-- Logs begin at Fri 2021-09-10 02:43:14 UTC, end at Fri 2021-09-10 05:39:38 UTC. -- Sep 10 03:24:03.180556 n-d-808143-1 systemd[1]: Started Devstack devstack@q-svc.service. Sep 10 03:24:05.902524 n-d-808143-1 neutron-server[95025]: INFO neutron.common.config [-] Logging enabled! Sep 10 03:24:05.903093 n-d-808143-1 neutron-server[95025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 03:24:05.903295 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95025) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 03:24:05.906497 n-d-808143-1 neutron-server[95025]: INFO neutron.common.config [-] Logging enabled! Sep 10 03:24:05.906749 n-d-808143-1 neutron-server[95025]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev630 Sep 10 03:24:05.907059 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=95025) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Sep 10 03:24:05.908026 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 03:24:05.908259 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 03:24:05.908620 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 03:24:05.908888 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 03:24:05.909114 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 03:24:05.909430 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.909723 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.910021 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.910240 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.910533 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.910817 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.911107 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.911391 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.911701 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.911998 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.912276 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.912560 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.912788 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.913067 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] config_source = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.913351 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.913633 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.913855 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] debug = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.914132 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.914553 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.914957 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.915236 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.915521 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.915819 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.916090 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.916361 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.916640 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.916967 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] host = n-d-808143-1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.917243 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.917535 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.917817 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.918098 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.918368 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.918641 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.918919 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.919192 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] log_dir = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.919462 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] log_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.919762 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.920050 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.920333 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.920619 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.920840 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.921058 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.921343 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.921624 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.921896 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.922167 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.922439 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.922709 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.922980 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.923244 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.923524 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.923831 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.924114 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.924382 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.925180 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.925447 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.925714 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.925995 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.926264 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.926532 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.926801 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.927083 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.927347 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.927618 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.927942 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.928224 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.928500 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.928778 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.929048 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.929325 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.929593 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.929860 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] use_journal = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.930126 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] use_json = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.930392 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.930660 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.930938 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.931207 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.931473 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.931770 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.932040 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.932318 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:05.932610 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.932901 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.933195 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.933473 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.933762 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.934039 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.934323 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.934597 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.934879 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.935160 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.935442 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.935734 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.936021 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.936296 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.936584 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.936882 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.937170 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.937456 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.937726 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.938000 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.938269 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.938542 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.938827 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.939101 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.939383 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.939668 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.939964 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.940807 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.941100 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.941384 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.941655 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.941929 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.942215 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.942489 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.942756 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.943029 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.943313 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.943585 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.943878 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.944159 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.944433 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.944702 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.944970 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.945242 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.945526 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.945797 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.946066 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.946332 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.946604 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.946872 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.947155 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.947427 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.947715 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.947994 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.948269 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.948542 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.948809 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.949081 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.949348 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.949618 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.949885 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.950153 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.950421 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.950688 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.950954 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.951221 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.951487 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.951782 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.952058 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.952329 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.952597 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.952866 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.953136 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.953420 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.953712 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.953986 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.954263 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.954538 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.954811 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.955083 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.955352 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.955625 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.955987 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.956263 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.956553 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.956835 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.957121 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.957401 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.957680 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.957984 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.958261 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.958544 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.958821 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.959098 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.959381 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.959663 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.959974 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.960266 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.960554 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.960844 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.961134 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.961411 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.961718 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.961993 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:05.962210 n-d-808143-1 neutron-server[95025]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 03:24:05.962448 n-d-808143-1 neutron-server[95025]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=95025) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Sep 10 03:24:06.311447 n-d-808143-1 neutron-server[95025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=95025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 03:24:06.311833 n-d-808143-1 neutron-server[95025]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=95025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 03:24:06.312297 n-d-808143-1 neutron-server[95025]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=95025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Sep 10 03:24:06.312633 n-d-808143-1 neutron-server[95025]: INFO neutron.manager [-] Loading core plugin: ml2 Sep 10 03:24:06.701043 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.701269 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.701544 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.702831 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.703119 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.703364 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.739428 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.739723 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.740000 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.754606 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.754885 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.755161 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.783384 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.783659 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.784511 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.820613 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.820891 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:06.821162 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.050010 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.050605 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.050605 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.050775 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.051394 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.170627 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.170945 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.171229 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.171498 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.171785 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.172093 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.172350 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.172604 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.172856 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.173139 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.173394 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.173658 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.173912 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.174162 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.174440 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.174702 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.174954 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.175215 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.175480 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.175759 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.176028 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.176275 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.176551 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.176925 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.177167 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.177411 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.177797 n-d-808143-1 neutron-server[95025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=95025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 03:24:07.178035 n-d-808143-1 neutron-server[95025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=95025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 03:24:07.178271 n-d-808143-1 neutron-server[95025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=95025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 03:24:07.178504 n-d-808143-1 neutron-server[95025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=95025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 03:24:07.178737 n-d-808143-1 neutron-server[95025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=95025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 03:24:07.178970 n-d-808143-1 neutron-server[95025]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=95025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 03:24:07.179326 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Sep 10 03:24:07.182406 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Sep 10 03:24:07.186326 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Sep 10 03:24:07.190604 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(200, 249)])]) Sep 10 03:24:07.192246 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Sep 10 03:24:07.192700 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Sep 10 03:24:07.193031 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Sep 10 03:24:07.193410 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Sep 10 03:24:07.196192 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Sep 10 03:24:07.196447 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Sep 10 03:24:07.196788 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 03:24:07.202103 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Sep 10 03:24:07.224571 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Sep 10 03:24:07.225016 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.225309 n-d-808143-1 neutron-server[95025]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=95025) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Sep 10 03:24:07.225666 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.227013 n-d-808143-1 neutron-server[95025]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=95025) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Sep 10 03:24:07.227293 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Sep 10 03:24:07.227539 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Sep 10 03:24:07.230872 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.231151 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:07.294566 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Sep 10 03:24:07.294803 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Sep 10 03:24:07.295053 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Sep 10 03:24:07.295398 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Sep 10 03:24:07.317578 n-d-808143-1 neutron-server[95025]: DEBUG oslo_db.sqlalchemy.engines [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=95025) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Sep 10 03:24:08.094497 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Initializing driver for type 'gre' Sep 10 03:24:08.095124 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] gre ID ranges: [(1, 1000)] Sep 10 03:24:08.282647 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Initializing driver for type 'local' Sep 10 03:24:08.282979 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Initializing driver for type 'vlan' Sep 10 03:24:08.348837 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] VlanTypeDriver initialization complete Sep 10 03:24:08.349113 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Initializing driver for type 'vxlan' Sep 10 03:24:08.349620 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] vxlan ID ranges: [(1, 1000)] Sep 10 03:24:08.537250 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Initializing extension driver 'port_security' Sep 10 03:24:08.537591 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.extensions.port_security [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] PortSecurityExtensionDriver initialization complete Sep 10 03:24:08.537919 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Initializing mechanism driver 'openvswitch' Sep 10 03:24:08.538239 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Initializing mechanism driver 'hyperv' Sep 10 03:24:08.544942 n-d-808143-1 neutron-server[95025]: DEBUG neutron.plugins.ml2.plugin [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=95025) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:08.545615 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > port after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.545988 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > port after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.546326 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > port after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.546845 n-d-808143-1 neutron-server[95025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=95025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 03:24:08.547276 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > subnet after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.547630 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > subnet after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.548000 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > subnet after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.548388 n-d-808143-1 neutron-server[95025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=95025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 03:24:08.548799 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > network after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.549143 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > network after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.550146 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > network after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.550535 n-d-808143-1 neutron-server[95025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=95025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 03:24:08.550942 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > security_group after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.551288 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > security_group after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.551630 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > security_group after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.552731 n-d-808143-1 neutron-server[95025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=95025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 03:24:08.552731 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.552907 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.553249 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.553639 n-d-808143-1 neutron-server[95025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=95025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 03:24:08.554041 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > address_group after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.554382 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > address_group after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.554720 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > address_group after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.555104 n-d-808143-1 neutron-server[95025]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=95025) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Sep 10 03:24:08.555480 n-d-808143-1 neutron-server[95025]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] ML2 OVO RPC backend initialized. {{(pid=95025) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Sep 10 03:24:08.556200 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router_interface after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.556550 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.556961 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > network before_response 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.557303 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > networks before_response 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.557643 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > port before_response 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.557979 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > ports before_response 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.558315 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > subnet before_response 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.558651 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > subnets before_response 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.558994 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > network after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.559324 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > network after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.559652 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > network after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.560007 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > port after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.560340 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > port after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.560668 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > port after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.561000 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > subnet after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.561330 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > subnet after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.561661 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > subnet after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.562220 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.plugin [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Modular L2 Plugin initialization complete Sep 10 03:24:08.562543 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading services supported by the core plugin {{(pid=95025) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Sep 10 03:24:08.562862 n-d-808143-1 neutron-server[95025]: INFO neutron.plugins.ml2.managers [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Got port-security extension from driver 'port_security' Sep 10 03:24:08.563316 n-d-808143-1 neutron-server[95025]: INFO neutron.extensions.vlantransparent [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Disabled vlantransparent extension. Sep 10 03:24:08.563827 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=95025) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Sep 10 03:24:08.564140 n-d-808143-1 neutron-server[95025]: INFO neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading Plugin: router Sep 10 03:24:08.600125 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router_interface before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.600464 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router after_create 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.600830 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router before_create 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.601191 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router_interface before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.601567 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router_interface after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.601921 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router after_delete 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.602276 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > floatingip after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.602620 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > floatingip after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.602975 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router after_create 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.603316 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router after_update 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.603660 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router after_update 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.604027 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.604383 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router after_update 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.604789 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router precommit_update 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.605156 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: port after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.605495 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: port after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.605827 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: subnet after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.606179 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.606509 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > port precommit_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.606851 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router precommit_create 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.607188 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: port before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.607527 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router precommit_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.607903 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router after_update 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.608243 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router precommit_delete 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.608590 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router precommit_create 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.608943 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router_interface after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.609291 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router precommit_update 55549900 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.609641 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > agent after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.609985 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > agent after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.610327 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > network after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.611160 n-d-808143-1 neutron-server[95025]: DEBUG neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Tracking information for resource: router configured {{(pid=95025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 03:24:08.611492 n-d-808143-1 neutron-server[95025]: DEBUG neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Tracking information for resource: floatingip configured {{(pid=95025) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Sep 10 03:24:08.617006 n-d-808143-1 neutron-server[95025]: INFO neutron.db.l3_agentschedulers_db [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Sep 10 03:24:08.617578 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: port after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.617938 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: port after_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.618286 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: port after_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.618634 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: port after_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.619407 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router before_create 55550100 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.619805 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router precommit_delete 55550100 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.620164 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router precommit_create 55550100 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.620515 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > router precommit_update 55550100 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.625268 n-d-808143-1 neutron-server[95025]: DEBUG neutron.services.provider_configuration [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service providers = [] {{(pid=95025) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Sep 10 03:24:08.625633 n-d-808143-1 neutron-server[95025]: DEBUG neutron.db.servicetype_db [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=95025) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Sep 10 03:24:08.628618 n-d-808143-1 neutron-server[95025]: DEBUG neutron.services.service_base [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=95025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 03:24:08.628966 n-d-808143-1 neutron-server[95025]: DEBUG neutron.services.service_base [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=95025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 03:24:08.629306 n-d-808143-1 neutron-server[95025]: DEBUG neutron.services.service_base [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=95025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 03:24:08.630213 n-d-808143-1 neutron-server[95025]: DEBUG neutron.services.service_base [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=95025) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Sep 10 03:24:08.630585 n-d-808143-1 neutron-server[95025]: INFO neutron.services.service_base [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Default provider is not specified for service type L3_ROUTER_NAT Sep 10 03:24:08.630948 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=95025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 03:24:08.631262 n-d-808143-1 neutron-server[95025]: INFO neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Sep 10 03:24:08.641810 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Successfully loaded METERING plugin. Description: METERING {{(pid=95025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 03:24:08.642145 n-d-808143-1 neutron-server[95025]: INFO neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading Plugin: auto_allocate Sep 10 03:24:08.647913 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: network precommit_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.648284 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: network precommit_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.648799 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=95025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 03:24:08.649118 n-d-808143-1 neutron-server[95025]: INFO neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading Plugin: tag Sep 10 03:24:08.655546 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=95025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 03:24:08.655898 n-d-808143-1 neutron-server[95025]: INFO neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading Plugin: timestamp Sep 10 03:24:08.660409 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=95025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 03:24:08.660735 n-d-808143-1 neutron-server[95025]: INFO neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading Plugin: network_ip_availability Sep 10 03:24:08.666104 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.666473 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.666830 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.667527 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=95025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 03:24:08.667876 n-d-808143-1 neutron-server[95025]: INFO neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading Plugin: flavors Sep 10 03:24:08.672622 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=95025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 03:24:08.672950 n-d-808143-1 neutron-server[95025]: INFO neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading Plugin: revisions Sep 10 03:24:08.677760 n-d-808143-1 neutron-server[95025]: DEBUG neutron.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=95025) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Sep 10 03:24:08.678144 n-d-808143-1 neutron-server[95025]: DEBUG oslo_concurrency.lockutils [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.366s {{(pid=95025) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Sep 10 03:24:08.678864 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=95025) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Sep 10 03:24:08.679198 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Initializing extension manager. Sep 10 03:24:08.679724 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: __init__.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.680067 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: __pycache__ {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.680397 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.680725 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: address_group.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.681489 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.682034 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: address-group Sep 10 03:24:08.682356 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: address_scope.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.683256 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.683800 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: address-scope Sep 10 03:24:08.684124 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: admin_state_down_before_update.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.685046 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.685551 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: router-admin-state-down-before-update Sep 10 03:24:08.685873 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: agent.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.686572 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.687075 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: agent Sep 10 03:24:08.687396 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: agent_resources_synced.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.688322 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.688833 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: agent-resources-synced Sep 10 03:24:08.689156 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: allowedaddresspairs.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.690953 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.691471 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: allowed-address-pairs Sep 10 03:24:08.691828 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: auto_allocated_topology.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.692905 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.693412 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: auto-allocated-topology Sep 10 03:24:08.693731 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: availability_zone.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.694421 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.694919 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: availability_zone Sep 10 03:24:08.695239 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: availability_zone_filter.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.696174 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.696673 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: availability_zone_filter Sep 10 03:24:08.696989 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: data_plane_status.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.697898 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.698391 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension data-plane-status not supported by any of loaded plugins Sep 10 03:24:08.698707 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: default_subnetpools.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.699615 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.700143 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: default-subnetpools Sep 10 03:24:08.700463 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: dhcpagentscheduler.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.701262 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.701761 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: dhcp_agent_scheduler Sep 10 03:24:08.702088 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: dns.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.702997 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.703494 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension dns-integration not supported by any of loaded plugins Sep 10 03:24:08.703844 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: dns_domain_ports.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.704758 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.705257 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension dns-domain-ports not supported by any of loaded plugins Sep 10 03:24:08.705598 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.706520 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.707019 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Sep 10 03:24:08.707339 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: dvr.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.708029 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.708528 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: dvr Sep 10 03:24:08.708847 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: ecmp_routes.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.709755 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.710250 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension ecmp_routes not supported by any of loaded plugins Sep 10 03:24:08.710567 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: empty_string_filtering.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.711466 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.712004 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: empty-string-filtering Sep 10 03:24:08.712322 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.713236 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.713731 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Sep 10 03:24:08.714046 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.714954 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.715452 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Sep 10 03:24:08.715801 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: external_net.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.716712 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.717471 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: external-net Sep 10 03:24:08.717787 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: extra_dhcp_opt.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.718686 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.719180 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: extra_dhcp_opt Sep 10 03:24:08.719496 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: extraroute.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.720444 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.720940 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: extraroute Sep 10 03:24:08.721789 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: extraroute_atomic.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.722833 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.723334 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: extraroute-atomic Sep 10 03:24:08.723655 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: filter_validation.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.724335 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.724838 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: filter-validation Sep 10 03:24:08.725158 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: fip_pf_description.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.726057 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.726549 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Sep 10 03:24:08.726866 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: fip_port_details.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.727813 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.728313 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: fip-port-details Sep 10 03:24:08.728633 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: flavors.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.729852 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.730366 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: flavors Sep 10 03:24:08.730688 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.732358 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.732882 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Sep 10 03:24:08.733210 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: floatingip_pools.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.733906 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.734411 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: floatingip-pools Sep 10 03:24:08.734732 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: ip_allocation.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.735657 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.736254 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension ip_allocation not supported by any of loaded plugins Sep 10 03:24:08.736574 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: ip_substring_port_filtering.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.738097 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.738607 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: ip-substring-filtering Sep 10 03:24:08.738928 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: l2_adjacency.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.739890 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.740394 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension l2_adjacency not supported by any of loaded plugins Sep 10 03:24:08.740707 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: l3.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.741788 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.742303 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: router Sep 10 03:24:08.742632 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: l3_conntrack_helper.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.744867 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.745396 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension l3-conntrack-helper not supported by any of loaded plugins Sep 10 03:24:08.745724 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: l3_ext_gw_mode.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.746672 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.747184 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: ext-gw-mode Sep 10 03:24:08.747509 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: l3_ext_ha_mode.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.748461 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.748968 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: l3-ha Sep 10 03:24:08.749290 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: l3_flavors.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.750205 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.750713 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: l3-flavors Sep 10 03:24:08.751034 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.751977 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.752506 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: l3-port-ip-change-not-allowed Sep 10 03:24:08.752825 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: l3agentscheduler.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.753843 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.754349 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: l3_agent_scheduler Sep 10 03:24:08.754673 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: logging.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.756179 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.756701 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension logging not supported by any of loaded plugins Sep 10 03:24:08.757033 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: metering.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.757780 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.758351 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: metering Sep 10 03:24:08.758676 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.759783 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.760296 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: metering_source_and_destination_fields Sep 10 03:24:08.760624 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: multiprovidernet.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.761558 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.762062 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: multi-provider Sep 10 03:24:08.762388 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: netmtu.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.763295 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.763834 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: net-mtu Sep 10 03:24:08.764161 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: netmtu_writable.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.765072 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.765577 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: net-mtu-writable Sep 10 03:24:08.765902 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: network_availability_zone.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.766564 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.767063 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: network_availability_zone Sep 10 03:24:08.767382 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: network_ip_availability.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.768596 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.769107 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: network-ip-availability Sep 10 03:24:08.769431 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: network_segment_range.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.770191 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.770694 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension network-segment-range not supported by any of loaded plugins Sep 10 03:24:08.771017 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: pagination.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.772021 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.772349 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: pagination Sep 10 03:24:08.772670 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: port_device_profile.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.773589 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.774095 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: port-device-profile Sep 10 03:24:08.774415 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: port_mac_address_regenerate.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.775334 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.775860 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: port-mac-address-regenerate Sep 10 03:24:08.776180 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: port_numa_affinity_policy.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.777090 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.777594 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: port-numa-affinity-policy Sep 10 03:24:08.777913 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: port_resource_request.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.778937 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.779431 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension port-resource-request not supported by any of loaded plugins Sep 10 03:24:08.779784 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: portbindings.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.780714 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.781212 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: binding Sep 10 03:24:08.781528 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: portbindings_extended.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.782795 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.783310 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: binding-extended Sep 10 03:24:08.783635 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: portsecurity.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.785090 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.785599 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: port-security Sep 10 03:24:08.785922 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: project_id.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.786893 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.787220 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: project-id Sep 10 03:24:08.787551 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: providernet.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.788512 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.789016 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: provider Sep 10 03:24:08.789334 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.792874 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.793392 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos not supported by any of loaded plugins Sep 10 03:24:08.793725 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos_bw_limit_direction.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.794966 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.795483 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Sep 10 03:24:08.795842 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.796760 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.797266 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Sep 10 03:24:08.797592 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos_default.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.798507 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.799010 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos-default not supported by any of loaded plugins Sep 10 03:24:08.799352 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos_fip.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.800604 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.801102 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos-fip not supported by any of loaded plugins Sep 10 03:24:08.801418 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos_gateway_ip.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.802340 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.802841 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos-gateway-ip not supported by any of loaded plugins Sep 10 03:24:08.803158 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos_port_network_policy.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.804102 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.804603 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos-port-network-policy not supported by any of loaded plugins Sep 10 03:24:08.804920 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos_pps_rule.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.806094 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.806602 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos-pps not supported by any of loaded plugins Sep 10 03:24:08.806923 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos_rule_type_details.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.807886 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.808391 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos-rule-type-details not supported by any of loaded plugins Sep 10 03:24:08.808712 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: qos_rules_alias.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.809765 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.810273 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension qos-rules-alias not supported by any of loaded plugins Sep 10 03:24:08.810597 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: quotasv2.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.811501 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.811865 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: quotas Sep 10 03:24:08.812185 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: quotasv2_detail.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.815468 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.815875 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: quota_details Sep 10 03:24:08.816212 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: rbac.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.817260 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.817778 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: rbac-policies Sep 10 03:24:08.818105 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: rbac_address_group.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.819034 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.819543 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: rbac-address-group Sep 10 03:24:08.819898 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: rbac_address_scope.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.820815 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.821323 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: rbac-address-scope Sep 10 03:24:08.821647 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: rbac_security_groups.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.822561 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.823069 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: rbac-security-groups Sep 10 03:24:08.823388 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: rbac_subnetpool.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.824321 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.824830 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: rbac-subnetpool Sep 10 03:24:08.825148 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: revisionifmatch.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.826070 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.826574 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: revision-if-match Sep 10 03:24:08.826893 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: revisions.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.828039 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.828545 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: standard-attr-revisions Sep 10 03:24:08.828865 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: router_availability_zone.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.829533 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.830031 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: router_availability_zone Sep 10 03:24:08.830348 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: routerservicetype.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.831290 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.831822 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension router-service-type not supported by any of loaded plugins Sep 10 03:24:08.832142 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.833053 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.833557 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: security-groups-normalized-cidr Sep 10 03:24:08.833875 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: security_groups_port_filtering.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.834787 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.835286 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: port-security-groups-filtering Sep 10 03:24:08.835605 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: security_groups_remote_address_group.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.836554 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.837057 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: security-groups-remote-address-group Sep 10 03:24:08.837374 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: securitygroup.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.849073 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.849606 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: security-group Sep 10 03:24:08.849940 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: segment.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.850794 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.851255 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension segment not supported by any of loaded plugins Sep 10 03:24:08.851582 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.852566 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.853070 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Sep 10 03:24:08.853394 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: servicetype.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.854574 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.855089 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: service-type Sep 10 03:24:08.855416 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: sorting.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.856430 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.856758 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: sorting Sep 10 03:24:08.857077 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: standard_attr_segment.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.858016 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.858523 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension standard-attr-segment not supported by any of loaded plugins Sep 10 03:24:08.858843 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: standardattrdescription.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.859488 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.860016 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: standard-attr-description Sep 10 03:24:08.860335 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: stateful_security_group.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.861259 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.861769 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: stateful-security-group Sep 10 03:24:08.862634 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: stdattrs_common.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.863214 n-d-808143-1 neutron-server[95025]: WARNING neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Sep 10 03:24:08.863531 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.864493 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.865007 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Sep 10 03:24:08.865329 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: subnet_onboard.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.866400 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.866912 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: subnet_onboard Sep 10 03:24:08.867236 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: subnet_segmentid_writable.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.868191 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.868694 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Sep 10 03:24:08.869019 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: subnet_service_types.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.869945 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.870454 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: subnet-service-types Sep 10 03:24:08.870781 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: subnetallocation.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.871890 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.872401 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: subnet_allocation Sep 10 03:24:08.872726 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.873388 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.873891 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: subnetpool-prefix-ops Sep 10 03:24:08.874210 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.875131 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.875634 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Sep 10 03:24:08.875982 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: tagging.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.877058 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.877603 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: standard-attr-tag Sep 10 03:24:08.877931 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: timestamp.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.879140 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.879651 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loaded extension: standard-attr-timestamp Sep 10 03:24:08.880002 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: trunk.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.881033 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.881543 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension trunk not supported by any of loaded plugins Sep 10 03:24:08.881866 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: trunk_details.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.882795 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.883301 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension trunk-details not supported by any of loaded plugins Sep 10 03:24:08.883620 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: uplink_status_propagation.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.884557 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.885060 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension uplink-status-propagation not supported by any of loaded plugins Sep 10 03:24:08.885379 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Loading extension file: vlantransparent.py {{(pid=95025) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Sep 10 03:24:08.886043 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=95025) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Sep 10 03:24:08.886543 n-d-808143-1 neutron-server[95025]: INFO neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extension vlan-transparent not supported by any of loaded plugins Sep 10 03:24:08.888990 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:network Sep 10 03:24:08.889523 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:subnet Sep 10 03:24:08.889923 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 03:24:08.890322 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:port Sep 10 03:24:08.891538 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.892019 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service FLAVORS assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.892645 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.893576 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.893923 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:router Sep 10 03:24:08.894352 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:floatingip Sep 10 03:24:08.894836 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service METERING assigned prefix: /metering {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.896302 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.896669 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.897015 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=95025) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:24:08.898028 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 03:24:08.898478 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:security_group Sep 10 03:24:08.898903 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 03:24:08.899495 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service CORE assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.899869 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 03:24:08.900216 n-d-808143-1 neutron-server[95025]: WARNING neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] subnetpool is already registered Sep 10 03:24:08.900645 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service CORE assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.900980 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 03:24:08.901310 n-d-808143-1 neutron-server[95025]: WARNING neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] subnetpool is already registered Sep 10 03:24:08.903625 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.904092 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service FLAVORS assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.904687 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.905104 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.905439 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:router Sep 10 03:24:08.905778 n-d-808143-1 neutron-server[95025]: WARNING neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] router is already registered Sep 10 03:24:08.906190 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:floatingip Sep 10 03:24:08.906524 n-d-808143-1 neutron-server[95025]: WARNING neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] floatingip is already registered Sep 10 03:24:08.906976 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service METERING assigned prefix: /metering {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.907656 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of CountableResource for resource:rbac_policy Sep 10 03:24:08.908004 n-d-808143-1 neutron-server[95025]: WARNING neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] rbac_policy is already registered Sep 10 03:24:08.908413 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:security_group Sep 10 03:24:08.922782 n-d-808143-1 neutron-server[95025]: WARNING neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] security_group is already registered Sep 10 03:24:08.922782 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:security_group_rule Sep 10 03:24:08.922782 n-d-808143-1 neutron-server[95025]: WARNING neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] security_group_rule is already registered Sep 10 03:24:08.922782 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service CORE assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.922782 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 03:24:08.922782 n-d-808143-1 neutron-server[95025]: WARNING neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] subnetpool is already registered Sep 10 03:24:08.922782 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.v2.resource_helper [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Service CORE assigned prefix: {{(pid=95025) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Sep 10 03:24:08.922782 n-d-808143-1 neutron-server[95025]: INFO neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Creating instance of TrackedResource for resource:subnetpool Sep 10 03:24:08.922782 n-d-808143-1 neutron-server[95025]: WARNING neutron.quota.resource_registry [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] subnetpool is already registered Sep 10 03:24:08.923406 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: extensions {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.923406 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: address-groups {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.923406 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: address-scopes {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.923406 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: agents {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.923406 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: auto-allocated-topology {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.923406 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: availability_zones {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.923406 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: dhcp-networks {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.923918 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: dhcp-agents {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.923918 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: routers {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.925720 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: flavors {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.926867 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: service_profiles {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.928119 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: next_providers {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.929560 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: service_profiles {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.931082 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: floatingip-pools {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.932314 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: routers {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.934408 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: floatingips {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.935705 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: l3-routers {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.937083 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: l3-agents {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.938491 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: metering-labels {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.939872 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: metering-label-rules {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.941160 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: network-ip-availabilities {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.942418 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: bindings {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.944905 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: quotas {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.946366 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: quotas {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.947797 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: rbac-policies {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.949003 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: security-groups {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.950292 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: security-group-rules {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.951553 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: service-providers {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.952794 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: subnetpools {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.954217 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: subnetpools {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.956213 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.957890 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.959743 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.961531 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.963303 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.965170 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.967121 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.969077 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.970834 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.973137 n-d-808143-1 neutron-server[95025]: DEBUG neutron.api.extensions [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Extended resource: tags {{(pid=95025) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Sep 10 03:24:08.979036 n-d-808143-1 neutron-server[95025]: WARNING keystonemiddleware.auth_token [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Sep 10 03:24:08.983769 n-d-808143-1 neutron-server[95025]: WARNING keystonemiddleware.auth_token [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Sep 10 03:24:08.992187 n-d-808143-1 neutron-server[95025]: DEBUG oslo_concurrency.lockutils [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Acquired lock "singleton_lock" {{(pid=95025) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Sep 10 03:24:08.992658 n-d-808143-1 neutron-server[95025]: DEBUG oslo_concurrency.lockutils [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Releasing lock "singleton_lock" {{(pid=95025) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Sep 10 03:24:08.997318 n-d-808143-1 neutron-server[95025]: INFO oslo_service.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Starting 2 workers Sep 10 03:24:08.998067 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Started child 95136 {{(pid=95025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 03:24:09.002537 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Started child 95137 {{(pid=95025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 03:24:09.003635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.004300 n-d-808143-1 neutron-server[95025]: INFO neutron.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Neutron service started, listening on 0.0.0.0:9696 Sep 10 03:24:09.004815 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Notify callbacks [] for process, before_spawn {{(pid=95025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.005180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [-] (95136) wsgi starting up on http://0.0.0.0:9696 Sep 10 03:24:09.007223 n-d-808143-1 neutron-server[95025]: INFO oslo_service.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Starting 1 workers Sep 10 03:24:09.007330 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.008729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [-] (95137) wsgi starting up on http://0.0.0.0:9696 Sep 10 03:24:09.012425 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Started child 95138 {{(pid=95025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 03:24:09.012983 n-d-808143-1 neutron-server[95025]: INFO oslo_service.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Starting 1 workers Sep 10 03:24:09.016237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] calling RpcWorker wait() {{(pid=95138) _wait /opt/stack/neutron/neutron/service.py:128}} Sep 10 03:24:09.016776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] returning from RpcWorker wait() {{(pid=95138) _wait /opt/stack/neutron/neutron/service.py:135}} Sep 10 03:24:09.017433 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Started child 95139 {{(pid=95025) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Sep 10 03:24:09.018806 n-d-808143-1 neutron-server[95025]: DEBUG neutron_lib.callbacks.manager [None req-a0030c53-afd6-41af-a2c1-eacb3ac90acf None None] Notify callbacks [] for process, after_spawn {{(pid=95025) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.018918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.019434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:09.020808 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95025) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 03:24:09.021015 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 03:24:09.021202 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 03:24:09.021422 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 03:24:09.021767 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 03:24:09.021926 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 03:24:09.022422 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.022700 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.022948 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.023190 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.023491 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.024104 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:09.024563 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.024563 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.024729 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.024861 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.025106 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.025278 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.025442 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.025685 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.025912 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.026219 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.026500 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.026734 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.027006 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.027177 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.027426 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.027722 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.028073 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.028210 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] debug = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.028429 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.028926 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.031436 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.031436 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.031436 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.031436 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.031436 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.031436 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.031436 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.031436 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.032104 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.032104 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.032104 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.032104 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.032104 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.032104 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.032545 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.032775 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] host = n-d-808143-1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.033024 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.033241 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.033495 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.034420 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.034674 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.034894 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.035159 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.035414 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.035666 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.035932 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.036194 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.036455 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.036702 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.036953 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.037114 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_options = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.037357 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.037614 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.037880 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.038065 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.038232 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.038404 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.038667 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.038827 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.039086 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.039290 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.039498 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.039731 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.039965 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.040178 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.040428 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.040667 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.040898 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.041105 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.041362 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.041583 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.041802 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.042024 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.042238 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.042471 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.042716 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.042950 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.043171 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.043410 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.043619 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.043903 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.044143 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.044395 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.044608 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.044948 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.045091 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.045317 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.045545 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.045757 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.046017 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.046241 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.046493 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.046746 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.046958 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.047208 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.047438 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.047666 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.047920 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_json = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.048141 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.048373 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.048646 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.048859 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.049130 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.049428 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.049558 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.049789 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.050240 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.050534 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.050848 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.051096 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.051327 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.051567 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.051846 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.054543 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.054543 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.054543 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.054543 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.054543 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.054543 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.054543 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.054543 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.055622 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.055622 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.055622 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.055622 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.055622 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.055622 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.055622 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.057168 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.057168 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.057168 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.057168 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.057168 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.057168 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.057601 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.057977 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.058383 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.058610 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.058837 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.059065 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.059283 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.059526 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.059764 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.060030 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.060277 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.061165 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.061165 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.061165 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.061165 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.061473 n-d-808143-1 neutron-server[95139]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:09.061593 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.061676 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.061860 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.062108 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.062328 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.062564 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.062780 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.063012 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.063210 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.063441 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.063669 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.063953 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.064204 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.064428 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.064642 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.064853 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.065126 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.065394 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.065632 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.065867 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.066083 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.066299 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.066532 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.066784 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.067005 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.067215 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.067426 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.067660 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.067914 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.068126 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.068347 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.068564 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.068783 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.069017 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.069244 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.069479 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.069711 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.069920 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.070132 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.070343 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.070573 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.070791 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.071020 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.071228 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.071438 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.071669 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.071952 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.072256 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.072747 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.073476 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.073687 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.073907 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.074141 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.074392 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.074625 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.074842 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.075080 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.075326 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.075734 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.075856 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.077568 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.077568 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.077568 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.077568 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.077568 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.077568 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.077568 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.078097 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.078097 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.078350 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.078618 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.078891 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.079155 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.079416 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.079665 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.079959 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.080195 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.080462 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.081288 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.081562 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.081808 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.082051 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.082406 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.082533 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.082784 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.083059 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.083303 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.083531 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.083788 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.084061 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.084302 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.084536 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.084922 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.085303 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.085623 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.085876 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.086089 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.086316 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.086722 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.087165 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.087401 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.087719 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.087928 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.088152 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.088399 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.088654 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.088867 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.089113 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.089340 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.089570 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.089813 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.090051 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.090297 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.090498 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.090711 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.090942 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.091167 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.091556 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.092212 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.092686 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.093058 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.093308 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.093519 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.093740 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.093987 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.094203 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.094420 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.094653 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.095478 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.095894 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.097784 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.097784 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.097784 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.097784 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.098155 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.098525 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.098790 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.099033 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.099290 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.099510 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.099753 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.099972 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.100224 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.100460 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.100673 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.100950 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.101119 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.101372 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.101646 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.101969 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.102224 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.102454 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.102689 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.102902 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.103152 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.103523 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.103908 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.104276 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.104516 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.104730 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.105001 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.105233 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.105487 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.105703 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.105911 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.106121 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.106334 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.106556 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.106983 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.107389 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.107815 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.108071 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.108312 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.108517 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.108767 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.108982 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.109197 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.109443 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.109658 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.109870 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.110118 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.110328 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.110539 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.110779 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.110999 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.111209 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.111448 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.111726 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.111960 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.112182 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.112397 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.112605 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.112853 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.113078 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.113291 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.113559 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.113753 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.113956 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.114201 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.114410 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.114623 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.114841 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.115053 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.115261 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.115548 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.115832 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.116050 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.116348 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.116590 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.116830 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.117068 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.117363 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.117575 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.117811 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.118028 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.118261 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.118479 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.118731 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.119065 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.119360 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.119620 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.119908 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.120175 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.120451 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.120722 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.120934 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.121217 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.121550 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.121810 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.122054 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.122318 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.122563 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.122782 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.123000 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.123238 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.123474 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.123703 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.123949 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.124173 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.124417 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.124629 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.124867 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.125106 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.125337 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.125565 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.125801 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.126022 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.126558 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 03:24:09.127082 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=95025) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Sep 10 03:24:09.127276 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Sep 10 03:24:09.127462 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Sep 10 03:24:09.127639 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Sep 10 03:24:09.127850 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Sep 10 03:24:09.127998 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Sep 10 03:24:09.128357 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.128518 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.128680 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.128842 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.129000 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.129178 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.129486 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.129486 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.129647 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.129783 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.129940 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.130299 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.130299 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.130484 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.130565 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.130686 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.130836 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.130993 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.131172 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.131311 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] config_source = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.131466 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.131620 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.131806 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] debug = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.131958 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.132152 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.132316 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.132458 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.132613 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.132769 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.132924 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.133080 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.133238 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.133392 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.133700 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.133852 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.133985 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.134256 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.134397 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.134532 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.134681 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.134772 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] host = n-d-808143-1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.134854 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.135012 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.135200 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.135344 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.135481 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.135619 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.135810 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.135972 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.136136 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.136273 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.136434 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.136593 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.136735 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_dir = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.136887 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.137023 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_options = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.137175 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.137346 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.138429 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.138429 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.138429 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.138429 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.138429 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.138429 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.138429 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.139405 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.139405 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.139405 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.139405 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.139405 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.139405 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.139405 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.140474 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.140474 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.140474 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.140474 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.140474 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.140474 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.140474 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.141448 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.141448 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.141448 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.141448 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.141448 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.141448 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.141448 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.142415 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.142415 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.142415 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.142415 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.142415 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.142415 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.142415 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.143572 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.143572 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.143572 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.143572 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.143878 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.143878 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.144023 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.144102 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.144229 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_journal = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.144386 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_json = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.144544 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.144702 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.144859 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.145014 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.145148 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.145279 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.145415 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.145575 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Sep 10 03:24:09.145752 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.145912 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.146082 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.146299 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.146433 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.146566 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.146699 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.146831 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.146976 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.147122 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.147258 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.147416 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.147585 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.147794 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.147917 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.148078 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.148238 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.148396 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.148556 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.148713 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.148871 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.149028 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.149196 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.149353 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.149511 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.149668 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.149828 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.150001 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.150159 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.150317 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.150548 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.150647 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.150780 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.150941 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.151099 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.151258 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.151417 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.151574 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.151813 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.151975 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.152133 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.152291 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.152451 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.152610 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.152770 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.152929 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.153088 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.153248 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.153407 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.153565 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.153724 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.153882 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.154041 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.154201 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.154359 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.154528 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.154687 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.154845 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.155003 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.155161 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.155320 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.155478 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.155636 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.155807 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.155963 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.156120 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.156360 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.157390 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.157390 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.157390 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.157390 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.157390 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.157390 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.157390 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.158461 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.158461 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.158461 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.158461 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.158461 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.158461 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.158461 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.158461 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.159748 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.159748 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.159748 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.159748 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.160074 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.160074 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.160304 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.160304 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.160574 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.160676 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.160757 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.161041 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.161041 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.161198 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.161352 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.161510 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.161668 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.161828 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.161986 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.162145 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.162304 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.162462 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.162621 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.162780 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.162938 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.163096 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.163254 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.163411 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.163569 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.163754 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.163914 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.164071 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.164228 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.164385 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.164552 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.164710 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.164872 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.165030 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.165216 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.165348 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.165508 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.165666 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.165825 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.165982 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.166142 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.166299 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.166461 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.166620 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.166775 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.166933 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.167100 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.167269 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.167427 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.167585 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.167765 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.167948 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.168111 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.168266 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.168591 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.168751 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.168890 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.169026 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.169188 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.169381 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.169543 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.169676 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.169811 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.169938 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.170097 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.170278 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.170433 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.170548 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.170707 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.170866 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.171091 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.171193 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.171330 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.171488 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.171646 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.171836 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.171995 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.172153 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.172311 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.172470 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.172630 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.172788 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.172946 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.173103 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.173262 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.173420 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.173579 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.173736 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.173896 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.174054 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.174214 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.174394 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.174556 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.174715 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.174875 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.175036 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.175195 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.175355 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.175515 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.175673 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.175851 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.176010 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.176169 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.176328 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.176486 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.176665 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.176789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:09.176896 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.176984 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.177099 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.177258 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.177416 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.177575 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.177732 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.177889 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.178047 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.178275 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.178375 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.178512 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.178673 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.178831 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.178990 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.179148 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.179305 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.179464 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.179623 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.179819 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.179979 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.180138 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.180295 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.180453 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.180612 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.180780 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.180938 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.181096 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.181271 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.181398 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.181555 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.181722 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.181881 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.182038 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.182196 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.182352 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.182510 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.182676 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.182834 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.182992 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.183150 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.183307 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.183464 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.183630 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.183812 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.183980 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.184116 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.184273 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.184429 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.184596 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.184755 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.184919 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.185111 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.185265 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.185409 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.185556 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.185694 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.185831 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.185968 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.186125 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.186283 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.186441 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.186687 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.186848 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.186986 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.187122 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.187265 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.187399 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.187544 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.187712 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.187849 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.187987 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.188135 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.188301 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.188477 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:200:249'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.188621 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.188779 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.188943 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.189113 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.189270 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.189428 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.189585 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.189742 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.189905 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.190084 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.190242 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.190400 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.190558 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.190717 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.190875 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.191033 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.191190 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.191373 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.191493 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.192159 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.192159 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.192159 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.192159 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Sep 10 03:24:09.192432 n-d-808143-1 neutron-server[95025]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=95025) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Sep 10 03:24:09.355917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49002) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:09.364450 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063949 Sep 10 03:24:20.675276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e37d59-e593-4041-8977-0d92ebd1ebcd None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:24:20.777611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e37d59-e593-4041-8977-0d92ebd1ebcd None None] No non-hosted networks {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Sep 10 03:24:20.801617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.agentschedulers_db [None req-61e37d59-e593-4041-8977-0d92ebd1ebcd None None] DHCP Agent not found on host n-d-808143-1 {{(pid=95138) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Sep 10 03:24:20.929742 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-512ea888-ddb8-4bba-8efb-0cf356da0a9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562625'] for agent, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.481671 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c6e63fa-6c13-4fc7-b427-f220e53962a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562625'] for agent, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.541128 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-0f4eb1cd-63ce-499d-9aa7-982df91ba262 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-808143-1 {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:24:23.541568 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-0f4eb1cd-63ce-499d-9aa7-982df91ba262 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:24:23.685772 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562625'] for agent, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:23.686420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.686941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.687272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.687633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.687988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.688303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.688615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.688971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.689283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.689594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.689951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.690261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:23.690639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-808143-1', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:23.705281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-808143-1', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:24.134220 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f4eb1cd-63ce-499d-9aa7-982df91ba262 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:24.972407 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562625'] for agent, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:26.054001 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562625'] for agent, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:27.398654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49096) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:27.894999 n-d-808143-1 neutron-server[95137]: WARNING oslo_policy.policy [None req-51c95d84-9227-4bac-9f59-dc49f68cc6ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 03:24:27.895672 n-d-808143-1 neutron-server[95137]: WARNING oslo_policy.policy [None req-51c95d84-9227-4bac-9f59-dc49f68cc6ac admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 03:24:28.117292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-51c95d84-9227-4bac-9f59-dc49f68cc6ac admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:24:28.118379 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-51c95d84-9227-4bac-9f59-dc49f68cc6ac admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7187839 Sep 10 03:24:28.727893 n-d-808143-1 neutron-server[95138]: INFO neutron.db.l3_hamode_db [None req-45739056-2be5-4ab7-8574-7c9641f678f3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Sep 10 03:24:28.804489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45739056-2be5-4ab7-8574-7c9641f678f3 None None] Routers set() bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:28.804808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45739056-2be5-4ab7-8574-7c9641f678f3 None None] Router IDs set() for agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 03:24:30.455561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49110) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:30.757302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9e35743c-b66c-415c-95b2-e97c1b396ee2 admin admin] Request body: {'subnetpool': {'is_default': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:30.850667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.policy [None req-9e35743c-b66c-415c-95b2-e97c1b396ee2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95137) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 03:24:30.894999 n-d-808143-1 neutron-server[95137]: WARNING oslo_policy.policy [None req-9e35743c-b66c-415c-95b2-e97c1b396ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 03:24:30.895360 n-d-808143-1 neutron-server[95137]: WARNING oslo_policy.policy [None req-9e35743c-b66c-415c-95b2-e97c1b396ee2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 03:24:30.903916 n-d-808143-1 neutron-server[95137]: INFO neutron.quota [None req-9e35743c-b66c-415c-95b2-e97c1b396ee2 admin admin] Loaded quota_driver: . Sep 10 03:24:31.121952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e35743c-b66c-415c-95b2-e97c1b396ee2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736583958612', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736583958137', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736583946226', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736583943766', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736583530434', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8736583858658', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1562354', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1552202', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-464255', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-418645'] for rbac-policy, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:31.308013 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e35743c-b66c-415c-95b2-e97c1b396ee2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:31.309196 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9e35743c-b66c-415c-95b2-e97c1b396ee2 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8526628 Sep 10 03:24:33.875340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49122) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:34.169427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Request body: {'network': {'project_id': '95a97441c0ca4b25975c054573013e68', 'name': 'private', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'admin_state_up': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:34.245102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Made reservation on behalf of 95a97441c0ca4b25975c054573013e68 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:34.247860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.265145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.383215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.442395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.465366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] vlan segment allocate from pool success with {'vlan_id': 209, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:24:34.490540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736580634004', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.491137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Unsubscribe: segment precommit_create {{(pid=95137) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 03:24:34.491658 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Added segment 9eeca087-d421-4515-96ef-5c9153465d01 of type vlan for network 05fe9087-de36-4634-8cb8-68b2567673eb Sep 10 03:24:34.497592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21083a28-46da-4c84-b4fc-a0259052fb56,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:34.532000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.532338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.532668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.532991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.533309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.533625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.534450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.534762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.535122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.535434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.535768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.536078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Tracked resource versions report: Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: pushed versions: Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: { 'AddressGroup': {'1.2'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'ConntrackHelper': {'1.0'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Log': {'1.0'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Network': {'1.1'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Port': {'1.7'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'PortForwarding': {'1.2'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'QosPolicy': {'1.9'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'SecurityGroup': {'1.4'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'SecurityGroupRule': {'1.2'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'SubPort': {'1.0'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Subnet': {'1.1'}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Trunk': {'1.1'}} Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: consumer versions: Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: { DHCP agent@n-d-808143-1: {}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: L3 agent@n-d-808143-1: {}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: Metadata agent@n-d-808143-1: {}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: Metering agent@n-d-808143-1: {}, Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: Open vSwitch agent@n-d-808143-1: { 'AddressGroup': '1.2', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'ConntrackHelper': '1.0', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Log': '1.0', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Network': '1.1', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Port': '1.7', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'PortForwarding': '1.2', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'QosPolicy': '1.9', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'SecurityGroup': '1.4', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'SecurityGroupRule': '1.2', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'SubPort': '1.0', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Subnet': '1.1', Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: 'Trunk': '1.1'}} Sep 10 03:24:34.537167 n-d-808143-1 neutron-server[95137]: {{(pid=95137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 03:24:34.608002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.702547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.703552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:34.704223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:34.799655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] Pushing event updated for resources: {'Network': ['ID=05fe9087-de36-4634-8cb8-68b2567673eb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:34.810638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 05fe9087-de36-4634-8cb8-68b2567673eb details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:34.828949 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8640e577-40de-4df2-80b7-2a5d277995cb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9525368 Sep 10 03:24:37.451866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49136) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:37.844732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd88fba-eaaf-4182-9c2e-b3999eb509bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:37.846095 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-efd88fba-eaaf-4182-9c2e-b3999eb509bc admin admin] 10.222.0.22 "GET /v2.0/networks/05fe9087-de36-4634-8cb8-68b2567673eb HTTP/1.1" status: 200 len: 825 time: 0.3932905 Sep 10 03:24:37.870628 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1898d914-c527-4731-90f8-3b3ec47e8d20 admin admin] 10.222.0.22 "GET /v2.0/subnetpools/b0058058-ef07-47c3-a554-fccb8794fc6f HTTP/1.1" status: 200 len: 734 time: 0.0177441 Sep 10 03:24:37.879498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'b0058058-ef07-47c3-a554-fccb8794fc6f', 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb', 'gateway_ip': '172.20.0.1', 'tenant_id': '95a97441c0ca4b25975c054573013e68'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:37.973388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Made reservation on behalf of 95a97441c0ca4b25975c054573013e68 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:37.975727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.317267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.388361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Checking segment: {'id': '9eeca087-d421-4515-96ef-5c9153465d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:38.388719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Network hostable DHCP agents. Network: 05fe9087-de36-4634-8cb8-68b2567673eb, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:24:38.393154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b5644b-24e0-4db8-983b-c4f0415ba099,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:38.453377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Network 05fe9087-de36-4634-8cb8-68b2567673eb is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:24:38.522100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 05fe9087-de36-4634-8cb8-68b2567673eb) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:38.526902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:38.527482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:38.532261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00db1795-4ea1-425b-8efc-e41c1c0590bd None None] Network 05fe9087-de36-4634-8cb8-68b2567673eb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:38.600037 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d84659b1-1fad-4c11-8d78-93f6926a50e7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.7236345 Sep 10 03:24:38.848472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-05fe9087-de36-4634-8cb8-68b2567673eb', 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'fixed_ips': [{'subnet_id': '05b5644b-24e0-4db8-983b-c4f0415ba099'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:24:38.849669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.118975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Allocated IP 172.20.0.2 (05fe9087-de36-4634-8cb8-68b2567673eb/05b5644b-24e0-4db8-983b-c4f0415ba099/6a726739-c0ee-4e00-8712-a23d8d97e957) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:39.341066 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.356234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Transition to ACTIVE for port object 6a726739-c0ee-4e00-8712-a23d8d97e957 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:39.376684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Transition to ACTIVE for port object 6a726739-c0ee-4e00-8712-a23d8d97e957 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:39.468665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.540434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Network 05fe9087-de36-4634-8cb8-68b2567673eb is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:39.547055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:39.552987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Pushing event updated for resources: {'Port': ['ID=6a726739-c0ee-4e00-8712-a23d8d97e957,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:39.555096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:39.564491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.564835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.565828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.566164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.566493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.566825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.567148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.567472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.567816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.568137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.568458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.568775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Tracked resource versions report: Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: pushed versions: Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: { 'AddressGroup': {'1.2'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'ConntrackHelper': {'1.0'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Log': {'1.0'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Network': {'1.1'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Port': {'1.7'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'PortForwarding': {'1.2'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'QosPolicy': {'1.9'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'SecurityGroup': {'1.4'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'SecurityGroupRule': {'1.2'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'SubPort': {'1.0'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Subnet': {'1.1'}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Trunk': {'1.1'}} Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: consumer versions: Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: { DHCP agent@n-d-808143-1: {}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: L3 agent@n-d-808143-1: {}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: Metadata agent@n-d-808143-1: {}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: Metering agent@n-d-808143-1: {}, Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: Open vSwitch agent@n-d-808143-1: { 'AddressGroup': '1.2', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'ConntrackHelper': '1.0', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Log': '1.0', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Network': '1.1', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Port': '1.7', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'PortForwarding': '1.2', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'QosPolicy': '1.9', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'SecurityGroup': '1.4', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'SecurityGroupRule': '1.2', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'SubPort': '1.0', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Subnet': '1.1', Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: 'Trunk': '1.1'}} Sep 10 03:24:39.569880 n-d-808143-1 neutron-server[95138]: {{(pid=95138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 03:24:39.639829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Attempting to bind port 6a726739-c0ee-4e00-8712-a23d8d97e957 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:24:39.640151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Attempting to bind port 6a726739-c0ee-4e00-8712-a23d8d97e957 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9eeca087-d421-4515-96ef-5c9153465d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:24:39.640585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Attempting to bind port 6a726739-c0ee-4e00-8712-a23d8d97e957 on network 05fe9087-de36-4634-8cb8-68b2567673eb {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:24:39.645412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:24:39.645825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Checking segment: {'id': '9eeca087-d421-4515-96ef-5c9153465d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:24:39.646294 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.646688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Bound using segment: {'id': '9eeca087-d421-4515-96ef-5c9153465d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:24:39.647191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Bound port: 6a726739-c0ee-4e00-8712-a23d8d97e957, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeca087-d421-4515-96ef-5c9153465d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:24:39.647623 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.710971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] For port 6a726739-c0ee-4e00-8712-a23d8d97e957, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:24:39.715239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] For port 6a726739-c0ee-4e00-8712-a23d8d97e957, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6a726739-c0ee-4e00-8712-a23d8d97e957,segment=NetworkSegment(9eeca087-d421-4515-96ef-5c9153465d01),segment_id=9eeca087-d421-4515-96ef-5c9153465d01)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:24:39.773855 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:39.839207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af00ac78-5bb1-4ffa-a62e-65e669ea996f None None] Pushing event updated for resources: {'Port': ['ID=6a726739-c0ee-4e00-8712-a23d8d97e957,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:41.006870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49144) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:41.493792 n-d-808143-1 neutron-server[95136]: WARNING oslo_policy.policy [None req-a894886e-2194-432e-9c53-63bcb7d7d9a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 03:24:41.494368 n-d-808143-1 neutron-server[95136]: WARNING oslo_policy.policy [None req-a894886e-2194-432e-9c53-63bcb7d7d9a7 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 03:24:41.713666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-a894886e-2194-432e-9c53-63bcb7d7d9a7 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:24:41.714835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a894886e-2194-432e-9c53-63bcb7d7d9a7 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7058110 Sep 10 03:24:44.121799 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49158) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:44.436855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-43483c0c-5646-4493-be47-24ac84e58f53 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:24:44.437819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-43483c0c-5646-4493-be47-24ac84e58f53 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3151202 Sep 10 03:24:47.058271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49172) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:47.138565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a726739-c0ee-4e00-8712-a23d8d97e957 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:47.285429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6a726739-c0ee-4e00-8712-a23d8d97e957 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:47.380350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-74839c56-9ad7-4e68-9735-8ee852be4455 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'admin_state_up': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:47.465500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74839c56-9ad7-4e68-9735-8ee852be4455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.467437 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74839c56-9ad7-4e68-9735-8ee852be4455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.603126 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74839c56-9ad7-4e68-9735-8ee852be4455 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.663128 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74839c56-9ad7-4e68-9735-8ee852be4455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.748073 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74839c56-9ad7-4e68-9735-8ee852be4455 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:47.749298 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-74839c56-9ad7-4e68-9735-8ee852be4455 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6900311 Sep 10 03:24:48.187392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0100c8-dea9-43ae-a037-0af774d41c5d None None] Network 05fe9087-de36-4634-8cb8-68b2567673eb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:24:48.318226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-04c3b98c-6269-44d0-ad7e-608187b0add5 None None] Provisioning for port 6a726739-c0ee-4e00-8712-a23d8d97e957 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:48.337417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-04c3b98c-6269-44d0-ad7e-608187b0add5 None None] Provisioning complete for port 6a726739-c0ee-4e00-8712-a23d8d97e957 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:48.337811 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04c3b98c-6269-44d0-ad7e-608187b0add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.459423 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04c3b98c-6269-44d0-ad7e-608187b0add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.495480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-04c3b98c-6269-44d0-ad7e-608187b0add5 None None] For port 6a726739-c0ee-4e00-8712-a23d8d97e957, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6a726739-c0ee-4e00-8712-a23d8d97e957,segment=NetworkSegment(9eeca087-d421-4515-96ef-5c9153465d01),segment_id=9eeca087-d421-4515-96ef-5c9153465d01)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:24:48.559211 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04c3b98c-6269-44d0-ad7e-608187b0add5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:48.604757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c3b98c-6269-44d0-ad7e-608187b0add5 None None] Pushing event updated for resources: {'Port': ['ID=6a726739-c0ee-4e00-8712-a23d8d97e957,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:48.680091 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0caea121-09f9-459b-a979-2e5df4161ddf None None] Provisioning complete for port 6a726739-c0ee-4e00-8712-a23d8d97e957 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:48.680464 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0caea121-09f9-459b-a979-2e5df4161ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:49.099221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a726739-c0ee-4e00-8712-a23d8d97e957 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:24:49.144585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6a726739-c0ee-4e00-8712-a23d8d97e957 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:49.144957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:50.130411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49180) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:50.433520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-21a45113-6fa2-4c6f-9c2e-0aa97733f3cc admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:24:50.434482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-21a45113-6fa2-4c6f-9c2e-0aa97733f3cc admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3031766 Sep 10 03:24:50.704797 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17533eb0-06ad-48ba-ab8a-e7538d48039b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:52.803661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49188) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:53.112684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:24:53.114307 n-d-808143-1 neutron-server[95136]: INFO neutron.quota [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Loaded quota_driver: . Sep 10 03:24:53.256330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Made reservation on behalf of 2810ceaa9c6441b2a4580b4eb7ba573f for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:24:53.325365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.policy [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=95136) register_rules /opt/stack/neutron/neutron/policy.py:73}} Sep 10 03:24:53.369568 n-d-808143-1 neutron-server[95136]: WARNING oslo_policy.policy [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 03:24:53.369874 n-d-808143-1 neutron-server[95136]: WARNING oslo_policy.policy [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Sep 10 03:24:53.381069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.400046 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.416285 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d106527-fa13-45cf-8cc1-3a5c8db83b9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.526825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.584702 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.596980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Reserving flat network on physical network physnet1 {{(pid=95136) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Sep 10 03:24:53.631742 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8736580634004', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.632244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Unsubscribe: segment precommit_create {{(pid=95136) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Sep 10 03:24:53.632811 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Added segment ac1b7898-c82a-4818-a311-95db9229dfb6 of type flat for network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e Sep 10 03:24:53.641903 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.649237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70c6ed5f-eec3-4df3-a2ce-0f3df69c0700,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:53.678462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.678809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.679144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.679474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.679822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.680149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.680512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.680829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.681143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.681455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.681785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.682088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Tracked resource versions report: Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: pushed versions: Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: { 'AddressGroup': {'1.2'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'ConntrackHelper': {'1.0'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Log': {'1.0'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Network': {'1.1'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Port': {'1.7'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'PortForwarding': {'1.2'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'QosPolicy': {'1.9'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'SecurityGroup': {'1.4'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'SecurityGroupRule': {'1.2'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'SubPort': {'1.0'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Subnet': {'1.1'}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Trunk': {'1.1'}} Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: consumer versions: Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: { DHCP agent@n-d-808143-1: {}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: L3 agent@n-d-808143-1: {}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: Metadata agent@n-d-808143-1: {}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: Metering agent@n-d-808143-1: {}, Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: Open vSwitch agent@n-d-808143-1: { 'AddressGroup': '1.2', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'ConntrackHelper': '1.0', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Log': '1.0', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Network': '1.1', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Port': '1.7', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'PortForwarding': '1.2', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'QosPolicy': '1.9', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'SecurityGroup': '1.4', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'SecurityGroupRule': '1.2', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'SubPort': '1.0', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Subnet': '1.1', Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: 'Trunk': '1.1'}} Sep 10 03:24:53.683178 n-d-808143-1 neutron-server[95136]: {{(pid=95136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 03:24:53.757305 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.849999 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.851192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:53.851882 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:53.947123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] Pushing event updated for resources: {'Network': ['ID=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:53.957940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:24:53.971580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-97332dbf-d709-4720-8561-da13f508f00c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1662567 Sep 10 03:24:54.924825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:55.990511 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:56.321315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49212) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:24:56.531903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48cc327d-5163-4e0b-99dd-1c8e9657bd1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:24:56.533281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-48cc327d-5163-4e0b-99dd-1c8e9657bd1a admin admin] 10.222.0.22 "GET /v2.0/subnets/05b5644b-24e0-4db8-983b-c4f0415ba099 HTTP/1.1" status: 200 len: 849 time: 0.2110033 Sep 10 03:24:56.692124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ececf8b2-a359-40ed-8b72-10155a161c5e admin admin] 10.222.0.22 "GET /v2.0/routers/a53b540c-1d1f-4823-be02-26053fd18323 HTTP/1.1" status: 200 len: 704 time: 0.1521645 Sep 10 03:24:56.966770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.256207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Allocated IP 172.20.0.1 (05fe9087-de36-4634-8cb8-68b2567673eb/05b5644b-24e0-4db8-983b-c4f0415ba099/f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:24:57.435843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.459624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Transition to ACTIVE for port object f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:57.565644 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.634150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Network 05fe9087-de36-4634-8cb8-68b2567673eb is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:57.639817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:57.652316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:24:57.652316 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.670050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Pushing event updated for resources: {'Port': ['ID=f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:57.898630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.907017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1e9d6d7f-913d-449d-8671-fb6907f1407c None None] Provisioning for port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:24:57.910958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1e9d6d7f-913d-449d-8671-fb6907f1407c None None] Provisioning complete for port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:57.911120 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1e9d6d7f-913d-449d-8671-fb6907f1407c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:57.943271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1e9d6d7f-913d-449d-8671-fb6907f1407c None None] Port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:24:58.145477 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.198721 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.199575 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.261216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Pushing event updated for resources: {'Port': ['ID=f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:24:58.320855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Network 05fe9087-de36-4634-8cb8-68b2567673eb is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:24:58.322159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:24:58.463966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d85c84e1-4edb-4c9a-a77e-2630029702b4 None None] Provisioning complete for port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:24:58.464341 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d85c84e1-4edb-4c9a-a77e-2630029702b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:58.499394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d85c84e1-4edb-4c9a-a77e-2630029702b4 None None] Port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:24:58.527668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Router a53b540c-1d1f-4823-be02-26053fd18323 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:24:58.618063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:24:58.623138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-edc35c7a-b8dd-4c29-bb37-a3f9095e382c admin admin] 10.222.0.22 "PUT /v2.0/routers/a53b540c-1d1f-4823-be02-26053fd18323/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9253528 Sep 10 03:24:58.647605 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Sync routers for ids ['a53b540c-1d1f-4823-be02-26053fd18323'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:24:58.659363 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Routers {'a53b540c-1d1f-4823-be02-26053fd18323'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:24:58.660130 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:24:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a53b540c-1d1f-4823-be02-26053fd18323'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:58.842214 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Set router a53b540c-1d1f-4823-be02-26053fd18323 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:24:59.269550 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'name': 'router1', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:47Z', 'updated_at': '2021-09-10T03:24:57Z', 'revision_number': 2, 'project_id': '95a97441c0ca4b25975c054573013e68', 'gw_port_host': None, '_interfaces': [{'id': 'f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b', 'name': '', 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'mac_address': 'fa:16:3e:d9:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:56Z', 'updated_at': '2021-09-10T03:24:57Z', 'revision_number': 2, 'project_id': '95a97441c0ca4b25975c054573013e68', 'subnets': [{'id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0058058-ef07-47c3-a554-fccb8794fc6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:24:59.320499 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Checking router: a53b540c-1d1f-4823-be02-26053fd18323 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:24:59.320868 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Updating router a53b540c-1d1f-4823-be02-26053fd18323 port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:24:59.367888 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.870876 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:24:59.889081 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Transition to ACTIVE for port object f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:24:59.941582 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.094472 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Pushing event updated for resources: {'Port': ['ID=f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:00.110973 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.111309 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.111765 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.112031 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.112355 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.112676 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.112997 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.113310 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.113623 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.113938 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.114253 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.114564 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Tracked resource versions report: Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: pushed versions: Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: { 'AddressGroup': {'1.2'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'ConntrackHelper': {'1.0'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Log': {'1.0'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Network': {'1.1'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Port': {'1.7'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'PortForwarding': {'1.2'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'QosPolicy': {'1.9'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'SecurityGroup': {'1.4'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'SecurityGroupRule': {'1.2'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'SubPort': {'1.0'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Subnet': {'1.1'}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Trunk': {'1.1'}} Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: consumer versions: Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: { DHCP agent@n-d-808143-1: {}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: L3 agent@n-d-808143-1: {}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: Metadata agent@n-d-808143-1: {}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: Metering agent@n-d-808143-1: {}, Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: Open vSwitch agent@n-d-808143-1: { 'AddressGroup': '1.2', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'ConntrackHelper': '1.0', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Log': '1.0', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Network': '1.1', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Port': '1.7', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'PortForwarding': '1.2', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'QosPolicy': '1.9', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'SecurityGroup': '1.4', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'SecurityGroupRule': '1.2', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'SubPort': '1.0', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Subnet': '1.1', Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: 'Trunk': '1.1'}} Sep 10 03:25:00.115698 n-d-808143-1 neutron-server[95139]: {{(pid=95139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 03:25:00.118390 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Attempting to bind port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:00.118677 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Attempting to bind port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9eeca087-d421-4515-96ef-5c9153465d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:00.119096 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Attempting to bind port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b on network 05fe9087-de36-4634-8cb8-68b2567673eb {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:00.124861 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:00.125264 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Checking segment: {'id': '9eeca087-d421-4515-96ef-5c9153465d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:00.125729 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.126107 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Bound using segment: {'id': '9eeca087-d421-4515-96ef-5c9153465d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:00.126589 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Bound port: f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9eeca087-d421-4515-96ef-5c9153465d01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 209, 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:00.127025 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.191164 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] For port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:00.209882 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] For port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b,segment=NetworkSegment(9eeca087-d421-4515-96ef-5c9153465d01),segment_id=9eeca087-d421-4515-96ef-5c9153465d01)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:00.282103 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:00.337106 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Routers {'a53b540c-1d1f-4823-be02-26053fd18323'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:00.340691 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:24:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a53b540c-1d1f-4823-be02-26053fd18323'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:00.376641 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25175fa5-65ca-4e55-a9b0-924c83587fbf None None] Pushing event updated for resources: {'Port': ['ID=f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:00.430373 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] Set router a53b540c-1d1f-4823-be02-26053fd18323 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:00.637822 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'name': 'router1', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:47Z', 'updated_at': '2021-09-10T03:24:57Z', 'revision_number': 2, 'project_id': '95a97441c0ca4b25975c054573013e68', 'gw_port_host': None, '_interfaces': [{'id': 'f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b', 'name': '', 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'mac_address': 'fa:16:3e:d9:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:56Z', 'updated_at': '2021-09-10T03:25:00Z', 'revision_number': 4, 'project_id': '95a97441c0ca4b25975c054573013e68', 'subnets': [{'id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0058058-ef07-47c3-a554-fccb8794fc6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:00.662639 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5202a390-4270-43f3-8b1a-452948b1f946 None None] The sync data for ids ['a53b540c-1d1f-4823-be02-26053fd18323'] in n-d-808143-1 is: [{'id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'name': 'router1', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:47Z', 'updated_at': '2021-09-10T03:24:57Z', 'revision_number': 2, 'project_id': '95a97441c0ca4b25975c054573013e68', 'gw_port_host': None, '_interfaces': [{'id': 'f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b', 'name': '', 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'mac_address': 'fa:16:3e:d9:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:56Z', 'updated_at': '2021-09-10T03:25:00Z', 'revision_number': 4, 'project_id': '95a97441c0ca4b25975c054573013e68', 'subnets': [{'id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0058058-ef07-47c3-a554-fccb8794fc6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:00.854175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49232) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:00.973008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b4931e-b0c3-4071-b6eb-6b05ec4948f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:00.974362 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b3b4931e-b0c3-4071-b6eb-6b05ec4948f6 admin admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 842 time: 0.1192534 Sep 10 03:25:00.984369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'ip_version': 4, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'enable_dhcp': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:01.141763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Made reservation on behalf of 2810ceaa9c6441b2a4580b4eb7ba573f for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:25:01.144109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.498583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:25:01.498935 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.555735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62c27799-53a1-4514-8363-c710d1ecb8cb,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:01.563436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:01.563436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Network hostable DHCP agents. Network: 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:25:01.632750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:25:01.707069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:01.711054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:01.711634 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:01.716117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bd518d-be36-4f10-bbbc-b60c8ab2d99a None None] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:01.819704 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b3fc89a1-0082-4ed9-9f4a-a71439625925 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8270090 Sep 10 03:25:01.856548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0d9340-6e41-4121-80ed-a3004f618473 None None] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:25:04.105063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49240) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:04.233077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3a3064a9-774f-4c48-a884-a4e22fdbeeff admin admin] 10.222.0.22 "GET /v2.0/routers/a53b540c-1d1f-4823-be02-26053fd18323 HTTP/1.1" status: 200 len: 710 time: 0.1268733 Sep 10 03:25:04.316462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b018d05-790b-41b5-bbce-6727e9bb2f31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:25:04.317827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5b018d05-790b-41b5-bbce-6727e9bb2f31 admin admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 886 time: 0.0789764 Sep 10 03:25:04.327073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:25:04.560218 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.854935 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:04.937143 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.102661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Allocated IP 172.25.3.202 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/8cf182d1-8f72-4267-8357-b23629c84a25) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:25:05.204624 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.307322 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.342514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:25:05.345178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:25:05.348323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:25:05.390951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Pushing event updated for resources: {'Port': ['ID=8cf182d1-8f72-4267-8357-b23629c84a25,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:05.698495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.900999 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:05.904402 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.013617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Router a53b540c-1d1f-4823-be02-26053fd18323 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:25:06.117727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:25:06.121943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:06.123172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ebbf4891-a98c-48d0-881c-205771a7e92a admin admin] 10.222.0.22 "PUT /v2.0/routers/a53b540c-1d1f-4823-be02-26053fd18323 HTTP/1.1" status: 200 len: 890 time: 1.7992480 Sep 10 03:25:07.001852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Sync routers for ids ['a53b540c-1d1f-4823-be02-26053fd18323'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:25:07.015698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Routers {'a53b540c-1d1f-4823-be02-26053fd18323'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:07.016325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:24:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a53b540c-1d1f-4823-be02-26053fd18323'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:07.162896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:07.290432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Set router a53b540c-1d1f-4823-be02-26053fd18323 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:07.463624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:07.480474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:07.480845 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.696694 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.754909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b,segment=NetworkSegment(9eeca087-d421-4515-96ef-5c9153465d01),segment_id=9eeca087-d421-4515-96ef-5c9153465d01)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:07.766393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'name': 'router1', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '8cf182d1-8f72-4267-8357-b23629c84a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:47Z', 'updated_at': '2021-09-10T03:25:05Z', 'revision_number': 4, 'project_id': '95a97441c0ca4b25975c054573013e68', 'gw_port': {'id': '8cf182d1-8f72-4267-8357-b23629c84a25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:25:04Z', 'updated_at': '2021-09-10T03:25:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b', 'name': '', 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'mac_address': 'fa:16:3e:d9:ca:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:56Z', 'updated_at': '2021-09-10T03:25:00Z', 'revision_number': 4, 'project_id': '95a97441c0ca4b25975c054573013e68', 'subnets': [{'id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0058058-ef07-47c3-a554-fccb8794fc6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:07.815800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Checking router: a53b540c-1d1f-4823-be02-26053fd18323 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:25:07.816151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Updating router a53b540c-1d1f-4823-be02-26053fd18323 port 8cf182d1-8f72-4267-8357-b23629c84a25 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:25:07.818035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.887575 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:07.924552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:08.210557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.219974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Transition to ACTIVE for port object 8cf182d1-8f72-4267-8357-b23629c84a25 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:25:08.310232 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.365932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Attempting to bind port 8cf182d1-8f72-4267-8357-b23629c84a25 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:25:08.366298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Attempting to bind port 8cf182d1-8f72-4267-8357-b23629c84a25 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:25:08.366660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Attempting to bind port 8cf182d1-8f72-4267-8357-b23629c84a25 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:25:08.369436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2455115-afff-433e-8983-867b13f7ed01 None None] Pushing event updated for resources: {'Port': ['ID=8cf182d1-8f72-4267-8357-b23629c84a25,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:08.373900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 24, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:25:08.374269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:25:08.374664 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.375053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:25:08.375499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Bound port: 8cf182d1-8f72-4267-8357-b23629c84a25, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:25:08.375930 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.425162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] For port 8cf182d1-8f72-4267-8357-b23629c84a25, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:25:08.429461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] For port 8cf182d1-8f72-4267-8357-b23629c84a25, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8cf182d1-8f72-4267-8357-b23629c84a25,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:25:08.492410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49252) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:25:08.504849 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:08.562812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2455115-afff-433e-8983-867b13f7ed01 None None] Pushing event updated for resources: {'Port': ['ID=8cf182d1-8f72-4267-8357-b23629c84a25,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:08.565851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Routers {'a53b540c-1d1f-4823-be02-26053fd18323'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:25:08.566429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:24:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a53b540c-1d1f-4823-be02-26053fd18323'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:08.611623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2ab32e3e-8ae7-492c-bd65-4fba0b40c363 admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1180415 Sep 10 03:25:08.762062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] Set router a53b540c-1d1f-4823-be02-26053fd18323 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:25:08.971487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'name': 'router1', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '8cf182d1-8f72-4267-8357-b23629c84a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:47Z', 'updated_at': '2021-09-10T03:25:05Z', 'revision_number': 4, 'project_id': '95a97441c0ca4b25975c054573013e68', 'gw_port': {'id': '8cf182d1-8f72-4267-8357-b23629c84a25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:25:04Z', 'updated_at': '2021-09-10T03:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b', 'name': '', 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'mac_address': 'fa:16:3e:d9:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:56Z', 'updated_at': '2021-09-10T03:25:07Z', 'revision_number': 5, 'project_id': '95a97441c0ca4b25975c054573013e68', 'subnets': [{'id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0058058-ef07-47c3-a554-fccb8794fc6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:25:08.997164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4755a22-d76b-416f-9fb5-d4c6aed1a158 None None] The sync data for ids ['a53b540c-1d1f-4823-be02-26053fd18323'] in n-d-808143-1 is: [{'id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'name': 'router1', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '8cf182d1-8f72-4267-8357-b23629c84a25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:24:47Z', 'updated_at': '2021-09-10T03:25:05Z', 'revision_number': 4, 'project_id': '95a97441c0ca4b25975c054573013e68', 'gw_port': {'id': '8cf182d1-8f72-4267-8357-b23629c84a25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:7c:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:25:04Z', 'updated_at': '2021-09-10T03:25:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b', 'name': '', 'network_id': '05fe9087-de36-4634-8cb8-68b2567673eb', 'tenant_id': '95a97441c0ca4b25975c054573013e68', 'mac_address': 'fa:16:3e:d9:ca:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a53b540c-1d1f-4823-be02-26053fd18323', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:24:56Z', 'updated_at': '2021-09-10T03:25:07Z', 'revision_number': 5, 'project_id': '95a97441c0ca4b25975c054573013e68', 'subnets': [{'id': '05b5644b-24e0-4db8-983b-c4f0415ba099', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'b0058058-ef07-47c3-a554-fccb8794fc6f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:25:09.374606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8cf182d1-8f72-4267-8357-b23629c84a25 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:09.467979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 8cf182d1-8f72-4267-8357-b23629c84a25 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:25:09.472154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8cf182d1-8f72-4267-8357-b23629c84a25 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:09.472522 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.600855 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.623186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 8cf182d1-8f72-4267-8357-b23629c84a25, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8cf182d1-8f72-4267-8357-b23629c84a25,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:25:09.693362 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:09.694154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:09.770055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=8cf182d1-8f72-4267-8357-b23629c84a25,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:25:09.786418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:09.786418 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:11.090293 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:25:11.130844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8cf182d1-8f72-4267-8357-b23629c84a25 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:25:11.199324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8cf182d1-8f72-4267-8357-b23629c84a25 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:25:11.199891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:20.703999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-acc7a02e-9235-4d4f-9008-2626097b16bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.426472 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a3366011-ad83-4e7b-b644-9239d5d5c80a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:23.630577 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:24.907141 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:26.056077 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:48.080059 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:25:50.692304 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9e5c004e-6cd6-421d-a9ac-cddd6feba344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:53.728458 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a37a814c-967e-4453-ab3d-7f29e02bd8c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.426087 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:54.911908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:25:56.040521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:20.670510 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12c56f55-1d3d-40dc-bb89-69252a6e9891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.430578 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2ac8c0f4-a20b-4ebf-9cff-3f5c9093559c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:23.616570 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:24.919653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:25.079405 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:26:26.013433 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:50.361637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49846) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:50.425118 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca6f2cb7-7123-441b-88ba-ec160ec87027 admin admin] GET failed (client error): The resource could not be found. Sep 10 03:26:50.426435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ca6f2cb7-7123-441b-88ba-ec160ec87027 admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0638525 Sep 10 03:26:50.585822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbdfc921-2c1c-4801-911b-b4c5e8f62545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:50.587631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bbdfc921-2c1c-4801-911b-b4c5e8f62545 admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1563065 Sep 10 03:26:50.681384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b3c33757-c903-480f-8146-606d1edbac3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:52.732396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49856) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:52.825838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa77f1b4-6648-4d98-af7b-9cd7b19dba3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:52.827792 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fa77f1b4-6648-4d98-af7b-9cd7b19dba3b admin admin] 10.222.0.22 "GET /v2.0/subnets/05b5644b-24e0-4db8-983b-c4f0415ba099 HTTP/1.1" status: 200 len: 849 time: 0.0944142 Sep 10 03:26:52.837444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:26:52.919630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Notify callbacks [] for subnet, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.104311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736580656909'] for subnet, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.135479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:53.136073 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.137759 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] 10.222.0.22 "PUT /v2.0/subnets/05b5644b-24e0-4db8-983b-c4f0415ba099 HTTP/1.1" status: 200 len: 868 time: 0.3034580 Sep 10 03:26:53.154739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bafd654e-2b2a-4ffc-872a-3753ad8b03e9 None None] Network 05fe9087-de36-4634-8cb8-68b2567673eb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:26:53.162751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b5644b-24e0-4db8-983b-c4f0415ba099,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:26:53.171061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.171455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.171753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.172084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.172407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.172723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.173046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.173389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.173739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.174049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.174295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.174612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-353af78d-9517-48be-aae5-5e36004577ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:26:53.488273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7acfed36-ef8c-406e-adb4-e096fa775662 None None] Provisioning complete for port 6a726739-c0ee-4e00-8712-a23d8d97e957 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:53.494345 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7acfed36-ef8c-406e-adb4-e096fa775662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.559276 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-940593f0-b2d6-40b4-bc26-ecf82b6ccf01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.584104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7acfed36-ef8c-406e-adb4-e096fa775662 None None] Provisioning complete for port f0ae7bcc-5dba-4d73-9b16-bbbaefe03d0b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:26:53.584471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7acfed36-ef8c-406e-adb4-e096fa775662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:53.660210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:54.904156 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:55.353284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49868) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:55.564820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a491f-0bcc-44d9-a69b-47c1f8dccddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:55.565294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742a491f-0bcc-44d9-a69b-47c1f8dccddd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:55.566822 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-742a491f-0bcc-44d9-a69b-47c1f8dccddd admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2125170 Sep 10 03:26:56.032886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:26:57.744503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49876) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:26:57.875652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1daff6-2d25-417a-b8a4-b8d4c66ccbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:57.876158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1daff6-2d25-417a-b8a4-b8d4c66ccbf3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:26:57.877681 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ef1daff6-2d25-417a-b8a4-b8d4c66ccbf3 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1322637 Sep 10 03:27:00.035438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49884) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:00.175953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269dd78d-553e-4604-a86a-51ffeee8bff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:00.177339 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-269dd78d-553e-4604-a86a-51ffeee8bff5 admin admin] 10.222.0.22 "GET /v2.0/networks/05fe9087-de36-4634-8cb8-68b2567673eb HTTP/1.1" status: 200 len: 869 time: 0.1409340 Sep 10 03:27:02.077368 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:27:02.351044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49892) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:02.475775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5aec1e-63a1-4f33-9622-e41c249e23f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:02.477143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1b5aec1e-63a1-4f33-9622-e41c249e23f6 admin admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 886 time: 0.1252096 Sep 10 03:27:04.646839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49900) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:04.807067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e1f5d-8e24-4a23-b6c5-25e593bca8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:04.807458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-963e1f5d-8e24-4a23-b6c5-25e593bca8e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:04.809001 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-963e1f5d-8e24-4a23-b6c5-25e593bca8e7 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1612012 Sep 10 03:27:06.962224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49908) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:07.051407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfedffb9-ef4d-4427-9c6d-bc8c144f7605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:07.051901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfedffb9-ef4d-4427-9c6d-bc8c144f7605 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:07.053401 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bfedffb9-ef4d-4427-9c6d-bc8c144f7605 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0902421 Sep 10 03:27:09.214209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49916) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:09.307107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b47f4a4d-58da-4d70-bb10-5cc02ececf52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:09.308451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b47f4a4d-58da-4d70-bb10-5cc02ececf52 admin admin] 10.222.0.22 "GET /v2.0/subnets/05b5644b-24e0-4db8-983b-c4f0415ba099 HTTP/1.1" status: 200 len: 868 time: 0.0933182 Sep 10 03:27:11.488857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49924) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:11.574461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dce365e-57f2-4cbb-bb95-08054b26c29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:11.575805 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6dce365e-57f2-4cbb-bb95-08054b26c29b admin admin] 10.222.0.22 "GET /v2.0/subnets/62c27799-53a1-4514-8363-c710d1ecb8cb HTTP/1.1" status: 200 len: 816 time: 0.0859840 Sep 10 03:27:20.677766 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bec044b7-8945-4f8a-a405-f6ef14aa8411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.477707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e7e21f54-52b7-4df7-a12e-28c27f83cd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:23.626149 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:24.900554 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:26.045855 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:35.493211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49978) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:35.543494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-af8a6e9a-2b05-47bc-858c-fe3a303fd75f admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:27:35.544525 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-af8a6e9a-2b05-47bc-858c-fe3a303fd75f admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0503767 Sep 10 03:27:37.806468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49986) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:37.865409 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfbb6e71-9aef-459c-93ef-4e90e071c616 admin admin] GET failed (client error): The resource could not be found. Sep 10 03:27:37.866709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bfbb6e71-9aef-459c-93ef-4e90e071c616 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592988 Sep 10 03:27:37.947978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9f2b8-a077-477b-8e23-e1db85bf097c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:37.949405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6bb9f2b8-a077-477b-8e23-e1db85bf097c admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0780272 Sep 10 03:27:39.075389 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:27:40.145987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49994) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:40.192185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Request body: {'network': {'admin_state_up': True, 'shared': True, 'name': 'shared'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:40.296481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Made reservation on behalf of 2810ceaa9c6441b2a4580b4eb7ba573f for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:40.298683 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.406961 n-d-808143-1 neutron-server[95136]: WARNING neutron.services.revisions.revision_plugin [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Could not find related network for resource to bump revision. Sep 10 03:27:40.421999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] vlan segment allocate from pool success with {'vlan_id': 207, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:27:40.431023 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.431363 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Added segment 0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9 of type vlan for network 1a536fb8-fb61-42dc-8412-fda8a373632f Sep 10 03:27:40.477379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.546015 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.546945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:40.547513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:40.605518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Pushing event updated for resources: {'Network': ['ID=1a536fb8-fb61-42dc-8412-fda8a373632f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:40.612533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.612871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.613203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.613530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.613878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.614200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.614555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.614878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.615189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.615501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.615872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.616188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:40.626571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1a536fb8-fb61-42dc-8412-fda8a373632f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:27:40.646378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-93a1d799-abfd-4b33-a94f-ef5c42431ae4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4992998 Sep 10 03:27:42.843920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50002) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:27:42.902497 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6dad7a17-e498-4162-9306-3204ea377cbe admin admin] GET failed (client error): The resource could not be found. Sep 10 03:27:42.904381 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6dad7a17-e498-4162-9306-3204ea377cbe admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0595379 Sep 10 03:27:43.002277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab39a8b-53a6-4035-979b-951f34daaeb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:43.003717 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fab39a8b-53a6-4035-979b-951f34daaeb2 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0948334 Sep 10 03:27:43.013771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:27:43.110824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Made reservation on behalf of 2810ceaa9c6441b2a4580b4eb7ba573f for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:27:43.113035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.339903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.391207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06c04200-b760-4c31-ab98-792afa49341b,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:43.400983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:43.401330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Network hostable DHCP agents. Network: 1a536fb8-fb61-42dc-8412-fda8a373632f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:27:43.476623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:27:43.551466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1a536fb8-fb61-42dc-8412-fda8a373632f) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:43.556556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:27:43.561328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.562294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-260d685b-f501-468f-b8b8-2b579739c1a3 None None] Network 1a536fb8-fb61-42dc-8412-fda8a373632f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:43.638896 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-15f4b7c3-62c3-4838-b15e-00a9cdffa6b4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6283796 Sep 10 03:27:43.801299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-1a536fb8-fb61-42dc-8412-fda8a373632f', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'tenant_id': '2810ceaa9c6441b2a4580b4eb7ba573f', 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:27:43.802162 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:43.933872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Allocated IP 192.168.233.2 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/8a27dc1c-ee79-4268-a683-ea010bbda1c4) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:27:44.076226 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.084297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Transition to ACTIVE for port object 8a27dc1c-ee79-4268-a683-ea010bbda1c4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:44.099010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Transition to ACTIVE for port object 8a27dc1c-ee79-4268-a683-ea010bbda1c4 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:27:44.160492 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.197286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:27:44.200085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:27:44.208195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:27:44.211164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Pushing event updated for resources: {'Port': ['ID=8a27dc1c-ee79-4268-a683-ea010bbda1c4,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:44.222471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.222825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.223160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.223488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.223843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.224170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.224493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.224807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.225120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.225433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.225750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.226084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:27:44.275923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Attempting to bind port 8a27dc1c-ee79-4268-a683-ea010bbda1c4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:27:44.276292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Attempting to bind port 8a27dc1c-ee79-4268-a683-ea010bbda1c4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:27:44.276652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Attempting to bind port 8a27dc1c-ee79-4268-a683-ea010bbda1c4 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:27:44.282414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 27, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:27:44.282790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:27:44.283308 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.283875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:27:44.284369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Bound port: 8a27dc1c-ee79-4268-a683-ea010bbda1c4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:27:44.284766 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.347294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] For port 8a27dc1c-ee79-4268-a683-ea010bbda1c4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:27:44.350486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] For port 8a27dc1c-ee79-4268-a683-ea010bbda1c4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8a27dc1c-ee79-4268-a683-ea010bbda1c4,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:27:44.432122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:44.491057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f6609-f22f-4b1a-bf7a-26ddbe7e0322 None None] Pushing event updated for resources: {'Port': ['ID=8a27dc1c-ee79-4268-a683-ea010bbda1c4,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:45.287972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8a27dc1c-ee79-4268-a683-ea010bbda1c4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:45.315655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84b2cb6-6cbf-4888-96c6-127bf28c30d7 None None] Network 1a536fb8-fb61-42dc-8412-fda8a373632f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:27:45.444415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-393a80bd-aced-4cd6-b352-dd43662dd0d2 None None] Provisioning for port 8a27dc1c-ee79-4268-a683-ea010bbda1c4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:45.477983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 8a27dc1c-ee79-4268-a683-ea010bbda1c4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:27:45.484339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8a27dc1c-ee79-4268-a683-ea010bbda1c4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:45.484705 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.575803 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.614642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 8a27dc1c-ee79-4268-a683-ea010bbda1c4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8a27dc1c-ee79-4268-a683-ea010bbda1c4,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:27:45.697199 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:45.743855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=8a27dc1c-ee79-4268-a683-ea010bbda1c4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:27:45.766287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-33e6fadc-b9be-4630-bc42-ddec67896a13 None None] Provisioning complete for port 8a27dc1c-ee79-4268-a683-ea010bbda1c4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:45.766652 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33e6fadc-b9be-4630-bc42-ddec67896a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:47.226001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8a27dc1c-ee79-4268-a683-ea010bbda1c4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:27:47.272309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8a27dc1c-ee79-4268-a683-ea010bbda1c4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:27:47.272678 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:50.711056 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a9584797-9ca4-4802-87c4-e3b659a92750 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:53.430900 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1fe62d72-fa67-41ed-90a1-ed9d31d28c49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:53.628215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:54.901860 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:27:56.065746 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:16.075130 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:28:20.675714 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-589428a7-38ef-4ebf-8715-cdfc50f777ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.435666 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f8435599-6a91-4b24-ab5e-69a7ebd39760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:23.647515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:24.921747 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:26.047207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:50.709168 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fc31569e-8852-4f9c-a90b-0aed3c47d7e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:53.086782 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:28:53.503661 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-419703e6-8ab6-40aa-a050-5fb209ba04aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:53.629211 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:54.911873 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:28:56.071537 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:07.690564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50058) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:07.696590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-96de75bd-9b6a-4a11-a854-7326be2f0939 tempest-verify_tempest_config-2098476325 tempest-verify_tempest_config-2098476325-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:29:07.697569 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-96de75bd-9b6a-4a11-a854-7326be2f0939 tempest-verify_tempest_config-2098476325 tempest-verify_tempest_config-2098476325-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060351 Sep 10 03:29:08.194056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50076) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:08.296540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.380071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.457378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.502048 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ebdd6b5234194d2fa03687f3cc44adb9&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3069961 Sep 10 03:29:08.503082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d5e9ef5-bca0-4310-873f-0e8888ae7ff6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:08.504838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50080) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:29:08.510391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.510673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.511145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.511487 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.511844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.512171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.512572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.512892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.513214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.513530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.513848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.514165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6591f7d8-14e3-4093-aecd-162a8fec1c29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.559642 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.579658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.726022 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.728512 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:08.729660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d5e9ef5-bca0-4310-873f-0e8888ae7ff6 HTTP/1.1" status: 204 len: 168 time: 0.2238538 Sep 10 03:29:08.737996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d5e9ef5-bca0-4310-873f-0e8888ae7ff6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:29:08.744509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.744845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.745175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.745503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.745824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.746136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.746456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.746769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.747078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.747501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.747841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:08.748152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3dc3cae-857b-4ba1-b1a9-d14a67daa6ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:29:20.699192 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4aff718-c89d-4555-82bc-83e2b16a33a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:23.453677 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4f631e90-1256-4679-9546-b3a03091b8e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:23.624622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:25.002395 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:26.044950 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:30.075275 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:29:50.730377 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-70c0bbb7-f232-4b8b-9b51-78d41ad3a143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:53.455536 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6a93cee1-2a73-4af8-a56e-22a4a595c1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:53.635401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:54.921063 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:29:56.052269 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:07.073582 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:30:20.689376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0383dc60-573e-480a-bf0b-a61fa285161d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:23.426281 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bad1e0b2-0daf-4138-bfd6-f5d58f85463a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:23.632095 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:24.940414 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:26.049400 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:44.071974 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:30:50.708223 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fdb7734-f001-40e2-9fae-81050fd19e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:53.479240 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-24c97393-5e1e-415a-a1a3-be327f23bdc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:53.604873 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:54.947885 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:30:56.061892 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:20.687439 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-97f1a34e-440b-4ee0-8fc6-8e7a1513f6e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:21.069860 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:31:23.449616 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d39898e0-b20b-4825-af33-18a167ddd2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:23.632712 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:24.944215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:26.077396 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:50.671363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a7c0019-defc-4789-906e-94a1b317e2a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:53.452283 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-91c58b38-fc92-4f2f-aa83-be2dad7edfbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:53.629393 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:54.931665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:56.074869 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:31:58.069109 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 5 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:31:58.442904 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562625'] for agent, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:01.871249 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-562625'] for agent, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:20.679572 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d8ce246-6536-4a2a-8cbe-d86c2292b834 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:23.493602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-51d5146d-ce8d-430d-bc47-1a1b3d0591f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:23.613958 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:24.939440 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:26.068138 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:28.396289 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:31.851143 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:35.067980 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:32:36.534818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50146) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:32:36.638699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eff7c99c-33e2-45df-af14-b2754bfe12dc admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1027889 Sep 10 03:32:38.836612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50156) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:32:38.890411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cf18f12a-548d-47dd-9714-40e92fa23e09 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0527401 Sep 10 03:32:50.690824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-001533a8-a33a-4e84-9a2f-e5f602a13e34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:53.449922 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-452ab932-7169-43e8-ac64-35d507bf5c32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:53.627139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:54.930318 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:56.069780 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:32:58.406876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:01.829781 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:12.066333 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:33:20.686120 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e5af9272-884f-4d5f-9160-1cb683622938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:23.452641 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4f53b4c7-bb0d-4276-9097-c46f93e7df04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:23.653191 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:24.943226 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:26.094953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:28.426452 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:31.862796 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:49.065571 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:33:50.699743 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17798c96-8687-4b72-9c48-e3365f9e1a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:53.459781 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ef47ad7f-1f79-4da6-9630-1dadbb65d902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:53.660735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:54.924588 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:56.179492 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:33:58.473998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:01.882222 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:02.980448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50306) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:03.280918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-network', 'tenant_id': 'a529621791b34382a032266c576addc2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:03.357076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Made reservation on behalf of a529621791b34382a032266c576addc2 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:03.360375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:03.369863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:03.490423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:03.565027 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:03.589911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:34:03.599765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97600d51-6b46-4f25-b74f-2219a854a5b2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:03.607556 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:03.607924 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Added segment 644186ef-bf23-4ccf-a637-3f0439a27baa of type vlan for network 0232d608-1b28-4407-99e4-3a42da9f9270 Sep 10 03:34:03.609816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.610216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.610491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.610782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.611109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.611432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.611789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.612097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.612439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.612769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.613072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.613386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Tracked resource versions report: Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: pushed versions: Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: { 'AddressGroup': {'1.2'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'ConntrackHelper': {'1.0'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Log': {'1.0'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Network': {'1.1'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Port': {'1.7'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'PortForwarding': {'1.2'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'QosPolicy': {'1.9'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'SecurityGroup': {'1.4'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'SecurityGroupRule': {'1.2'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'SubPort': {'1.0'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Subnet': {'1.1'}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Trunk': {'1.1'}} Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: consumer versions: Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: { DHCP agent@n-d-808143-1: {}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: HyperV agent@n-h1-808143-1: {}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: HyperV agent@n-h2-808143-1: {}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: L3 agent@n-d-808143-1: {}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: Metadata agent@n-d-808143-1: {}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: Metering agent@n-d-808143-1: {}, Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: Open vSwitch agent@n-d-808143-1: { 'AddressGroup': '1.2', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'ConntrackHelper': '1.0', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Log': '1.0', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Network': '1.1', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Port': '1.7', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'PortForwarding': '1.2', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'QosPolicy': '1.9', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'SecurityGroup': '1.4', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'SecurityGroupRule': '1.2', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'SubPort': '1.0', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Subnet': '1.1', Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: 'Trunk': '1.1'}} Sep 10 03:34:03.614480 n-d-808143-1 neutron-server[95136]: {{(pid=95136) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 03:34:03.665900 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:03.759016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:03.760133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:03.760732 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:03.820834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] Pushing event updated for resources: {'Network': ['ID=0232d608-1b28-4407-99e4-3a42da9f9270,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:03.830930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0232d608-1b28-4407-99e4-3a42da9f9270 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:34:03.837010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50358) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:03.846094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-544b77b3-d255-4fe4-8f59-6d71506b64ee admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8554821 Sep 10 03:34:03.846225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Request body: {'subnet': {'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-subnet', 'tenant_id': 'a529621791b34382a032266c576addc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:03.927904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Made reservation on behalf of a529621791b34382a032266c576addc2 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:03.930241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:04.080943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50370) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:04.168253 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:04.224982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d57ebe0-3d59-434f-9f90-9f16059a88dd,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:04.234056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.234415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.234754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.235089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.235424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.235784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Tracked resource versions report: Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: pushed versions: Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: { 'AddressGroup': {'1.2'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'ConntrackHelper': {'1.0'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Log': {'1.0'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Network': {'1.1'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Port': {'1.7'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'PortForwarding': {'1.2'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'QosPolicy': {'1.9'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'SecurityGroup': {'1.4'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'SecurityGroupRule': {'1.2'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'SubPort': {'1.0'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Subnet': {'1.1'}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Trunk': {'1.1'}} Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: consumer versions: Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: { DHCP agent@n-d-808143-1: {}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: HyperV agent@n-h1-808143-1: {}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: HyperV agent@n-h2-808143-1: {}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: L3 agent@n-d-808143-1: {}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: Metadata agent@n-d-808143-1: {}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: Metering agent@n-d-808143-1: {}, Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: Open vSwitch agent@n-d-808143-1: { 'AddressGroup': '1.2', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'ConntrackHelper': '1.0', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Log': '1.0', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Network': '1.1', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Port': '1.7', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'PortForwarding': '1.2', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'QosPolicy': '1.9', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'SecurityGroup': '1.4', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'SecurityGroupRule': '1.2', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'SubPort': '1.0', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Subnet': '1.1', Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: 'Trunk': '1.1'}} Sep 10 03:34:04.239597 n-d-808143-1 neutron-server[95137]: {{(pid=95137) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 03:34:04.245366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Checking segment: {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:04.245717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Network hostable DHCP agents. Network: 0232d608-1b28-4407-99e4-3a42da9f9270, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:34:04.339832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Network 0232d608-1b28-4407-99e4-3a42da9f9270 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:34:04.425819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 0232d608-1b28-4407-99e4-3a42da9f9270) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:04.429900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:04.434759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:04.435486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f7e14d-af5e-4d80-9bf0-fccafb9e4773 None None] Network 0232d608-1b28-4407-99e4-3a42da9f9270 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:34:04.531395 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8c32c65-78d3-40fa-9416-96d3c1c4aa80 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6930580 Sep 10 03:34:04.534752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50386) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:04.540304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:04.599803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-0232d608-1b28-4407-99e4-3a42da9f9270', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:34:04.600687 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:04.643261 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:04.646408 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:04.693145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50390) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:04.704923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5c05a574-70da-4903-94f8-94198501f1c6 tempest-AutoAllocateNetworkTest-1749524692 tempest-AutoAllocateNetworkTest-1749524692-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e2aeeedbd2d64ec7952883ac0ab11ee4&shared=False HTTP/1.1" status: 200 len: 208 time: 0.6223090 Sep 10 03:34:04.743331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Allocated IP 172.20.0.2 (0232d608-1b28-4407-99e4-3a42da9f9270/6d57ebe0-3d59-434f-9f90-9f16059a88dd/4a9fd404-d21c-4c82-ad87-0dc63589bf20) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:04.832999 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:04.892823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a22927b-5343-49c5-8491-689371e1a25f tempest-AutoAllocateNetworkTest-1749524692 tempest-AutoAllocateNetworkTest-1749524692-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:04.897731 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5a22927b-5343-49c5-8491-689371e1a25f tempest-AutoAllocateNetworkTest-1749524692 tempest-AutoAllocateNetworkTest-1749524692-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2005231 Sep 10 03:34:04.898058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50396) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:04.903492 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:04.913187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Transition to ACTIVE for port object 4a9fd404-d21c-4c82-ad87-0dc63589bf20 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:04.928222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Transition to ACTIVE for port object 4a9fd404-d21c-4c82-ad87-0dc63589bf20 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:04.958046 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6315aa85-8fa8-443d-bb4d-b9d7cbe9f45f tempest-AutoAllocateNetworkTest-1749524692 tempest-AutoAllocateNetworkTest-1749524692-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0587239 Sep 10 03:34:04.960578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50400) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:04.989848 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a0d3df21-d21b-4701-97be-0aef389cfe5e tempest-AutoAllocateNetworkTest-1749524692 tempest-AutoAllocateNetworkTest-1749524692-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e2aeeedbd2d64ec7952883ac0ab11ee4 HTTP/1.1" status: 200 len: 208 time: 0.0263708 Sep 10 03:34:05.000532 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.043139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Network 0232d608-1b28-4407-99e4-3a42da9f9270 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:05.047992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:05.050707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:05.060644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Pushing event updated for resources: {'Port': ['ID=4a9fd404-d21c-4c82-ad87-0dc63589bf20,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:05.062962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.083917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.084261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.084598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.084931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.085260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.085587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.085908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.086228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.086585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.086909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.087228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.087545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Tracked resource versions report: Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: pushed versions: Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: { 'AddressGroup': {'1.2'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'ConntrackHelper': {'1.0'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Log': {'1.0'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Network': {'1.1'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Port': {'1.7'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'PortForwarding': {'1.2'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'QosPolicy': {'1.9'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'SecurityGroup': {'1.4'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'SecurityGroupRule': {'1.2'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'SubPort': {'1.0'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Subnet': {'1.1'}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Trunk': {'1.1'}} Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: consumer versions: Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: { DHCP agent@n-d-808143-1: {}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: HyperV agent@n-h1-808143-1: {}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: HyperV agent@n-h2-808143-1: {}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: L3 agent@n-d-808143-1: {}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: Metadata agent@n-d-808143-1: {}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: Metering agent@n-d-808143-1: {}, Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: Open vSwitch agent@n-d-808143-1: { 'AddressGroup': '1.2', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'ConntrackHelper': '1.0', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Log': '1.0', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Network': '1.1', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Port': '1.7', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'PortForwarding': '1.2', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'QosPolicy': '1.9', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'SecurityGroup': '1.4', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'SecurityGroupRule': '1.2', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'SubPort': '1.0', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Subnet': '1.1', Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: 'Trunk': '1.1'}} Sep 10 03:34:05.088663 n-d-808143-1 neutron-server[95138]: {{(pid=95138) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 03:34:05.122259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Attempting to bind port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:05.122624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Attempting to bind port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:05.122981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Attempting to bind port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 on network 0232d608-1b28-4407-99e4-3a42da9f9270 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:05.128161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:05.128529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Checking segment: {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:05.129392 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.130033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Bound using segment: {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:05.130655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Bound port: 4a9fd404-d21c-4c82-ad87-0dc63589bf20, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:05.131220 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.197199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] For port 4a9fd404-d21c-4c82-ad87-0dc63589bf20, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:05.200456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] For port 4a9fd404-d21c-4c82-ad87-0dc63589bf20, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4a9fd404-d21c-4c82-ad87-0dc63589bf20,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:05.279460 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.317594 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.336870 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.348607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b4a18f-bdf4-4990-82c9-284dcebe4623 None None] Pushing event updated for resources: {'Port': ['ID=4a9fd404-d21c-4c82-ad87-0dc63589bf20,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:05.450801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Allocated IP 172.25.3.130 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/3252008b-2942-49a5-b056-f9c675e49268) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:05.580312 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.711718 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:05.745454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:05.748686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:05.752106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:05.797498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Pushing event updated for resources: {'Port': ['ID=3252008b-2942-49a5-b056-f9c675e49268,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:06.201453 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:06.202220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50438) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:06.327227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6975127-2695-4103-8f1c-e110611271c6 None None] Network 0232d608-1b28-4407-99e4-3a42da9f9270 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:34:06.351642 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:06.455765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3347abd6-a119-4849-8921-94a8f55e07f8 None None] Provisioning for port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:06.587300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Router 18af05a4-ff8c-4db7-be64-3bfc40df4249 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:34:06.671503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59f34d4d-bc3d-4241-83c0-b94270e69d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:06.704603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:34:06.718270 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Sync routers for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:34:06.734345 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:06.735158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:33:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:06.818504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59f34d4d-bc3d-4241-83c0-b94270e69d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:06.882586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59f34d4d-bc3d-4241-83c0-b94270e69d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:06.882779 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:06.911850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f34d4d-bc3d-4241-83c0-b94270e69d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d001e0d8-d740-4187-b067-71b1c348e6ac,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:06.929512 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-59f34d4d-bc3d-4241-83c0-b94270e69d2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2aeeedbd2d64ec7952883ac0ab11ee4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8490689 Sep 10 03:34:06.932030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50462) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:06.942615 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:06.944244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-06bf221d-d796-46a8-9218-145cd2f73263 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.4083765 Sep 10 03:34:06.947031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50468) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:06.995555 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-473444db-39f8-4e35-9d1e-1d08d6b5c310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.022570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-473444db-39f8-4e35-9d1e-1d08d6b5c310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.097300 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:05Z', 'revision_number': 3, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:07.136819 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Checking router: 18af05a4-ff8c-4db7-be64-3bfc40df4249 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:34:07.137492 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Updating router 18af05a4-ff8c-4db7-be64-3bfc40df4249 port 3252008b-2942-49a5-b056-f9c675e49268 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:34:07.156738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-473444db-39f8-4e35-9d1e-1d08d6b5c310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.159485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-473444db-39f8-4e35-9d1e-1d08d6b5c310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.163193 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-473444db-39f8-4e35-9d1e-1d08d6b5c310 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d001e0d8-d740-4187-b067-71b1c348e6ac HTTP/1.1" status: 204 len: 168 time: 0.2276187 Sep 10 03:34:07.170786 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.170993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473444db-39f8-4e35-9d1e-1d08d6b5c310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d001e0d8-d740-4187-b067-71b1c348e6ac,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:07.436693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.559128 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.579760 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Transition to ACTIVE for port object 3252008b-2942-49a5-b056-f9c675e49268 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:07.580786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4a9fd404-d21c-4c82-ad87-0dc63589bf20 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:07.628907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Allocated IP 172.20.0.1 (0232d608-1b28-4407-99e4-3a42da9f9270/6d57ebe0-3d59-434f-9f90-9f16059a88dd/d7bd4c32-efb1-4361-af0e-072b1a8a3aa9) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:07.697220 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.744117 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Pushing event updated for resources: {'Port': ['ID=3252008b-2942-49a5-b056-f9c675e49268,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:07.747981 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.758800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:07.762579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:07.763122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.764004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Transition to ACTIVE for port object d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:07.769710 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.770182 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.770712 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.771144 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.771713 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.772249 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.773156 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.773718 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.774254 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.774714 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.775417 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.775984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Tracked resource versions report: Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: pushed versions: Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: { 'AddressGroup': {'1.2'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'ConntrackHelper': {'1.0'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Log': {'1.0'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Network': {'1.1'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Port': {'1.7'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'PortForwarding': {'1.2'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'QosPolicy': {'1.9'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'SecurityGroup': {'1.4'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'SecurityGroupRule': {'1.2'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'SubPort': {'1.0'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Subnet': {'1.1'}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Trunk': {'1.1'}} Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: consumer versions: Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: { DHCP agent@n-d-808143-1: {}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: HyperV agent@n-h1-808143-1: {}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: HyperV agent@n-h2-808143-1: {}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: L3 agent@n-d-808143-1: {}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: Metadata agent@n-d-808143-1: {}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: Metering agent@n-d-808143-1: {}, Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: Open vSwitch agent@n-d-808143-1: { 'AddressGroup': '1.2', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'ConntrackHelper': '1.0', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Log': '1.0', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Network': '1.1', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Port': '1.7', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'PortForwarding': '1.2', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'QosPolicy': '1.9', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'SecurityGroup': '1.4', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'SecurityGroupRule': '1.2', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'SubPort': '1.0', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Subnet': '1.1', Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: 'Trunk': '1.1'}} Sep 10 03:34:07.777423 n-d-808143-1 neutron-server[95139]: {{(pid=95139) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Sep 10 03:34:07.785677 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Attempting to bind port 3252008b-2942-49a5-b056-f9c675e49268 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:07.786335 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Attempting to bind port 3252008b-2942-49a5-b056-f9c675e49268 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:07.786904 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Attempting to bind port 3252008b-2942-49a5-b056-f9c675e49268 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:07.794044 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:07.796988 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:07.796988 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.796988 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:07.796988 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Bound port: 3252008b-2942-49a5-b056-f9c675e49268, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:07.796988 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.854887 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] For port 3252008b-2942-49a5-b056-f9c675e49268, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:07.855398 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.857878 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] For port 3252008b-2942-49a5-b056-f9c675e49268, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3252008b-2942-49a5-b056-f9c675e49268,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:07.890561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 4a9fd404-d21c-4c82-ad87-0dc63589bf20, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4a9fd404-d21c-4c82-ad87-0dc63589bf20,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:07.896550 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.925149 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.953814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Network 0232d608-1b28-4407-99e4-3a42da9f9270 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:07.958911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:07.964501 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:07.964811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:07.965455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:08.013564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Pushing event updated for resources: {'Port': ['ID=d7bd4c32-efb1-4361-af0e-072b1a8a3aa9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:08.031463 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:08.032123 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:33:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:08.062496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=4a9fd404-d21c-4c82-ad87-0dc63589bf20,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:08.089158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45696ef9-0ce9-42d5-81fa-011ae7b13bbd None None] Pushing event updated for resources: {'Port': ['ID=3252008b-2942-49a5-b056-f9c675e49268,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:08.203341 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:08.242829 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:08.407891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-79312c1e-f40f-42d1-b733-aa4ac0dd1308 None None] Provisioning for port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:08.412298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-79312c1e-f40f-42d1-b733-aa4ac0dd1308 None None] Provisioning complete for port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:08.412665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-79312c1e-f40f-42d1-b733-aa4ac0dd1308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:08.471964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-79312c1e-f40f-42d1-b733-aa4ac0dd1308 None None] Port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:34:08.599016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:08.601530 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:05Z', 'revision_number': 3, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:08.630997 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bbf1d44-ce87-4bc9-9dde-b8999df93a29 None None] The sync data for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 is: [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:05Z', 'revision_number': 3, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:34:08.708349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:08.709272 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:08.777879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Pushing event updated for resources: {'Port': ['ID=d7bd4c32-efb1-4361-af0e-072b1a8a3aa9,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:08.862863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Network 0232d608-1b28-4407-99e4-3a42da9f9270 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:08.864105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:09.042306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Router 18af05a4-ff8c-4db7-be64-3bfc40df4249 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:34:09.212163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9518f3fc-f415-4fdf-94d2-fcb93710b031 None None] Provisioning complete for port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:09.212674 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9518f3fc-f415-4fdf-94d2-fcb93710b031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.228715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:34:09.245176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fbbc9250-796b-4071-af2d-68dd444dde3c admin admin] 10.222.0.22 "PUT /v2.0/routers/18af05a4-ff8c-4db7-be64-3bfc40df4249/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2965128 Sep 10 03:34:09.277878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9518f3fc-f415-4fdf-94d2-fcb93710b031 None None] Port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:34:09.578324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4a9fd404-d21c-4c82-ad87-0dc63589bf20 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:09.668086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:09.668577 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.744402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3252008b-2942-49a5-b056-f9c675e49268 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:09.844230 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3252008b-2942-49a5-b056-f9c675e49268 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:09.848662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3252008b-2942-49a5-b056-f9c675e49268 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:09.852821 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.929524 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:09.948912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3252008b-2942-49a5-b056-f9c675e49268, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3252008b-2942-49a5-b056-f9c675e49268,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:10.048259 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:10.108263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3252008b-2942-49a5-b056-f9c675e49268,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:10.150023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50600) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:10.152599 n-d-808143-1 neutron-server[95136]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 03:34:10.174996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-fa55519e-a2b1-48cf-bbf0-456e0959e778 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4691f8c05e284fb28055a2a62f3c3854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0229630 Sep 10 03:34:10.378730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-e2aa0630-3aa3-48b5-9d92-4497ca5c6be3 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:10.380295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-e2aa0630-3aa3-48b5-9d92-4497ca5c6be3 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1940897 Sep 10 03:34:10.396762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-0cda3dd4-6501-4390-9060-7f3edd58d1e3 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/quotas/4691f8c05e284fb28055a2a62f3c3854 HTTP/1.1" status: 200 len: 375 time: 0.0107529 Sep 10 03:34:10.463874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-ca99c5b7-7843-4cd8-ade2-5c2124d09706 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4691f8c05e284fb28055a2a62f3c3854&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0611408 Sep 10 03:34:10.484599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Sync routers for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:34:10.494987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:10.495703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:33:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:10.504172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50622) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:10.514332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-network', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:10.639133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:10.667832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Made reservation on behalf of b832eedeec2d43048d2ba362322402c2 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:10.671179 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:10.684355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:10.812240 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:10.868623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:10.904695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 2, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:10.915097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38da86f9-df7a-41e1-9b0c-1ee18b350269,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:10.918402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:34:10.930453 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:10.931133 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Added segment 725afb8f-3875-452d-ba62-d7cb87a8ba7b of type vlan for network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 Sep 10 03:34:10.936500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Checking router: 18af05a4-ff8c-4db7-be64-3bfc40df4249 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:34:10.936901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Updating router 18af05a4-ff8c-4db7-be64-3bfc40df4249 port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:34:10.964106 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.003254 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.162604 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.163573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:11.164218 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.243547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] Pushing event updated for resources: {'Network': ['ID=e6973d6a-0a0c-4166-881a-ef1d9189d7c6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:11.266909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cf4fbde3-b90b-4658-a7ee-ddcc495784e7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7548263 Sep 10 03:34:11.266909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50680) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:11.269047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Request body: {'subnet': {'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-subnet', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:11.370966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:34:11.381001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56ea62b9-4313-408f-8139-62e673027689 req-0c50a7e8-b7a4-4ad1-a361-a437a8cfd277 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 210 time: 0.0627706 Sep 10 03:34:11.382002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Made reservation on behalf of b832eedeec2d43048d2ba362322402c2 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:11.384831 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Notify callbacks [] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.520539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3252008b-2942-49a5-b056-f9c675e49268 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:11.585486 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.604146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Transition to ACTIVE for port object d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:11.613102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3252008b-2942-49a5-b056-f9c675e49268 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:11.613534 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.715144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.784508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c0baf-97c9-4419-8164-047717a3e949 None None] Pushing event updated for resources: {'Port': ['ID=d7bd4c32-efb1-4361-af0e-072b1a8a3aa9,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:11.845659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Attempting to bind port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:11.846030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Attempting to bind port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:11.846520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Attempting to bind port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 on network 0232d608-1b28-4407-99e4-3a42da9f9270 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:11.852707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:11.853087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Checking segment: {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:11.853487 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.854274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Bound using segment: {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:11.854450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Bound port: d7bd4c32-efb1-4361-af0e-072b1a8a3aa9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:11.854865 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.859476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:11.935347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:11.948500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] For port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:11.950576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Checking segment: {'id': '725afb8f-3875-452d-ba62-d7cb87a8ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:11.951134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Network hostable DHCP agents. Network: e6973d6a-0a0c-4166-881a-ef1d9189d7c6, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:34:11.953032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] For port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d7bd4c32-efb1-4361-af0e-072b1a8a3aa9,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:12.030273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50746) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:12.039366 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:12.057502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-5141da4c-c1aa-4915-8e79-d3d9b557f36f tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=405827f12f0f4eb1bec264d0b7c15183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0259435 Sep 10 03:34:12.075198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:34:12.167296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c0baf-97c9-4419-8164-047717a3e949 None None] Pushing event updated for resources: {'Port': ['ID=d7bd4c32-efb1-4361-af0e-072b1a8a3aa9,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:12.170935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:12.171627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:33:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:12.216978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-83deda07-7a9b-4e00-a2c6-53b30cb0f85c tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:12.220217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-83deda07-7a9b-4e00-a2c6-53b30cb0f85c tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1571450 Sep 10 03:34:12.223737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, e6973d6a-0a0c-4166-881a-ef1d9189d7c6) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:12.244094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd6a3a6-d623-4f75-a772-db5fc6bacbb1 None None] Network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:34:12.244538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:12.245143 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:12.260777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-925ad0ed-4cb9-49b7-8811-de943d6820b2 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/quotas/405827f12f0f4eb1bec264d0b7c15183 HTTP/1.1" status: 200 len: 375 time: 0.0347986 Sep 10 03:34:12.298750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-56a86dbd-b092-424e-b67f-3b250a7857b2 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=405827f12f0f4eb1bec264d0b7c15183&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294368 Sep 10 03:34:12.367945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e93c4e17-60bb-4475-bdec-0ba1721ab0cf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1035888 Sep 10 03:34:12.370485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50768) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:12.376275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:12.399501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:12.475262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:12.478517 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:12.489579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9250508-0bfe-43fb-9f46-32ca68b431c6 req-31be57d1-6f3b-41f0-a8c1-403de6535cc6 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 210 time: 0.0274436 Sep 10 03:34:12.555065 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:12.590249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-e6973d6a-0a0c-4166-881a-ef1d9189d7c6', 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'fixed_ips': [{'subnet_id': 'a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:34:12.591091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:12.631063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba157844-dfaa-43d5-a6dd-0efbb25c7429 req-0a031d47-a463-42db-86d9-dddf745c88a2 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 210 time: 0.0308266 Sep 10 03:34:12.702220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50786) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:12.769377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50792) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:12.809078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Allocated IP 172.20.0.2 (e6973d6a-0a0c-4166-881a-ef1d9189d7c6/a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657/1a0765fb-38e0-4727-baf1-4578cd15c47d) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:12.842069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:11Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:12.884552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b047f6-f24e-469b-b03d-02a39e5c27f6 None None] The sync data for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 is: [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:11Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:34:12.952890 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb16d0fc-e6cd-4464-8ed6-ba0679360b57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.125806 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.138131 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.144117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb16d0fc-e6cd-4464-8ed6-ba0679360b57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.145774 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc77a-9720-442c-9e26-7623b17146cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.149492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Transition to ACTIVE for port object 1a0765fb-38e0-4727-baf1-4578cd15c47d will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:13.170113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Transition to ACTIVE for port object 1a0765fb-38e0-4727-baf1-4578cd15c47d will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:13.248484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.274607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb16d0fc-e6cd-4464-8ed6-ba0679360b57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.304136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:13.312034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:13.319620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:13.349188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Pushing event updated for resources: {'Port': ['ID=1a0765fb-38e0-4727-baf1-4578cd15c47d,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:13.405855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb16d0fc-e6cd-4464-8ed6-ba0679360b57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e8e17fa-89e0-4cec-9f7c-e1943cb14749,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:13.423485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bb16d0fc-e6cd-4464-8ed6-ba0679360b57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e0084d6b57924915ba6a9eb606776598&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7196915 Sep 10 03:34:13.431511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50812) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:13.445251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Attempting to bind port 1a0765fb-38e0-4727-baf1-4578cd15c47d on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:13.445626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Attempting to bind port 1a0765fb-38e0-4727-baf1-4578cd15c47d by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '725afb8f-3875-452d-ba62-d7cb87a8ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:13.445987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Attempting to bind port 1a0765fb-38e0-4727-baf1-4578cd15c47d on network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:13.459888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:13.460259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Checking segment: {'id': '725afb8f-3875-452d-ba62-d7cb87a8ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:13.460773 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.460884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Bound using segment: {'id': '725afb8f-3875-452d-ba62-d7cb87a8ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:13.461269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Bound port: 1a0765fb-38e0-4727-baf1-4578cd15c47d, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725afb8f-3875-452d-ba62-d7cb87a8ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:13.461648 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.563094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.595750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:13.609519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] For port 1a0765fb-38e0-4727-baf1-4578cd15c47d, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:13.622559 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.631152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1923a4e-883e-41bf-895c-878327405079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.657827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] For port 1a0765fb-38e0-4727-baf1-4578cd15c47d, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1a0765fb-38e0-4727-baf1-4578cd15c47d,segment=NetworkSegment(725afb8f-3875-452d-ba62-d7cb87a8ba7b),segment_id=725afb8f-3875-452d-ba62-d7cb87a8ba7b)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:13.729928 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1923a4e-883e-41bf-895c-878327405079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.748105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.795624 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc77a-9720-442c-9e26-7623b17146cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.812837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Allocated IP 172.25.3.44 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/a27ef98a-371f-4ebb-9220-25edd62454de) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:13.816323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69025f36-a085-425b-83f8-601247ca358a req-80c5f4ad-d859-4b52-92b6-e18fedc740ec tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 210 time: 0.1061549 Sep 10 03:34:13.828526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:13.875176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:13.886615 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:13.911000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c299ed31-e43e-4a57-a61a-6c8a7d664c23 None None] Pushing event updated for resources: {'Port': ['ID=1a0765fb-38e0-4727-baf1-4578cd15c47d,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:14.000427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.030022 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.045844 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c7fc77a-9720-442c-9e26-7623b17146cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.089900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d7bd4c32-efb1-4361-af0e-072b1a8a3aa9,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:14.097802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e87bb694-651a-4e01-bf2d-ed1f902ea698 req-75a1e563-a13b-45bd-9bbc-38ba93ebb611 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 210 time: 0.3407140 Sep 10 03:34:14.124199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8c7fc77a-9720-442c-9e26-7623b17146cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3ba15b61d8341b08ce21e2c028d7f3a&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3537841 Sep 10 03:34:14.125550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fc77a-9720-442c-9e26-7623b17146cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b61bdd4-73a0-4c50-b177-a05aefe30251,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:14.126988 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50824) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:14.136861 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1923a4e-883e-41bf-895c-878327405079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.144373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1923a4e-883e-41bf-895c-878327405079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.144373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a1923a4e-883e-41bf-895c-878327405079 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1e8e17fa-89e0-4cec-9f7c-e1943cb14749 HTTP/1.1" status: 204 len: 168 time: 0.7099588 Sep 10 03:34:14.166356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1923a4e-883e-41bf-895c-878327405079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e8e17fa-89e0-4cec-9f7c-e1943cb14749,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:14.210304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.212886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.312660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1abf9cb-fcbe-4fd7-b3f4-478f44f25a19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.357351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=d7bd4c32-efb1-4361-af0e-072b1a8a3aa9,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:14.368313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:14.375943 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1abf9cb-fcbe-4fd7-b3f4-478f44f25a19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.381534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:14.388971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Pushing event updated for resources: {'Port': ['ID=a27ef98a-371f-4ebb-9220-25edd62454de,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:14.400462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:14.465672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.20', 59241) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:14.489012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-688bc994-f384-462d-88c6-e20fe3922336 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4691f8c05e284fb28055a2a62f3c3854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222697 Sep 10 03:34:14.629939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-824d8c90-f1d4-4e5b-aeaf-7056369be2d0 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:14.631593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-824d8c90-f1d4-4e5b-aeaf-7056369be2d0 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1372507 Sep 10 03:34:14.738982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Request body: {'port': {'device_id': '6ff69b0d-695a-4b70-9231-65b577be6858', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '4691f8c05e284fb28055a2a62f3c3854'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:14.762444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1abf9cb-fcbe-4fd7-b3f4-478f44f25a19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.765148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1abf9cb-fcbe-4fd7-b3f4-478f44f25a19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:14.767365 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1abf9cb-fcbe-4fd7-b3f4-478f44f25a19 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b61bdd4-73a0-4c50-b177-a05aefe30251 HTTP/1.1" status: 204 len: 168 time: 0.6386514 Sep 10 03:34:14.822870 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1abf9cb-fcbe-4fd7-b3f4-478f44f25a19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b61bdd4-73a0-4c50-b177-a05aefe30251,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:15.031519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Made reservation on behalf of 4691f8c05e284fb28055a2a62f3c3854 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:15.035238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.035965 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.039847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50840) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:15.069572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42e0956c-6020-48a0-b53a-a8d034148e98 req-3516b8a0-3b00-423c-a030-655bb3cc564f tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 210 time: 0.0493774 Sep 10 03:34:15.070709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.091542 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39a4dda4-a205-493b-b18f-f0e02ef8f581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.204836 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.270155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c5b4ca4-d821-481f-a99d-008c93f34e84 req-73279e7a-b0ff-4445-aec3-f33b0ac2d049 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 210 time: 0.0476024 Sep 10 03:34:15.288720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.416094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fac59990-2c8e-49af-8c68-338f8b7582f5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:15.482939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d16090f1-413e-405a-84de-de626928ded9 None None] Network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:34:15.537548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.603913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Allocated IP 192.168.233.141 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/8c1b3e17-b583-41c0-85c1-f69b5060c059) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:15.648080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.20', 59245) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:15.662171 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39a4dda4-a205-493b-b18f-f0e02ef8f581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.709667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9d898707-56d9-4344-8290-f27ad58c58c0 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=405827f12f0f4eb1bec264d0b7c15183&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587311 Sep 10 03:34:15.737875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1a0765fb-38e0-4727-baf1-4578cd15c47d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:15.811326 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.821018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39a4dda4-a205-493b-b18f-f0e02ef8f581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.822014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50864) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:15.846761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Transition to ACTIVE for port object 8c1b3e17-b583-41c0-85c1-f69b5060c059 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:15.847004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0be7fed4-eba9-4574-8157-ef66fb7995ec None None] Provisioning for port 1a0765fb-38e0-4727-baf1-4578cd15c47d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:15.847246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9ea1adb-c332-45c8-9770-5f306d72406d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.859127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a4dda4-a205-493b-b18f-f0e02ef8f581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c3f646-5735-4804-bce4-ef1cefb0102c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:15.915381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-d9e0f345-159c-410d-9446-ac2f3b4f41d1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:15.917056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-d9e0f345-159c-410d-9446-ac2f3b4f41d1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2000182 Sep 10 03:34:15.922329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50868) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:15.922509 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-39a4dda4-a205-493b-b18f-f0e02ef8f581 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fb0b20aa5dc4bca92c3ae7d195ebd2a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8806436 Sep 10 03:34:15.924990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 1a0765fb-38e0-4727-baf1-4578cd15c47d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:15.929184 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1a0765fb-38e0-4727-baf1-4578cd15c47d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:15.929685 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:15.930928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Request body: {'port': {'device_id': '3ad8a937-5f11-4a92-9b6b-9311fd388a32', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '405827f12f0f4eb1bec264d0b7c15183'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:16.010247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Router 6712a5a4-4cd6-497b-b2c3-2625233f429d is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:34:16.090214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.094324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0d7042bc-5a9d-496b-97b9-6a7e0e63f106 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.133910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c94b49ba-4d1c-45c0-94cf-cb957fbe4d69 None None] Provisioning complete for port 1a0765fb-38e0-4727-baf1-4578cd15c47d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:16.134381 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0d7042bc-5a9d-496b-97b9-6a7e0e63f106 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.134998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c94b49ba-4d1c-45c0-94cf-cb957fbe4d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.151588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.191106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 1a0765fb-38e0-4727-baf1-4578cd15c47d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1a0765fb-38e0-4727-baf1-4578cd15c47d,segment=NetworkSegment(725afb8f-3875-452d-ba62-d7cb87a8ba7b),segment_id=725afb8f-3875-452d-ba62-d7cb87a8ba7b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:16.208111 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9ea1adb-c332-45c8-9770-5f306d72406d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.275986 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.276766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:16.298665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:16.331953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9ea1adb-c332-45c8-9770-5f306d72406d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.343204 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c94b49ba-4d1c-45c0-94cf-cb957fbe4d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.345452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:16.397105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:16.403019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:16.403756 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.405799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=1a0765fb-38e0-4727-baf1-4578cd15c47d,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:16.440642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:16.446731 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.457481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Made reservation on behalf of 405827f12f0f4eb1bec264d0b7c15183 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:16.470112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.481012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e9ea1adb-c332-45c8-9770-5f306d72406d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=284ce0dbd265480dbdd13790daa77bf6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6573842 Sep 10 03:34:16.483321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd286523-7734-4f36-b26b-76950d367a30 req-705de9da-5af3-45e3-baa8-3b5101536e0b tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 210 time: 0.2234354 Sep 10 03:34:16.491424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50884) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:16.505853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Pushing event updated for resources: {'Port': ['ID=8c1b3e17-b583-41c0-85c1-f69b5060c059,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:16.507309 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.529261 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-c94b49ba-4d1c-45c0-94cf-cb957fbe4d69 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:34:16.530217 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-c94b49ba-4d1c-45c0-94cf-cb957fbe4d69 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:34:16.592907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:34:16.607671 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Sync routers for ids ['6712a5a4-4cd6-497b-b2c3-2625233f429d'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:34:16.611444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-a4a27660-ce78-4568-8676-9e07b5e2a0f1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8759217 Sep 10 03:34:16.624038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ea1adb-c332-45c8-9770-5f306d72406d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42da9544-c2eb-46b7-977c-2803a8f31430,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:16.624132 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Routers {'6712a5a4-4cd6-497b-b2c3-2625233f429d'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:16.624496 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:33:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6712a5a4-4cd6-497b-b2c3-2625233f429d'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:16.650971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0d7042bc-5a9d-496b-97b9-6a7e0e63f106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.654000 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0d7042bc-5a9d-496b-97b9-6a7e0e63f106 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.656394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0d7042bc-5a9d-496b-97b9-6a7e0e63f106 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80c3f646-5735-4804-bce4-ef1cefb0102c HTTP/1.1" status: 204 len: 168 time: 0.7129993 Sep 10 03:34:16.685760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-3c087545-672e-4052-96f9-65eabae0142a tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:34:16.686902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-3c087545-672e-4052-96f9-65eabae0142a tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0424323 Sep 10 03:34:16.707967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7042bc-5a9d-496b-97b9-6a7e0e63f106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c3f646-5735-4804-bce4-ef1cefb0102c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:16.731811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c75954-06d2-457f-b50a-e6b6592038dc req-2837e8ec-0e16-4234-9c01-9e81e230919e tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:16.741344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28c75954-06d2-457f-b50a-e6b6592038dc req-2837e8ec-0e16-4234-9c01-9e81e230919e tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 936 time: 0.2725241 Sep 10 03:34:16.798941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28c75954-06d2-457f-b50a-e6b6592038dc req-fc6678e9-c76e-41db-858d-5dd245b01a95 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564206 Sep 10 03:34:16.831394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.832763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b00ce2-c185-4625-bdd2-3318aa79aed6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.886853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b00ce2-c185-4625-bdd2-3318aa79aed6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:16.894985 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Set router 6712a5a4-4cd6-497b-b2c3-2625233f429d gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:16.933014 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.042353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.046106 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f20d7204-fc1b-4cb7-b873-5801cd904f2d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 4.6715791 Sep 10 03:34:17.047283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50890) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:17.083040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1715c28-c3af-48e0-a5c3-1db71a80bb05,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:17.184386 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:12Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 3, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'gw_port': {'id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:13Z', 'updated_at': '2021-09-10T03:34:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:17.224257 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Checking router: 6712a5a4-4cd6-497b-b2c3-2625233f429d for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:34:17.224925 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Updating router 6712a5a4-4cd6-497b-b2c3-2625233f429d port a27ef98a-371f-4ebb-9220-25edd62454de binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:34:17.230277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b00ce2-c185-4625-bdd2-3318aa79aed6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.232823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b00ce2-c185-4625-bdd2-3318aa79aed6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.238280 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a5b00ce2-c185-4625-bdd2-3318aa79aed6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42da9544-c2eb-46b7-977c-2803a8f31430 HTTP/1.1" status: 204 len: 168 time: 0.7456887 Sep 10 03:34:17.263478 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.294761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Request body: {'port': {'device_id': '6ff69b0d-695a-4b70-9231-65b577be6858', 'device_owner': 'compute:tempest-test_az-389228565', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:17.337333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b00ce2-c185-4625-bdd2-3318aa79aed6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42da9544-c2eb-46b7-977c-2803a8f31430,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:17.370841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c27a4b66-e1a3-4a4c-a88c-32b7fb28b92c None None] Provisioning for port 8c1b3e17-b583-41c0-85c1-f69b5060c059 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:17.396110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c27a4b66-e1a3-4a4c-a88c-32b7fb28b92c None None] Provisioning complete for port 8c1b3e17-b583-41c0-85c1-f69b5060c059 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:17.398087 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c27a4b66-e1a3-4a4c-a88c-32b7fb28b92c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.556217 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.556576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1a0765fb-38e0-4727-baf1-4578cd15c47d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:17.625045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c27a4b66-e1a3-4a4c-a88c-32b7fb28b92c None None] Port 8c1b3e17-b583-41c0-85c1-f69b5060c059 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:34:17.688204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1a0765fb-38e0-4727-baf1-4578cd15c47d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:17.688481 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.771519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Allocated IP 192.168.233.56 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/566a92a8-1d21-49d3-8bab-cf03085f50a9) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:17.811258 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.826183 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Transition to ACTIVE for port object a27ef98a-371f-4ebb-9220-25edd62454de will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:17.953244 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:17.958289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec7c7d74-0fa1-460b-b624-bea1321f10e0 req-4ad2408d-414e-4fc5-9ff5-887c4844a6a9 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 210 time: 0.1053684 Sep 10 03:34:17.990785 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Attempting to bind port a27ef98a-371f-4ebb-9220-25edd62454de on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:17.990785 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Attempting to bind port a27ef98a-371f-4ebb-9220-25edd62454de by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:17.990785 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Attempting to bind port a27ef98a-371f-4ebb-9220-25edd62454de on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:18.021808 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 33, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:18.022235 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:18.023031 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:18.023846 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:18.024536 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Bound port: a27ef98a-371f-4ebb-9220-25edd62454de, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:18.024976 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:18.075975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:18.104569 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] For port a27ef98a-371f-4ebb-9220-25edd62454de, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:18.108721 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] For port a27ef98a-371f-4ebb-9220-25edd62454de, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a27ef98a-371f-4ebb-9220-25edd62454de,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:18.121169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Transition to ACTIVE for port object 566a92a8-1d21-49d3-8bab-cf03085f50a9 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:18.131560 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbd4f4-550c-4dc6-9254-dc6820c30c96 None None] Pushing event updated for resources: {'Port': ['ID=a27ef98a-371f-4ebb-9220-25edd62454de,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:18.200417 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:18.247123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49213d38-be70-4a8f-a8f5-661000af4945 req-93caa30e-b64a-48d2-a403-35750e3cb1fe tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:18.248583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49213d38-be70-4a8f-a8f5-661000af4945 req-93caa30e-b64a-48d2-a403-35750e3cb1fe tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 936 time: 0.3189151 Sep 10 03:34:18.296967 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02dbd4f4-550c-4dc6-9254-dc6820c30c96 None None] Pushing event updated for resources: {'Port': ['ID=a27ef98a-371f-4ebb-9220-25edd62454de,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:18.302510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:18.362846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49213d38-be70-4a8f-a8f5-661000af4945 req-a3d271c2-7964-4b33-a7f6-09898f846199 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985520 Sep 10 03:34:18.366926 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Routers {'6712a5a4-4cd6-497b-b2c3-2625233f429d'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:18.369603 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:33:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6712a5a4-4cd6-497b-b2c3-2625233f429d'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:18.472569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:18.481601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:18.501141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:18.501141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:18.501141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:18.548217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Pushing event updated for resources: {'Port': ['ID=566a92a8-1d21-49d3-8bab-cf03085f50a9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:18.610842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-64460e37-a835-4c2d-8522-2c610da3cae1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6844199 Sep 10 03:34:18.646454 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] Set router 6712a5a4-4cd6-497b-b2c3-2625233f429d gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:18.715331 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:18.745754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c1b3e17-b583-41c0-85c1-f69b5060c059 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:18.760862 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:18.886358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Transition to ACTIVE for port object 8c1b3e17-b583-41c0-85c1-f69b5060c059 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:18.974768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:19.039508 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:12Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 3, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'gw_port': {'id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:13Z', 'updated_at': '2021-09-10T03:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:19.050307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-62c9df27-f3a7-427a-8bf3-1d09fddedeab None None] Provisioning for port 566a92a8-1d21-49d3-8bab-cf03085f50a9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:19.066638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-62c9df27-f3a7-427a-8bf3-1d09fddedeab None None] Provisioning complete for port 566a92a8-1d21-49d3-8bab-cf03085f50a9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:19.067700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-62c9df27-f3a7-427a-8bf3-1d09fddedeab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:19.076512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Request body: {'port': {'device_id': '3ad8a937-5f11-4a92-9b6b-9311fd388a32', 'device_owner': 'compute:tempest-test_az-389228565', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:19.116398 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d87f23-96d8-48ff-af7b-74b119b10363 None None] The sync data for ids ['6712a5a4-4cd6-497b-b2c3-2625233f429d'] in n-d-808143-1 is: [{'id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:12Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 3, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'gw_port': {'id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3a:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:13Z', 'updated_at': '2021-09-10T03:34:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:34:19.233781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-62c9df27-f3a7-427a-8bf3-1d09fddedeab None None] Port 566a92a8-1d21-49d3-8bab-cf03085f50a9 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:34:19.288917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Pushing event updated for resources: {'Port': ['ID=8c1b3e17-b583-41c0-85c1-f69b5060c059,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:19.311739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Allocated IP 172.20.0.1 (e6973d6a-0a0c-4166-881a-ef1d9189d7c6/a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657/748fc0cf-0c01-4e06-9b55-00adab247539) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:19.314039 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:19.315395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Attempting to bind port 8c1b3e17-b583-41c0-85c1-f69b5060c059 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:19.315780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Attempting to bind port 8c1b3e17-b583-41c0-85c1-f69b5060c059 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:19.316128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Attempting to bind port 8c1b3e17-b583-41c0-85c1-f69b5060c059 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:19.323072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Port 8c1b3e17-b583-41c0-85c1-f69b5060c059 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:34:19.323391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Attempting to bind port 8c1b3e17-b583-41c0-85c1-f69b5060c059 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:19.334125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:19.334474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:19.334986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:19.335541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Bound port: 8c1b3e17-b583-41c0-85c1-f69b5060c059, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:19.335886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:19.496599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] For port 8c1b3e17-b583-41c0-85c1-f69b5060c059, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:19.508226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] For port 8c1b3e17-b583-41c0-85c1-f69b5060c059, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c1b3e17-b583-41c0-85c1-f69b5060c059,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:19.565654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262436aa-74af-404a-be1a-545b058ac80a req-3768430a-c024-424d-b8a3-ce4e36504964 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:19.578091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-262436aa-74af-404a-be1a-545b058ac80a req-3768430a-c024-424d-b8a3-ce4e36504964 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 935 time: 0.3619020 Sep 10 03:34:19.593296 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:19.901333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-262436aa-74af-404a-be1a-545b058ac80a req-9368b20c-3888-47a5-80cc-1165f167c727 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3220155 Sep 10 03:34:19.932412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:19.934656 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:19.936157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] 10.222.0.20 "PUT /v2.0/ports/8c1b3e17-b583-41c0-85c1-f69b5060c059 HTTP/1.1" status: 200 len: 1117 time: 2.9341025 Sep 10 03:34:19.972827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff69b0d-695a-4b70-9231-65b577be6858', 'tag': '8c1b3e17-b583-41c0-85c1-f69b5060c059'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:20.165630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cead490e-9a3b-4700-8239-c3ee05c4785c service neutron] Pushing event updated for resources: {'Port': ['ID=8c1b3e17-b583-41c0-85c1-f69b5060c059,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:20.237332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cccfa49-86f7-4937-a5a9-cd13a582de3f req-b710ae22-c920-4080-a7df-9c3011e4d3cf tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:20.239316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cccfa49-86f7-4937-a5a9-cd13a582de3f req-b710ae22-c920-4080-a7df-9c3011e4d3cf tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 969 time: 0.6513202 Sep 10 03:34:20.250922 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:20.278302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 566a92a8-1d21-49d3-8bab-cf03085f50a9 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:20.291124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:20.308774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Transition to ACTIVE for port object 748fc0cf-0c01-4e06-9b55-00adab247539 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:20.315098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cccfa49-86f7-4937-a5a9-cd13a582de3f req-38516499-5061-4844-bd7c-a88f9c5b2852 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675211 Sep 10 03:34:20.320406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Transition to ACTIVE for port object 566a92a8-1d21-49d3-8bab-cf03085f50a9 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:20.405106 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:20.436569 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757e942f-6280-47f5-a4c4-c89d4d2d46ef" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff69b0d-695a-4b70-9231-65b577be6858", "tag": "8c1b3e17-b583-41c0-85c1-f69b5060c059"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:20.456689 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:20.546519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:20.551060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:20.560152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:20.560873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:20.568909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Pushing event updated for resources: {'Port': ['ID=748fc0cf-0c01-4e06-9b55-00adab247539,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:20.605117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Pushing event updated for resources: {'Port': ['ID=566a92a8-1d21-49d3-8bab-cf03085f50a9,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:20.776954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Attempting to bind port 566a92a8-1d21-49d3-8bab-cf03085f50a9 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:20.777320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Attempting to bind port 566a92a8-1d21-49d3-8bab-cf03085f50a9 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:20.777650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Attempting to bind port 566a92a8-1d21-49d3-8bab-cf03085f50a9 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:20.782562 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f1200d4-e73f-4562-87d3-4b3941b1b185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:20.808868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Port 566a92a8-1d21-49d3-8bab-cf03085f50a9 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:34:20.809295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Attempting to bind port 566a92a8-1d21-49d3-8bab-cf03085f50a9 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:20.826046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:20.826046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:20.826046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:20.826046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Bound port: 566a92a8-1d21-49d3-8bab-cf03085f50a9, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:20.826046 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:21.089427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] For port 566a92a8-1d21-49d3-8bab-cf03085f50a9, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:21.112693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] For port 566a92a8-1d21-49d3-8bab-cf03085f50a9, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=566a92a8-1d21-49d3-8bab-cf03085f50a9,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:21.162268 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b402221-e8d1-43fc-9224-010753f679ce x-openstack-request-id: req-1b402221-e8d1-43fc-9224-010753f679ce {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:21.162554 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff69b0d-695a-4b70-9231-65b577be6858", "tag": "8c1b3e17-b583-41c0-85c1-f69b5060c059", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:21.162805 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b402221-e8d1-43fc-9224-010753f679ce {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:21.163307 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff69b0d-695a-4b70-9231-65b577be6858', 'tag': '8c1b3e17-b583-41c0-85c1-f69b5060c059', 'status': 'completed', 'code': 200} Sep 10 03:34:21.188121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:21.233333 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:21.254168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b7db3baa-366b-4a89-ae56-32184451b3dd None None] Provisioning for port 748fc0cf-0c01-4e06-9b55-00adab247539 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:21.259318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b7db3baa-366b-4a89-ae56-32184451b3dd None None] Provisioning complete for port 748fc0cf-0c01-4e06-9b55-00adab247539 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:21.260262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b7db3baa-366b-4a89-ae56-32184451b3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:21.271311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:21.273720 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:21.276113 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] 10.222.0.20 "PUT /v2.0/ports/566a92a8-1d21-49d3-8bab-cf03085f50a9 HTTP/1.1" status: 200 len: 1116 time: 2.2498672 Sep 10 03:34:21.290438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ad8a937-5f11-4a92-9b6b-9311fd388a32', 'tag': '566a92a8-1d21-49d3-8bab-cf03085f50a9'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:21.341970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-130990d5-c543-4769-aa65-d3bd56da964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:21.343103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-130990d5-c543-4769-aa65-d3bd56da964c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4691f8c05e284fb28055a2a62f3c3854&device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 1120 time: 0.3787279 Sep 10 03:34:21.363544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b7db3baa-366b-4a89-ae56-32184451b3dd None None] Port 748fc0cf-0c01-4e06-9b55-00adab247539 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:34:21.551615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f636961-167a-4f2c-9d56-20888efa1df3 service neutron] Pushing event updated for resources: {'Port': ['ID=566a92a8-1d21-49d3-8bab-cf03085f50a9,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:21.647029 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58444c1-9e6e-42c8-9c6d-92962beb4324" -d '{"events": [{"name": "network-changed", "server_uuid": "3ad8a937-5f11-4a92-9b6b-9311fd388a32", "tag": "566a92a8-1d21-49d3-8bab-cf03085f50a9"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:21.668717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a27ef98a-371f-4ebb-9220-25edd62454de up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:21.764760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-d702c42f-2f34-4e81-a2f9-1c9af6835276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:21.764760 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-d702c42f-2f34-4e81-a2f9-1c9af6835276 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=405827f12f0f4eb1bec264d0b7c15183&device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 1119 time: 0.1556270 Sep 10 03:34:21.845067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c3481b-4b56-47fa-ab86-d5d689990b7b req-4b1fe8ff-2339-4a1e-8782-41afdea0b7eb tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:21.847132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33c3481b-4b56-47fa-ab86-d5d689990b7b req-4b1fe8ff-2339-4a1e-8782-41afdea0b7eb tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 968 time: 0.6811304 Sep 10 03:34:21.892419 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-79e4982b-8cdc-48df-853d-1d4a31bc7601 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=566a92a8-1d21-49d3-8bab-cf03085f50a9 HTTP/1.1" status: 200 len: 217 time: 0.0976903 Sep 10 03:34:21.900045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a27ef98a-371f-4ebb-9220-25edd62454de completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:21.906813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a27ef98a-371f-4ebb-9220-25edd62454de triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:21.907182 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:21.951018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-6e5b464f-0339-4664-bfd2-8a30c580d1c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8c1b3e17-b583-41c0-85c1-f69b5060c059 HTTP/1.1" status: 200 len: 217 time: 0.1187098 Sep 10 03:34:22.040483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33c3481b-4b56-47fa-ab86-d5d689990b7b req-d298935b-108e-4543-8de6-df0728196b58 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483905 Sep 10 03:34:22.050142 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:22.088883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port a27ef98a-371f-4ebb-9220-25edd62454de, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a27ef98a-371f-4ebb-9220-25edd62454de,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:22.099289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8620e9c3-2ccc-4f2f-90f8-0ee522e9ff03 req-34ffc111-5546-428c-b485-745fa8975731 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:22.118173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8620e9c3-2ccc-4f2f-90f8-0ee522e9ff03 req-34ffc111-5546-428c-b485-745fa8975731 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 969 time: 0.2699206 Sep 10 03:34:22.167816 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:22.173635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:22.196237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8620e9c3-2ccc-4f2f-90f8-0ee522e9ff03 req-801ce217-a296-4e24-8bf2-31678810ca03 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771375 Sep 10 03:34:22.238779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:22.239507 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:22.283477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=a27ef98a-371f-4ebb-9220-25edd62454de,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:22.352096 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618e9e3a-ee53-47f5-bbe0-a45c1578345d x-openstack-request-id: req-618e9e3a-ee53-47f5-bbe0-a45c1578345d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:22.352920 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ad8a937-5f11-4a92-9b6b-9311fd388a32", "tag": "566a92a8-1d21-49d3-8bab-cf03085f50a9", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:22.353313 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-618e9e3a-ee53-47f5-bbe0-a45c1578345d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:22.353925 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ad8a937-5f11-4a92-9b6b-9311fd388a32', 'tag': '566a92a8-1d21-49d3-8bab-cf03085f50a9', 'status': 'completed', 'code': 200} Sep 10 03:34:22.379491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Pushing event updated for resources: {'Port': ['ID=748fc0cf-0c01-4e06-9b55-00adab247539,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:22.483573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:22.485626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:22.657493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Router 6712a5a4-4cd6-497b-b2c3-2625233f429d has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:34:22.812264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:34:22.828459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7581b353-7eea-4bec-806d-1fce3590bee6 admin admin] 10.222.0.22 "PUT /v2.0/routers/6712a5a4-4cd6-497b-b2c3-2625233f429d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7794096 Sep 10 03:34:22.833443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-232f3244-9650-4e35-84d1-98274049fc08 None None] Provisioning complete for port 748fc0cf-0c01-4e06-9b55-00adab247539 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:22.833811 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-232f3244-9650-4e35-84d1-98274049fc08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:22.835768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Sync routers for ids ['6712a5a4-4cd6-497b-b2c3-2625233f429d'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:34:22.872362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Routers {'6712a5a4-4cd6-497b-b2c3-2625233f429d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:22.873080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:33:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6712a5a4-4cd6-497b-b2c3-2625233f429d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:22.922182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-232f3244-9650-4e35-84d1-98274049fc08 None None] Port 748fc0cf-0c01-4e06-9b55-00adab247539 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:34:23.000042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Set router 6712a5a4-4cd6-497b-b2c3-2625233f429d gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:23.103651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51034) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:23.260820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51040) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:23.261446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:12Z', 'updated_at': '2021-09-10T03:34:20Z', 'revision_number': 4, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'gw_port': {'id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:13Z', 'updated_at': '2021-09-10T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '748fc0cf-0c01-4e06-9b55-00adab247539', 'name': '', 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'mac_address': 'fa:16:3e:84:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:18Z', 'updated_at': '2021-09-10T03:34:21Z', 'revision_number': 2, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'subnets': [{'id': 'a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:23.300110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7626d8d2-e6b8-45e7-b689-5f603d1602d5 req-d5e64d65-fc7e-4842-976c-597e0466286a tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:23.300635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Checking router: 6712a5a4-4cd6-497b-b2c3-2625233f429d for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:34:23.302236 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7626d8d2-e6b8-45e7-b689-5f603d1602d5 req-d5e64d65-fc7e-4842-976c-597e0466286a tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 968 time: 0.1276367 Sep 10 03:34:23.305887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Updating router 6712a5a4-4cd6-497b-b2c3-2625233f429d port 748fc0cf-0c01-4e06-9b55-00adab247539 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:34:23.344700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:23.378326 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7626d8d2-e6b8-45e7-b689-5f603d1602d5 req-3ffbc308-199c-4f30-b616-4010d3fb8ccf tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538430 Sep 10 03:34:23.485640 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5ce5cb0-44a1-401c-b892-cd4986efbe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:23.542064 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce17e021-d386-4431-a436-db6a31c8c397 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:23.568210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbbe1f1-cf91-48c7-8d0c-7ac3bdb70e7a req-5bd8bde4-535c-4493-b1a6-b0111bdc6fbe tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:23.569838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bbbe1f1-cf91-48c7-8d0c-7ac3bdb70e7a req-5bd8bde4-535c-4493-b1a6-b0111bdc6fbe tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 969 time: 0.1408522 Sep 10 03:34:23.608402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a27ef98a-371f-4ebb-9220-25edd62454de up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:23.653041 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-a5ce5cb0-44a1-401c-b892-cd4986efbe1a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:34:23.653041 n-d-808143-1 neutron-server[95136]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:34:23.653041 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id': '70132c140ead4589916a129fed04bc3d', 'id': '0d54ba25-7588-4e9d-b338-7f41f1af2be9', 'expiration': datetime.datetime(2021, 9, 10, 3, 36, 23, 595866)}] Sep 10 03:34:23.653041 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:34:23.653466 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-a5ce5cb0-44a1-401c-b892-cd4986efbe1a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:34:23.661084 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f08778f4-8e4c-457d-b74a-74aba355fea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:23.693780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bbbe1f1-cf91-48c7-8d0c-7ac3bdb70e7a req-8cdd0406-2979-4797-9e63-2e119d9f999c tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072588 Sep 10 03:34:23.740197 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce17e021-d386-4431-a436-db6a31c8c397 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:23.740621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a27ef98a-371f-4ebb-9220-25edd62454de triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:23.740999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:23.800170 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:23.847620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce17e021-d386-4431-a436-db6a31c8c397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:23.887831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ce17e021-d386-4431-a436-db6a31c8c397 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e98f935508ed44519880eb9203061236&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6247911 Sep 10 03:34:23.891877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51054) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:23.892374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce17e021-d386-4431-a436-db6a31c8c397 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0b7ef0-4971-4f7d-aac9-332100bba21b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:23.951084 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:23.962301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Transition to ACTIVE for port object 748fc0cf-0c01-4e06-9b55-00adab247539 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:23.983265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f2470d-9744-41b4-a366-0c3b6c1d66ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.008349 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f2470d-9744-41b4-a366-0c3b6c1d66ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.061370 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.112557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23376b-3431-4903-b795-0d743e7bcd55 None None] Pushing event updated for resources: {'Port': ['ID=748fc0cf-0c01-4e06-9b55-00adab247539,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:24.147192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f2470d-9744-41b4-a366-0c3b6c1d66ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.150439 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f2470d-9744-41b4-a366-0c3b6c1d66ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.151874 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-27f2470d-9744-41b4-a366-0c3b6c1d66ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc0b7ef0-4971-4f7d-aac9-332100bba21b HTTP/1.1" status: 204 len: 168 time: 0.2602828 Sep 10 03:34:24.154765 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5ce5cb0-44a1-401c-b892-cd4986efbe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.187602 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f2470d-9744-41b4-a366-0c3b6c1d66ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0b7ef0-4971-4f7d-aac9-332100bba21b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:24.214595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Attempting to bind port 748fc0cf-0c01-4e06-9b55-00adab247539 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:24.214961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Attempting to bind port 748fc0cf-0c01-4e06-9b55-00adab247539 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '725afb8f-3875-452d-ba62-d7cb87a8ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:24.215321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Attempting to bind port 748fc0cf-0c01-4e06-9b55-00adab247539 on network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:24.235166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 34, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:24.235758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Checking segment: {'id': '725afb8f-3875-452d-ba62-d7cb87a8ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:24.237258 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.237564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Bound using segment: {'id': '725afb8f-3875-452d-ba62-d7cb87a8ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:24.238190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Bound port: 748fc0cf-0c01-4e06-9b55-00adab247539, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '725afb8f-3875-452d-ba62-d7cb87a8ba7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:24.238747 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.285055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51062) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:24.289622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9e04a430-b2d8-402d-a168-52566ab84d98 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1153228528', 'description': 'tempest-description--514698031'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:24.356751 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5ce5cb0-44a1-401c-b892-cd4986efbe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.430844 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5ce5cb0-44a1-401c-b892-cd4986efbe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.459019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] For port 748fc0cf-0c01-4e06-9b55-00adab247539, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:24.474103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] For port 748fc0cf-0c01-4e06-9b55-00adab247539, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=748fc0cf-0c01-4e06-9b55-00adab247539,segment=NetworkSegment(725afb8f-3875-452d-ba62-d7cb87a8ba7b),segment_id=725afb8f-3875-452d-ba62-d7cb87a8ba7b)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:24.486713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ce5cb0-44a1-401c-b892-cd4986efbe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95def63c-40fa-412a-9531-45d7968cca91,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:24.493925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51066) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:24.494576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a5ce5cb0-44a1-401c-b892-cd4986efbe1a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70132c140ead4589916a129fed04bc3d&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3894701 Sep 10 03:34:24.556867 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.567729 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e04a430-b2d8-402d-a168-52566ab84d98 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.583432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab77500d-4396-499b-82c4-293903ff15f3 req-3984286c-ce00-4a48-8385-61fa8a793255 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:24.587603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62d15772-df56-4fe6-8f3d-945b1958bd8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.591985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab77500d-4396-499b-82c4-293903ff15f3 req-3984286c-ce00-4a48-8385-61fa8a793255 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 968 time: 0.0883486 Sep 10 03:34:24.654444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62d15772-df56-4fe6-8f3d-945b1958bd8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.667996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab77500d-4396-499b-82c4-293903ff15f3 req-1980d84b-c1b2-46d1-ab4a-50ddd4ba8e49 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745025 Sep 10 03:34:24.686165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Routers {'6712a5a4-4cd6-497b-b2c3-2625233f429d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:24.686773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:34:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6712a5a4-4cd6-497b-b2c3-2625233f429d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:24.688775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a23376b-3431-4903-b795-0d743e7bcd55 None None] Pushing event updated for resources: {'Port': ['ID=748fc0cf-0c01-4e06-9b55-00adab247539,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:24.835337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7577091-7d05-44cf-812b-73c1a4bb21d9 req-301627af-ede0-4277-afae-714a4885d79f tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:24.842979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7577091-7d05-44cf-812b-73c1a4bb21d9 req-301627af-ede0-4277-afae-714a4885d79f tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 969 time: 0.0673938 Sep 10 03:34:24.888246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] Set router 6712a5a4-4cd6-497b-b2c3-2625233f429d gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:24.888921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7577091-7d05-44cf-812b-73c1a4bb21d9 req-5d0a174b-74ab-4262-9215-9bd132ca1097 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448308 Sep 10 03:34:24.892432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62d15772-df56-4fe6-8f3d-945b1958bd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.897572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62d15772-df56-4fe6-8f3d-945b1958bd8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:24.908057 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-62d15772-df56-4fe6-8f3d-945b1958bd8e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95def63c-40fa-412a-9531-45d7968cca91 HTTP/1.1" status: 204 len: 168 time: 0.4129052 Sep 10 03:34:24.953797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d15772-df56-4fe6-8f3d-945b1958bd8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95def63c-40fa-412a-9531-45d7968cca91,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:24.985274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e04a430-b2d8-402d-a168-52566ab84d98 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.022688 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.076460 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e04a430-b2d8-402d-a168-52566ab84d98 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.115328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04a430-b2d8-402d-a168-52566ab84d98 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1a466d8-f84a-4598-87e9-7362041e884e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:25.133229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51074) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:25.141944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:12Z', 'updated_at': '2021-09-10T03:34:20Z', 'revision_number': 4, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'gw_port': {'id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:13Z', 'updated_at': '2021-09-10T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '748fc0cf-0c01-4e06-9b55-00adab247539', 'name': '', 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'mac_address': 'fa:16:3e:84:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:18Z', 'updated_at': '2021-09-10T03:34:24Z', 'revision_number': 4, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'subnets': [{'id': 'a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:25.146799 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d679aef-8e95-4959-b9cb-b3041800eca3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.172606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409fd714-80ea-441c-9c7c-c157e38ce479 None None] The sync data for ids ['6712a5a4-4cd6-497b-b2c3-2625233f429d'] in n-d-808143-1 is: [{'id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:12Z', 'updated_at': '2021-09-10T03:34:20Z', 'revision_number': 4, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'gw_port': {'id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:13Z', 'updated_at': '2021-09-10T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '748fc0cf-0c01-4e06-9b55-00adab247539', 'name': '', 'network_id': 'e6973d6a-0a0c-4166-881a-ef1d9189d7c6', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'mac_address': 'fa:16:3e:84:78:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:18Z', 'updated_at': '2021-09-10T03:34:24Z', 'revision_number': 4, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'subnets': [{'id': 'a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:34:25.199124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e04a430-b2d8-402d-a168-52566ab84d98 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.204104 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9e04a430-b2d8-402d-a168-52566ab84d98 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9144356 Sep 10 03:34:25.205795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51076) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:25.218089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-776cf4f0-909b-4f8f-94f4-fa43f11601c0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Request body: {'security_group_rule': {'security_group_id': 'c1a466d8-f84a-4598-87e9-7362041e884e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:25.335641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d679aef-8e95-4959-b9cb-b3041800eca3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.416535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d679aef-8e95-4959-b9cb-b3041800eca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.534028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 748fc0cf-0c01-4e06-9b55-00adab247539 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:25.548273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6d679aef-8e95-4959-b9cb-b3041800eca3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c64021923c8142afa1f8da1fd2c15d8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4137452 Sep 10 03:34:25.549561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d679aef-8e95-4959-b9cb-b3041800eca3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c823b41-0576-4ff6-b303-948158f521f1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:25.551143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51080) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:25.595920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-776cf4f0-909b-4f8f-94f4-fa43f11601c0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.647742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e73d97d-72d3-4123-8186-a17feceaaf18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.675990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e73d97d-72d3-4123-8186-a17feceaaf18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.707081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 748fc0cf-0c01-4e06-9b55-00adab247539 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:25.710007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 748fc0cf-0c01-4e06-9b55-00adab247539 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:25.710235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-776cf4f0-909b-4f8f-94f4-fa43f11601c0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.710424 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.800424 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-776cf4f0-909b-4f8f-94f4-fa43f11601c0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.827402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e73d97d-72d3-4123-8186-a17feceaaf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.830056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e73d97d-72d3-4123-8186-a17feceaaf18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.832777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8e73d97d-72d3-4123-8186-a17feceaaf18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3c823b41-0576-4ff6-b303-948158f521f1 HTTP/1.1" status: 204 len: 168 time: 0.2802970 Sep 10 03:34:25.843182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776cf4f0-909b-4f8f-94f4-fa43f11601c0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bccdc311-2f95-4aa9-96af-cf5b02fc94f8,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:25.856896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e73d97d-72d3-4123-8186-a17feceaaf18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c823b41-0576-4ff6-b303-948158f521f1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:25.886577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4ee9e6-f322-43e5-930b-77601a1756e6 req-08960c7c-8c80-46e4-ba70-ed4bcedfd830 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:25.888390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd4ee9e6-f322-43e5-930b-77601a1756e6 req-08960c7c-8c80-46e4-ba70-ed4bcedfd830 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 968 time: 0.1024830 Sep 10 03:34:25.906324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51086) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:25.931412 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a321d000-a09f-49f3-bc26-fb1a8efcd30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.956125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.970169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-776cf4f0-909b-4f8f-94f4-fa43f11601c0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:25.971828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-776cf4f0-909b-4f8f-94f4-fa43f11601c0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7650528 Sep 10 03:34:25.975396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51090) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:25.982719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-687c0381-7a9e-4fb5-8628-ce150fb39dec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Request body: {'security_group_rule': {'security_group_id': 'c1a466d8-f84a-4598-87e9-7362041e884e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:25.996673 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd4ee9e6-f322-43e5-930b-77601a1756e6 req-2df70634-90d5-4286-8b18-177c295b873a tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003246 Sep 10 03:34:26.037351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 748fc0cf-0c01-4e06-9b55-00adab247539, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=748fc0cf-0c01-4e06-9b55-00adab247539,segment=NetworkSegment(725afb8f-3875-452d-ba62-d7cb87a8ba7b),segment_id=725afb8f-3875-452d-ba62-d7cb87a8ba7b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:26.067905 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:34:26.115792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a321d000-a09f-49f3-bc26-fb1a8efcd30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.125985 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.155087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4176e2ca-2195-423f-9ab6-3d803ed41c43 req-88c1259d-a90d-42ae-aad4-0103d39bb5c8 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:26.157192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4176e2ca-2195-423f-9ab6-3d803ed41c43 req-88c1259d-a90d-42ae-aad4-0103d39bb5c8 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 969 time: 0.0852978 Sep 10 03:34:26.234571 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.240114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4176e2ca-2195-423f-9ab6-3d803ed41c43 req-93299dcd-e0b5-4ecc-aa12-66ecf3489115 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622151 Sep 10 03:34:26.248797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a321d000-a09f-49f3-bc26-fb1a8efcd30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.331608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=748fc0cf-0c01-4e06-9b55-00adab247539,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:26.348766 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a321d000-a09f-49f3-bc26-fb1a8efcd30f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15fe93e0de17430681b8961e5ce63d4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4414361 Sep 10 03:34:26.350523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a321d000-a09f-49f3-bc26-fb1a8efcd30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a1e049b-77bc-4f08-9a08-c5a1996e3b00,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:26.351733 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-687c0381-7a9e-4fb5-8628-ce150fb39dec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.353449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51094) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:26.480644 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-387d4578-6022-455e-8547-5c215eea968d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.501074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-687c0381-7a9e-4fb5-8628-ce150fb39dec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.528920 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-387d4578-6022-455e-8547-5c215eea968d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.593664 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-687c0381-7a9e-4fb5-8628-ce150fb39dec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.635473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687c0381-7a9e-4fb5-8628-ce150fb39dec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936c5d54-3177-4148-a1f0-3639013a7621,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:26.670428 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-387d4578-6022-455e-8547-5c215eea968d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.673021 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-387d4578-6022-455e-8547-5c215eea968d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.674219 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-387d4578-6022-455e-8547-5c215eea968d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a1e049b-77bc-4f08-9a08-c5a1996e3b00 HTTP/1.1" status: 204 len: 168 time: 0.3196354 Sep 10 03:34:26.689447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387d4578-6022-455e-8547-5c215eea968d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a1e049b-77bc-4f08-9a08-c5a1996e3b00,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:26.750663 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-687c0381-7a9e-4fb5-8628-ce150fb39dec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.757247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-687c0381-7a9e-4fb5-8628-ce150fb39dec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7747588 Sep 10 03:34:26.757247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51104) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:26.759504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:26.866687 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:26.996164 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:27.158608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Allocated IP 172.25.3.9 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/b6ad70de-76e8-4440-8c9c-91dba0e112c7) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:27.177455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415a563a-9f02-435e-a0fd-d5fb68295db8 req-29c495f9-af48-4f45-b3a7-02e95df5916d tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:27.179023 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-415a563a-9f02-435e-a0fd-d5fb68295db8 req-29c495f9-af48-4f45-b3a7-02e95df5916d tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 968 time: 0.0824573 Sep 10 03:34:27.245305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-415a563a-9f02-435e-a0fd-d5fb68295db8 req-9ce09572-9c3e-4f8b-a737-35139bb8a1c9 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597656 Sep 10 03:34:27.321068 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:27.398615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738673aa-4378-4aa1-8629-193b187ab5b0 req-bc63f141-9bed-46c5-a24a-ed786c353c99 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:27.400135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-738673aa-4378-4aa1-8629-193b187ab5b0 req-bc63f141-9bed-46c5-a24a-ed786c353c99 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 969 time: 0.0760467 Sep 10 03:34:27.443190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-738673aa-4378-4aa1-8629-193b187ab5b0 req-c4f81d27-3d14-4650-82b4-1a907e13a73c tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357742 Sep 10 03:34:27.468610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 748fc0cf-0c01-4e06-9b55-00adab247539 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:27.520330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 748fc0cf-0c01-4e06-9b55-00adab247539 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:27.520709 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:27.632281 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:27.652899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-d31e70b9-2bfb-477d-bb96-fe5b5367b3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:27.654904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-d31e70b9-2bfb-477d-bb96-fe5b5367b3e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0790246 Sep 10 03:34:27.665119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-e25e4d57-c166-4b86-a34b-cec913f73e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:27.666628 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-e25e4d57-c166-4b86-a34b-cec913f73e6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0901368 Sep 10 03:34:27.673395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:27.678218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:27.680709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:27.741048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event updated for resources: {'Port': ['ID=b6ad70de-76e8-4440-8c9c-91dba0e112c7,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:27.826599 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:27.850799 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-b5bfb080-bd72-4fd7-9cb5-8a8df8cd194b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:27.852249 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-b5bfb080-bd72-4fd7-9cb5-8a8df8cd194b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0872626 Sep 10 03:34:27.864402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-017af6b7-7c99-47dc-9d6b-d16c5dd905c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:27.866037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-017af6b7-7c99-47dc-9d6b-d16c5dd905c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0931778 Sep 10 03:34:27.959705 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-23d68019-0d3a-4951-8901-b52b51c5858c service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988762 Sep 10 03:34:28.065455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fcea58e4-d98b-413c-b105-3e4e2685ac6e req-d531f39c-bb8d-45ab-aa6b-a1067379eeb7 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956347 Sep 10 03:34:28.118808 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:28.193914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-391216a9-f15f-4047-b437-2791d15939c4 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3205149 Sep 10 03:34:28.263310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-365a2b69-3013-4b08-bdf2-86c0a67ee545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:28.264828 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-365a2b69-3013-4b08-bdf2-86c0a67ee545 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=405827f12f0f4eb1bec264d0b7c15183&device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 1119 time: 0.0384338 Sep 10 03:34:28.358457 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e20280-4730-4ec6-b6eb-491807a1ea8e req-6ed66126-e54c-4ff4-9305-7e011c55f648 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447458 Sep 10 03:34:28.378742 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:28.446927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c290551f-a2e5-4699-a082-ac206916a035 req-8db34d47-1c38-47e8-85c9-4cfbc48bdb7e tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:28.449345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c290551f-a2e5-4699-a082-ac206916a035 req-8db34d47-1c38-47e8-85c9-4cfbc48bdb7e tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 968 time: 0.0628328 Sep 10 03:34:28.457906 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:28.472823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-0707c383-b65e-4bb4-8238-688c366003ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:28.474596 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-0707c383-b65e-4bb4-8238-688c366003ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.2021873 Sep 10 03:34:28.484130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:28.507549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:28.588951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c290551f-a2e5-4699-a082-ac206916a035 req-c75cf369-2086-4070-9dad-3540273de53e tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321433 Sep 10 03:34:28.606715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event updated for resources: {'Port': ['ID=b6ad70de-76e8-4440-8c9c-91dba0e112c7,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:28.638042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-c8467734-b9cb-4349-b9be-c4aacc55f7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:28.639573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-c8467734-b9cb-4349-b9be-c4aacc55f7f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4691f8c05e284fb28055a2a62f3c3854&device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 1120 time: 0.1149783 Sep 10 03:34:28.643231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:28.644473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3954efb7-d00b-4a57-b6ad-086c464d39e8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.8887539 Sep 10 03:34:28.653653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c0307-9497-4090-9fe4-8535280797b9 req-ba133fc5-9c66-40ac-b662-5737aa6b5ca2 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:28.655512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c68c0307-9497-4090-9fe4-8535280797b9 req-ba133fc5-9c66-40ac-b662-5737aa6b5ca2 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 969 time: 0.1113420 Sep 10 03:34:28.720977 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-f7e2f009-4a74-47e8-b76a-7b54059847a4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=566a92a8-1d21-49d3-8bab-cf03085f50a9 HTTP/1.1" status: 200 len: 217 time: 0.2384624 Sep 10 03:34:28.747196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c68c0307-9497-4090-9fe4-8535280797b9 req-ec540623-ebf6-4164-91c4-872ae94d0a4c tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828402 Sep 10 03:34:28.780764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-8336903f-7a3b-4586-9b16-c3af7ae82e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:28.782380 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-8336903f-7a3b-4586-9b16-c3af7ae82e93 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0527053 Sep 10 03:34:28.836324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-944bfdd0-bd02-4da3-a36f-0a16cfcbd20e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:28.838254 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-944bfdd0-bd02-4da3-a36f-0a16cfcbd20e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0473146 Sep 10 03:34:28.869810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-90ba142a-becb-4694-b754-c076ef0d9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:28.871934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-90ba142a-becb-4694-b754-c076ef0d9dfb service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.2156575 Sep 10 03:34:28.925166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-80ad9167-8abb-456b-8a6a-35976455b1cc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.141&port_id=8c1b3e17-b583-41c0-85c1-f69b5060c059 HTTP/1.1" status: 200 len: 217 time: 0.0435059 Sep 10 03:34:28.967176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-7931d2ca-ffac-41a2-9700-70c1971781fb service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190095 Sep 10 03:34:29.008226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ed385e9c-6934-49f2-b54b-fcf057cad34c tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1153228528&fields=id&tenant_id=a529621791b34382a032266c576addc2 HTTP/1.1" status: 200 len: 267 time: 0.0862889 Sep 10 03:34:29.054766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-bbc88c32-1757-42c0-b14a-6b22b8fbf131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:29.056371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-bbc88c32-1757-42c0-b14a-6b22b8fbf131 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1189001 Sep 10 03:34:29.086640 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a58444c1-9e6e-42c8-9c6d-92962beb4324 req-1e8e6d90-5c2d-40c1-baef-f2b19c967cd0 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121483 Sep 10 03:34:29.264745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-d61ad6b5-57e4-446a-a45f-73ea9ba7f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:29.266228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-d61ad6b5-57e4-446a-a45f-73ea9ba7f7a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2017787 Sep 10 03:34:29.355090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-febdc1a0-b0e4-4835-9fef-c8e57907bb5a tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:29.356569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-febdc1a0-b0e4-4835-9fef-c8e57907bb5a tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/networks?id=0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 200 len: 822 time: 0.3444593 Sep 10 03:34:29.407276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-2ce049b9-15e7-4986-9cb9-99cc59ca6c74 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/quotas/a529621791b34382a032266c576addc2 HTTP/1.1" status: 200 len: 375 time: 0.0376134 Sep 10 03:34:29.488343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e25d1e-858f-46e5-abef-c7663e0476ac req-9125e35f-be9d-42e3-976d-a9bb261a51b6 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:29.488815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e25d1e-858f-46e5-abef-c7663e0476ac req-9125e35f-be9d-42e3-976d-a9bb261a51b6 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:29.489276 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e25d1e-858f-46e5-abef-c7663e0476ac req-9125e35f-be9d-42e3-976d-a9bb261a51b6 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:29.489735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e25d1e-858f-46e5-abef-c7663e0476ac req-9125e35f-be9d-42e3-976d-a9bb261a51b6 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:29.490188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e25d1e-858f-46e5-abef-c7663e0476ac req-9125e35f-be9d-42e3-976d-a9bb261a51b6 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:29.491853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04e25d1e-858f-46e5-abef-c7663e0476ac req-9125e35f-be9d-42e3-976d-a9bb261a51b6 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.3604217 Sep 10 03:34:29.518818 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-7373d2e5-f573-424d-a39f-72c0b81304bb service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408006 Sep 10 03:34:29.531908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ddaa504d-429a-4ef6-9a55-9b53df48e86f tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0938945 Sep 10 03:34:29.790032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-757e942f-6280-47f5-a4c4-c89d4d2d46ef req-72012cc1-01a9-41e0-9ef9-5002b64ba4df service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2571800 Sep 10 03:34:29.814091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-349f594f-69a8-42d2-9566-b20cf7b38206 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:34:29.815722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-349f594f-69a8-42d2-9566-b20cf7b38206 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0532160 Sep 10 03:34:29.966052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-23acf3e8-715d-4979-a30e-a824abb9e3e1 service neutron] 10.222.0.22 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438181 Sep 10 03:34:29.981982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65af97b6-eef6-41a0-b1f9-3a331a0836ac req-7d6ca6ea-92f8-443c-a882-c32088197fa3 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:29.983256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65af97b6-eef6-41a0-b1f9-3a331a0836ac req-7d6ca6ea-92f8-443c-a882-c32088197fa3 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 886 time: 0.1436439 Sep 10 03:34:30.088583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-4b646fdf-dca6-49b6-aac0-f7d509943be3 service neutron] 10.222.0.22 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157887 Sep 10 03:34:30.100982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad03fed-0aa7-4c0c-a4a1-b2695bd7da0f req-8b1c3220-cf96-432f-b987-8b8b37701f80 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:30.102432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fad03fed-0aa7-4c0c-a4a1-b2695bd7da0f req-8b1c3220-cf96-432f-b987-8b8b37701f80 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 968 time: 0.0660191 Sep 10 03:34:30.140178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fad03fed-0aa7-4c0c-a4a1-b2695bd7da0f req-c2548523-4a2f-406f-ae27-0009c40f5ad0 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315280 Sep 10 03:34:30.240641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7180295c-a1d6-4380-a83b-a36f3cb02d62 req-b89954af-3c22-4f96-8bb0-70373d51bdf5 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:30.242038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7180295c-a1d6-4380-a83b-a36f3cb02d62 req-b89954af-3c22-4f96-8bb0-70373d51bdf5 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 969 time: 0.0482337 Sep 10 03:34:30.279493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7180295c-a1d6-4380-a83b-a36f3cb02d62 req-7eb36b12-aa81-431c-b1e6-51350ecc6867 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314121 Sep 10 03:34:30.412925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a62125-8ed9-45a1-91af-fc9afae117dd req-ff24c900-6a91-46d4-a313-e4b4ac4f15e7 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:30.413362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a62125-8ed9-45a1-91af-fc9afae117dd req-ff24c900-6a91-46d4-a313-e4b4ac4f15e7 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:30.413825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a62125-8ed9-45a1-91af-fc9afae117dd req-ff24c900-6a91-46d4-a313-e4b4ac4f15e7 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:30.414293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a62125-8ed9-45a1-91af-fc9afae117dd req-ff24c900-6a91-46d4-a313-e4b4ac4f15e7 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:30.414750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a62125-8ed9-45a1-91af-fc9afae117dd req-ff24c900-6a91-46d4-a313-e4b4ac4f15e7 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:30.416514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9a62125-8ed9-45a1-91af-fc9afae117dd req-ff24c900-6a91-46d4-a313-e4b4ac4f15e7 tempest-NetworksTest-637373500 tempest-NetworksTest-637373500-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3628 time: 0.1072354 Sep 10 03:34:30.477170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2ac4389-1cf7-4ff1-81ed-21994cfc6b21 req-91fa8e72-5730-41d0-bee9-0ae0a2885435 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0277972 Sep 10 03:34:30.996444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51226) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:31.043255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8c1b3e17-b583-41c0-85c1-f69b5060c059 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:34:31.103736 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0bf55ce3-d119-4353-a56d-0e642a05f9bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.151053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8c1b3e17-b583-41c0-85c1-f69b5060c059, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c1b3e17-b583-41c0-85c1-f69b5060c059,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:31.162376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8c1b3e17-b583-41c0-85c1-f69b5060c059', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '8c1b3e17-b583-41c0-85c1-f69b5060c059', 'mac_address': 'fa:16:3e:c9:f5:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.141'}], 'device_owner': 'compute:tempest-test_az-389228565', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:34:31.200765 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.215396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c1b3e17-b583-41c0-85c1-f69b5060c059 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:31.236369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8c1b3e17-b583-41c0-85c1-f69b5060c059, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c1b3e17-b583-41c0-85c1-f69b5060c059,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:31.250790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0bf55ce3-d119-4353-a56d-0e642a05f9bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.270726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7a3d68-d666-4d50-908e-51240e3250ab req-4020bd0f-b4ea-4720-918c-79c76aeb1d18 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:31.272239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee7a3d68-d666-4d50-908e-51240e3250ab req-4020bd0f-b4ea-4720-918c-79c76aeb1d18 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 968 time: 0.0588057 Sep 10 03:34:31.313613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee7a3d68-d666-4d50-908e-51240e3250ab req-b296ffa6-e5eb-4777-b22e-ca746491133b tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351202 Sep 10 03:34:31.367180 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.367894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 566a92a8-1d21-49d3-8bab-cf03085f50a9 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:34:31.381872 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0bf55ce3-d119-4353-a56d-0e642a05f9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.437916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 566a92a8-1d21-49d3-8bab-cf03085f50a9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=566a92a8-1d21-49d3-8bab-cf03085f50a9,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:31.443372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf55ce3-d119-4353-a56d-0e642a05f9bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aac356a-55e3-45d7-beb0-f03d2d79d14d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:31.448906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0bf55ce3-d119-4353-a56d-0e642a05f9bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4dc455f12b844be29649c595c5c6fbd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4513805 Sep 10 03:34:31.451562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51234) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:31.464409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8c1b3e17-b583-41c0-85c1-f69b5060c059,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:31.467321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '566a92a8-1d21-49d3-8bab-cf03085f50a9', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '566a92a8-1d21-49d3-8bab-cf03085f50a9', 'mac_address': 'fa:16:3e:82:da:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:tempest-test_az-389228565', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:34:31.468922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2318b0-bcd8-4e92-99ec-d481777896ee req-86c55a32-3bdb-4c8f-983c-afa271fd3860 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:31.477141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b2318b0-bcd8-4e92-99ec-d481777896ee req-86c55a32-3bdb-4c8f-983c-afa271fd3860 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 970 time: 0.1040409 Sep 10 03:34:31.524513 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.538660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 566a92a8-1d21-49d3-8bab-cf03085f50a9 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:31.551197 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27cb2575-8d05-43c2-aa8d-6cb0237e5bf4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.558744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 566a92a8-1d21-49d3-8bab-cf03085f50a9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=566a92a8-1d21-49d3-8bab-cf03085f50a9,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:31.560372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b2318b0-bcd8-4e92-99ec-d481777896ee req-b2e30696-7dcb-460f-9a16-c11e70a4dea4 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821137 Sep 10 03:34:31.583761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27cb2575-8d05-43c2-aa8d-6cb0237e5bf4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.655234 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.660789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fba561f-cbc3-489b-9ffb-64aef985eacc req-2b348168-7a45-42dc-b111-2364efc3f0ac tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0297022 Sep 10 03:34:31.702672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=566a92a8-1d21-49d3-8bab-cf03085f50a9,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:31.733037 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27cb2575-8d05-43c2-aa8d-6cb0237e5bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.735572 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27cb2575-8d05-43c2-aa8d-6cb0237e5bf4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.736788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-27cb2575-8d05-43c2-aa8d-6cb0237e5bf4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9aac356a-55e3-45d7-beb0-f03d2d79d14d HTTP/1.1" status: 204 len: 168 time: 0.2839735 Sep 10 03:34:31.745922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb2575-8d05-43c2-aa8d-6cb0237e5bf4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aac356a-55e3-45d7-beb0-f03d2d79d14d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:31.897328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:31.989973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8c1b3e17-b583-41c0-85c1-f69b5060c059'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:34:32.010986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['566a92a8-1d21-49d3-8bab-cf03085f50a9'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:34:32.357850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.39', 61169) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:32.411476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51254) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:32.428354 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f233c1ba-66ce-4dd9-b952-8227e37bd322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:32.454692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebf491f-5d29-43c5-a330-e5c2473bba30 req-7ea0a60c-d516-4682-9f6d-a43930a5d7ab tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:32.469957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ebf491f-5d29-43c5-a330-e5c2473bba30 req-7ea0a60c-d516-4682-9f6d-a43930a5d7ab tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 969 time: 0.0748754 Sep 10 03:34:32.542092 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ebf491f-5d29-43c5-a330-e5c2473bba30 req-11dec8e3-e12b-482c-b622-3fe78717ba52 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765638 Sep 10 03:34:32.551823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-aa60ec3f-2adf-4677-8660-e5b2ce317814 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:32.553319 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-aa60ec3f-2adf-4677-8660-e5b2ce317814 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.39 "GET /v2.0/networks?id=0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 200 len: 822 time: 0.1945109 Sep 10 03:34:32.580570 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f233c1ba-66ce-4dd9-b952-8227e37bd322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:32.688424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac45da-8c3d-4dd5-8a9c-6239f656a629 req-e923a5f1-7183-435b-8e09-100a999e4306 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:32.690099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97ac45da-8c3d-4dd5-8a9c-6239f656a629 req-e923a5f1-7183-435b-8e09-100a999e4306 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 970 time: 0.0521767 Sep 10 03:34:32.698084 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-c1a6adc0-913a-45af-96ef-e9fb5ebad551 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a529621791b34382a032266c576addc2 HTTP/1.1" status: 200 len: 380 time: 0.0487804 Sep 10 03:34:32.709678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Request body: {'port': {'device_id': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'admin_state_up': True, 'tenant_id': 'a529621791b34382a032266c576addc2', 'security_groups': ['c1a466d8-f84a-4598-87e9-7362041e884e']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:32.734762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97ac45da-8c3d-4dd5-8a9c-6239f656a629 req-c43beeb6-bb56-4f79-8f1d-550f009bf0d9 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375397 Sep 10 03:34:32.780327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d5f0c5a-7efe-4ada-9232-c20767acebfa req-1e589fc2-8b0d-47dc-8739-9bfe0c317b76 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0444729 Sep 10 03:34:32.854896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51262) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:32.959043 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ccfdda7-7cfb-4293-a4f9-8f32c4347ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.017542 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8c1b3e17-b583-41c0-85c1-f69b5060c059 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:33.453487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 8c1b3e17-b583-41c0-85c1-f69b5060c059 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:33.454117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f233c1ba-66ce-4dd9-b952-8227e37bd322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.459013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8c1b3e17-b583-41c0-85c1-f69b5060c059 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:33.459520 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.478639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-6ccfdda7-7cfb-4293-a4f9-8f32c4347ee5 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:34:33.478639 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:34:33.478639 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id_1': '58261da004d3483d9d41c03058536532', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 34, 12, 971516)}] Sep 10 03:34:33.478639 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:34:33.479104 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-6ccfdda7-7cfb-4293-a4f9-8f32c4347ee5 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:34:33.495374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f233c1ba-66ce-4dd9-b952-8227e37bd322 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=361b13efc45c4a68826a4d7d40d40658&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0828187 Sep 10 03:34:33.496338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233c1ba-66ce-4dd9-b952-8227e37bd322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78ff515c-5ffe-4075-bf7d-ac6f22fa29e9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:33.498155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51266) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:33.544279 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.552569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Made reservation on behalf of a529621791b34382a032266c576addc2 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:33.555991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.564408 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-afd8cf2c-58a3-4c96-a4b1-e056cb434706 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.565890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff69b0d-695a-4b70-9231-65b577be6858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1b3e17-b583-41c0-85c1-f69b5060c059'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:33.599390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-afd8cf2c-58a3-4c96-a4b1-e056cb434706 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.648588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8c1b3e17-b583-41c0-85c1-f69b5060c059, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c1b3e17-b583-41c0-85c1-f69b5060c059,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:33.672038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42728b4d-f483-4867-bdb0-b3477aaa9f36 req-f068fa76-12fe-498e-bf50-1f87a713a143 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:33.680334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42728b4d-f483-4867-bdb0-b3477aaa9f36 req-f068fa76-12fe-498e-bf50-1f87a713a143 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 969 time: 0.0576019 Sep 10 03:34:33.720002 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.722637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 566a92a8-1d21-49d3-8bab-cf03085f50a9 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:33.731958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42728b4d-f483-4867-bdb0-b3477aaa9f36 req-b5eb0f0a-0386-4f6a-b673-05c2d27ac487 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452430 Sep 10 03:34:33.744914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Allocated IP 172.20.0.8 (0232d608-1b28-4407-99e4-3a42da9f9270/6d57ebe0-3d59-434f-9f90-9f16059a88dd/1fbaebc8-921e-46ad-a4d1-cb6e165b877b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:33.852305 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-afd8cf2c-58a3-4c96-a4b1-e056cb434706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.854896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-afd8cf2c-58a3-4c96-a4b1-e056cb434706 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.858422 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-afd8cf2c-58a3-4c96-a4b1-e056cb434706 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/78ff515c-5ffe-4075-bf7d-ac6f22fa29e9 HTTP/1.1" status: 204 len: 168 time: 0.3562086 Sep 10 03:34:33.904704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd8cf2c-58a3-4c96-a4b1-e056cb434706 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78ff515c-5ffe-4075-bf7d-ac6f22fa29e9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:33.905345 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90a5fe7-024d-4f68-a24c-18c18fe0fe8d" -d '{"events": [{"server_uuid": "6ff69b0d-695a-4b70-9231-65b577be6858", "name": "network-vif-plugged", "status": "completed", "tag": "8c1b3e17-b583-41c0-85c1-f69b5060c059"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:33.979763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8c1b3e17-b583-41c0-85c1-f69b5060c059,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:33.979858 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.988928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Transition to ACTIVE for port object 1fbaebc8-921e-46ad-a4d1-cb6e165b877b will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:33.989831 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ccfdda7-7cfb-4293-a4f9-8f32c4347ee5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:33.999158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6352c64-8f06-4afc-bd1c-53d3301c8cf7 req-72b4ff98-c95f-44e9-9fda-d5569bd16e81 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:34.005600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6352c64-8f06-4afc-bd1c-53d3301c8cf7 req-72b4ff98-c95f-44e9-9fda-d5569bd16e81 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 971 time: 0.1777306 Sep 10 03:34:34.045268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa38b5a3-115f-4fc3-8870-b9ba856e7a81 req-7e7868c5-4e24-4c71-9044-547fcbe3cc9f tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 210 time: 0.0792346 Sep 10 03:34:34.072554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 566a92a8-1d21-49d3-8bab-cf03085f50a9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:34.077727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 566a92a8-1d21-49d3-8bab-cf03085f50a9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:34.078327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.083558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6352c64-8f06-4afc-bd1c-53d3301c8cf7 req-f81665d6-c8af-4083-a360-df68d087c976 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692487 Sep 10 03:34:34.102304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.178336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Network 0232d608-1b28-4407-99e4-3a42da9f9270 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:34.186892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:34.193686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:34.199719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:34.203221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.209535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event updated for resources: {'Port': ['ID=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:34.212029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.218406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ccfdda7-7cfb-4293-a4f9-8f32c4347ee5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.268613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 566a92a8-1d21-49d3-8bab-cf03085f50a9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=566a92a8-1d21-49d3-8bab-cf03085f50a9,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:34.304435 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3935b3-83cf-485a-9705-3f4e2419ad7e x-openstack-request-id: req-1d3935b3-83cf-485a-9705-3f4e2419ad7e {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:34.304870 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff69b0d-695a-4b70-9231-65b577be6858", "name": "network-vif-plugged", "status": "completed", "tag": "8c1b3e17-b583-41c0-85c1-f69b5060c059", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:34.305133 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d3935b3-83cf-485a-9705-3f4e2419ad7e {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:34.306000 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff69b0d-695a-4b70-9231-65b577be6858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c1b3e17-b583-41c0-85c1-f69b5060c059', 'code': 200} Sep 10 03:34:34.307116 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ccfdda7-7cfb-4293-a4f9-8f32c4347ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.338025 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.350610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfdda7-7cfb-4293-a4f9-8f32c4347ee5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd8b0e6e-890e-40bd-8134-2cc42bccf708,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:34.365014 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-6f3ba797-56aa-461a-af33-7395e7633d35 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6611249 Sep 10 03:34:34.370992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6ccfdda7-7cfb-4293-a4f9-8f32c4347ee5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58261da004d3483d9d41c03058536532&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5149896 Sep 10 03:34:34.373719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51292) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:34.429431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=566a92a8-1d21-49d3-8bab-cf03085f50a9,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:34.449549 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f69433cb-c435-401b-bf50-d246026971d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.480030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f69433cb-c435-401b-bf50-d246026971d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.508212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e7967-4b66-4832-805b-a96f12266750 req-78112222-e8f3-444b-88d0-9aef3877b5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:34.508212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296e7967-4b66-4832-805b-a96f12266750 req-78112222-e8f3-444b-88d0-9aef3877b5c5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 1122 time: 0.1039841 Sep 10 03:34:34.529437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-296e7967-4b66-4832-805b-a96f12266750 req-9741c1f5-1a63-483b-9c04-64131d194b40 service neutron] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.535207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-71de7e28-3f81-4469-a540-f64ebaf4ac51 None None] Provisioning for port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:34.540364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-71de7e28-3f81-4469-a540-f64ebaf4ac51 None None] Provisioning complete for port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:34.540732 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71de7e28-3f81-4469-a540-f64ebaf4ac51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.589896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-71de7e28-3f81-4469-a540-f64ebaf4ac51 None None] Port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:34:34.621263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f69433cb-c435-401b-bf50-d246026971d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.623925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f69433cb-c435-401b-bf50-d246026971d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.625097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f69433cb-c435-401b-bf50-d246026971d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cd8b0e6e-890e-40bd-8134-2cc42bccf708 HTTP/1.1" status: 204 len: 168 time: 0.2503443 Sep 10 03:34:34.632862 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69433cb-c435-401b-bf50-d246026971d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd8b0e6e-890e-40bd-8134-2cc42bccf708,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:34.700641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-296e7967-4b66-4832-805b-a96f12266750 req-9741c1f5-1a63-483b-9c04-64131d194b40 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.787272 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-296e7967-4b66-4832-805b-a96f12266750 req-9741c1f5-1a63-483b-9c04-64131d194b40 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:34.848949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296e7967-4b66-4832-805b-a96f12266750 req-9741c1f5-1a63-483b-9c04-64131d194b40 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325162 Sep 10 03:34:34.855381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741c1f5-1a63-483b-9c04-64131d194b40 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=666d4909-b1a2-4847-b617-fa586bfcab6e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:34.877944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7489b2f7-ea3c-46c4-977d-baaf0e618d9d req-d55136cc-6f90-4f4d-a32d-b5515347dd32 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:34.879631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7489b2f7-ea3c-46c4-977d-baaf0e618d9d req-d55136cc-6f90-4f4d-a32d-b5515347dd32 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 970 time: 0.0855415 Sep 10 03:34:34.927052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7489b2f7-ea3c-46c4-977d-baaf0e618d9d req-f4c7c212-1b9c-45a8-8b9c-87b253293ac3 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395300 Sep 10 03:34:35.169258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947e3595-e2d5-42fa-b535-1a8344dc0dc2 req-1f726c91-add5-4dbe-9451-c69d912cf726 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:35.172210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-947e3595-e2d5-42fa-b535-1a8344dc0dc2 req-1f726c91-add5-4dbe-9451-c69d912cf726 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 931 time: 0.0521514 Sep 10 03:34:35.242936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e3b89d-9bd6-4824-a212-547aa3fa0d98 req-ba3ec776-09e3-4fc7-bc2e-d12b4c556517 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:35.244445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05e3b89d-9bd6-4824-a212-547aa3fa0d98 req-ba3ec776-09e3-4fc7-bc2e-d12b4c556517 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 971 time: 0.0710690 Sep 10 03:34:35.252815 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-947e3595-e2d5-42fa-b535-1a8344dc0dc2 req-36862534-6751-419d-8df8-c0e848f7bd07 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703762 Sep 10 03:34:35.295517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05e3b89d-9bd6-4824-a212-547aa3fa0d98 req-66bb8b40-ebce-4286-93ba-ab509374448f tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417311 Sep 10 03:34:35.366941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51322) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:35.380345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86438a01-c1d8-4235-b339-e8f53030d12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:35.474355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86438a01-c1d8-4235-b339-e8f53030d12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:35.535205 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86438a01-c1d8-4235-b339-e8f53030d12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:35.578301 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-86438a01-c1d8-4235-b339-e8f53030d12b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80350a4f4c5a4094b75d3c7221c01e0d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2102711 Sep 10 03:34:35.579461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86438a01-c1d8-4235-b339-e8f53030d12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4ce696-c28f-476b-9b61-2931a6102235,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:35.581650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51326) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:35.633933 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc167b3e-959f-4105-98e4-0a8db5011c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:35.654936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc167b3e-959f-4105-98e4-0a8db5011c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:35.775363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc167b3e-959f-4105-98e4-0a8db5011c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:35.777969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc167b3e-959f-4105-98e4-0a8db5011c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:35.779139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cc167b3e-959f-4105-98e4-0a8db5011c23 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce4ce696-c28f-476b-9b61-2931a6102235 HTTP/1.1" status: 204 len: 168 time: 0.1965137 Sep 10 03:34:35.788294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc167b3e-959f-4105-98e4-0a8db5011c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4ce696-c28f-476b-9b61-2931a6102235,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:36.043105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abc513f-3983-4876-9602-057fcf1bf4ac req-6360a5cf-a56b-4362-a4da-94a634fe01a1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:36.044670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7abc513f-3983-4876-9602-057fcf1bf4ac req-6360a5cf-a56b-4362-a4da-94a634fe01a1 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 970 time: 0.0496397 Sep 10 03:34:36.084630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7abc513f-3983-4876-9602-057fcf1bf4ac req-b25b8481-fef2-41d8-9ffa-aa4a4aaf6f13 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327871 Sep 10 03:34:36.307111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad8a937-5f11-4a92-9b6b-9311fd388a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566a92a8-1d21-49d3-8bab-cf03085f50a9'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:36.310045 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9eb002-0e92-4e69-b4b0-bd94d402e142" -d '{"events": [{"server_uuid": "3ad8a937-5f11-4a92-9b6b-9311fd388a32", "name": "network-vif-plugged", "status": "completed", "tag": "566a92a8-1d21-49d3-8bab-cf03085f50a9"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:36.378570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cda672-6ff1-4994-b0e7-67c6b7a6aa60 req-7e13135d-375c-48f3-9734-b99a7c694891 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:36.380068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78cda672-6ff1-4994-b0e7-67c6b7a6aa60 req-7e13135d-375c-48f3-9734-b99a7c694891 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 931 time: 0.0486081 Sep 10 03:34:36.428130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78cda672-6ff1-4994-b0e7-67c6b7a6aa60 req-a99b38b0-ba29-4d9c-9ccd-468c71044fbf tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375834 Sep 10 03:34:36.472014 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695d3bb3-5900-43a7-aef5-5b8baa2e973a x-openstack-request-id: req-695d3bb3-5900-43a7-aef5-5b8baa2e973a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:36.472533 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad8a937-5f11-4a92-9b6b-9311fd388a32", "name": "network-vif-plugged", "status": "completed", "tag": "566a92a8-1d21-49d3-8bab-cf03085f50a9", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:36.472819 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-695d3bb3-5900-43a7-aef5-5b8baa2e973a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:36.473223 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad8a937-5f11-4a92-9b6b-9311fd388a32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '566a92a8-1d21-49d3-8bab-cf03085f50a9', 'code': 200} Sep 10 03:34:36.597316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa1c6f1-d668-45cd-b903-fa36a034caf1 req-d17d34d2-533a-4996-b71d-0f025d9fabe5 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:36.604300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baa1c6f1-d668-45cd-b903-fa36a034caf1 req-d17d34d2-533a-4996-b71d-0f025d9fabe5 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 971 time: 0.0656917 Sep 10 03:34:36.667323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baa1c6f1-d668-45cd-b903-fa36a034caf1 req-d4a72296-f941-4246-9cf9-543ba2586625 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601585 Sep 10 03:34:36.673311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee112c56-00ad-4964-81d4-3fd0355b7716 req-1ad2afaa-0393-42c3-a19c-ad0701b5eae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:36.674847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee112c56-00ad-4964-81d4-3fd0355b7716 req-1ad2afaa-0393-42c3-a19c-ad0701b5eae2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 1121 time: 0.0693901 Sep 10 03:34:36.711436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee112c56-00ad-4964-81d4-3fd0355b7716 req-76bd7c3f-26e5-4751-b8e1-abe1a03eaff5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0288882 Sep 10 03:34:36.858487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51378) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:36.961880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-317881011-network', 'tenant_id': '500807532d7f46768156300378a5bc21'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:37.083932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Made reservation on behalf of 500807532d7f46768156300378a5bc21 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:37.086245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.094711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.214026 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.229749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d2125c-f7fb-4a7e-a1f5-9fe6c2c10c8b req-4cc8136b-4247-4203-999d-e5be85b1bb16 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:37.231211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31d2125c-f7fb-4a7e-a1f5-9fe6c2c10c8b req-4cc8136b-4247-4203-999d-e5be85b1bb16 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 970 time: 0.0717640 Sep 10 03:34:37.264566 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.284945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31d2125c-f7fb-4a7e-a1f5-9fe6c2c10c8b req-25a48839-3f2a-47cc-9016-f07cd865e0cf tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469158 Sep 10 03:34:37.294189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:34:37.308506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56505614-93e8-45b6-bf8f-2960e7a95ba0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:37.312981 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.313324 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Added segment 957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9 of type vlan for network a01494e1-fa56-4ca0-9141-b06036d94fd4 Sep 10 03:34:37.355160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.447105 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.448124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:37.448704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.523062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] Pushing event updated for resources: {'Network': ['ID=a01494e1-fa56-4ca0-9141-b06036d94fd4,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:37.532774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a01494e1-fa56-4ca0-9141-b06036d94fd4 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:34:37.566476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570f79c2-319f-4063-9412-26feb9134ece req-22536c82-9152-4a56-a46e-c2d49ed451e4 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:37.567994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-570f79c2-319f-4063-9412-26feb9134ece req-22536c82-9152-4a56-a46e-c2d49ed451e4 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 931 time: 0.0541337 Sep 10 03:34:37.577261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-13c1701e-95c2-40f9-8a91-8908d3cf3984 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.7173762 Sep 10 03:34:37.581363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51390) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:37.587075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Request body: {'subnet': {'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-317881011-subnet', 'tenant_id': '500807532d7f46768156300378a5bc21', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:37.621670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-570f79c2-319f-4063-9412-26feb9134ece req-4385324d-8c91-46b5-81fc-9d921e565b14 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469351 Sep 10 03:34:37.681323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Made reservation on behalf of 500807532d7f46768156300378a5bc21 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:37.683579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:37.787486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99a763-17ef-4b1d-b531-fcc421b7f828 req-a6cbd4ee-9034-4dba-8e07-9c8d0fbc6e0c tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:37.789471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f99a763-17ef-4b1d-b531-fcc421b7f828 req-a6cbd4ee-9034-4dba-8e07-9c8d0fbc6e0c tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 971 time: 0.0521126 Sep 10 03:34:37.833391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f99a763-17ef-4b1d-b531-fcc421b7f828 req-39acad47-7a7e-4676-a9fd-a5120079cc29 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381629 Sep 10 03:34:37.958242 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:38.019530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d318ebd7-5f3a-4090-856f-fab64fb601e8,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:38.024965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:38.025310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Network hostable DHCP agents. Network: a01494e1-fa56-4ca0-9141-b06036d94fd4, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:34:38.112610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Network a01494e1-fa56-4ca0-9141-b06036d94fd4 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:34:38.209592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a01494e1-fa56-4ca0-9141-b06036d94fd4) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:38.213498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:38.214350 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:38.222971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1496e2eb-fd06-44a4-9a57-3794c9f24429 None None] Network a01494e1-fa56-4ca0-9141-b06036d94fd4 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:34:38.322978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f3f24d11-36d8-417a-a918-397873a50970 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7403464 Sep 10 03:34:38.344288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-636ac13a-6702-4b09-a13f-093b99950146 None None] Network a01494e1-fa56-4ca0-9141-b06036d94fd4 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:34:38.622035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f5aa7d-f6d5-46fb-a2ca-55bd8f8940f4 req-1fcfb28b-dc4d-4536-86b0-35d0dfe10c02 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:38.623560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29f5aa7d-f6d5-46fb-a2ca-55bd8f8940f4 req-1fcfb28b-dc4d-4536-86b0-35d0dfe10c02 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 970 time: 0.0536909 Sep 10 03:34:38.684358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29f5aa7d-f6d5-46fb-a2ca-55bd8f8940f4 req-66cb24f5-5e0b-41c7-a575-c247373831e2 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468540 Sep 10 03:34:38.737135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad161c43-7d0f-4808-9ab1-90be62fad113 req-84c4178f-b50a-4d90-877e-bdb615b841d8 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:38.739061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad161c43-7d0f-4808-9ab1-90be62fad113 req-84c4178f-b50a-4d90-877e-bdb615b841d8 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 971 time: 0.0537188 Sep 10 03:34:38.819452 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad161c43-7d0f-4808-9ab1-90be62fad113 req-5d12dd53-e21c-462a-99a6-715763dbd6fa tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717807 Sep 10 03:34:38.843149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f2390-c6c9-4568-828f-ef69cf7fdc8b req-b86ab36e-20ef-4c48-b7ff-aac93068bded tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:38.844717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-298f2390-c6c9-4568-828f-ef69cf7fdc8b req-b86ab36e-20ef-4c48-b7ff-aac93068bded tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 931 time: 0.0887902 Sep 10 03:34:38.887515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-298f2390-c6c9-4568-828f-ef69cf7fdc8b req-5ccf8386-8abf-4a5e-8331-07faf27233ff tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359459 Sep 10 03:34:38.964339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f5b0e9-fef3-4a45-9edc-20d935e0f4df req-4c0e1964-feb4-4260-96b6-75b583bb4571 tempest-AggregatesAdminTestJSON-2073084385 tempest-AggregatesAdminTestJSON-2073084385-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:38.965900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1f5b0e9-fef3-4a45-9edc-20d935e0f4df req-4c0e1964-feb4-4260-96b6-75b583bb4571 tempest-AggregatesAdminTestJSON-2073084385 tempest-AggregatesAdminTestJSON-2073084385-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 1121 time: 0.0459275 Sep 10 03:34:38.987797 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d1f5b0e9-fef3-4a45-9edc-20d935e0f4df req-d8b37d9f-6b77-4883-9032-7c949ce77e6c tempest-AggregatesAdminTestJSON-2073084385 tempest-AggregatesAdminTestJSON-2073084385-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.067469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51424) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:39.073384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1764443973-network', 'tenant_id': '8d8ff7c32d544c6787e55c10be72de6d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:39.092458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d1f5b0e9-fef3-4a45-9edc-20d935e0f4df req-d8b37d9f-6b77-4883-9032-7c949ce77e6c tempest-AggregatesAdminTestJSON-2073084385 tempest-AggregatesAdminTestJSON-2073084385-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.136375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51426) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:39.161466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d1f5b0e9-fef3-4a45-9edc-20d935e0f4df req-d8b37d9f-6b77-4883-9032-7c949ce77e6c tempest-AggregatesAdminTestJSON-2073084385 tempest-AggregatesAdminTestJSON-2073084385-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.186032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1f5b0e9-fef3-4a45-9edc-20d935e0f4df req-d8b37d9f-6b77-4883-9032-7c949ce77e6c tempest-AggregatesAdminTestJSON-2073084385 tempest-AggregatesAdminTestJSON-2073084385-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2119579 Sep 10 03:34:39.196254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b37d9f-6b77-4883-9032-7c949ce77e6c tempest-AggregatesAdminTestJSON-2073084385 tempest-AggregatesAdminTestJSON-2073084385-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bc5f96e-d9bd-48c7-9669-789365041df2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:39.249900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-910a3be5-cf62-475e-b67a-fcd02521702e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.258219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Made reservation on behalf of 8d8ff7c32d544c6787e55c10be72de6d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:39.263982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.277562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.366285 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-910a3be5-cf62-475e-b67a-fcd02521702e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.437520 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-910a3be5-cf62-475e-b67a-fcd02521702e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.496014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a3be5-cf62-475e-b67a-fcd02521702e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4aceff30-960b-433b-a7be-108f857482ed,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:39.502784 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-910a3be5-cf62-475e-b67a-fcd02521702e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2c41ab17d2b48d6800199d56ca3bce8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3646271 Sep 10 03:34:39.505290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51446) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:39.585225 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f7d69da-bc1f-409c-81f1-f88ab2a71011 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.605430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.617716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f7d69da-bc1f-409c-81f1-f88ab2a71011 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.666590 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.692813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:34:39.703801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a04660d-f76b-4deb-8439-f0865a70b5b1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:39.709668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.709950 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Added segment 4c74dbf6-2933-402f-a032-ef62faf8f9db of type vlan for network cf692527-7526-49a7-b7f4-cffa5db35d6d Sep 10 03:34:39.814971 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f7d69da-bc1f-409c-81f1-f88ab2a71011 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.817998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f7d69da-bc1f-409c-81f1-f88ab2a71011 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.819220 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6f7d69da-bc1f-409c-81f1-f88ab2a71011 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4aceff30-960b-433b-a7be-108f857482ed HTTP/1.1" status: 204 len: 168 time: 0.3127787 Sep 10 03:34:39.827441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d69da-bc1f-409c-81f1-f88ab2a71011 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aceff30-960b-433b-a7be-108f857482ed,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:39.909179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:39.968409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afafb601-ed3a-49c6-9c7e-3fd3baa08386 req-f6de3012-3edb-4e6b-a1c3-eeb12f587c77 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:39.969960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afafb601-ed3a-49c6-9c7e-3fd3baa08386 req-f6de3012-3edb-4e6b-a1c3-eeb12f587c77 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 971 time: 0.0509923 Sep 10 03:34:40.018566 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.019635 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:40.020306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.037996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afafb601-ed3a-49c6-9c7e-3fd3baa08386 req-7d360789-b3b1-4ef1-85ac-338d0e6508e5 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613616 Sep 10 03:34:40.060179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-f666aceb-cbaa-41fd-884a-924f4921e2e1 tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:40.061849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-f666aceb-cbaa-41fd-884a-924f4921e2e1 tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 1122 time: 0.0652716 Sep 10 03:34:40.110669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] Pushing event updated for resources: {'Network': ['ID=cf692527-7526-49a7-b7f4-cffa5db35d6d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:40.129517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network cf692527-7526-49a7-b7f4-cffa5db35d6d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:34:40.137810 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-909c3716-902b-4181-b669-2bd8630facc0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0686738 Sep 10 03:34:40.140590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51462) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:40.148100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Request body: {'subnet': {'network_id': 'cf692527-7526-49a7-b7f4-cffa5db35d6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1764443973-subnet', 'tenant_id': '8d8ff7c32d544c6787e55c10be72de6d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:40.193826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e2f700-df47-4916-b04e-3213bbb3a499 req-f08c7fe3-ba31-4d32-864b-018bdb32be97 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:40.195621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82e2f700-df47-4916-b04e-3213bbb3a499 req-f08c7fe3-ba31-4d32-864b-018bdb32be97 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 931 time: 0.0812783 Sep 10 03:34:40.218889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] Deleting port 8c1b3e17-b583-41c0-85c1-f69b5060c059 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:34:40.219284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.234890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Made reservation on behalf of 8d8ff7c32d544c6787e55c10be72de6d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:40.237292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.295028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82e2f700-df47-4916-b04e-3213bbb3a499 req-04ba7e66-94f5-4627-9d77-f7cba0915292 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884180 Sep 10 03:34:40.325729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] For port 8c1b3e17-b583-41c0-85c1-f69b5060c059, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c1b3e17-b583-41c0-85c1-f69b5060c059,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:40.326055 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.339184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] Calling delete_port for 8c1b3e17-b583-41c0-85c1-f69b5060c059 owned by compute:tempest-test_az-389228565 {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:34:40.430769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-7fd9e8c2-a5ae-4416-8c47-e2ec10411997 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:34:40.431928 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-7fd9e8c2-a5ae-4416-8c47-e2ec10411997 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053701 Sep 10 03:34:40.483140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51478) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:40.496248 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ede64699-97dd-46b3-b8fb-838acc2b8a57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.527893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.546301 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.558955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8c1b3e17-b583-41c0-85c1-f69b5060c059'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:34:40.576860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c1b3e17-b583-41c0-85c1-f69b5060c059,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:40.609663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd1a044-a727-4278-8df3-c7dc50fe2abe,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:40.647452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Checking segment: {'id': '4c74dbf6-2933-402f-a032-ef62faf8f9db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cf692527-7526-49a7-b7f4-cffa5db35d6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:40.647793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Network hostable DHCP agents. Network: cf692527-7526-49a7-b7f4-cffa5db35d6d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:34:40.655748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Request body: {'port': {'device_id': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:40.667608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] No DVR routers for this DVR port 8c1b3e17-b583-41c0-85c1-f69b5060c059 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:34:40.671468 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.673914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5609c38-3cd4-4eb8-b6f0-a5d97aae81ee req-4aab94ba-dee2-4f49-a60b-bdb58fca6afd tempest-DeleteServersAdminTestJSON-1252216000 tempest-DeleteServersAdminTestJSON-1252216000-project-admin] 10.222.0.20 "DELETE /v2.0/ports/8c1b3e17-b583-41c0-85c1-f69b5060c059 HTTP/1.1" status: 204 len: 173 time: 0.6045330 Sep 10 03:34:40.674595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff69b0d-695a-4b70-9231-65b577be6858', 'name': 'network-vif-deleted', 'tag': '8c1b3e17-b583-41c0-85c1-f69b5060c059'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:40.677173 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e6beab4-03bb-490b-9ca6-9399427eaa4b" -d '{"events": [{"server_uuid": "6ff69b0d-695a-4b70-9231-65b577be6858", "name": "network-vif-deleted", "tag": "8c1b3e17-b583-41c0-85c1-f69b5060c059"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:40.717919 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dcef7c4-f959-4e44-892e-c5043223750f x-openstack-request-id: req-1dcef7c4-f959-4e44-892e-c5043223750f {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:40.718378 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff69b0d-695a-4b70-9231-65b577be6858", "name": "network-vif-deleted", "tag": "8c1b3e17-b583-41c0-85c1-f69b5060c059", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:40.718909 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1dcef7c4-f959-4e44-892e-c5043223750f {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:40.719434 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff69b0d-695a-4b70-9231-65b577be6858', 'name': 'network-vif-deleted', 'tag': '8c1b3e17-b583-41c0-85c1-f69b5060c059', 'status': 'completed', 'code': 200} Sep 10 03:34:40.727751 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ede64699-97dd-46b3-b8fb-838acc2b8a57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.737423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.849454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ede64699-97dd-46b3-b8fb-838acc2b8a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:40.851861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Network cf692527-7526-49a7-b7f4-cffa5db35d6d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:34:40.920135 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ede64699-97dd-46b3-b8fb-838acc2b8a57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=685272e547224bc09189ad649fc64346&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4358838 Sep 10 03:34:40.922606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51494) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:40.925075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede64699-97dd-46b3-b8fb-838acc2b8a57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4cdf825-c2d9-4ff8-a165-4d8c069fa124,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:40.945544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, cf692527-7526-49a7-b7f4-cffa5db35d6d) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:40.953544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71125911-e5d1-45f7-8ed7-8b636779a1e7 None None] Network cf692527-7526-49a7-b7f4-cffa5db35d6d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:34:40.962178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:40.962759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.037137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ea9-bf4e-436e-9e28-b519613198bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.073984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ea9-bf4e-436e-9e28-b519613198bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.083863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cfc0b5-cf74-4ee2-a253-c22bb8023117 None None] Network cf692527-7526-49a7-b7f4-cffa5db35d6d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:34:41.100672 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e779da7f-0b6e-4f40-beb7-c4193c63cea1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9588163 Sep 10 03:34:41.191174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbaebc8-921e-46ad-a4d1-cb6e165b877b {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:41.195102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8f3782b-0db4-47a5-a773-abfccce6ec0d req-59eb79bb-9e9c-418c-acf4-12ad82067335 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff69b0d-695a-4b70-9231-65b577be6858 HTTP/1.1" status: 200 len: 210 time: 0.0384309 Sep 10 03:34:41.202282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.278257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ea9-bf4e-436e-9e28-b519613198bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.278257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bf09ea9-bf4e-436e-9e28-b519613198bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.280192 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7bf09ea9-bf4e-436e-9e28-b519613198bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4cdf825-c2d9-4ff8-a165-4d8c069fa124 HTTP/1.1" status: 204 len: 168 time: 0.3565278 Sep 10 03:34:41.284413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Transition to ACTIVE for port object 1fbaebc8-921e-46ad-a4d1-cb6e165b877b will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:41.295055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf09ea9-bf4e-436e-9e28-b519613198bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4cdf825-c2d9-4ff8-a165-4d8c069fa124,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:41.347043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.455907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed254551-d217-4d44-8df2-dbefc8d396bc req-cf619cc6-f9f0-4422-b27b-3e0b1a0daab9 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:41.458906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed254551-d217-4d44-8df2-dbefc8d396bc req-cf619cc6-f9f0-4422-b27b-3e0b1a0daab9 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0762770 Sep 10 03:34:41.464157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Pushing event updated for resources: {'Port': ['ID=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:41.487582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Attempting to bind port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:41.488119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Attempting to bind port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:41.488615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Attempting to bind port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b on network 0232d608-1b28-4407-99e4-3a42da9f9270 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:41.493461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b on network 0232d608-1b28-4407-99e4-3a42da9f9270 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:34:41.493958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Attempting to bind port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b on network 0232d608-1b28-4407-99e4-3a42da9f9270 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:41.499620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:41.499983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Checking segment: {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:41.500366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Bound using segment: {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:41.500794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Bound port: 1fbaebc8-921e-46ad-a4d1-cb6e165b877b, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:41.501150 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.502517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed254551-d217-4d44-8df2-dbefc8d396bc req-c483d481-ba9d-40f1-afe9-01192dd5e195 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378900 Sep 10 03:34:41.585900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] For port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:41.590912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] For port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:41.678633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.713071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:41.713695 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:41.715112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] 10.222.0.39 "PUT /v2.0/ports/1fbaebc8-921e-46ad-a4d1-cb6e165b877b HTTP/1.1" status: 200 len: 1091 time: 1.1508663 Sep 10 03:34:41.715592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'tag': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:41.718537 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208d36ef-817b-41cb-8f2b-7d5c53198cea" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7905da-47b8-43b1-8206-ad316443b0a1", "tag": "1fbaebc8-921e-46ad-a4d1-cb6e165b877b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:41.748261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3296a9-1003-411d-aeb3-62720ee6948b service neutron] Pushing event updated for resources: {'Port': ['ID=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:41.815013 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a16be50-ec84-4f7e-a3c3-6f6afdad5135 x-openstack-request-id: req-6a16be50-ec84-4f7e-a3c3-6f6afdad5135 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:41.815305 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7905da-47b8-43b1-8206-ad316443b0a1", "tag": "1fbaebc8-921e-46ad-a4d1-cb6e165b877b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:41.819994 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a16be50-ec84-4f7e-a3c3-6f6afdad5135 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:41.821253 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'tag': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b', 'status': 'completed', 'code': 200} Sep 10 03:34:41.914207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d36ef-817b-41cb-8f2b-7d5c53198cea req-1116db87-9d1c-4739-897c-f9ed98a1dda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:41.916752 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-208d36ef-817b-41cb-8f2b-7d5c53198cea req-1116db87-9d1c-4739-897c-f9ed98a1dda5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 1094 time: 0.0813122 Sep 10 03:34:42.059237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-c6135f03-022e-4bde-8f12-f773ec61e386 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:42.060824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-c6135f03-022e-4bde-8f12-f773ec61e386 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 807 time: 0.1454742 Sep 10 03:34:42.078716 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-d8581a2d-f2e5-4dd2-87ca-ad333b8d6358 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/quotas/500807532d7f46768156300378a5bc21 HTTP/1.1" status: 200 len: 375 time: 0.0112150 Sep 10 03:34:42.113496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-3b03397b-7a83-4bd1-b80f-4b722aedc7e9 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0267000 Sep 10 03:34:42.225676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-5881faa9-627a-4b98-8800-b4be8eebe1f4 service neutron] 10.222.0.22 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1039417 Sep 10 03:34:42.297908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d36ef-817b-41cb-8f2b-7d5c53198cea req-90178be4-fac9-4021-9715-749ec9243dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:42.299425 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-208d36ef-817b-41cb-8f2b-7d5c53198cea req-90178be4-fac9-4021-9715-749ec9243dc4 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=a529621791b34382a032266c576addc2&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3754518 Sep 10 03:34:42.315173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-d341d9f1-81cc-4190-9ad3-02288224a7c1 service neutron] 10.222.0.22 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878365 Sep 10 03:34:42.483635 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d36ef-817b-41cb-8f2b-7d5c53198cea req-7e5e7491-c096-44a5-abfc-574e651e031d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:42.485506 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-208d36ef-817b-41cb-8f2b-7d5c53198cea req-7e5e7491-c096-44a5-abfc-574e651e031d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1778352 Sep 10 03:34:42.569633 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-c11fcfcb-6d3d-4ce9-b619-2320bf0bf989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:42.571427 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-c11fcfcb-6d3d-4ce9-b619-2320bf0bf989 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 1094 time: 0.0449035 Sep 10 03:34:42.615870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-58dc58af-23de-43e2-9f8d-3296a63dd58a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbaebc8-921e-46ad-a4d1-cb6e165b877b HTTP/1.1" status: 200 len: 217 time: 0.0365274 Sep 10 03:34:42.681561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-a29ebdd7-056b-4040-87b4-bd2e5c4448b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:42.683349 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-a29ebdd7-056b-4040-87b4-bd2e5c4448b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d57ebe0-3d59-434f-9f90-9f16059a88dd HTTP/1.1" status: 200 len: 861 time: 0.0598993 Sep 10 03:34:42.703085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-6a72e4b5-d991-469c-896a-c0c5f912c196 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4691f8c05e284fb28055a2a62f3c3854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0228693 Sep 10 03:34:42.754099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-74cae8db-68cc-42a1-b7e2-64ee6fb1b977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:42.754099 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-74cae8db-68cc-42a1-b7e2-64ee6fb1b977 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0232d608-1b28-4407-99e4-3a42da9f9270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571163 Sep 10 03:34:42.868748 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-4c029494-0d7d-46fc-91da-d99f1fafeaac service neutron] 10.222.0.39 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111748 Sep 10 03:34:42.978470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30ba11f6-b2a1-4284-84ec-1fca022a7dbc req-ea991ec4-4eea-4e58-806c-06f28a425731 service neutron] 10.222.0.39 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022503 Sep 10 03:34:43.072289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe5e8c8-89f6-4e6b-b5b2-dd9906249f6f req-29fc9b05-91f1-4c57-87fb-4ffc6a83220b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:43.073735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbe5e8c8-89f6-4e6b-b5b2-dd9906249f6f req-29fc9b05-91f1-4c57-87fb-4ffc6a83220b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 943 time: 0.2848861 Sep 10 03:34:43.103333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-7b03075c-757b-433a-a7e3-a3a2721fd0ae tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:43.104766 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-7b03075c-757b-433a-a7e3-a3a2721fd0ae tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3885074 Sep 10 03:34:43.129759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-78e79054-07b0-4de5-be05-1bf6e0521a87 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/quotas/4691f8c05e284fb28055a2a62f3c3854 HTTP/1.1" status: 200 len: 375 time: 0.0170772 Sep 10 03:34:43.132603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbe5e8c8-89f6-4e6b-b5b2-dd9906249f6f req-efca62bf-1ec2-4679-9623-26d80d0689a0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500493 Sep 10 03:34:43.165333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-cffcc4fb-eea8-4ca8-b208-39b07885ceb3 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4691f8c05e284fb28055a2a62f3c3854&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0297391 Sep 10 03:34:43.209096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d41668a7-791a-475b-87af-1ed333841737 req-7427546a-0f2f-4f9a-bb09-cfeac22da45b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 210 time: 0.0290985 Sep 10 03:34:43.504350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6005c37-5c54-49b3-aeb1-ca8ca32e3f46 req-5e41a11a-10c9-4994-990c-65aa3f555db9 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 210 time: 0.0353994 Sep 10 03:34:44.093845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51660) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:44.226053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-191d369f-16b2-4e9a-8c47-0c884983b1c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:44.313583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-191d369f-16b2-4e9a-8c47-0c884983b1c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:44.432165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-191d369f-16b2-4e9a-8c47-0c884983b1c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:44.446641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95ccb25c-a814-4d1e-ab7f-7450f5b46fca req-e37ba923-8490-498a-9bf7-6668ca9a8e45 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 210 time: 0.0286217 Sep 10 03:34:44.463614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3411ebf-b4c0-40ec-bec1-c86923387ef5 req-c8cceade-8153-479d-b5a8-9637f4d61a05 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:44.469865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3411ebf-b4c0-40ec-bec1-c86923387ef5 req-c8cceade-8153-479d-b5a8-9637f4d61a05 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 943 time: 0.0721409 Sep 10 03:34:44.481631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d369f-16b2-4e9a-8c47-0c884983b1c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ee61dc-ecc5-4985-9a58-41a527eca29b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:44.491143 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-191d369f-16b2-4e9a-8c47-0c884983b1c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7157f00ee46e4cd78ebf7c559fc69767&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3959179 Sep 10 03:34:44.491545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51680) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:44.539059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3411ebf-b4c0-40ec-bec1-c86923387ef5 req-ba084ce4-e166-4a2c-a0bf-6cb8de20ae84 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681226 Sep 10 03:34:44.574492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8855f182-71e7-4192-b3f0-31d2ab952d17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:44.604910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8855f182-71e7-4192-b3f0-31d2ab952d17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:44.677632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75bb6b01-fb61-4b4e-8afc-8359d897ee1e req-2ed00952-c12c-443b-ae5b-b1a8d79ff09a tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 210 time: 0.0306721 Sep 10 03:34:44.817888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8855f182-71e7-4192-b3f0-31d2ab952d17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:44.821065 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8855f182-71e7-4192-b3f0-31d2ab952d17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:44.822199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8855f182-71e7-4192-b3f0-31d2ab952d17 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96ee61dc-ecc5-4985-9a58-41a527eca29b HTTP/1.1" status: 204 len: 168 time: 0.3295665 Sep 10 03:34:44.866997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8855f182-71e7-4192-b3f0-31d2ab952d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ee61dc-ecc5-4985-9a58-41a527eca29b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:44.963727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-ccaa46e1-f3d8-409c-9b4c-cd6a7091bc14 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:44.965205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-ccaa46e1-f3d8-409c-9b4c-cd6a7091bc14 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 807 time: 0.1828876 Sep 10 03:34:44.978717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Request body: {'port': {'device_id': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4', 'admin_state_up': True, 'tenant_id': '500807532d7f46768156300378a5bc21'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:45.090457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8c1b3e17-b583-41c0-85c1-f69b5060c059 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:34:45.122686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 8c1b3e17-b583-41c0-85c1-f69b5060c059 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:34:45.123252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8c1b3e17-b583-41c0-85c1-f69b5060c059 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:34:45.197756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Made reservation on behalf of 500807532d7f46768156300378a5bc21 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:45.201291 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:45.345376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Allocated IP 172.20.0.5 (a01494e1-fa56-4ca0-9141-b06036d94fd4/d318ebd7-5f3a-4090-856f-fab64fb601e8/f926d4ac-2c54-422a-95db-95d85f62fad3) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:45.486880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51746) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:45.506254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-375adeeb-cc1d-4ce7-8e2f-776c5d0f2fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:45.526254 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:45.578171 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-a1001572-036b-40bc-8412-f2490a082342 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4691f8c05e284fb28055a2a62f3c3854&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241911 Sep 10 03:34:45.636924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:45.722049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Network a01494e1-fa56-4ca0-9141-b06036d94fd4 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:45.725690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:45.744482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:45.749293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:45.749977 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:45.761250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-96a3cd1a-5090-4d7f-aad9-2ec1745fb782 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:45.762190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51760) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:45.763039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Pushing event updated for resources: {'Port': ['ID=f926d4ac-2c54-422a-95db-95d85f62fad3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:45.763177 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-96a3cd1a-5090-4d7f-aad9-2ec1745fb782 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1780760 Sep 10 03:34:45.801350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Request body: {'port': {'device_id': '21e32702-d96e-4c06-8489-e20f070f8f55', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '4691f8c05e284fb28055a2a62f3c3854'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:45.818776 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-375adeeb-cc1d-4ce7-8e2f-776c5d0f2fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:45.886368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab22e2d-86ad-4486-9d45-8e7e61d6848e req-de75b8c7-5811-4e17-9b52-23e86f314d9d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:45.888091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ab22e2d-86ad-4486-9d45-8e7e61d6848e req-de75b8c7-5811-4e17-9b52-23e86f314d9d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 931 time: 0.0546842 Sep 10 03:34:45.902129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-375adeeb-cc1d-4ce7-8e2f-776c5d0f2fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:45.919578 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af4633e8-f50f-4f09-b17f-e57cbff6c837 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:45.969615 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-375adeeb-cc1d-4ce7-8e2f-776c5d0f2fae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4821b09ffc814aed9f4ccff0f7520bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4816549 Sep 10 03:34:45.971976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51768) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:45.974367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375adeeb-cc1d-4ce7-8e2f-776c5d0f2fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740c64ad-7cea-451f-ba2d-90327271fb2f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:45.978174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-980e239d-462f-4630-817c-2a300d4c65a5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0027902 Sep 10 03:34:46.007544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ab22e2d-86ad-4486-9d45-8e7e61d6848e req-7b73bea7-ce31-4639-ab7a-f04c49d58ee6 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027508 Sep 10 03:34:46.031419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Request body: {'port': {'device_id': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:46.052833 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7d2d3e1-0d12-4ead-b118-050e30d3b27c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.074981 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7d2d3e1-0d12-4ead-b118-050e30d3b27c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.149109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224061c1-565d-492f-9868-afbca3a52896 req-94d5ab12-cebe-4f62-839d-617fb2ee8b3c tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:46.150630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-224061c1-565d-492f-9868-afbca3a52896 req-94d5ab12-cebe-4f62-839d-617fb2ee8b3c tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 943 time: 0.1108794 Sep 10 03:34:46.151200 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.191166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7d2d3e1-0d12-4ead-b118-050e30d3b27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.194280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7d2d3e1-0d12-4ead-b118-050e30d3b27c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.199640 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d7d2d3e1-0d12-4ead-b118-050e30d3b27c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/740c64ad-7cea-451f-ba2d-90327271fb2f HTTP/1.1" status: 204 len: 168 time: 0.2220352 Sep 10 03:34:46.206259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2d3e1-0d12-4ead-b118-050e30d3b27c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740c64ad-7cea-451f-ba2d-90327271fb2f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:46.233669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af4633e8-f50f-4f09-b17f-e57cbff6c837 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.263760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-412f78bb-a975-4812-8c07-2e01225d9632 req-fe8b8569-280d-4c13-abfa-ddcc0e714a19 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 210 time: 0.0694211 Sep 10 03:34:46.293851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-224061c1-565d-492f-9868-afbca3a52896 req-5ab2d6e3-8e1d-4ad5-90b4-c3dbb95bfe6e tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294255 Sep 10 03:34:46.296458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af4633e8-f50f-4f09-b17f-e57cbff6c837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.338428 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1fbaebc8-921e-46ad-a4d1-cb6e165b877b details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:34:46.376194 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Made reservation on behalf of 4691f8c05e284fb28055a2a62f3c3854 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:34:46.381402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.466537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4633e8-f50f-4f09-b17f-e57cbff6c837 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7acc5c0e-f88c-41a3-8f91-cfc88612e3c2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:46.480530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-af4633e8-f50f-4f09-b17f-e57cbff6c837 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad5a550c8ad748cd8775650ec311487c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7121677 Sep 10 03:34:46.480530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51786) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:46.493544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:46.505992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'port_id': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b', 'mac_address': 'fa:16:3e:e3:43:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:34:46.599625 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ab10b1c-5b7c-4b62-8a1e-e3a5c091f364 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.608917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.625190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Allocated IP 192.168.233.62 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/1bc54672-8e36-44dd-8121-fc6c61a16b1c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:34:46.635817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbaebc8-921e-46ad-a4d1-cb6e165b877b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:46.640874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ab10b1c-5b7c-4b62-8a1e-e3a5c091f364 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.656866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:46.695924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f926d4ac-2c54-422a-95db-95d85f62fad3 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:46.704886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.823389 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.866157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ab10b1c-5b7c-4b62-8a1e-e3a5c091f364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.874073 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ab10b1c-5b7c-4b62-8a1e-e3a5c091f364 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.879137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9ab10b1c-5b7c-4b62-8a1e-e3a5c091f364 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7acc5c0e-f88c-41a3-8f91-cfc88612e3c2 HTTP/1.1" status: 204 len: 168 time: 0.3973413 Sep 10 03:34:46.896415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab10b1c-5b7c-4b62-8a1e-e3a5c091f364 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7acc5c0e-f88c-41a3-8f91-cfc88612e3c2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:46.916171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:46.935074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Transition to ACTIVE for port object f926d4ac-2c54-422a-95db-95d85f62fad3 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:46.967831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:46.982469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Transition to ACTIVE for port object 1bc54672-8e36-44dd-8121-fc6c61a16b1c will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:47.018934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.070170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Pushing event updated for resources: {'Port': ['ID=f926d4ac-2c54-422a-95db-95d85f62fad3,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:47.070353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.099870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['1fbaebc8-921e-46ad-a4d1-cb6e165b877b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:34:47.123546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:34:47.127203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:34:47.130359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:34:47.136333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:47.137479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.153043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Pushing event updated for resources: {'Port': ['ID=1bc54672-8e36-44dd-8121-fc6c61a16b1c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:47.170097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:47.170485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:47.170823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:47.181284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Port f926d4ac-2c54-422a-95db-95d85f62fad3 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:34:47.181732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:47.199531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd466-e65a-47a7-8f71-ac4c374f8770 req-148d6228-d30f-4338-9c96-5f85df46b2a8 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:47.201177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3efd466-e65a-47a7-8f71-ac4c374f8770 req-148d6228-d30f-4338-9c96-5f85df46b2a8 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 943 time: 0.0903168 Sep 10 03:34:47.202908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:47.203250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:47.203640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:47.204195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Bound port: f926d4ac-2c54-422a-95db-95d85f62fad3, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:47.204560 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.242334 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-e78281ad-2612-4c24-a650-7d011ef65851 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4498756 Sep 10 03:34:47.256096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Request body: {'port': {'device_id': '21e32702-d96e-4c06-8489-e20f070f8f55', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:47.274673 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3efd466-e65a-47a7-8f71-ac4c374f8770 req-b3a67f62-1068-4b7c-8126-0c8a66fde6e7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602152 Sep 10 03:34:47.322246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:47.325957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:47.342380 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.418546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.478216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Pushing event updated for resources: {'Port': ['ID=f926d4ac-2c54-422a-95db-95d85f62fad3,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:47.484114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:47.484945 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.486466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b62e0178-7059-4a8b-add2-b08c4536e653 service neutron] 10.222.0.20 "PUT /v2.0/ports/f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 1091 time: 1.4673300 Sep 10 03:34:47.486910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:47.489251 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68964278-e5fa-4bd3-a894-2660cf12b0b5" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:47.521361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f9c59aa7-a07f-4bb5-9460-f175faba59c0 None None] Provisioning for port 1bc54672-8e36-44dd-8121-fc6c61a16b1c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:47.527524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f9c59aa7-a07f-4bb5-9460-f175faba59c0 None None] Provisioning complete for port 1bc54672-8e36-44dd-8121-fc6c61a16b1c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:47.528183 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f9c59aa7-a07f-4bb5-9460-f175faba59c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.572821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f9c59aa7-a07f-4bb5-9460-f175faba59c0 None None] Port 1bc54672-8e36-44dd-8121-fc6c61a16b1c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:34:47.663009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc54672-8e36-44dd-8121-fc6c61a16b1c {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:47.677650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.679934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51842) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:47.697137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Transition to ACTIVE for port object 1bc54672-8e36-44dd-8121-fc6c61a16b1c will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:34:47.753600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df3c75a-34b7-416e-9a4d-50e570cc9582 req-b88e41af-1451-41b4-82f3-d71eeb5b1528 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:47.755070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6df3c75a-34b7-416e-9a4d-50e570cc9582 req-b88e41af-1451-41b4-82f3-d71eeb5b1528 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 935 time: 0.1395073 Sep 10 03:34:47.773334 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.775817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b600afd7-6ca8-454e-b691-b76b6f5065f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:47.777301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-b600afd7-6ca8-454e-b691-b76b6f5065f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1094 time: 0.1240425 Sep 10 03:34:47.836978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-5c405b57-77a2-4fdf-95b7-bd5734c16a42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 217 time: 0.0515842 Sep 10 03:34:47.840457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc54672-8e36-44dd-8121-fc6c61a16b1c,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:47.882056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b100a4d0-3ee7-47f6-b8b1-e4be1a05b56b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.892466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Attempting to bind port 1bc54672-8e36-44dd-8121-fc6c61a16b1c on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:34:47.892803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Attempting to bind port 1bc54672-8e36-44dd-8121-fc6c61a16b1c by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:34:47.893131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Attempting to bind port 1bc54672-8e36-44dd-8121-fc6c61a16b1c on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:47.894560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6df3c75a-34b7-416e-9a4d-50e570cc9582 req-714509f2-2634-4352-a9de-72217416a5c1 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224978 Sep 10 03:34:47.909525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Port 1bc54672-8e36-44dd-8121-fc6c61a16b1c on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:34:47.909793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34707622-a27f-4b54-9e16-a659be67711d req-8eddf206-b3bb-47a0-b91c-8d1a7049a20c tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:47.909911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Attempting to bind port 1bc54672-8e36-44dd-8121-fc6c61a16b1c on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:34:47.911373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34707622-a27f-4b54-9e16-a659be67711d req-8eddf206-b3bb-47a0-b91c-8d1a7049a20c tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 944 time: 0.1772535 Sep 10 03:34:47.934076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:34:47.938325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-d7b4f668-70f2-4c37-8e3f-6f10c0be2a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:47.940625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:34:47.941191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-d7b4f668-70f2-4c37-8e3f-6f10c0be2a53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0947587 Sep 10 03:34:47.942693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:34:47.942693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Bound port: 1bc54672-8e36-44dd-8121-fc6c61a16b1c, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:34:47.942693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:47.991815 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bcada1f-4e7d-418b-9366-3ab1cd74a5b9 x-openstack-request-id: req-2bcada1f-4e7d-418b-9366-3ab1cd74a5b9 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:47.992111 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:47.992358 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2bcada1f-4e7d-418b-9366-3ab1cd74a5b9 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:47.992758 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3', 'status': 'completed', 'code': 200} Sep 10 03:34:47.995083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-2561004b-4aca-4f44-b8ae-8567c449705e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451026 Sep 10 03:34:48.003604 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34707622-a27f-4b54-9e16-a659be67711d req-53a5b59f-afab-4079-9547-a5e8250c88b7 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769682 Sep 10 03:34:48.103066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-1f954ff8-404f-4442-9d26-6c9cc0786d7a service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984697 Sep 10 03:34:48.118102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] For port 1bc54672-8e36-44dd-8121-fc6c61a16b1c, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:34:48.127414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51852) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:48.148849 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b100a4d0-3ee7-47f6-b8b1-e4be1a05b56b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.150977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] For port 1bc54672-8e36-44dd-8121-fc6c61a16b1c, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bc54672-8e36-44dd-8121-fc6c61a16b1c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:34:48.153676 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0584f035-0a95-45e5-9d7a-9bbb4def8997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.219138 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b100a4d0-3ee7-47f6-b8b1-e4be1a05b56b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.256055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffa10ab6-7c35-470b-bd20-ef795ba4b8e8 req-14e39b7e-f69d-4bfc-ae51-a4bcb2dfb9af service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458132 Sep 10 03:34:48.262179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b100a4d0-3ee7-47f6-b8b1-e4be1a05b56b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d0019c32f9a4734b0d96411280bac69&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5810468 Sep 10 03:34:48.263312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b100a4d0-3ee7-47f6-b8b1-e4be1a05b56b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d50ed9-ec80-44e6-a13b-d3458eeaa016,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:48.265760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51860) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:48.292484 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.314408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1fbaebc8-921e-46ad-a4d1-cb6e165b877b up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:48.363935 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0584f035-0a95-45e5-9d7a-9bbb4def8997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.402044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:48.405675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.407137 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] 10.222.0.20 "PUT /v2.0/ports/1bc54672-8e36-44dd-8121-fc6c61a16b1c HTTP/1.1" status: 200 len: 1095 time: 1.1570179 Sep 10 03:34:48.412914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21e32702-d96e-4c06-8489-e20f070f8f55', 'tag': '1bc54672-8e36-44dd-8121-fc6c61a16b1c'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:48.415496 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e0a5a8-7c53-40f1-9b3a-51e22c222722" -d '{"events": [{"name": "network-changed", "server_uuid": "21e32702-d96e-4c06-8489-e20f070f8f55", "tag": "1bc54672-8e36-44dd-8121-fc6c61a16b1c"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:48.466332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35697a62-59f1-4a64-b384-491c50d89995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.468023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c614746-010c-4bc9-9841-a5e008365927 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc54672-8e36-44dd-8121-fc6c61a16b1c,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:48.477651 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0584f035-0a95-45e5-9d7a-9bbb4def8997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.499650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-85f07420-855f-4377-aa17-eae2ade9fb7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:48.500596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-85f07420-855f-4377-aa17-eae2ade9fb7f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1094 time: 0.0963404 Sep 10 03:34:48.504716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35697a62-59f1-4a64-b384-491c50d89995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.544226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:48.549522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:48.550150 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.588375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0584f035-0a95-45e5-9d7a-9bbb4def8997 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e446744376042c380a6b3a84c5bf793&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4598048 Sep 10 03:34:48.593280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-de0675a5-fdab-4f12-9302-2c8a69eab068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:48.602063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0584f035-0a95-45e5-9d7a-9bbb4def8997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b314bc-aace-440e-bbfa-c746f94ab750,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:48.608238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-de0675a5-fdab-4f12-9302-2c8a69eab068 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4691f8c05e284fb28055a2a62f3c3854&device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 1098 time: 0.0830741 Sep 10 03:34:48.614023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51880) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:48.621563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56213504-e646-4dcf-aea2-4d111f087f8c req-4641306d-ece8-46ee-b7fa-7818383a7044 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:48.623124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56213504-e646-4dcf-aea2-4d111f087f8c req-4641306d-ece8-46ee-b7fa-7818383a7044 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 943 time: 0.1812708 Sep 10 03:34:48.697539 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.722872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:48.725538 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b75701d-ae85-49fb-bb1e-c0b85ecca917" -d '{"events": [{"server_uuid": "7e7905da-47b8-43b1-8206-ad316443b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "1fbaebc8-921e-46ad-a4d1-cb6e165b877b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:48.737575 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5a166a-19f6-4c8a-ab88-d26b90b784db x-openstack-request-id: req-ca5a166a-19f6-4c8a-ab88-d26b90b784db {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:48.737575 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "21e32702-d96e-4c06-8489-e20f070f8f55", "tag": "1bc54672-8e36-44dd-8121-fc6c61a16b1c", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:48.737575 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca5a166a-19f6-4c8a-ab88-d26b90b784db {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:48.738226 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21e32702-d96e-4c06-8489-e20f070f8f55', 'tag': '1bc54672-8e36-44dd-8121-fc6c61a16b1c', 'status': 'completed', 'code': 200} Sep 10 03:34:48.739148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35697a62-59f1-4a64-b384-491c50d89995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.742254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35697a62-59f1-4a64-b384-491c50d89995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.743453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-72d9fc70-a269-4ad9-9a6f-2e3a80036daf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:48.745208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-72d9fc70-a269-4ad9-9a6f-2e3a80036daf service neutron] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.2285063 Sep 10 03:34:48.746795 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-35697a62-59f1-4a64-b384-491c50d89995 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0d50ed9-ec80-44e6-a13b-d3458eeaa016 HTTP/1.1" status: 204 len: 168 time: 0.4800947 Sep 10 03:34:48.750068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56213504-e646-4dcf-aea2-4d111f087f8c req-16d0b547-3fbc-443a-a605-bb5573d616ab tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153874 Sep 10 03:34:48.750484 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-7a84afc6-16f1-49de-a762-0f25d1fe4679 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1bc54672-8e36-44dd-8121-fc6c61a16b1c HTTP/1.1" status: 200 len: 217 time: 0.1146877 Sep 10 03:34:48.774150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:48.780684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35697a62-59f1-4a64-b384-491c50d89995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d50ed9-ec80-44e6-a13b-d3458eeaa016,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:48.815760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-eb7519e1-5ed3-4178-bceb-61cac75143c6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 217 time: 0.0574872 Sep 10 03:34:48.816811 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c442df52-be68-4531-ab8c-e30f24df196d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.841015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-f9206b62-8f17-4675-8991-96ee55404c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:48.842726 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-f9206b62-8f17-4675-8991-96ee55404c2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0806201 Sep 10 03:34:48.851639 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26f5dc99-ff81-4d30-94b9-2d00f0871322 x-openstack-request-id: req-26f5dc99-ff81-4d30-94b9-2d00f0871322 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:48.852184 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7905da-47b8-43b1-8206-ad316443b0a1", "name": "network-vif-plugged", "status": "completed", "tag": "1fbaebc8-921e-46ad-a4d1-cb6e165b877b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:48.852731 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26f5dc99-ff81-4d30-94b9-2d00f0871322 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:48.853296 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b', 'code': 200} Sep 10 03:34:48.854882 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.875233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c442df52-be68-4531-ab8c-e30f24df196d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:48.916371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-59b73d69-d544-476f-9a19-1a0301552590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:48.917837 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-59b73d69-d544-476f-9a19-1a0301552590 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0916548 Sep 10 03:34:48.960256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-21f20df2-93e7-4b94-9dbc-9eb17049ae0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333819 Sep 10 03:34:48.973270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:49.045735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-ba9306c0-f79b-41d0-8450-45f3bcdbaf00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.047341 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-ba9306c0-f79b-41d0-8450-45f3bcdbaf00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1939635 Sep 10 03:34:49.055954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bab80e-1899-4c7d-a6e8-96d9e9bcb86d req-a790ba1d-0e2f-40a1-a04b-df61e6e4276a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.057368 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f3bab80e-1899-4c7d-a6e8-96d9e9bcb86d req-a790ba1d-0e2f-40a1-a04b-df61e6e4276a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 1096 time: 0.1211643 Sep 10 03:34:49.101821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9cc4f-462d-4672-8e49-ecb3040c8a1b req-0a13d4e4-9c9c-4653-9291-e6e64f8fa159 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.107894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21d9cc4f-462d-4672-8e49-ecb3040c8a1b req-0a13d4e4-9c9c-4653-9291-e6e64f8fa159 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 947 time: 0.0967972 Sep 10 03:34:49.109018 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c442df52-be68-4531-ab8c-e30f24df196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:49.112182 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c442df52-be68-4531-ab8c-e30f24df196d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:49.113315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c442df52-be68-4531-ab8c-e30f24df196d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2b314bc-aace-440e-bbfa-c746f94ab750 HTTP/1.1" status: 204 len: 168 time: 0.4891531 Sep 10 03:34:49.132811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-874ef698-aca1-40cc-a9a6-d48948910e2d service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637962 Sep 10 03:34:49.139113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c442df52-be68-4531-ab8c-e30f24df196d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b314bc-aace-440e-bbfa-c746f94ab750,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:49.194540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21d9cc4f-462d-4672-8e49-ecb3040c8a1b req-1e82d157-dcbf-4789-83d2-d3185d61e3ba tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787590 Sep 10 03:34:49.254885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68964278-e5fa-4bd3-a894-2660cf12b0b5 req-d7262229-2994-4acf-a50c-79f8e7aa5bd8 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135006 Sep 10 03:34:49.354707 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f3bab80e-1899-4c7d-a6e8-96d9e9bcb86d req-a8632cb3-bb3d-4e48-b61d-4e14da7b8a78 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2889073 Sep 10 03:34:49.368859 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-94af233e-aabf-40c4-9277-ac3c8f02ae2b service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105719 Sep 10 03:34:49.466378 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99736e28-fc0c-466e-8be5-6ff1760db457 req-c6dc1fd1-aab2-4842-a9c7-4731c496455c service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892670 Sep 10 03:34:49.476303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a2bc5-3d48-4894-aabe-681fb0b671b4 req-b8359135-5ce8-40ba-885b-6292c9df5b30 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.477806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d9a2bc5-3d48-4894-aabe-681fb0b671b4 req-b8359135-5ce8-40ba-885b-6292c9df5b30 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0838559 Sep 10 03:34:49.510889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f3043-8833-4971-9982-a4be0b362b68 req-5bb05ace-7bb8-434d-beba-b81e9beffb0d tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.512435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-014f3043-8833-4971-9982-a4be0b362b68 req-5bb05ace-7bb8-434d-beba-b81e9beffb0d tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 970 time: 0.0815837 Sep 10 03:34:49.537841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d9a2bc5-3d48-4894-aabe-681fb0b671b4 req-2b37a045-f9d5-4183-b106-ade24082f3cf tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521760 Sep 10 03:34:49.575472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-014f3043-8833-4971-9982-a4be0b362b68 req-ec852443-3f79-410e-8130-eb9129e90062 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466125 Sep 10 03:34:49.617841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-adb3ff7d-f147-483d-a519-2f329152e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.619326 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-adb3ff7d-f147-483d-a519-2f329152e200 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4691f8c05e284fb28055a2a62f3c3854&device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 1098 time: 0.0417807 Sep 10 03:34:49.663851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51920) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:49.677743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-347d303e-f945-4ec2-b6eb-8ce015e68cb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:49.724182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-8547544f-3de4-4215-9eea-ae68c36cc79c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.726313 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-8547544f-3de4-4215-9eea-ae68c36cc79c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.0987020 Sep 10 03:34:49.771883 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-b871b275-d680-4a7c-8ec2-e1bdad66195d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.62&port_id=1bc54672-8e36-44dd-8121-fc6c61a16b1c HTTP/1.1" status: 200 len: 217 time: 0.0370233 Sep 10 03:34:49.808170 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-347d303e-f945-4ec2-b6eb-8ce015e68cb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:49.878648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-7e826abf-890d-4e45-bc7e-7521e32f211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.881556 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-7e826abf-890d-4e45-bc7e-7521e32f211a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0990059 Sep 10 03:34:49.895518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-347d303e-f945-4ec2-b6eb-8ce015e68cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:49.953623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347d303e-f945-4ec2-b6eb-8ce015e68cb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22312d90-e2cd-4459-8c6e-0edb832b4a1b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:49.972151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2dab7-b21c-4407-991e-a1931b6a8f11 req-f3c56418-0723-4452-a47a-c8290f047962 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.973689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17a2dab7-b21c-4407-991e-a1931b6a8f11 req-f3c56418-0723-4452-a47a-c8290f047962 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 943 time: 0.1275508 Sep 10 03:34:49.979701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-347d303e-f945-4ec2-b6eb-8ce015e68cb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d187f2efd864bd4957a89e8eb664328&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3146682 Sep 10 03:34:49.980370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-7e83c0cf-5455-49ff-9798-d704935105a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:49.981354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51942) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:49.982133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-7e83c0cf-5455-49ff-9798-d704935105a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0932670 Sep 10 03:34:50.042187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17a2dab7-b21c-4407-991e-a1931b6a8f11 req-bd2166f5-fa85-4e5a-91bc-fda157782b9f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614617 Sep 10 03:34:50.060079 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd41b-edec-49f0-9ae1-0cc13f1270bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:50.089839 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-98b21035-9e81-40bf-a2ab-eeec95e7b034 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990348 Sep 10 03:34:50.091954 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd41b-edec-49f0-9ae1-0cc13f1270bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:50.194284 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-99e0a5a8-7c53-40f1-9b3a-51e22c222722 req-d61ef88f-05af-474c-adc1-f28e8856ef7b service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912838 Sep 10 03:34:50.236137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd41b-edec-49f0-9ae1-0cc13f1270bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:50.240061 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e9fd41b-edec-49f0-9ae1-0cc13f1270bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:50.245630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7e9fd41b-edec-49f0-9ae1-0cc13f1270bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22312d90-e2cd-4459-8c6e-0edb832b4a1b HTTP/1.1" status: 204 len: 168 time: 0.2594466 Sep 10 03:34:50.257862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9fd41b-edec-49f0-9ae1-0cc13f1270bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22312d90-e2cd-4459-8c6e-0edb832b4a1b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:50.353533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8447e6c-1f0f-419f-a2c7-60c24cfb94e9 req-528b39fe-ca73-4aa3-8609-cf952f994e4b tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:50.355069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8447e6c-1f0f-419f-a2c7-60c24cfb94e9 req-528b39fe-ca73-4aa3-8609-cf952f994e4b tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 947 time: 0.0713711 Sep 10 03:34:50.408753 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8447e6c-1f0f-419f-a2c7-60c24cfb94e9 req-40d92034-f80e-42ca-9aee-08b567b99779 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460434 Sep 10 03:34:50.722566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68d47c-49eb-4992-843d-fc0d567a64f0 req-3ec8ebaa-3fb5-425b-bd88-a542895018dd tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:50.730188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d68d47c-49eb-4992-843d-fc0d567a64f0 req-3ec8ebaa-3fb5-425b-bd88-a542895018dd tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0804551 Sep 10 03:34:50.735219 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a66e0503-e24b-44c9-b838-8ff6e33e7dee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:50.765017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d68d47c-49eb-4992-843d-fc0d567a64f0 req-3ebb068d-ade6-4b08-ad9b-13422850a66a tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329604 Sep 10 03:34:50.883631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55360a68-b0b2-4346-9db3-df0a394d795a req-dd964768-5ff0-4d2f-ad52-277bea0216fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:50.885974 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-55360a68-b0b2-4346-9db3-df0a394d795a req-dd964768-5ff0-4d2f-ad52-277bea0216fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.20 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 970 time: 0.0919960 Sep 10 03:34:50.889642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024e3313-9fef-475f-a6b7-c3af6a912eb6 req-fa90adfe-049b-47de-b221-08e6919bf321 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:50.897301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-024e3313-9fef-475f-a6b7-c3af6a912eb6 req-fa90adfe-049b-47de-b221-08e6919bf321 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 970 time: 0.0677891 Sep 10 03:34:50.937146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-024e3313-9fef-475f-a6b7-c3af6a912eb6 req-2bb99fd9-15c2-4075-9e65-0e3d3e0a1f1c tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/security-groups?id=d1715c28-c3af-48e0-a5c3-1db71a80bb05&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382619 Sep 10 03:34:51.102747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-55360a68-b0b2-4346-9db3-df0a394d795a req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Deleting port 566a92a8-1d21-49d3-8bab-cf03085f50a9 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:34:51.102747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-55360a68-b0b2-4346-9db3-df0a394d795a req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:51.126116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f926d4ac-2c54-422a-95db-95d85f62fad3 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:34:51.206837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903a36dd-15a5-4af1-b088-958d862bc9e2 req-da65dc64-fdff-4b61-bef9-c2c8e2ef6b7f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:51.210921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-903a36dd-15a5-4af1-b088-958d862bc9e2 req-da65dc64-fdff-4b61-bef9-c2c8e2ef6b7f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 943 time: 0.0770895 Sep 10 03:34:51.211978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-55360a68-b0b2-4346-9db3-df0a394d795a req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] For port 566a92a8-1d21-49d3-8bab-cf03085f50a9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=566a92a8-1d21-49d3-8bab-cf03085f50a9,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:51.212392 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-55360a68-b0b2-4346-9db3-df0a394d795a req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:51.233034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-55360a68-b0b2-4346-9db3-df0a394d795a req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Calling delete_port for 566a92a8-1d21-49d3-8bab-cf03085f50a9 owned by compute:tempest-test_az-389228565 {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:34:51.274319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-903a36dd-15a5-4af1-b088-958d862bc9e2 req-c018e7a6-4b6e-4869-95ef-1f83230f06eb tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540609 Sep 10 03:34:51.285344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:51.311105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'f926d4ac-2c54-422a-95db-95d85f62fad3', 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4', 'port_id': 'f926d4ac-2c54-422a-95db-95d85f62fad3', 'mac_address': 'fa:16:3e:6b:50:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd318ebd7-5f3a-4090-856f-fab64fb601e8', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:34:51.353135 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:51.371165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f926d4ac-2c54-422a-95db-95d85f62fad3 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:51.395096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:51.494851 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:51.524766 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-55360a68-b0b2-4346-9db3-df0a394d795a req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:51.544018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69d597-bb69-4612-a47a-d081c577aac8 req-05483689-5092-4829-9e10-e9d35ecd4a20 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:51.546020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e69d597-bb69-4612-a47a-d081c577aac8 req-05483689-5092-4829-9e10-e9d35ecd4a20 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 947 time: 0.0709381 Sep 10 03:34:51.565460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Pushing event deleted for resources: {'Port': ['ID=566a92a8-1d21-49d3-8bab-cf03085f50a9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:51.570862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f926d4ac-2c54-422a-95db-95d85f62fad3,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:51.619609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e69d597-bb69-4612-a47a-d081c577aac8 req-4e357521-0bb2-4b13-93f5-ffda1aa964d5 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660858 Sep 10 03:34:51.671470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-55360a68-b0b2-4346-9db3-df0a394d795a req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] No DVR routers for this DVR port 566a92a8-1d21-49d3-8bab-cf03085f50a9 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:34:51.675493 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-55360a68-b0b2-4346-9db3-df0a394d795a req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:51.677576 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-55360a68-b0b2-4346-9db3-df0a394d795a req-7eb2fad0-8f71-4f0c-93d6-2ce12789f3fc tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.20 "DELETE /v2.0/ports/566a92a8-1d21-49d3-8bab-cf03085f50a9 HTTP/1.1" status: 204 len: 173 time: 0.7828541 Sep 10 03:34:51.678228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ad8a937-5f11-4a92-9b6b-9311fd388a32', 'name': 'network-vif-deleted', 'tag': '566a92a8-1d21-49d3-8bab-cf03085f50a9'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:51.681513 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f82197d-19f2-4b1a-9cc6-1c26203a8519" -d '{"events": [{"server_uuid": "3ad8a937-5f11-4a92-9b6b-9311fd388a32", "name": "network-vif-deleted", "tag": "566a92a8-1d21-49d3-8bab-cf03085f50a9"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:51.696452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['f926d4ac-2c54-422a-95db-95d85f62fad3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:34:51.722690 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2d8a39e-75a5-4f32-b182-1ee4010f9035 x-openstack-request-id: req-d2d8a39e-75a5-4f32-b182-1ee4010f9035 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:51.723036 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ad8a937-5f11-4a92-9b6b-9311fd388a32", "name": "network-vif-deleted", "tag": "566a92a8-1d21-49d3-8bab-cf03085f50a9", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:51.723346 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2d8a39e-75a5-4f32-b182-1ee4010f9035 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:51.723821 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ad8a937-5f11-4a92-9b6b-9311fd388a32', 'name': 'network-vif-deleted', 'tag': '566a92a8-1d21-49d3-8bab-cf03085f50a9', 'status': 'completed', 'code': 200} Sep 10 03:34:51.919806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8328dc0b-cadf-4b3c-8548-edf21bc60d56 req-cd2fbcee-72aa-4d6c-a7fd-499e0e4b5b5b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:51.922603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8328dc0b-cadf-4b3c-8548-edf21bc60d56 req-cd2fbcee-72aa-4d6c-a7fd-499e0e4b5b5b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0673478 Sep 10 03:34:51.924402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52062) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:51.964007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8328dc0b-cadf-4b3c-8548-edf21bc60d56 req-78aa4355-a004-4d1f-9c7a-2ee06377e623 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337365 Sep 10 03:34:52.044469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d0f11a0-10d5-4dac-bcc6-57317cc73360 req-191f69cb-da11-4a66-ba40-13b56f3c7fd5 tempest-AggregatesAdminTestJSON-1559527787 tempest-AggregatesAdminTestJSON-1559527787-project] 10.222.0.22 "GET /v2.0/ports?device_id=3ad8a937-5f11-4a92-9b6b-9311fd388a32 HTTP/1.1" status: 200 len: 210 time: 0.0275600 Sep 10 03:34:52.302791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec738a4b-ad7f-471f-910d-d1fac0928a9c req-20dcb094-458d-47af-84f5-3b7c1540a430 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:52.304494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec738a4b-ad7f-471f-910d-d1fac0928a9c req-20dcb094-458d-47af-84f5-3b7c1540a430 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 945 time: 0.2625680 Sep 10 03:34:52.313059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52078) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:52.318588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-13743a07-d426-46ea-8ab8-fc684a6e2373 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Request body: {'floatingip': {'port_id': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:34:52.322492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f11207-518d-4a1c-a886-5ab3dd733699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:52.400046 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13743a07-d426-46ea-8ab8-fc684a6e2373 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:52.443585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f11207-518d-4a1c-a886-5ab3dd733699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:52.511576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52086) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:52.523038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f11207-518d-4a1c-a886-5ab3dd733699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:52.549135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e2a987-6f7a-4e31-8f4d-15ce1a2ff093 req-56329249-6f77-431a-9ffd-7e0352bfc55c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:52.550557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5e2a987-6f7a-4e31-8f4d-15ce1a2ff093 req-56329249-6f77-431a-9ffd-7e0352bfc55c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 944 time: 0.1755087 Sep 10 03:34:52.558182 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a3f11207-518d-4a1c-a886-5ab3dd733699 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f4958aaa2b84598bbd02056cf19b657&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6299870 Sep 10 03:34:52.558467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52090) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:52.582972 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f11207-518d-4a1c-a886-5ab3dd733699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea28890-354b-4181-8776-889305ee391b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:52.650968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89a2672b-66d2-4f74-b3d9-1c04ff74bb88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:52.655934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5e2a987-6f7a-4e31-8f4d-15ce1a2ff093 req-103f190a-b96e-4ba9-a46a-8aecb091bcaa tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931861 Sep 10 03:34:52.682720 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89a2672b-66d2-4f74-b3d9-1c04ff74bb88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:52.825881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89a2672b-66d2-4f74-b3d9-1c04ff74bb88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:52.828856 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89a2672b-66d2-4f74-b3d9-1c04ff74bb88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:52.834505 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-89a2672b-66d2-4f74-b3d9-1c04ff74bb88 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bea28890-354b-4181-8776-889305ee391b HTTP/1.1" status: 204 len: 168 time: 0.2707200 Sep 10 03:34:52.839509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a2672b-66d2-4f74-b3d9-1c04ff74bb88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea28890-354b-4181-8776-889305ee391b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:52.908805 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8fc4d609-de25-4c34-8bf6-f0bf5af1a496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:52.960786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64a4858-110a-4597-98b4-0f57adef676e req-e7768c30-e8ce-49c1-bc11-d4b9724499d0 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:52.963409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c64a4858-110a-4597-98b4-0f57adef676e req-e7768c30-e8ce-49c1-bc11-d4b9724499d0 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 947 time: 0.1822906 Sep 10 03:34:53.130780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c64a4858-110a-4597-98b4-0f57adef676e req-b7991e2f-5177-4b74-998d-e631eb06e2b7 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567612 Sep 10 03:34:53.157778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bc54672-8e36-44dd-8121-fc6c61a16b1c details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:34:53.164001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f926d4ac-2c54-422a-95db-95d85f62fad3 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:53.304182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1bc54672-8e36-44dd-8121-fc6c61a16b1c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bc54672-8e36-44dd-8121-fc6c61a16b1c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:53.306547 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13743a07-d426-46ea-8ab8-fc684a6e2373 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.315235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8fc4d609-de25-4c34-8bf6-f0bf5af1a496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.318794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '1bc54672-8e36-44dd-8121-fc6c61a16b1c', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '1bc54672-8e36-44dd-8121-fc6c61a16b1c', 'mac_address': 'fa:16:3e:a4:de:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.62'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:34:53.344056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port f926d4ac-2c54-422a-95db-95d85f62fad3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:53.352360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port f926d4ac-2c54-422a-95db-95d85f62fad3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:53.352719 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.366958 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13743a07-d426-46ea-8ab8-fc684a6e2373 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.383029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.408525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8fc4d609-de25-4c34-8bf6-f0bf5af1a496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.412087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc54672-8e36-44dd-8121-fc6c61a16b1c {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:34:53.435625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1bc54672-8e36-44dd-8121-fc6c61a16b1c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bc54672-8e36-44dd-8121-fc6c61a16b1c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:53.469843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.492732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:53.495039 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7c16a2-98c6-4381-828d-872d42c6f8ac" -d '{"events": [{"server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "name": "network-vif-plugged", "status": "completed", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:53.502058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52122) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:53.502593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8fc4d609-de25-4c34-8bf6-f0bf5af1a496 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77f917924a3c4eaaba8bbae9387a79bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9893062 Sep 10 03:34:53.505461 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cfffdb6e-d813-4a0d-a5f0-4df4d6b428d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.510598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:53.514271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc4d609-de25-4c34-8bf6-f0bf5af1a496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4ce670-ec52-414a-b78f-c5536df1a15c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:53.527094 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.531251 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-13743a07-d426-46ea-8ab8-fc684a6e2373 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Floating IP 0dcfc603-f435-490f-a650-86a969af2313 associated. External IP: 172.25.3.9, port: 1fbaebc8-921e-46ad-a4d1-cb6e165b877b. Sep 10 03:34:53.579870 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcea0ba3-df14-4d8e-94fc-8409d718c31b x-openstack-request-id: req-fcea0ba3-df14-4d8e-94fc-8409d718c31b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:53.580245 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "name": "network-vif-plugged", "status": "completed", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:53.580513 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcea0ba3-df14-4d8e-94fc-8409d718c31b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:53.589291 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3', 'code': 200} Sep 10 03:34:53.604082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c564f78-6330-4499-a34b-37ac24eee294 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.615248 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.616039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 566a92a8-1d21-49d3-8bab-cf03085f50a9 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:34:53.639479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c564f78-6330-4499-a34b-37ac24eee294 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.650349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 566a92a8-1d21-49d3-8bab-cf03085f50a9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:34:53.650811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 566a92a8-1d21-49d3-8bab-cf03085f50a9 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:34:53.658883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1bc54672-8e36-44dd-8121-fc6c61a16b1c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:53.696570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4113925-81e1-4c16-9617-c82ef4915030 req-29918132-e7b5-4d7d-8bfa-f56dfce82cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:53.698865 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e4113925-81e1-4c16-9617-c82ef4915030 req-29918132-e7b5-4d7d-8bfa-f56dfce82cb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1096 time: 0.0714409 Sep 10 03:34:53.732404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f926d4ac-2c54-422a-95db-95d85f62fad3,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:53.739275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['1bc54672-8e36-44dd-8121-fc6c61a16b1c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:34:53.742291 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.746627 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e4113925-81e1-4c16-9617-c82ef4915030 req-cad8826e-a8e8-4206-a386-7c16a1923ed4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401571 Sep 10 03:34:53.812130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c564f78-6330-4499-a34b-37ac24eee294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.814772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c564f78-6330-4499-a34b-37ac24eee294 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:53.817308 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5c564f78-6330-4499-a34b-37ac24eee294 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8a4ce670-ec52-414a-b78f-c5536df1a15c HTTP/1.1" status: 204 len: 168 time: 0.3135090 Sep 10 03:34:53.828407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c564f78-6330-4499-a34b-37ac24eee294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4ce670-ec52-414a-b78f-c5536df1a15c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:53.943570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52132) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:53.966002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52136) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:53.983342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad76628-f342-4fc8-8482-f812eb5fd567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.048087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52138) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:54.056337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3b89f2-171c-4ea6-8228-f3377a96a669 req-8631dfdf-99bc-4602-aadf-30129f859589 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:54.063477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff3b89f2-171c-4ea6-8228-f3377a96a669 req-8631dfdf-99bc-4602-aadf-30129f859589 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 945 time: 0.3086243 Sep 10 03:34:54.108091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13743a07-d426-46ea-8ab8-fc684a6e2373 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Router 18af05a4-ff8c-4db7-be64-3bfc40df4249 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:34:54.115595 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad76628-f342-4fc8-8482-f812eb5fd567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.120180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff3b89f2-171c-4ea6-8228-f3377a96a669 req-35bbde26-0524-4bd4-abd6-53055005949b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558224 Sep 10 03:34:54.195219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad76628-f342-4fc8-8482-f812eb5fd567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.234888 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6ad76628-f342-4fc8-8482-f812eb5fd567 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7921ba2aecab48ed9ec747ac5266c576&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2678773 Sep 10 03:34:54.235816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad76628-f342-4fc8-8482-f812eb5fd567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d66e578-5dda-42d8-bfd2-ec5a5ab6be0c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:54.239444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52146) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:54.276506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13743a07-d426-46ea-8ab8-fc684a6e2373 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:34:54.281961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13743a07-d426-46ea-8ab8-fc684a6e2373 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.292247 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] Sync routers for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:34:54.306448 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:54.307098 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:34:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:54.316426 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38b16eba-d475-4fa7-84a8-2528252369dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.343836 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38b16eba-d475-4fa7-84a8-2528252369dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.368715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-13743a07-d426-46ea-8ab8-fc684a6e2373 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "PUT /v2.0/floatingips/0dcfc603-f435-490f-a650-86a969af2313 HTTP/1.1" status: 200 len: 989 time: 2.0538433 Sep 10 03:34:54.370752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'tag': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:54.373077 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92a2e532-2979-4a7d-a462-624fa4956950" -d '{"events": [{"name": "network-changed", "server_uuid": "7e7905da-47b8-43b1-8206-ad316443b0a1", "tag": "1fbaebc8-921e-46ad-a4d1-cb6e165b877b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:54.389762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5fbcfe-dbb4-4327-9b54-fdeaa3da80fd req-a99ed334-669f-43b3-b081-69c47ddd155b tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:54.391299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e5fbcfe-dbb4-4327-9b54-fdeaa3da80fd req-a99ed334-669f-43b3-b081-69c47ddd155b tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 948 time: 0.1578882 Sep 10 03:34:54.437411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cad5d53-a190-4198-bd1c-abf57ee8456b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.481961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e5fbcfe-dbb4-4327-9b54-fdeaa3da80fd req-2d399711-8cf8-4e1c-adb3-63ab62e52264 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725536 Sep 10 03:34:54.487218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38b16eba-d475-4fa7-84a8-2528252369dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.489907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38b16eba-d475-4fa7-84a8-2528252369dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.493344 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-38b16eba-d475-4fa7-84a8-2528252369dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d66e578-5dda-42d8-bfd2-ec5a5ab6be0c HTTP/1.1" status: 204 len: 168 time: 0.2510941 Sep 10 03:34:54.514946 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:54.542581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b16eba-d475-4fa7-84a8-2528252369dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d66e578-5dda-42d8-bfd2-ec5a5ab6be0c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:54.587583 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8a93b83b-4354-4ce9-a674-6379b9b88877 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=405827f12f0f4eb1bec264d0b7c15183&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5370247 Sep 10 03:34:54.590559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52158) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:54.591051 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daef36dc-897a-474c-a24e-8c39b8ebf008 x-openstack-request-id: req-daef36dc-897a-474c-a24e-8c39b8ebf008 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:54.591352 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e7905da-47b8-43b1-8206-ad316443b0a1", "tag": "1fbaebc8-921e-46ad-a4d1-cb6e165b877b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:54.594863 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-daef36dc-897a-474c-a24e-8c39b8ebf008 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:54.594863 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'tag': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b', 'status': 'completed', 'code': 200} Sep 10 03:34:54.715863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e532-2979-4a7d-a462-624fa4956950 req-43df9424-3ee6-49c2-98cd-170f4eed2a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:54.717342 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92a2e532-2979-4a7d-a462-624fa4956950 req-43df9424-3ee6-49c2-98cd-170f4eed2a92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 1096 time: 0.1043944 Sep 10 03:34:54.723605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cad5d53-a190-4198-bd1c-abf57ee8456b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.735042 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-280237d9-a8e7-4a3e-930c-1459b7c510a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.798293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-280237d9-a8e7-4a3e-930c-1459b7c510a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.838898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cad5d53-a190-4198-bd1c-abf57ee8456b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:54.871057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e532-2979-4a7d-a462-624fa4956950 req-3bf70b77-09b2-4446-9189-e14b715c5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:54.872553 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92a2e532-2979-4a7d-a462-624fa4956950 req-3bf70b77-09b2-4446-9189-e14b715c5a3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 200 len: 923 time: 0.1460035 Sep 10 03:34:54.898575 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0dcfc603-f435-490f-a650-86a969af2313', 'tenant_id': 'a529621791b34382a032266c576addc2', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'port_id': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'mac_address': 'fa:16:3e:e3:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:34:27Z', 'updated_at': '2021-09-10T03:34:53Z', 'revision_number': 1, 'project_id': 'a529621791b34382a032266c576addc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:54.926342 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] Checking router: 18af05a4-ff8c-4db7-be64-3bfc40df4249 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:34:54.931481 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1cad5d53-a190-4198-bd1c-abf57ee8456b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a855399671454a788cb83cc1e03abebc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9868121 Sep 10 03:34:54.934223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52162) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:54.934854 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:34:54.935489 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:34:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:54.938492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad5d53-a190-4198-bd1c-abf57ee8456b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d6af602-6093-44c0-97bb-2caf1f7e4c26,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:54.999281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52164) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:55.005004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92a2e532-2979-4a7d-a462-624fa4956950 req-5b9ffa5c-7c83-4033-830f-bb104c0eb7c7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbaebc8-921e-46ad-a4d1-cb6e165b877b HTTP/1.1" status: 200 len: 997 time: 0.1204476 Sep 10 03:34:55.015175 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.030175 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b292e1d0-5f39-4801-ba2b-d31ac9fcd025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.047219 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:34:55.070611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a4f58a7-615c-4374-92f6-bb80b37ffc7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.093119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-280237d9-a8e7-4a3e-930c-1459b7c510a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.095712 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a4f58a7-615c-4374-92f6-bb80b37ffc7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.101037 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-280237d9-a8e7-4a3e-930c-1459b7c510a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.102845 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-280237d9-a8e7-4a3e-930c-1459b7c510a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d1715c28-c3af-48e0-a5c3-1db71a80bb05 HTTP/1.1" status: 204 len: 168 time: 0.5085018 Sep 10 03:34:55.105431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52166) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:55.151854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280237d9-a8e7-4a3e-930c-1459b7c510a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1715c28-c3af-48e0-a5c3-1db71a80bb05,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:55.172260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e532-2979-4a7d-a462-624fa4956950 req-0c85b564-697e-408d-bd2a-a988dfa2f09d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:55.174326 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92a2e532-2979-4a7d-a462-624fa4956950 req-0c85b564-697e-408d-bd2a-a988dfa2f09d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d57ebe0-3d59-434f-9f90-9f16059a88dd HTTP/1.1" status: 200 len: 861 time: 0.1612103 Sep 10 03:34:55.175696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bc54672-8e36-44dd-8121-fc6c61a16b1c up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:34:55.233289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a2e532-2979-4a7d-a462-624fa4956950 req-09acd69d-78c6-4104-a3b3-8eb3224a8dc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:55.237285 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92a2e532-2979-4a7d-a462-624fa4956950 req-09acd69d-78c6-4104-a3b3-8eb3224a8dc3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0232d608-1b28-4407-99e4-3a42da9f9270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525711 Sep 10 03:34:55.291022 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b292e1d0-5f39-4801-ba2b-d31ac9fcd025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.310573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934abca6-95d0-483e-a6d2-e69c00330143 req-f4ac6901-433e-42b5-8112-49df6b4f5066 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:55.312465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-934abca6-95d0-483e-a6d2-e69c00330143 req-f4ac6901-433e-42b5-8112-49df6b4f5066 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 945 time: 0.0747716 Sep 10 03:34:55.329037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 1bc54672-8e36-44dd-8121-fc6c61a16b1c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:34:55.333982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 1bc54672-8e36-44dd-8121-fc6c61a16b1c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:34:55.338876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.346917 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92a2e532-2979-4a7d-a462-624fa4956950 req-fa511f0c-22eb-45c2-8f45-efc955d70d57 service neutron] 10.222.0.39 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016099 Sep 10 03:34:55.373969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b292e1d0-5f39-4801-ba2b-d31ac9fcd025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.403867 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0dcfc603-f435-490f-a650-86a969af2313', 'tenant_id': 'a529621791b34382a032266c576addc2', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'port_id': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'mac_address': 'fa:16:3e:e3:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:34:27Z', 'updated_at': '2021-09-10T03:34:53Z', 'revision_number': 1, 'project_id': 'a529621791b34382a032266c576addc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:34:55.425431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.447810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b292e1d0-5f39-4801-ba2b-d31ac9fcd025 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=add2cdfee9ba4e35aea8449a0b9649d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4450133 Sep 10 03:34:55.455072 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92a2e532-2979-4a7d-a462-624fa4956950 req-ab52d612-d084-4c52-8faa-2d30c94df474 service neutron] 10.222.0.39 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012602 Sep 10 03:34:55.456118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52176) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:55.462420 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b529cf13-8fda-49be-b5ec-a314ac745525 None None] The sync data for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 is: [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0dcfc603-f435-490f-a650-86a969af2313', 'tenant_id': 'a529621791b34382a032266c576addc2', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'port_id': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'mac_address': 'fa:16:3e:e3:43:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:34:27Z', 'updated_at': '2021-09-10T03:34:53Z', 'revision_number': 1, 'project_id': 'a529621791b34382a032266c576addc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:34:55.464301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1bc54672-8e36-44dd-8121-fc6c61a16b1c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bc54672-8e36-44dd-8121-fc6c61a16b1c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:34:55.472263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a4f58a7-615c-4374-92f6-bb80b37ffc7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.473235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a4f58a7-615c-4374-92f6-bb80b37ffc7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.474540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1a4f58a7-615c-4374-92f6-bb80b37ffc7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d6af602-6093-44c0-97bb-2caf1f7e4c26 HTTP/1.1" status: 204 len: 168 time: 0.5383017 Sep 10 03:34:55.477819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-934abca6-95d0-483e-a6d2-e69c00330143 req-74326ff3-2d86-4782-9bd4-62aa73fff7e6 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579597 Sep 10 03:34:55.523025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b292e1d0-5f39-4801-ba2b-d31ac9fcd025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7135d8b5-6c07-4e60-87d2-020756d4c2d6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:55.532129 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.550208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4f58a7-615c-4374-92f6-bb80b37ffc7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d6af602-6093-44c0-97bb-2caf1f7e4c26,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:55.571137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68131e5e-ef13-423e-98a9-5598f4e9356a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.590468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e32702-d96e-4c06-8489-e20f070f8f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc54672-8e36-44dd-8121-fc6c61a16b1c'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:34:55.593780 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f5aedc-d1f1-4b99-ba58-9cccdb23d1ba" -d '{"events": [{"server_uuid": "21e32702-d96e-4c06-8489-e20f070f8f55", "name": "network-vif-plugged", "status": "completed", "tag": "1bc54672-8e36-44dd-8121-fc6c61a16b1c"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:34:55.622263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68131e5e-ef13-423e-98a9-5598f4e9356a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.644810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1bc54672-8e36-44dd-8121-fc6c61a16b1c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:55.659901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de66785-b6bd-4b3d-b9d8-913d10569dca req-3f31cabc-fb85-455b-be9f-2606d7a5b318 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:55.668912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5de66785-b6bd-4b3d-b9d8-913d10569dca req-3f31cabc-fb85-455b-be9f-2606d7a5b318 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 949 time: 0.0703983 Sep 10 03:34:55.731391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3a285c2-d5a5-42f5-8ab6-82f8ed18ed6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.737418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5de66785-b6bd-4b3d-b9d8-913d10569dca req-c1b484d6-a9c3-46d2-9276-9dd59948fc05 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619168 Sep 10 03:34:55.786772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68131e5e-ef13-423e-98a9-5598f4e9356a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.789949 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68131e5e-ef13-423e-98a9-5598f4e9356a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.793213 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-68131e5e-ef13-423e-98a9-5598f4e9356a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7135d8b5-6c07-4e60-87d2-020756d4c2d6 HTTP/1.1" status: 204 len: 168 time: 0.3337252 Sep 10 03:34:55.806310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce041f75-cc79-4ab1-82ed-b70db4471e87 None None] New status for floating IP 0dcfc603-f435-490f-a650-86a969af2313: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:34:55.812185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68131e5e-ef13-423e-98a9-5598f4e9356a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7135d8b5-6c07-4e60-87d2-020756d4c2d6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:55.844409 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:34:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f64e03-e8f6-47d6-a927-0d608f62287a x-openstack-request-id: req-20f64e03-e8f6-47d6-a927-0d608f62287a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:34:55.844675 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e32702-d96e-4c06-8489-e20f070f8f55", "name": "network-vif-plugged", "status": "completed", "tag": "1bc54672-8e36-44dd-8121-fc6c61a16b1c", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:34:55.845066 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20f64e03-e8f6-47d6-a927-0d608f62287a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:34:55.846131 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e32702-d96e-4c06-8489-e20f070f8f55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc54672-8e36-44dd-8121-fc6c61a16b1c', 'code': 200} Sep 10 03:34:55.866267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3a285c2-d5a5-42f5-8ab6-82f8ed18ed6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:55.945247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56a5b0-7cda-4c00-8b3e-6d2722768f59 req-10375035-19bc-4d9f-a577-706a5f29016a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:55.946769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f56a5b0-7cda-4c00-8b3e-6d2722768f59 req-10375035-19bc-4d9f-a577-706a5f29016a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 1100 time: 0.0415502 Sep 10 03:34:55.968514 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3a285c2-d5a5-42f5-8ab6-82f8ed18ed6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.022188 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f56a5b0-7cda-4c00-8b3e-6d2722768f59 req-598a6a03-c5f4-407d-8dd2-a99275828dc0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678732 Sep 10 03:34:56.027208 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b3a285c2-d5a5-42f5-8ab6-82f8ed18ed6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbca96e338f346bfae3a1cf48ee50fef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9085944 Sep 10 03:34:56.027208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a285c2-d5a5-42f5-8ab6-82f8ed18ed6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73fab70d-b29f-4dde-b8cc-988994fcc7e2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:56.027666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52194) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:56.089138 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-884c950b-edaa-4a91-9fe9-ae71b00e07c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.095821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52198) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:56.120681 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-884c950b-edaa-4a91-9fe9-ae71b00e07c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.154739 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-20340ff8-d293-40e1-ae41-bae9e280bb3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06021d2a16c54e2e89b6414e6dc78caf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0567784 Sep 10 03:34:56.155436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52200) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:56.198013 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.231456 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85b1571d-434a-4f31-83cf-c5c51395bcd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.248764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-884c950b-edaa-4a91-9fe9-ae71b00e07c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.251271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-884c950b-edaa-4a91-9fe9-ae71b00e07c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.253092 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-884c950b-edaa-4a91-9fe9-ae71b00e07c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73fab70d-b29f-4dde-b8cc-988994fcc7e2 HTTP/1.1" status: 204 len: 168 time: 0.2249849 Sep 10 03:34:56.260820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884c950b-edaa-4a91-9fe9-ae71b00e07c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73fab70d-b29f-4dde-b8cc-988994fcc7e2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:56.269522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85b1571d-434a-4f31-83cf-c5c51395bcd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.417923 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85b1571d-434a-4f31-83cf-c5c51395bcd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.420862 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85b1571d-434a-4f31-83cf-c5c51395bcd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.424523 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-85b1571d-434a-4f31-83cf-c5c51395bcd9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bc5f96e-d9bd-48c7-9669-789365041df2 HTTP/1.1" status: 204 len: 168 time: 0.2646329 Sep 10 03:34:56.430387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1571d-434a-4f31-83cf-c5c51395bcd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bc5f96e-d9bd-48c7-9669-789365041df2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:56.438408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9182d5e-1f99-4094-854b-dbaa2e915dd7 req-6fc5f32e-560b-4108-9db2-53da9e2887f2 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:56.440498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9182d5e-1f99-4094-854b-dbaa2e915dd7 req-6fc5f32e-560b-4108-9db2-53da9e2887f2 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1096 time: 0.0450571 Sep 10 03:34:56.475512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9182d5e-1f99-4094-854b-dbaa2e915dd7 req-bb7e9c33-f86d-4d9f-abd2-675f2809c657 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289683 Sep 10 03:34:56.580984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527d8343-12ca-4a99-af35-d74e41734db6 req-d3637ed7-1156-4372-a082-533bbd6a7393 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:56.582502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-527d8343-12ca-4a99-af35-d74e41734db6 req-d3637ed7-1156-4372-a082-533bbd6a7393 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1096 time: 0.0410311 Sep 10 03:34:56.618783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-527d8343-12ca-4a99-af35-d74e41734db6 req-b8946240-be2e-4c8c-bace-948576fbd476 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300999 Sep 10 03:34:56.726370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52220) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:56.740116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6f75be9-9c93-4bb4-b2e6-7f25264f3733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.847607 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6f75be9-9c93-4bb4-b2e6-7f25264f3733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.854856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93027d9a-95df-4e55-92e9-cef98932859c req-9698d182-7889-4cdf-a832-0c6e8b285a98 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:56.856350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93027d9a-95df-4e55-92e9-cef98932859c req-9698d182-7889-4cdf-a832-0c6e8b285a98 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 949 time: 0.0570378 Sep 10 03:34:56.894991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93027d9a-95df-4e55-92e9-cef98932859c req-4b20d779-a2a2-4ecf-b57c-a981104c35a4 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316842 Sep 10 03:34:56.937813 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6f75be9-9c93-4bb4-b2e6-7f25264f3733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:56.979508 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c6f75be9-9c93-4bb4-b2e6-7f25264f3733 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6db69df56fa2467d86ced77eca276a97&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2519398 Sep 10 03:34:56.982079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52230) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:56.988795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f75be9-9c93-4bb4-b2e6-7f25264f3733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ea0b6e1-8319-49b1-8aa7-b51cb72f6453,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:57.034114 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea42cf8-bc20-4f8f-8693-07491230c565 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.069157 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea42cf8-bc20-4f8f-8693-07491230c565 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.197522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea42cf8-bc20-4f8f-8693-07491230c565 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.200019 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea42cf8-bc20-4f8f-8693-07491230c565 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.201471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5ea42cf8-bc20-4f8f-8693-07491230c565 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ea0b6e1-8319-49b1-8aa7-b51cb72f6453 HTTP/1.1" status: 204 len: 168 time: 0.2181678 Sep 10 03:34:57.209190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea42cf8-bc20-4f8f-8693-07491230c565 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ea0b6e1-8319-49b1-8aa7-b51cb72f6453,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:57.414392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52250) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:57.421585 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ceef5b7-2ed7-4bb7-a90f-f96a4bed7ef1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.537817 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ceef5b7-2ed7-4bb7-a90f-f96a4bed7ef1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.631492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ceef5b7-2ed7-4bb7-a90f-f96a4bed7ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.668494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceef5b7-2ed7-4bb7-a90f-f96a4bed7ef1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f64893a-ba96-43f0-9385-43a67704d6b0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:57.676824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2ceef5b7-2ed7-4bb7-a90f-f96a4bed7ef1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=823cbd7b65194592861620dcedeba6d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669361 Sep 10 03:34:57.677149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52256) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:34:57.726734 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b63db6cd-ac94-4faf-bc02-16cf5be9255a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.750797 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b63db6cd-ac94-4faf-bc02-16cf5be9255a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.869513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-18f6317d-fee3-4873-a8af-8341fdfea452 req-c18740ab-160c-4c44-8151-7104082b18b8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:34:57.881990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18f6317d-fee3-4873-a8af-8341fdfea452 req-c18740ab-160c-4c44-8151-7104082b18b8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4979692 Sep 10 03:34:57.889048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b63db6cd-ac94-4faf-bc02-16cf5be9255a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.892033 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b63db6cd-ac94-4faf-bc02-16cf5be9255a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:57.893321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b63db6cd-ac94-4faf-bc02-16cf5be9255a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f64893a-ba96-43f0-9385-43a67704d6b0 HTTP/1.1" status: 204 len: 168 time: 0.2153852 Sep 10 03:34:57.913494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63db6cd-ac94-4faf-bc02-16cf5be9255a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f64893a-ba96-43f0-9385-43a67704d6b0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:34:58.053955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d7543d-45b7-4ac2-aecc-d403dbc8e85f req-8895b601-6de5-4a82-9caa-e2cd0f193f36 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:58.055457 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2d7543d-45b7-4ac2-aecc-d403dbc8e85f req-8895b601-6de5-4a82-9caa-e2cd0f193f36 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 949 time: 0.0584154 Sep 10 03:34:58.104380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2d7543d-45b7-4ac2-aecc-d403dbc8e85f req-06e80d0b-eb5b-40e4-b1ba-622b342bd6fe tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425780 Sep 10 03:34:58.455168 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:34:58.730156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab91ae-e33f-4722-a7a5-7bd8fd1120dd req-375cc42e-3071-4e89-bd3a-e666f1365c8f tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:58.731710 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96ab91ae-e33f-4722-a7a5-7bd8fd1120dd req-375cc42e-3071-4e89-bd3a-e666f1365c8f tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 949 time: 0.0514832 Sep 10 03:34:58.768785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96ab91ae-e33f-4722-a7a5-7bd8fd1120dd req-f6dd9ec7-0e70-4704-a3ce-c8eac2df9483 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311530 Sep 10 03:34:59.602727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d963fdc0-45e2-412b-8e1a-2255438e2364 req-b5fbae50-b91b-41a7-bc72-7fa0797a1a94 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:34:59.604617 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d963fdc0-45e2-412b-8e1a-2255438e2364 req-b5fbae50-b91b-41a7-bc72-7fa0797a1a94 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 949 time: 0.0523825 Sep 10 03:34:59.645025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d963fdc0-45e2-412b-8e1a-2255438e2364 req-dab31cd1-429b-4eae-b7f8-085cd97f3fe6 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333195 Sep 10 03:35:00.689546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52396) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:00.727929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-03176a95-1d7f-47f0-89e4-b0f489fb1eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:00.729977 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-03176a95-1d7f-47f0-89e4-b0f489fb1eb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1096 time: 0.0690258 Sep 10 03:35:00.841676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b397753b-21f9-4348-8791-9b6022bbcf6f req-c98d03be-3595-479c-b85a-e7b279b4e7fc tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:00.849955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-01096fd9-f8a2-42fc-80d6-333d44841da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:00.851263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b397753b-21f9-4348-8791-9b6022bbcf6f req-c98d03be-3595-479c-b85a-e7b279b4e7fc tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 949 time: 0.0900917 Sep 10 03:35:00.851994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-01096fd9-f8a2-42fc-80d6-333d44841da6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.0987396 Sep 10 03:35:00.926796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b397753b-21f9-4348-8791-9b6022bbcf6f req-b38bd902-c94a-4b3a-ba04-dc6cf72ccdca tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/security-groups?id=fac59990-2c8e-49af-8c68-338f8b7582f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744493 Sep 10 03:35:00.953937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-17bf367e-eb6d-48ad-98e9-938eb1a07688 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:00.961754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-17bf367e-eb6d-48ad-98e9-938eb1a07688 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.20 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 949 time: 0.0705311 Sep 10 03:35:01.007373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1283590281-network', 'tenant_id': '9cf0d297794a4fa69000dda559a87ddc'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:01.120452 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-bff3417c-d8d8-4523-a31a-09ed2bd57d9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 217 time: 0.2592757 Sep 10 03:35:01.139875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Deleting port 1bc54672-8e36-44dd-8121-fc6c61a16b1c {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:35:01.140436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.155966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Made reservation on behalf of 9cf0d297794a4fa69000dda559a87ddc for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:01.159364 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.174414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-f7e3341c-2b83-489d-9edd-d18fbf660157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:01.175948 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-f7e3341c-2b83-489d-9edd-d18fbf660157 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0488470 Sep 10 03:35:01.179594 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.208555 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-80a766dc-7364-4dd6-9fe9-36a88bc3ca70 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258484 Sep 10 03:35:01.269163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] For port 1bc54672-8e36-44dd-8121-fc6c61a16b1c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bc54672-8e36-44dd-8121-fc6c61a16b1c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:01.269552 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.294382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Calling delete_port for 1bc54672-8e36-44dd-8121-fc6c61a16b1c owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:35:01.336214 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-248d811e-2dfa-4ad1-8648-b3fd3e9b5b85 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1183963 Sep 10 03:35:01.403619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.442231 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c54918a4-b539-4efa-85df-17c7d633c8c6 req-6e9c8bd1-640c-4d5a-882a-2c9626c213f7 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988424 Sep 10 03:35:01.484464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.532816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd8c5054-4dae-4f07-9929-8b69427c168e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:01.606700 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.617689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:35:01.619877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['1bc54672-8e36-44dd-8121-fc6c61a16b1c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:01.676434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52440) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:01.684529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Pushing event deleted for resources: {'Port': ['ID=1bc54672-8e36-44dd-8121-fc6c61a16b1c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:01.688218 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.688558 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Added segment 29e4a4c6-d0a7-4f82-8940-b1b46ffcee93 of type vlan for network 5283a59a-9c61-4278-8317-01620f158990 Sep 10 03:35:01.748885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] No DVR routers for this DVR port 1bc54672-8e36-44dd-8121-fc6c61a16b1c on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:35:01.750897 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.754012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-593da461-d88c-4ed3-a43f-51bf5a0a4cbd req-8b177228-a876-47c7-85f1-0d29ee1a8dbd tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.20 "DELETE /v2.0/ports/1bc54672-8e36-44dd-8121-fc6c61a16b1c HTTP/1.1" status: 204 len: 173 time: 0.7893326 Sep 10 03:35:01.756753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21e32702-d96e-4c06-8489-e20f070f8f55', 'name': 'network-vif-deleted', 'tag': '1bc54672-8e36-44dd-8121-fc6c61a16b1c'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:01.760210 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0575f3-e595-4321-93a7-3eaba446cad3" -d '{"events": [{"server_uuid": "21e32702-d96e-4c06-8489-e20f070f8f55", "name": "network-vif-deleted", "tag": "1bc54672-8e36-44dd-8121-fc6c61a16b1c"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:01.777073 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.860502 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d8dcfe-51d1-4c07-a0e6-e6eda4e3fffc x-openstack-request-id: req-66d8dcfe-51d1-4c07-a0e6-e6eda4e3fffc {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:01.861619 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "21e32702-d96e-4c06-8489-e20f070f8f55", "name": "network-vif-deleted", "tag": "1bc54672-8e36-44dd-8121-fc6c61a16b1c", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:01.862013 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-66d8dcfe-51d1-4c07-a0e6-e6eda4e3fffc {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:01.862607 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21e32702-d96e-4c06-8489-e20f070f8f55', 'name': 'network-vif-deleted', 'tag': '1bc54672-8e36-44dd-8121-fc6c61a16b1c', 'status': 'completed', 'code': 200} Sep 10 03:35:01.894595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.895893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:01.896508 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:01.924251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:02.008128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] Pushing event updated for resources: {'Network': ['ID=5283a59a-9c61-4278-8317-01620f158990,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:02.022624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 5283a59a-9c61-4278-8317-01620f158990 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:35:02.042888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aa7abc09-e785-4cc2-8de9-9b6c2f61b7db admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3519967 Sep 10 03:35:02.045887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52472) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:02.055243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Request body: {'subnet': {'network_id': '5283a59a-9c61-4278-8317-01620f158990', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1283590281-subnet', 'tenant_id': '9cf0d297794a4fa69000dda559a87ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:02.118117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c66093b0-c504-400a-b602-929748a3e10f req-ec4d7b2c-5839-4e04-a120-5dccbdaa8f63 tempest-DeleteServersAdminTestJSON-347539485 tempest-DeleteServersAdminTestJSON-347539485-project] 10.222.0.22 "GET /v2.0/ports?device_id=21e32702-d96e-4c06-8489-e20f070f8f55 HTTP/1.1" status: 200 len: 210 time: 0.0345254 Sep 10 03:35:02.144020 n-d-808143-1 neutron-server[95137]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Sep 10 03:35:02.144020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-9cf2f200-4e41-4916-96ad-4ac03f41b3a2 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:35:02.144020 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-9cf2f200-4e41-4916-96ad-4ac03f41b3a2 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4605134 Sep 10 03:35:02.191579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-cc85dce2-5a2d-4996-9ec6-b1cee18a9df2 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:02.198635 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-cc85dce2-5a2d-4996-9ec6-b1cee18a9df2 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports/f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 1093 time: 0.0478771 Sep 10 03:35:02.212283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Made reservation on behalf of 9cf0d297794a4fa69000dda559a87ddc for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:02.214668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Notify callbacks [] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:02.477537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:02.537825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=69431963-a09d-4e53-b493-9c7cc9d49bd8,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:02.567117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Request body: {'binding': {'host': 'n-h2-808143-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:02.568141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Unknown quota resources ['binding']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:35:02.615628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Checking segment: {'id': '29e4a4c6-d0a7-4f82-8940-b1b46ffcee93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5283a59a-9c61-4278-8317-01620f158990'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:02.615628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Network hostable DHCP agents. Network: 5283a59a-9c61-4278-8317-01620f158990, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:35:02.713677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Network 5283a59a-9c61-4278-8317-01620f158990 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:35:02.758091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 on host n-h2-808143-1 for vnic_type normal with profile None {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:02.758548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:02.758943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:02.766209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Port f926d4ac-2c54-422a-95db-95d85f62fad3 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:02.766538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:02.773832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:02.774248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:02.774638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:02.775069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Bound port: f926d4ac-2c54-422a-95db-95d85f62fad3, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:02.816816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 5283a59a-9c61-4278-8317-01620f158990) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:02.827245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b96f60da-e803-448b-a936-c1a023ad5079 None None] Network 5283a59a-9c61-4278-8317-01620f158990 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:02.827795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:02.828311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:02.873350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:02.937445 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8d143716-8081-44f1-864f-51c34c7301ef admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8899155 Sep 10 03:35:02.957119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:02.957490 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-84e38a75-d3f4-4d25-b7c9-ae349435c357 service neutron] 10.222.0.22 "POST /v2.0/ports/f926d4ac-2c54-422a-95db-95d85f62fad3/bindings HTTP/1.1" status: 201 len: 389 time: 0.5480905 Sep 10 03:35:03.006033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5d7df1-5b2a-429e-bd09-d2524ee13789 None None] Network 5283a59a-9c61-4278-8317-01620f158990 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:03.069412 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:35:03.325704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c102991-c57f-4856-a7a1-3bce9516cf14 req-f3242b53-2605-4928-8ec2-3b0ad87c1dde tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:03.327415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c102991-c57f-4856-a7a1-3bce9516cf14 req-f3242b53-2605-4928-8ec2-3b0ad87c1dde tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 945 time: 0.0485699 Sep 10 03:35:03.367403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c102991-c57f-4856-a7a1-3bce9516cf14 req-f6edba21-3c8a-4d0f-8a7a-60a6492373d4 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338171 Sep 10 03:35:03.696302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-87d0e2ca-d8b5-4857-a9ec-a72792f6694a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:03.697986 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-87d0e2ca-d8b5-4857-a9ec-a72792f6694a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1096 time: 0.0468671 Sep 10 03:35:03.769653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-07036d22-dd69-43d2-b3da-8e6a26bb133f tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4db5d5aa69874f3887dfde6514cff9ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265379 Sep 10 03:35:03.804190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-d53d3f2b-a08f-479f-bf67-3b0bc647c874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:03.805664 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-d53d3f2b-a08f-479f-bf67-3b0bc647c874 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.0984061 Sep 10 03:35:03.845423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52552) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:03.851561 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-a1e45b7c-4b7f-4e44-90bf-b4231cf5792f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 217 time: 0.0382822 Sep 10 03:35:03.901653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-4b2ff17c-3007-43d9-ab8b-b0d4cf57cef7 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:03.911811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-4b2ff17c-3007-43d9-ab8b-b0d4cf57cef7 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1366036 Sep 10 03:35:03.917284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-5d3453bf-f56e-40bd-8bc7-59528da9ed19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:03.919908 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-5d3453bf-f56e-40bd-8bc7-59528da9ed19 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0589650 Sep 10 03:35:03.923095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-9e2a727b-1238-485b-85f5-c5ea9ba15c11 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/quotas/4db5d5aa69874f3887dfde6514cff9ef HTTP/1.1" status: 200 len: 375 time: 0.0097892 Sep 10 03:35:03.935313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52558) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:03.958106 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-39d83864-45d3-407c-ba3c-adace47ac954 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305169 Sep 10 03:35:03.967029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-0d1e68cc-6c34-4a72-8700-103983b7edde tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4db5d5aa69874f3887dfde6514cff9ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0370770 Sep 10 03:35:03.973359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52562) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:04.064139 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-4e56f0d0-d46b-40d2-9cfc-3b6ef1683e44 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958598 Sep 10 03:35:04.096740 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.177095 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-0d80afd1-86c1-41f0-82d6-b6dd44e44284 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052430 Sep 10 03:35:04.213123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.265715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-209d090a-b04e-4894-8f76-9a999c77a552 req-d4a56fa5-99a9-4485-9db7-49d3eb2449e8 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 210 time: 0.0435972 Sep 10 03:35:04.269601 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-ef6be78b-9f5d-479d-926e-668ddbbc2a38 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0554638 Sep 10 03:35:04.311581 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.340780 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab44c-b331-496e-8bd0-4f5f746e024f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.358439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=319a02dd2ee64114afbc01c3f72a090a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5100100 Sep 10 03:35:04.359880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52578) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:04.364820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fca8b9d2-57f4-4056-a158-2980a75cf086,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:04.373107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.373692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.374256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.375270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.376038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.376901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.377369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.378001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.378785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.379121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.379452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.379810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba1201d7-c838-4823-9f9f-d23fb66edfdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.396228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.39', 61186) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:04.397020 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f56a56d8-3761-4ba8-a7b6-e5ea9bbb9c9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.497457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52584) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:04.506092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-1cb96167-02f6-4fe2-98ba-337af040dd7a tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:04.507726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-1cb96167-02f6-4fe2-98ba-337af040dd7a tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.1083386 Sep 10 03:35:04.522795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-9b4ab44c-b331-496e-8bd0-4f5f746e024f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:35:04.522795 n-d-808143-1 neutron-server[95137]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:35:04.522795 n-d-808143-1 neutron-server[95137]: [parameters: {'project_id': '5b38b6a2846f41cfa20a719a457b9398', 'id': '0eb63fb6-3c8c-4bfe-85eb-cf91ad7f19d2', 'expiration': datetime.datetime(2021, 9, 10, 3, 37, 4, 502640)}] Sep 10 03:35:04.522795 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:35:04.527758 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-9b4ab44c-b331-496e-8bd0-4f5f746e024f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:35:04.548864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-aa6d114b-8a00-469a-aabf-222a643d6ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:04.550506 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-aa6d114b-8a00-469a-aabf-222a643d6ac7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 1096 time: 0.1237373 Sep 10 03:35:04.551738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808143-1'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:04.562509 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.626864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.646699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f436c65-83d7-4d3b-8cb2-7f9fd8bde7a2 req-ec2da4d3-e6d8-4c39-8e9c-ddabec009ea2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:04.648226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f436c65-83d7-4d3b-8cb2-7f9fd8bde7a2 req-ec2da4d3-e6d8-4c39-8e9c-ddabec009ea2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 945 time: 0.1392953 Sep 10 03:35:04.660725 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.719725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-023a4040-5c42-4821-aa09-885f070ce652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:04.721488 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-023a4040-5c42-4821-aa09-885f070ce652 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 200 len: 923 time: 0.1483209 Sep 10 03:35:04.786153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f436c65-83d7-4d3b-8cb2-7f9fd8bde7a2 req-1c035ee9-33c7-4b51-a714-9640c39cc459 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215999 Sep 10 03:35:04.798019 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-707a512d-117c-4d7c-8f27-824f17b7443f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbaebc8-921e-46ad-a4d1-cb6e165b877b HTTP/1.1" status: 200 len: 999 time: 0.0669572 Sep 10 03:35:04.804579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.807713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.808992 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fca8b9d2-57f4-4056-a158-2980a75cf086 HTTP/1.1" status: 204 len: 168 time: 0.4468834 Sep 10 03:35:04.815643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-563e8b9a-9db3-48af-a554-1a5ff66cc4ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4691f8c05e284fb28055a2a62f3c3854&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3170679 Sep 10 03:35:04.822574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52594) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:04.831569 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f56a56d8-3761-4ba8-a7b6-e5ea9bbb9c9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.840178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fca8b9d2-57f4-4056-a158-2980a75cf086,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:04.882165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.882523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.882865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.883206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.883535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.884105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.884303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.884628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.884959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.885288 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.885605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.885930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eba66ad0-2e26-4787-9aea-0cbe0f5737fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:04.887478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52598) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:04.904327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:04.911598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-615376244-network', 'tenant_id': '8227334e9cd146809d374d669de6f60b'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:04.915356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-c01168c6-c556-4983-8d5a-21cc77550799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:04.916877 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-c01168c6-c556-4983-8d5a-21cc77550799 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d57ebe0-3d59-434f-9f90-9f16059a88dd HTTP/1.1" status: 200 len: 861 time: 0.1069221 Sep 10 03:35:04.927363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f56a56d8-3761-4ba8-a7b6-e5ea9bbb9c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.956568 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67697d63-84b4-4af7-9527-a1f06d9f77c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.983722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67697d63-84b4-4af7-9527-a1f06d9f77c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:04.992466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-a52321dc-53a5-448a-8e6e-c205c277dee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:04.995243 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-a52321dc-53a5-448a-8e6e-c205c277dee6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0232d608-1b28-4407-99e4-3a42da9f9270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655394 Sep 10 03:35:05.003555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f56a56d8-3761-4ba8-a7b6-e5ea9bbb9c9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da8a3d34020f48e5a91408916a2adbd6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0291879 Sep 10 03:35:05.004291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56a56d8-3761-4ba8-a7b6-e5ea9bbb9c9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbffd48a-58f5-4486-b31f-21d5230a396d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:05.009645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52602) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:05.018711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:05.028660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab44c-b331-496e-8bd0-4f5f746e024f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.081955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Made reservation on behalf of 8227334e9cd146809d374d669de6f60b for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:05.084196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.090964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:05.093224 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53485599-df2a-4600-a89b-422116ac4bd9" -d '{"events": [{"server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:05.097004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.108664 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.126940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-441c5950-ead5-473d-a641-9fed61b34fd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.143689 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-8d176591-eab0-40eb-a65d-fc37dbbe9c61 service neutron] 10.222.0.39 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407702 Sep 10 03:35:05.152834 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-441c5950-ead5-473d-a641-9fed61b34fd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.171024 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25c6e2a-7116-48f7-b5aa-563e4afb0d0c x-openstack-request-id: req-d25c6e2a-7116-48f7-b5aa-563e4afb0d0c {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:05.171333 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:05.171627 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d25c6e2a-7116-48f7-b5aa-563e4afb0d0c {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:05.171988 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3', 'code': 200} Sep 10 03:35:05.209084 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.210756 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67697d63-84b4-4af7-9527-a1f06d9f77c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.213432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67697d63-84b4-4af7-9527-a1f06d9f77c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.217536 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-67697d63-84b4-4af7-9527-a1f06d9f77c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fac59990-2c8e-49af-8c68-338f8b7582f5 HTTP/1.1" status: 204 len: 168 time: 0.3804436 Sep 10 03:35:05.246095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bc54672-8e36-44dd-8121-fc6c61a16b1c no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:35:05.281675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 1bc54672-8e36-44dd-8121-fc6c61a16b1c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:35:05.281955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bc54672-8e36-44dd-8121-fc6c61a16b1c not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:35:05.291049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67697d63-84b4-4af7-9527-a1f06d9f77c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fac59990-2c8e-49af-8c68-338f8b7582f5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:05.329573 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab44c-b331-496e-8bd0-4f5f746e024f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.340905 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9482c020-d36a-4691-90df-4ee6f01a3b56 req-a24b210f-decb-4f6a-9d55-a0aed047e6de service neutron] 10.222.0.39 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875272 Sep 10 03:35:05.357406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 on host n-h1-808143-1 for vnic_type normal with profile {"migrating_to": "n-h2-808143-1"} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:05.358019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:05.358671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:05.362846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-441c5950-ead5-473d-a641-9fed61b34fd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.365573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-441c5950-ead5-473d-a641-9fed61b34fd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.371661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-441c5950-ead5-473d-a641-9fed61b34fd7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbffd48a-58f5-4486-b31f-21d5230a396d HTTP/1.1" status: 204 len: 168 time: 0.3607833 Sep 10 03:35:05.384675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Port f926d4ac-2c54-422a-95db-95d85f62fad3 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:05.385378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Attempting to bind port f926d4ac-2c54-422a-95db-95d85f62fad3 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:05.390110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Pushing event updated for resources: {'Port': ['ID=f926d4ac-2c54-422a-95db-95d85f62fad3,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:05.395446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441c5950-ead5-473d-a641-9fed61b34fd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbffd48a-58f5-4486-b31f-21d5230a396d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:05.408193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:05.408794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:05.412820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:05.412950 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b4ab44c-b331-496e-8bd0-4f5f746e024f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.413048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Bound port: f926d4ac-2c54-422a-95db-95d85f62fad3, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:05.413048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.432595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5979d092-8168-4d9e-bd1f-47ff70d69515 req-1e1c8d19-ee77-4538-8cae-dd1770c955b3 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 210 time: 0.0443981 Sep 10 03:35:05.476366 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9b4ab44c-b331-496e-8bd0-4f5f746e024f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b38b6a2846f41cfa20a719a457b9398&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5384357 Sep 10 03:35:05.477884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52616) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:05.487696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4ab44c-b331-496e-8bd0-4f5f746e024f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4b0d9b-7a4d-41de-a60b-b69410cc9568,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:05.533703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:05.538492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:05.545531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f253-f884-4421-b0f0-df4427e9fc29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.563783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.566740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f253-f884-4421-b0f0-df4427e9fc29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.604774 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.667099 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.688765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f253-f884-4421-b0f0-df4427e9fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.692634 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a8e6f253-f884-4421-b0f0-df4427e9fc29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.699501 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a8e6f253-f884-4421-b0f0-df4427e9fc29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae4b0d9b-7a4d-41de-a60b-b69410cc9568 HTTP/1.1" status: 204 len: 168 time: 0.2148650 Sep 10 03:35:05.699634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Pushing event updated for resources: {'Port': ['ID=f926d4ac-2c54-422a-95db-95d85f62fad3,revision_number=8']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:05.700748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:05.701622 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.703002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ae28928e-99ed-4832-826c-5facc74b1f1f service neutron] 10.222.0.39 "PUT /v2.0/ports/f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 1121 time: 1.1612353 Sep 10 03:35:05.706210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e6f253-f884-4421-b0f0-df4427e9fc29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4b0d9b-7a4d-41de-a60b-b69410cc9568,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:05.715466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:35:05.726353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda7fbe9-b032-48e2-8262-55a0a8518899,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:05.731299 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.731647 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Added segment c349af07-5b43-4330-9632-fbe59ef503d0 of type vlan for network 1323c9a8-d490-41a5-b593-3927a127f7af Sep 10 03:35:05.746977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52622) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:05.764576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['f926d4ac-2c54-422a-95db-95d85f62fad3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:05.766707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b4609a1-0a86-49bb-8df8-8105a5eb2c55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.797109 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.877400 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b4609a1-0a86-49bb-8df8-8105a5eb2c55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.945888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e6d2367-9beb-43fc-8bc0-5fce92b9b619 req-c1a7a3c7-242d-4795-8317-c3548a684afc tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:05.947573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e6d2367-9beb-43fc-8bc0-5fce92b9b619 req-c1a7a3c7-242d-4795-8317-c3548a684afc tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 943 time: 0.0525012 Sep 10 03:35:05.961710 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:05.962569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:05.963124 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.019004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e6d2367-9beb-43fc-8bc0-5fce92b9b619 req-371d7d49-8e04-4ca1-a2d3-add02d132b17 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649376 Sep 10 03:35:06.026235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b4609a1-0a86-49bb-8df8-8105a5eb2c55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.065918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] Pushing event updated for resources: {'Network': ['ID=1323c9a8-d490-41a5-b593-3927a127f7af,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:06.067017 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9b4609a1-0a86-49bb-8df8-8105a5eb2c55 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2286353d7048405bb6c456afca4e153a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3186193 Sep 10 03:35:06.068129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4609a1-0a86-49bb-8df8-8105a5eb2c55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed406341-b8fa-4036-bb0f-ce1b5a38be8d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:06.069837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52628) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:06.086906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1323c9a8-d490-41a5-b593-3927a127f7af details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:35:06.127452 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-792dc808-180c-4a85-9b2a-2805b325022a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.144526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6ec08834-ab45-4969-9553-4455aa85620b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2559187 Sep 10 03:35:06.147429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52630) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:06.153250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Request body: {'subnet': {'network_id': '1323c9a8-d490-41a5-b593-3927a127f7af', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-615376244-subnet', 'tenant_id': '8227334e9cd146809d374d669de6f60b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:06.158502 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-792dc808-180c-4a85-9b2a-2805b325022a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.234631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52632) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:06.247384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bccd2993-f3e7-4533-a978-e81a34e94453 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.256014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Made reservation on behalf of 8227334e9cd146809d374d669de6f60b for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:06.258312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Notify callbacks [] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.320772 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-792dc808-180c-4a85-9b2a-2805b325022a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.323660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-792dc808-180c-4a85-9b2a-2805b325022a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.325086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-792dc808-180c-4a85-9b2a-2805b325022a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed406341-b8fa-4036-bb0f-ce1b5a38be8d HTTP/1.1" status: 204 len: 168 time: 0.2540112 Sep 10 03:35:06.336607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792dc808-180c-4a85-9b2a-2805b325022a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed406341-b8fa-4036-bb0f-ce1b5a38be8d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:06.476666 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bccd2993-f3e7-4533-a978-e81a34e94453 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.535536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d622c8d-0b03-48a4-8716-2a4dc9b879c4 req-8ef3c246-5389-4883-97b8-eb035056f200 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 210 time: 0.0290837 Sep 10 03:35:06.556123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.558497 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bccd2993-f3e7-4533-a978-e81a34e94453 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.599924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-7ee0d1f8-f7aa-4363-81cd-9380f340d367 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4db5d5aa69874f3887dfde6514cff9ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0209410 Sep 10 03:35:06.640462 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bccd2993-f3e7-4533-a978-e81a34e94453 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27027855d5764615bb962b0fa0c928e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4047070 Sep 10 03:35:06.644527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52642) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:06.648451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bccd2993-f3e7-4533-a978-e81a34e94453 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b66fafcc-6f78-4f26-91e3-e248606ba3f8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:06.674782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=c581502c-6bb6-4fd8-a4e4-d9472be651d5,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:06.694446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Checking segment: {'id': 'c349af07-5b43-4330-9632-fbe59ef503d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '1323c9a8-d490-41a5-b593-3927a127f7af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:06.695267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Network hostable DHCP agents. Network: 1323c9a8-d490-41a5-b593-3927a127f7af, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:35:06.715086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-1bc69b19-1bd9-499d-a17f-c47c2a3351e7 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:06.716679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-1bc69b19-1bd9-499d-a17f-c47c2a3351e7 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1114662 Sep 10 03:35:06.729140 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd215-aa50-4cbc-b753-ee2b03d77193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.731496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Request body: {'port': {'device_id': '804eff6b-50b8-413d-baf2-7a6c08908359', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '4db5d5aa69874f3887dfde6514cff9ef'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:06.750990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd215-aa50-4cbc-b753-ee2b03d77193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.769734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52646) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:06.785819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Network 1323c9a8-d490-41a5-b593-3927a127f7af is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:35:06.825479 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-530c1f20-7d01-442a-b99a-cbbdb5b7f8dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.859793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1323c9a8-d490-41a5-b593-3927a127f7af) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:06.864814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:06.865565 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.876537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91a39e5a-8528-48ce-956b-418e9f13366b None None] Network 1323c9a8-d490-41a5-b593-3927a127f7af requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:06.899260 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd215-aa50-4cbc-b753-ee2b03d77193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.902372 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a4fd215-aa50-4cbc-b753-ee2b03d77193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:06.904595 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2a4fd215-aa50-4cbc-b753-ee2b03d77193 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b66fafcc-6f78-4f26-91e3-e248606ba3f8 HTTP/1.1" status: 204 len: 168 time: 0.2570610 Sep 10 03:35:06.931653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4fd215-aa50-4cbc-b753-ee2b03d77193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b66fafcc-6f78-4f26-91e3-e248606ba3f8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:06.980927 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-530c1f20-7d01-442a-b99a-cbbdb5b7f8dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.046851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26a2d968-61ce-424b-a306-ec7ee621902d None None] Network 1323c9a8-d490-41a5-b593-3927a127f7af requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:07.092451 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-530c1f20-7d01-442a-b99a-cbbdb5b7f8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.171877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-530c1f20-7d01-442a-b99a-cbbdb5b7f8dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ef2cdb35f564edbb13e1f7b831b07cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4012854 Sep 10 03:35:07.174853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52656) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:07.174998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:07.179145 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14cb8db9-d1b1-4654-aaa7-6fada835265a" -d '{"events": [{"name": "network-changed", "server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:07.185487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530c1f20-7d01-442a-b99a-cbbdb5b7f8dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b95ac5cb-c8f7-4e38-8bd8-2266a84797f3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:07.214027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d0e5eb-8013-4322-86ec-51a8f3af5547 req-2b1c54cd-8be5-438b-8615-1f217ecee972 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:07.220803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35d0e5eb-8013-4322-86ec-51a8f3af5547 req-2b1c54cd-8be5-438b-8615-1f217ecee972 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 943 time: 0.1250684 Sep 10 03:35:07.224647 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbf95864-a53d-420b-b0c1-ae5708514219 x-openstack-request-id: req-cbf95864-a53d-420b-b0c1-ae5708514219 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:07.224953 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:07.225192 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cbf95864-a53d-420b-b0c1-ae5708514219 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:07.225583 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3', 'status': 'completed', 'code': 200} Sep 10 03:35:07.227129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4f8b-a102-477d-aa3e-c49fc84c225e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.242860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Made reservation on behalf of 4db5d5aa69874f3887dfde6514cff9ef for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:07.246273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.259072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.261998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4f8b-a102-477d-aa3e-c49fc84c225e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.283696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35d0e5eb-8013-4322-86ec-51a8f3af5547 req-5a942adb-ed9b-4cb0-8ac3-ebdba05da4cd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563352 Sep 10 03:35:07.294292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52662) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:07.314568 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39a36210-7bc9-4337-8b42-1e5312db04e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.322476 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7f390c2c-0223-4775-87f0-c6b7592e11ae admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.1737850 Sep 10 03:35:07.328300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-b2c6df34-15ab-4350-8d9f-a86a34080201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:07.330296 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-b2c6df34-15ab-4350-8d9f-a86a34080201 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1124 time: 0.0783806 Sep 10 03:35:07.439384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-557a09ee-3f90-4232-9ef3-bb24350374d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:07.440958 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-557a09ee-3f90-4232-9ef3-bb24350374d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.1017387 Sep 10 03:35:07.448483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4f8b-a102-477d-aa3e-c49fc84c225e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.451559 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a7c4f8b-a102-477d-aa3e-c49fc84c225e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.456334 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4a7c4f8b-a102-477d-aa3e-c49fc84c225e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b95ac5cb-c8f7-4e38-8bd8-2266a84797f3 HTTP/1.1" status: 204 len: 168 time: 0.2769680 Sep 10 03:35:07.470828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7c4f8b-a102-477d-aa3e-c49fc84c225e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b95ac5cb-c8f7-4e38-8bd8-2266a84797f3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:07.508582 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-8eb48f23-d239-4876-a587-e403572f641d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 217 time: 0.0463977 Sep 10 03:35:07.540962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.547854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52676) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:07.574496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-e492b899-cf82-4565-a200-646c419f5577 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:07.576838 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-e492b899-cf82-4565-a200-646c419f5577 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0495100 Sep 10 03:35:07.601979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e4a314c-eab5-4212-bef3-f40b375e4b79 admin admin] Deleting subnet 69431963-a09d-4e53-b493-9c7cc9d49bd8 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:35:07.605421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e4a314c-eab5-4212-bef3-f40b375e4b79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.618996 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-322e3430-fc0d-4b86-b813-32383ed488e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322499 Sep 10 03:35:07.663321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fa34454-0073-4bf8-917e-0293ab78eebc req-b310750d-fa06-4b1c-b89d-ebeda7e83922 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 210 time: 0.0383899 Sep 10 03:35:07.667488 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.678365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e4a314c-eab5-4212-bef3-f40b375e4b79 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.707417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e4a314c-eab5-4212-bef3-f40b375e4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:07.715462 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-61b497f5-098d-4aed-9f7b-54e82ccff0fa service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878005 Sep 10 03:35:07.788436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96070829-210e-4c63-8442-d4425c58167a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:07.817980 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-14cb8db9-d1b1-4654-aaa7-6fada835265a req-964c61e5-6c45-49e4-8abb-f6e87b6f0f01 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922594 Sep 10 03:35:08.111078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Allocated IP 192.168.233.156 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/e32c1891-b93f-48c3-9aae-fb1b5d6c5a01) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:08.146361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39a36210-7bc9-4337-8b42-1e5312db04e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.184998 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e4a314c-eab5-4212-bef3-f40b375e4b79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.232722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39a36210-7bc9-4337-8b42-1e5312db04e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.236252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a314c-eab5-4212-bef3-f40b375e4b79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69431963-a09d-4e53-b493-9c7cc9d49bd8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:08.244452 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e4a314c-eab5-4212-bef3-f40b375e4b79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.248672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52700) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:08.248803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2e4a314c-eab5-4212-bef3-f40b375e4b79 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/69431963-a09d-4e53-b493-9c7cc9d49bd8 HTTP/1.1" status: 204 len: 168 time: 0.6998069 Sep 10 03:35:08.312702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-39a36210-7bc9-4337-8b42-1e5312db04e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3d7a0222fdf4feb8610b73af848a26a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0172563 Sep 10 03:35:08.316966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52704) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:08.328102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a36210-7bc9-4337-8b42-1e5312db04e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25895f5e-95b2-47a4-bad4-a69e8186ce5c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:08.338702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.361732 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.378726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Transition to ACTIVE for port object e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:08.434090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f926d4ac-2c54-422a-95db-95d85f62fad3 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:35:08.479334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77de7de-5974-4f6c-93ce-3a7649aa6db0 req-94f1a0c7-53c4-470f-946c-3d765326594e tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:08.484126 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83e00489-fb5c-4a04-b7f5-7a5e225df8d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.484251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c77de7de-5974-4f6c-93ce-3a7649aa6db0 req-94f1a0c7-53c4-470f-946c-3d765326594e tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 943 time: 0.0847251 Sep 10 03:35:08.538622 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.593470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:08.605934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c77de7de-5974-4f6c-93ce-3a7649aa6db0 req-05aa97a4-81ae-4e17-a34a-5f8a632aadd8 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174836 Sep 10 03:35:08.608533 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f926d4ac-2c54-422a-95db-95d85f62fad3 has no active binding in host n-h2-808143-1 {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:35:08.623356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:08.625551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:08.636768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:08.643967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:08.645407 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.664083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Pushing event updated for resources: {'Port': ['ID=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:08.741793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-e64f3ca4-f674-4e35-a757-c22d585153de tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0144901 Sep 10 03:35:08.757494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Request body: {'port': {'device_id': '804eff6b-50b8-413d-baf2-7a6c08908359', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:08.773279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.795665 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83e00489-fb5c-4a04-b7f5-7a5e225df8d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.818070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.818826 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.819166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.819501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > port after_create 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.823130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.823130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > port after_update 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.823130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.823130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.823130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.823130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.874828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b67b22-856f-4a03-86f1-404f47852893 req-9d4fd83e-fc7e-405d-b29b-3ecbb96cc7c6 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:08.876408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82b67b22-856f-4a03-86f1-404f47852893 req-9d4fd83e-fc7e-405d-b29b-3ecbb96cc7c6 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 936 time: 0.0844314 Sep 10 03:35:08.879280 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:08.921520 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.922266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.922866 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.923413 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95137) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:35:08.924153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5283a59a-9c61-4278-8317-01620f158990']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:08.956842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82b67b22-856f-4a03-86f1-404f47852893 req-64a6a409-7986-4da1-ab10-2a13c76388da tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610988 Sep 10 03:35:09.008880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29e4a4c6-d0a7-4f82-8940-b1b46ffcee93') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:09.009174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29e4a4c6-d0a7-4f82-8940-b1b46ffcee93') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:09.025969 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.029236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-00aabee6-2b42-45ff-abd2-50776f73f2eb None None] Provisioning for port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:09.037150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-00aabee6-2b42-45ff-abd2-50776f73f2eb None None] Provisioning complete for port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:09.038910 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-00aabee6-2b42-45ff-abd2-50776f73f2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.047624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.056289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:35:09.057062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: from cryptography.utils import int_from_bytes Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: from cryptography.utils import int_from_bytes Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:35:09.069495 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:35:09.076334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-00aabee6-2b42-45ff-abd2-50776f73f2eb None None] Port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:35:09.086303 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83e00489-fb5c-4a04-b7f5-7a5e225df8d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.089043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83e00489-fb5c-4a04-b7f5-7a5e225df8d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.090189 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83e00489-fb5c-4a04-b7f5-7a5e225df8d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25895f5e-95b2-47a4-bad4-a69e8186ce5c HTTP/1.1" status: 204 len: 168 time: 0.7724771 Sep 10 03:35:09.132645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e00489-fb5c-4a04-b7f5-7a5e225df8d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25895f5e-95b2-47a4-bad4-a69e8186ce5c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:09.208556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.211178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:09.215127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.217669 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5283a59a-9c61-4278-8317-01620f158990 HTTP/1.1" status: 204 len: 168 time: 0.9675896 Sep 10 03:35:09.220474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52732) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:09.224130 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.238713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Transition to ACTIVE for port object e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:09.258793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b31f60-4fa4-47b4-a983-272ab4bc1449 admin admin] Pushing event deleted for resources: {'Network': ['ID=5283a59a-9c61-4278-8317-01620f158990,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:09.283082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e269f82-2347-44fb-b76a-e49c61c21460 admin admin] Deleting subnet c581502c-6bb6-4fd8-a4e4-d9472be651d5 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:35:09.286753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7e269f82-2347-44fb-b76a-e49c61c21460 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.300795 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.321860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7e269f82-2347-44fb-b76a-e49c61c21460 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.355395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Pushing event updated for resources: {'Port': ['ID=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:09.383837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7e269f82-2347-44fb-b76a-e49c61c21460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.390578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Attempting to bind port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:09.390914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Attempting to bind port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:09.391246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Attempting to bind port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:09.395914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:09.396235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Attempting to bind port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:09.401404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:09.402015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:09.402361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:09.402794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Bound port: e32c1891-b93f-48c3-9aae-fb1b5d6c5a01, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:09.403204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.483030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] For port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:09.487409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] For port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:09.541014 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7e269f82-2347-44fb-b76a-e49c61c21460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.568886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.585403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e269f82-2347-44fb-b76a-e49c61c21460 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c581502c-6bb6-4fd8-a4e4-d9472be651d5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:09.595985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7e269f82-2347-44fb-b76a-e49c61c21460 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.600405 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7e269f82-2347-44fb-b76a-e49c61c21460 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c581502c-6bb6-4fd8-a4e4-d9472be651d5 HTTP/1.1" status: 204 len: 168 time: 0.3763268 Sep 10 03:35:09.601233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52746) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:09.626813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:09.629141 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.629291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] 10.222.0.20 "PUT /v2.0/ports/e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 HTTP/1.1" status: 200 len: 1096 time: 0.8770475 Sep 10 03:35:09.629827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '804eff6b-50b8-413d-baf2-7a6c08908359', 'tag': 'e32c1891-b93f-48c3-9aae-fb1b5d6c5a01'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:09.632327 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-158a3c3f-678e-4177-8cf2-a32e7d0f7ba3" -d '{"events": [{"name": "network-changed", "server_uuid": "804eff6b-50b8-413d-baf2-7a6c08908359", "tag": "e32c1891-b93f-48c3-9aae-fb1b5d6c5a01"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:09.669387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21380eb5-d273-4c36-a17b-5c626e2362af service neutron] Pushing event updated for resources: {'Port': ['ID=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:09.704105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.707762 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3a8307d-6bd1-4251-9235-82a82fb6e884 x-openstack-request-id: req-e3a8307d-6bd1-4251-9235-82a82fb6e884 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:09.708049 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "804eff6b-50b8-413d-baf2-7a6c08908359", "tag": "e32c1891-b93f-48c3-9aae-fb1b5d6c5a01", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:09.708289 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3a8307d-6bd1-4251-9235-82a82fb6e884 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:09.708666 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '804eff6b-50b8-413d-baf2-7a6c08908359', 'tag': 'e32c1891-b93f-48c3-9aae-fb1b5d6c5a01', 'status': 'completed', 'code': 200} Sep 10 03:35:09.799414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.800637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3c3f-678e-4177-8cf2-a32e7d0f7ba3 req-c70bb203-a21c-4d79-988f-3c96336e88ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:09.802199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-158a3c3f-678e-4177-8cf2-a32e7d0f7ba3 req-c70bb203-a21c-4d79-988f-3c96336e88ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4db5d5aa69874f3887dfde6514cff9ef&device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 1099 time: 0.0652964 Sep 10 03:35:09.812614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5dc1d-56b0-4275-a41c-780b1f9b3fdf req-297f5f71-3e18-4896-a427-68c3f8f3b3f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:09.814352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9af5dc1d-56b0-4275-a41c-780b1f9b3fdf req-297f5f71-3e18-4896-a427-68c3f8f3b3f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 943 time: 0.1193330 Sep 10 03:35:09.829519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1323c9a8-d490-41a5-b593-3927a127f7af']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:09.840302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c349af07-5b43-4330-9632-fbe59ef503d0') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:09.840860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c349af07-5b43-4330-9632-fbe59ef503d0') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:09.851728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.877278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.882178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9af5dc1d-56b0-4275-a41c-780b1f9b3fdf req-8b22d22b-7191-4552-ae1b-7305ea6bf199 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487142 Sep 10 03:35:09.885048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-158a3c3f-678e-4177-8cf2-a32e7d0f7ba3 req-2c8172ed-3ddf-4f42-97aa-c5d03e166a01 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4db5d5aa69874f3887dfde6514cff9ef&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0696621 Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:35:09.908918 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:35:10.061478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:10.086848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158a3c3f-678e-4177-8cf2-a32e7d0f7ba3 req-d54d4d53-d85d-4e56-b83e-b839c49ffc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:10.088373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-158a3c3f-678e-4177-8cf2-a32e7d0f7ba3 req-d54d4d53-d85d-4e56-b83e-b839c49ffc7b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1966269 Sep 10 03:35:10.092538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] Pushing event deleted for resources: {'Network': ['ID=1323c9a8-d490-41a5-b593-3927a127f7af,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:10.096061 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:10.098491 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4764c0b3-2a11-4ee9-8daf-3ea63682cb05 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1323c9a8-d490-41a5-b593-3927a127f7af HTTP/1.1" status: 204 len: 168 time: 0.4960022 Sep 10 03:35:10.106144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b0940-75e6-4329-a63b-4473c8c63407 req-561fa77d-40f6-4740-bd90-4fbd3fbc09cd tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:10.106894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a8b0940-75e6-4329-a63b-4473c8c63407 req-561fa77d-40f6-4740-bd90-4fbd3fbc09cd tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 948 time: 0.0692768 Sep 10 03:35:10.180394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a8b0940-75e6-4329-a63b-4473c8c63407 req-708f1b7d-7b66-4b9a-bca8-d67f9867f0f0 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655713 Sep 10 03:35:10.191298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-cdceea64-e866-46ac-9a35-227903e269ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:10.193084 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-cdceea64-e866-46ac-9a35-227903e269ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4db5d5aa69874f3887dfde6514cff9ef&device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 1099 time: 0.0532289 Sep 10 03:35:10.237854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-2b4df903-da2e-44aa-b45f-d2feeafe0ec3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.156&port_id=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 HTTP/1.1" status: 200 len: 217 time: 0.0345685 Sep 10 03:35:10.290639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-2722ffa5-d5c6-4389-99ee-a2a58fbd0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:10.292296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-2722ffa5-d5c6-4389-99ee-a2a58fbd0c3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0478120 Sep 10 03:35:10.339131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-b4cd3a3d-21b0-4b2e-92e3-81219f0c823f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:10.340581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-b4cd3a3d-21b0-4b2e-92e3-81219f0c823f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0412066 Sep 10 03:35:10.429107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-5f4473a1-63d8-469e-9241-a9124d73f70a service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816491 Sep 10 03:35:10.528505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2de4fc9-2bea-4de7-9167-7c7b65df05c9 req-270540be-0be2-4e35-9a45-1ed3825488bb service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921233 Sep 10 03:35:10.606151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52782) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:10.649827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b201de62-3c78-4739-bb49-976ffec925fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9cf0d297794a4fa69000dda559a87ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0424614 Sep 10 03:35:10.652450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52784) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:10.725107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1316b8d7-1883-48b6-90f6-615a405c9ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:10.745883 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1316b8d7-1883-48b6-90f6-615a405c9ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:10.886410 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1316b8d7-1883-48b6-90f6-615a405c9ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:10.889284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1316b8d7-1883-48b6-90f6-615a405c9ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:10.890454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1316b8d7-1883-48b6-90f6-615a405c9ef6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd8c5054-4dae-4f07-9929-8b69427c168e HTTP/1.1" status: 204 len: 168 time: 0.2370920 Sep 10 03:35:10.898771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1316b8d7-1883-48b6-90f6-615a405c9ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd8c5054-4dae-4f07-9929-8b69427c168e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:11.024645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec7569-bad6-4ad4-986e-2b4b5ca6dc02 req-5dea8ffa-162f-40b1-be03-0dbfbcd35554 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:11.026121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9ec7569-bad6-4ad4-986e-2b4b5ca6dc02 req-5dea8ffa-162f-40b1-be03-0dbfbcd35554 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 943 time: 0.0525651 Sep 10 03:35:11.069366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9ec7569-bad6-4ad4-986e-2b4b5ca6dc02 req-65095386-f4ee-49df-9ea5-c3afa906c4d7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373545 Sep 10 03:35:11.352862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-064d2a43-5e6b-4308-8edf-404b43d879e4 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=7361e29047994593b7a0cf2cbd8d40b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0466456 Sep 10 03:35:11.358429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-4d1edc2b-bd57-427f-ab76-e56837f98fd1 service neutron] 10.222.0.20 "GET /v2.0/ports/f926d4ac-2c54-422a-95db-95d85f62fad3/bindings/n-h2-808143-1 HTTP/1.1" status: 200 len: 384 time: 0.1256306 Sep 10 03:35:11.369656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503bd871-f6ef-46b6-bb7e-0c52009fb548 req-d8707907-ad33-4a99-86ea-2d23dca6b1ed tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:11.371240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-503bd871-f6ef-46b6-bb7e-0c52009fb548 req-d8707907-ad33-4a99-86ea-2d23dca6b1ed tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 948 time: 0.1044710 Sep 10 03:35:11.521390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-503bd871-f6ef-46b6-bb7e-0c52009fb548 req-d2942c5a-547b-43a2-96d7-3a8efc5d67a5 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402397 Sep 10 03:35:11.571136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d284a65-7b83-4212-838a-183aa779f752 req-7c29357e-a125-4274-babd-ed725f2ae235 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:11.572669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-7c29357e-a125-4274-babd-ed725f2ae235 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2124312 Sep 10 03:35:11.593288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-e91f93b0-e6ef-4230-8c71-d560b9f8d66a tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/quotas/7361e29047994593b7a0cf2cbd8d40b4 HTTP/1.1" status: 200 len: 375 time: 0.0140500 Sep 10 03:35:11.643472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-99ae9885-214f-44ce-9e16-9b3d6554ffd6 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7361e29047994593b7a0cf2cbd8d40b4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341783 Sep 10 03:35:11.701427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:11.720983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:11.752770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f926d4ac-2c54-422a-95db-95d85f62fad3 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:11.763331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:11.863966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:11.942900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52838) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:11.986010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] Transition to ACTIVE for port object f926d4ac-2c54-422a-95db-95d85f62fad3 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:12.042211 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e60c2c90-d06b-4242-9486-28332e382005 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8227334e9cd146809d374d669de6f60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0949090 Sep 10 03:35:12.042888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52842) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:12.049227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59da3b4f-6381-4050-a866-c33b984c6d67 req-6ff529a8-103c-4e6f-ad2d-606963e89f69 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 210 time: 0.0425301 Sep 10 03:35:12.066711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:12.141818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] No DVR routers for this DVR port f926d4ac-2c54-422a-95db-95d85f62fad3 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:35:12.143154 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-399d8b25-6a82-4f6b-9d39-3478d73ef397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:12.171567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-399d8b25-6a82-4f6b-9d39-3478d73ef397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:12.186894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] Pushing event updated for resources: {'Port': ['ID=f926d4ac-2c54-422a-95db-95d85f62fad3,revision_number=10']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:12.222797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-ca9013ff-73f9-42d6-b479-3d27cd8d59ba service neutron] 10.222.0.20 "PUT /v2.0/ports/f926d4ac-2c54-422a-95db-95d85f62fad3/bindings/n-h2-808143-1/activate HTTP/1.1" status: 200 len: 369 time: 0.8428299 Sep 10 03:35:12.244960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e39c0bc-2edf-45c8-a1c9-72c29c474d30 req-2006e00e-6bc9-4f11-9ac2-08dcf4803b69 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:12.253394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e39c0bc-2edf-45c8-a1c9-72c29c474d30 req-2006e00e-6bc9-4f11-9ac2-08dcf4803b69 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 944 time: 0.0681300 Sep 10 03:35:12.300400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e39c0bc-2edf-45c8-a1c9-72c29c474d30 req-daa35cf5-3839-4ef1-a569-8873c475fb71 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424762 Sep 10 03:35:12.384254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-399d8b25-6a82-4f6b-9d39-3478d73ef397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:12.387792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-399d8b25-6a82-4f6b-9d39-3478d73ef397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:12.390130 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-399d8b25-6a82-4f6b-9d39-3478d73ef397 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eda7fbe9-b032-48e2-8262-55a0a8518899 HTTP/1.1" status: 204 len: 168 time: 0.3463707 Sep 10 03:35:12.403931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399d8b25-6a82-4f6b-9d39-3478d73ef397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda7fbe9-b032-48e2-8262-55a0a8518899,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:12.450768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-c7aee8a7-213c-4757-acbc-e2f2414fd27f tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:12.450768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-c7aee8a7-213c-4757-acbc-e2f2414fd27f tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0482686 Sep 10 03:35:12.537502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-aea225b0-cbb7-4489-9b64-36878e388dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:12.539055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-aea225b0-cbb7-4489-9b64-36878e388dde service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c&tenant_id=500807532d7f46768156300378a5bc21 HTTP/1.1" status: 200 len: 1095 time: 0.0800285 Sep 10 03:35:12.635655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-9924336c-ea48-442e-af12-4b8438c55c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:12.637273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-9924336c-ea48-442e-af12-4b8438c55c66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1095 time: 0.0720181 Sep 10 03:35:12.745274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a16e8e1-64f0-4b24-b691-050f922a95e6 req-c32aa7ba-381d-4ff6-a6d5-245e38cf3a0f tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:12.746897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a16e8e1-64f0-4b24-b691-050f922a95e6 req-c32aa7ba-381d-4ff6-a6d5-245e38cf3a0f tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 948 time: 0.1087198 Sep 10 03:35:12.796255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-5dc97c40-b10e-4707-90e6-d5cfe7acfa6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:12.802576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-5dc97c40-b10e-4707-90e6-d5cfe7acfa6d service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.1345124 Sep 10 03:35:12.803618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a16e8e1-64f0-4b24-b691-050f922a95e6 req-693269ea-66d3-4c52-84a6-aa4053daf725 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504141 Sep 10 03:35:12.840208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-34a3d3c4-50a8-4a38-856a-54be22b85dd0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 217 time: 0.0342374 Sep 10 03:35:12.890652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-c4b13563-82cc-408b-bdca-69cfe17a0533 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:12.892187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-c4b13563-82cc-408b-bdca-69cfe17a0533 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0453689 Sep 10 03:35:12.928970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-6b4e245d-2a97-4405-a80a-c934e6ab711f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283873 Sep 10 03:35:13.040461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-43f85e9b-7bee-47ed-8b65-08b5f79594e7 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024702 Sep 10 03:35:13.175493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44cb962f-b8b9-40e8-971a-53c20fdde65e req-26bc661d-89da-461c-8082-62b5bddc63c3 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 210 time: 0.0377715 Sep 10 03:35:13.181065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-96eebbe4-fdd9-4b85-8bf0-05551f666d5c service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224985 Sep 10 03:35:13.307660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:35:13.435945 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:13.441853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8c35a-c824-4471-b4d3-81aa56956bd3 req-7910cb6c-3b34-403e-ba70-1b01b329bda4 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:13.458299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44a8c35a-c824-4471-b4d3-81aa56956bd3 req-7910cb6c-3b34-403e-ba70-1b01b329bda4 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 944 time: 0.0831137 Sep 10 03:35:13.463213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'e32c1891-b93f-48c3-9aae-fb1b5d6c5a01', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'e32c1891-b93f-48c3-9aae-fb1b5d6c5a01', 'mac_address': 'fa:16:3e:f1:3e:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.156'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:35:13.514251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:13.520008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44a8c35a-c824-4471-b4d3-81aa56956bd3 req-b073174a-445c-4499-b728-2a6ad2e0ea04 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598011 Sep 10 03:35:13.535970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:13.555474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:13.674663 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:13.724763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:13.732285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.732624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.732959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.733296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.733609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.733932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.734249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.734563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.734668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-fbaa6ad3-da13-4894-ac89-16b817b32ba5 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:13.734881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.735199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.735509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.735908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:13.736330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-fbaa6ad3-da13-4894-ac89-16b817b32ba5 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0433679 Sep 10 03:35:13.864120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['e32c1891-b93f-48c3-9aae-fb1b5d6c5a01'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:14.066312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4beca85-ca88-4fcd-a83a-276d6f8c9e24 req-901b7496-fb1c-4c32-a282-f27fb24c40f8 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:14.067831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4beca85-ca88-4fcd-a83a-276d6f8c9e24 req-901b7496-fb1c-4c32-a282-f27fb24c40f8 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 949 time: 0.0715036 Sep 10 03:35:14.118704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52942) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:14.169509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4beca85-ca88-4fcd-a83a-276d6f8c9e24 req-d9ee711d-540d-4bba-97e1-9780b4a6eff6 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827649 Sep 10 03:35:14.237926 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-41370a78-bc8d-45ff-9032-5c22a93c7276 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=7361e29047994593b7a0cf2cbd8d40b4&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0241694 Sep 10 03:35:14.282944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-f5d5d7e2-b361-4f91-bcdf-b6dfe90c577a service neutron] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:14.286860 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-f5d5d7e2-b361-4f91-bcdf-b6dfe90c577a service neutron] Notify callbacks [] for binding, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.289188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7e03b5a-7f49-4add-9ae2-c7b11b0a370a req-f5d5d7e2-b361-4f91-bcdf-b6dfe90c577a service neutron] 10.222.0.39 "DELETE /v2.0/ports/f926d4ac-2c54-422a-95db-95d85f62fad3/bindings/n-h1-808143-1 HTTP/1.1" status: 204 len: 173 time: 0.5437560 Sep 10 03:35:14.358666 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-311a6216-57f5-4680-ab75-78b3a1e684aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.393350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72337238-4555-45a0-b720-a720992bfb5b req-22f50a2d-3886-425d-83d0-d480e5f3f7d2 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 210 time: 0.0330458 Sep 10 03:35:14.434613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d284a65-7b83-4212-838a-183aa779f752 req-d6aca0d7-7a66-4e13-bc77-cd7886b9ce05 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:14.436345 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-d6aca0d7-7a66-4e13-bc77-cd7886b9ce05 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1903784 Sep 10 03:35:14.453813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Request body: {'port': {'device_id': '1612e9d9-fea3-432e-addf-b0c2bcc8a8e8', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '7361e29047994593b7a0cf2cbd8d40b4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:14.588763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-311a6216-57f5-4680-ab75-78b3a1e684aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.679070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-311a6216-57f5-4680-ab75-78b3a1e684aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.711412 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-311a6216-57f5-4680-ab75-78b3a1e684aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0917b0ee3ecb4e318b5b2d2b41db754f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5916200 Sep 10 03:35:14.714606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52968) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:14.737062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311a6216-57f5-4680-ab75-78b3a1e684aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c692b616-4b04-40f1-b8d2-ebcb01dfea50,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:14.806046 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-198702e5-d594-4525-9422-35c06c0d0892 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.828516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-198702e5-d594-4525-9422-35c06c0d0892 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.842695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Made reservation on behalf of 7361e29047994593b7a0cf2cbd8d40b4 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:14.847209 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.860810 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.972814 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-198702e5-d594-4525-9422-35c06c0d0892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.975298 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-198702e5-d594-4525-9422-35c06c0d0892 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:14.979699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-198702e5-d594-4525-9422-35c06c0d0892 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c692b616-4b04-40f1-b8d2-ebcb01dfea50 HTTP/1.1" status: 204 len: 168 time: 0.2638500 Sep 10 03:35:14.990511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198702e5-d594-4525-9422-35c06c0d0892 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c692b616-4b04-40f1-b8d2-ebcb01dfea50,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:15.000459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bab8d05-71bf-4d99-87a4-9e42f28b3fda req-27b41a3a-729d-4c24-a788-5c73c98cb7e2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:15.002694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bab8d05-71bf-4d99-87a4-9e42f28b3fda req-27b41a3a-729d-4c24-a788-5c73c98cb7e2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 944 time: 0.0717056 Sep 10 03:35:15.044193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:15.052013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bab8d05-71bf-4d99-87a4-9e42f28b3fda req-05442c8b-f9bf-48f5-9403-bb7832fcbd41 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393112 Sep 10 03:35:15.109253 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:15.183742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac03444a-aa02-4295-af5a-e94872c2b634,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:15.261164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Allocated IP 192.168.233.115 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/3f879d16-999e-4fea-805f-a9efb8f7c262) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:15.298897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ae0e8-d9cb-4d5c-a445-66c239ea7ba7 req-9cf11e5e-129d-4643-b248-8c21dd3d0c86 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:15.305634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce7ae0e8-d9cb-4d5c-a445-66c239ea7ba7 req-9cf11e5e-129d-4643-b248-8c21dd3d0c86 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1095 time: 0.0543468 Sep 10 03:35:15.308915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:15.366596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce7ae0e8-d9cb-4d5c-a445-66c239ea7ba7 req-3e1fef9f-a6d6-41ac-b376-1b56af75d5a9 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542932 Sep 10 03:35:15.465769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:15.470067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:15.470602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:15.496455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:15.503447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d13cf24-bbf8-432f-ba19-b8b486231096 req-b753e300-01f8-44cc-9c1d-ff79230d7e3d tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:15.505202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d13cf24-bbf8-432f-ba19-b8b486231096 req-b753e300-01f8-44cc-9c1d-ff79230d7e3d tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 949 time: 0.0543530 Sep 10 03:35:15.516384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Transition to ACTIVE for port object 3f879d16-999e-4fea-805f-a9efb8f7c262 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:15.546662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d13cf24-bbf8-432f-ba19-b8b486231096 req-47cef0d0-d872-44a6-b360-c28d8db5b09f tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346725 Sep 10 03:35:15.574945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:15.599897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804eff6b-50b8-413d-baf2-7a6c08908359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32c1891-b93f-48c3-9aae-fb1b5d6c5a01'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:15.602111 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3405d7c5-5e5a-49a7-8db3-b75f638416b6" -d '{"events": [{"server_uuid": "804eff6b-50b8-413d-baf2-7a6c08908359", "name": "network-vif-plugged", "status": "completed", "tag": "e32c1891-b93f-48c3-9aae-fb1b5d6c5a01"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:15.609611 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:15.615459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:15.669695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:15.673744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Pushing event updated for resources: {'Port': ['ID=3f879d16-999e-4fea-805f-a9efb8f7c262,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:15.676712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:15.680127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:15.734380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:15.734599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:15.778218 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6defa9d-2865-4511-bb66-1edecf7842c1 x-openstack-request-id: req-a6defa9d-2865-4511-bb66-1edecf7842c1 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:15.778628 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804eff6b-50b8-413d-baf2-7a6c08908359", "name": "network-vif-plugged", "status": "completed", "tag": "e32c1891-b93f-48c3-9aae-fb1b5d6c5a01", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:15.779108 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6defa9d-2865-4511-bb66-1edecf7842c1 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:15.779619 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804eff6b-50b8-413d-baf2-7a6c08908359', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e32c1891-b93f-48c3-9aae-fb1b5d6c5a01', 'code': 200} Sep 10 03:35:15.786377 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:15.790861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f926d4ac-2c54-422a-95db-95d85f62fad3 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:35:15.834134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53022) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:15.869520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899cc0da-11ac-4bd8-a862-5aeedc80c20e req-991d90f0-7838-49e8-a7fa-35920a8fd7ce tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:15.871780 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-0add6784-5b33-45a7-9a31-660da3f5dbaf tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4234648 Sep 10 03:35:15.872596 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0121fd02-9564-43be-ad33-d7a6e656c402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:15.882003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-899cc0da-11ac-4bd8-a862-5aeedc80c20e req-991d90f0-7838-49e8-a7fa-35920a8fd7ce tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 936 time: 0.1187925 Sep 10 03:35:15.894618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Request body: {'port': {'device_id': '1612e9d9-fea3-432e-addf-b0c2bcc8a8e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:15.971607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-899cc0da-11ac-4bd8-a862-5aeedc80c20e req-9bc862ee-319a-44e6-93e6-9a36e30000ba tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863063 Sep 10 03:35:15.999898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a6632f-518d-4ee8-9ec7-d91be381d536 req-e05b6c88-9efc-47c7-8214-3f1f2156c70a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:16.003834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f926d4ac-2c54-422a-95db-95d85f62fad3 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:35:16.003998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08a6632f-518d-4ee8-9ec7-d91be381d536 req-e05b6c88-9efc-47c7-8214-3f1f2156c70a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 1101 time: 0.1082475 Sep 10 03:35:16.004336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:16.050535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08a6632f-518d-4ee8-9ec7-d91be381d536 req-153ef915-5cf1-4304-b9c7-ab8c677e9e05 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400233 Sep 10 03:35:16.068191 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.086258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b3da144e-7dce-49fd-9a6d-b89e9cf8dde1 None None] Provisioning for port 3f879d16-999e-4fea-805f-a9efb8f7c262 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:16.090410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b3da144e-7dce-49fd-9a6d-b89e9cf8dde1 None None] Provisioning complete for port 3f879d16-999e-4fea-805f-a9efb8f7c262 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:16.090950 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b3da144e-7dce-49fd-9a6d-b89e9cf8dde1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.132320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b3da144e-7dce-49fd-9a6d-b89e9cf8dde1 None None] Port 3f879d16-999e-4fea-805f-a9efb8f7c262 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:35:16.193156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d774-e119-46c7-9ea8-65f54187b79c req-51c0b205-13d6-4ede-be67-6854d1ee7105 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:16.200664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-51c0b205-13d6-4ede-be67-6854d1ee7105 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 807 time: 0.1314178 Sep 10 03:35:16.222412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-a7b1a852-d8cc-493a-853d-0377b00e1587 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/quotas/500807532d7f46768156300378a5bc21 HTTP/1.1" status: 200 len: 375 time: 0.0204527 Sep 10 03:35:16.266671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-0e1ebd7b-a3f5-4608-8af9-5a4ff544c7c4 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0435700 Sep 10 03:35:16.333569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0121fd02-9564-43be-ad33-d7a6e656c402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.370423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-a5abd0b8-08c7-43ee-988f-00a166afbc20 service neutron] 10.222.0.22 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937605 Sep 10 03:35:16.424630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f879d16-999e-4fea-805f-a9efb8f7c262 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:16.432297 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.436037 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0121fd02-9564-43be-ad33-d7a6e656c402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.477072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Transition to ACTIVE for port object 3f879d16-999e-4fea-805f-a9efb8f7c262 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:16.482318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0121fd02-9564-43be-ad33-d7a6e656c402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=474c631a-c59d-483b-bd24-8fa8005acabf,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:16.485732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-09b346ab-1f49-4a91-a308-4816b8511af4 service neutron] 10.222.0.22 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058722 Sep 10 03:35:16.487794 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0121fd02-9564-43be-ad33-d7a6e656c402 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=693c9fd7461844a98e44c38d044e1bf4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6521206 Sep 10 03:35:16.490451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53062) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:16.553285 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.605293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a12cf734-2024-4666-a224-c25d557ab38a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.669780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Pushing event updated for resources: {'Port': ['ID=3f879d16-999e-4fea-805f-a9efb8f7c262,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:16.683459 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a12cf734-2024-4666-a224-c25d557ab38a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.736104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Attempting to bind port 3f879d16-999e-4fea-805f-a9efb8f7c262 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:16.736470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Attempting to bind port 3f879d16-999e-4fea-805f-a9efb8f7c262 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:16.736803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Attempting to bind port 3f879d16-999e-4fea-805f-a9efb8f7c262 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:16.742596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Port 3f879d16-999e-4fea-805f-a9efb8f7c262 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:16.742920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Attempting to bind port 3f879d16-999e-4fea-805f-a9efb8f7c262 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:16.748986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:16.749324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:16.749750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:16.750176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Bound port: 3f879d16-999e-4fea-805f-a9efb8f7c262, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:16.750537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.833172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] For port 3f879d16-999e-4fea-805f-a9efb8f7c262, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:16.836451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] For port 3f879d16-999e-4fea-805f-a9efb8f7c262, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3f879d16-999e-4fea-805f-a9efb8f7c262,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:16.882832 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a12cf734-2024-4666-a224-c25d557ab38a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.885682 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a12cf734-2024-4666-a224-c25d557ab38a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:16.886984 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a12cf734-2024-4666-a224-c25d557ab38a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/474c631a-c59d-483b-bd24-8fa8005acabf HTTP/1.1" status: 204 len: 168 time: 0.3953948 Sep 10 03:35:16.895341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12cf734-2024-4666-a224-c25d557ab38a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=474c631a-c59d-483b-bd24-8fa8005acabf,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:16.946064 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:17.009083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:17.009708 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:17.011196 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] 10.222.0.39 "PUT /v2.0/ports/3f879d16-999e-4fea-805f-a9efb8f7c262 HTTP/1.1" status: 200 len: 1096 time: 1.1293361 Sep 10 03:35:17.015505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1612e9d9-fea3-432e-addf-b0c2bcc8a8e8', 'tag': '3f879d16-999e-4fea-805f-a9efb8f7c262'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:17.018379 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37eed7c4-8618-423a-9561-4f85666c3b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "1612e9d9-fea3-432e-addf-b0c2bcc8a8e8", "tag": "3f879d16-999e-4fea-805f-a9efb8f7c262"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:17.044475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1873257e-9f11-4a42-8ee3-fcc5a69f6d07 service neutron] Pushing event updated for resources: {'Port': ['ID=3f879d16-999e-4fea-805f-a9efb8f7c262,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:17.146288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79c87083-8e9d-45f4-b66b-7296b6065fb5 req-8391aa21-82d2-4e28-8fbe-d097904cd826 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 210 time: 0.0383046 Sep 10 03:35:17.153955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c8a624-db9c-4e0f-979d-3161b4842a7c req-050f6cfb-0b24-4ae7-8848-0885d50c3347 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:17.155643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14c8a624-db9c-4e0f-979d-3161b4842a7c req-050f6cfb-0b24-4ae7-8848-0885d50c3347 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 950 time: 0.1067333 Sep 10 03:35:17.200276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14c8a624-db9c-4e0f-979d-3161b4842a7c req-6d1b608d-ea12-4793-9ce3-baccb74c032c tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342386 Sep 10 03:35:17.253519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d284a65-7b83-4212-838a-183aa779f752 req-de662dbd-b0ab-4023-809c-f57442d0fbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:17.253777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-de662dbd-b0ab-4023-809c-f57442d0fbc7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7361e29047994593b7a0cf2cbd8d40b4&device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 1099 time: 0.0592453 Sep 10 03:35:17.313243 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-e6165c34-6847-48f5-bb7c-f1ddde4c2f37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=3f879d16-999e-4fea-805f-a9efb8f7c262 HTTP/1.1" status: 200 len: 217 time: 0.0456538 Sep 10 03:35:17.366732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d284a65-7b83-4212-838a-183aa779f752 req-6db377d6-a027-4288-9e43-1947ded2ea5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:17.368322 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-6db377d6-a027-4288-9e43-1947ded2ea5b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0466583 Sep 10 03:35:17.415060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d284a65-7b83-4212-838a-183aa779f752 req-348d09f6-4b74-4df2-b02f-cba542c46a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:17.416602 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-348d09f6-4b74-4df2-b02f-cba542c46a1f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0406396 Sep 10 03:35:17.548087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2acddd-3af0-42bc-a196-76e48ea9dfe4 req-bb45a6fd-b479-42ab-8ac0-3d0438cd088e tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:17.551178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a2acddd-3af0-42bc-a196-76e48ea9dfe4 req-bb45a6fd-b479-42ab-8ac0-3d0438cd088e tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 948 time: 0.0674644 Sep 10 03:35:17.554537 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-ffffce6e-e0c1-4800-a903-4c1148b9bf77 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292081 Sep 10 03:35:17.598712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a2acddd-3af0-42bc-a196-76e48ea9dfe4 req-3b760be7-7033-4046-96a3-767531e88d87 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405381 Sep 10 03:35:17.649965 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2770fce6-94bf-4857-a4fd-204f9d8bdc7b x-openstack-request-id: req-2770fce6-94bf-4857-a4fd-204f9d8bdc7b {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:17.650254 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1612e9d9-fea3-432e-addf-b0c2bcc8a8e8", "tag": "3f879d16-999e-4fea-805f-a9efb8f7c262", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:17.650784 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2770fce6-94bf-4857-a4fd-204f9d8bdc7b {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:17.651355 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1612e9d9-fea3-432e-addf-b0c2bcc8a8e8', 'tag': '3f879d16-999e-4fea-805f-a9efb8f7c262', 'status': 'completed', 'code': 200} Sep 10 03:35:17.682116 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d284a65-7b83-4212-838a-183aa779f752 req-e13cc31f-1614-40e6-b6a2-0774c28ddfc4 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155846 Sep 10 03:35:17.851482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-3ca49103-e715-4e84-b692-5b675d1e2e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:17.853115 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-3ca49103-e715-4e84-b692-5b675d1e2e93 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7361e29047994593b7a0cf2cbd8d40b4&device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 1099 time: 0.0476341 Sep 10 03:35:17.968802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-c6a8b238-dfae-4f38-bd83-0122191cec32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:17.970414 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-c6a8b238-dfae-4f38-bd83-0122191cec32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1094882 Sep 10 03:35:18.026207 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-e59c7bf7-4b28-4a73-b32a-9971f78fbc29 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.115&port_id=3f879d16-999e-4fea-805f-a9efb8f7c262 HTTP/1.1" status: 200 len: 217 time: 0.0462770 Sep 10 03:35:18.094803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-c165ab64-5cd6-430d-bf91-c933ee1212d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:18.096214 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-c165ab64-5cd6-430d-bf91-c933ee1212d0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0557783 Sep 10 03:35:18.143796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-43ce6239-4ee0-484c-a74e-d511ccc6ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:18.145288 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-43ce6239-4ee0-484c-a74e-d511ccc6ab2f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0408816 Sep 10 03:35:18.254028 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-6e4e5310-5f34-4d00-80a6-4e91e0843cc8 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986781 Sep 10 03:35:18.360894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-37eed7c4-8618-423a-9561-4f85666c3b1c req-62ddba35-ae12-4c76-b9b3-e7c8ae2f10d9 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0980494 Sep 10 03:35:18.379406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1737dd2f-cf30-423a-be4e-2e32ba29f3ba req-4287f1f2-d8f1-4510-a7fc-2b16a1dd3c28 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 210 time: 0.0286531 Sep 10 03:35:18.437760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d96cc8-8b1c-4dee-a9e7-9a9895c59e3f req-6e7cf47e-0510-4621-992a-a10f008150f4 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:18.439332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10d96cc8-8b1c-4dee-a9e7-9a9895c59e3f req-6e7cf47e-0510-4621-992a-a10f008150f4 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 950 time: 0.0586054 Sep 10 03:35:18.478839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10d96cc8-8b1c-4dee-a9e7-9a9895c59e3f req-f176a948-6ccf-45fe-9fc6-8391f3fe2d5f tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333552 Sep 10 03:35:18.878217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d774-e119-46c7-9ea8-65f54187b79c req-fc6704ce-d225-4e42-b2be-f645cd9b4741 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:18.880296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-fc6704ce-d225-4e42-b2be-f645cd9b4741 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 807 time: 0.1343517 Sep 10 03:35:18.903846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Request body: {'port': {'device_id': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4', 'admin_state_up': True, 'tenant_id': '500807532d7f46768156300378a5bc21'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:18.951340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247d3916-9c50-4525-8378-37be6e75ece4 req-57f20f72-4876-45c2-9daa-e3bcd6294b1a tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:18.957778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-247d3916-9c50-4525-8378-37be6e75ece4 req-57f20f72-4876-45c2-9daa-e3bcd6294b1a tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 948 time: 0.0965474 Sep 10 03:35:19.050848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-247d3916-9c50-4525-8378-37be6e75ece4 req-d2b16b16-0e30-4dc1-9714-9b5d3e87bc42 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716889 Sep 10 03:35:19.160937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Made reservation on behalf of 500807532d7f46768156300378a5bc21 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:19.166767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:19.307474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Allocated IP 172.20.0.3 (a01494e1-fa56-4ca0-9141-b06036d94fd4/d318ebd7-5f3a-4090-856f-fab64fb601e8/d3e1c42a-47fb-46d5-b002-3a06c1bfed6c) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:19.477479 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:19.565529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53e4ea7-8046-44d0-9cd1-28c730b7b5a4 req-7ec0eca6-2ea5-4fb4-936c-f1914c138f8c tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:19.578039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c53e4ea7-8046-44d0-9cd1-28c730b7b5a4 req-7ec0eca6-2ea5-4fb4-936c-f1914c138f8c tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 950 time: 0.0488381 Sep 10 03:35:19.620312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a1d71db-e562-49bc-863b-7165d56a28f9 req-8809fe92-725b-43d7-9451-5be87732ed01 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 210 time: 0.0340760 Sep 10 03:35:19.623150 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:19.635115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c53e4ea7-8046-44d0-9cd1-28c730b7b5a4 req-2f66a91b-b016-4e95-a321-f01e2671bbae tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618992 Sep 10 03:35:19.673511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Network a01494e1-fa56-4ca0-9141-b06036d94fd4 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:19.676922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:19.683234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:19.688601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:19.689193 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:19.695577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Pushing event updated for resources: {'Port': ['ID=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:19.797849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e8f76f65-329c-4b73-839b-5aa303de80f3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8985500 Sep 10 03:35:19.811786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Request body: {'port': {'device_id': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:19.866574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:19.991580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53242) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:20.128905 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a65c7ee-c6a0-45f9-869c-e51824768363 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.189199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e1c42a-47fb-46d5-b002-3a06c1bfed6c {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:20.199907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.218647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Transition to ACTIVE for port object d3e1c42a-47fb-46d5-b002-3a06c1bfed6c will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:20.226192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a65c7ee-c6a0-45f9-869c-e51824768363 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.231346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8740ba4-084b-4c4f-b33d-982033417e9b req-4a4d35be-b32d-4dc0-b462-5f0becfd91f7 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:20.237552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8740ba4-084b-4c4f-b33d-982033417e9b req-4a4d35be-b32d-4dc0-b462-5f0becfd91f7 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 948 time: 0.0823586 Sep 10 03:35:20.270873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8740ba4-084b-4c4f-b33d-982033417e9b req-f5ca29d1-ccba-42ef-a8d7-9562b5f53f47 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313728 Sep 10 03:35:20.292484 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.325731 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a65c7ee-c6a0-45f9-869c-e51824768363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.366897 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9a65c7ee-c6a0-45f9-869c-e51824768363 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a6eae1cc1d774408a321f7f16cb19006&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3740323 Sep 10 03:35:20.367882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a65c7ee-c6a0-45f9-869c-e51824768363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcef3e07-a5c4-47bd-957a-83c8cba42817,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:20.370339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53262) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:20.373537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:20.382549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:20.382957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:20.383344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:20.389012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:20.389508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:20.394827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:20.395239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:20.395719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:20.396230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Bound port: d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:20.396776 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.422953 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcbd434f-f95b-4348-9c97-46f3d28a1e4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.465069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcbd434f-f95b-4348-9c97-46f3d28a1e4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.482047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:20.488507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 3f879d16-999e-4fea-805f-a9efb8f7c262 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:35:20.492193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:20.569092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.612201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:20.612793 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.614606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] 10.222.0.20 "PUT /v2.0/ports/d3e1c42a-47fb-46d5-b002-3a06c1bfed6c HTTP/1.1" status: 200 len: 1091 time: 0.8074112 Sep 10 03:35:20.617035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:20.623457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 3f879d16-999e-4fea-805f-a9efb8f7c262, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3f879d16-999e-4fea-805f-a9efb8f7c262,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:20.623713 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29e622b-f094-4dec-a387-509c14339c01" -d '{"events": [{"name": "network-changed", "server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:20.644783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '3f879d16-999e-4fea-805f-a9efb8f7c262', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '3f879d16-999e-4fea-805f-a9efb8f7c262', 'mac_address': 'fa:16:3e:1a:f1:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.115'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:35:20.682798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcbd434f-f95b-4348-9c97-46f3d28a1e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.686038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcbd434f-f95b-4348-9c97-46f3d28a1e4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.690859 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fcbd434f-f95b-4348-9c97-46f3d28a1e4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fcef3e07-a5c4-47bd-957a-83c8cba42817 HTTP/1.1" status: 204 len: 168 time: 0.3194456 Sep 10 03:35:20.696868 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69efb342-9669-4339-8204-89113421ff6c x-openstack-request-id: req-69efb342-9669-4339-8204-89113421ff6c {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:20.697164 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:20.697416 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69efb342-9669-4339-8204-89113421ff6c {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:20.697821 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c', 'status': 'completed', 'code': 200} Sep 10 03:35:20.706540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42565ed2-0125-4e0e-8777-f48b865a1451 service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:20.709319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcbd434f-f95b-4348-9c97-46f3d28a1e4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcef3e07-a5c4-47bd-957a-83c8cba42817,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:20.725336 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.746360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f879d16-999e-4fea-805f-a9efb8f7c262 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:20.757061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-c0f8ddf3-7f0c-420c-8ecd-bcf674544f29 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:20.757879 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c7751261-9ee8-484a-9380-7ed051af8d56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.758791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-c0f8ddf3-7f0c-420c-8ecd-bcf674544f29 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.20 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 950 time: 0.1080363 Sep 10 03:35:20.773644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e622b-f094-4dec-a387-509c14339c01 req-3ec91f45-22e7-4d7b-a02b-4813d9ce68db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:20.779591 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e29e622b-f094-4dec-a387-509c14339c01 req-3ec91f45-22e7-4d7b-a02b-4813d9ce68db service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1094 time: 0.0491946 Sep 10 03:35:20.779819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 3f879d16-999e-4fea-805f-a9efb8f7c262, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3f879d16-999e-4fea-805f-a9efb8f7c262,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:20.842311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e779313-34c0-4df8-8a6e-e610e37d1cb3 req-62862483-b0c4-4e92-86d5-6836be2afe12 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:20.849925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e779313-34c0-4df8-8a6e-e610e37d1cb3 req-62862483-b0c4-4e92-86d5-6836be2afe12 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 943 time: 0.1192033 Sep 10 03:35:20.889030 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.899864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e622b-f094-4dec-a387-509c14339c01 req-585a157b-bda7-4828-bac4-460f8ea27c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:20.899864 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e29e622b-f094-4dec-a387-509c14339c01 req-585a157b-bda7-4828-bac4-460f8ea27c5c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=500807532d7f46768156300378a5bc21&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1173060 Sep 10 03:35:20.936451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e779313-34c0-4df8-8a6e-e610e37d1cb3 req-ea92d592-9b4a-4284-b706-c2f8c43bc20f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778005 Sep 10 03:35:20.978373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Deleting port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:35:20.978926 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:20.986835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=3f879d16-999e-4fea-805f-a9efb8f7c262,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:21.064288 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29e622b-f094-4dec-a387-509c14339c01 req-9109f107-a631-4b3d-9472-b1ccbd30282f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:21.066581 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e29e622b-f094-4dec-a387-509c14339c01 req-9109f107-a631-4b3d-9472-b1ccbd30282f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1580460 Sep 10 03:35:21.090149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53310) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:21.091415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba82a6b-a297-4940-843b-6be3ebd299bc req-9fc4fe72-810d-4d17-820e-9822212dd8e8 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:21.092905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ba82a6b-a297-4940-843b-6be3ebd299bc req-9fc4fe72-810d-4d17-820e-9822212dd8e8 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 950 time: 0.1605432 Sep 10 03:35:21.135967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['3f879d16-999e-4fea-805f-a9efb8f7c262'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:21.137383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] For port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:21.137781 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:21.157979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e21df362-1871-4912-b894-d5e8eb8fc1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:21.159842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-e21df362-1871-4912-b894-d5e8eb8fc1ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1094 time: 0.0548115 Sep 10 03:35:21.161623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ba82a6b-a297-4940-843b-6be3ebd299bc req-5028c909-3412-4891-abb7-442a89b99fa4 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/security-groups?id=96070829-210e-4c63-8442-d4425c58167a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600603 Sep 10 03:35:21.162516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Calling delete_port for e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:35:21.254787 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-2f0a5f45-94ec-4fed-a749-6293517707ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c HTTP/1.1" status: 200 len: 217 time: 0.0740054 Sep 10 03:35:21.289931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53884c9e-b231-4c60-9e0f-72a2df098b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:21.352945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7047d774-e119-46c7-9ea8-65f54187b79c req-32bd73e9-f2fd-46ad-b2d7-dff0fded5272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:21.354301 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-32bd73e9-f2fd-46ad-b2d7-dff0fded5272 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0942147 Sep 10 03:35:21.395167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-c002f2cf-f219-4845-a5de-c9bc3cf2f33c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320263 Sep 10 03:35:21.442884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c099d6-2749-484f-be6d-59595c4d28e0 req-926d7999-6e65-4966-a5f5-da77ef2c8116 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:21.444422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7c099d6-2749-484f-be6d-59595c4d28e0 req-926d7999-6e65-4966-a5f5-da77ef2c8116 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 949 time: 0.0522516 Sep 10 03:35:21.467123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:21.481273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['e32c1891-b93f-48c3-9aae-fb1b5d6c5a01'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:21.512352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Pushing event deleted for resources: {'Port': ['ID=e32c1891-b93f-48c3-9aae-fb1b5d6c5a01,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:21.529254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7c099d6-2749-484f-be6d-59595c4d28e0 req-c6007599-38d7-4fbb-b0bd-b7e99a7dc15f tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765831 Sep 10 03:35:21.577136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53884c9e-b231-4c60-9e0f-72a2df098b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:21.581006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] No DVR routers for this DVR port e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:35:21.581757 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-77e44a2d-088a-475a-b7e4-22906d32ee36 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787224 Sep 10 03:35:21.583809 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:21.586015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea1ba889-fb68-42ad-b050-828f38f8f790 req-f31dc1ef-5e9e-4d32-909c-3a6e083a6da2 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.20 "DELETE /v2.0/ports/e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 HTTP/1.1" status: 204 len: 173 time: 0.8000472 Sep 10 03:35:21.620776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53334) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:21.634623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94cdb59b-2a48-4040-aa86-ade893563b46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:21.821104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53884c9e-b231-4c60-9e0f-72a2df098b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:21.847497 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94cdb59b-2a48-4040-aa86-ade893563b46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:21.875175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53344) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:21.898100 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-53884c9e-b231-4c60-9e0f-72a2df098b49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a873a5b60b1a4db8b1f26401320967d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8068879 Sep 10 03:35:21.900599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53884c9e-b231-4c60-9e0f-72a2df098b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc13beb-82b4-4e5c-a5d4-b25287a1494b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:21.901812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53348) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:21.933052 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7047d774-e119-46c7-9ea8-65f54187b79c req-fa41318f-958e-422a-ba36-dd14cc469bf8 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3410263 Sep 10 03:35:21.974216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7dc18d4f-ab28-4b52-bf50-bc2e7da5a8a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:21.987832 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94cdb59b-2a48-4040-aa86-ade893563b46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.036179 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7dc18d4f-ab28-4b52-bf50-bc2e7da5a8a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.082513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f5fd42e-8f3b-4b26-9546-7bd86e809daa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.104014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-94cdb59b-2a48-4040-aa86-ade893563b46 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ac19c4439eaf4a4e8c974bb986b50cd0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4821546 Sep 10 03:35:22.106719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53358) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:22.108066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdb59b-2a48-4040-aa86-ade893563b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c8846f-2b17-4dca-8caa-75c303907d5d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:22.155954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339df977-47a1-45ad-af3d-50e4da6b666a req-fce4312c-fb5e-49a0-937f-f623d537811b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:22.157432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-339df977-47a1-45ad-af3d-50e4da6b666a req-fce4312c-fb5e-49a0-937f-f623d537811b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 943 time: 0.1492269 Sep 10 03:35:22.172376 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5168924a-9d26-471f-94d8-d6e0eb0c5337 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.211002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5168924a-9d26-471f-94d8-d6e0eb0c5337 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.230960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-339df977-47a1-45ad-af3d-50e4da6b666a req-87e09314-2c73-4ac8-ac24-4d24d2f29d5a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617263 Sep 10 03:35:22.259359 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f5fd42e-8f3b-4b26-9546-7bd86e809daa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.282805 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7dc18d4f-ab28-4b52-bf50-bc2e7da5a8a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.285985 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7dc18d4f-ab28-4b52-bf50-bc2e7da5a8a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.287032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7dc18d4f-ab28-4b52-bf50-bc2e7da5a8a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cc13beb-82b4-4e5c-a5d4-b25287a1494b HTTP/1.1" status: 204 len: 168 time: 0.3818455 Sep 10 03:35:22.311209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86f6d512-7e1b-46c0-9c3d-569bdb7a37d5 req-f059ef63-885b-4eec-bece-3dae7fe6ff84 tempest-ServerDiagnosticsNegativeTest-1353144818 tempest-ServerDiagnosticsNegativeTest-1353144818-project] 10.222.0.22 "GET /v2.0/ports?device_id=804eff6b-50b8-413d-baf2-7a6c08908359 HTTP/1.1" status: 200 len: 210 time: 0.0375655 Sep 10 03:35:22.316162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc18d4f-ab28-4b52-bf50-bc2e7da5a8a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc13beb-82b4-4e5c-a5d4-b25287a1494b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:22.366477 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f5fd42e-8f3b-4b26-9546-7bd86e809daa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.366829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5168924a-9d26-471f-94d8-d6e0eb0c5337 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.369697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5168924a-9d26-471f-94d8-d6e0eb0c5337 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.375974 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5168924a-9d26-471f-94d8-d6e0eb0c5337 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/80c8846f-2b17-4dca-8caa-75c303907d5d HTTP/1.1" status: 204 len: 168 time: 0.2634668 Sep 10 03:35:22.381167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5168924a-9d26-471f-94d8-d6e0eb0c5337 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c8846f-2b17-4dca-8caa-75c303907d5d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:22.428910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3f5fd42e-8f3b-4b26-9546-7bd86e809daa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e6f4f93f7844a7e901c31757ab05688&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5494604 Sep 10 03:35:22.428910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5fd42e-8f3b-4b26-9546-7bd86e809daa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79c7283-95fd-47a4-84c8-32d5ccf798c2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:22.430041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53374) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:22.481960 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1560d292-142e-4dee-b790-a93fcad54ee5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.489605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 3f879d16-999e-4fea-805f-a9efb8f7c262 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:22.503369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1560d292-142e-4dee-b790-a93fcad54ee5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.657268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 3f879d16-999e-4fea-805f-a9efb8f7c262 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:22.659410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c8f544-dafd-48b4-bc8c-9b377cb3e6f5 req-812ecad1-8514-43b0-9a27-bfe4e4337179 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:22.661048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0c8f544-dafd-48b4-bc8c-9b377cb3e6f5 req-812ecad1-8514-43b0-9a27-bfe4e4337179 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 949 time: 0.0486708 Sep 10 03:35:22.662140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 3f879d16-999e-4fea-805f-a9efb8f7c262 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:22.662597 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.700223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0c8f544-dafd-48b4-bc8c-9b377cb3e6f5 req-97f41d3c-8e81-45ce-bf1c-29170798be95 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331500 Sep 10 03:35:22.701264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '804eff6b-50b8-413d-baf2-7a6c08908359', 'name': 'network-vif-deleted', 'tag': 'e32c1891-b93f-48c3-9aae-fb1b5d6c5a01'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:22.703594 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f426ffbf-6ea5-40c9-97fe-6b5ab24d9a4b" -d '{"events": [{"server_uuid": "804eff6b-50b8-413d-baf2-7a6c08908359", "name": "network-vif-deleted", "tag": "e32c1891-b93f-48c3-9aae-fb1b5d6c5a01"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:22.708699 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1560d292-142e-4dee-b790-a93fcad54ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.712344 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1560d292-142e-4dee-b790-a93fcad54ee5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.713802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1560d292-142e-4dee-b790-a93fcad54ee5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d79c7283-95fd-47a4-84c8-32d5ccf798c2 HTTP/1.1" status: 204 len: 168 time: 0.2826958 Sep 10 03:35:22.732008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1560d292-142e-4dee-b790-a93fcad54ee5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79c7283-95fd-47a4-84c8-32d5ccf798c2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:22.762122 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-622999fc-fd8c-425a-bdf2-fe339e0f6168 x-openstack-request-id: req-622999fc-fd8c-425a-bdf2-fe339e0f6168 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:22.762505 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "804eff6b-50b8-413d-baf2-7a6c08908359", "name": "network-vif-deleted", "tag": "e32c1891-b93f-48c3-9aae-fb1b5d6c5a01", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:22.762817 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-622999fc-fd8c-425a-bdf2-fe339e0f6168 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:22.763308 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '804eff6b-50b8-413d-baf2-7a6c08908359', 'name': 'network-vif-deleted', 'tag': 'e32c1891-b93f-48c3-9aae-fb1b5d6c5a01', 'status': 'completed', 'code': 200} Sep 10 03:35:22.796049 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:22.836993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1612e9d9-fea3-432e-addf-b0c2bcc8a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f879d16-999e-4fea-805f-a9efb8f7c262'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:22.840741 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b661a9c-152e-4073-8bad-8ece737ca44b" -d '{"events": [{"server_uuid": "1612e9d9-fea3-432e-addf-b0c2bcc8a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "3f879d16-999e-4fea-805f-a9efb8f7c262"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:22.852670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 3f879d16-999e-4fea-805f-a9efb8f7c262, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3f879d16-999e-4fea-805f-a9efb8f7c262,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:22.881742 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b380e2c-8380-4ec6-a16f-9e61e648d3b3 x-openstack-request-id: req-0b380e2c-8380-4ec6-a16f-9e61e648d3b3 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:22.882111 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1612e9d9-fea3-432e-addf-b0c2bcc8a8e8", "name": "network-vif-plugged", "status": "completed", "tag": "3f879d16-999e-4fea-805f-a9efb8f7c262", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:22.882407 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b380e2c-8380-4ec6-a16f-9e61e648d3b3 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:22.882791 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1612e9d9-fea3-432e-addf-b0c2bcc8a8e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f879d16-999e-4fea-805f-a9efb8f7c262', 'code': 200} Sep 10 03:35:22.977273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ce890-dc88-465e-bd4e-e3a4f11577f5 req-19aa5ffc-54d6-4c2a-92bb-98c92b5ae334 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:22.978769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-940ce890-dc88-465e-bd4e-e3a4f11577f5 req-19aa5ffc-54d6-4c2a-92bb-98c92b5ae334 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 1100 time: 0.0391695 Sep 10 03:35:22.979517 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.013577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-940ce890-dc88-465e-bd4e-e3a4f11577f5 req-b5661e50-f756-47ac-954f-551657267844 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270407 Sep 10 03:35:23.024624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=3f879d16-999e-4fea-805f-a9efb8f7c262,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:23.193267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53396) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:23.211796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd9618f7-93ab-47f1-829e-1a348196239c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.300678 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd9618f7-93ab-47f1-829e-1a348196239c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.359563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f386ce-f1d3-46ab-a60a-58f9616fcf75 req-0446f5b1-f7de-4233-abc0-8b6561f389fd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:23.361316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56f386ce-f1d3-46ab-a60a-58f9616fcf75 req-0446f5b1-f7de-4233-abc0-8b6561f389fd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 943 time: 0.0520518 Sep 10 03:35:23.370345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53404) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:23.387902 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd9618f7-93ab-47f1-829e-1a348196239c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.425741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56f386ce-f1d3-46ab-a60a-58f9616fcf75 req-2ee69a19-40e9-4240-a07a-0dc82c39da0a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449872 Sep 10 03:35:23.432629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9618f7-93ab-47f1-829e-1a348196239c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbd81d15-df88-4453-b065-d759ca8df561,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:23.437591 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fd9618f7-93ab-47f1-829e-1a348196239c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b7adca506244179adccd55733c74667&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431259 Sep 10 03:35:23.443690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53414) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:23.460349 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5ff44f11-fb75-4756-aa1b-b5eb4229b183 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.506571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c28107a-0066-417a-859f-ea9ea1b73715 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.534402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c28107a-0066-417a-859f-ea9ea1b73715 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.592383 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c608f89-c450-4658-8a39-3df74fa0c07b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.705243 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.825653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea4ab2-f351-4183-ad66-6802de204690 req-dc9661a7-31ed-4af8-9890-df25f3e1a431 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:23.827411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3ea4ab2-f351-4183-ad66-6802de204690 req-dc9661a7-31ed-4af8-9890-df25f3e1a431 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0492733 Sep 10 03:35:23.864517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3ea4ab2-f351-4183-ad66-6802de204690 req-2bbad154-d780-4933-88bd-db9b83f49825 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Sep 10 03:35:23.875488 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c28107a-0066-417a-859f-ea9ea1b73715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.876150 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c28107a-0066-417a-859f-ea9ea1b73715 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:23.878151 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6c28107a-0066-417a-859f-ea9ea1b73715 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbd81d15-df88-4453-b065-d759ca8df561 HTTP/1.1" status: 204 len: 168 time: 0.4334369 Sep 10 03:35:23.897139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28107a-0066-417a-859f-ea9ea1b73715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbd81d15-df88-4453-b065-d759ca8df561,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:23.938184 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c608f89-c450-4658-8a39-3df74fa0c07b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.051578 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c608f89-c450-4658-8a39-3df74fa0c07b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.091293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53426) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:24.104956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-156d2ae3-d0fd-4efe-afc2-661278e4158d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.105444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2c608f89-c450-4658-8a39-3df74fa0c07b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=767244e5598848b29c55f2ec1ea3e289&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7337766 Sep 10 03:35:24.106340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c608f89-c450-4658-8a39-3df74fa0c07b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4f1ac52-103b-44bc-8a70-2eee32346f0f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:24.110372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53428) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:24.200574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1059083e-1944-48ae-94b0-737424f7a5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.230854 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1059083e-1944-48ae-94b0-737424f7a5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.261232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53432) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:24.288588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-156d2ae3-d0fd-4efe-afc2-661278e4158d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.377641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-156d2ae3-d0fd-4efe-afc2-661278e4158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.415020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-156d2ae3-d0fd-4efe-afc2-661278e4158d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=17a2f47eda5c43a3963cbdd5516f22ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3238022 Sep 10 03:35:24.416135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156d2ae3-d0fd-4efe-afc2-661278e4158d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b48a78d-f10d-45bd-a70c-23f88ec6c654,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:24.417798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53436) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:24.432058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1059083e-1944-48ae-94b0-737424f7a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.438653 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1059083e-1944-48ae-94b0-737424f7a5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.438653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1059083e-1944-48ae-94b0-737424f7a5bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4f1ac52-103b-44bc-8a70-2eee32346f0f HTTP/1.1" status: 204 len: 168 time: 0.3266101 Sep 10 03:35:24.452279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1059083e-1944-48ae-94b0-737424f7a5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4f1ac52-103b-44bc-8a70-2eee32346f0f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:24.495422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a96797a-8246-42f3-9a18-51b8fae99cd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.520658 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a96797a-8246-42f3-9a18-51b8fae99cd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.579635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bab5ce-5158-4667-94a9-55fd955c38b8 req-916dbb6b-d2ef-427c-8bcd-36fdce453647 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:24.582224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89bab5ce-5158-4667-94a9-55fd955c38b8 req-916dbb6b-d2ef-427c-8bcd-36fdce453647 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 943 time: 0.0554614 Sep 10 03:35:24.639982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89bab5ce-5158-4667-94a9-55fd955c38b8 req-0062982e-a50b-49d3-8f37-387cff4844e1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447021 Sep 10 03:35:24.670476 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a96797a-8246-42f3-9a18-51b8fae99cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.673081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a96797a-8246-42f3-9a18-51b8fae99cd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.674419 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9a96797a-8246-42f3-9a18-51b8fae99cd5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b48a78d-f10d-45bd-a70c-23f88ec6c654 HTTP/1.1" status: 204 len: 168 time: 0.2549531 Sep 10 03:35:24.692689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a96797a-8246-42f3-9a18-51b8fae99cd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b48a78d-f10d-45bd-a70c-23f88ec6c654,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:24.697399 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ef765f23-a6ca-43bb-9fc3-76c23c1bbba7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4db5d5aa69874f3887dfde6514cff9ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348679 Sep 10 03:35:24.700043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53450) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:24.748289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4aeb29db-db48-4360-b8cc-0699776ddb70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.769362 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4aeb29db-db48-4360-b8cc-0699776ddb70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.894804 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4aeb29db-db48-4360-b8cc-0699776ddb70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.898477 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4aeb29db-db48-4360-b8cc-0699776ddb70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:24.901525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4aeb29db-db48-4360-b8cc-0699776ddb70 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96070829-210e-4c63-8442-d4425c58167a HTTP/1.1" status: 204 len: 168 time: 0.2004588 Sep 10 03:35:24.910805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeb29db-db48-4360-b8cc-0699776ddb70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96070829-210e-4c63-8442-d4425c58167a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:24.994266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53462) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:25.008018 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.012589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85ab711f-949c-4d08-aa40-acd990c14238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.029682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b6590a-7717-4fe5-9ea6-312d2a57349d req-a7c51966-032a-4c4c-aa63-a9599a779311 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:25.031092 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77b6590a-7717-4fe5-9ea6-312d2a57349d req-a7c51966-032a-4c4c-aa63-a9599a779311 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0671098 Sep 10 03:35:25.087229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77b6590a-7717-4fe5-9ea6-312d2a57349d req-23025490-a481-4c10-b480-76996727bdc2 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489535 Sep 10 03:35:25.140914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85ab711f-949c-4d08-aa40-acd990c14238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.202498 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85ab711f-949c-4d08-aa40-acd990c14238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.243790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-85ab711f-949c-4d08-aa40-acd990c14238 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29a4d6d373e24ad285a91af3d8ff49d4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2484884 Sep 10 03:35:25.245004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ab711f-949c-4d08-aa40-acd990c14238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20ada9d3-2308-4184-b755-1d5f82dc7a07,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:25.246475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53470) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:25.300159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6e67a04-3b8b-4f97-b19b-72b48cfb41d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.322317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6e67a04-3b8b-4f97-b19b-72b48cfb41d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.345337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d3e1c42a-47fb-46d5-b002-3a06c1bfed6c details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:35:25.347543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:35:25.373077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:35:25.373465 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e32c1891-b93f-48c3-9aae-fb1b5d6c5a01 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:35:25.378128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53472) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:25.391387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b861cf4d-5daa-4ae2-8eac-6a2e560d2cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.443087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6e67a04-3b8b-4f97-b19b-72b48cfb41d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.445685 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6e67a04-3b8b-4f97-b19b-72b48cfb41d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.447179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a6e67a04-3b8b-4f97-b19b-72b48cfb41d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20ada9d3-2308-4184-b755-1d5f82dc7a07 HTTP/1.1" status: 204 len: 168 time: 0.1996710 Sep 10 03:35:25.455854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e67a04-3b8b-4f97-b19b-72b48cfb41d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ada9d3-2308-4184-b755-1d5f82dc7a07,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:25.478266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:25.497728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c', 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4', 'port_id': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c', 'mac_address': 'fa:16:3e:de:b7:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd318ebd7-5f3a-4090-856f-fab64fb601e8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:35:25.537764 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.551533 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b861cf4d-5daa-4ae2-8eac-6a2e560d2cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.553113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3e1c42a-47fb-46d5-b002-3a06c1bfed6c {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:25.573875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:25.619906 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b861cf4d-5daa-4ae2-8eac-6a2e560d2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.669762 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.692622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b861cf4d-5daa-4ae2-8eac-6a2e560d2cb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=238ae2e0126b4bfb93c2e99279fab51a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3066640 Sep 10 03:35:25.692622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b861cf4d-5daa-4ae2-8eac-6a2e560d2cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd5a8b9-adfb-4621-a6ae-7be22aa85265,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:25.692774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53480) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:25.762144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:25.799039 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aaceeb45-ef4f-4e82-b907-7c72257ad74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.802604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829d9447-a0b6-4a5a-a63c-279d817fce2e req-cb2c8fde-5dbd-4bcf-86e9-7434cc194430 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:25.810216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-829d9447-a0b6-4a5a-a63c-279d817fce2e req-cb2c8fde-5dbd-4bcf-86e9-7434cc194430 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 944 time: 0.0794744 Sep 10 03:35:25.857035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['d3e1c42a-47fb-46d5-b002-3a06c1bfed6c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:25.873241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aaceeb45-ef4f-4e82-b907-7c72257ad74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.878854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-829d9447-a0b6-4a5a-a63c-279d817fce2e req-86c4dacc-4a96-4622-84c4-9411c226e4e0 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579290 Sep 10 03:35:25.991312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aaceeb45-ef4f-4e82-b907-7c72257ad74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.994310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aaceeb45-ef4f-4e82-b907-7c72257ad74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:25.998144 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aaceeb45-ef4f-4e82-b907-7c72257ad74d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fd5a8b9-adfb-4621-a6ae-7be22aa85265 HTTP/1.1" status: 204 len: 168 time: 0.3061557 Sep 10 03:35:26.007434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaceeb45-ef4f-4e82-b907-7c72257ad74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd5a8b9-adfb-4621-a6ae-7be22aa85265,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:26.246229 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:26.306409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53504) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:26.309873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7963df09-10bb-46f4-a5e2-3902dfdcfa32 req-3d9e4bd9-9894-474d-9715-1bc3923deca4 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:26.311450 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7963df09-10bb-46f4-a5e2-3902dfdcfa32 req-3d9e4bd9-9894-474d-9715-1bc3923deca4 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0486155 Sep 10 03:35:26.320227 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-795e7dbc-f6f2-453a-9303-50742c3c6bb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:26.356555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7963df09-10bb-46f4-a5e2-3902dfdcfa32 req-a4918efb-fd7d-4701-8fba-54b729530381 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370064 Sep 10 03:35:26.411849 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-795e7dbc-f6f2-453a-9303-50742c3c6bb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:26.474826 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-795e7dbc-f6f2-453a-9303-50742c3c6bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:26.517034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53512) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:26.517201 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-795e7dbc-f6f2-453a-9303-50742c3c6bb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a25c33318f494d839fed81a468c59b8d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2095730 Sep 10 03:35:26.518656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795e7dbc-f6f2-453a-9303-50742c3c6bb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2ed9fd-47ef-4377-b5fa-486bf39e0939,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:26.574759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17bf883b-875b-4412-ae14-6b3562344cc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:26.596436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17bf883b-875b-4412-ae14-6b3562344cc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:26.743406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17bf883b-875b-4412-ae14-6b3562344cc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:26.745912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17bf883b-875b-4412-ae14-6b3562344cc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:26.748200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-17bf883b-875b-4412-ae14-6b3562344cc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb2ed9fd-47ef-4377-b5fa-486bf39e0939 HTTP/1.1" status: 204 len: 168 time: 0.2276981 Sep 10 03:35:26.756227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bf883b-875b-4412-ae14-6b3562344cc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2ed9fd-47ef-4377-b5fa-486bf39e0939,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:26.980982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a326111f-7d59-46ad-bc7a-c6dd7732191a req-1d50368b-c764-4851-b983-dbdec0393c07 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:26.982492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a326111f-7d59-46ad-bc7a-c6dd7732191a req-1d50368b-c764-4851-b983-dbdec0393c07 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 944 time: 0.0507603 Sep 10 03:35:27.019497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a326111f-7d59-46ad-bc7a-c6dd7732191a req-dcf0f0f0-44f6-47e1-a611-6cea01ed5298 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303462 Sep 10 03:35:27.355825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d3e1c42a-47fb-46d5-b002-3a06c1bfed6c up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:27.486748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa04a070-9486-4844-a430-8e4b50bd1a36 req-fee5b8e8-1ae6-4605-a1ea-5ac5a3b37070 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:27.488283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa04a070-9486-4844-a430-8e4b50bd1a36 req-fee5b8e8-1ae6-4605-a1ea-5ac5a3b37070 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0555105 Sep 10 03:35:27.503552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:27.507647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:27.508187 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:27.572163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa04a070-9486-4844-a430-8e4b50bd1a36 req-8e175254-c893-4206-89ec-68e2b4c81a97 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/security-groups?id=ac03444a-aa02-4295-af5a-e94872c2b634&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715923 Sep 10 03:35:27.600494 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:27.623574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:27.625792 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de7b2836-17ca-427e-ae5d-b82603f92769" -d '{"events": [{"server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "name": "network-vif-plugged", "status": "completed", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:27.638368 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:27.667066 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61cc56d8-c8b6-4b93-bc06-a10f7db39ef5 x-openstack-request-id: req-61cc56d8-c8b6-4b93-bc06-a10f7db39ef5 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:27.667066 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "name": "network-vif-plugged", "status": "completed", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:27.667066 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61cc56d8-c8b6-4b93-bc06-a10f7db39ef5 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:27.667066 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c', 'code': 200} Sep 10 03:35:27.722771 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:27.780130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:27.810947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-d63e27a0-281b-40ec-a993-0b8513c6ef2d tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:27.812498 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-d63e27a0-281b-40ec-a993-0b8513c6ef2d tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.39 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 950 time: 0.0925641 Sep 10 03:35:27.822047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5bce5-3f5a-4454-8c57-d5ce5d4bc086 req-fb2a1ffd-e535-4ee1-8948-d4f8b9ff3fc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:27.823583 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbc5bce5-3f5a-4454-8c57-d5ce5d4bc086 req-fb2a1ffd-e535-4ee1-8948-d4f8b9ff3fc0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1096 time: 0.0701442 Sep 10 03:35:27.901864 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbc5bce5-3f5a-4454-8c57-d5ce5d4bc086 req-ae3a25d4-b90b-4dce-ba39-04eed0c67fcb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704556 Sep 10 03:35:27.928910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Deleting port 3f879d16-999e-4fea-805f-a9efb8f7c262 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:35:27.929258 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:28.027714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] For port 3f879d16-999e-4fea-805f-a9efb8f7c262, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3f879d16-999e-4fea-805f-a9efb8f7c262,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:28.028176 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:28.041799 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Calling delete_port for 3f879d16-999e-4fea-805f-a9efb8f7c262 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:35:28.150128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51565eb2-f0a1-4d1b-9c9f-bff59430c234 req-88629fe2-ad53-4afc-9ce9-e141acd5d9ad tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:28.159383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51565eb2-f0a1-4d1b-9c9f-bff59430c234 req-88629fe2-ad53-4afc-9ce9-e141acd5d9ad tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 945 time: 0.0668404 Sep 10 03:35:28.204127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51565eb2-f0a1-4d1b-9c9f-bff59430c234 req-7c5ac7ac-8f83-4910-86ea-9b5132b66821 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425448 Sep 10 03:35:28.253380 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:28.267729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['3f879d16-999e-4fea-805f-a9efb8f7c262'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:28.284970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Pushing event deleted for resources: {'Port': ['ID=3f879d16-999e-4fea-805f-a9efb8f7c262,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:28.325441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] No DVR routers for this DVR port 3f879d16-999e-4fea-805f-a9efb8f7c262 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:35:28.328397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:28.330434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3afdc7a5-5a3e-44e8-a3e2-313d5570f750 req-6dc58da5-e8a7-407c-bf08-f9055e5922ab tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.39 "DELETE /v2.0/ports/3f879d16-999e-4fea-805f-a9efb8f7c262 HTTP/1.1" status: 204 len: 173 time: 0.5060201 Sep 10 03:35:28.330875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1612e9d9-fea3-432e-addf-b0c2bcc8a8e8', 'name': 'network-vif-deleted', 'tag': '3f879d16-999e-4fea-805f-a9efb8f7c262'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:28.333183 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50803fed-8686-458c-8409-7a8abbf3b93a" -d '{"events": [{"server_uuid": "1612e9d9-fea3-432e-addf-b0c2bcc8a8e8", "name": "network-vif-deleted", "tag": "3f879d16-999e-4fea-805f-a9efb8f7c262"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:28.375543 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aa7e98c-c76f-477c-ae1e-ea8c5401a126 x-openstack-request-id: req-1aa7e98c-c76f-477c-ae1e-ea8c5401a126 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:28.376073 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1612e9d9-fea3-432e-addf-b0c2bcc8a8e8", "name": "network-vif-deleted", "tag": "3f879d16-999e-4fea-805f-a9efb8f7c262", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:28.376611 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1aa7e98c-c76f-477c-ae1e-ea8c5401a126 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:28.377691 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1612e9d9-fea3-432e-addf-b0c2bcc8a8e8', 'name': 'network-vif-deleted', 'tag': '3f879d16-999e-4fea-805f-a9efb8f7c262', 'status': 'completed', 'code': 200} Sep 10 03:35:28.435557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:28.584566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-259ab991-f5f0-4517-abc5-9fcaf76cf1f9 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e219dbbf58804efdb0df16c6c3f27949&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248430 Sep 10 03:35:28.713983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dec055a-3d6a-4b9e-92a4-d3c45bdbb098 req-ef7a1a7e-51f5-430b-a88c-9e190985f5f7 tempest-TenantUsagesTestJSON-2700122 tempest-TenantUsagesTestJSON-2700122-project] 10.222.0.22 "GET /v2.0/ports?device_id=1612e9d9-fea3-432e-addf-b0c2bcc8a8e8 HTTP/1.1" status: 200 len: 210 time: 0.0305097 Sep 10 03:35:28.740564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-b4e7b361-fb13-48ad-9317-db7e86de9e78 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:28.747329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-b4e7b361-fb13-48ad-9317-db7e86de9e78 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552069 Sep 10 03:35:28.757277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-85ff583e-e729-4894-9a17-56c2517086de tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/quotas/e219dbbf58804efdb0df16c6c3f27949 HTTP/1.1" status: 200 len: 375 time: 0.0091245 Sep 10 03:35:28.789285 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-b805f125-645c-4f72-8cf9-2bb885d86045 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e219dbbf58804efdb0df16c6c3f27949&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264380 Sep 10 03:35:29.347838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647feb56-8072-4bae-9e24-a7c18dd88a19 req-a3e67cc3-6ac7-4676-9849-993ee809bc14 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:29.349738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-647feb56-8072-4bae-9e24-a7c18dd88a19 req-a3e67cc3-6ac7-4676-9849-993ee809bc14 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 945 time: 0.0523517 Sep 10 03:35:29.420713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-647feb56-8072-4bae-9e24-a7c18dd88a19 req-75d70ec8-6f92-4a9f-9bea-f7fe6d7d74e5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604382 Sep 10 03:35:29.466203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-e3659c3f-2e43-4ed0-b352-e70822b5063b tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e219dbbf58804efdb0df16c6c3f27949&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0256693 Sep 10 03:35:29.595352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd18ed2-122e-466a-ace2-e11c83f8f684 req-f2006910-73ae-4ffd-b994-60a46269f548 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:29.596913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3cd18ed2-122e-466a-ace2-e11c83f8f684 req-f2006910-73ae-4ffd-b994-60a46269f548 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1096 time: 0.1027117 Sep 10 03:35:29.622332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3db78-efd1-4180-984b-b404d0c8324d req-8c404d31-9717-4f01-b1ef-755b5a0b552a tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:29.623799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-8c404d31-9717-4f01-b1ef-755b5a0b552a tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1516201 Sep 10 03:35:29.886265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-b5a9be13-4df1-43a0-94eb-d5d8605bdd6c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/quotas/e219dbbf58804efdb0df16c6c3f27949 HTTP/1.1" status: 200 len: 375 time: 0.0191085 Sep 10 03:35:29.894715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3cd18ed2-122e-466a-ace2-e11c83f8f684 req-fb58ad70-3f5f-42f8-9dc7-972414dd4166 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857771 Sep 10 03:35:29.933986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-b8b22379-e2bd-4e28-bfed-021e380c9def tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e219dbbf58804efdb0df16c6c3f27949&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0411036 Sep 10 03:35:30.039563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e504aa3-a0b4-4775-b455-b934923528f2 req-bd68e437-2618-4ef6-99de-4304937c2de5 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:30.044165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e504aa3-a0b4-4775-b455-b934923528f2 req-bd68e437-2618-4ef6-99de-4304937c2de5 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1096 time: 0.0477173 Sep 10 03:35:30.079926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e504aa3-a0b4-4775-b455-b934923528f2 req-8de76f09-e2e6-4941-8a68-40a01519ad2d tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315499 Sep 10 03:35:30.308969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd0b2f0-358e-4a07-a7f3-430cba96836b req-0b3862f2-4f56-463f-8815-c993cc8b46f4 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 210 time: 0.0269907 Sep 10 03:35:30.778771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b02e192-d00d-4038-9454-f78082e8077a req-a4eddf6a-cfe7-4e5b-b267-d9ec088fce0f tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:30.786926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b02e192-d00d-4038-9454-f78082e8077a req-a4eddf6a-cfe7-4e5b-b267-d9ec088fce0f tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1096 time: 0.0509341 Sep 10 03:35:30.829207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b02e192-d00d-4038-9454-f78082e8077a req-2abb3023-441a-423e-8cf8-11c1afc79a26 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362244 Sep 10 03:35:31.026255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53724) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:31.295411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e1ed5a13-a7b9-4ed4-9f72-8b69bd16fe14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7361e29047994593b7a0cf2cbd8d40b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2679713 Sep 10 03:35:31.297893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53742) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:31.355669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-588927ce-1110-4cad-8431-b7b98489bfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:31.387178 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-588927ce-1110-4cad-8431-b7b98489bfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:31.458752 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05dffd8b-b33d-402d-aab2-dad066f51f32 req-c4aa208a-67a4-418b-a450-f8bc5a192926 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 210 time: 0.0453224 Sep 10 03:35:31.586207 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6e85aa6f-bd8f-401f-ba39-337c0551e212 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e219dbbf58804efdb0df16c6c3f27949&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0232635 Sep 10 03:35:31.591369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-588927ce-1110-4cad-8431-b7b98489bfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:31.594855 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-588927ce-1110-4cad-8431-b7b98489bfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:31.597742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-588927ce-1110-4cad-8431-b7b98489bfbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac03444a-aa02-4295-af5a-e94872c2b634 HTTP/1.1" status: 204 len: 168 time: 0.2980819 Sep 10 03:35:31.605939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588927ce-1110-4cad-8431-b7b98489bfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac03444a-aa02-4295-af5a-e94872c2b634,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:31.709951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-e0251690-797f-415c-9291-67be8cf13ce3 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:31.709951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-e0251690-797f-415c-9291-67be8cf13ce3 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1093571 Sep 10 03:35:31.723305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Request body: {'port': {'device_id': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'e219dbbf58804efdb0df16c6c3f27949'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:31.968794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Made reservation on behalf of e219dbbf58804efdb0df16c6c3f27949 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:31.969024 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:31.980561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:31.996090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53772) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:31.996603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.000457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37835139-1c61-4402-ad29-f26d05a855a7 req-51b1ff84-8cee-42da-94f5-8d7e327bf2a3 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:32.002540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37835139-1c61-4402-ad29-f26d05a855a7 req-51b1ff84-8cee-42da-94f5-8d7e327bf2a3 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1096 time: 0.0536294 Sep 10 03:35:32.055394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37835139-1c61-4402-ad29-f26d05a855a7 req-656e0a61-b9c3-45c6-8a3e-2a089991426e tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462439 Sep 10 03:35:32.105110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.124257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6dd4b1a7-2206-4aee-85b8-f27c385f3212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.191892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.262613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:32.284700 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6dd4b1a7-2206-4aee-85b8-f27c385f3212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.352169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6dd4b1a7-2206-4aee-85b8-f27c385f3212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.380214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Allocated IP 192.168.233.216 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/4e306a70-f5db-4a4b-a263-7db709452823) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:32.403762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd4b1a7-2206-4aee-85b8-f27c385f3212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f55440c-593a-4011-ada3-f4c7f4007ac9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:32.414715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6dd4b1a7-2206-4aee-85b8-f27c385f3212 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aba845fc840641b89d23c15a32ae0028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4142880 Sep 10 03:35:32.414715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53788) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:32.530792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-90629a31-b20d-4b34-a300-388a3b7fa872 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e219dbbf58804efdb0df16c6c3f27949&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0453176 Sep 10 03:35:32.536765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-8a0bc66b-0ce6-45f3-a40b-541969456cab req-91d33a5b-3aa9-4e02-a7d1-e330dc3ff379 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:35:32.538005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a0bc66b-0ce6-45f3-a40b-541969456cab req-91d33a5b-3aa9-4e02-a7d1-e330dc3ff379 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051723 Sep 10 03:35:32.543561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 3f879d16-999e-4fea-805f-a9efb8f7c262 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:35:32.579193 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed7eb250-05e7-484d-8b2d-52900834b2f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.589543 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.604304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 3f879d16-999e-4fea-805f-a9efb8f7c262 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:35:32.605016 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 3f879d16-999e-4fea-805f-a9efb8f7c262 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:35:32.605157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Transition to ACTIVE for port object 4e306a70-f5db-4a4b-a263-7db709452823 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:32.650492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed7eb250-05e7-484d-8b2d-52900834b2f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.694347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.707986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3db78-efd1-4180-984b-b404d0c8324d req-9ce53508-3550-4687-b7db-8d39195db14e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:32.709452 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-9ce53508-3550-4687-b7db-8d39195db14e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1685646 Sep 10 03:35:32.725897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Request body: {'port': {'device_id': 'ee7a0026-709e-4d7f-a579-9ea8ff16e9af', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'e219dbbf58804efdb0df16c6c3f27949'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:32.740629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:32.748601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:32.750515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:32.753297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:32.831157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:32.832246 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.837583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bad9290-38ad-4bf8-9094-a3b12f0877a2 req-c7c947cb-926e-46ed-a289-2c69e6092a00 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 210 time: 0.0628157 Sep 10 03:35:32.853741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed7eb250-05e7-484d-8b2d-52900834b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.860181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed7eb250-05e7-484d-8b2d-52900834b2f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:32.861699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ed7eb250-05e7-484d-8b2d-52900834b2f4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f55440c-593a-4011-ada3-f4c7f4007ac9 HTTP/1.1" status: 204 len: 168 time: 0.4458208 Sep 10 03:35:32.886049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7eb250-05e7-484d-8b2d-52900834b2f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f55440c-593a-4011-ada3-f4c7f4007ac9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:32.906816 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-6c356a14-18f6-4cf9-92a0-c4fdb78a8d22 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1876829 Sep 10 03:35:32.922763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Request body: {'port': {'device_id': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:32.973596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53808) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:32.996256 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fe416159-a967-4267-b9db-fd6b8afe4232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.006364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Made reservation on behalf of e219dbbf58804efdb0df16c6c3f27949 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:33.010372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.045162 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.200363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fff37aa7-5b69-451a-8964-3f990f149a75 None None] Provisioning for port 4e306a70-f5db-4a4b-a263-7db709452823 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:33.210087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Allocated IP 192.168.233.30 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/c56e1d5f-4f15-4610-8c68-df901921163b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:33.213449 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fff37aa7-5b69-451a-8964-3f990f149a75 None None] Provisioning complete for port 4e306a70-f5db-4a4b-a263-7db709452823 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:33.214089 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fff37aa7-5b69-451a-8964-3f990f149a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.218101 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fe416159-a967-4267-b9db-fd6b8afe4232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.289629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fe416159-a967-4267-b9db-fd6b8afe4232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.306247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fff37aa7-5b69-451a-8964-3f990f149a75 None None] Port 4e306a70-f5db-4a4b-a263-7db709452823 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:35:33.363946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53834) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:33.364109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fe416159-a967-4267-b9db-fd6b8afe4232 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4fee1301f4094fc7b807ba0bf6732409&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3892319 Sep 10 03:35:33.367604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe416159-a967-4267-b9db-fd6b8afe4232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=082bec52-e237-4053-8b8d-3dab1af2a8e7,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:33.437336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac050cf9-7221-45c4-8124-e077aa3f9f33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.467991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac050cf9-7221-45c4-8124-e077aa3f9f33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.475129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.497152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Transition to ACTIVE for port object c56e1d5f-4f15-4610-8c68-df901921163b will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:33.589008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac050cf9-7221-45c4-8124-e077aa3f9f33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.591592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac050cf9-7221-45c4-8124-e077aa3f9f33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.594027 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ac050cf9-7221-45c4-8124-e077aa3f9f33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/082bec52-e237-4053-8b8d-3dab1af2a8e7 HTTP/1.1" status: 204 len: 168 time: 0.2277727 Sep 10 03:35:33.600242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac050cf9-7221-45c4-8124-e077aa3f9f33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=082bec52-e237-4053-8b8d-3dab1af2a8e7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:33.624473 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.662833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:33.666164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:33.668623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:33.681650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:33.681650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.695938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Pushing event updated for resources: {'Port': ['ID=c56e1d5f-4f15-4610-8c68-df901921163b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:33.739080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53850) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:33.755836 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ccb71739-b414-48f6-bba8-22b5638da130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.768641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-3ac73dea-50cd-4531-a34d-117ddcdef09c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0493507 Sep 10 03:35:33.778980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e306a70-f5db-4a4b-a263-7db709452823 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:33.784902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Request body: {'port': {'device_id': 'ee7a0026-709e-4d7f-a579-9ea8ff16e9af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:33.788552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.804139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Transition to ACTIVE for port object 4e306a70-f5db-4a4b-a263-7db709452823 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:33.871359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.874195 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:33.974011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:34.031042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-eb5deedb-8ecc-4e60-b9bb-8743ecbd5889 None None] Provisioning for port c56e1d5f-4f15-4610-8c68-df901921163b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:34.035900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-eb5deedb-8ecc-4e60-b9bb-8743ecbd5889 None None] Provisioning complete for port c56e1d5f-4f15-4610-8c68-df901921163b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:34.036394 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eb5deedb-8ecc-4e60-b9bb-8743ecbd5889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.053625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Attempting to bind port 4e306a70-f5db-4a4b-a263-7db709452823 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:34.054365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Attempting to bind port 4e306a70-f5db-4a4b-a263-7db709452823 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:34.054876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Attempting to bind port 4e306a70-f5db-4a4b-a263-7db709452823 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:34.060749 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Port 4e306a70-f5db-4a4b-a263-7db709452823 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:34.061388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Attempting to bind port 4e306a70-f5db-4a4b-a263-7db709452823 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:34.068064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:34.068697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:34.069253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:34.069915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Bound port: 4e306a70-f5db-4a4b-a263-7db709452823, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:34.070461 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.109652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ccb71739-b414-48f6-bba8-22b5638da130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.150915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-eb5deedb-8ecc-4e60-b9bb-8743ecbd5889 None None] Port c56e1d5f-4f15-4610-8c68-df901921163b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:35:34.178209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1afef49-1581-4da1-8bde-2fc4255432dd req-14066e1c-1344-411d-99df-1c171a6d17be tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:34.179883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1afef49-1581-4da1-8bde-2fc4255432dd req-14066e1c-1344-411d-99df-1c171a6d17be tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 935 time: 0.2409852 Sep 10 03:35:34.191937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:34.195566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:34.207446 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ccb71739-b414-48f6-bba8-22b5638da130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.288747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.305175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ccb71739-b414-48f6-bba8-22b5638da130 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bf8b4d375e474c2fb8fb706d0124c2de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5649552 Sep 10 03:35:34.310170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53866) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:34.316700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb71739-b414-48f6-bba8-22b5638da130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c7fd8f-7dae-4c2c-bfce-e6ff56a8c445,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:34.331132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:34.331132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.334433 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] 10.222.0.39 "PUT /v2.0/ports/4e306a70-f5db-4a4b-a263-7db709452823 HTTP/1.1" status: 200 len: 1096 time: 1.4182467 Sep 10 03:35:34.335166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:34.337633 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba6040f-60a8-4ddf-b8b1-738269957969" -d '{"events": [{"name": "network-changed", "server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "tag": "4e306a70-f5db-4a4b-a263-7db709452823"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:34.347313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1afef49-1581-4da1-8bde-2fc4255432dd req-8860d34b-a51e-439c-a394-81fdc3b87645 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481352 Sep 10 03:35:34.414320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5e66e-cfe1-4ebc-b5a2-f5ed831e0125 service neutron] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:34.478273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-133872a6-ff2b-4eff-b0f0-ff8330e81edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.507151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-ca31b330-7202-4cfb-820c-5b26ef2fa4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:34.508692 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-ca31b330-7202-4cfb-820c-5b26ef2fa4f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e219dbbf58804efdb0df16c6c3f27949&device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 1099 time: 0.0676980 Sep 10 03:35:34.555982 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-133872a6-ff2b-4eff-b0f0-ff8330e81edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.559219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c56e1d5f-4f15-4610-8c68-df901921163b {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:34.562268 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6a931f-6dbd-4585-a6bd-498a37b12a8c x-openstack-request-id: req-7e6a931f-6dbd-4585-a6bd-498a37b12a8c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:34.562562 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "tag": "4e306a70-f5db-4a4b-a263-7db709452823", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:34.562941 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e6a931f-6dbd-4585-a6bd-498a37b12a8c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:34.563326 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823', 'status': 'completed', 'code': 200} Sep 10 03:35:34.565470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-e7a31139-813d-42d2-a0e3-8a4f2b414e99 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e306a70-f5db-4a4b-a263-7db709452823 HTTP/1.1" status: 200 len: 217 time: 0.0477812 Sep 10 03:35:34.595560 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.626391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-c18aa3f9-eee3-433f-a1ce-d05e109de3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:34.629062 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-c18aa3f9-eee3-433f-a1ce-d05e109de3ca service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0559733 Sep 10 03:35:34.633643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Transition to ACTIVE for port object c56e1d5f-4f15-4610-8c68-df901921163b will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:34.662745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53876) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:34.682193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-149a1bf3-538b-4a53-945c-46a63c8510ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:34.683821 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-149a1bf3-538b-4a53-945c-46a63c8510ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0462790 Sep 10 03:35:34.697261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53880) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:34.728338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53884) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:34.763204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.768714 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-133872a6-ff2b-4eff-b0f0-ff8330e81edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.771133 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-133872a6-ff2b-4eff-b0f0-ff8330e81edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.772260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-133872a6-ff2b-4eff-b0f0-ff8330e81edc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18c7fd8f-7dae-4c2c-bfce-e6ff56a8c445 HTTP/1.1" status: 204 len: 168 time: 0.4607337 Sep 10 03:35:34.804861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133872a6-ff2b-4eff-b0f0-ff8330e81edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c7fd8f-7dae-4c2c-bfce-e6ff56a8c445,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:34.807328 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-b74e4643-5a7c-45c4-9839-3cb3c59dc0e0 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152585 Sep 10 03:35:34.831309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c56e1d5f-4f15-4610-8c68-df901921163b,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:34.866518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Attempting to bind port c56e1d5f-4f15-4610-8c68-df901921163b on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:34.866855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Attempting to bind port c56e1d5f-4f15-4610-8c68-df901921163b by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:34.867289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Attempting to bind port c56e1d5f-4f15-4610-8c68-df901921163b on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:34.872009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Port c56e1d5f-4f15-4610-8c68-df901921163b on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:34.872328 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Attempting to bind port c56e1d5f-4f15-4610-8c68-df901921163b on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:34.880410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:34.880748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:34.883325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:34.883854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Bound port: c56e1d5f-4f15-4610-8c68-df901921163b, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:34.884177 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:34.981778 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4050e59f-31ae-41fa-8d70-e4fb647502a9 req-1385fc69-e0ca-4b28-bcfd-0f8d576c1b12 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1579394 Sep 10 03:35:35.036627 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0095a97-eb16-4bcf-88b7-6a372a0bfb64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.044022 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f1633f1-d0f8-4e47-adc9-3812dd068894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.045520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.116468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] For port c56e1d5f-4f15-4610-8c68-df901921163b, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:35.130024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-3f1633f1-d0f8-4e47-adc9-3812dd068894 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:35:35.130024 n-d-808143-1 neutron-server[95136]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:35:35.130024 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id': 'c6a988540ccd4c74932f485610597571', 'id': '36d5a8c2-4c9e-42ec-8ace-e39450cc8411', 'expiration': datetime.datetime(2021, 9, 10, 3, 37, 35, 112326)}] Sep 10 03:35:35.130024 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:35:35.130698 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-3f1633f1-d0f8-4e47-adc9-3812dd068894 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:35:35.131343 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:35:35.131343 n-d-808143-1 neutron-server[95136]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:35:35.131343 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id': '3ac2118284ee4e5b9620297adbee3a6f', 'id': 'ddf1dbd7-4bb5-4234-a9d7-8253d4d37d3f', 'expiration': datetime.datetime(2021, 9, 10, 3, 37, 35, 114096)}] Sep 10 03:35:35.131343 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:35:35.131962 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:35:35.140361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] For port c56e1d5f-4f15-4610-8c68-df901921163b, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c56e1d5f-4f15-4610-8c68-df901921163b,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:35.166326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-24ee811b-ba33-483e-86f2-1d1cc1409d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:35.167851 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-24ee811b-ba33-483e-86f2-1d1cc1409d5d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e219dbbf58804efdb0df16c6c3f27949&device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 1099 time: 0.0539348 Sep 10 03:35:35.204574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0095a97-eb16-4bcf-88b7-6a372a0bfb64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.257907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-bf94a146-ee0e-4723-b2ef-16cca4063e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:35.259369 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-bf94a146-ee0e-4723-b2ef-16cca4063e84 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.0841782 Sep 10 03:35:35.283048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.316483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:35.316986 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.317366 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-564ec24b-d426-4b9e-8253-9a3878038d8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=4e306a70-f5db-4a4b-a263-7db709452823 HTTP/1.1" status: 200 len: 217 time: 0.0500305 Sep 10 03:35:35.318395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] 10.222.0.39 "PUT /v2.0/ports/c56e1d5f-4f15-4610-8c68-df901921163b HTTP/1.1" status: 200 len: 1095 time: 1.5392780 Sep 10 03:35:35.318805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ee7a0026-709e-4d7f-a579-9ea8ff16e9af', 'tag': 'c56e1d5f-4f15-4610-8c68-df901921163b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:35.321037 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-414bab22-2322-47e8-ac8b-6f07c91e4c8c" -d '{"events": [{"name": "network-changed", "server_uuid": "ee7a0026-709e-4d7f-a579-9ea8ff16e9af", "tag": "c56e1d5f-4f15-4610-8c68-df901921163b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:35.337691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0095a97-eb16-4bcf-88b7-6a372a0bfb64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.379441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-ed842752-e2b9-4898-b356-55fc2f9d3dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:35.380943 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-ed842752-e2b9-4898-b356-55fc2f9d3dd1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0510697 Sep 10 03:35:35.404388 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf4023e-0cf7-490a-8a5c-ddc493fa88cf x-openstack-request-id: req-1cf4023e-0cf7-490a-8a5c-ddc493fa88cf {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:35.404683 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ee7a0026-709e-4d7f-a579-9ea8ff16e9af", "tag": "c56e1d5f-4f15-4610-8c68-df901921163b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:35.404933 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1cf4023e-0cf7-490a-8a5c-ddc493fa88cf {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:35.405331 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ee7a0026-709e-4d7f-a579-9ea8ff16e9af', 'tag': 'c56e1d5f-4f15-4610-8c68-df901921163b', 'status': 'completed', 'code': 200} Sep 10 03:35:35.452707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-042c9a30-0e96-4926-9323-0fde49a82e2b tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:35:35.452707 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-042c9a30-0e96-4926-9323-0fde49a82e2b tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0114827 Sep 10 03:35:35.477951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-e1f71eab-8558-4e2d-9178-a3049c2da1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:35.482073 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-e1f71eab-8558-4e2d-9178-a3049c2da1e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0871654 Sep 10 03:35:35.523039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-1f948eef-8f84-416f-a82f-264aab90995a tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:35.524109 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-1f948eef-8f84-416f-a82f-264aab90995a tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports/d3e1c42a-47fb-46d5-b002-3a06c1bfed6c HTTP/1.1" status: 200 len: 1093 time: 0.0401371 Sep 10 03:35:35.545793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Request body: {'binding': {'host': 'n-h2-808143-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:35.546141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Unknown quota resources ['binding']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:35:35.558899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a0095a97-eb16-4bcf-88b7-6a372a0bfb64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bbf7ef9ede646bcb7b942bd168bfb19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8950040 Sep 10 03:35:35.561850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b636cc-e3f5-44d2-ad68-4f7dd69507a1 service neutron] Pushing event updated for resources: {'Port': ['ID=c56e1d5f-4f15-4610-8c68-df901921163b,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:35.565050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53920) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:35.583960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0095a97-eb16-4bcf-88b7-6a372a0bfb64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae9df90a-5ded-4df6-93ae-d5e869df1232,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:35.633139 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f1633f1-d0f8-4e47-adc9-3812dd068894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.634799 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.667977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bab22-2322-47e8-ac8b-6f07c91e4c8c req-4253f394-68f3-4516-9181-c28395af150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:35.669439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-414bab22-2322-47e8-ac8b-6f07c91e4c8c req-4253f394-68f3-4516-9181-c28395af150b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e219dbbf58804efdb0df16c6c3f27949&device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 1098 time: 0.2508969 Sep 10 03:35:35.698457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052a723b-6788-4f90-a0c6-213b956cfabe req-e06961c1-9126-4f4c-b87e-8ea8a5a90d71 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:35.699969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-052a723b-6788-4f90-a0c6-213b956cfabe req-e06961c1-9126-4f4c-b87e-8ea8a5a90d71 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 947 time: 0.1847992 Sep 10 03:35:35.712766 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-54e9b290-4ad6-4bf5-b6aa-0e22be2730bc service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1912870 Sep 10 03:35:35.747264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-414bab22-2322-47e8-ac8b-6f07c91e4c8c req-13ae2026-930b-4ac8-9915-6ccb5e0e95f6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e219dbbf58804efdb0df16c6c3f27949&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567417 Sep 10 03:35:35.758833 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:35:35.758833 n-d-808143-1 neutron-server[95136]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:35:35.758833 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id': '3ac2118284ee4e5b9620297adbee3a6f', 'id': '50863059-3aaa-4f80-a754-65459cf42d98', 'expiration': datetime.datetime(2021, 9, 10, 3, 37, 35, 733509)}] Sep 10 03:35:35.758833 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:35:35.759243 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:35:35.787238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53926) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:35.806518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04006b50-1179-47e6-834d-4fb08d17a536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.837840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-052a723b-6788-4f90-a0c6-213b956cfabe req-c8a3137b-0e42-40fb-98c8-4043feb87387 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246214 Sep 10 03:35:35.841941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on host n-h2-808143-1 for vnic_type normal with profile None {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:35.842276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:35.842603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:35.852715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:35.853032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:35.864764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:35.865110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:35.865672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:35.866258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Bound port: d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:35.894262 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dba6040f-60a8-4ddf-b8b1-738269957969 req-fcc8c2c6-1a64-409b-8c83-df87c25adfa8 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717296 Sep 10 03:35:35.896182 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04006b50-1179-47e6-834d-4fb08d17a536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.906841 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:35.946504 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:35.975199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bab22-2322-47e8-ac8b-6f07c91e4c8c req-cb7fb67f-b322-4b94-9e85-ea7adf0b8b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:35.976663 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-414bab22-2322-47e8-ac8b-6f07c91e4c8c req-cb7fb67f-b322-4b94-9e85-ea7adf0b8b89 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2167280 Sep 10 03:35:35.991181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f1633f1-d0f8-4e47-adc9-3812dd068894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.009322 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.010483 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9724a3d7-9d3c-4c47-a087-99040c59f5ca service neutron] 10.222.0.22 "POST /v2.0/ports/d3e1c42a-47fb-46d5-b002-3a06c1bfed6c/bindings HTTP/1.1" status: 201 len: 389 time: 0.4683058 Sep 10 03:35:36.036587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-network', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:36.069492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f1633f1-d0f8-4e47-adc9-3812dd068894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.081978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:35:36.081978 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:35:36.081978 n-d-808143-1 neutron-server[95137]: [parameters: {'project_id_1': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 35, 16, 42142)}] Sep 10 03:35:36.081978 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:35:36.082795 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:35:36.099379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04006b50-1179-47e6-834d-4fb08d17a536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.101824 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04006b50-1179-47e6-834d-4fb08d17a536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.102937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-04006b50-1179-47e6-834d-4fb08d17a536 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae9df90a-5ded-4df6-93ae-d5e869df1232 HTTP/1.1" status: 204 len: 168 time: 0.5163097 Sep 10 03:35:36.104814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3db78-efd1-4180-984b-b404d0c8324d req-45693f85-6495-4f36-bef3-35e329571af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:36.106191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-45693f85-6495-4f36-bef3-35e329571af9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e219dbbf58804efdb0df16c6c3f27949&device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 1098 time: 0.0826714 Sep 10 03:35:36.172189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3f1633f1-d0f8-4e47-adc9-3812dd068894 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6a988540ccd4c74932f485610597571&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4422760 Sep 10 03:35:36.176061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-f79653b1-16b3-4a69-afe3-181e1722a682 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=c56e1d5f-4f15-4610-8c68-df901921163b HTTP/1.1" status: 200 len: 217 time: 0.0587404 Sep 10 03:35:36.181167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1633f1-d0f8-4e47-adc9-3812dd068894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ba53d0e-dd80-47d8-ac45-0c591e801c7e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:36.182062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53940) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:36.226565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04006b50-1179-47e6-834d-4fb08d17a536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae9df90a-5ded-4df6-93ae-d5e869df1232,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:36.249918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3db78-efd1-4180-984b-b404d0c8324d req-6e342d6d-e4f2-44c2-be8e-b49a7cd5cc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:36.251343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-6e342d6d-e4f2-44c2-be8e-b49a7cd5cc33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0675583 Sep 10 03:35:36.273990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33926113-e018-4d29-bd30-3d13d8393813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.306407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33926113-e018-4d29-bd30-3d13d8393813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.346154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.358709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde3db78-efd1-4180-984b-b404d0c8324d req-2542a937-c18d-499e-b29c-8f9e156eaa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:36.360229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-2542a937-c18d-499e-b29c-8f9e156eaa2c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994787 Sep 10 03:35:36.372872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3cfee7-5e50-491b-bdcb-86a67c27c2cc req-f3fd1982-2c6b-4420-8276-6a2704da53db tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:36.374290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b3cfee7-5e50-491b-bdcb-86a67c27c2cc req-f3fd1982-2c6b-4420-8276-6a2704da53db tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 945 time: 0.0838587 Sep 10 03:35:36.436791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33926113-e018-4d29-bd30-3d13d8393813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.440208 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33926113-e018-4d29-bd30-3d13d8393813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.443982 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-33926113-e018-4d29-bd30-3d13d8393813 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ba53d0e-dd80-47d8-ac45-0c591e801c7e HTTP/1.1" status: 204 len: 168 time: 0.2604806 Sep 10 03:35:36.453210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33926113-e018-4d29-bd30-3d13d8393813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ba53d0e-dd80-47d8-ac45-0c591e801c7e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:36.461491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.489454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b3cfee7-5e50-491b-bdcb-86a67c27c2cc req-751d8c1d-11f8-4e22-8ca0-4903d7e2558b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059637 Sep 10 03:35:36.525217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3ac2118284ee4e5b9620297adbee3a6f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8231907 Sep 10 03:35:36.526054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53950) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:36.531184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-fe4ecdae-e47e-4889-8274-78b335410f8b service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559875 Sep 10 03:35:36.537356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a5fab4-856b-4c24-92f2-77203ec51e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=351a111d-1d4f-426f-8f6b-81ca8978fb7b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:36.596719 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f076c4-924e-406d-be5e-d55246bf89fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.632081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f076c4-924e-406d-be5e-d55246bf89fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.647513 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde3db78-efd1-4180-984b-b404d0c8324d req-afa8a75e-043e-471b-a2e1-3201635ddf0f service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064529 Sep 10 03:35:36.711787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-dbf6d6ff-e2bb-4a4e-ba28-debc2ec24e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:36.713269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-dbf6d6ff-e2bb-4a4e-ba28-debc2ec24e25 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1096 time: 0.0534637 Sep 10 03:35:36.779875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Made reservation on behalf of bca59dfaae8d4b83a3d1eeb699c3a911 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:36.782860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.786479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f076c4-924e-406d-be5e-d55246bf89fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.789146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f076c4-924e-406d-be5e-d55246bf89fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.790301 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-31f076c4-924e-406d-be5e-d55246bf89fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/351a111d-1d4f-426f-8f6b-81ca8978fb7b HTTP/1.1" status: 204 len: 168 time: 0.2618473 Sep 10 03:35:36.799816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.811079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-b52ca179-c9c8-4306-9257-93f49498bdb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:36.812631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f076c4-924e-406d-be5e-d55246bf89fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=351a111d-1d4f-426f-8f6b-81ca8978fb7b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:36.813510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-b52ca179-c9c8-4306-9257-93f49498bdb9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.0934432 Sep 10 03:35:36.867198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-76675160-a679-4eb8-9ee4-fbf1f057cace service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c HTTP/1.1" status: 200 len: 217 time: 0.0432310 Sep 10 03:35:36.924653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-a851b3bb-878b-4b7d-bf27-1c9d037c3a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:36.924824 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:36.924923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-a851b3bb-878b-4b7d-bf27-1c9d037c3a54 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0484707 Sep 10 03:35:36.963339 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-20f989ee-441d-4049-b60e-4c59fad9e092 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324612 Sep 10 03:35:36.995311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.019511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:35:37.030448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53964) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:37.051707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d128169-614e-4051-ac1f-6fac268cd824,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:37.055154 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9d86-7d55-4651-9d4e-1b3986e53212 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.058728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.058986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9dfd4e-733a-4d9b-9ccc-901b60a48a6f req-a1731657-075b-4e59-bac5-85ac88ed34d6 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:37.059186 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Added segment d4adacba-b8aa-4ce7-8427-f96d8b948cb8 of type vlan for network 27441f2b-c78b-40b8-bdbf-96326d674b8b Sep 10 03:35:37.060804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be9dfd4e-733a-4d9b-9ccc-901b60a48a6f req-a1731657-075b-4e59-bac5-85ac88ed34d6 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 947 time: 0.1205907 Sep 10 03:35:37.103819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-03769869-2159-4eb4-b622-e6c245ab8a4e service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270273 Sep 10 03:35:37.125744 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.138320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be9dfd4e-733a-4d9b-9ccc-901b60a48a6f req-63d859c0-c31a-49e2-b424-78665bbebf93 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710516 Sep 10 03:35:37.216138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-9cd8a7fb-e13b-4a0a-8204-87701a7fd3d8 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035063 Sep 10 03:35:37.230961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9d86-7d55-4651-9d4e-1b3986e53212 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.259268 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.260293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:37.260868 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.319067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] Pushing event updated for resources: {'Network': ['ID=27441f2b-c78b-40b8-bdbf-96326d674b8b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:37.329521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 27441f2b-c78b-40b8-bdbf-96326d674b8b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:35:37.342870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e3d9d86-7d55-4651-9d4e-1b3986e53212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.384481 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e3d9d86-7d55-4651-9d4e-1b3986e53212 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60674470856e4c108e0f780baff694e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3527911 Sep 10 03:35:37.387830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53968) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:37.388522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3d9d86-7d55-4651-9d4e-1b3986e53212 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82c0cb52-0418-4991-a0b0-50b9b8be7bea,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:37.430498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-985bc260-ffb7-4132-80ae-fe0cfe6c1b66 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:37.432653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-985bc260-ffb7-4132-80ae-fe0cfe6c1b66 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.0810418 Sep 10 03:35:37.433265 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-49656341-d9e1-4565-803b-22f14d167db2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6211958 Sep 10 03:35:37.436337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53970) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:37.441828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Request body: {'subnet': {'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-subnet', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:37.449965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808143-1'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:37.458409 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7661231-690b-4000-8d73-e9c4f6511e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.481857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7661231-690b-4000-8d73-e9c4f6511e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.520754 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.523148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53974) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:37.552415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee4e0ebd-aef5-4b78-a5b5-b7c83a481695 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.584342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Made reservation on behalf of bca59dfaae8d4b83a3d1eeb699c3a911 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:37.586611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.608972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7661231-690b-4000-8d73-e9c4f6511e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.612873 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7661231-690b-4000-8d73-e9c4f6511e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:37.616671 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e7661231-690b-4000-8d73-e9c4f6511e93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82c0cb52-0418-4991-a0b0-50b9b8be7bea HTTP/1.1" status: 204 len: 168 time: 0.2219243 Sep 10 03:35:37.631028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7661231-690b-4000-8d73-e9c4f6511e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82c0cb52-0418-4991-a0b0-50b9b8be7bea,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:37.972452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53982) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:37.987598 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6650ce0-e398-4311-8707-d2466cc1471b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.014375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529acd79-04cd-4bf5-880a-5b60b07fe0f6 req-d6d8f1d5-c49c-4d04-95af-32eca4f61ac1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:38.015937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529acd79-04cd-4bf5-880a-5b60b07fe0f6 req-d6d8f1d5-c49c-4d04-95af-32eca4f61ac1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 945 time: 0.4232771 Sep 10 03:35:38.075627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:38.163351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529acd79-04cd-4bf5-880a-5b60b07fe0f6 req-bd72703f-3e8a-4f4c-8e63-7786cb22100d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381853 Sep 10 03:35:38.187226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee4e0ebd-aef5-4b78-a5b5-b7c83a481695 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.222501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:38.287249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee4e0ebd-aef5-4b78-a5b5-b7c83a481695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.314983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:38.317349 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4613f433-c06c-4710-9b81-9614b65ea77e" -d '{"events": [{"server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:38.326398 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.344883 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.376774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ee4e0ebd-aef5-4b78-a5b5-b7c83a481695 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e610ccd27f754c5dbecc15110b3e868a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8523149 Sep 10 03:35:38.378199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6650ce0-e398-4311-8707-d2466cc1471b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.379786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54006) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:38.382253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4e0ebd-aef5-4b78-a5b5-b7c83a481695 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9157a8-df18-43b6-8904-538ae1c65921,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:38.402742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb309dae-72e9-40a4-b719-24f0a94bd9f7 req-1af07ba0-c1b9-4e6a-a499-a2d0fa3a0517 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:38.404578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb309dae-72e9-40a4-b719-24f0a94bd9f7 req-1af07ba0-c1b9-4e6a-a499-a2d0fa3a0517 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 947 time: 0.1577578 Sep 10 03:35:38.426708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.440467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce21ad9a-6913-4cca-8197-7bd3423553d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.442047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Pushing event updated for resources: {'Subnet': ['ID=183a6167-381f-44bd-8d12-c94fba07221b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:38.463097 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce21ad9a-6913-4cca-8197-7bd3423553d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.500199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6650ce0-e398-4311-8707-d2466cc1471b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.505942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Checking segment: {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:38.511226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Network hostable DHCP agents. Network: 27441f2b-c78b-40b8-bdbf-96326d674b8b, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:35:38.524106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb309dae-72e9-40a4-b719-24f0a94bd9f7 req-5e8a06ad-9547-4387-90f8-d5535d2fafe9 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107707 Sep 10 03:35:38.546471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b6650ce0-e398-4311-8707-d2466cc1471b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d8c24a89177471f83f0f11bba462e54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5721676 Sep 10 03:35:38.548280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54014) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:38.557339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6650ce0-e398-4311-8707-d2466cc1471b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af2c0ef1-71f5-47c6-8c35-a2d2030de3ca,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:38.573468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:35:38.583948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:38.601229 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-baeed83e-b5cc-4b13-be9f-ba9d6e3ddfe5 x-openstack-request-id: req-baeed83e-b5cc-4b13-be9f-ba9d6e3ddfe5 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:38.601865 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "name": "network-vif-unplugged", "status": "completed", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:38.601865 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-baeed83e-b5cc-4b13-be9f-ba9d6e3ddfe5 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:38.602156 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c', 'code': 200} Sep 10 03:35:38.606110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16ac3bd8-0fbb-449f-98af-082a55d86737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.621528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce21ad9a-6913-4cca-8197-7bd3423553d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.624049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce21ad9a-6913-4cca-8197-7bd3423553d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.628035 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ce21ad9a-6913-4cca-8197-7bd3423553d1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d9157a8-df18-43b6-8904-538ae1c65921 HTTP/1.1" status: 204 len: 168 time: 0.2443819 Sep 10 03:35:38.643228 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16ac3bd8-0fbb-449f-98af-082a55d86737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.645366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce21ad9a-6913-4cca-8197-7bd3423553d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9157a8-df18-43b6-8904-538ae1c65921,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:38.659029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on host n-h1-808143-1 for vnic_type normal with profile {"migrating_to": "n-h2-808143-1"} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:38.659366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:38.660119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:38.664907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:38.665318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Attempting to bind port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:38.676586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:38.681102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:38.681102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:38.681102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Bound port: d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:38.681512 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.736169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Network 27441f2b-c78b-40b8-bdbf-96326d674b8b is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:35:38.759478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:38.759976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:38.763053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:38.770342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '4e306a70-f5db-4a4b-a263-7db709452823', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '4e306a70-f5db-4a4b-a263-7db709452823', 'mac_address': 'fa:16:3e:34:4c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:35:38.807827 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.820014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e306a70-f5db-4a4b-a263-7db709452823 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:38.839640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:38.871631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 27441f2b-c78b-40b8-bdbf-96326d674b8b) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:38.873729 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.887707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:38.887707 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.887977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f82c145-bc7a-48a3-9bc9-43f031f8bd64 None None] Network 27441f2b-c78b-40b8-bdbf-96326d674b8b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:38.947649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,revision_number=8']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:38.957892 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.974705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:38.975384 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:38.976823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-bffaaa0d-406a-4bb2-aa4e-cabe0249cc7e service neutron] 10.222.0.39 "PUT /v2.0/ports/d3e1c42a-47fb-46d5-b002-3a06c1bfed6c HTTP/1.1" status: 200 len: 1121 time: 1.5316932 Sep 10 03:35:39.011867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16ac3bd8-0fbb-449f-98af-082a55d86737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.012425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2df583bf-0b5d-44e2-befa-a38b0c4b9192 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5718970 Sep 10 03:35:39.012425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54028) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:39.012628 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16ac3bd8-0fbb-449f-98af-082a55d86737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.013613 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-16ac3bd8-0fbb-449f-98af-082a55d86737 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af2c0ef1-71f5-47c6-8c35-a2d2030de3ca HTTP/1.1" status: 204 len: 168 time: 0.4637651 Sep 10 03:35:39.023066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:39.032836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ac3bd8-0fbb-449f-98af-082a55d86737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af2c0ef1-71f5-47c6-8c35-a2d2030de3ca,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:39.104058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['d3e1c42a-47fb-46d5-b002-3a06c1bfed6c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:39.139652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:39.147964 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.149056 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.218231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-27441f2b-c78b-40b8-bdbf-96326d674b8b', 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'fixed_ips': [{'subnet_id': '183a6167-381f-44bd-8d12-c94fba07221b'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:35:39.219372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.221713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['4e306a70-f5db-4a4b-a263-7db709452823'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:39.238761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.338392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4b96c1-6711-48a1-96fe-d99bcff4217c req-6ebd8daf-a4f1-4162-a003-0b2d3f7f424b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:39.340175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb4b96c1-6711-48a1-96fe-d99bcff4217c req-6ebd8daf-a4f1-4162-a003-0b2d3f7f424b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 943 time: 0.0729575 Sep 10 03:35:39.422087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb4b96c1-6711-48a1-96fe-d99bcff4217c req-d7fa1c0e-6699-4500-b344-81ebd6e3ccab tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747359 Sep 10 03:35:39.461100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Allocated IP 172.20.0.2 (27441f2b-c78b-40b8-bdbf-96326d674b8b/183a6167-381f-44bd-8d12-c94fba07221b/b7eb87e9-1ea5-4855-bde8-53c6ded96de4) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:39.492210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54050) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:39.565541 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.688315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b49ccaa-7bd3-4f1d-806e-dab7edda8b09 req-abe57221-f8a3-4387-889d-c96baf37de90 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:39.690614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b49ccaa-7bd3-4f1d-806e-dab7edda8b09 req-abe57221-f8a3-4387-889d-c96baf37de90 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 947 time: 0.0820193 Sep 10 03:35:39.702922 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.715104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Transition to ACTIVE for port object b7eb87e9-1ea5-4855-bde8-53c6ded96de4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:39.722765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-network', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:39.733097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Transition to ACTIVE for port object b7eb87e9-1ea5-4855-bde8-53c6ded96de4 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:39.766702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b49ccaa-7bd3-4f1d-806e-dab7edda8b09 req-ebbe972a-7c1e-4f59-822c-fe6b1f7f7012 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696256 Sep 10 03:35:39.810498 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.848864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Made reservation on behalf of 8f40041800a14093ab43f38bf9f04d27 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:39.851632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.854008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Network 27441f2b-c78b-40b8-bdbf-96326d674b8b is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:39.859711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:39.860805 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:39.863091 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.895191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Pushing event updated for resources: {'Port': ['ID=b7eb87e9-1ea5-4855-bde8-53c6ded96de4,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:39.926633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b289a277-72d8-4d54-b275-25148c1f90e4 req-99add499-d4c9-46b5-90a6-f21108a71bd5 tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=780d35de783f4badb3cca3793d4f5309&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483553 Sep 10 03:35:39.956732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Attempting to bind port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:39.957691 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Attempting to bind port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:39.958076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Attempting to bind port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 on network 27441f2b-c78b-40b8-bdbf-96326d674b8b {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:39.963527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.963924 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:39.964295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Checking segment: {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:39.964700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.971168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Bound using segment: {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:39.971168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Bound port: b7eb87e9-1ea5-4855-bde8-53c6ded96de4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:39.971168 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:39.994072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.012068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.071552 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:35:40.077365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.086538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] For port b7eb87e9-1ea5-4855-bde8-53c6ded96de4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:40.090016 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] For port b7eb87e9-1ea5-4855-bde8-53c6ded96de4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b7eb87e9-1ea5-4855-bde8-53c6ded96de4,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:40.109259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cbb3ab7-16b6-418e-a7e0-4e9f6ef33f3d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:40.117071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:35:40.128504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.129304 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Added segment 5a2a8198-7054-49d6-ba37-65acb0e63dad of type vlan for network 80957e8c-37e9-469a-84c8-d57f4d52c190 Sep 10 03:35:40.156186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Allocated IP 172.25.3.231 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/15229826-7ff4-4f6a-ab3d-ce25a7591ee1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:40.162938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b289a277-72d8-4d54-b275-25148c1f90e4 req-1e099e76-ee5b-4e41-be4e-aacf61395e8e tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:40.164538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b289a277-72d8-4d54-b275-25148c1f90e4 req-1e099e76-ee5b-4e41-be4e-aacf61395e8e tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2271416 Sep 10 03:35:40.173434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.185824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.197722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b289a277-72d8-4d54-b275-25148c1f90e4 req-0ad3dfa9-43a3-4673-a7ac-94ba02253755 tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/quotas/780d35de783f4badb3cca3793d4f5309 HTTP/1.1" status: 200 len: 375 time: 0.0225589 Sep 10 03:35:40.263763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82422dc-79de-4fdf-9692-e832abf047eb None None] Pushing event updated for resources: {'Port': ['ID=b7eb87e9-1ea5-4855-bde8-53c6ded96de4,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:40.270881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.271950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:40.272722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.301020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b289a277-72d8-4d54-b275-25148c1f90e4 req-6f2ecd4c-90c4-43ca-ae71-53a6aaa5b26c tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=780d35de783f4badb3cca3793d4f5309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0873435 Sep 10 03:35:40.358404 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.386853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] Pushing event updated for resources: {'Network': ['ID=80957e8c-37e9-469a-84c8-d57f4d52c190,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:40.400299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 80957e8c-37e9-469a-84c8-d57f4d52c190 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:35:40.407144 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-015ea18f-4261-4f93-9820-3b508236d952 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9138167 Sep 10 03:35:40.412884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54096) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:40.425981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Request body: {'subnet': {'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-subnet', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:40.495017 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.518227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:40.532445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Made reservation on behalf of 8f40041800a14093ab43f38bf9f04d27 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:40.534827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.586881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device c56e1d5f-4f15-4610-8c68-df901921163b details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:35:40.593998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:40.607341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:40.611320 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7389091e-0e94-4a34-b64f-265450295dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:40.616743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:40.642237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:40.760037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Pushing event updated for resources: {'Port': ['ID=15229826-7ff4-4f6a-ab3d-ce25a7591ee1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:40.787800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb380d98-cfa2-4a91-9648-69507dceafae req-b72cee68-31ab-4199-a3f1-9d14626a4ac8 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:40.789410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb380d98-cfa2-4a91-9648-69507dceafae req-b72cee68-31ab-4199-a3f1-9d14626a4ac8 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 943 time: 0.2073812 Sep 10 03:35:40.796534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 4e306a70-f5db-4a4b-a263-7db709452823 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:40.817452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 4e306a70-f5db-4a4b-a263-7db709452823 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:40.818394 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.835660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb380d98-cfa2-4a91-9648-69507dceafae req-e1460016-0711-4c0c-9e4d-45f3f00ada24 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394294 Sep 10 03:35:40.941537 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:40.972735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port c56e1d5f-4f15-4610-8c68-df901921163b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c56e1d5f-4f15-4610-8c68-df901921163b,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:41.005628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:41.020166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:41.022721 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c475e7-63bc-4297-a712-8277d9b28f36 x-openstack-request-id: req-36c475e7-63bc-4297-a712-8277d9b28f36 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:41.023124 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69cc79a4-efc4-4c60-835b-23ef026cecc7" -d '{"events": [{"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-plugged", "status": "completed", "tag": "4e306a70-f5db-4a4b-a263-7db709452823"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:41.023710 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:41.025819 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36c475e7-63bc-4297-a712-8277d9b28f36 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:41.028093 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c', 'status': 'completed', 'code': 200} Sep 10 03:35:41.032556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'c56e1d5f-4f15-4610-8c68-df901921163b', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'c56e1d5f-4f15-4610-8c68-df901921163b', 'mac_address': 'fa:16:3e:a3:59:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:35:41.081390 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:41.105659 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:41.136350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c56e1d5f-4f15-4610-8c68-df901921163b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:41.169239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389091e-0e94-4a34-b64f-265450295dc9 req-c84addd4-00ba-4254-8f87-f4727a776599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:41.171119 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7389091e-0e94-4a34-b64f-265450295dc9 req-c84addd4-00ba-4254-8f87-f4727a776599 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1124 time: 0.0975790 Sep 10 03:35:41.174215 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:41.202435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port c56e1d5f-4f15-4610-8c68-df901921163b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c56e1d5f-4f15-4610-8c68-df901921163b,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:41.217106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:41.263554 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:41.323403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:41.345266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9520c1-ee06-4407-9136-3be1783fe6cf req-1989e21f-95e2-4150-b363-1ddd9bc44b81 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:41.358895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c9520c1-ee06-4407-9136-3be1783fe6cf req-1989e21f-95e2-4150-b363-1ddd9bc44b81 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 947 time: 0.1806993 Sep 10 03:35:41.381648 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f30f9a-fe11-4016-994b-3ff5be8e65d0 x-openstack-request-id: req-78f30f9a-fe11-4016-994b-3ff5be8e65d0 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:41.381940 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-plugged", "status": "completed", "tag": "4e306a70-f5db-4a4b-a263-7db709452823", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:41.382196 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78f30f9a-fe11-4016-994b-3ff5be8e65d0 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:41.387852 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823', 'code': 200} Sep 10 03:35:41.417381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389091e-0e94-4a34-b64f-265450295dc9 req-9c3a48f6-dd8d-4a04-b546-129f4a3c4520 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:41.419664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c9520c1-ee06-4407-9136-3be1783fe6cf req-9c344b78-073f-43dc-aa26-ab9cf72caf13 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594013 Sep 10 03:35:41.424937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=c56e1d5f-4f15-4610-8c68-df901921163b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:41.438791 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7389091e-0e94-4a34-b64f-265450295dc9 req-9c3a48f6-dd8d-4a04-b546-129f4a3c4520 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.2428408 Sep 10 03:35:41.478442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c7d68820-2647-4f59-bab4-aff570a9f9a2,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:41.569042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7389091e-0e94-4a34-b64f-265450295dc9 req-eb8f7810-7fab-480c-99ae-e1f3b71e9b59 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c HTTP/1.1" status: 200 len: 217 time: 0.1127095 Sep 10 03:35:41.599258 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:41.613768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Checking segment: {'id': '5a2a8198-7054-49d6-ba37-65acb0e63dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:41.614265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Network hostable DHCP agents. Network: 80957e8c-37e9-469a-84c8-d57f4d52c190, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:35:41.642157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc06e73-3b9e-4c93-919c-29f3aebdc3a6 None None] Network 27441f2b-c78b-40b8-bdbf-96326d674b8b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:41.654577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['c56e1d5f-4f15-4610-8c68-df901921163b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:41.661657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7389091e-0e94-4a34-b64f-265450295dc9 req-48a03383-02d5-48f9-b810-25d20a07ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:41.663791 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7389091e-0e94-4a34-b64f-265450295dc9 req-48a03383-02d5-48f9-b810-25d20a07ec44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0936408 Sep 10 03:35:41.668552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7c49e2-3921-47e4-9ae7-87662db3d3bf req-d2575a2c-1a44-49fb-aeb7-d64e2e43395f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:41.679094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc7c49e2-3921-47e4-9ae7-87662db3d3bf req-d2575a2c-1a44-49fb-aeb7-d64e2e43395f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 1101 time: 0.1199110 Sep 10 03:35:41.716132 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b7eb87e9-1ea5-4855-bde8-53c6ded96de4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:41.717546 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7389091e-0e94-4a34-b64f-265450295dc9 req-2d1f070f-e9e4-4d6d-accf-4d7d4edccf4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428696 Sep 10 03:35:41.771376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc7c49e2-3921-47e4-9ae7-87662db3d3bf req-1b30178f-e769-46c8-adf6-f014218c73ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865436 Sep 10 03:35:41.837821 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7389091e-0e94-4a34-b64f-265450295dc9 req-8721b38f-b47f-4092-afed-2a9396909903 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131699 Sep 10 03:35:41.838960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Network 80957e8c-37e9-469a-84c8-d57f4d52c190 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:35:41.989339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66938534-9742-4cc8-83af-35caddfaeaf5 req-5c1ad856-0dc5-465e-8f67-b6e03b20f103 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:41.996830 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7389091e-0e94-4a34-b64f-265450295dc9 req-7b7a84d3-1056-4ef2-ac91-413f1d3a5f12 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496382 Sep 10 03:35:41.998010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 80957e8c-37e9-469a-84c8-d57f4d52c190) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:41.999598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66938534-9742-4cc8-83af-35caddfaeaf5 req-5c1ad856-0dc5-465e-8f67-b6e03b20f103 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 943 time: 0.0684028 Sep 10 03:35:42.018241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:42.019809 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.025532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Router 87105b7c-9326-4e9a-aff0-86702c4472ca is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:35:42.027762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e89a8a-df2c-4b85-851c-139291567b20 None None] Network 80957e8c-37e9-469a-84c8-d57f4d52c190 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:42.096615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-39b87874-5363-4bc9-bc73-bccac3d20924 None None] Provisioning for port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:42.143667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d3d42e0a-5488-4535-83e7-57a2ab387e1a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7267630 Sep 10 03:35:42.143922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54154) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:42.149625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:42.179379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:42.194283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66938534-9742-4cc8-83af-35caddfaeaf5 req-e3eb2135-bdd3-4935-9df3-579bedbabb8d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936331 Sep 10 03:35:42.211326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:35:42.215996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-39b87874-5363-4bc9-bc73-bccac3d20924 None None] Provisioning complete for port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:42.217427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-39b87874-5363-4bc9-bc73-bccac3d20924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.218346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:42.218652 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.225353 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Sync routers for ids ['87105b7c-9326-4e9a-aff0-86702c4472ca'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:35:42.235138 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Routers {'87105b7c-9326-4e9a-aff0-86702c4472ca'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:35:42.236134 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['87105b7c-9326-4e9a-aff0-86702c4472ca'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:42.237692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.238938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.352558 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Set router 87105b7c-9326-4e9a-aff0-86702c4472ca gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:35:42.353634 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.358268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.368295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-df1cb33e-b564-484a-8964-3a3d8727ef0e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3516819 Sep 10 03:35:42.368425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54160) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:42.373463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-80957e8c-37e9-469a-84c8-d57f4d52c190', 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'fixed_ips': [{'subnet_id': 'c7d68820-2647-4f59-bab4-aff570a9f9a2'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:35:42.374414 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.607018 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:39Z', 'updated_at': '2021-09-10T03:35:40Z', 'revision_number': 3, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'gw_port': {'id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:40Z', 'updated_at': '2021-09-10T03:35:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:42.615973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device d3e1c42a-47fb-46d5-b002-3a06c1bfed6c details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:35:42.639269 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Checking router: 87105b7c-9326-4e9a-aff0-86702c4472ca for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:35:42.640008 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Updating router 87105b7c-9326-4e9a-aff0-86702c4472ca port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:35:42.644707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-39b87874-5363-4bc9-bc73-bccac3d20924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.649846 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.667020 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.679283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a67e23d-3a97-4a7e-9407-b5b422cdf38d req-3d12b5c1-cd79-4404-81b1-bcc2b3f4d310 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:42.688379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a67e23d-3a97-4a7e-9407-b5b422cdf38d req-3d12b5c1-cd79-4404-81b1-bcc2b3f4d310 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 948 time: 0.1166217 Sep 10 03:35:42.764101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-39b87874-5363-4bc9-bc73-bccac3d20924 None None] For port b7eb87e9-1ea5-4855-bde8-53c6ded96de4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b7eb87e9-1ea5-4855-bde8-53c6ded96de4,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:42.784734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a67e23d-3a97-4a7e-9407-b5b422cdf38d req-cb4c4822-2d29-4c29-832d-65e4fd6ceda3 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933661 Sep 10 03:35:42.822245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Allocated IP 172.20.0.2 (80957e8c-37e9-469a-84c8-d57f4d52c190/c7d68820-2647-4f59-bab4-aff570a9f9a2/6b4c620f-6f0e-426a-bb38-9dcabf59d5da) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:42.865944 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-39b87874-5363-4bc9-bc73-bccac3d20924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:42.878995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:42.977085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device d3e1c42a-47fb-46d5-b002-3a06c1bfed6c has no active binding in host n-h2-808143-1 {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:35:43.058555 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.064898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.071910 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Transition to ACTIVE for port object 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:43.107084 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:35:43.107610 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:35:43.128363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b87874-5363-4bc9-bc73-bccac3d20924 None None] Pushing event updated for resources: {'Port': ['ID=b7eb87e9-1ea5-4855-bde8-53c6ded96de4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:43.135070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6b427ff6-5694-4e72-989f-6074ae634bbc None None] Provisioning complete for port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:43.135439 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6b427ff6-5694-4e72-989f-6074ae634bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.185696 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.226759 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-b9501977-8044-4462-ac22-e6665489653b service neutron] 10.222.0.20 "GET /v2.0/ports/d3e1c42a-47fb-46d5-b002-3a06c1bfed6c/bindings/n-h2-808143-1 HTTP/1.1" status: 200 len: 384 time: 0.5033996 Sep 10 03:35:43.241117 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Attempting to bind port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:43.241652 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Attempting to bind port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:43.244065 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Attempting to bind port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:43.245979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.275556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Transition to ACTIVE for port object 6b4c620f-6f0e-426a-bb38-9dcabf59d5da will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:43.296123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-aa349b88-a304-4c37-a3ce-5333539a33ae tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b866f6363163412088b265e155668816&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328491 Sep 10 03:35:43.297474 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:43.300215 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:43.300770 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.301294 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:43.301886 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Bound port: 15229826-7ff4-4f6a-ab3d-ce25a7591ee1, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:43.303627 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.307788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Transition to ACTIVE for port object 6b4c620f-6f0e-426a-bb38-9dcabf59d5da will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:43.366479 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Pushing event updated for resources: {'Port': ['ID=15229826-7ff4-4f6a-ab3d-ce25a7591ee1,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:43.380027 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.380472 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.380912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.381342 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.381769 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.382197 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.382621 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.383047 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.383484 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.383943 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.384368 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.384899 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:35:43.386114 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.392304 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] For port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:43.398725 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] For port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=15229826-7ff4-4f6a-ab3d-ce25a7591ee1,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:43.437570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Network 80957e8c-37e9-469a-84c8-d57f4d52c190 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:43.442157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Pushing event updated for resources: {'Port': ['ID=6b4c620f-6f0e-426a-bb38-9dcabf59d5da,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:43.444693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:43.446765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:43.457864 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfd34c58-8315-42dd-8e4a-71ff24559183 req-48f4ed4e-6ab4-4669-9440-b498d2ba3f42 tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=780d35de783f4badb3cca3793d4f5309&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253201 Sep 10 03:35:43.480922 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.511087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Attempting to bind port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:43.511457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Attempting to bind port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '5a2a8198-7054-49d6-ba37-65acb0e63dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:43.511852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Attempting to bind port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da on network 80957e8c-37e9-469a-84c8-d57f4d52c190 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:43.518212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:43.518586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Checking segment: {'id': '5a2a8198-7054-49d6-ba37-65acb0e63dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:43.519048 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.519444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Bound using segment: {'id': '5a2a8198-7054-49d6-ba37-65acb0e63dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:43.519981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Bound port: 6b4c620f-6f0e-426a-bb38-9dcabf59d5da, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2a8198-7054-49d6-ba37-65acb0e63dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:43.520425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.557885 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Routers {'87105b7c-9326-4e9a-aff0-86702c4472ca'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:35:43.558806 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['87105b7c-9326-4e9a-aff0-86702c4472ca'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:43.602636 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a16612-8b38-47bb-b415-257852f33ff3 None None] Pushing event updated for resources: {'Port': ['ID=15229826-7ff4-4f6a-ab3d-ce25a7591ee1,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:43.642079 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] For port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:43.653698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:43.659889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] For port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6b4c620f-6f0e-426a-bb38-9dcabf59d5da,segment=NetworkSegment(5a2a8198-7054-49d6-ba37-65acb0e63dad),segment_id=5a2a8198-7054-49d6-ba37-65acb0e63dad)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:43.725637 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.751028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:43.777975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b7eb87e9-1ea5-4855-bde8-53c6ded96de4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:43.849092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d7c1e0-e971-4960-af78-a442b1c088a5 None None] Pushing event updated for resources: {'Port': ['ID=6b4c620f-6f0e-426a-bb38-9dcabf59d5da,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:43.868985 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] Set router 87105b7c-9326-4e9a-aff0-86702c4472ca gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:35:43.882858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:43.883320 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:43.917389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-e75da2a4-b6bd-4b98-a47d-2df3e75289c3 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:43.933067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-e75da2a4-b6bd-4b98-a47d-2df3e75289c3 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6351402 Sep 10 03:35:43.962896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-b8a8cb46-27d4-41a7-9c74-409221fc3980 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/quotas/b866f6363163412088b265e155668816 HTTP/1.1" status: 200 len: 375 time: 0.0287795 Sep 10 03:35:44.031887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd34c58-8315-42dd-8e4a-71ff24559183 req-19fdc25f-572e-4e88-8ece-87e79da02c28 tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:44.035572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfd34c58-8315-42dd-8e4a-71ff24559183 req-19fdc25f-572e-4e88-8ece-87e79da02c28 tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5705831 Sep 10 03:35:44.059648 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-d6ab4ceb-da1a-4a2c-8f14-c1e721da6038 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b866f6363163412088b265e155668816&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0849032 Sep 10 03:35:44.111068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3e1c42a-47fb-46d5-b002-3a06c1bfed6c {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:44.112038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfd34c58-8315-42dd-8e4a-71ff24559183 req-c920d90e-7460-4caa-a9ba-b37accb5f321 tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/quotas/780d35de783f4badb3cca3793d4f5309 HTTP/1.1" status: 200 len: 375 time: 0.0465722 Sep 10 03:35:44.154226 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:39Z', 'updated_at': '2021-09-10T03:35:40Z', 'revision_number': 3, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'gw_port': {'id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:40Z', 'updated_at': '2021-09-10T03:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:44.155195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfd34c58-8315-42dd-8e4a-71ff24559183 req-e9c8778b-d565-48cf-aebe-f893589f4386 tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=780d35de783f4badb3cca3793d4f5309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0384684 Sep 10 03:35:44.161400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:44.185276 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:44.214462 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f0385ef-30eb-4b2b-b418-5b8370ba6ceb None None] The sync data for ids ['87105b7c-9326-4e9a-aff0-86702c4472ca'] in n-d-808143-1 is: [{'id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:39Z', 'updated_at': '2021-09-10T03:35:40Z', 'revision_number': 3, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'gw_port': {'id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:40Z', 'updated_at': '2021-09-10T03:35:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:35:44.217928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:44.308052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:44.330919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:44.357233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33c0900-189c-4bb1-a890-12372f1f87bc req-b8e49261-53a6-4743-bbde-c635fc2d2f22 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:44.358888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b33c0900-189c-4bb1-a890-12372f1f87bc req-b8e49261-53a6-4743-bbde-c635fc2d2f22 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 943 time: 0.0602076 Sep 10 03:35:44.440196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b33c0900-189c-4bb1-a890-12372f1f87bc req-a729920a-6c56-4d21-bcf7-8f24873baabc tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741844 Sep 10 03:35:44.572118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Allocated IP 172.25.3.87 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/c3775db0-5029-4a29-a6d1-6963362f351b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:44.595348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device c56e1d5f-4f15-4610-8c68-df901921163b up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:44.690465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4bfe09-97ac-4f8a-b9ee-2d61f4bb2d39 req-77432ee8-0c53-4489-80d2-10a4bf652f1c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:44.699378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d4bfe09-97ac-4f8a-b9ee-2d61f4bb2d39 req-77432ee8-0c53-4489-80d2-10a4bf652f1c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 948 time: 0.1624284 Sep 10 03:35:44.746356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d4bfe09-97ac-4f8a-b9ee-2d61f4bb2d39 req-2b5ba81e-0537-43ec-8987-b9661ee3def2 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432973 Sep 10 03:35:44.781497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port c56e1d5f-4f15-4610-8c68-df901921163b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:44.791728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port c56e1d5f-4f15-4610-8c68-df901921163b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:44.792661 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:44.853616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Allocated IP 172.20.0.1 (27441f2b-c78b-40b8-bdbf-96326d674b8b/183a6167-381f-44bd-8d12-c94fba07221b/c81cc7e1-f462-4943-9aff-17d3dae87209) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:44.887194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc3706e7-5ad4-4c26-ac9f-691e0a3653e5 req-aae33c41-9f2b-4e7e-a29a-5d7c36b0db7f tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0725589 Sep 10 03:35:44.971772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] Transition to ACTIVE for port object d3e1c42a-47fb-46d5-b002-3a06c1bfed6c will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:45.083243 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.089840 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.148667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7a0026-709e-4d7f-a579-9ea8ff16e9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e1d5f-4f15-4610-8c68-df901921163b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:45.157622 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f7afdbd-9fb2-4254-bf2d-f4fa107dc397" -d '{"events": [{"server_uuid": "ee7a0026-709e-4d7f-a579-9ea8ff16e9af", "name": "network-vif-plugged", "status": "completed", "tag": "c56e1d5f-4f15-4610-8c68-df901921163b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:45.186395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54228) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:45.197103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port c56e1d5f-4f15-4610-8c68-df901921163b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c56e1d5f-4f15-4610-8c68-df901921163b,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:45.274483 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80578a46-5230-47b3-b758-ce48ca0afea5 x-openstack-request-id: req-80578a46-5230-47b3-b758-ce48ca0afea5 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:45.274931 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7a0026-709e-4d7f-a579-9ea8ff16e9af", "name": "network-vif-plugged", "status": "completed", "tag": "c56e1d5f-4f15-4610-8c68-df901921163b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:45.275323 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80578a46-5230-47b3-b758-ce48ca0afea5 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:45.275945 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7a0026-709e-4d7f-a579-9ea8ff16e9af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c56e1d5f-4f15-4610-8c68-df901921163b', 'code': 200} Sep 10 03:35:45.303571 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.350210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] No DVR routers for this DVR port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:35:45.374626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6403d77-25d2-4620-b947-a7a460eb4492 None None] Network 80957e8c-37e9-469a-84c8-d57f4d52c190 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:45.422096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14168832-cacf-46fe-84fa-2de286c2c16c req-74261a1e-562f-4fce-970d-f527abae853a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:45.424597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14168832-cacf-46fe-84fa-2de286c2c16c req-74261a1e-562f-4fce-970d-f527abae853a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 1100 time: 0.0861132 Sep 10 03:35:45.498983 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.503381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] Pushing event updated for resources: {'Port': ['ID=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,revision_number=10']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:45.527769 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.543849 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-375da322-21cd-49d1-b5df-9f7ff682261f service neutron] 10.222.0.20 "PUT /v2.0/ports/d3e1c42a-47fb-46d5-b002-3a06c1bfed6c/bindings/n-h2-808143-1/activate HTTP/1.1" status: 200 len: 369 time: 2.3041167 Sep 10 03:35:45.545308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14168832-cacf-46fe-84fa-2de286c2c16c req-e66e3e32-3349-411f-bc0c-f26c8ed74e86 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134739 Sep 10 03:35:45.546634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-649e5598-34f0-4524-a980-7c121845231a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.550863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Transition to ACTIVE for port object c81cc7e1-f462-4943-9aff-17d3dae87209 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:45.691309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a478f-52d9-41ae-8563-2c4197ef73c7 req-4c3e95a6-c33d-4c80-8ac7-ad36dd6c9215 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:45.699167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-457a478f-52d9-41ae-8563-2c4197ef73c7 req-4c3e95a6-c33d-4c80-8ac7-ad36dd6c9215 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 944 time: 0.0913177 Sep 10 03:35:45.744159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.772343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=c56e1d5f-4f15-4610-8c68-df901921163b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:45.774629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-457a478f-52d9-41ae-8563-2c4197ef73c7 req-34fa0ae3-7bf0-40e0-a636-aa7ce5e643df tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694466 Sep 10 03:35:45.812176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:45.816421 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:45.820857 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-649e5598-34f0-4524-a980-7c121845231a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.824686 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.864315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:45.865526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dfcabb6b-cab0-4666-9340-ca56a83a90da None None] Provisioning for port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:45.873057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Pushing event updated for resources: {'Port': ['ID=c3775db0-5029-4a29-a6d1-6963362f351b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:45.892620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-3edc5d49-f4f0-449e-8b6b-ab4a313ad15e tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:45.895656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-3edc5d49-f4f0-449e-8b6b-ab4a313ad15e tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0701425 Sep 10 03:35:45.902783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-649e5598-34f0-4524-a980-7c121845231a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:45.970338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6b4c620f-6f0e-426a-bb38-9dcabf59d5da up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:45.992173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e5598-34f0-4524-a980-7c121845231a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=895e942b-9d4a-44dc-af73-ac34c3b70110,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:46.023762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Pushing event updated for resources: {'Port': ['ID=c81cc7e1-f462-4943-9aff-17d3dae87209,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:46.054051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-649e5598-34f0-4524-a980-7c121845231a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb8e2438f5d2434a9fb23589e0960fc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8667672 Sep 10 03:35:46.060303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-ff844cda-6383-4711-af98-fa735092f431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:46.060445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54252) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:46.060527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-ff844cda-6383-4711-af98-fa735092f431 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0&tenant_id=500807532d7f46768156300378a5bc21 HTTP/1.1" status: 200 len: 1095 time: 0.1527839 Sep 10 03:35:46.077301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de37999-e757-4cd9-89b0-d2519d75e370 req-bfd39a98-075d-408e-8f29-496372051989 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:46.085338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Network 27441f2b-c78b-40b8-bdbf-96326d674b8b is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:46.087834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2de37999-e757-4cd9-89b0-d2519d75e370 req-bfd39a98-075d-408e-8f29-496372051989 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 949 time: 0.1207552 Sep 10 03:35:46.094448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:46.097515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:46.172617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:46.183281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:46.186136 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.186544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.230544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2de37999-e757-4cd9-89b0-d2519d75e370 req-23f1b394-4b7a-4e0f-a4bf-b84c946c1656 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416616 Sep 10 03:35:46.238473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-6f319c23-b8c2-4dad-8f8b-62483812b091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:46.247198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-6f319c23-b8c2-4dad-8f8b-62483812b091 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1095 time: 0.1500380 Sep 10 03:35:46.346492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-68569777-c465-4f36-bd39-7bbf370e87d2 None None] Provisioning complete for port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:46.347011 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68569777-c465-4f36-bd39-7bbf370e87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.347188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88dfb086-e8a9-48d7-be5c-492099adf6be req-afc4caf6-227e-43f5-9d1e-fb5160e3faf2 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0988736 Sep 10 03:35:46.461141 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.497823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-725e114c-3ea5-49f5-a36d-91b4ae275af5 req-65bbb48a-5af6-40ed-b65a-33f2b1fa92ba tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=780d35de783f4badb3cca3793d4f5309&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460606 Sep 10 03:35:46.548167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6b4c620f-6f0e-426a-bb38-9dcabf59d5da,segment=NetworkSegment(5a2a8198-7054-49d6-ba37-65acb0e63dad),segment_id=5a2a8198-7054-49d6-ba37-65acb0e63dad)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:46.549643 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68569777-c465-4f36-bd39-7bbf370e87d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.571358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-0488f23b-fca5-4097-8f70-674d5eb32bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:46.573042 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-0488f23b-fca5-4097-8f70-674d5eb32bb6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.3235970 Sep 10 03:35:46.584411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51866968-2aa5-4ab1-b568-01842a4cde5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.630005 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.630960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:46.650427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-34aba56a-db40-4a88-8c4d-16c1d3b3bb8d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c HTTP/1.1" status: 200 len: 217 time: 0.0672052 Sep 10 03:35:46.714519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51866968-2aa5-4ab1-b568-01842a4cde5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.724875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725e114c-3ea5-49f5-a36d-91b4ae275af5 req-0c601dab-b094-42df-8d92-6d3735ad7662 tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:46.732549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-725e114c-3ea5-49f5-a36d-91b4ae275af5 req-0c601dab-b094-42df-8d92-6d3735ad7662 tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2338173 Sep 10 03:35:46.736000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-cb5be9fb-86d2-4f04-842d-f4d30502aa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:46.737487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-cb5be9fb-86d2-4f04-842d-f4d30502aa1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0797639 Sep 10 03:35:46.759593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-725e114c-3ea5-49f5-a36d-91b4ae275af5 req-f61957a9-a9d7-4f24-825e-f1f1eae996ba tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/quotas/780d35de783f4badb3cca3793d4f5309 HTTP/1.1" status: 200 len: 375 time: 0.0261037 Sep 10 03:35:46.761722 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-68569777-c465-4f36-bd39-7bbf370e87d2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:35:46.762262 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-68569777-c465-4f36-bd39-7bbf370e87d2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:35:46.770289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6b4c620f-6f0e-426a-bb38-9dcabf59d5da,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:46.797579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-05fb1569-58df-401d-899c-873aa4a7b86f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522201 Sep 10 03:35:46.826742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-725e114c-3ea5-49f5-a36d-91b4ae275af5 req-e687168a-ab92-4747-bea2-085f9d15afbd tempest-QuotasAdminNegativeTest-2007189453 tempest-QuotasAdminNegativeTest-2007189453-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=780d35de783f4badb3cca3793d4f5309&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662048 Sep 10 03:35:46.872008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:46.878048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:46.880985 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.926445 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.949748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2390dc82-0bf3-4c01-8cc8-9cef3b1e6969 req-4ede0e55-26c1-4fe4-9981-ca6f948b6ce2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:46.951554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2390dc82-0bf3-4c01-8cc8-9cef3b1e6969 req-4ede0e55-26c1-4fe4-9981-ca6f948b6ce2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 944 time: 0.1020448 Sep 10 03:35:46.974399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-78817786-9a21-42ef-af25-315f544430b7 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570120 Sep 10 03:35:46.983319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.985760 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51866968-2aa5-4ab1-b568-01842a4cde5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.988938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51866968-2aa5-4ab1-b568-01842a4cde5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:46.990347 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-51866968-2aa5-4ab1-b568-01842a4cde5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/895e942b-9d4a-44dc-af73-ac34c3b70110 HTTP/1.1" status: 204 len: 168 time: 0.9299214 Sep 10 03:35:47.011437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51866968-2aa5-4ab1-b568-01842a4cde5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=895e942b-9d4a-44dc-af73-ac34c3b70110,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:47.049635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2390dc82-0bf3-4c01-8cc8-9cef3b1e6969 req-7548d172-122a-4533-9efc-6f9bf15cb9dd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842271 Sep 10 03:35:47.068781 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:47.122206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-2c0debdf-e370-40f7-8176-140f56be8028 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1412497 Sep 10 03:35:47.126733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=15229826-7ff4-4f6a-ab3d-ce25a7591ee1,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:47.199967 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:47.207530 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-89c92610-276a-4aa9-9f6d-201a2bb3aa2d tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=b866f6363163412088b265e155668816&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0684192 Sep 10 03:35:47.247946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=15229826-7ff4-4f6a-ab3d-ce25a7591ee1,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:47.388730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2c32b9-034b-4945-a946-6f9c82a440b4 req-6b55554d-df52-4fd7-8fa1-cc0a485ae80d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:47.390607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b2c32b9-034b-4945-a946-6f9c82a440b4 req-6b55554d-df52-4fd7-8fa1-cc0a485ae80d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 949 time: 0.0627134 Sep 10 03:35:47.456077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b2c32b9-034b-4945-a946-6f9c82a440b4 req-fa4df2ce-e05a-47c8-9a78-d83fffa0f369 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593569 Sep 10 03:35:47.469612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d3e1c42a-47fb-46d5-b002-3a06c1bfed6c no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:35:47.583341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d2c25453-90dc-4ca8-bc60-28d7b13372f3 None None] Provisioning for port c81cc7e1-f462-4943-9aff-17d3dae87209 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:47.589755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d2c25453-90dc-4ca8-bc60-28d7b13372f3 None None] Provisioning complete for port c81cc7e1-f462-4943-9aff-17d3dae87209 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:47.590142 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d2c25453-90dc-4ca8-bc60-28d7b13372f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:47.592844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d3e1c42a-47fb-46d5-b002-3a06c1bfed6c not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:35:47.604483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebf3b206-fc20-468d-ac76-b9f8d037b0f5 req-e9874cce-7bcd-4b32-89bd-ac08c571087a tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0696018 Sep 10 03:35:47.636071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d2c25453-90dc-4ca8-bc60-28d7b13372f3 None None] Port c81cc7e1-f462-4943-9aff-17d3dae87209 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:35:47.668984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:47.693966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e0c04-1ab6-4bdc-9552-2c3b1a55a45b req-aa9d29f5-5430-49db-8685-6df1184d46e8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:47.698522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-197e0c04-1ab6-4bdc-9552-2c3b1a55a45b req-aa9d29f5-5430-49db-8685-6df1184d46e8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1077557 Sep 10 03:35:47.702960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-78b86973-deac-46d7-95a9-623554c75624 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:47.704632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-78b86973-deac-46d7-95a9-623554c75624 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0601850 Sep 10 03:35:47.781238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6b4c620f-6f0e-426a-bb38-9dcabf59d5da up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:47.781933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-197e0c04-1ab6-4bdc-9552-2c3b1a55a45b req-9fc3d862-3f87-4ad8-b9b1-78be03b7ed58 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734923 Sep 10 03:35:47.822252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-9148a5de-79b2-46ec-8357-21657981090b tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:47.823755 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-9148a5de-79b2-46ec-8357-21657981090b tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6083937 Sep 10 03:35:47.826114 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:47.854821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:47.855457 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:47.860310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Request body: {'port': {'device_id': '7a46b15f-156c-4a5d-a5e6-4a8887133f02', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'b866f6363163412088b265e155668816'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:47.931961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:47.947514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:47.952554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-85468ce2-c345-435e-a66d-63742a1f98f1 service neutron] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:47.962431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-85468ce2-c345-435e-a66d-63742a1f98f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:47.962431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-985e323c-7cf7-47da-ae2a-7cc0e51139f3 req-85468ce2-c345-435e-a66d-63742a1f98f1 service neutron] 10.222.0.39 "DELETE /v2.0/ports/d3e1c42a-47fb-46d5-b002-3a06c1bfed6c/bindings/n-h1-808143-1 HTTP/1.1" status: 204 len: 173 time: 0.2490766 Sep 10 03:35:48.030242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:48.030526 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.035814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54296) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:48.041235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Pushing event updated for resources: {'Port': ['ID=c81cc7e1-f462-4943-9aff-17d3dae87209,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:48.047533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.065579 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3093e4f-9530-4b69-9fc5-104def223ae7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.156026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Router 42f7dc54-09ce-45b4-ba77-ea6daba74493 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:35:48.175569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54306) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:48.216505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea6e55-4675-4a6a-9728-0f0af3f01b76 req-81e62ae2-48e7-4d1a-b023-70a2ddd9000e tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:48.219701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Made reservation on behalf of b866f6363163412088b265e155668816 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:48.223230 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.228438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3ea6e55-4675-4a6a-9728-0f0af3f01b76 req-81e62ae2-48e7-4d1a-b023-70a2ddd9000e tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 944 time: 0.0920591 Sep 10 03:35:48.265983 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.295754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-863333d1-9627-44fc-8098-3038bce40318 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=e219dbbf58804efdb0df16c6c3f27949&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587549 Sep 10 03:35:48.312941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Network 27441f2b-c78b-40b8-bdbf-96326d674b8b is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:48.321137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:48.413112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:35:48.432251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Sync routers for ids ['42f7dc54-09ce-45b4-ba77-ea6daba74493'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:35:48.446684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Routers {'42f7dc54-09ce-45b4-ba77-ea6daba74493'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:35:48.449985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['42f7dc54-09ce-45b4-ba77-ea6daba74493'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:48.475649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3ea6e55-4675-4a6a-9728-0f0af3f01b76 req-d0ba965c-3ce5-4528-9adc-3d2a379bcf4b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470725 Sep 10 03:35:48.524731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2059d5-42a2-4f5b-aaf2-90f28c6890d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.553699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-609b5b83-d4df-4e7a-a1f1-39b8a7e5ebb0 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:48.560354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-609b5b83-d4df-4e7a-a1f1-39b8a7e5ebb0 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2536464 Sep 10 03:35:48.564012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Router 87105b7c-9326-4e9a-aff0-86702c4472ca has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:35:48.593056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-9195a76a-6342-4a3a-9fea-5e89bee4c02f tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/quotas/e219dbbf58804efdb0df16c6c3f27949 HTTP/1.1" status: 200 len: 375 time: 0.0256820 Sep 10 03:35:48.644202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Set router 42f7dc54-09ce-45b4-ba77-ea6daba74493 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:35:48.679125 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3093e4f-9530-4b69-9fc5-104def223ae7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.701574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:35:48.701791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-fa0c4709-c49c-43cd-9d4e-15d30dbe6d12 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e219dbbf58804efdb0df16c6c3f27949&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1017802 Sep 10 03:35:48.704280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79240a1-5cdf-4419-ac38-1c10b0ca3f34 req-9773e31d-021b-4456-bbd7-765c311948a6 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:48.706297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f79240a1-5cdf-4419-ac38-1c10b0ca3f34 req-9773e31d-021b-4456-bbd7-765c311948a6 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1095 time: 0.0929413 Sep 10 03:35:48.718059 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f43d758a-6ee5-42bd-bb7a-43055356c9ab admin admin] 10.222.0.22 "PUT /v2.0/routers/87105b7c-9326-4e9a-aff0-86702c4472ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3499622 Sep 10 03:35:48.718861 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Sync routers for ids ['87105b7c-9326-4e9a-aff0-86702c4472ca'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:35:48.741871 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Routers {'87105b7c-9326-4e9a-aff0-86702c4472ca'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:35:48.744082 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['87105b7c-9326-4e9a-aff0-86702c4472ca'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:48.749751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f79240a1-5cdf-4419-ac38-1c10b0ca3f34 req-cbf6e159-3b9f-4b67-ac95-48511d999c9a tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368629 Sep 10 03:35:48.780590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3093e4f-9530-4b69-9fc5-104def223ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.795912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2a1c93fa-8da2-4d5d-972f-6a40efd74048 None None] Provisioning complete for port c81cc7e1-f462-4943-9aff-17d3dae87209 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:48.796322 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2a1c93fa-8da2-4d5d-972f-6a40efd74048 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.874615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3093e4f-9530-4b69-9fc5-104def223ae7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7198cf3-7694-42dd-89ce-5d3a50856e87,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:48.881669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2a1c93fa-8da2-4d5d-972f-6a40efd74048 None None] Port c81cc7e1-f462-4943-9aff-17d3dae87209 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:35:48.895746 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e3093e4f-9530-4b69-9fc5-104def223ae7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01625047d7644671b1a07632a38b5e9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8570485 Sep 10 03:35:48.896944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed51518a-bdcb-4683-9f3a-677b2c4a0a4b req-d4c718a5-9b5e-49fc-9134-14613bdeaeb5 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0409498 Sep 10 03:35:48.897060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54324) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:48.923450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:48.925248 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5407bc53-1dc7-4993-aad3-dd2c6703ea16 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 6.7799675 Sep 10 03:35:48.928567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54326) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:48.949473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:42Z', 'updated_at': '2021-09-10T03:35:46Z', 'revision_number': 3, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'gw_port': {'id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:44Z', 'updated_at': '2021-09-10T03:35:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:48.991867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Checking router: 42f7dc54-09ce-45b4-ba77-ea6daba74493 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:35:48.992362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Updating router 42f7dc54-09ce-45b4-ba77-ea6daba74493 port c3775db0-5029-4a29-a6d1-6963362f351b binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:35:49.015155 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-eb2059d5-42a2-4f5b-aaf2-90f28c6890d6 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:35:49.015155 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:35:49.015155 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id_1': '780d35de783f4badb3cca3793d4f5309', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 35, 28, 569802)}] Sep 10 03:35:49.015155 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:35:49.015761 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-eb2059d5-42a2-4f5b-aaf2-90f28c6890d6 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:35:49.057444 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Set router 87105b7c-9326-4e9a-aff0-86702c4472ca gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:35:49.096554 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.172832 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.184375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a4d40d5-5b87-428b-a2eb-101acca0580d req-ab76472e-294c-43f4-a481-35e9c8726b1c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 210 time: 0.0773256 Sep 10 03:35:49.199442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-677a7793-3b5f-419c-8867-f34e89c8d78b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.281966 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-677a7793-3b5f-419c-8867-f34e89c8d78b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.327666 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.362880 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:39Z', 'updated_at': '2021-09-10T03:35:46Z', 'revision_number': 4, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'gw_port': {'id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:40Z', 'updated_at': '2021-09-10T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c81cc7e1-f462-4943-9aff-17d3dae87209', 'name': '', 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'mac_address': 'fa:16:3e:a9:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '183a6167-381f-44bd-8d12-c94fba07221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:44Z', 'updated_at': '2021-09-10T03:35:47Z', 'revision_number': 2, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'subnets': [{'id': '183a6167-381f-44bd-8d12-c94fba07221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:49.391849 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Checking router: 87105b7c-9326-4e9a-aff0-86702c4472ca for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:35:49.393001 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Updating router 87105b7c-9326-4e9a-aff0-86702c4472ca port c81cc7e1-f462-4943-9aff-17d3dae87209 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:35:49.425063 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.494931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d34c93e0-e0a2-448b-8c5d-3d952d139b60,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:49.527987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-704ded1e-ca1b-4250-b920-70c3b146b287 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:49.535971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-704ded1e-ca1b-4250-b920-70c3b146b287 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 807 time: 0.3668702 Sep 10 03:35:49.542470 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2059d5-42a2-4f5b-aaf2-90f28c6890d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.577990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-050f0fe3-01f3-4fb1-81c7-6637f5805158 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/quotas/500807532d7f46768156300378a5bc21 HTTP/1.1" status: 200 len: 375 time: 0.0410810 Sep 10 03:35:49.713892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Allocated IP 192.168.233.195 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/67bd5154-55fc-42ba-9f82-cd216d3c3452) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:49.738489 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.751264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b22e324c-6f92-4fb3-8f59-1a5fa27a0f1b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723585 Sep 10 03:35:49.785337 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Transition to ACTIVE for port object c81cc7e1-f462-4943-9aff-17d3dae87209 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:49.793543 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.796985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-677a7793-3b5f-419c-8867-f34e89c8d78b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.800374 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-677a7793-3b5f-419c-8867-f34e89c8d78b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.800811 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-677a7793-3b5f-419c-8867-f34e89c8d78b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7198cf3-7694-42dd-89ce-5d3a50856e87 HTTP/1.1" status: 204 len: 168 time: 0.9027658 Sep 10 03:35:49.811318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Transition to ACTIVE for port object c3775db0-5029-4a29-a6d1-6963362f351b will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:49.856688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a7793-3b5f-419c-8867-f34e89c8d78b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7198cf3-7694-42dd-89ce-5d3a50856e87,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:49.895114 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:49.961341 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabfab8-63d0-4a0b-9069-cb6987c2032e None None] Pushing event updated for resources: {'Port': ['ID=c81cc7e1-f462-4943-9aff-17d3dae87209,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:49.963608 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.036081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-f05a35a9-73b0-4aa7-95f2-0f9d5a5f6b04 service neutron] 10.222.0.22 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838593 Sep 10 03:35:50.067673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Attempting to bind port c3775db0-5029-4a29-a6d1-6963362f351b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:50.068354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Attempting to bind port c3775db0-5029-4a29-a6d1-6963362f351b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:50.068827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Attempting to bind port c3775db0-5029-4a29-a6d1-6963362f351b on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:50.083962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc0d1e-d59c-473a-9c2f-2ca0ad3fc3ac None None] Pushing event updated for resources: {'Port': ['ID=c3775db0-5029-4a29-a6d1-6963362f351b,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:50.094267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.097580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:50.097988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:50.099630 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.101393 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Attempting to bind port c81cc7e1-f462-4943-9aff-17d3dae87209 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:50.101778 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Attempting to bind port c81cc7e1-f462-4943-9aff-17d3dae87209 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:50.102640 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Attempting to bind port c81cc7e1-f462-4943-9aff-17d3dae87209 on network 27441f2b-c78b-40b8-bdbf-96326d674b8b {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:50.107097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:50.108365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Bound port: c3775db0-5029-4a29-a6d1-6963362f351b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:50.108660 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:50.108843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.109357 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Checking segment: {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:50.110022 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.110586 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Bound using segment: {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:50.112055 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Bound port: c81cc7e1-f462-4943-9aff-17d3dae87209, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:50.112668 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.131235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Transition to ACTIVE for port object 67bd5154-55fc-42ba-9f82-cd216d3c3452 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:50.141671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.167631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54366) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:50.179434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-network', 'tenant_id': '19d671628b634bec86c51d389735f007'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:50.189875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] For port c3775db0-5029-4a29-a6d1-6963362f351b, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:50.194100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] For port c3775db0-5029-4a29-a6d1-6963362f351b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c3775db0-5029-4a29-a6d1-6963362f351b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:50.198712 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] For port c81cc7e1-f462-4943-9aff-17d3dae87209, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:50.202978 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] For port c81cc7e1-f462-4943-9aff-17d3dae87209, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c81cc7e1-f462-4943-9aff-17d3dae87209,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:50.204423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74348c1e-5749-4fe9-9226-af4454beb13e req-0e7127dd-5e5c-4e19-a9f4-7b3eef265f40 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0959170 Sep 10 03:35:50.206363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2059d5-42a2-4f5b-aaf2-90f28c6890d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.319801 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.344371 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.348278 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2059d5-42a2-4f5b-aaf2-90f28c6890d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.357654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-441ba244-a551-487a-ab5e-fd10ff460ef9 req-7e6f5454-a255-425c-8865-97409a538ca2 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 210 time: 0.0512602 Sep 10 03:35:50.370412 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.380301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-927f8e82-6fcf-44f6-8a24-857592afdebd service neutron] 10.222.0.22 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3432939 Sep 10 03:35:50.430314 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Routers {'87105b7c-9326-4e9a-aff0-86702c4472ca'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:35:50.431773 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['87105b7c-9326-4e9a-aff0-86702c4472ca'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:50.433291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Made reservation on behalf of 19d671628b634bec86c51d389735f007 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:50.436191 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.466647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.497440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Routers {'42f7dc54-09ce-45b4-ba77-ea6daba74493'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:35:50.498080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['42f7dc54-09ce-45b4-ba77-ea6daba74493'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:50.510967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:50.514545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:50.557794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eb2059d5-42a2-4f5b-aaf2-90f28c6890d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=780d35de783f4badb3cca3793d4f5309&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3730443 Sep 10 03:35:50.561425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:50.574413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54378) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:50.615946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc0d1e-d59c-473a-9c2f-2ca0ad3fc3ac None None] Pushing event updated for resources: {'Port': ['ID=c3775db0-5029-4a29-a6d1-6963362f351b,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:50.657476 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eabfab8-63d0-4a0b-9069-cb6987c2032e None None] Pushing event updated for resources: {'Port': ['ID=c81cc7e1-f462-4943-9aff-17d3dae87209,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:50.681134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:50.681825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.717193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Pushing event updated for resources: {'Port': ['ID=67bd5154-55fc-42ba-9f82-cd216d3c3452,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:50.804468 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-73771664-88f4-460a-892c-9dbd0d181516 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.868932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] Set router 42f7dc54-09ce-45b4-ba77-ea6daba74493 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:35:50.903300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.931259 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] Set router 87105b7c-9326-4e9a-aff0-86702c4472ca gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:35:50.969455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:50.985872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:35:51.012076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.012692 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Added segment 05660bd0-eefa-4dd8-9cae-91ff1f8a73e7 of type vlan for network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc Sep 10 03:35:51.070351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2059d5-42a2-4f5b-aaf2-90f28c6890d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f36844cf-a3d3-4f0f-9683-3d03def4c40c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:51.101795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.125355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-807604b1-32ac-46cd-bded-badecbac261e req-215d8128-0594-4d0d-9a56-5849f418c25f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 210 time: 0.0644822 Sep 10 03:35:51.177050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a47fe496-ee2b-464b-a538-ac2af65f3212 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3205197 Sep 10 03:35:51.211795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Allocated IP 172.20.0.1 (80957e8c-37e9-469a-84c8-d57f4d52c190/c7d68820-2647-4f59-bab4-aff570a9f9a2/a6c908a0-0e8a-402d-9cc3-f5de487a4428) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:51.212038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1a18e1d5-6be9-4126-be85-509cfe78d370 None None] Provisioning for port 67bd5154-55fc-42ba-9f82-cd216d3c3452 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:51.214201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Request body: {'port': {'device_id': '7a46b15f-156c-4a5d-a5e6-4a8887133f02', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:51.250939 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:39Z', 'updated_at': '2021-09-10T03:35:46Z', 'revision_number': 4, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'gw_port': {'id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:40Z', 'updated_at': '2021-09-10T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c81cc7e1-f462-4943-9aff-17d3dae87209', 'name': '', 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'mac_address': 'fa:16:3e:a9:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '183a6167-381f-44bd-8d12-c94fba07221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:44Z', 'updated_at': '2021-09-10T03:35:50Z', 'revision_number': 4, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'subnets': [{'id': '183a6167-381f-44bd-8d12-c94fba07221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:51.283735 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac6f2445-f10f-44b7-9515-7aae9f3f9b18 None None] The sync data for ids ['87105b7c-9326-4e9a-aff0-86702c4472ca'] in n-d-808143-1 is: [{'id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:39Z', 'updated_at': '2021-09-10T03:35:46Z', 'revision_number': 4, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'gw_port': {'id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:40Z', 'updated_at': '2021-09-10T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c81cc7e1-f462-4943-9aff-17d3dae87209', 'name': '', 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'mac_address': 'fa:16:3e:a9:28:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '183a6167-381f-44bd-8d12-c94fba07221b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:44Z', 'updated_at': '2021-09-10T03:35:50Z', 'revision_number': 4, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'subnets': [{'id': '183a6167-381f-44bd-8d12-c94fba07221b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:35:51.284602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1a18e1d5-6be9-4126-be85-509cfe78d370 None None] Provisioning complete for port 67bd5154-55fc-42ba-9f82-cd216d3c3452 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:51.284602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1a18e1d5-6be9-4126-be85-509cfe78d370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.294903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29b79b96-ec32-4be0-a7db-fbc621577e37,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:51.364232 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a1f791-f9cf-48ee-b06a-d9bf3ba198f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.383269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.384194 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:51.384775 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.404000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1a18e1d5-6be9-4126-be85-509cfe78d370 None None] Port 67bd5154-55fc-42ba-9f82-cd216d3c3452 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:35:51.409217 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.415661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a1f791-f9cf-48ee-b06a-d9bf3ba198f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.418231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:42Z', 'updated_at': '2021-09-10T03:35:46Z', 'revision_number': 3, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'gw_port': {'id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:44Z', 'updated_at': '2021-09-10T03:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:51.460277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.462983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d589c51-7121-46ce-a794-e296cd2dcddb None None] The sync data for ids ['42f7dc54-09ce-45b4-ba77-ea6daba74493'] in n-d-808143-1 is: [{'id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:42Z', 'updated_at': '2021-09-10T03:35:46Z', 'revision_number': 3, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'gw_port': {'id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:44Z', 'updated_at': '2021-09-10T03:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:35:51.474929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Transition to ACTIVE for port object a6c908a0-0e8a-402d-9cc3-f5de487a4428 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:51.559142 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3901579 Sep 10 03:35:51.559891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36dcf47-bcd6-4dab-82b2-3af75cfadb5d admin admin] Pushing event updated for resources: {'Network': ['ID=a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:51.571936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:35:51.588378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54408) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:51.633202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a54cfba-8718-4e31-a5b3-b5dc9b9310e7 req-e007e270-e621-4295-a0c1-671d2a7488f5 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 210 time: 0.1365077 Sep 10 03:35:51.638181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Request body: {'subnet': {'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-subnet', 'tenant_id': '19d671628b634bec86c51d389735f007', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:51.760936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a12cf2-0324-45ae-bc67-aa35822dcc1f req-0a2f8357-c1d7-4966-83f3-28698243b014 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:51.764056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79a12cf2-0324-45ae-bc67-aa35822dcc1f req-0a2f8357-c1d7-4966-83f3-28698243b014 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 936 time: 0.3211510 Sep 10 03:35:51.773174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54410) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:51.871468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c81cc7e1-f462-4943-9aff-17d3dae87209 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:51.878007 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a1f791-f9cf-48ee-b06a-d9bf3ba198f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.880133 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a1f791-f9cf-48ee-b06a-d9bf3ba198f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:51.881534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-61a1f791-f9cf-48ee-b06a-d9bf3ba198f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f36844cf-a3d3-4f0f-9683-3d03def4c40c HTTP/1.1" status: 204 len: 168 time: 1.3061764 Sep 10 03:35:51.921993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a1f791-f9cf-48ee-b06a-d9bf3ba198f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36844cf-a3d3-4f0f-9683-3d03def4c40c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:51.922469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Made reservation on behalf of 19d671628b634bec86c51d389735f007 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:51.926536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.071559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1223425720-network', 'tenant_id': 'd03fa6d7cb80425e87e91223dc0c92ad'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:52.076110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-79cbd513-684f-46b5-934f-5fdefdff12cc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=e219dbbf58804efdb0df16c6c3f27949&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2216036 Sep 10 03:35:52.077260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.083944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port c81cc7e1-f462-4943-9aff-17d3dae87209 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:52.091457 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79a12cf2-0324-45ae-bc67-aa35822dcc1f req-ca69e893-735f-416a-ac56-a516f567c1f6 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3101358 Sep 10 03:35:52.102359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c81cc7e1-f462-4943-9aff-17d3dae87209 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:52.102778 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.126508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Network 80957e8c-37e9-469a-84c8-d57f4d52c190 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:52.219147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:52.222311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67bd5154-55fc-42ba-9f82-cd216d3c3452 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:52.245874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.255033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:52.262349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.279330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Transition to ACTIVE for port object 67bd5154-55fc-42ba-9f82-cd216d3c3452 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:52.343960 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.362149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.427954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port c81cc7e1-f462-4943-9aff-17d3dae87209, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c81cc7e1-f462-4943-9aff-17d3dae87209,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:52.488724 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Pushing event updated for resources: {'Port': ['ID=67bd5154-55fc-42ba-9f82-cd216d3c3452,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:52.523632 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.605414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Attempting to bind port 67bd5154-55fc-42ba-9f82-cd216d3c3452 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:52.607062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Attempting to bind port 67bd5154-55fc-42ba-9f82-cd216d3c3452 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:52.607062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Attempting to bind port 67bd5154-55fc-42ba-9f82-cd216d3c3452 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:52.613674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Made reservation on behalf of d03fa6d7cb80425e87e91223dc0c92ad for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:52.614197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Port 67bd5154-55fc-42ba-9f82-cd216d3c3452 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:52.615526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Attempting to bind port 67bd5154-55fc-42ba-9f82-cd216d3c3452 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:52.616855 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.635918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:52.635918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:52.635918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:52.636228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Bound port: 67bd5154-55fc-42ba-9f82-cd216d3c3452, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:52.636390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.651230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-3b01b79d-7e65-43ed-aa0c-5648fdf797b0 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:52.653113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-3b01b79d-7e65-43ed-aa0c-5648fdf797b0 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5619898 Sep 10 03:35:52.662066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=c81cc7e1-f462-4943-9aff-17d3dae87209,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:52.687297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f6f7615-890c-42f7-a4de-98d1cfd8d73f req-8bcc9d9b-8fac-418e-a46d-d26f1ed71799 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 210 time: 0.3355002 Sep 10 03:35:52.715997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Pushing event updated for resources: {'Port': ['ID=a6c908a0-0e8a-402d-9cc3-f5de487a4428,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:52.722294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Request body: {'port': {'device_id': '8dbcd383-19e1-49b4-9a69-98b37c80794b', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'e219dbbf58804efdb0df16c6c3f27949'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:52.731118 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.807492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] For port 67bd5154-55fc-42ba-9f82-cd216d3c3452, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:52.811332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] For port 67bd5154-55fc-42ba-9f82-cd216d3c3452, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67bd5154-55fc-42ba-9f82-cd216d3c3452,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:52.820279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54424) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:52.836551 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a12d4bdb-0f37-47bd-8eb7-63302cf9e77d None None] Provisioning for port a6c908a0-0e8a-402d-9cc3-f5de487a4428 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:52.838728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c60ded9-aef5-45f3-ad13-e16693fe1df3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.846686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a12d4bdb-0f37-47bd-8eb7-63302cf9e77d None None] Provisioning complete for port a6c908a0-0e8a-402d-9cc3-f5de487a4428 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:52.849419 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a12d4bdb-0f37-47bd-8eb7-63302cf9e77d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.897617 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.905866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a12d4bdb-0f37-47bd-8eb7-63302cf9e77d None None] Port a6c908a0-0e8a-402d-9cc3-f5de487a4428 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:35:52.954956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:52.955861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:52.957568 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] 10.222.0.20 "PUT /v2.0/ports/67bd5154-55fc-42ba-9f82-cd216d3c3452 HTTP/1.1" status: 200 len: 1096 time: 1.7692950 Sep 10 03:35:52.964493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7a46b15f-156c-4a5d-a5e6-4a8887133f02', 'tag': '67bd5154-55fc-42ba-9f82-cd216d3c3452'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:52.967024 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a12d7b23-04ec-4aac-a7d6-b192be2c9047" -d '{"events": [{"name": "network-changed", "server_uuid": "7a46b15f-156c-4a5d-a5e6-4a8887133f02", "tag": "67bd5154-55fc-42ba-9f82-cd216d3c3452"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:52.999353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e342520a-3239-402b-9c4a-da9ef3ee7c5e req-e83dc351-7dec-401f-b2d6-5e1990cce318 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 210 time: 0.1777928 Sep 10 03:35:53.034907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c38a87-b78e-4019-9358-3d7342d0508e service neutron] Pushing event updated for resources: {'Port': ['ID=67bd5154-55fc-42ba-9f82-cd216d3c3452,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:53.048437 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23852d7a-85cd-449c-8fb9-0924381534c3 x-openstack-request-id: req-23852d7a-85cd-449c-8fb9-0924381534c3 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:35:53.048437 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7a46b15f-156c-4a5d-a5e6-4a8887133f02", "tag": "67bd5154-55fc-42ba-9f82-cd216d3c3452", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:35:53.048437 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23852d7a-85cd-449c-8fb9-0924381534c3 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:35:53.048437 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7a46b15f-156c-4a5d-a5e6-4a8887133f02', 'tag': '67bd5154-55fc-42ba-9f82-cd216d3c3452', 'status': 'completed', 'code': 200} Sep 10 03:35:53.074197 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.134344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c60ded9-aef5-45f3-ad13-e16693fe1df3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.184502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7b23-04ec-4aac-a7d6-b192be2c9047 req-28a444f5-2218-4784-9370-5b5bfee1b6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:53.186066 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a12d7b23-04ec-4aac-a7d6-b192be2c9047 req-28a444f5-2218-4784-9370-5b5bfee1b6f6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b866f6363163412088b265e155668816&device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 1099 time: 0.1136935 Sep 10 03:35:53.218468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a12d7b23-04ec-4aac-a7d6-b192be2c9047 req-7ebeadb5-0285-4932-b0ab-e65f36d368e1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b866f6363163412088b265e155668816&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223846 Sep 10 03:35:53.235415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c60ded9-aef5-45f3-ad13-e16693fe1df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.288686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52dd407b-6ec0-423f-835a-2af3fae1a6a1,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:53.290841 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.320883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Checking segment: {'id': '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:53.322313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Network hostable DHCP agents. Network: a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:35:53.340094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60ded9-aef5-45f3-ad13-e16693fe1df3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb685f75-34e5-4915-84b1-b79963832cb8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:53.357505 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0c60ded9-aef5-45f3-ad13-e16693fe1df3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c9ce41605dac490d83a0eaedaf9d1a3d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5335796 Sep 10 03:35:53.361165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54430) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:53.418433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12d7b23-04ec-4aac-a7d6-b192be2c9047 req-e43b867f-4d61-499c-a92a-cb546031433e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:53.419941 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a12d7b23-04ec-4aac-a7d6-b192be2c9047 req-e43b867f-4d61-499c-a92a-cb546031433e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1942244 Sep 10 03:35:53.430646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21326ae7-3c24-40a5-aa50-15b67ef9d872 req-80ea1337-4b39-4f86-99ba-03e9cd59d877 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:53.434714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36f10ba6-334e-45eb-9cd7-8b7bdc374958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.437832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21326ae7-3c24-40a5-aa50-15b67ef9d872 req-80ea1337-4b39-4f86-99ba-03e9cd59d877 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 948 time: 0.2223732 Sep 10 03:35:53.459548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36f10ba6-334e-45eb-9cd7-8b7bdc374958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.465523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7422b419-adcf-42f4-ae49-bae7ab7fe2e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.529015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a8feaa1f-b9b2-4569-9ede-35a9ff10286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:53.530632 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-a8feaa1f-b9b2-4569-9ede-35a9ff10286e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b866f6363163412088b265e155668816&device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 1099 time: 0.0689671 Sep 10 03:35:53.542899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:35:53.587195 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-0a89344b-4841-4c26-9f7a-f81f64fbf53c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.195&port_id=67bd5154-55fc-42ba-9f82-cd216d3c3452 HTTP/1.1" status: 200 len: 217 time: 0.0474668 Sep 10 03:35:53.623438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36f10ba6-334e-45eb-9cd7-8b7bdc374958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.625999 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36f10ba6-334e-45eb-9cd7-8b7bdc374958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.629685 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-36f10ba6-334e-45eb-9cd7-8b7bdc374958 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb685f75-34e5-4915-84b1-b79963832cb8 HTTP/1.1" status: 204 len: 168 time: 0.2669473 Sep 10 03:35:53.640048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21326ae7-3c24-40a5-aa50-15b67ef9d872 req-5302447f-b96a-4fb1-95cd-7f335ddb1c2d tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013245 Sep 10 03:35:53.644000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f10ba6-334e-45eb-9cd7-8b7bdc374958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb685f75-34e5-4915-84b1-b79963832cb8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:53.646262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.653559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-f26e289d-fe64-44f0-897c-2663012fdf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:53.655232 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-f26e289d-fe64-44f0-897c-2663012fdf6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0602570 Sep 10 03:35:53.660168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:53.673766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf44462-df14-4dd0-8cc8-41f2eb1f351a None None] Network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:53.679742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-bb064e49-85a3-4b38-a4b8-0fa25977a270 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:53.680988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-bb064e49-85a3-4b38-a4b8-0fa25977a270 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 807 time: 0.3086972 Sep 10 03:35:53.684540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:53.685026 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.688423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.698382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Request body: {'port': {'device_id': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4', 'admin_state_up': True, 'tenant_id': '500807532d7f46768156300378a5bc21'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:53.716635 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-37d0bf68-8ab7-4c2e-a971-0f3812fda2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:53.720465 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-37d0bf68-8ab7-4c2e-a971-0f3812fda2c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0509996 Sep 10 03:35:53.813768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:53.870580 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-bcc507eb-12bb-40bf-9cc8-98c57938495d service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427698 Sep 10 03:35:53.956550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-019e8f8a-9d8b-481f-b5b8-382f15044a6a req-276a6a63-23ef-465a-ab07-2a283b9d4dc1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 210 time: 0.0798533 Sep 10 03:35:53.969706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b8be073d-6fc4-44b4-b787-8c5ad20410a2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.3781831 Sep 10 03:35:53.981529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54438) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:53.996461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:53.997339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.002505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc', 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc', 'tenant_id': '19d671628b634bec86c51d389735f007', 'fixed_ips': [{'subnet_id': '52dd407b-6ec0-423f-835a-2af3fae1a6a1'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:35:54.003866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.003987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:35:54.006957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c81cc7e1-f462-4943-9aff-17d3dae87209 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:54.039576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95428a22-85a7-4378-9568-a391138b9260,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:54.050604 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.051237 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Added segment 009e0eec-7108-49c6-ab98-fee2b805847f of type vlan for network 6ce8e0fe-fe24-4977-acda-6b032beeafda Sep 10 03:35:54.063050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6990ba1-7bc1-4efb-a342-8784fadc3ed3 req-3e4e2a59-f21b-4d71-aa13-231a66bfbf19 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1849122 Sep 10 03:35:54.101633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.154595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ecc04fd-5b90-420e-9991-c6f7932520ef req-93e3d214-57c8-4787-aa2f-9ba8056ee4ce tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 210 time: 0.0428848 Sep 10 03:35:54.154595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.154832 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.156470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Made reservation on behalf of e219dbbf58804efdb0df16c6c3f27949 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:54.160086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.185369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c81cc7e1-f462-4943-9aff-17d3dae87209 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:54.185767 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.240414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.242217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.247081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Allocated IP 172.20.0.2 (a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc/52dd407b-6ec0-423f-835a-2af3fae1a6a1/4d7506c3-bacf-4cde-a34b-5487d0c81b81) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:54.312115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Pushing event updated for resources: {'Port': ['ID=a6c908a0-0e8a-402d-9cc3-f5de487a4428,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:54.320936 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.334249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.335283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:54.335951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.378234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c3775db0-5029-4a29-a6d1-6963362f351b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:54.480328 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] Pushing event updated for resources: {'Network': ['ID=6ce8e0fe-fe24-4977-acda-6b032beeafda,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:54.495464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 6ce8e0fe-fe24-4977-acda-6b032beeafda details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:35:54.514079 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.536204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Made reservation on behalf of 500807532d7f46768156300378a5bc21 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:54.536342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Transition to ACTIVE for port object 4d7506c3-bacf-4cde-a34b-5487d0c81b81 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:54.539751 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.559208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Network 80957e8c-37e9-469a-84c8-d57f4d52c190 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:54.565794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:54.592285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port c3775db0-5029-4a29-a6d1-6963362f351b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:54.595453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Transition to ACTIVE for port object 4d7506c3-bacf-4cde-a34b-5487d0c81b81 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:54.605579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c3775db0-5029-4a29-a6d1-6963362f351b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:54.606337 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.704503 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.714202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Allocated IP 192.168.233.148 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/78281130-ac74-4b16-9ded-52396a683c54) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:54.719185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b8d98982-34aa-42ce-bf63-1b8e36b95ec8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.9404678 Sep 10 03:35:54.732461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54454) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:54.737715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port c3775db0-5029-4a29-a6d1-6963362f351b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c3775db0-5029-4a29-a6d1-6963362f351b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:54.739918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.746194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Request body: {'subnet': {'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1223425720-subnet', 'tenant_id': 'd03fa6d7cb80425e87e91223dc0c92ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:54.794803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Pushing event updated for resources: {'Port': ['ID=4d7506c3-bacf-4cde-a34b-5487d0c81b81,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:54.803910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:54.805405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:54.807885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:54.820245 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.910749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Attempting to bind port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:54.910749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Attempting to bind port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:54.910749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Attempting to bind port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 on network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:54.928911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:54.929495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Checking segment: {'id': '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:54.930045 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.930576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Bound using segment: {'id': '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:54.931249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Bound port: 4d7506c3-bacf-4cde-a34b-5487d0c81b81, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:54.931803 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:54.933880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=c3775db0-5029-4a29-a6d1-6963362f351b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:54.950310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.004060 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.017094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] For port 4d7506c3-bacf-4cde-a34b-5487d0c81b81, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:55.020987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] For port 4d7506c3-bacf-4cde-a34b-5487d0c81b81, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4d7506c3-bacf-4cde-a34b-5487d0c81b81,segment=NetworkSegment(05660bd0-eefa-4dd8-9cae-91ff1f8a73e7),segment_id=05660bd0-eefa-4dd8-9cae-91ff1f8a73e7)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:55.022524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6fae972f-c049-471c-adb1-2a077533fd8c None None] Provisioning complete for port a6c908a0-0e8a-402d-9cc3-f5de487a4428 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:55.022931 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6fae972f-c049-471c-adb1-2a077533fd8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.076182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6fae972f-c049-471c-adb1-2a077533fd8c None None] Port a6c908a0-0e8a-402d-9cc3-f5de487a4428 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:35:55.117834 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.185886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f698a8-f587-4a3f-a7a0-84fee6757dab None None] Pushing event updated for resources: {'Port': ['ID=4d7506c3-bacf-4cde-a34b-5487d0c81b81,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:55.299649 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.310137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Made reservation on behalf of d03fa6d7cb80425e87e91223dc0c92ad for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:55.312428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Notify callbacks [] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.324220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.335658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Allocated IP 172.20.0.9 (a01494e1-fa56-4ca0-9141-b06036d94fd4/d318ebd7-5f3a-4090-856f-fab64fb601e8/02d916e1-03ef-4eb5-8dda-b4779999d153) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:55.362519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd2cb40-6aaa-4b60-ba0b-af5525733df4 req-56fa8469-a5a8-4356-b804-751e7061d075 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:55.364100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fd2cb40-6aaa-4b60-ba0b-af5525733df4 req-56fa8469-a5a8-4356-b804-751e7061d075 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 948 time: 0.5771558 Sep 10 03:35:55.403232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Router 42f7dc54-09ce-45b4-ba77-ea6daba74493 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:35:55.420290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ad346d3-5303-492b-834c-a1f93ee35f55 req-fb1c5fcc-16a6-4026-a98f-4a501d4a4a66 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 210 time: 0.1221070 Sep 10 03:35:55.490766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Allocated IP 172.25.3.159 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/35aae960-837d-45f0-bd80-c34987cdfea1) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:55.642133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.747703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fd2cb40-6aaa-4b60-ba0b-af5525733df4 req-336c119e-c0a4-4130-879e-831e5fdc105d tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3637943 Sep 10 03:35:55.762216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4701aaca-04bc-4b9d-9949-ce8a2ab7baca req-3c55e82f-2aad-4ab8-95fe-47cbb4cf68b8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 210 time: 0.1503773 Sep 10 03:35:55.776284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.799377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:55.852607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:55.856733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:55.858688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Pushing event updated for resources: {'Port': ['ID=35aae960-837d-45f0-bd80-c34987cdfea1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:55.860885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:55.874542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Transition to ACTIVE for port object 78281130-ac74-4b16-9ded-52396a683c54 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:55.902781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4d7506c3-bacf-4cde-a34b-5487d0c81b81 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:55.960655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:35:55.973212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Sync routers for ids ['42f7dc54-09ce-45b4-ba77-ea6daba74493'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:35:55.980539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9d60bf21-cd05-48a7-805c-0a7868a26caf admin admin] 10.222.0.22 "PUT /v2.0/routers/42f7dc54-09ce-45b4-ba77-ea6daba74493/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0503273 Sep 10 03:35:55.984763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Routers {'42f7dc54-09ce-45b4-ba77-ea6daba74493'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:35:55.989970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['42f7dc54-09ce-45b4-ba77-ea6daba74493'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:56.060054 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.094151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.145834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:56.170027 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.209326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Set router 42f7dc54-09ce-45b4-ba77-ea6daba74493 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:35:56.271886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Pushing event updated for resources: {'Port': ['ID=78281130-ac74-4b16-9ded-52396a683c54,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:56.276648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Pushing event updated for resources: {'Subnet': ['ID=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:56.295308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:56.302603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:56.305353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:56.312497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:56.313160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.317169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:56.317526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Network hostable DHCP agents. Network: 6ce8e0fe-fe24-4977-acda-6b032beeafda, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:35:56.330806 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.436966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c928f892-98a0-4b60-9dd1-b870cb333bfc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.7446382 Sep 10 03:35:56.452413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Request body: {'port': {'device_id': '8dbcd383-19e1-49b4-9a69-98b37c80794b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:56.476829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.508308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Network a01494e1-fa56-4ca0-9141-b06036d94fd4 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:35:56.519640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Pushing event updated for resources: {'Port': ['ID=02d916e1-03ef-4eb5-8dda-b4779999d153,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:56.522407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:56.528726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:35:56.535840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:56.535978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.546300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Network 6ce8e0fe-fe24-4977-acda-6b032beeafda is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:35:56.592626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c3775db0-5029-4a29-a6d1-6963362f351b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:56.596480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['4e306a70-f5db-4a4b-a263-7db709452823', 'c56e1d5f-4f15-4610-8c68-df901921163b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:56.621142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.645023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3bd1ec7-9ae6-4824-a305-bb06c6934734 None None] Network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:56.645265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-b8e95ae3-0cb3-474f-8365-8f020f80c6ff tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9530251 Sep 10 03:35:56.656311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002d764-81d9-4d33-9f78-257295e19819 req-73e6453a-9a61-486a-b12b-04cc64d8c31a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:56.668616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3002d764-81d9-4d33-9f78-257295e19819 req-73e6453a-9a61-486a-b12b-04cc64d8c31a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 931 time: 0.1165400 Sep 10 03:35:56.675927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Request body: {'port': {'device_id': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:56.687329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 6ce8e0fe-fe24-4977-acda-6b032beeafda) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:35:56.720012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473c671-e105-499a-804d-0c519b86747f None None] Network 6ce8e0fe-fe24-4977-acda-6b032beeafda requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:56.731871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:56.732460 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.819457 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32600690-439d-4021-bb36-2e86e58a17f3 req-002679dc-d6d2-40cb-8562-797a1f44e767 tempest-FloatingIPsNegativeTestJSON-200861648 tempest-FloatingIPsNegativeTestJSON-200861648-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=8f40041800a14093ab43f38bf9f04d27 HTTP/1.1" status: 200 len: 217 time: 0.0942163 Sep 10 03:35:56.833740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.869849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3002d764-81d9-4d33-9f78-257295e19819 req-5fcaa3bf-2c8d-4b0d-99cd-352239d985aa tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879940 Sep 10 03:35:56.929145 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.942891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3fa02f18-8613-41d8-adb3-66d8d930d862 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.1886852 Sep 10 03:35:56.956085 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:56.971833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-04c14c0e-db2e-44c3-9a63-b2761d88b6c9 None None] Provisioning for port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:56.981749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-04c14c0e-db2e-44c3-9a63-b2761d88b6c9 None None] Provisioning complete for port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:56.982381 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04c14c0e-db2e-44c3-9a63-b2761d88b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:57.102927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d71e39-4d7e-4e60-b9fd-f06dbb99297d None None] Network 6ce8e0fe-fe24-4977-acda-6b032beeafda requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:35:57.103589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-013ebf8e-9907-4b1b-a403-016b1b5b1a28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1101198 Sep 10 03:35:57.167447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c3775db0-5029-4a29-a6d1-6963362f351b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:57.168085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:57.175394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:35:57.363623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:35:57.370996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90095301-a199-4454-ba7e-fc0bcc6cb27c req-30f296cd-c12b-4a12-a564-a57a15ccbd1c tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:57.378741 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Sync routers for ids ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:35:57.383722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90095301-a199-4454-ba7e-fc0bcc6cb27c req-30f296cd-c12b-4a12-a564-a57a15ccbd1c tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 948 time: 0.2791066 Sep 10 03:35:57.394990 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Routers {'1e9e654e-cc66-46d9-b971-7fa457a35eb4'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:35:57.395864 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:57.460292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:57.461505 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-868425d1-82bb-4a10-b3d5-cea9b8aa0631 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.4779394 Sep 10 03:35:57.464320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54524) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:57.501125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04c14c0e-db2e-44c3-9a63-b2761d88b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:57.516668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-cb4f6d2a-0c60-411a-a7db-0058092499d8 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:57.518600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-cb4f6d2a-0c60-411a-a7db-0058092499d8 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4080219 Sep 10 03:35:57.521356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 67bd5154-55fc-42ba-9f82-cd216d3c3452 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:35:57.592137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90095301-a199-4454-ba7e-fc0bcc6cb27c req-381f5b08-bfb1-43ab-904c-a0a2c2db8584 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1753798 Sep 10 03:35:57.613694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:42Z', 'updated_at': '2021-09-10T03:35:53Z', 'revision_number': 4, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'gw_port': {'id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:44Z', 'updated_at': '2021-09-10T03:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'a6c908a0-0e8a-402d-9cc3-f5de487a4428', 'name': '', 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'mac_address': 'fa:16:3e:93:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c7d68820-2647-4f59-bab4-aff570a9f9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:50Z', 'updated_at': '2021-09-10T03:35:53Z', 'revision_number': 2, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'subnets': [{'id': 'c7d68820-2647-4f59-bab4-aff570a9f9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:57.682463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Checking router: 42f7dc54-09ce-45b4-ba77-ea6daba74493 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:35:57.682463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Updating router 42f7dc54-09ce-45b4-ba77-ea6daba74493 port a6c908a0-0e8a-402d-9cc3-f5de487a4428 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:35:57.686644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-0945ea62-2796-4256-bc65-163be0697711 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/quotas/1b8624110d6f432188e41d37ac8292fd HTTP/1.1" status: 200 len: 375 time: 0.1442149 Sep 10 03:35:57.716377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-04c14c0e-db2e-44c3-9a63-b2761d88b6c9 None None] For port 4d7506c3-bacf-4cde-a34b-5487d0c81b81, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4d7506c3-bacf-4cde-a34b-5487d0c81b81,segment=NetworkSegment(05660bd0-eefa-4dd8-9cae-91ff1f8a73e7),segment_id=05660bd0-eefa-4dd8-9cae-91ff1f8a73e7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:57.740528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78281130-ac74-4b16-9ded-52396a683c54 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:57.740951 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:57.776044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-a4a28dfe-f451-4613-bfb0-f5153be5a715 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0799458 Sep 10 03:35:57.781221 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:57.806435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Transition to ACTIVE for port object 78281130-ac74-4b16-9ded-52396a683c54 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:57.829766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 67bd5154-55fc-42ba-9f82-cd216d3c3452, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67bd5154-55fc-42ba-9f82-cd216d3c3452,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:57.841248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe14119-2455-45b8-8e4b-f7dc6ab0d4f2 req-83cdae11-29ff-4034-9ac2-a1302e6b612e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:57.842412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '67bd5154-55fc-42ba-9f82-cd216d3c3452', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '67bd5154-55fc-42ba-9f82-cd216d3c3452', 'mac_address': 'fa:16:3e:d7:1c:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.195'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:35:57.849678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbe14119-2455-45b8-8e4b-f7dc6ab0d4f2 req-83cdae11-29ff-4034-9ac2-a1302e6b612e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 936 time: 0.1503723 Sep 10 03:35:57.854060 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04c14c0e-db2e-44c3-9a63-b2761d88b6c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:57.909226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:57.957889 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Set router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:35:58.006348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d916e1-03ef-4eb5-8dda-b4779999d153 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:58.030265 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.064868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbe14119-2455-45b8-8e4b-f7dc6ab0d4f2 req-710ef416-a263-45cf-b7a4-10fa8d741939 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090805 Sep 10 03:35:58.134632 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.185974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c14c0e-db2e-44c3-9a63-b2761d88b6c9 None None] Pushing event updated for resources: {'Port': ['ID=4d7506c3-bacf-4cde-a34b-5487d0c81b81,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:58.203446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67bd5154-55fc-42ba-9f82-cd216d3c3452 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:35:58.236989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 67bd5154-55fc-42ba-9f82-cd216d3c3452, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67bd5154-55fc-42ba-9f82-cd216d3c3452,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:35:58.254911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-578decef-e9ef-423b-b34a-7dbc4c21632a req-b4e4b077-f833-4142-bd04-d1f05fa1445c tempest-FloatingIPsNegativeTestJSON-200861648 tempest-FloatingIPsNegativeTestJSON-200861648-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0995679 Sep 10 03:35:58.255451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54542) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:58.273915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Transition to ACTIVE for port object 02d916e1-03ef-4eb5-8dda-b4779999d153 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:58.291730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-16f58f1e-6e89-4f17-918b-d7f66e7fa5e7 None None] Provisioning complete for port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:58.292075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-16f58f1e-6e89-4f17-918b-d7f66e7fa5e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.298831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-916897192-network', 'tenant_id': '8cda573022164beb8484a10fa44e0569'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:35:58.390546 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:54Z', 'updated_at': '2021-09-10T03:35:56Z', 'revision_number': 3, 'project_id': '19d671628b634bec86c51d389735f007', 'gw_port': {'id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:55Z', 'updated_at': '2021-09-10T03:35:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:58.396925 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.443940 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.446033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Pushing event updated for resources: {'Port': ['ID=78281130-ac74-4b16-9ded-52396a683c54,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:58.491595 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Checking router: 1e9e654e-cc66-46d9-b971-7fa457a35eb4 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:35:58.492115 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Updating router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 port 35aae960-837d-45f0-bd80-c34987cdfea1 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:35:58.520828 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.636185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-929f0c03-8826-4a19-82ab-5e3aa6da1c25 req-3fb6b2df-dfab-46b7-88bb-31797c392b17 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 210 time: 0.1583536 Sep 10 03:35:58.637071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Attempting to bind port 78281130-ac74-4b16-9ded-52396a683c54 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:58.637549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Attempting to bind port 78281130-ac74-4b16-9ded-52396a683c54 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:58.638033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Attempting to bind port 78281130-ac74-4b16-9ded-52396a683c54 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:58.688462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Made reservation on behalf of 8cda573022164beb8484a10fa44e0569 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:35:58.694393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['67bd5154-55fc-42ba-9f82-cd216d3c3452'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:35:58.697764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.712931 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.759192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=67bd5154-55fc-42ba-9f82-cd216d3c3452,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:58.781621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42387247-3396-42b6-b97d-e295b1a96d4a req-8a679a95-98a7-40a5-af33-f848a1509471 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:58.783301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42387247-3396-42b6-b97d-e295b1a96d4a req-8a679a95-98a7-40a5-af33-f848a1509471 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.4605060 Sep 10 03:35:58.784364 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-a40397b6-bbb8-4459-ad0b-38fad3487215 req-8cc6262c-fa3f-46af-b266-2f9fea25e313 tempest-FloatingIPsNegativeTestJSON-200861648 tempest-FloatingIPsNegativeTestJSON-200861648-project] show failed (client error): The resource could not be found. Sep 10 03:35:58.797115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a40397b6-bbb8-4459-ad0b-38fad3487215 req-8cc6262c-fa3f-46af-b266-2f9fea25e313 tempest-FloatingIPsNegativeTestJSON-200861648 tempest-FloatingIPsNegativeTestJSON-200861648-project] 10.222.0.22 "GET /v2.0/floatingips/39be4805-09b5-41e5-bb56-9ebe62bba398 HTTP/1.1" status: 404 len: 350 time: 0.0774264 Sep 10 03:35:58.800396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Port 78281130-ac74-4b16-9ded-52396a683c54 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:58.801402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Attempting to bind port 78281130-ac74-4b16-9ded-52396a683c54 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:58.816396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54552) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:35:58.818585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.874248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:58.874757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:58.875363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:58.876105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Bound port: 78281130-ac74-4b16-9ded-52396a683c54, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:58.876560 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.879186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=02d916e1-03ef-4eb5-8dda-b4779999d153,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:58.894304 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:58.913351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-16f58f1e-6e89-4f17-918b-d7f66e7fa5e7 None None] Provisioning for port 78281130-ac74-4b16-9ded-52396a683c54 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:59.003069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.039376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] For port 78281130-ac74-4b16-9ded-52396a683c54, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:59.043202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] For port 78281130-ac74-4b16-9ded-52396a683c54, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=78281130-ac74-4b16-9ded-52396a683c54,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:59.120483 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.138493 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.139536 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Transition to ACTIVE for port object 35aae960-837d-45f0-bd80-c34987cdfea1 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:59.144586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.154024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:59.154546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:59.154964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:59.168141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Transition to ACTIVE for port object a6c908a0-0e8a-402d-9cc3-f5de487a4428 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:59.169358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:59.169822 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.171995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] 10.222.0.39 "PUT /v2.0/ports/78281130-ac74-4b16-9ded-52396a683c54 HTTP/1.1" status: 200 len: 1096 time: 2.7240236 Sep 10 03:35:59.211733 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.277434 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Attempting to bind port 35aae960-837d-45f0-bd80-c34987cdfea1 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:59.277825 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Attempting to bind port 35aae960-837d-45f0-bd80-c34987cdfea1 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:59.278182 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Attempting to bind port 35aae960-837d-45f0-bd80-c34987cdfea1 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:59.284750 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48c162-d2c5-434e-b9a4-6711f6654195 None None] Pushing event updated for resources: {'Port': ['ID=35aae960-837d-45f0-bd80-c34987cdfea1,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:59.286006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.289650 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:59.290044 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:59.290436 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.291073 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:59.291340 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Bound port: 35aae960-837d-45f0-bd80-c34987cdfea1, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:59.291747 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.386935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e8b84-9c83-40f4-9735-78bcec383131 None None] Pushing event updated for resources: {'Port': ['ID=a6c908a0-0e8a-402d-9cc3-f5de487a4428,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:59.403927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Allocated IP 172.20.0.1 (a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc/52dd407b-6ec0-423f-835a-2af3fae1a6a1/72106f42-b1a8-4be5-8acc-78c86f878031) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:35:59.463603 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] For port 35aae960-837d-45f0-bd80-c34987cdfea1, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:59.467976 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] For port 35aae960-837d-45f0-bd80-c34987cdfea1, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=35aae960-837d-45f0-bd80-c34987cdfea1,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:59.471207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Attempting to bind port a6c908a0-0e8a-402d-9cc3-f5de487a4428 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:35:59.471584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Attempting to bind port a6c908a0-0e8a-402d-9cc3-f5de487a4428 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '5a2a8198-7054-49d6-ba37-65acb0e63dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:35:59.472018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Attempting to bind port a6c908a0-0e8a-402d-9cc3-f5de487a4428 on network 80957e8c-37e9-469a-84c8-d57f4d52c190 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:59.477743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:59.481863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Checking segment: {'id': '5a2a8198-7054-49d6-ba37-65acb0e63dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:59.481863 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.481863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Bound using segment: {'id': '5a2a8198-7054-49d6-ba37-65acb0e63dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:59.481863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Bound port: a6c908a0-0e8a-402d-9cc3-f5de487a4428, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a2a8198-7054-49d6-ba37-65acb0e63dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:59.481863 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.526376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 67bd5154-55fc-42ba-9f82-cd216d3c3452 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:59.534765 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.540777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dbcd383-19e1-49b4-9a69-98b37c80794b', 'tag': '78281130-ac74-4b16-9ded-52396a683c54'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:35:59.544058 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7785efb-6c37-4ec0-85cc-f761d0efd88e" -d '{"events": [{"name": "network-changed", "server_uuid": "8dbcd383-19e1-49b4-9a69-98b37c80794b", "tag": "78281130-ac74-4b16-9ded-52396a683c54"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:35:59.570589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab8b527-6297-4cfd-9901-27c71b492aa0 req-6a397499-6e6a-4c78-b6ea-77850d3061cb tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:59.578417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eab8b527-6297-4cfd-9901-27c71b492aa0 req-6a397499-6e6a-4c78-b6ea-77850d3061cb tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 949 time: 0.6695292 Sep 10 03:35:59.581264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.593649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:35:59.604259 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.604662 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Added segment 8cde0247-fe7b-432a-a62a-2b6814f6e682 of type vlan for network a8b48584-cadb-42d7-867a-d4bb9be5c1f0 Sep 10 03:35:59.606029 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed48c162-d2c5-434e-b9a4-6711f6654195 None None] Pushing event updated for resources: {'Port': ['ID=35aae960-837d-45f0-bd80-c34987cdfea1,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:59.625289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:35:59.626640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:35:59.648293 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Routers {'1e9e654e-cc66-46d9-b971-7fa457a35eb4'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:35:59.648970 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:35:59.662018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] For port a6c908a0-0e8a-402d-9cc3-f5de487a4428, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:35:59.669345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] For port a6c908a0-0e8a-402d-9cc3-f5de487a4428, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a6c908a0-0e8a-402d-9cc3-f5de487a4428,segment=NetworkSegment(5a2a8198-7054-49d6-ba37-65acb0e63dad),segment_id=5a2a8198-7054-49d6-ba37-65acb0e63dad)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:35:59.705463 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.757507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:35:59.758131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:35:59.758769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:35:59.759460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Bound port: 02d916e1-03ef-4eb5-8dda-b4779999d153, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:35:59.760039 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.760862 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.776653 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] Set router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:35:59.777396 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.786362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Transition to ACTIVE for port object 72106f42-b1a8-4be5-8acc-78c86f878031 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:35:59.805098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42387247-3396-42b6-b97d-e295b1a96d4a req-97bdd9df-f137-45a7-80e5-a11c819c1ce8 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9687119 Sep 10 03:35:59.841332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4d7506c3-bacf-4cde-a34b-5487d0c81b81 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:35:59.914459 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.915726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:35:59.916075 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:35:59.924995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61c03fe-9267-4579-a549-a7aa0dfa76e5 service neutron] Pushing event updated for resources: {'Port': ['ID=78281130-ac74-4b16-9ded-52396a683c54,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:59.942326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 67bd5154-55fc-42ba-9f82-cd216d3c3452 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:35:59.943426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eab8b527-6297-4cfd-9901-27c71b492aa0 req-807b1ef5-001e-4fe5-9ca4-e181798c6df4 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3636010 Sep 10 03:35:59.943555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7a459d3-e861-4e25-82c8-180d6bff0f74,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:35:59.984110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 67bd5154-55fc-42ba-9f82-cd216d3c3452 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:35:59.984661 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.011998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c071dc7e-ff5c-437b-bd73-a0479caf0871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:00.013524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-c071dc7e-ff5c-437b-bd73-a0479caf0871 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e219dbbf58804efdb0df16c6c3f27949&device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 1099 time: 0.4632111 Sep 10 03:36:00.017039 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.053752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.078731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Routers {'42f7dc54-09ce-45b4-ba77-ea6daba74493'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:36:00.090196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['42f7dc54-09ce-45b4-ba77-ea6daba74493'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:00.094070 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:54Z', 'updated_at': '2021-09-10T03:35:56Z', 'revision_number': 3, 'project_id': '19d671628b634bec86c51d389735f007', 'gw_port': {'id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:55Z', 'updated_at': '2021-09-10T03:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:00.141563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-77373ec7-0faf-4e92-8577-8e0220cb6bbc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=78281130-ac74-4b16-9ded-52396a683c54 HTTP/1.1" status: 200 len: 217 time: 0.0857232 Sep 10 03:36:00.157237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7e8b84-9c83-40f4-9735-78bcec383131 None None] Pushing event updated for resources: {'Port': ['ID=a6c908a0-0e8a-402d-9cc3-f5de487a4428,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:00.160567 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ded987a-8a39-479e-8c41-b020ad75c86f None None] The sync data for ids ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'] in n-d-808143-1 is: [{'id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:54Z', 'updated_at': '2021-09-10T03:35:56Z', 'revision_number': 3, 'project_id': '19d671628b634bec86c51d389735f007', 'gw_port': {'id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:55Z', 'updated_at': '2021-09-10T03:35:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:36:00.188290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.9130838 Sep 10 03:36:00.200711 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea6afe4-e64a-4aeb-bd58-3c790cb49073 x-openstack-request-id: req-7ea6afe4-e64a-4aeb-bd58-3c790cb49073 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:00.207357 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dbcd383-19e1-49b4-9a69-98b37c80794b", "tag": "78281130-ac74-4b16-9ded-52396a683c54", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:00.207634 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ea6afe4-e64a-4aeb-bd58-3c790cb49073 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:00.208158 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dbcd383-19e1-49b4-9a69-98b37c80794b', 'tag': '78281130-ac74-4b16-9ded-52396a683c54', 'status': 'completed', 'code': 200} Sep 10 03:36:00.209519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54564) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:00.209708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:00.211087 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.224148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Request body: {'subnet': {'network_id': 'a8b48584-cadb-42d7-867a-d4bb9be5c1f0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-916897192-subnet', 'tenant_id': '8cda573022164beb8484a10fa44e0569', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:00.240045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:00.253260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebcb14-e22a-47c0-a486-256e9504ab33 admin admin] Pushing event updated for resources: {'Network': ['ID=a8b48584-cadb-42d7-867a-d4bb9be5c1f0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:00.274347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a8b48584-cadb-42d7-867a-d4bb9be5c1f0 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:36:00.294569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:00.321956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:00.352933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:00.358581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c84641-1a0c-4fff-af06-53f56757d067 req-1670552b-d21e-4874-9091-5cea4c055b94 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:00.360613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71c84641-1a0c-4fff-af06-53f56757d067 req-1670552b-d21e-4874-9091-5cea4c055b94 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 948 time: 0.3968704 Sep 10 03:36:00.406410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:00.410097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0800b006-6bde-4d1c-af1b-dca350aabff0 req-d43c8c6e-e209-4af7-9252-a3bd658fd7ba tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 210 time: 0.0895746 Sep 10 03:36:00.434490 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] Set router 42f7dc54-09ce-45b4-ba77-ea6daba74493 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:36:00.436274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.438149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-49c2c634-2543-4d9d-93ac-7e8a28b801fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:00.448079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-49c2c634-2543-4d9d-93ac-7e8a28b801fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.2375484 Sep 10 03:36:00.517003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71c84641-1a0c-4fff-af06-53f56757d067 req-ef1c171f-264d-4dad-97b4-21fa3727d829 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414902 Sep 10 03:36:00.525724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Made reservation on behalf of 8cda573022164beb8484a10fa44e0569 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:00.528249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.613166 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.616895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Pushing event updated for resources: {'Port': ['ID=72106f42-b1a8-4be5-8acc-78c86f878031,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:00.663459 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.707116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a46b15f-156c-4a5d-a5e6-4a8887133f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bd5154-55fc-42ba-9f82-cd216d3c3452'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:00.710172 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc0d0df9-cac0-4509-a5b8-16ab93589df9" -d '{"events": [{"server_uuid": "7a46b15f-156c-4a5d-a5e6-4a8887133f02", "name": "network-vif-plugged", "status": "completed", "tag": "67bd5154-55fc-42ba-9f82-cd216d3c3452"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:00.727714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Pushing event updated for resources: {'Port': ['ID=02d916e1-03ef-4eb5-8dda-b4779999d153,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:00.737104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 67bd5154-55fc-42ba-9f82-cd216d3c3452, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67bd5154-55fc-42ba-9f82-cd216d3c3452,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:00.795529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:00.798226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.800729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-be142f18-c3ad-449c-babb-377cf61b1f94 service neutron] 10.222.0.20 "PUT /v2.0/ports/02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 200 len: 1091 time: 4.1302993 Sep 10 03:36:00.818190 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc9003f0-522e-4202-a702-0386cafd1fe3 x-openstack-request-id: req-dc9003f0-522e-4202-a702-0386cafd1fe3 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:00.818737 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a46b15f-156c-4a5d-a5e6-4a8887133f02", "name": "network-vif-plugged", "status": "completed", "tag": "67bd5154-55fc-42ba-9f82-cd216d3c3452", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:00.819058 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc9003f0-522e-4202-a702-0386cafd1fe3 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:00.819453 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a46b15f-156c-4a5d-a5e6-4a8887133f02', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67bd5154-55fc-42ba-9f82-cd216d3c3452', 'code': 200} Sep 10 03:36:00.822075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.860764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Deleting port a6c908a0-0e8a-402d-9cc3-f5de487a4428 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:36:00.861379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.911502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.924894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-80c3aa47-dcac-4d94-af47-83ff18b2b626 None None] Provisioning for port 72106f42-b1a8-4be5-8acc-78c86f878031 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:00.933925 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-80c3aa47-dcac-4d94-af47-83ff18b2b626 None None] Provisioning complete for port 72106f42-b1a8-4be5-8acc-78c86f878031 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:00.934217 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-80c3aa47-dcac-4d94-af47-83ff18b2b626 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:00.941012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-9c54f9ed-7ae6-4d66-9dd2-70c15f00c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:00.943282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-9c54f9ed-7ae6-4d66-9dd2-70c15f00c10f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4835417 Sep 10 03:36:00.977423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-80c3aa47-dcac-4d94-af47-83ff18b2b626 None None] Port 72106f42-b1a8-4be5-8acc-78c86f878031 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:36:01.002085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=67bd5154-55fc-42ba-9f82-cd216d3c3452,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:01.028029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.20', 59301) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:01.038865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:42Z', 'updated_at': '2021-09-10T03:35:53Z', 'revision_number': 4, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'gw_port': {'id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:44Z', 'updated_at': '2021-09-10T03:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'a6c908a0-0e8a-402d-9cc3-f5de487a4428', 'name': '', 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'mac_address': 'fa:16:3e:93:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c7d68820-2647-4f59-bab4-aff570a9f9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:50Z', 'updated_at': '2021-09-10T03:35:59Z', 'revision_number': 4, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'subnets': [{'id': 'c7d68820-2647-4f59-bab4-aff570a9f9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:01.093841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6989c78f-ac61-41cf-9412-943b53581d98 None None] The sync data for ids ['42f7dc54-09ce-45b4-ba77-ea6daba74493'] in n-d-808143-1 is: [{'id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87'}], 'enable_snat': True}, 'gw_port_id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:42Z', 'updated_at': '2021-09-10T03:35:53Z', 'revision_number': 4, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'gw_port': {'id': 'c3775db0-5029-4a29-a6d1-6963362f351b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:b5:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'device_owner': 'network:router_gateway', 'standard_attr_id': 445, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:44Z', 'updated_at': '2021-09-10T03:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'a6c908a0-0e8a-402d-9cc3-f5de487a4428', 'name': '', 'network_id': '80957e8c-37e9-469a-84c8-d57f4d52c190', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'mac_address': 'fa:16:3e:93:5f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': 'c7d68820-2647-4f59-bab4-aff570a9f9a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:50Z', 'updated_at': '2021-09-10T03:35:59Z', 'revision_number': 4, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'subnets': [{'id': 'c7d68820-2647-4f59-bab4-aff570a9f9a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:36:01.106284 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-4c3e56e6-38b2-4fb3-8c48-e1fe8e0e6f0e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1588955 Sep 10 03:36:01.136661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2828bd-df81-483a-889e-8e5138ef74d0 req-90279941-f980-4f29-8422-6debeb6a7f44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:01.138350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce2828bd-df81-483a-889e-8e5138ef74d0 req-90279941-f980-4f29-8422-6debeb6a7f44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 1101 time: 0.1938896 Sep 10 03:36:01.237849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b2959c-9dbe-449c-8d1d-e3e07e8035c6 req-14d38891-3d43-412a-a89c-fa22923add52 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:01.238448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6b2959c-9dbe-449c-8d1d-e3e07e8035c6 req-14d38891-3d43-412a-a89c-fa22923add52 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.2927206 Sep 10 03:36:01.240504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:01.267899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] For port a6c908a0-0e8a-402d-9cc3-f5de487a4428, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a6c908a0-0e8a-402d-9cc3-f5de487a4428,segment=NetworkSegment(5a2a8198-7054-49d6-ba37-65acb0e63dad),segment_id=5a2a8198-7054-49d6-ba37-65acb0e63dad)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:01.268394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:01.307195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Calling delete_port for a6c908a0-0e8a-402d-9cc3-f5de487a4428 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:36:01.324506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-052976d4-50dc-4836-a292-45b9c6a98c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:01.326276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-052976d4-50dc-4836-a292-45b9c6a98c29 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1094 time: 0.2959933 Sep 10 03:36:01.357750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-63ce7628-8722-4e28-9247-037967302e07 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:01.359288 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-63ce7628-8722-4e28-9247-037967302e07 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2472641 Sep 10 03:36:01.370857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce2828bd-df81-483a-889e-8e5138ef74d0 req-f0d08ad6-5e32-4e80-91e0-05766b058b03 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046795 Sep 10 03:36:01.406957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Request body: {'port': {'device_id': '45ee0d09-a5c5-465e-b1a9-9433c2714fba', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '1b8624110d6f432188e41d37ac8292fd'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:01.416580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00912e7-0433-4e9a-ad21-da2745e60e86 req-2035b3b2-ac8e-45e7-93d7-acee39368876 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:01.418123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c00912e7-0433-4e9a-ad21-da2745e60e86 req-2035b3b2-ac8e-45e7-93d7-acee39368876 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 950 time: 0.3394182 Sep 10 03:36:01.425262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4f1371a-9fd2-4cda-9639-18e234ad2270,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:01.429151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-f374cf5c-c5d1-4970-961c-e8f8dcd7a82b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 200 len: 217 time: 0.0870943 Sep 10 03:36:01.440116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-d77bc628-142b-45bc-b07e-f721c3f74cfe service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4435327 Sep 10 03:36:01.450160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6b2959c-9dbe-449c-8d1d-e3e07e8035c6 req-aa19d72e-342f-41f7-865c-c18204cef98d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973794 Sep 10 03:36:01.499859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Checking segment: {'id': '8cde0247-fe7b-432a-a62a-2b6814f6e682', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': 'a8b48584-cadb-42d7-867a-d4bb9be5c1f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:01.500216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Network hostable DHCP agents. Network: a8b48584-cadb-42d7-867a-d4bb9be5c1f0, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:36:01.575730 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:01.593564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c00912e7-0433-4e9a-ad21-da2745e60e86 req-d5da32b1-d034-47c5-9827-a1c4c24f2d94 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584079 Sep 10 03:36:01.672509 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:01.678776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-9a53d1c5-4ce1-416a-ba92-1640e3fca17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:01.680446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-9a53d1c5-4ce1-416a-ba92-1640e3fca17d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.1029623 Sep 10 03:36:01.684245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74c9690-3dec-4d10-9e46-3e5a38097259 req-a4aa7ec7-ffb1-4815-9b94-52d6bf6c738a service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310379 Sep 10 03:36:01.709972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2436bc9b-3b99-43e9-965e-913a869c38eb req-7cea5252-9133-4b23-be3d-1893b9237366 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 210 time: 0.0433598 Sep 10 03:36:01.828177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-6265e114-60e7-4c93-ac66-17fdfa21ca6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1233127 Sep 10 03:36:01.841413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Network a8b48584-cadb-42d7-867a-d4bb9be5c1f0 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:36:01.868329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb57ac7-6da1-44b7-b5e1-46e7a6cef312 req-dbfbae50-4559-40fd-8291-8631e190a87d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:01.872267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bb57ac7-6da1-44b7-b5e1-46e7a6cef312 req-dbfbae50-4559-40fd-8291-8631e190a87d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 948 time: 0.1454430 Sep 10 03:36:01.913834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 35aae960-837d-45f0-bd80-c34987cdfea1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:01.963492 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:01.975274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bb57ac7-6da1-44b7-b5e1-46e7a6cef312 req-88c256c2-be73-4046-aac8-d705343aaf88 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757160 Sep 10 03:36:01.996289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Made reservation on behalf of 1b8624110d6f432188e41d37ac8292fd for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:02.000367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.004522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a8b48584-cadb-42d7-867a-d4bb9be5c1f0) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:02.011062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:02.013498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e634c420-13b4-4456-ac85-a7f6b78994f2 None None] Network a8b48584-cadb-42d7-867a-d4bb9be5c1f0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:36:02.016849 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.024200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.044121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.044384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-68f29467-0af3-43c7-be12-aaaedea5a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:02.045871 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-68f29467-0af3-43c7-be12-aaaedea5a024 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e219dbbf58804efdb0df16c6c3f27949&device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 1099 time: 0.1859734 Sep 10 03:36:02.049323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Pushing event updated for resources: {'Port': ['ID=72106f42-b1a8-4be5-8acc-78c86f878031,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:02.071620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 35aae960-837d-45f0-bd80-c34987cdfea1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:02.077798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-3f23a5cf-c3db-4faf-8283-5c70a5989220 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2307460 Sep 10 03:36:02.080454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 35aae960-837d-45f0-bd80-c34987cdfea1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:02.081083 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.118518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f1a0abda-3ecb-4035-82fb-61aee45806ea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.9057312 Sep 10 03:36:02.176019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313f6e76-5d56-488b-974c-6b065a5d67ce None None] Network a8b48584-cadb-42d7-867a-d4bb9be5c1f0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:36:02.210609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.211187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:02.213617 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e97c478-f04d-499e-84e3-6f14183bd159" -d '{"events": [{"name": "network-changed", "server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:02.275025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-d8bec185-b845-457b-9ca7-66cf36a49498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:02.275025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-d8bec185-b845-457b-9ca7-66cf36a49498 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.2201428 Sep 10 03:36:02.284129 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5887b9b5-2f93-4dd8-9e29-1ada71b60982 x-openstack-request-id: req-5887b9b5-2f93-4dd8-9e29-1ada71b60982 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:02.284412 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:02.284658 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5887b9b5-2f93-4dd8-9e29-1ada71b60982 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:02.285437 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153', 'status': 'completed', 'code': 200} Sep 10 03:36:02.303280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b91c31-0703-43f5-8d06-dd80f9a28d38 req-ea988c87-c9e0-494b-9c34-7b0ce878faa5 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2127516 Sep 10 03:36:02.321999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.361866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 35aae960-837d-45f0-bd80-c34987cdfea1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=35aae960-837d-45f0-bd80-c34987cdfea1,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:02.363724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-8c75c053-1129-4a15-b12e-09dffcd8d351 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.148&port_id=78281130-ac74-4b16-9ded-52396a683c54 HTTP/1.1" status: 200 len: 217 time: 0.0730448 Sep 10 03:36:02.442474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-f2dc84ad-29d8-4a25-a981-6e90d84f0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:02.443997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-f2dc84ad-29d8-4a25-a981-6e90d84f0c80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0641747 Sep 10 03:36:02.450513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6c908a0-0e8a-402d-9cc3-f5de487a4428,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:02.465807 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.467036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a6c908a0-0e8a-402d-9cc3-f5de487a4428 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:02.596982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.619807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a6c908a0-0e8a-402d-9cc3-f5de487a4428 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:36:02.621399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a6c908a0-0e8a-402d-9cc3-f5de487a4428 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 10 03:36:02.648640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:02.652126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:02.686668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=35aae960-837d-45f0-bd80-c34987cdfea1,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:02.708014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port a6c908a0-0e8a-402d-9cc3-f5de487a4428 not found, will not notify nova. {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 10 03:36:02.711881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-7ebf5c57-9b15-40dd-9c75-4331986d6f88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:02.713743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-7ebf5c57-9b15-40dd-9c75-4331986d6f88 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2605898 Sep 10 03:36:02.715610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-46ae35df-9e60-4913-928e-0839792bf97e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:02.717245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-46ae35df-9e60-4913-928e-0839792bf97e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1094 time: 0.2083802 Sep 10 03:36:02.729917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd7fb8-c54f-4646-8e80-555a47b651ab req-f1530d63-9340-45f4-9db7-6a038ac745d1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:02.731934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bfd7fb8-c54f-4646-8e80-555a47b651ab req-f1530d63-9340-45f4-9db7-6a038ac745d1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.1086526 Sep 10 03:36:02.772869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.802530 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.864545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:02.916379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-872fa0f4-faf7-4cc1-ad34-a421e2cd7164 None None] Provisioning complete for port 72106f42-b1a8-4be5-8acc-78c86f878031 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:02.916973 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-872fa0f4-faf7-4cc1-ad34-a421e2cd7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:02.963779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bfd7fb8-c54f-4646-8e80-555a47b651ab req-f7964032-5ce0-4c32-89c6-6dbc0e736589 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876807 Sep 10 03:36:02.964470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-872fa0f4-faf7-4cc1-ad34-a421e2cd7164 None None] Port 72106f42-b1a8-4be5-8acc-78c86f878031 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:36:03.058579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:36:03.082701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Allocated IP 192.168.233.108 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/165b3467-4fa6-4232-ac59-7ea4ec585932) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:03.319889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-b615230a-543b-4a85-8b16-88b3dd38ed73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:03.321356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-b615230a-543b-4a85-8b16-88b3dd38ed73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.5810304 Sep 10 03:36:03.324398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-16763d97-cd10-42b2-ac9d-2c2d54384026 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5914788 Sep 10 03:36:03.333385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-b7048af0-bb33-4d6a-a646-7ad10e2ea88e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:03.334795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-b7048af0-bb33-4d6a-a646-7ad10e2ea88e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 821 time: 0.5579624 Sep 10 03:36:03.366391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:36:03.376039 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-670f347f-99c4-4de9-98eb-cfa648d9af51 admin admin] 10.222.0.22 "PUT /v2.0/routers/1e9e654e-cc66-46d9-b971-7fa457a35eb4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9107172 Sep 10 03:36:03.384687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Router 42f7dc54-09ce-45b4-ba77-ea6daba74493 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:36:03.406557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df912675-fdc5-451c-9225-f259e4d283b6 req-c6baad17-9d99-42a5-ad9c-dbbc85e4d5a6 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:03.408813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df912675-fdc5-451c-9225-f259e4d283b6 req-c6baad17-9d99-42a5-ad9c-dbbc85e4d5a6 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 950 time: 0.1745553 Sep 10 03:36:03.413303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-a906c930-ef58-4a7c-adf4-ec73918de6d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 200 len: 217 time: 0.0775342 Sep 10 03:36:03.430811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-84fd3930-69c7-4df8-b591-fcf85b9b3b88 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/quotas/d03fa6d7cb80425e87e91223dc0c92ad HTTP/1.1" status: 200 len: 375 time: 0.0775588 Sep 10 03:36:03.453071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:03.473427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Transition to ACTIVE for port object 165b3467-4fa6-4232-ac59-7ea4ec585932 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:03.537711 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-c6321561-754d-45d0-bb34-587689f0f790 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0937867 Sep 10 03:36:03.542805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:36:03.551081 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-596efabb-b264-48b0-a1fd-af588c7aeac6 admin admin] 10.222.0.22 "PUT /v2.0/routers/42f7dc54-09ce-45b4-ba77-ea6daba74493/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7144790 Sep 10 03:36:03.551699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54614) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:03.559613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-37270e12-9bf1-4eab-b7f8-aad79f58f662 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:36:03.564155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-37270e12-9bf1-4eab-b7f8-aad79f58f662 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132902 Sep 10 03:36:03.607251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df912675-fdc5-451c-9225-f259e4d283b6 req-6efb1dfe-4828-4bdc-b22f-308feb306eb0 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821880 Sep 10 03:36:03.621317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-ea7459cc-5c82-4181-98e3-cdf3d67462e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:03.622952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-ea7459cc-5c82-4181-98e3-cdf3d67462e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.1947005 Sep 10 03:36:03.627086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7785efb-6c37-4ec0-85cc-f761d0efd88e req-fc0b237e-9858-4a35-bf69-0db876fb1896 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903030 Sep 10 03:36:03.662562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:03.669469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-d02fbf8a-7cbe-4566-b8ea-1aa581b572a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384140 Sep 10 03:36:03.704347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:03.789527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:03.797063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:03.807556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:03.947234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcc5d11-3e24-4b6d-908d-03d524ad79a9 req-95d02018-bf0d-400e-948f-7be264b07c88 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:03.968788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddcc5d11-3e24-4b6d-908d-03d524ad79a9 req-95d02018-bf0d-400e-948f-7be264b07c88 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 936 time: 0.1933596 Sep 10 03:36:04.015192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 35aae960-837d-45f0-bd80-c34987cdfea1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:04.038072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-90fb6858-7925-4390-93be-107e7a74c979 service neutron] 10.222.0.22 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4636052 Sep 10 03:36:04.154207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-0c5b83dc-d6f0-4259-a828-9d4da1b4a8dc service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4706633 Sep 10 03:36:04.155953 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 35aae960-837d-45f0-bd80-c34987cdfea1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:04.156492 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:04.410900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddcc5d11-3e24-4b6d-908d-03d524ad79a9 req-ff5be9c3-0063-48ad-89a1-2f0b3f1021e2 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4410727 Sep 10 03:36:04.413231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e97c478-f04d-499e-84e3-6f14183bd159 req-acff7f02-6d04-4d47-b10c-ec75327489e3 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070460 Sep 10 03:36:04.423247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event updated for resources: {'Port': ['ID=165b3467-4fa6-4232-ac59-7ea4ec585932,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:04.464830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:04.465214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:04.498648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:04.572764 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-3db63c43-48bc-4299-a335-140347fc4a4f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.2035110 Sep 10 03:36:04.586652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Request body: {'port': {'device_id': '45ee0d09-a5c5-465e-b1a9-9433c2714fba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:04.586866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4ea8d2fe-3b7d-4761-ba8d-173d0fa3af05 None None] Provisioning for port 165b3467-4fa6-4232-ac59-7ea4ec585932 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:04.601435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Sync routers for ids ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:36:04.609420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4ea8d2fe-3b7d-4761-ba8d-173d0fa3af05 None None] Provisioning complete for port 165b3467-4fa6-4232-ac59-7ea4ec585932 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:04.610999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4ea8d2fe-3b7d-4761-ba8d-173d0fa3af05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:04.666636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Routers {'1e9e654e-cc66-46d9-b971-7fa457a35eb4'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:36:04.667600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:04.673193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 78281130-ac74-4b16-9ded-52396a683c54 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:04.675915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087e045b-80d4-4b0d-be8f-3d87358d50f5 req-aa884832-6eb1-4365-a5d3-2c5230e512b4 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:04.687968 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-087e045b-80d4-4b0d-be8f-3d87358d50f5 req-aa884832-6eb1-4365-a5d3-2c5230e512b4 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 948 time: 0.1126742 Sep 10 03:36:04.702415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:04.703841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-396a8407-b5c4-4bc9-a0ec-642272778a73 service neutron] 10.222.0.22 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6648734 Sep 10 03:36:04.760585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Deleting port c3775db0-5029-4a29-a6d1-6963362f351b {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:36:04.760712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:04.784437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4ea8d2fe-3b7d-4761-ba8d-173d0fa3af05 None None] Port 165b3467-4fa6-4232-ac59-7ea4ec585932 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:36:04.858305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-087e045b-80d4-4b0d-be8f-3d87358d50f5 req-355b3061-34ec-4713-878a-903c1e8dfd00 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1670794 Sep 10 03:36:04.907957 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] Sync routers for ids ['42f7dc54-09ce-45b4-ba77-ea6daba74493'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:36:04.922426 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] Routers {'42f7dc54-09ce-45b4-ba77-ea6daba74493'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:36:04.925963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['42f7dc54-09ce-45b4-ba77-ea6daba74493'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:05.000468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Set router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:36:05.022263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] For port c3775db0-5029-4a29-a6d1-6963362f351b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c3775db0-5029-4a29-a6d1-6963362f351b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:05.022624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:05.084548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Calling delete_port for c3775db0-5029-4a29-a6d1-6963362f351b owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:36:05.124993 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] Set router 42f7dc54-09ce-45b4-ba77-ea6daba74493 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:36:05.129879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 78281130-ac74-4b16-9ded-52396a683c54, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=78281130-ac74-4b16-9ded-52396a683c54,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:05.231276 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:42Z', 'updated_at': '2021-09-10T03:36:04Z', 'revision_number': 6, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:05.306089 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] Checking router: 42f7dc54-09ce-45b4-ba77-ea6daba74493 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:36:05.317602 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] Routers {'42f7dc54-09ce-45b4-ba77-ea6daba74493'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:36:05.320787 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['42f7dc54-09ce-45b4-ba77-ea6daba74493'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:05.417102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-d08b8b1f-2f06-48e8-8481-161d78f1022f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1251881 Sep 10 03:36:05.432569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8da66c-c72d-44d1-bfe5-8f38ec7f3108 req-364e881e-850f-41a4-bed6-70a1254f5574 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:05.442085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb8da66c-c72d-44d1-bfe5-8f38ec7f3108 req-364e881e-850f-41a4-bed6-70a1254f5574 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.2291665 Sep 10 03:36:05.511696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf2eaeb1-1389-4fb0-86f1-73a877f66cf7 req-ea050835-ebe6-415e-9500-2f6de8c9c3a4 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 210 time: 0.0884264 Sep 10 03:36:05.541314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb8da66c-c72d-44d1-bfe5-8f38ec7f3108 req-5aeda982-455f-414c-9170-54b6f04039ef tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982304 Sep 10 03:36:05.598713 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] Set router 42f7dc54-09ce-45b4-ba77-ea6daba74493 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:36:05.642272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-344744db-2b77-4a91-a2a9-ce1e42a4c16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:05.644654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-344744db-2b77-4a91-a2a9-ce1e42a4c16c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 1096 time: 0.1305768 Sep 10 03:36:05.725015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 165b3467-4fa6-4232-ac59-7ea4ec585932 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:05.725590 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:42Z', 'updated_at': '2021-09-10T03:36:04Z', 'revision_number': 6, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:05.734684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:05.753800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '78281130-ac74-4b16-9ded-52396a683c54', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '78281130-ac74-4b16-9ded-52396a683c54', 'mac_address': 'fa:16:3e:57:b7:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.148'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:05.757057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Transition to ACTIVE for port object 165b3467-4fa6-4232-ac59-7ea4ec585932 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:05.758291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 02d916e1-03ef-4eb5-8dda-b4779999d153 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:05.834407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-c68edf2b-f97a-4dc8-8f55-246be19317d4 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b866f6363163412088b265e155668816&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1553018 Sep 10 03:36:05.851381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:05.883983 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:05.916082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Pushing event updated for resources: {'Port': ['ID=165b3467-4fa6-4232-ac59-7ea4ec585932,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:05.924974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:05.979879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.980249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.980552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.980890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.981373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.981699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.982191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.982526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.982842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.983340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.984130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.984285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:05.984692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-f99d0dcf-af23-4ed0-a9b4-4c4bb1c2d4dc tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:06.003693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '02d916e1-03ef-4eb5-8dda-b4779999d153', 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4', 'port_id': '02d916e1-03ef-4eb5-8dda-b4779999d153', 'mac_address': 'fa:16:3e:97:37:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd318ebd7-5f3a-4090-856f-fab64fb601e8', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:06.009276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-f99d0dcf-af23-4ed0-a9b4-4c4bb1c2d4dc tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593869 Sep 10 03:36:06.056587 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce8d64f2-3597-4425-82f1-46e5ae040e67 None None] The sync data for ids ['42f7dc54-09ce-45b4-ba77-ea6daba74493'] in n-d-808143-1 is: [{'id': '42f7dc54-09ce-45b4-ba77-ea6daba74493', 'name': 'tempest-FloatingIPsNegativeTestJSON-615955299-router', 'tenant_id': '8f40041800a14093ab43f38bf9f04d27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:42Z', 'updated_at': '2021-09-10T03:36:04Z', 'revision_number': 6, 'project_id': '8f40041800a14093ab43f38bf9f04d27', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:36:06.104215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.110080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-6295fa6f-11e3-4e37-bd4b-47745dc75571 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/quotas/b866f6363163412088b265e155668816 HTTP/1.1" status: 200 len: 375 time: 0.0977869 Sep 10 03:36:06.155323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ed875-c739-4ad7-bf92-f3a041a30756 req-67c01d7d-6150-4920-8f73-539d4cbf2e20 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:06.163582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b7ed875-c739-4ad7-bf92-f3a041a30756 req-67c01d7d-6150-4920-8f73-539d4cbf2e20 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 936 time: 0.4496491 Sep 10 03:36:06.183668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02d916e1-03ef-4eb5-8dda-b4779999d153 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:06.199473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=c3775db0-5029-4a29-a6d1-6963362f351b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:06.226330 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.238008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-81d78872-3b54-409f-b12e-1baea2b93642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:06.239571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-81d78872-3b54-409f-b12e-1baea2b93642 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 200 len: 923 time: 0.5690374 Sep 10 03:36:06.240300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:06.241662 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.302871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78281130-ac74-4b16-9ded-52396a683c54 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:06.315233 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.393852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 78281130-ac74-4b16-9ded-52396a683c54, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=78281130-ac74-4b16-9ded-52396a683c54,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:06.397539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Attempting to bind port 165b3467-4fa6-4232-ac59-7ea4ec585932 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:06.397883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Attempting to bind port 165b3467-4fa6-4232-ac59-7ea4ec585932 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:06.398219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Attempting to bind port 165b3467-4fa6-4232-ac59-7ea4ec585932 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:06.418634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:54Z', 'updated_at': '2021-09-10T03:36:00Z', 'revision_number': 4, 'project_id': '19d671628b634bec86c51d389735f007', 'gw_port': {'id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:55Z', 'updated_at': '2021-09-10T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '72106f42-b1a8-4be5-8acc-78c86f878031', 'name': '', 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc', 'tenant_id': '19d671628b634bec86c51d389735f007', 'mac_address': 'fa:16:3e:87:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '52dd407b-6ec0-423f-835a-2af3fae1a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:58Z', 'updated_at': '2021-09-10T03:36:01Z', 'revision_number': 2, 'project_id': '19d671628b634bec86c51d389735f007', 'subnets': [{'id': '52dd407b-6ec0-423f-835a-2af3fae1a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:06.421181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-07ee98b2-ef10-4dfa-b642-364bccebd4bd tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b866f6363163412088b265e155668816&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3099535 Sep 10 03:36:06.473660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b7ed875-c739-4ad7-bf92-f3a041a30756 req-a72496ac-1e36-48ac-b84c-dfbd33d82be1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3091087 Sep 10 03:36:06.511108 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.522427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.527695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Port 165b3467-4fa6-4232-ac59-7ea4ec585932 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:06.531430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Attempting to bind port 165b3467-4fa6-4232-ac59-7ea4ec585932 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:06.553885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-f0439079-834a-40be-b6c3-3826fd2d97f4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1fbaebc8-921e-46ad-a4d1-cb6e165b877b HTTP/1.1" status: 200 len: 999 time: 0.2952240 Sep 10 03:36:06.555404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Checking router: 1e9e654e-cc66-46d9-b971-7fa457a35eb4 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:36:06.555894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Updating router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 port 72106f42-b1a8-4be5-8acc-78c86f878031 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:36:06.558788 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:06.560990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:06.561494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:06.562280 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.562890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Bound port: 165b3467-4fa6-4232-ac59-7ea4ec585932, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:06.568743 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.602555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=02d916e1-03ef-4eb5-8dda-b4779999d153,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:06.622676 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.637060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['02d916e1-03ef-4eb5-8dda-b4779999d153'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:06.675143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-7d9320d1-4148-42e8-9d8c-c2e8b721db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:06.678707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-7d9320d1-4148-42e8-9d8c-c2e8b721db68 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=6d57ebe0-3d59-434f-9f90-9f16059a88dd HTTP/1.1" status: 200 len: 861 time: 0.1212733 Sep 10 03:36:06.769273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=78281130-ac74-4b16-9ded-52396a683c54,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:06.789014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-7b7caab0-ba9d-4d6e-a9e0-341444fdbdf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:06.791669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-7b7caab0-ba9d-4d6e-a9e0-341444fdbdf2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0232d608-1b28-4407-99e4-3a42da9f9270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0795622 Sep 10 03:36:06.799740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bb1993-5ba4-48dd-be54-8f02c732cfa9 req-106e06c8-0292-4a7f-afff-971d5e251427 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:06.801918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86bb1993-5ba4-48dd-be54-8f02c732cfa9 req-106e06c8-0292-4a7f-afff-971d5e251427 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 949 time: 0.1238911 Sep 10 03:36:06.833954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] For port 165b3467-4fa6-4232-ac59-7ea4ec585932, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:06.838590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] For port 165b3467-4fa6-4232-ac59-7ea4ec585932, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=165b3467-4fa6-4232-ac59-7ea4ec585932,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:06.890923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['78281130-ac74-4b16-9ded-52396a683c54'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:06.944504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.955808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.957120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42f7dc54-09ce-45b4-ba77-ea6daba74493 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:36:06.982391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:06.990813 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4c836ed8-0469-4fbb-a076-60236cbdb0d8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/42f7dc54-09ce-45b4-ba77-ea6daba74493 HTTP/1.1" status: 204 len: 168 time: 3.4359426 Sep 10 03:36:06.991746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54662) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:07.052929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:07.053923 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:07.055775 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] 10.222.0.20 "PUT /v2.0/ports/165b3467-4fa6-4232-ac59-7ea4ec585932 HTTP/1.1" status: 200 len: 1096 time: 2.4740663 Sep 10 03:36:07.056454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45ee0d09-a5c5-465e-b1a9-9433c2714fba', 'tag': '165b3467-4fa6-4232-ac59-7ea4ec585932'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:07.060483 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf" -d '{"events": [{"name": "network-changed", "server_uuid": "45ee0d09-a5c5-465e-b1a9-9433c2714fba", "tag": "165b3467-4fa6-4232-ac59-7ea4ec585932"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:07.115055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d2ed23-7f36-4f2e-82c2-f41974f20e0f service neutron] Pushing event updated for resources: {'Port': ['ID=165b3467-4fa6-4232-ac59-7ea4ec585932,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:07.138949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86bb1993-5ba4-48dd-be54-8f02c732cfa9 req-d39f3c3a-f035-4a21-84a6-4483af90b8f6 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253977 Sep 10 03:36:07.252644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-6cf79e83-a2d3-4201-bea4-881e66dad516 service neutron] 10.222.0.39 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4489489 Sep 10 03:36:07.256517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Deleting subnet c7d68820-2647-4f59-bab4-aff570a9f9a2 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:36:07.306321 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:07.345352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-ed0d304d-c304-4547-8348-433b0977d03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:07.347493 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-ed0d304d-c304-4547-8348-433b0977d03b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 1099 time: 0.1487849 Sep 10 03:36:07.441508 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-89cf7368-be9f-476e-b5f3-e465ec70f5cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=165b3467-4fa6-4232-ac59-7ea4ec585932 HTTP/1.1" status: 200 len: 217 time: 0.0839164 Sep 10 03:36:07.484151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e264538-dcbe-4a2b-b458-d1973e167058 req-f9a5d02e-ad0d-4137-885c-fe5436dbf612 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 210 time: 0.1696000 Sep 10 03:36:07.590322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-87553b26-dec9-42d6-a201-ba3220dfedc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:07.596133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-87553b26-dec9-42d6-a201-ba3220dfedc1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1325374 Sep 10 03:36:07.669624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-e636c7fb-19ee-4480-8d06-2d4d588c7cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:07.669624 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-e636c7fb-19ee-4480-8d06-2d4d588c7cc0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0558877 Sep 10 03:36:07.759226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:07.784120 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-dfa44959-50ec-43cf-9038-a8bf8f821a47 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077631 Sep 10 03:36:07.794777 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:07.810102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225d5c3c-8f11-4ad9-a8be-c2265511653d req-3f6173b9-ac2b-4a52-ba92-51178969853a service neutron] 10.222.0.39 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5425706 Sep 10 03:36:07.826629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-160225a4-9025-4d16-9613-0d369a1cf0b2 req-e6d02e1d-2ddd-4742-964f-02a991c2e440 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 210 time: 0.2445667 Sep 10 03:36:07.845019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c3775db0-5029-4a29-a6d1-6963362f351b no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:36:07.908203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Transition to ACTIVE for port object 72106f42-b1a8-4be5-8acc-78c86f878031 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:07.919136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c3775db0-5029-4a29-a6d1-6963362f351b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:36:07.919476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c3775db0-5029-4a29-a6d1-6963362f351b not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:36:07.919913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a6c908a0-0e8a-402d-9cc3-f5de487a4428 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:36:07.950433 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345ab51e-5868-473b-b8d1-9891416c9efa x-openstack-request-id: req-345ab51e-5868-473b-b8d1-9891416c9efa {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:07.951216 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45ee0d09-a5c5-465e-b1a9-9433c2714fba", "tag": "165b3467-4fa6-4232-ac59-7ea4ec585932", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:07.951216 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-345ab51e-5868-473b-b8d1-9891416c9efa {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:07.953059 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45ee0d09-a5c5-465e-b1a9-9433c2714fba', 'tag': '165b3467-4fa6-4232-ac59-7ea4ec585932', 'status': 'completed', 'code': 200} Sep 10 03:36:08.001531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a6c908a0-0e8a-402d-9cc3-f5de487a4428 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:36:08.005724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a6c908a0-0e8a-402d-9cc3-f5de487a4428 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:36:08.016818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:08.041516 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0eb18513-7404-4f8a-8f6d-9c243854bf3d req-c83de4de-6c17-46ca-b09b-a83bb74fb66f service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510507 Sep 10 03:36:08.086389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a324b-d5a5-4a03-9efa-d800fa96fd95 req-e03f1cfa-ae2c-4964-911d-f692d27516dd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:08.088651 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:08.094550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db4a324b-d5a5-4a03-9efa-d800fa96fd95 req-e03f1cfa-ae2c-4964-911d-f692d27516dd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 944 time: 0.7448587 Sep 10 03:36:08.185621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dadb3f-38c6-4b2e-bbe6-5d0f2f63ee9e None None] Pushing event updated for resources: {'Port': ['ID=72106f42-b1a8-4be5-8acc-78c86f878031,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:08.364994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-f1170517-c734-4f5f-af77-366937c6d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:08.368443 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-f1170517-c734-4f5f-af77-366937c6d1fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 1099 time: 0.1324232 Sep 10 03:36:08.371159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Attempting to bind port 72106f42-b1a8-4be5-8acc-78c86f878031 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:08.371585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Attempting to bind port 72106f42-b1a8-4be5-8acc-78c86f878031 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:08.371987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Attempting to bind port 72106f42-b1a8-4be5-8acc-78c86f878031 on network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:08.390680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:08.391080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Checking segment: {'id': '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:08.391483 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:08.397836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Bound using segment: {'id': '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:08.397836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Bound port: 72106f42-b1a8-4be5-8acc-78c86f878031, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:08.397836 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:08.539752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] For port 72106f42-b1a8-4be5-8acc-78c86f878031, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:08.545474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] For port 72106f42-b1a8-4be5-8acc-78c86f878031, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=72106f42-b1a8-4be5-8acc-78c86f878031,segment=NetworkSegment(05660bd0-eefa-4dd8-9cae-91ff1f8a73e7),segment_id=05660bd0-eefa-4dd8-9cae-91ff1f8a73e7)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:08.554820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-5cc18d3a-28c3-4057-a74c-7d8cc2411f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:08.556437 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-5cc18d3a-28c3-4057-a74c-7d8cc2411f6b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1790535 Sep 10 03:36:08.608659 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-456f36af-af67-4c1f-8245-142678d2c70a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=165b3467-4fa6-4232-ac59-7ea4ec585932 HTTP/1.1" status: 200 len: 217 time: 0.0437636 Sep 10 03:36:08.635756 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:08.636231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db4a324b-d5a5-4a03-9efa-d800fa96fd95 req-fbaf6133-cfd5-4795-97fb-dfb301a9aef3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369761 Sep 10 03:36:08.740583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:08.744507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-a296b500-742f-4333-9300-c8992b0bb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:08.746001 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-a296b500-742f-4333-9300-c8992b0bb9a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1297925 Sep 10 03:36:08.748210 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 78281130-ac74-4b16-9ded-52396a683c54 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:08.784749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:08.789128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c7d68820-2647-4f59-bab4-aff570a9f9a2 HTTP/1.1" status: 204 len: 168 time: 1.7915719 Sep 10 03:36:08.810417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf9f9b9-c424-4c6b-8837-833dae0805b9 req-b0701e1b-4306-4555-8994-81f264ace484 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:08.817971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54682) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:08.826970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf9f9b9-c424-4c6b-8837-833dae0805b9 req-b0701e1b-4306-4555-8994-81f264ace484 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 948 time: 0.7587609 Sep 10 03:36:08.888935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-1bbd1c09-6768-44ef-a453-213e327c291f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:08.891374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-1bbd1c09-6768-44ef-a453-213e327c291f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 821 time: 0.3343725 Sep 10 03:36:08.944646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c7d68820-2647-4f59-bab4-aff570a9f9a2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:08.970644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Request body: {'port': {'device_id': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda', 'admin_state_up': True, 'tenant_id': 'd03fa6d7cb80425e87e91223dc0c92ad'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:09.001150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b41004-bc8f-4d47-b3fb-a8c6e6b9e7fa None None] Network 80957e8c-37e9-469a-84c8-d57f4d52c190 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:36:09.013605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-ccd8f2d4-9815-428b-9b21-94608d488618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:09.020161 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-ccd8f2d4-9815-428b-9b21-94608d488618 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2645609 Sep 10 03:36:09.026314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.026975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.027507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.028175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.028779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.029299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.029801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.030350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.030898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.031638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.031909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:09.032360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.033322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5ad9402-2331-4c8d-9a1e-ab57189470e4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:09.060945 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Routers {'1e9e654e-cc66-46d9-b971-7fa457a35eb4'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:36:09.061576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:35:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:09.084030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf9f9b9-c424-4c6b-8837-833dae0805b9 req-c045e223-e681-423d-ae29-2dfcf52ce9c0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2558880 Sep 10 03:36:09.150188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4382c64-2fe8-4ced-8818-f39342ef3862 req-86ec4a88-a11a-43f2-91aa-7fdc675705c5 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:09.160427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4382c64-2fe8-4ced-8818-f39342ef3862 req-86ec4a88-a11a-43f2-91aa-7fdc675705c5 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 949 time: 0.2335808 Sep 10 03:36:09.244531 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-693d3516-1870-4b22-9241-5ece1dc0a206 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2090924 Sep 10 03:36:09.263931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d857498-0700-470b-b837-f72652f46c8a req-632f0deb-a3d0-4883-ab52-3beb60366cd5 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 210 time: 0.0621262 Sep 10 03:36:09.304323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Deleting port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:36:09.304673 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:09.368544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] Set router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:36:09.396642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4382c64-2fe8-4ced-8818-f39342ef3862 req-3be569fe-3a4b-44a4-95ee-1b0985a65f9e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2348673 Sep 10 03:36:09.419974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] For port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6b4c620f-6f0e-426a-bb38-9dcabf59d5da,segment=NetworkSegment(5a2a8198-7054-49d6-ba37-65acb0e63dad),segment_id=5a2a8198-7054-49d6-ba37-65acb0e63dad)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:09.420707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:09.434003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10957888-a272-40c0-b278-2d714dfecadb req-8229b92f-f0ab-4bf2-9b03-3267e413ecc3 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 210 time: 0.0346656 Sep 10 03:36:09.436069 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f138c623-e6a9-4d7e-bf3a-489a74cd62cf req-e8510239-7dd8-4b74-b9f0-d619bac771fc service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1771157 Sep 10 03:36:09.441204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Calling delete_port for 6b4c620f-6f0e-426a-bb38-9dcabf59d5da owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:36:09.466970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dadb3f-38c6-4b2e-bbe6-5d0f2f63ee9e None None] Pushing event updated for resources: {'Port': ['ID=72106f42-b1a8-4be5-8acc-78c86f878031,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:09.483222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Made reservation on behalf of d03fa6d7cb80425e87e91223dc0c92ad for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:09.491354 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:09.539929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 02d916e1-03ef-4eb5-8dda-b4779999d153 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:09.579186 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:09.646511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4c620f-6f0e-426a-bb38-9dcabf59d5da,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:09.665881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] No DVR routers for this DVR port 6b4c620f-6f0e-426a-bb38-9dcabf59d5da on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:36:09.678776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Allocated IP 172.20.0.3 (6ce8e0fe-fe24-4977-acda-6b032beeafda/07a43bb2-e1fb-45fa-8f1c-14783d9fafc7/2f866cfe-0df0-427a-aa39-5e132a776f22) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:09.696989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 78281130-ac74-4b16-9ded-52396a683c54 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:09.723332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 78281130-ac74-4b16-9ded-52396a683c54 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:09.723852 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:09.781497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b9624b-60b9-4df9-b866-dddd9e34469f None None] DHCP port deletion for 80957e8c-37e9-469a-84c8-d57f4d52c190 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:36:09.801469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 02d916e1-03ef-4eb5-8dda-b4779999d153 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:09.820834 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:09.866417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80957e8c-37e9-469a-84c8-d57f4d52c190']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:09.887471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6b4c620f-6f0e-426a-bb38-9dcabf59d5da no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:36:09.889607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 02d916e1-03ef-4eb5-8dda-b4779999d153 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:09.889966 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:09.913512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a2a8198-7054-49d6-ba37-65acb0e63dad') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:09.913512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a2a8198-7054-49d6-ba37-65acb0e63dad') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:09.946959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-9c04825e-3bb8-45e1-9b27-a19d4f2b9d92 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=b866f6363163412088b265e155668816&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0778625 Sep 10 03:36:09.950286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93645212-fe34-4930-807b-f3b69ca961c3 req-9c81822f-fa26-4df7-bbc9-9028d0699fe0 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:09.951483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:09.960863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6b4c620f-6f0e-426a-bb38-9dcabf59d5da {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:36:09.961194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6b4c620f-6f0e-426a-bb38-9dcabf59d5da not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:36:09.962270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93645212-fe34-4930-807b-f3b69ca961c3 req-9c81822f-fa26-4df7-bbc9-9028d0699fe0 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 944 time: 0.2165413 Sep 10 03:36:10.015375 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.040405 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.052031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:36:10.054003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:36:10.057147 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:36:10.068044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93645212-fe34-4930-807b-f3b69ca961c3 req-4d959e1d-e129-42ad-bb0a-bb16c07d8cbd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013873 Sep 10 03:36:10.071083 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.085276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:54Z', 'updated_at': '2021-09-10T03:36:00Z', 'revision_number': 4, 'project_id': '19d671628b634bec86c51d389735f007', 'gw_port': {'id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:55Z', 'updated_at': '2021-09-10T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '72106f42-b1a8-4be5-8acc-78c86f878031', 'name': '', 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc', 'tenant_id': '19d671628b634bec86c51d389735f007', 'mac_address': 'fa:16:3e:87:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '52dd407b-6ec0-423f-835a-2af3fae1a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:58Z', 'updated_at': '2021-09-10T03:36:08Z', 'revision_number': 4, 'project_id': '19d671628b634bec86c51d389735f007', 'subnets': [{'id': '52dd407b-6ec0-423f-835a-2af3fae1a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:10.116115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6920fdbe-834c-4f25-bb81-49fb314d2129 None None] The sync data for ids ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'] in n-d-808143-1 is: [{'id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:54Z', 'updated_at': '2021-09-10T03:36:00Z', 'revision_number': 4, 'project_id': '19d671628b634bec86c51d389735f007', 'gw_port': {'id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:55Z', 'updated_at': '2021-09-10T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '72106f42-b1a8-4be5-8acc-78c86f878031', 'name': '', 'network_id': 'a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc', 'tenant_id': '19d671628b634bec86c51d389735f007', 'mac_address': 'fa:16:3e:87:f5:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_interface', 'standard_attr_id': 495, 'fixed_ips': [{'subnet_id': '52dd407b-6ec0-423f-835a-2af3fae1a6a1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:58Z', 'updated_at': '2021-09-10T03:36:08Z', 'revision_number': 4, 'project_id': '19d671628b634bec86c51d389735f007', 'subnets': [{'id': '52dd407b-6ec0-423f-835a-2af3fae1a6a1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:36:10.151095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbcd383-19e1-49b4-9a69-98b37c80794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78281130-ac74-4b16-9ded-52396a683c54'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:10.155640 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4b1c0cd-9b05-4702-8a35-065a115120c6" -d '{"events": [{"server_uuid": "8dbcd383-19e1-49b4-9a69-98b37c80794b", "name": "network-vif-plugged", "status": "completed", "tag": "78281130-ac74-4b16-9ded-52396a683c54"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:10.220152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.227342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 78281130-ac74-4b16-9ded-52396a683c54, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=78281130-ac74-4b16-9ded-52396a683c54,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:10.237630 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.252127 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f1b28d-d266-44be-901b-8bc05bfd4904 x-openstack-request-id: req-f6f1b28d-d266-44be-901b-8bc05bfd4904 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:10.252671 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbcd383-19e1-49b4-9a69-98b37c80794b", "name": "network-vif-plugged", "status": "completed", "tag": "78281130-ac74-4b16-9ded-52396a683c54", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:10.253072 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6f1b28d-d266-44be-901b-8bc05bfd4904 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:10.253659 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbcd383-19e1-49b4-9a69-98b37c80794b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78281130-ac74-4b16-9ded-52396a683c54', 'code': 200} Sep 10 03:36:10.293821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-f7e19630-3d41-4e90-bf30-ce9e14087e71 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:10.296655 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-f7e19630-3d41-4e90-bf30-ce9e14087e71 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3415680 Sep 10 03:36:10.314749 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Request body: {'port': {'device_id': '650309fc-f9fd-4c49-9fe3-ca5686e8a413', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'b866f6363163412088b265e155668816'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:10.317875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:10.330270 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.361714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.375135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Pushing event updated for resources: {'Port': ['ID=2f866cfe-0df0-427a-aa39-5e132a776f22,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:10.391986 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.396375 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] 10.222.0.22 "DELETE /v2.0/networks/80957e8c-37e9-469a-84c8-d57f4d52c190 HTTP/1.1" status: 204 len: 168 time: 1.5763655 Sep 10 03:36:10.429014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=78281130-ac74-4b16-9ded-52396a683c54,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:10.450167 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.476076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.39', 61198) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:10.513142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df5a5b-352d-4a1a-a831-9bb0892fdc80 admin admin] Pushing event deleted for resources: {'Network': ['ID=80957e8c-37e9-469a-84c8-d57f4d52c190,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:10.576280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=02d916e1-03ef-4eb5-8dda-b4779999d153,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:10.598149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Network 6ce8e0fe-fe24-4977-acda-6b032beeafda is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:10.609875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:10.615770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:10.622619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:10.623478 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:10.660027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a863d51-c3b5-40ef-987d-54ad120b951c req-06b337e6-4a3c-421f-a408-203832ad25b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:10.662430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a863d51-c3b5-40ef-987d-54ad120b951c req-06b337e6-4a3c-421f-a408-203832ad25b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 948 time: 0.2551093 Sep 10 03:36:10.672786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c6d230-22ed-4f07-9d41-4681f14dece7 req-118d5c8d-4069-471d-8c1e-da33cb65dff3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:10.680503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23c6d230-22ed-4f07-9d41-4681f14dece7 req-118d5c8d-4069-471d-8c1e-da33cb65dff3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 931 time: 0.2706320 Sep 10 03:36:10.732416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-39c362ed-8dac-4ef0-9a2e-8c5aba17d06e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7812750 Sep 10 03:36:10.751123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a863d51-c3b5-40ef-987d-54ad120b951c req-8565d35a-ed8b-4aae-9690-4bb7b6d34de9 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666013 Sep 10 03:36:10.786590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Request body: {'port': {'device_id': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:10.866901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23c6d230-22ed-4f07-9d41-4681f14dece7 req-48a58bca-61f6-4a2f-8534-06cf72885fb6 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842310 Sep 10 03:36:10.980893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54704) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:10.988654 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.026287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5d0b7-d596-4b3a-a31d-ce7dc9e7a687 req-c429d741-8b48-4b78-aab5-fe27b88db9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:11.027817 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e4c5d0b7-d596-4b3a-a31d-ce7dc9e7a687 req-c429d741-8b48-4b78-aab5-fe27b88db9d9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 1101 time: 0.5459185 Sep 10 03:36:11.036474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-390a0894-d251-4450-b533-7d1e955e5824 req-1668f991-01fa-4887-b216-95f497654765 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 210 time: 0.0389941 Sep 10 03:36:11.071954 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fc8a9fe5-5a2a-4c40-9fde-4956f84d64b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f40041800a14093ab43f38bf9f04d27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0853388 Sep 10 03:36:11.076150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54706) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:11.096733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f0da2d-095a-413f-bf4f-803c12f5a84a req-b05f2f6c-179b-495d-9cd6-5792377f6618 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:11.097248 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e4c5d0b7-d596-4b3a-a31d-ce7dc9e7a687 req-48746603-d1eb-45aa-8f1c-c56deeb29b4d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576599 Sep 10 03:36:11.104453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0f0da2d-095a-413f-bf4f-803c12f5a84a req-b05f2f6c-179b-495d-9cd6-5792377f6618 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 950 time: 0.2250490 Sep 10 03:36:11.124237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Made reservation on behalf of b866f6363163412088b265e155668816 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:11.127805 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.215068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97e178c6-d8af-451b-9247-1986a17f4eda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.259949 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97e178c6-d8af-451b-9247-1986a17f4eda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.274954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0f0da2d-095a-413f-bf4f-803c12f5a84a req-818d223b-c5f2-4905-9ecc-6d427f8642ae tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635383 Sep 10 03:36:11.356471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Allocated IP 192.168.233.82 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/e3356266-5347-4f21-9d22-bbaf95cbd0da) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:11.435623 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97e178c6-d8af-451b-9247-1986a17f4eda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.438758 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97e178c6-d8af-451b-9247-1986a17f4eda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.441583 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-97e178c6-d8af-451b-9247-1986a17f4eda admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3cbb3ab7-16b6-418e-a7e0-4e9f6ef33f3d HTTP/1.1" status: 204 len: 168 time: 0.3624330 Sep 10 03:36:11.467589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e178c6-d8af-451b-9247-1986a17f4eda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cbb3ab7-16b6-418e-a7e0-4e9f6ef33f3d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:11.473522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd5a5a-29cd-46e5-9585-a24378a6ab76 req-02b27f6f-96de-4c8e-a315-84768305eb22 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:11.495616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1bd5a5a-29cd-46e5-9585-a24378a6ab76 req-02b27f6f-96de-4c8e-a315-84768305eb22 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.1041193 Sep 10 03:36:11.535297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 165b3467-4fa6-4232-ac59-7ea4ec585932 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:11.613059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f866cfe-0df0-427a-aa39-5e132a776f22 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:11.617050 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.635410 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.636114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Transition to ACTIVE for port object e3356266-5347-4f21-9d22-bbaf95cbd0da will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:11.652343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Transition to ACTIVE for port object 2f866cfe-0df0-427a-aa39-5e132a776f22 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:11.683591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1bd5a5a-29cd-46e5-9585-a24378a6ab76 req-8e6596ac-0b14-45b0-9233-8a6bf7e66445 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871037 Sep 10 03:36:11.731571 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.750474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 165b3467-4fa6-4232-ac59-7ea4ec585932, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=165b3467-4fa6-4232-ac59-7ea4ec585932,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:11.762590 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:11.780881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['67bd5154-55fc-42ba-9f82-cd216d3c3452'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:11.879855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '165b3467-4fa6-4232-ac59-7ea4ec585932', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '165b3467-4fa6-4232-ac59-7ea4ec585932', 'mac_address': 'fa:16:3e:43:33:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.108'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:11.896573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Pushing event updated for resources: {'Port': ['ID=2f866cfe-0df0-427a-aa39-5e132a776f22,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:11.899519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72106f42-b1a8-4be5-8acc-78c86f878031 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:11.948192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:11.951771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Pushing event updated for resources: {'Port': ['ID=e3356266-5347-4f21-9d22-bbaf95cbd0da,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:11.966154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:11.971132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:11.983243 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.097073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:12.098030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.100384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:12.102609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:12.103234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:12.120573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 165b3467-4fa6-4232-ac59-7ea4ec585932 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:12.147770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Port 2f866cfe-0df0-427a-aa39-5e132a776f22 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:12.148156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:12.156838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:12.157194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:12.157543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:12.158016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Bound port: 2f866cfe-0df0-427a-aa39-5e132a776f22, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:12.158376 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.177812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 165b3467-4fa6-4232-ac59-7ea4ec585932, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=165b3467-4fa6-4232-ac59-7ea4ec585932,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:12.224330 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-90803665-6835-424e-bf3c-30bbcccdf792 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9166803 Sep 10 03:36:12.245190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Request body: {'port': {'device_id': '650309fc-f9fd-4c49-9fe3-ca5686e8a413', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:12.271173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d0212-c6ec-4f30-9705-c1e25b3ba59a req-72e3ad5f-dcf2-4026-92c5-a30ad283243a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:12.277700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-684d0212-c6ec-4f30-9705-c1e25b3ba59a req-72e3ad5f-dcf2-4026-92c5-a30ad283243a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 948 time: 0.3821185 Sep 10 03:36:12.279902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:12.282160 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edd3edff-30ff-4fe5-b136-34bfa3080f6a" -d '{"events": [{"server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "name": "network-vif-plugged", "status": "completed", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:12.288734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:12.314273 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.318003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:12.330424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95678040-1747-4aa4-8310-1615c0012357 req-02a582e0-372d-42f3-9c04-9f636c32ec38 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:12.337919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95678040-1747-4aa4-8310-1615c0012357 req-02a582e0-372d-42f3-9c04-9f636c32ec38 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 943 time: 0.2807527 Sep 10 03:36:12.399913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.458794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-684d0212-c6ec-4f30-9705-c1e25b3ba59a req-1efd15f1-c5f8-466c-b4d0-4e2cb867ca55 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419721 Sep 10 03:36:12.466566 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.558636 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95678040-1747-4aa4-8310-1615c0012357 req-9129fab4-2699-4f41-b231-10d0bed302f3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181082 Sep 10 03:36:12.593561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 72106f42-b1a8-4be5-8acc-78c86f878031 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:12.604974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:12.604974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.606141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] 10.222.0.39 "PUT /v2.0/ports/2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 1091 time: 1.8498085 Sep 10 03:36:12.612241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=165b3467-4fa6-4232-ac59-7ea4ec585932,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:12.615138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 72106f42-b1a8-4be5-8acc-78c86f878031 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:12.620842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.639216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:12.644282 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fde06b02-dbc3-45e6-b77c-e704582299c9" -d '{"events": [{"name": "network-changed", "server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:12.693141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:12.749324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e9091d29-a548-4b4f-8340-d4dd94fa279d None None] Provisioning for port e3356266-5347-4f21-9d22-bbaf95cbd0da completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:12.758766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e9091d29-a548-4b4f-8340-d4dd94fa279d None None] Provisioning complete for port e3356266-5347-4f21-9d22-bbaf95cbd0da triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:12.759418 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e9091d29-a548-4b4f-8340-d4dd94fa279d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.809156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e9091d29-a548-4b4f-8340-d4dd94fa279d None None] Port e3356266-5347-4f21-9d22-bbaf95cbd0da cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:36:12.826252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c7a3a-9400-475f-acbd-b0ba7b4217de service neutron] Pushing event updated for resources: {'Port': ['ID=2f866cfe-0df0-427a-aa39-5e132a776f22,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:12.853282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481c43a-f9c7-4d6d-91ee-ac39108f1a80 req-69dd344a-a96f-4e12-8207-26aeafbc5929 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:12.855290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a481c43a-f9c7-4d6d-91ee-ac39108f1a80 req-69dd344a-a96f-4e12-8207-26aeafbc5929 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 950 time: 0.1569481 Sep 10 03:36:12.897514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ede532-ad3b-4adb-b6e1-fa337bf6530e req-8163327b-6567-417c-86f8-cbb2019e8fa3 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:12.899183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24ede532-ad3b-4adb-b6e1-fa337bf6530e req-8163327b-6567-417c-86f8-cbb2019e8fa3 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 935 time: 0.3284295 Sep 10 03:36:12.910271 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.925626 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3356266-5347-4f21-9d22-bbaf95cbd0da {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:12.933367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:12.946172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Transition to ACTIVE for port object e3356266-5347-4f21-9d22-bbaf95cbd0da will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:12.973524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24ede532-ad3b-4adb-b6e1-fa337bf6530e req-f5cabfb6-5619-496e-9f56-dd1f7050e5e8 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491335 Sep 10 03:36:12.991708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-53c65f24-91db-4e4f-8ef7-ba1dea9760dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:12.991708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-53c65f24-91db-4e4f-8ef7-ba1dea9760dd service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1094 time: 0.1832829 Sep 10 03:36:13.013304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:13.033767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a481c43a-f9c7-4d6d-91ee-ac39108f1a80 req-bd50c9e1-975b-417c-98ec-aaf27cb77743 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467488 Sep 10 03:36:13.077789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-5c7d7683-b7b2-43e2-9651-5e1abb67bae7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 217 time: 0.0543396 Sep 10 03:36:13.088691 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10a25ee6-ae53-4707-9375-077238f98858 x-openstack-request-id: req-10a25ee6-ae53-4707-9375-077238f98858 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:13.088975 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "name": "network-vif-plugged", "status": "completed", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:13.089228 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10a25ee6-ae53-4707-9375-077238f98858 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:13.089619 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153', 'code': 200} Sep 10 03:36:13.136799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 72106f42-b1a8-4be5-8acc-78c86f878031, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=72106f42-b1a8-4be5-8acc-78c86f878031,segment=NetworkSegment(05660bd0-eefa-4dd8-9cae-91ff1f8a73e7),segment_id=05660bd0-eefa-4dd8-9cae-91ff1f8a73e7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:13.186169 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f18c640-d86e-4a0e-85d1-b61aa1c87587 x-openstack-request-id: req-7f18c640-d86e-4a0e-85d1-b61aa1c87587 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:13.190012 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:13.190012 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f18c640-d86e-4a0e-85d1-b61aa1c87587 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:13.190840 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22', 'status': 'completed', 'code': 200} Sep 10 03:36:13.235018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-8b939c0b-7d2b-4391-81e7-938b15a8c347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:13.237045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-8b939c0b-7d2b-4391-81e7-938b15a8c347 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1557531 Sep 10 03:36:13.241052 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:13.299329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Pushing event updated for resources: {'Port': ['ID=e3356266-5347-4f21-9d22-bbaf95cbd0da,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:13.330925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbde9dde-cdba-4b26-9e75-0bc6f8aca71e req-4d539282-61c9-4246-acbb-c136f55776b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:13.332840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbde9dde-cdba-4b26-9e75-0bc6f8aca71e req-4d539282-61c9-4246-acbb-c136f55776b9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1096 time: 0.1675866 Sep 10 03:36:13.353696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-974f31cd-f28a-4549-bf6e-17f2154dbe38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1059263 Sep 10 03:36:13.482827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=72106f42-b1a8-4be5-8acc-78c86f878031,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:13.525385 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbde9dde-cdba-4b26-9e75-0bc6f8aca71e req-ab39eb26-9488-490e-82d6-9e725c23cd08 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1645575 Sep 10 03:36:13.533316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Attempting to bind port e3356266-5347-4f21-9d22-bbaf95cbd0da on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:13.533659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Attempting to bind port e3356266-5347-4f21-9d22-bbaf95cbd0da by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:13.533975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Attempting to bind port e3356266-5347-4f21-9d22-bbaf95cbd0da on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:13.534924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1040da9-a3e7-42e7-8295-4733632f9f28 req-e11785db-b9f2-41da-bd95-e8337ad378c6 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:13.544138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1040da9-a3e7-42e7-8295-4733632f9f28 req-e11785db-b9f2-41da-bd95-e8337ad378c6 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.2824073 Sep 10 03:36:13.557023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Port e3356266-5347-4f21-9d22-bbaf95cbd0da on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:13.558232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Attempting to bind port e3356266-5347-4f21-9d22-bbaf95cbd0da on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:13.571203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:13.572876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:13.573811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:13.576940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Bound port: e3356266-5347-4f21-9d22-bbaf95cbd0da, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:13.578197 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:13.685523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1040da9-a3e7-42e7-8295-4733632f9f28 req-6e4be57a-a843-47fe-85da-96b7180b818f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361754 Sep 10 03:36:13.692292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] For port e3356266-5347-4f21-9d22-bbaf95cbd0da, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:13.692726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-8af7d0e7-9da4-4038-bcb7-0f6b07a75008 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2807484 Sep 10 03:36:13.695859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] For port e3356266-5347-4f21-9d22-bbaf95cbd0da, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e3356266-5347-4f21-9d22-bbaf95cbd0da,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:13.774053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:13.825599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72106f42-b1a8-4be5-8acc-78c86f878031 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:13.864883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:13.868891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:13.871336 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] 10.222.0.39 "PUT /v2.0/ports/e3356266-5347-4f21-9d22-bbaf95cbd0da HTTP/1.1" status: 200 len: 1095 time: 1.6318901 Sep 10 03:36:13.880360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '650309fc-f9fd-4c49-9fe3-ca5686e8a413', 'tag': 'e3356266-5347-4f21-9d22-bbaf95cbd0da'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:13.887200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 72106f42-b1a8-4be5-8acc-78c86f878031 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:13.887445 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-933dcf1a-75ee-49bd-808b-372c1f3e73d7" -d '{"events": [{"name": "network-changed", "server_uuid": "650309fc-f9fd-4c49-9fe3-ca5686e8a413", "tag": "e3356266-5347-4f21-9d22-bbaf95cbd0da"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:13.887807 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:13.932678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fb4679-16b3-44b7-8b36-eaa1584b71a7 req-61f5a115-c09d-430a-bd91-13be408a89f3 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:13.940290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8fb4679-16b3-44b7-8b36-eaa1584b71a7 req-61f5a115-c09d-430a-bd91-13be408a89f3 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 949 time: 0.1166897 Sep 10 03:36:13.974448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d39d35a-5794-4686-a6fe-d64173e21117 service neutron] Pushing event updated for resources: {'Port': ['ID=e3356266-5347-4f21-9d22-bbaf95cbd0da,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:13.978008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e1df1ce-39a5-4c62-abe3-a66fd3dc6a2c req-eb2fcfc7-871b-4033-8218-ace35c4ff986 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773046 Sep 10 03:36:14.058410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8fb4679-16b3-44b7-8b36-eaa1584b71a7 req-89f5ea49-0e4b-4e7c-a9db-badeeeef9797 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166897 Sep 10 03:36:14.072545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-cb44864b-42bf-44a9-9014-d07bfca57108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.074255 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-cb44864b-42bf-44a9-9014-d07bfca57108 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b866f6363163412088b265e155668816&device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 1098 time: 0.0899196 Sep 10 03:36:14.141307 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-a61a2382-5f65-4407-ae00-fb71ac4da5be service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e3356266-5347-4f21-9d22-bbaf95cbd0da HTTP/1.1" status: 200 len: 217 time: 0.0581627 Sep 10 03:36:14.237372 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b61b688-bb03-4523-bb6b-b2ea8c3912de x-openstack-request-id: req-1b61b688-bb03-4523-bb6b-b2ea8c3912de {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:14.237837 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "650309fc-f9fd-4c49-9fe3-ca5686e8a413", "tag": "e3356266-5347-4f21-9d22-bbaf95cbd0da", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:14.238106 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b61b688-bb03-4523-bb6b-b2ea8c3912de {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:14.238503 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '650309fc-f9fd-4c49-9fe3-ca5686e8a413', 'tag': 'e3356266-5347-4f21-9d22-bbaf95cbd0da', 'status': 'completed', 'code': 200} Sep 10 03:36:14.247647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-db0ccb64-0bdd-49ef-b49c-6826cfb88571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.249214 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-db0ccb64-0bdd-49ef-b49c-6826cfb88571 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0909948 Sep 10 03:36:14.280259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-434a020b-4960-4041-9521-37dfb82f5cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.281802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-434a020b-4960-4041-9521-37dfb82f5cc6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1094 time: 0.1237199 Sep 10 03:36:14.330196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-86e1bd38-a821-4fee-a0e7-e00dce661267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.331972 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-86e1bd38-a821-4fee-a0e7-e00dce661267 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0741115 Sep 10 03:36:14.363721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271398d8-0cdf-4eb7-a005-8b0f0d8e0000 req-325c586c-bc13-4976-8c26-08364c11febc tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.365436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-271398d8-0cdf-4eb7-a005-8b0f0d8e0000 req-325c586c-bc13-4976-8c26-08364c11febc tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 943 time: 0.1316381 Sep 10 03:36:14.449522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-a73e51b7-019f-4bf3-a43d-6564ca6cbe21 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1073391 Sep 10 03:36:14.468355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-271398d8-0cdf-4eb7-a005-8b0f0d8e0000 req-94e739e6-dd6f-407c-ae94-a60e85931753 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644360 Sep 10 03:36:14.469755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-e4420761-86fd-448a-85ad-ce5fb792dfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.471655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-e4420761-86fd-448a-85ad-ce5fb792dfdc service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1755970 Sep 10 03:36:14.571206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-8fa3d213-5004-4be8-b387-cdeb9c5f6217 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 217 time: 0.0903504 Sep 10 03:36:14.607796 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e87cebb-84ac-4601-ae64-a5dc57189186 req-020aacf7-e2bc-4f8e-bef8-dae107959550 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496336 Sep 10 03:36:14.683897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-3c958e03-be00-4440-86cf-50344cf2b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.685500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-3c958e03-be00-4440-86cf-50344cf2b4e3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1006041 Sep 10 03:36:14.694496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a13fa5-fa85-4fe7-ae76-1f57b78a077f req-0b0fb0f9-8f38-4c50-80e7-e5b78876f915 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.696013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4a13fa5-fa85-4fe7-ae76-1f57b78a077f req-0b0fb0f9-8f38-4c50-80e7-e5b78876f915 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 947 time: 0.1228824 Sep 10 03:36:14.734985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-70648a53-96e3-4501-aac4-c64f1acf1374 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368781 Sep 10 03:36:14.804654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4a13fa5-fa85-4fe7-ae76-1f57b78a077f req-cc6b38fe-6978-4d26-85de-db1709352b26 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968058 Sep 10 03:36:14.813836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-13a63b55-271a-4451-9639-31bfa02137dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.814235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.814715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.815321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.815816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.816010 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-13a63b55-271a-4451-9639-31bfa02137dc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b866f6363163412088b265e155668816&device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 1098 time: 0.0658736 Sep 10 03:36:14.816423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.817019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.818511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.818511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.818511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.818964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.819416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.828558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-787faf47-45ae-4525-b6bd-2a4205f182b0 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413&device_id=b72588f1-0e91-41d9-82b3-c04040090a2d&device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba&device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1&device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b&device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02&device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af&device_id=d7705388-dd65-49fa-aff9-681052cddb0b&device_id=58837b0a-6fb1-450e-9263-a287aa9019f0&device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c&device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 9978 time: 0.1825879 Sep 10 03:36:14.935033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-be03a4d2-2c8d-45f9-a336-0976e12ef36f service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1833987 Sep 10 03:36:14.936410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-1994527d-70bc-4c20-9585-f8d2f80ba4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:14.938179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-1994527d-70bc-4c20-9585-f8d2f80ba4a2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1041498 Sep 10 03:36:14.943185 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-6d9057b8-3d5d-436a-8cf1-90520b375e95 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:15.026242 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-e0f4ed50-5729-43fb-a1df-15a74bad7d59 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=e3356266-5347-4f21-9d22-bbaf95cbd0da HTTP/1.1" status: 200 len: 217 time: 0.0557821 Sep 10 03:36:15.099970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-37b23bb4-8d46-4433-8dba-6fc747f283df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:15.107239 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-37b23bb4-8d46-4433-8dba-6fc747f283df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0701294 Sep 10 03:36:15.145237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fde06b02-dbc3-45e6-b77c-e704582299c9 req-3f526802-b2be-48a3-ade2-a8271d7e35bc service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842237 Sep 10 03:36:15.154584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d276c61-e73d-42bd-bb99-def8203decc7 req-353f3d45-3006-4c7b-b66a-a56bcc1a26d6 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:15.156082 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d276c61-e73d-42bd-bb99-def8203decc7 req-353f3d45-3006-4c7b-b66a-a56bcc1a26d6 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.1029267 Sep 10 03:36:15.171946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-aa7ad81b-1cbb-4219-a3df-a4680f41064d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:15.174459 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-aa7ad81b-1cbb-4219-a3df-a4680f41064d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0541348 Sep 10 03:36:15.215552 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-6d9057b8-3d5d-436a-8cf1-90520b375e95 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:15.224206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d276c61-e73d-42bd-bb99-def8203decc7 req-9410d051-e41f-4431-a091-8a8d0d4e0c5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562441 Sep 10 03:36:15.299288 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-9225ab08-ac28-4a6b-b410-68bdcd50fcfc service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150675 Sep 10 03:36:15.327719 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-6d9057b8-3d5d-436a-8cf1-90520b375e95 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:15.368144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e95afe22-8380-4c1e-8359-9fb9d2db47ba req-6d9057b8-3d5d-436a-8cf1-90520b375e95 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&id=56505614-93e8-45b6-bf8f-2960e7a95ba0&id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&id=c1a466d8-f84a-4598-87e9-7362041e884e&id=95428a22-85a7-4378-9568-a391138b9260&id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 648 time: 0.5385554 Sep 10 03:36:15.387036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9057b8-3d5d-436a-8cf1-90520b375e95 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33353194-120a-44d8-9862-5954095a2b36,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:15.412338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6b93d1-28ba-42d5-a05c-7576dc54c1a8 req-55d0519d-bb59-4958-ac4e-7035903d6730 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:15.413833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb6b93d1-28ba-42d5-a05c-7576dc54c1a8 req-55d0519d-bb59-4958-ac4e-7035903d6730 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 949 time: 0.0967765 Sep 10 03:36:15.442943 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-933dcf1a-75ee-49bd-808b-372c1f3e73d7 req-1277122f-8f48-47c8-9001-b44bcde29e20 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346259 Sep 10 03:36:15.469506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb6b93d1-28ba-42d5-a05c-7576dc54c1a8 req-f65b35da-8930-4edc-a6fe-9614d8935824 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486515 Sep 10 03:36:15.517809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d04c3b6-d62b-496b-b8f1-aba5dc410e65 req-164dd5d5-ffd5-43fd-b428-6a63226ed951 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:15.519776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d04c3b6-d62b-496b-b8f1-aba5dc410e65 req-164dd5d5-ffd5-43fd-b428-6a63226ed951 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1096 time: 0.0660589 Sep 10 03:36:15.559913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d04c3b6-d62b-496b-b8f1-aba5dc410e65 req-8b7e4348-4668-4dad-9240-cc29bf1bf76c tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301831 Sep 10 03:36:15.567365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 165b3467-4fa6-4232-ac59-7ea4ec585932 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:15.698713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797e1801-5547-4bdf-b00c-ff0f24f317a3 req-6e9c4109-45e2-445a-bf83-7e43ef8303f0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:15.719808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-797e1801-5547-4bdf-b00c-ff0f24f317a3 req-6e9c4109-45e2-445a-bf83-7e43ef8303f0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 943 time: 0.0675435 Sep 10 03:36:15.720102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 165b3467-4fa6-4232-ac59-7ea4ec585932 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:15.722894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 165b3467-4fa6-4232-ac59-7ea4ec585932 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:15.723523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:15.752805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-797e1801-5547-4bdf-b00c-ff0f24f317a3 req-83329ccf-6ff5-41df-8b60-e6a257353f1f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430160 Sep 10 03:36:15.854386 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:15.879141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ee0d09-a5c5-465e-b1a9-9433c2714fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165b3467-4fa6-4232-ac59-7ea4ec585932'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:15.881805 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cc5f32d-b2c1-4afe-9c3f-07606235aad0" -d '{"events": [{"server_uuid": "45ee0d09-a5c5-465e-b1a9-9433c2714fba", "name": "network-vif-plugged", "status": "completed", "tag": "165b3467-4fa6-4232-ac59-7ea4ec585932"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:15.896738 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 165b3467-4fa6-4232-ac59-7ea4ec585932, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=165b3467-4fa6-4232-ac59-7ea4ec585932,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:15.988352 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:16.014740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886e7277-9abd-4592-a46d-a416599a2fa2 req-335ebc3a-0e45-4478-b9c9-e4707dd9b7e4 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:16.016951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-886e7277-9abd-4592-a46d-a416599a2fa2 req-335ebc3a-0e45-4478-b9c9-e4707dd9b7e4 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 947 time: 0.1020191 Sep 10 03:36:16.094353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=165b3467-4fa6-4232-ac59-7ea4ec585932,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:16.099588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-886e7277-9abd-4592-a46d-a416599a2fa2 req-96da6ad2-48f7-499b-b941-7a5f6abe8637 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734241 Sep 10 03:36:16.106484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.106837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.107175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.107511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.107981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.108180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.108506 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.108826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.109325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.109650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.110105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.110417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:36:16.184712 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e09cb2a1-346c-4f68-86fc-580ff92ca759 x-openstack-request-id: req-e09cb2a1-346c-4f68-86fc-580ff92ca759 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:16.186837 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ee0d09-a5c5-465e-b1a9-9433c2714fba", "name": "network-vif-plugged", "status": "completed", "tag": "165b3467-4fa6-4232-ac59-7ea4ec585932", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:16.193151 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e09cb2a1-346c-4f68-86fc-580ff92ca759 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:16.193643 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ee0d09-a5c5-465e-b1a9-9433c2714fba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '165b3467-4fa6-4232-ac59-7ea4ec585932', 'code': 200} Sep 10 03:36:16.241129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e5dcf-1cf8-4feb-bdb0-7ff7ce5c1e3a req-976b1781-b8fe-4695-b4c5-25e4c9bdcf5f tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:16.241613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e5dcf-1cf8-4feb-bdb0-7ff7ce5c1e3a req-976b1781-b8fe-4695-b4c5-25e4c9bdcf5f tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:16.242092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e5dcf-1cf8-4feb-bdb0-7ff7ce5c1e3a req-976b1781-b8fe-4695-b4c5-25e4c9bdcf5f tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:16.250525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-581e5dcf-1cf8-4feb-bdb0-7ff7ce5c1e3a req-976b1781-b8fe-4695-b4c5-25e4c9bdcf5f tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b&device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af&device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 2883 time: 0.0907953 Sep 10 03:36:16.295331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-581e5dcf-1cf8-4feb-bdb0-7ff7ce5c1e3a req-6704471b-695f-4eb8-8d1e-49f28afddf7f tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437188 Sep 10 03:36:16.320742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f79b3a9-45b8-41b8-8b17-73fadd5d240d req-f42dd216-c368-48c4-ad43-266b245fa836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:16.322287 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8f79b3a9-45b8-41b8-8b17-73fadd5d240d req-f42dd216-c368-48c4-ad43-266b245fa836 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 1101 time: 0.0558944 Sep 10 03:36:16.361826 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8f79b3a9-45b8-41b8-8b17-73fadd5d240d req-09d9a427-b0a0-4217-ab71-a2ebb5c78455 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Sep 10 03:36:16.484946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54836) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:16.629902 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a232988b-883c-4ff7-8e43-89fb71e46f7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:16.637762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c3c39-a65a-4069-bdbe-617aa1b6f9e9 req-98c7562d-d0b6-4d21-92d0-947c610ab9f7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:16.650110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86c3c39-a65a-4069-bdbe-617aa1b6f9e9 req-98c7562d-d0b6-4d21-92d0-947c610ab9f7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 950 time: 0.1018260 Sep 10 03:36:16.728477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2f866cfe-0df0-427a-aa39-5e132a776f22 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:16.729224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86c3c39-a65a-4069-bdbe-617aa1b6f9e9 req-9432f271-5b0c-4e10-9f5d-88845d7a6dc4 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689929 Sep 10 03:36:16.749545 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a232988b-883c-4ff7-8e43-89fb71e46f7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:16.862595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:16.864767 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a232988b-883c-4ff7-8e43-89fb71e46f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:16.883923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '2f866cfe-0df0-427a-aa39-5e132a776f22', 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda', 'port_id': '2f866cfe-0df0-427a-aa39-5e132a776f22', 'mac_address': 'fa:16:3e:ac:90:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a43bb2-e1fb-45fa-8f1c-14783d9fafc7', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:16.931014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e328dba-0d6a-499f-8999-6bee662d5a14 req-5fda57a5-88a6-4652-9793-0117a4f66192 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:16.952623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e328dba-0d6a-499f-8999-6bee662d5a14 req-5fda57a5-88a6-4652-9793-0117a4f66192 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 943 time: 0.1062279 Sep 10 03:36:16.961149 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a232988b-883c-4ff7-8e43-89fb71e46f7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7023b2a1a3a74f47b19aec428e5943da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748821 Sep 10 03:36:16.961639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:16.967872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a232988b-883c-4ff7-8e43-89fb71e46f7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96471487-7f81-4791-b640-7ede4d6a0687,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:16.999283 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:17.037577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2f866cfe-0df0-427a-aa39-5e132a776f22 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:17.054994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e328dba-0d6a-499f-8999-6bee662d5a14 req-9c8585a6-4014-4b30-ac1b-6dc31f785fd8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067467 Sep 10 03:36:17.072133 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:36:17.087523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:17.106556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea23598c-45c5-4b06-918a-ea421dbff7e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:17.179429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:17.201422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea23598c-45c5-4b06-918a-ea421dbff7e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:17.298546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2f866cfe-0df0-427a-aa39-5e132a776f22,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:17.303287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbcf806-07a5-41fd-848f-9d21f741801a req-bcde81f8-b3f7-4387-8525-754db6ecba6e tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:17.306912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbbcf806-07a5-41fd-848f-9d21f741801a req-bcde81f8-b3f7-4387-8525-754db6ecba6e tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 947 time: 0.1087248 Sep 10 03:36:17.383615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea23598c-45c5-4b06-918a-ea421dbff7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:17.387113 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea23598c-45c5-4b06-918a-ea421dbff7e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:17.390705 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ea23598c-45c5-4b06-918a-ea421dbff7e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96471487-7f81-4791-b640-7ede4d6a0687 HTTP/1.1" status: 204 len: 168 time: 0.4257469 Sep 10 03:36:17.418300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea23598c-45c5-4b06-918a-ea421dbff7e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96471487-7f81-4791-b640-7ede4d6a0687,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:17.422767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbbcf806-07a5-41fd-848f-9d21f741801a req-df9efdfa-9c80-4f4d-afb7-eaf7cbfa3fc2 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057680 Sep 10 03:36:17.462262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['2f866cfe-0df0-427a-aa39-5e132a776f22'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:17.733160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c6ade0-56f7-40c9-a830-a2782484185f req-ebf5f0fb-d89e-4cc5-89a0-6b3ac57bc486 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:17.734660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31c6ade0-56f7-40c9-a830-a2782484185f req-ebf5f0fb-d89e-4cc5-89a0-6b3ac57bc486 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 1101 time: 0.0428870 Sep 10 03:36:17.776301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31c6ade0-56f7-40c9-a830-a2782484185f req-b80dd15b-57de-46e4-8f58-65c1207fe0d4 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348959 Sep 10 03:36:17.830206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bcc8a4-8204-4cd7-9082-55a1d0084605 req-9f749f39-d8fa-4034-a49d-6d3613980964 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:17.832010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8bcc8a4-8204-4cd7-9082-55a1d0084605 req-9f749f39-d8fa-4034-a49d-6d3613980964 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 950 time: 0.0503550 Sep 10 03:36:17.912657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8bcc8a4-8204-4cd7-9082-55a1d0084605 req-be17a703-4fac-4f6d-843e-2c4a417eb973 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635879 Sep 10 03:36:17.925283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776bafa2-c7d0-458a-bd2a-073ce7d5b4c1 req-a98c75af-89f9-4dde-ba08-2745749c1a7f tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:17.926878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-776bafa2-c7d0-458a-bd2a-073ce7d5b4c1 req-a98c75af-89f9-4dde-ba08-2745749c1a7f tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 1101 time: 0.0553486 Sep 10 03:36:17.965295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-776bafa2-c7d0-458a-bd2a-073ce7d5b4c1 req-3033b6f3-9383-4d93-af24-80881a7aa379 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323632 Sep 10 03:36:18.291159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8125803c-3eb5-4e79-ac61-d8ca2a1a0f91 req-615823ee-3324-4be5-a746-03ce82f8d018 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:18.300537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8125803c-3eb5-4e79-ac61-d8ca2a1a0f91 req-615823ee-3324-4be5-a746-03ce82f8d018 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 1101 time: 0.0582821 Sep 10 03:36:18.321015 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8125803c-3eb5-4e79-ac61-d8ca2a1a0f91 req-48999950-56af-4bc0-a858-eff341bd9844 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:18.395619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3671e366-7eac-44e7-9c93-2906554f7967 req-b424b6c7-9ed9-4711-8485-1df39606e615 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:18.396830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3671e366-7eac-44e7-9c93-2906554f7967 req-b424b6c7-9ed9-4711-8485-1df39606e615 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 944 time: 0.0839946 Sep 10 03:36:18.486904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3671e366-7eac-44e7-9c93-2906554f7967 req-b7a535ab-c0ee-4572-ad9d-678a300ca88d tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721412 Sep 10 03:36:18.512087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8125803c-3eb5-4e79-ac61-d8ca2a1a0f91 req-48999950-56af-4bc0-a858-eff341bd9844 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:18.745148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e3356266-5347-4f21-9d22-bbaf95cbd0da details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:18.748807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2f866cfe-0df0-427a-aa39-5e132a776f22 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:18.937495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8125803c-3eb5-4e79-ac61-d8ca2a1a0f91 req-48999950-56af-4bc0-a858-eff341bd9844 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:18.973233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e3356266-5347-4f21-9d22-bbaf95cbd0da, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e3356266-5347-4f21-9d22-bbaf95cbd0da,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:18.987769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'e3356266-5347-4f21-9d22-bbaf95cbd0da', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'e3356266-5347-4f21-9d22-bbaf95cbd0da', 'mac_address': 'fa:16:3e:98:8d:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:18.990131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86b6839-db19-4399-8bc2-2688fa3315a5 req-3bbf2368-d46b-4964-b6be-be4c9d81d642 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:18.997705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86b6839-db19-4399-8bc2-2688fa3315a5 req-3bbf2368-d46b-4964-b6be-be4c9d81d642 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 947 time: 0.3908708 Sep 10 03:36:18.999632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48999950-56af-4bc0-a858-eff341bd9844 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbac51e1-723a-4f50-929c-ef2076b0ff4f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:19.009240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8125803c-3eb5-4e79-ac61-d8ca2a1a0f91 req-48999950-56af-4bc0-a858-eff341bd9844 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7064636 Sep 10 03:36:19.067719 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:19.070164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 2f866cfe-0df0-427a-aa39-5e132a776f22 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:19.099212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3356266-5347-4f21-9d22-bbaf95cbd0da {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:19.107038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 2f866cfe-0df0-427a-aa39-5e132a776f22 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:19.107785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:19.108911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86b6839-db19-4399-8bc2-2688fa3315a5 req-440e5594-e88f-4fc3-89e8-c30d0c72eca3 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100869 Sep 10 03:36:19.188740 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e3356266-5347-4f21-9d22-bbaf95cbd0da, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e3356266-5347-4f21-9d22-bbaf95cbd0da,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:19.233626 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:19.271483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:19.271483 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58648b7e-0284-418a-af62-ac54abcc1d89" -d '{"events": [{"server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "name": "network-vif-plugged", "status": "completed", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:19.283644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:19.288912 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:19.550316 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d1e8dff-53af-4c42-84eb-33cbe0212fa3 x-openstack-request-id: req-9d1e8dff-53af-4c42-84eb-33cbe0212fa3 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:19.550627 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "name": "network-vif-plugged", "status": "completed", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:19.550892 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d1e8dff-53af-4c42-84eb-33cbe0212fa3 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:19.551319 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22', 'code': 200} Sep 10 03:36:19.581644 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:19.616096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e3356266-5347-4f21-9d22-bbaf95cbd0da,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:19.737283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e3356266-5347-4f21-9d22-bbaf95cbd0da'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:19.788282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1386bdcd-d1f0-42dc-9db5-6ac6d1135b50 req-4765c06f-54fa-422a-bddb-cff891d57b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:19.790908 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1386bdcd-d1f0-42dc-9db5-6ac6d1135b50 req-4765c06f-54fa-422a-bddb-cff891d57b75 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1096 time: 0.1517515 Sep 10 03:36:19.849201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2f866cfe-0df0-427a-aa39-5e132a776f22,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:19.888547 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1386bdcd-d1f0-42dc-9db5-6ac6d1135b50 req-f380f0bb-0b3a-4421-9be4-842f891cc2bb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867672 Sep 10 03:36:19.896128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8540fe-1d1d-4afb-a9f9-efc5125a7e93 req-6b8cff3c-3e88-4f5b-a020-a62b9f7bef59 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:19.905127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe8540fe-1d1d-4afb-a9f9-efc5125a7e93 req-6b8cff3c-3e88-4f5b-a020-a62b9f7bef59 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 945 time: 0.0949183 Sep 10 03:36:20.011164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe8540fe-1d1d-4afb-a9f9-efc5125a7e93 req-3905c452-d164-44d9-a866-747ae9de6a6e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040208 Sep 10 03:36:20.175884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-1fb3b5e0-f45e-47fb-b943-68378b074f71 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268171 Sep 10 03:36:20.322885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ef7b3ae-15ed-496a-b70f-892b507a9c8e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:20.324488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ef7b3ae-15ed-496a-b70f-892b507a9c8e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1392207 Sep 10 03:36:20.340884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-5df5e1fc-5391-44d7-90ec-b8f3ddd792a7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/quotas/1b8624110d6f432188e41d37ac8292fd HTTP/1.1" status: 200 len: 375 time: 0.0098593 Sep 10 03:36:20.416355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-4bd96f40-37ce-46e9-ab43-a6749754e035 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0691922 Sep 10 03:36:20.618117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54982) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:20.698633 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d99808-2467-4e49-a233-1e94691b8583 req-2e023d7e-8807-481a-85f5-8d0d16171c7f tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:20.701919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77d99808-2467-4e49-a233-1e94691b8583 req-2e023d7e-8807-481a-85f5-8d0d16171c7f tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 948 time: 0.1261485 Sep 10 03:36:20.775951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77d99808-2467-4e49-a233-1e94691b8583 req-a44a4c68-da7c-41d5-8466-1b7957bbd7a3 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674422 Sep 10 03:36:20.807636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c5905392-57e0-4533-8462-d2e03a48d6d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:20.829296 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71daabb6-67f7-4e78-aa4e-236442bf6950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:20.929668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c5905392-57e0-4533-8462-d2e03a48d6d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:20.963638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b37348-ab20-4a56-ab74-a6ae5ee29ce8 req-cdef222b-a45f-450f-8dda-2e349dbd664c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:20.973383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b37348-ab20-4a56-ab74-a6ae5ee29ce8 req-cdef222b-a45f-450f-8dda-2e349dbd664c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0635476 Sep 10 03:36:21.023602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c5905392-57e0-4533-8462-d2e03a48d6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:21.033177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b37348-ab20-4a56-ab74-a6ae5ee29ce8 req-95d84d96-144c-4c49-8d5e-bb5df854b5dd tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580547 Sep 10 03:36:21.115727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54994) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:21.116575 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c5905392-57e0-4533-8462-d2e03a48d6d8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4f9f1ba3b2e427f80e14731f7278f12&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4971266 Sep 10 03:36:21.117529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5905392-57e0-4533-8462-d2e03a48d6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2acac160-95cf-42fa-a257-17c7cd208a27,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:21.210093 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4efb670-2aee-46e0-8d30-a07d5850c645 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:21.247501 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4efb670-2aee-46e0-8d30-a07d5850c645 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:21.374338 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4efb670-2aee-46e0-8d30-a07d5850c645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:21.377464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4efb670-2aee-46e0-8d30-a07d5850c645 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:21.378805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b4efb670-2aee-46e0-8d30-a07d5850c645 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2acac160-95cf-42fa-a257-17c7cd208a27 HTTP/1.1" status: 204 len: 168 time: 0.2616041 Sep 10 03:36:21.396763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4efb670-2aee-46e0-8d30-a07d5850c645 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2acac160-95cf-42fa-a257-17c7cd208a27,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:21.613556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b856106-135d-42c7-a6e8-003f3e7da659 req-eb1fc259-e808-4443-aabf-5390d176fe04 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:21.631198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b856106-135d-42c7-a6e8-003f3e7da659 req-eb1fc259-e808-4443-aabf-5390d176fe04 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 945 time: 0.1610386 Sep 10 03:36:21.688233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b856106-135d-42c7-a6e8-003f3e7da659 req-8e7957f4-55ab-4c2a-8240-cda012ffa6bc tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593324 Sep 10 03:36:22.229552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017cefa8-ee87-41b5-bea7-26efccc29e3e req-95c9d36d-2c6f-4e16-ba93-3a2a21c36b04 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:22.243261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-017cefa8-ee87-41b5-bea7-26efccc29e3e req-95c9d36d-2c6f-4e16-ba93-3a2a21c36b04 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 948 time: 0.0757823 Sep 10 03:36:22.314956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-017cefa8-ee87-41b5-bea7-26efccc29e3e req-3863be21-4e32-4f3d-9b2a-82880bb1b2da tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625305 Sep 10 03:36:22.455440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecdc471b-2ae5-42fe-81fd-9ee777dfe4e0 req-f76e2a12-01ad-4547-9983-dbc910eab02c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0374207 Sep 10 03:36:22.499088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05df25b9-15cd-457e-8617-c18f22a8a7d4 req-cb2ab81c-4a67-42fb-9d3e-ce1335c7977d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:22.501030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05df25b9-15cd-457e-8617-c18f22a8a7d4 req-cb2ab81c-4a67-42fb-9d3e-ce1335c7977d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0737538 Sep 10 03:36:22.567337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05df25b9-15cd-457e-8617-c18f22a8a7d4 req-55124022-92b3-4443-a432-8c639e539dee tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564120 Sep 10 03:36:22.777511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e3356266-5347-4f21-9d22-bbaf95cbd0da up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:22.816444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a124efa5-5454-4062-a1b2-c32c765c9483 req-72e76401-6df1-4b1d-baaf-798f1d70af91 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:22.817947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a124efa5-5454-4062-a1b2-c32c765c9483 req-72e76401-6df1-4b1d-baaf-798f1d70af91 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 945 time: 0.0575039 Sep 10 03:36:22.859236 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a124efa5-5454-4062-a1b2-c32c765c9483 req-58a0f742-67ab-4439-a1bd-872454828d1a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338609 Sep 10 03:36:23.148069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51ee18b-1083-427f-8aa2-af43e96967d1 req-6ccb6a22-a006-4041-aa52-0848ecf8aea9 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:23.149601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f51ee18b-1083-427f-8aa2-af43e96967d1 req-6ccb6a22-a006-4041-aa52-0848ecf8aea9 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1096 time: 0.0427155 Sep 10 03:36:23.156556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port e3356266-5347-4f21-9d22-bbaf95cbd0da completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:23.160591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port e3356266-5347-4f21-9d22-bbaf95cbd0da triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:23.161191 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:23.212669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f51ee18b-1083-427f-8aa2-af43e96967d1 req-5ae2d386-c83f-4096-8d38-2ab4b3f1d2c8 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566845 Sep 10 03:36:23.308652 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:23.365214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650309fc-f9fd-4c49-9fe3-ca5686e8a413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3356266-5347-4f21-9d22-bbaf95cbd0da'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:23.368802 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1876859b-5fe2-49b3-9123-c371133f2576" -d '{"events": [{"server_uuid": "650309fc-f9fd-4c49-9fe3-ca5686e8a413", "name": "network-vif-plugged", "status": "completed", "tag": "e3356266-5347-4f21-9d22-bbaf95cbd0da"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:23.375630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55072) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:23.397685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e3356266-5347-4f21-9d22-bbaf95cbd0da, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e3356266-5347-4f21-9d22-bbaf95cbd0da,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:23.478027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c4ea5c-6844-476c-b970-56486f7b1275 req-aee859b5-0bcc-4487-a21d-4fbb2ac9155c tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:23.487383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8c4ea5c-6844-476c-b970-56486f7b1275 req-aee859b5-0bcc-4487-a21d-4fbb2ac9155c tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1096 time: 0.1002462 Sep 10 03:36:23.500415 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:23.509917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-956ce068-903e-4478-873a-dd344c1b2b7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:23.539991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7292c479-36bf-4e7b-bee8-bb750e4c01b6 req-68688162-8fdb-4384-9b49-0c3c883503e4 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:23.545460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7292c479-36bf-4e7b-bee8-bb750e4c01b6 req-68688162-8fdb-4384-9b49-0c3c883503e4 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 948 time: 0.1041298 Sep 10 03:36:23.601581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-80963751-network', 'tenant_id': 'b7d0b5d1bd8545cc8b77868792a2a062'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:23.611979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8c4ea5c-6844-476c-b970-56486f7b1275 req-b1777fa7-24d6-495b-9e99-9dc8cf82bc85 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174088 Sep 10 03:36:23.645202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e3356266-5347-4f21-9d22-bbaf95cbd0da,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:23.664886 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7292c479-36bf-4e7b-bee8-bb750e4c01b6 req-784081ff-52dd-49bf-a80e-da69901e7d18 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087916 Sep 10 03:36:23.702991 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a614da7c-975e-4f52-91bb-eb788ddc7295 x-openstack-request-id: req-a614da7c-975e-4f52-91bb-eb788ddc7295 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:23.703789 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650309fc-f9fd-4c49-9fe3-ca5686e8a413", "name": "network-vif-plugged", "status": "completed", "tag": "e3356266-5347-4f21-9d22-bbaf95cbd0da", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:23.705219 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a614da7c-975e-4f52-91bb-eb788ddc7295 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:23.706015 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650309fc-f9fd-4c49-9fe3-ca5686e8a413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3356266-5347-4f21-9d22-bbaf95cbd0da', 'code': 200} Sep 10 03:36:23.770588 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:23.828841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Made reservation on behalf of b7d0b5d1bd8545cc8b77868792a2a062 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:23.832206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:23.857819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:23.866276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3fdefe4-cc5e-41b1-87e4-127a2fbca920 req-08a7d22d-5b3b-494b-a006-04f5cfee46da tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0505962 Sep 10 03:36:23.898321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41bc6c2-f974-4dc8-80ec-a298989e2c51 req-80f903fb-9f88-4f56-baf5-a67918e05505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:23.900353 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d41bc6c2-f974-4dc8-80ec-a298989e2c51 req-80f903fb-9f88-4f56-baf5-a67918e05505 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 1100 time: 0.0853238 Sep 10 03:36:23.989428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9f83ab-b297-425b-a4c0-c9128d25ad33 req-b928fd7e-9e85-4ee2-872a-843e5e5622b6 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:23.991799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f9f83ab-b297-425b-a4c0-c9128d25ad33 req-b928fd7e-9e85-4ee2-872a-843e5e5622b6 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0895207 Sep 10 03:36:24.034291 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d41bc6c2-f974-4dc8-80ec-a298989e2c51 req-df996b37-2ae7-4b61-aef0-133b2432f390 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065624 Sep 10 03:36:24.087234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f9f83ab-b297-425b-a4c0-c9128d25ad33 req-cc3c68da-d6d6-4421-b5f2-5556a00e4de7 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779021 Sep 10 03:36:24.180090 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:24.282995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:24.313464 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:36:24.325176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32d62280-ada6-45da-9ad9-9418db777357,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:24.331075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:24.331609 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Added segment 2cbf0362-9ae8-4dcd-914e-ba8fb23a7058 of type vlan for network 8d0b461f-e82f-4e32-a648-5d8350c2c332 Sep 10 03:36:24.403852 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:24.545234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:24.546409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:24.547027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:24.620841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] Pushing event updated for resources: {'Network': ['ID=8d0b461f-e82f-4e32-a648-5d8350c2c332,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:24.634397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 8d0b461f-e82f-4e32-a648-5d8350c2c332 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:36:24.660479 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fe2f1757-6e17-46c6-938e-240657c88e28 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2836277 Sep 10 03:36:24.663266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55090) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:24.671586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Request body: {'subnet': {'network_id': '8d0b461f-e82f-4e32-a648-5d8350c2c332', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-80963751-subnet', 'tenant_id': 'b7d0b5d1bd8545cc8b77868792a2a062', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:24.773590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Made reservation on behalf of b7d0b5d1bd8545cc8b77868792a2a062 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:24.776025 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:24.910773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffafb1a-e86f-4259-adfa-2941c80e30e3 req-75e64356-61f7-46a2-94d8-02f362124231 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:24.926191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ffafb1a-e86f-4259-adfa-2941c80e30e3 req-75e64356-61f7-46a2-94d8-02f362124231 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 949 time: 0.1506779 Sep 10 03:36:25.006993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ffafb1a-e86f-4259-adfa-2941c80e30e3 req-b9e6fd50-a9ac-43d7-9ba1-b8a1449ad92f tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798426 Sep 10 03:36:25.030840 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:25.159857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:25.171407 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-394cdc16-82c1-4bf2-9255-8f0cc970792e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0382941 Sep 10 03:36:25.245481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c811dde-63a1-4a32-803c-a27005f4e7ad req-6c7a2cb5-2389-49dc-ac49-67177a163ea7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0564325 Sep 10 03:36:25.257863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9723a54f-dc44-4fe2-a18f-1b6b281ac44c,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:25.369175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Checking segment: {'id': '2cbf0362-9ae8-4dcd-914e-ba8fb23a7058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '8d0b461f-e82f-4e32-a648-5d8350c2c332'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:25.369484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Network hostable DHCP agents. Network: 8d0b461f-e82f-4e32-a648-5d8350c2c332, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:36:25.446922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c992c7-2456-47e3-af9f-826cf6cc6beb req-4dd501e0-0b75-41a2-a741-bf7dcc4f7bbe tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:25.448528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08c992c7-2456-47e3-af9f-826cf6cc6beb req-4dd501e0-0b75-41a2-a741-bf7dcc4f7bbe tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1102211 Sep 10 03:36:25.496927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08c992c7-2456-47e3-af9f-826cf6cc6beb req-02abc8d2-1c93-4716-a9d3-7d8ed4e0ba68 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350430 Sep 10 03:36:25.573352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-21eb3960-9ce2-4e6c-8516-ba4e12aacd34 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:25.575540 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-21eb3960-9ce2-4e6c-8516-ba4e12aacd34 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3716102 Sep 10 03:36:25.577618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Network 8d0b461f-e82f-4e32-a648-5d8350c2c332 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:36:25.619944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Request body: {'port': {'device_id': 'fadb6e36-fc2e-432a-8d3d-933093096d51', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '1b8624110d6f432188e41d37ac8292fd'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:25.718518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 8d0b461f-e82f-4e32-a648-5d8350c2c332) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:25.728120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417e5e67-6cef-4df4-97f9-4b8be9842be0 None None] Network 8d0b461f-e82f-4e32-a648-5d8350c2c332 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:36:25.729974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:25.729974 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:25.888568 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2053695c-3ee6-4376-853b-d771b63439c0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.2239912 Sep 10 03:36:25.916768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b9a32a-9286-4ecc-8af1-308b8da06cc7 None None] Network 8d0b461f-e82f-4e32-a648-5d8350c2c332 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:36:26.039668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-a1a4794e-dae1-45ed-ab3b-87f929a58836 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0689256 Sep 10 03:36:26.059876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Made reservation on behalf of 1b8624110d6f432188e41d37ac8292fd for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:26.065505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:26.220738 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:26.421101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60babfaf-4a24-467e-9de2-0c6f0c4daee6 req-7b369ebf-ae16-4e34-89a4-e701a0c11ee1 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:26.425581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Allocated IP 192.168.233.14 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/2ff61048-868c-4415-9c0e-11188111951a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:26.429825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60babfaf-4a24-467e-9de2-0c6f0c4daee6 req-7b369ebf-ae16-4e34-89a4-e701a0c11ee1 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 949 time: 0.2731614 Sep 10 03:36:26.474762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-b9d3edd9-46aa-4669-b534-ba7041a89364 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:26.476338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-b9d3edd9-46aa-4669-b534-ba7041a89364 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4211700 Sep 10 03:36:26.509437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60babfaf-4a24-467e-9de2-0c6f0c4daee6 req-4e573105-dffb-4332-b1d6-bec381cc1fe4 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711927 Sep 10 03:36:26.516430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Request body: {'port': {'device_id': '22e2f766-ae56-48d8-bbb4-112203e8b3d4', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '1b8624110d6f432188e41d37ac8292fd'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:26.716647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:26.749402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Transition to ACTIVE for port object 2ff61048-868c-4415-9c0e-11188111951a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:26.773440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55148) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:26.831706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-f00904f6-34b6-4858-8f6f-d9294e7d49e6 req-418d046a-40df-42c9-975a-79dd67de6a7b tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1705579827', 'description': 'tempest-description-956424696'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:26.863377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-76a4bca1-3cc0-405f-928b-6fcd65ad9ddf tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:36:26.864501 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-76a4bca1-3cc0-405f-928b-6fcd65ad9ddf tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0901053 Sep 10 03:36:26.906110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6c7fb39e-3538-4a12-a723-877efad3c9cd tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:26.908236 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6c7fb39e-3538-4a12-a723-877efad3c9cd tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports/2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 1093 time: 0.0358195 Sep 10 03:36:26.944718 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:26.948455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Made reservation on behalf of 1b8624110d6f432188e41d37ac8292fd for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:26.952300 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:26.960467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:27.000947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:27.014097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:27.057815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:27.073622 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f00904f6-34b6-4858-8f6f-d9294e7d49e6 req-418d046a-40df-42c9-975a-79dd67de6a7b tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.098388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event updated for resources: {'Port': ['ID=2ff61048-868c-4415-9c0e-11188111951a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:27.197314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Request body: {'binding': {'host': 'n-h1-808143-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:27.197837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Unknown quota resources ['binding']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:36:27.336621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Allocated IP 192.168.233.227 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/b34ccc4d-8583-4730-9419-48d543b6668c) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:27.427142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f00904f6-34b6-4858-8f6f-d9294e7d49e6 req-418d046a-40df-42c9-975a-79dd67de6a7b tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.504741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3b5fe0be-a321-4f08-816a-df64f9bc7e6e None None] Provisioning for port 2ff61048-868c-4415-9c0e-11188111951a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:27.532344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3b5fe0be-a321-4f08-816a-df64f9bc7e6e None None] Provisioning complete for port 2ff61048-868c-4415-9c0e-11188111951a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:27.533604 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b5fe0be-a321-4f08-816a-df64f9bc7e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.564454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:27.568677 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.613143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 on host n-h1-808143-1 for vnic_type normal with profile None {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:27.613489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:27.613845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:27.618561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3b5fe0be-a321-4f08-816a-df64f9bc7e6e None None] Port 2ff61048-868c-4415-9c0e-11188111951a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:36:27.625714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Port 2f866cfe-0df0-427a-aa39-5e132a776f22 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:27.626036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:27.627330 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f00904f6-34b6-4858-8f6f-d9294e7d49e6 req-418d046a-40df-42c9-975a-79dd67de6a7b tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.642768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:27.643563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:27.644293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:27.645061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Bound port: 2f866cfe-0df0-427a-aa39-5e132a776f22, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:27.706498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418d046a-40df-42c9-975a-79dd67de6a7b tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5e21d7-761b-4cde-a47a-0c7fbd270040,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:27.713121 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-fd316104-15c6-4061-b3be-70bff28743b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1047134 Sep 10 03:36:27.734787 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Request body: {'port': {'device_id': 'fadb6e36-fc2e-432a-8d3d-933093096d51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:27.746531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.762427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Transition to ACTIVE for port object b34ccc4d-8583-4730-9419-48d543b6668c will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:27.777846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:27.797785 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f00904f6-34b6-4858-8f6f-d9294e7d49e6 req-418d046a-40df-42c9-975a-79dd67de6a7b tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.799150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f00904f6-34b6-4858-8f6f-d9294e7d49e6 req-418d046a-40df-42c9-975a-79dd67de6a7b tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9722807 Sep 10 03:36:27.817074 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.879042 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.892713 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7076df5f-defb-44c4-9528-136c29ea1811 service neutron] 10.222.0.22 "POST /v2.0/ports/2f866cfe-0df0-427a-aa39-5e132a776f22/bindings HTTP/1.1" status: 201 len: 389 time: 0.8473561 Sep 10 03:36:27.904832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dff3017c-c439-419e-a9f9-20a8a2eb34b4 req-2283f3f2-aeea-4b80-b70b-82dff713ac8d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 210 time: 0.0307698 Sep 10 03:36:27.912816 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:27.932760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:28.101137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:28.124948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:28.135273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:28.152583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:28.153330 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.170886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event updated for resources: {'Port': ['ID=b34ccc4d-8583-4730-9419-48d543b6668c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:28.306255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-353c10c5-ea64-4236-86ad-b745a54d0066 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7968745 Sep 10 03:36:28.322328 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Request body: {'port': {'device_id': '22e2f766-ae56-48d8-bbb4-112203e8b3d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:28.361822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ff61048-868c-4415-9c0e-11188111951a {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:28.372023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.387524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Transition to ACTIVE for port object 2ff61048-868c-4415-9c0e-11188111951a will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:28.419768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baa59a40-8cec-4011-9e8e-ebefa83ca067 req-fffc711e-8b59-4d72-bbd2-28152a374f83 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:28.421528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baa59a40-8cec-4011-9e8e-ebefa83ca067 req-fffc711e-8b59-4d72-bbd2-28152a374f83 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1624942 Sep 10 03:36:28.462523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.463092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.484163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.511895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baa59a40-8cec-4011-9e8e-ebefa83ca067 req-325ec409-4fdf-44f9-a438-3f343869bd6e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778635 Sep 10 03:36:28.553554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Pushing event updated for resources: {'Port': ['ID=2ff61048-868c-4415-9c0e-11188111951a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:28.628481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9a520b41-8955-4e74-a337-8502b279f60b None None] Provisioning for port b34ccc4d-8583-4730-9419-48d543b6668c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:28.632991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9a520b41-8955-4e74-a337-8502b279f60b None None] Provisioning complete for port b34ccc4d-8583-4730-9419-48d543b6668c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:28.633363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9a520b41-8955-4e74-a337-8502b279f60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.707656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9a520b41-8955-4e74-a337-8502b279f60b None None] Port b34ccc4d-8583-4730-9419-48d543b6668c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:36:28.744977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Attempting to bind port 2ff61048-868c-4415-9c0e-11188111951a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:28.745916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Attempting to bind port 2ff61048-868c-4415-9c0e-11188111951a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:28.746415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Attempting to bind port 2ff61048-868c-4415-9c0e-11188111951a on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:28.753136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Port 2ff61048-868c-4415-9c0e-11188111951a on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:28.753637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Attempting to bind port 2ff61048-868c-4415-9c0e-11188111951a on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:28.761338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:28.762074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:28.762702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:28.763295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Bound port: 2ff61048-868c-4415-9c0e-11188111951a, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:28.763846 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.848889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] For port 2ff61048-868c-4415-9c0e-11188111951a, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:28.852471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] For port 2ff61048-868c-4415-9c0e-11188111951a, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2ff61048-868c-4415-9c0e-11188111951a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:28.880058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34efb2bb-dbff-4214-a7e1-1dd23bea53e2 req-284c7e6a-f6bd-4022-8831-62fbb374f82d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/ee5e21d7-761b-4cde-a47a-0c7fbd270040 HTTP/1.1" status: 200 len: 1804 time: 0.3275824 Sep 10 03:36:28.897844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-34efb2bb-dbff-4214-a7e1-1dd23bea53e2 req-1c45b57b-a168-4ac5-8a8a-352a81431075 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee5e21d7-761b-4cde-a47a-0c7fbd270040', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:28.898167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-34efb2bb-dbff-4214-a7e1-1dd23bea53e2 req-1c45b57b-a168-4ac5-8a8a-352a81431075 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ee5e21d7-761b-4cde-a47a-0c7fbd270040', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:28.932924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-62edd2ce-1adc-4d45-acf2-e6c5b45d86eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:28.934490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-62edd2ce-1adc-4d45-acf2-e6c5b45d86eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1096 time: 0.2935276 Sep 10 03:36:28.947669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.983028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3279897-d8c6-4496-942f-c23a7c2d7c93 req-0793a53f-d919-4958-978f-f26007fa5593 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:28.992630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3279897-d8c6-4496-942f-c23a7c2d7c93 req-0793a53f-d919-4958-978f-f26007fa5593 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 945 time: 0.2328498 Sep 10 03:36:28.995540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:28.996492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:28.997964 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] 10.222.0.20 "PUT /v2.0/ports/2ff61048-868c-4415-9c0e-11188111951a HTTP/1.1" status: 200 len: 1095 time: 1.2705293 Sep 10 03:36:29.000378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fadb6e36-fc2e-432a-8d3d-933093096d51', 'tag': '2ff61048-868c-4415-9c0e-11188111951a'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:29.003342 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-757da50a-a4e1-48bf-9c78-8a108697450c" -d '{"events": [{"name": "network-changed", "server_uuid": "fadb6e36-fc2e-432a-8d3d-933093096d51", "tag": "2ff61048-868c-4415-9c0e-11188111951a"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:29.040058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed0cd2f-5588-4030-8ecb-150323ad205a service neutron] Pushing event updated for resources: {'Port': ['ID=2ff61048-868c-4415-9c0e-11188111951a,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:29.159767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d273fbf4-3f70-4875-941b-5b8a44dea2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:29.161309 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d273fbf4-3f70-4875-941b-5b8a44dea2b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 1098 time: 0.0508087 Sep 10 03:36:29.184965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3279897-d8c6-4496-942f-c23a7c2d7c93 req-fc4dd908-d95e-41ac-94c2-d48596200e7f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914463 Sep 10 03:36:29.217566 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-adeb79db-aedb-480e-b0d5-1bd2fdf82525 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2ff61048-868c-4415-9c0e-11188111951a HTTP/1.1" status: 200 len: 217 time: 0.0441618 Sep 10 03:36:29.269278 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-34efb2bb-dbff-4214-a7e1-1dd23bea53e2 req-1c45b57b-a168-4ac5-8a8a-352a81431075 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:29.278204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-0e410c11-cd21-4dd3-8e11-63fffe506848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:29.279037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-a503eaa4-4442-42e8-b7d1-044bdd46ae16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:29.279751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-0e410c11-cd21-4dd3-8e11-63fffe506848 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.3323140 Sep 10 03:36:29.280607 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-a503eaa4-4442-42e8-b7d1-044bdd46ae16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0519404 Sep 10 03:36:29.337116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-0e36a968-08fc-4705-ae9e-146dfb73ee38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:29.338730 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-0e36a968-08fc-4705-ae9e-146dfb73ee38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0447805 Sep 10 03:36:29.364788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-7a8c12f1-30cf-469f-bc9e-3559cc54bafe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 217 time: 0.0602100 Sep 10 03:36:29.389619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-34efb2bb-dbff-4214-a7e1-1dd23bea53e2 req-1c45b57b-a168-4ac5-8a8a-352a81431075 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:29.396722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b34ccc4d-8583-4730-9419-48d543b6668c {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:29.425509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:29.436208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e339cc0-8e6f-4c98-83f0-66bfb91080f2 req-625c7e9f-358b-46a5-a3e3-fbccacfa042d tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:29.437757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e339cc0-8e6f-4c98-83f0-66bfb91080f2 req-625c7e9f-358b-46a5-a3e3-fbccacfa042d tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 1100 time: 0.1772268 Sep 10 03:36:29.447121 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-75ab2edc-9425-402c-955a-b39f96ac4d12 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997207 Sep 10 03:36:29.464301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Transition to ACTIVE for port object b34ccc4d-8583-4730-9419-48d543b6668c will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:29.471374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-c914abd2-24c0-4194-b388-19f0fe9a197a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:29.472921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-c914abd2-24c0-4194-b388-19f0fe9a197a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0943418 Sep 10 03:36:29.473718 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e339cc0-8e6f-4c98-83f0-66bfb91080f2 req-1c3e6ec6-aebb-4eb2-85c4-8b1c7880bc0b tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:29.519999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-334da03b-fc74-4dc5-a345-32c56906d729 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301626 Sep 10 03:36:29.542038 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-76b31d9d-39ce-47e3-bc51-b7614bbd18f7 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859683 Sep 10 03:36:29.653897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-cfe8b9a0-9897-4757-9e5c-c96399d1624d service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229935 Sep 10 03:36:29.677648 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e339cc0-8e6f-4c98-83f0-66bfb91080f2 req-1c3e6ec6-aebb-4eb2-85c4-8b1c7880bc0b tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:29.758794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-faea62ad-2a37-433c-a2c3-4638d75c0d5a service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967033 Sep 10 03:36:29.794201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-34efb2bb-dbff-4214-a7e1-1dd23bea53e2 req-1c45b57b-a168-4ac5-8a8a-352a81431075 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:29.805585 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:29.818113 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e339cc0-8e6f-4c98-83f0-66bfb91080f2 req-1c3e6ec6-aebb-4eb2-85c4-8b1c7880bc0b tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:29.901555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45b57b-a168-4ac5-8a8a-352a81431075 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68448991-822f-43a7-9e29-f8e47a6b7bfb,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:29.937404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e339cc0-8e6f-4c98-83f0-66bfb91080f2 req-1c3e6ec6-aebb-4eb2-85c4-8b1c7880bc0b tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4873998 Sep 10 03:36:29.988429 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-34efb2bb-dbff-4214-a7e1-1dd23bea53e2 req-1c45b57b-a168-4ac5-8a8a-352a81431075 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:29.989629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34efb2bb-dbff-4214-a7e1-1dd23bea53e2 req-1c45b57b-a168-4ac5-8a8a-352a81431075 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0956488 Sep 10 03:36:30.013885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b34ccc4d-8583-4730-9419-48d543b6668c,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:30.032589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3e6ec6-aebb-4eb2-85c4-8b1c7880bc0b tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c34ae9c2-dfdb-4bdf-ad33-379db1e3eb48,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:30.069148 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f3d36b-9fdc-48c0-a67d-c4f11d7b0685 x-openstack-request-id: req-51f3d36b-9fdc-48c0-a67d-c4f11d7b0685 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:30.069991 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fadb6e36-fc2e-432a-8d3d-933093096d51", "tag": "2ff61048-868c-4415-9c0e-11188111951a", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:30.069991 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51f3d36b-9fdc-48c0-a67d-c4f11d7b0685 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:30.076333 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fadb6e36-fc2e-432a-8d3d-933093096d51', 'tag': '2ff61048-868c-4415-9c0e-11188111951a', 'status': 'completed', 'code': 200} Sep 10 03:36:30.094081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Attempting to bind port b34ccc4d-8583-4730-9419-48d543b6668c on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:30.094485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Attempting to bind port b34ccc4d-8583-4730-9419-48d543b6668c by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:30.094881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Attempting to bind port b34ccc4d-8583-4730-9419-48d543b6668c on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:30.104544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Port b34ccc4d-8583-4730-9419-48d543b6668c on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:30.104880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Attempting to bind port b34ccc4d-8583-4730-9419-48d543b6668c on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:30.154980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:30.155427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:30.155908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:30.156434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Bound port: b34ccc4d-8583-4730-9419-48d543b6668c, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:30.156855 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:30.174088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-2245ede1-16b6-49f0-a79c-1225ef526b2e tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.175812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-2245ede1-16b6-49f0-a79c-1225ef526b2e tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.1883514 Sep 10 03:36:30.188101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da50a-a4e1-48bf-9c78-8a108697450c req-239f37c9-0e64-4c17-b9c6-008226d42e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.190283 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-757da50a-a4e1-48bf-9c78-8a108697450c req-239f37c9-0e64-4c17-b9c6-008226d42e85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 1098 time: 0.0973639 Sep 10 03:36:30.235269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808143-1'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:30.294671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce61f10-c975-4e74-8075-4cf3534ea8a3 req-a16d5d4b-4cb4-429b-aa2a-1f777d7f9784 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.296433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bce61f10-c975-4e74-8075-4cf3534ea8a3 req-a16d5d4b-4cb4-429b-aa2a-1f777d7f9784 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 948 time: 0.1955180 Sep 10 03:36:30.315138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da50a-a4e1-48bf-9c78-8a108697450c req-55508be4-de71-417f-b7b8-29e33078c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.317308 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-757da50a-a4e1-48bf-9c78-8a108697450c req-55508be4-de71-417f-b7b8-29e33078c181 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1130862 Sep 10 03:36:30.336992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] For port b34ccc4d-8583-4730-9419-48d543b6668c, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:30.373841 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-757da50a-a4e1-48bf-9c78-8a108697450c req-7d8bb106-db92-443b-b8a5-398e8b521e1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.14&port_id=2ff61048-868c-4415-9c0e-11188111951a HTTP/1.1" status: 200 len: 217 time: 0.0432868 Sep 10 03:36:30.402080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110a79c4-ee69-44a4-8edf-79b6b50e302c req-a8a30fb8-fe40-4585-aa76-f7c66f14d016 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.404108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-110a79c4-ee69-44a4-8edf-79b6b50e302c req-a8a30fb8-fe40-4585-aa76-f7c66f14d016 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1845706 Sep 10 03:36:30.405980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] For port b34ccc4d-8583-4730-9419-48d543b6668c, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=b34ccc4d-8583-4730-9419-48d543b6668c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:30.407671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:30.467984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bce61f10-c975-4e74-8075-4cf3534ea8a3 req-cd24e3bb-d361-46b0-999a-e30c43067750 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569066 Sep 10 03:36:30.511832 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:30.588010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-110a79c4-ee69-44a4-8edf-79b6b50e302c req-bc2b8ab2-2644-42af-8795-a14c2c06a2d2 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756587 Sep 10 03:36:30.605873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.619472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:30.621010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] 10.222.0.20 "PUT /v2.0/ports/b34ccc4d-8583-4730-9419-48d543b6668c HTTP/1.1" status: 200 len: 1096 time: 2.3028708 Sep 10 03:36:30.621489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '22e2f766-ae56-48d8-bbb4-112203e8b3d4', 'tag': 'b34ccc4d-8583-4730-9419-48d543b6668c'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:30.623879 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51959e97-ca75-441d-b381-b65134ab0c16" -d '{"events": [{"name": "network-changed", "server_uuid": "22e2f766-ae56-48d8-bbb4-112203e8b3d4", "tag": "b34ccc4d-8583-4730-9419-48d543b6668c"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:30.657646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9f637419-156e-48bf-9d1c-a7d9367d932c req-db16da05-01fc-4e1c-aa5c-c1d4f1c7eb51 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-344572756', 'description': 'tempest-description-146942486'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:30.717483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8725d03-0292-47e2-8aa2-c635b37b63d9 service neutron] Pushing event updated for resources: {'Port': ['ID=b34ccc4d-8583-4730-9419-48d543b6668c,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:30.737707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da50a-a4e1-48bf-9c78-8a108697450c req-113a5ee8-dd2c-4cb4-9cb8-b0d47fcbee92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.740029 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-757da50a-a4e1-48bf-9c78-8a108697450c req-113a5ee8-dd2c-4cb4-9cb8-b0d47fcbee92 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.3523138 Sep 10 03:36:30.828525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757da50a-a4e1-48bf-9c78-8a108697450c req-88dedf4b-714f-486f-9edd-5bdf082bc49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.830069 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-757da50a-a4e1-48bf-9c78-8a108697450c req-88dedf4b-714f-486f-9edd-5bdf082bc49b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0796552 Sep 10 03:36:30.876137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82ccf72-1235-445c-a2e9-86580bfadec9 req-5f591187-d945-47be-9a01-ff363d23fb2c tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.885991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d82ccf72-1235-445c-a2e9-86580bfadec9 req-5f591187-d945-47be-9a01-ff363d23fb2c tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 945 time: 0.1523256 Sep 10 03:36:30.888195 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f637419-156e-48bf-9d1c-a7d9367d932c req-db16da05-01fc-4e1c-aa5c-c1d4f1c7eb51 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:30.915584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:30.965238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-05cd9a0e-fdd5-4550-be6b-131fb7340e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:30.966721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-05cd9a0e-fdd5-4550-be6b-131fb7340e8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 1099 time: 0.1761987 Sep 10 03:36:30.968159 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-757da50a-a4e1-48bf-9c78-8a108697450c req-572f3053-c152-45c3-8c51-07b9cc7513d9 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233125 Sep 10 03:36:30.973798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d82ccf72-1235-445c-a2e9-86580bfadec9 req-c4dc2892-3644-4eec-8f29-a693c35b658f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868616 Sep 10 03:36:31.047259 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef667d7f-e61a-4829-9e14-3d59ca45e913 x-openstack-request-id: req-ef667d7f-e61a-4829-9e14-3d59ca45e913 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:31.047560 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "22e2f766-ae56-48d8-bbb4-112203e8b3d4", "tag": "b34ccc4d-8583-4730-9419-48d543b6668c", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:31.047816 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef667d7f-e61a-4829-9e14-3d59ca45e913 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:31.048839 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '22e2f766-ae56-48d8-bbb4-112203e8b3d4', 'tag': 'b34ccc4d-8583-4730-9419-48d543b6668c', 'status': 'completed', 'code': 200} Sep 10 03:36:31.053244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-5e19f917-31c0-4762-8503-b5e628d149d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=b34ccc4d-8583-4730-9419-48d543b6668c HTTP/1.1" status: 200 len: 217 time: 0.0691433 Sep 10 03:36:31.061686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:31.100030 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-757da50a-a4e1-48bf-9c78-8a108697450c req-cacbc2fe-55b7-4488-8965-4d78639b8018 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1153681 Sep 10 03:36:31.432050 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:31.440418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-8569261d-01f2-42b9-b4cc-33e51a462535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:31.441892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-8569261d-01f2-42b9-b4cc-33e51a462535 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.3771331 Sep 10 03:36:31.488982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54fa8a6c-9028-4a29-a5e5-fb3784ea3627 req-42a2bed1-89f8-45bf-9cdf-2afdd85d1b27 tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:31.490388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54fa8a6c-9028-4a29-a5e5-fb3784ea3627 req-42a2bed1-89f8-45bf-9cdf-2afdd85d1b27 tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 1100 time: 0.3940742 Sep 10 03:36:31.499720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f637419-156e-48bf-9d1c-a7d9367d932c req-db16da05-01fc-4e1c-aa5c-c1d4f1c7eb51 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:31.521584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:31.557290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-feead3b0-9e4f-426d-a8f5-63b488d10984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:31.558838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-feead3b0-9e4f-426d-a8f5-63b488d10984 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0990455 Sep 10 03:36:31.588656 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f637419-156e-48bf-9d1c-a7d9367d932c req-db16da05-01fc-4e1c-aa5c-c1d4f1c7eb51 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:31.617149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54fa8a6c-9028-4a29-a5e5-fb3784ea3627 req-0a67e686-f754-4aab-be56-f7bc493654bf tempest-ServersAdminNegativeTestJSON-1450416092 tempest-ServersAdminNegativeTestJSON-1450416092-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146820 Sep 10 03:36:31.656018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Pushing event updated for resources: {'Port': ['ID=2f866cfe-0df0-427a-aa39-5e132a776f22,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:31.739587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db16da05-01fc-4e1c-aa5c-c1d4f1c7eb51 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e44c8902-7bbd-420d-925b-47394079bf8d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:31.758114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f637419-156e-48bf-9d1c-a7d9367d932c req-db16da05-01fc-4e1c-aa5c-c1d4f1c7eb51 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:31.759342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f637419-156e-48bf-9d1c-a7d9367d932c req-db16da05-01fc-4e1c-aa5c-c1d4f1c7eb51 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.1194913 Sep 10 03:36:31.761903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 on host n-h2-808143-1 for vnic_type normal with profile {"migrating_to": "n-h1-808143-1"} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:31.762018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:31.762298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:31.786341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Port 2f866cfe-0df0-427a-aa39-5e132a776f22 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:31.786649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Attempting to bind port 2f866cfe-0df0-427a-aa39-5e132a776f22 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:31.812720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:31.813088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:31.813445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:31.813915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Bound port: 2f866cfe-0df0-427a-aa39-5e132a776f22, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:31.815399 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:31.821870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-cef75d40-f252-41ae-9e54-f8de8054ddf8 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2501423 Sep 10 03:36:31.853428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3a74c-0efb-4cfe-8101-ce541724eae3 req-380a1a45-419f-42d6-9e8b-f50bf8828098 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:31.854986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18b3a74c-0efb-4cfe-8101-ce541724eae3 req-380a1a45-419f-42d6-9e8b-f50bf8828098 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 948 time: 0.1486347 Sep 10 03:36:31.963993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:32.002753 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18b3a74c-0efb-4cfe-8101-ce541724eae3 req-ddbefc03-dd44-4e2a-a9e0-871c12c89d83 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373279 Sep 10 03:36:32.042281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31f13f05-4ab6-45c8-8fdb-f9bf0e13cb5c req-c36db0f5-0aef-40e6-84aa-c47fde430aea service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108967 Sep 10 03:36:32.069286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44092e13-423c-4fab-989d-39dfe7d84c86 req-11dd7892-a788-4a92-8b16-d886254d171e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:32.070783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44092e13-423c-4fab-989d-39dfe7d84c86 req-11dd7892-a788-4a92-8b16-d886254d171e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1548514 Sep 10 03:36:32.071922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:32.075940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:32.129014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44092e13-423c-4fab-989d-39dfe7d84c86 req-4b5a5ad9-0e6a-4417-8987-0590961488ad tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444479 Sep 10 03:36:32.161349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:32.311142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c20522b4-4ed4-4838-b31c-8b66e92b8dab req-3e299e3b-45e6-4880-b7ac-8d856c68015e tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/e44c8902-7bbd-420d-925b-47394079bf8d HTTP/1.1" status: 200 len: 1803 time: 0.1688199 Sep 10 03:36:32.324135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c20522b4-4ed4-4838-b31c-8b66e92b8dab req-2ea21d7a-1104-4655-8bd8-97b2c4bea490 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e44c8902-7bbd-420d-925b-47394079bf8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:32.324898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c20522b4-4ed4-4838-b31c-8b66e92b8dab req-2ea21d7a-1104-4655-8bd8-97b2c4bea490 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': 'e44c8902-7bbd-420d-925b-47394079bf8d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:32.353863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51959e97-ca75-441d-b381-b65134ab0c16 req-91c5a0a7-72bf-4403-bc05-247f2c083e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:32.355559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51959e97-ca75-441d-b381-b65134ab0c16 req-91c5a0a7-72bf-4403-bc05-247f2c083e0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 1099 time: 0.1901972 Sep 10 03:36:32.356205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Pushing event updated for resources: {'Port': ['ID=2f866cfe-0df0-427a-aa39-5e132a776f22,revision_number=8']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:32.386697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:32.387309 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:32.388664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-9fc765f2-8620-40a4-b5d6-810b3946f781 service neutron] 10.222.0.20 "PUT /v2.0/ports/2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 1121 time: 2.1707861 Sep 10 03:36:32.418039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27015da6-31f7-4bc3-a739-44c2217225d7 req-e7966709-27de-46d2-a320-5179080e2a3d tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:32.422953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27015da6-31f7-4bc3-a739-44c2217225d7 req-e7966709-27de-46d2-a320-5179080e2a3d tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 945 time: 0.1929157 Sep 10 03:36:32.507025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['2f866cfe-0df0-427a-aa39-5e132a776f22'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:32.519653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27015da6-31f7-4bc3-a739-44c2217225d7 req-10cc0b03-4249-4d3a-97cb-de3aa0a8a70c tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866983 Sep 10 03:36:32.566871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51959e97-ca75-441d-b381-b65134ab0c16 req-f136a2f0-c835-49e1-80e5-4ed2bbc78716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:32.574596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51959e97-ca75-441d-b381-b65134ab0c16 req-f136a2f0-c835-49e1-80e5-4ed2bbc78716 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.2018962 Sep 10 03:36:32.644862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51959e97-ca75-441d-b381-b65134ab0c16 req-60b42382-7db0-455b-b519-d4483eeea7d6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.227&port_id=b34ccc4d-8583-4730-9419-48d543b6668c HTTP/1.1" status: 200 len: 217 time: 0.0573008 Sep 10 03:36:32.653953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c20522b4-4ed4-4838-b31c-8b66e92b8dab req-2ea21d7a-1104-4655-8bd8-97b2c4bea490 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:32.737452 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c20522b4-4ed4-4838-b31c-8b66e92b8dab req-2ea21d7a-1104-4655-8bd8-97b2c4bea490 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:32.743873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51959e97-ca75-441d-b381-b65134ab0c16 req-fd1e0afd-eb6f-44d6-9fb8-9fafd5f4f1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:32.745542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51959e97-ca75-441d-b381-b65134ab0c16 req-fd1e0afd-eb6f-44d6-9fb8-9fafd5f4f1e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0889089 Sep 10 03:36:32.759307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07285f94-7f4e-4d21-b518-1746a191bda6 req-8eb4a086-b48c-4789-bc05-0600b60e9ad0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:32.761070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07285f94-7f4e-4d21-b518-1746a191bda6 req-8eb4a086-b48c-4789-bc05-0600b60e9ad0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 943 time: 0.1236036 Sep 10 03:36:32.825222 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c20522b4-4ed4-4838-b31c-8b66e92b8dab req-2ea21d7a-1104-4655-8bd8-97b2c4bea490 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:32.841672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07285f94-7f4e-4d21-b518-1746a191bda6 req-57907fba-f395-4c97-817e-5213f105d543 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672760 Sep 10 03:36:32.844225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51959e97-ca75-441d-b381-b65134ab0c16 req-58f11ff9-131b-4f3c-84df-0f0db46242e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:32.845838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51959e97-ca75-441d-b381-b65134ab0c16 req-58f11ff9-131b-4f3c-84df-0f0db46242e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0838530 Sep 10 03:36:32.855293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea21d7a-1104-4655-8bd8-97b2c4bea490 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f15744-4c78-49f0-a801-78eb84ca6608,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:32.957739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c20522b4-4ed4-4838-b31c-8b66e92b8dab req-2ea21d7a-1104-4655-8bd8-97b2c4bea490 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:32.958962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c20522b4-4ed4-4838-b31c-8b66e92b8dab req-2ea21d7a-1104-4655-8bd8-97b2c4bea490 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6387839 Sep 10 03:36:32.978591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51959e97-ca75-441d-b381-b65134ab0c16 req-2485ce0d-f1db-4732-8d73-4658b0acea95 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136422 Sep 10 03:36:33.001942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-841df90c-d339-4398-b969-efa8633b7135 req-bcc87d9f-a6d2-469b-846c-d441f73701e2 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1665420079', 'description': 'tempest-description-997516724'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:33.071456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22'}, {'name': 'network-changed', 'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:33.073825 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-239a8ec7-3149-4749-aef9-b27b06e0c889" -d '{"events": [{"server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22"}, {"name": "network-changed", "server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:33.105707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51959e97-ca75-441d-b381-b65134ab0c16 req-b3a8a227-54d4-4e52-90ad-9112dcd63224 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131616 Sep 10 03:36:33.458900 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-841df90c-d339-4398-b969-efa8633b7135 req-bcc87d9f-a6d2-469b-846c-d441f73701e2 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:33.537801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-841df90c-d339-4398-b969-efa8633b7135 req-bcc87d9f-a6d2-469b-846c-d441f73701e2 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:33.662241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2ff61048-868c-4415-9c0e-11188111951a details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:33.687645 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-841df90c-d339-4398-b969-efa8633b7135 req-bcc87d9f-a6d2-469b-846c-d441f73701e2 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:33.750447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc87d9f-a6d2-469b-846c-d441f73701e2 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cc1035f-f428-4481-b181-8770317f189f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:33.770467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa742bdd-0fa7-4313-9432-e30c2700f58c req-64051500-59b9-4316-9b86-b3022ca9e1d5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:33.772037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa742bdd-0fa7-4313-9432-e30c2700f58c req-64051500-59b9-4316-9b86-b3022ca9e1d5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 948 time: 0.0640697 Sep 10 03:36:33.775928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2ff61048-868c-4415-9c0e-11188111951a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2ff61048-868c-4415-9c0e-11188111951a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:33.789062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '2ff61048-868c-4415-9c0e-11188111951a', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '2ff61048-868c-4415-9c0e-11188111951a', 'mac_address': 'fa:16:3e:d2:84:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:33.816158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa742bdd-0fa7-4313-9432-e30c2700f58c req-10ab39c7-7209-4a3b-9d11-220c84cf575d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367322 Sep 10 03:36:33.819270 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-841df90c-d339-4398-b969-efa8633b7135 req-bcc87d9f-a6d2-469b-846c-d441f73701e2 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:33.836742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-841df90c-d339-4398-b969-efa8633b7135 req-bcc87d9f-a6d2-469b-846c-d441f73701e2 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.8369315 Sep 10 03:36:33.869782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:33.874929 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34095f9-e8be-4dfa-8ba9-762eba4a5821 x-openstack-request-id: req-f34095f9-e8be-4dfa-8ba9-762eba4a5821 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:33.875425 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22", "code": 200}, {"name": "network-changed", "server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:33.875905 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f34095f9-e8be-4dfa-8ba9-762eba4a5821 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:33.877194 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22', 'code': 200} Sep 10 03:36:33.877622 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22', 'status': 'completed', 'code': 200} Sep 10 03:36:33.885892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ff61048-868c-4415-9c0e-11188111951a {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:33.918503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2ff61048-868c-4415-9c0e-11188111951a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2ff61048-868c-4415-9c0e-11188111951a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:33.996286 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:34.007569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-60959899-0e92-44dd-90c8-47e99f4becb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:34.009749 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-60959899-0e92-44dd-90c8-47e99f4becb9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1124 time: 0.1074121 Sep 10 03:36:34.024756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2db9867-021b-4ff0-867e-9bd25f63d131 req-8a3972e4-c555-4633-b5b1-e6c025216e0d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:34.026262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2db9867-021b-4ff0-867e-9bd25f63d131 req-8a3972e4-c555-4633-b5b1-e6c025216e0d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1101356 Sep 10 03:36:34.055855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=2ff61048-868c-4415-9c0e-11188111951a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:34.084130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2db9867-021b-4ff0-867e-9bd25f63d131 req-d5853573-8e95-4b6c-abb1-992139ed2add tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499673 Sep 10 03:36:34.151383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-1820aca5-8a63-46d1-ab3a-c19e8c3cb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:34.152902 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-1820aca5-8a63-46d1-ab3a-c19e8c3cb643 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1336679 Sep 10 03:36:34.228225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4379e079-c70b-44fc-888b-c73fdea66b7c req-2e84100e-9e10-4827-a732-8e1c60be93ae tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:34.229750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4379e079-c70b-44fc-888b-c73fdea66b7c req-2e84100e-9e10-4827-a732-8e1c60be93ae tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 949 time: 0.0588939 Sep 10 03:36:34.238474 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-135c2344-459d-4389-b373-67e51b8762a3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 217 time: 0.0694783 Sep 10 03:36:34.270841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4379e079-c70b-44fc-888b-c73fdea66b7c req-b2b34404-41b2-4065-9135-c750d571cb9b tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349686 Sep 10 03:36:34.303501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-7eaa6863-d868-483c-8912-66cf31ad7a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:34.303501 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-7eaa6863-d868-483c-8912-66cf31ad7a39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0503907 Sep 10 03:36:34.314856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-cc6423e2-089e-4161-b95c-d97a3a609242 req-40fff935-5716-4ed0-98f9-85eda04169d6 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1799230217', 'description': 'tempest-description-2145815140'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:34.319432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['2ff61048-868c-4415-9c0e-11188111951a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:34.336233 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-c6588313-5f5c-4960-84c6-adfcb910f2f7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270581 Sep 10 03:36:34.443552 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-ed22e373-3311-49bc-95a5-c3a23cd848e7 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987697 Sep 10 03:36:34.497761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02be20-8f21-4eab-861f-a8f09dd26e4e req-3d10fa49-ec88-4317-849d-2fb5afe7ab35 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:34.499263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c02be20-8f21-4eab-861f-a8f09dd26e4e req-3d10fa49-ec88-4317-849d-2fb5afe7ab35 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 943 time: 0.0702698 Sep 10 03:36:34.551345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c02be20-8f21-4eab-861f-a8f09dd26e4e req-d084db28-b853-4cac-8dce-de8c82ad5fd2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454988 Sep 10 03:36:34.552522 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cc6423e2-089e-4161-b95c-d97a3a609242 req-40fff935-5716-4ed0-98f9-85eda04169d6 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:34.561943 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-239a8ec7-3149-4749-aef9-b27b06e0c889 req-7b2a7111-c5cc-4001-8161-431bf41de7c8 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079133 Sep 10 03:36:34.640848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cc6423e2-089e-4161-b95c-d97a3a609242 req-40fff935-5716-4ed0-98f9-85eda04169d6 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:34.673717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-bbe78008-378b-4a94-8489-6e3f1f5e892a tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1153228528&fields=id&tenant_id=a529621791b34382a032266c576addc2 HTTP/1.1" status: 200 len: 267 time: 0.0315199 Sep 10 03:36:34.706461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cc6423e2-089e-4161-b95c-d97a3a609242 req-40fff935-5716-4ed0-98f9-85eda04169d6 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:34.782229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fff935-5716-4ed0-98f9-85eda04169d6 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64c5c131-c5f8-4524-9888-cc0e69547721,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:34.798995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cc6423e2-089e-4161-b95c-d97a3a609242 req-40fff935-5716-4ed0-98f9-85eda04169d6 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:34.800247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc6423e2-089e-4161-b95c-d97a3a609242 req-40fff935-5716-4ed0-98f9-85eda04169d6 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4907575 Sep 10 03:36:34.810489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-ff30e8e6-61c5-47fd-a7ea-f13a88bffa36 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:34.812005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-ff30e8e6-61c5-47fd-a7ea-f13a88bffa36 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/networks?id=0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 200 len: 822 time: 0.1303771 Sep 10 03:36:34.841942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-f205fab8-ef49-4a96-9a9b-e901201d9211 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/quotas/a529621791b34382a032266c576addc2 HTTP/1.1" status: 200 len: 375 time: 0.0230441 Sep 10 03:36:34.894160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef689e50-5495-4a07-99d4-bcb67d37f133 req-a667d32e-b811-497b-ab54-7db3f82a6711 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/3cc1035f-f428-4481-b181-8770317f189f HTTP/1.1" status: 200 len: 1804 time: 0.0684273 Sep 10 03:36:34.927445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-ab6e4778-b4c8-405e-b456-5eeb17e695b2 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0756297 Sep 10 03:36:34.967283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef689e50-5495-4a07-99d4-bcb67d37f133 req-cccc1a4a-625e-43aa-adc8-b68395df7258 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/64c5c131-c5f8-4524-9888-cc0e69547721 HTTP/1.1" status: 200 len: 1805 time: 0.0668309 Sep 10 03:36:34.981157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-ef689e50-5495-4a07-99d4-bcb67d37f133 req-7a59fda7-c88c-4eb4-a5c1-da2b9167d45f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3cc1035f-f428-4481-b181-8770317f189f', 'remote_group_id': '64c5c131-c5f8-4524-9888-cc0e69547721', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:34.981470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-ef689e50-5495-4a07-99d4-bcb67d37f133 req-7a59fda7-c88c-4eb4-a5c1-da2b9167d45f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '3cc1035f-f428-4481-b181-8770317f189f', 'remote_group_id': '64c5c131-c5f8-4524-9888-cc0e69547721', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:35.050159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-ed590dd1-b77a-44dc-b616-6e5d677f3049 service neutron] 10.222.0.22 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1085987 Sep 10 03:36:35.160102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-1d21f5ca-c1a3-4c5c-8821-a847b765d426 service neutron] 10.222.0.22 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038792 Sep 10 03:36:35.167666 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ef689e50-5495-4a07-99d4-bcb67d37f133 req-7a59fda7-c88c-4eb4-a5c1-da2b9167d45f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:35.206075 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ef689e50-5495-4a07-99d4-bcb67d37f133 req-7a59fda7-c88c-4eb4-a5c1-da2b9167d45f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:35.316113 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ef689e50-5495-4a07-99d4-bcb67d37f133 req-7a59fda7-c88c-4eb4-a5c1-da2b9167d45f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:35.335537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a59fda7-c88c-4eb4-a5c1-da2b9167d45f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b8cc10-038c-4e01-bd54-6e2cd60e7a4b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:35.405541 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ef689e50-5495-4a07-99d4-bcb67d37f133 req-7a59fda7-c88c-4eb4-a5c1-da2b9167d45f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:35.406803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef689e50-5495-4a07-99d4-bcb67d37f133 req-7a59fda7-c88c-4eb4-a5c1-da2b9167d45f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4311204 Sep 10 03:36:35.573672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-6413fa96-e049-47a4-b8fb-bcee942ee8fe tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:35.577237 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-6413fa96-e049-47a4-b8fb-bcee942ee8fe tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.39 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 949 time: 0.1000233 Sep 10 03:36:35.681334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-a0872254-2f91-44b9-a3f1-168c79d5142d tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:35.681948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Deleting port e3356266-5347-4f21-9d22-bbaf95cbd0da {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:36:35.681948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:35.682816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-a0872254-2f91-44b9-a3f1-168c79d5142d tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/networks?id=27441f2b-c78b-40b8-bdbf-96326d674b8b HTTP/1.1" status: 200 len: 814 time: 0.1365056 Sep 10 03:36:35.688915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2f866cfe-0df0-427a-aa39-5e132a776f22 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:35.692355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2ff61048-868c-4415-9c0e-11188111951a up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:35.698059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def4ff5e-e761-4a70-aa19-a45941580e74 req-1ca88edf-296e-49e3-b555-944df42bec14 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:35.700101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-def4ff5e-e761-4a70-aa19-a45941580e74 req-1ca88edf-296e-49e3-b555-944df42bec14 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 948 time: 0.0833623 Sep 10 03:36:35.726924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-2ba68af5-2c93-44c1-acd7-3670fa981e33 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/quotas/bca59dfaae8d4b83a3d1eeb699c3a911 HTTP/1.1" status: 200 len: 375 time: 0.0253599 Sep 10 03:36:35.780081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-def4ff5e-e761-4a70-aa19-a45941580e74 req-e6087ea4-7387-4f8f-98a5-a043be9c0adb tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699344 Sep 10 03:36:35.795567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] For port e3356266-5347-4f21-9d22-bbaf95cbd0da, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e3356266-5347-4f21-9d22-bbaf95cbd0da,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:35.795970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:35.809562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Calling delete_port for e3356266-5347-4f21-9d22-bbaf95cbd0da owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:36:35.849981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9440cd57-abae-48a1-b1c5-214ddc208ce6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bca59dfaae8d4b83a3d1eeb699c3a911&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0913928 Sep 10 03:36:35.852775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:35.868127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2f866cfe-0df0-427a-aa39-5e132a776f22 has no active binding in host n-h1-808143-1 {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:36:35.868591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device b34ccc4d-8583-4730-9419-48d543b6668c details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:35.891598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 2ff61048-868c-4415-9c0e-11188111951a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:35.905657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 2ff61048-868c-4415-9c0e-11188111951a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:35.906356 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:35.992971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90fc1d8e-5a8e-4f15-9746-58358aa07178 req-cfa64cdb-c293-4861-8eeb-1d82638bc077 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:35.994478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90fc1d8e-5a8e-4f15-9746-58358aa07178 req-cfa64cdb-c293-4861-8eeb-1d82638bc077 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1182647 Sep 10 03:36:36.032841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-7b05eedf-6dba-43dd-96fa-011f769b5602 service neutron] 10.222.0.22 "GET /v2.0/networks/27441f2b-c78b-40b8-bdbf-96326d674b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750894 Sep 10 03:36:36.040707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port b34ccc4d-8583-4730-9419-48d543b6668c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=b34ccc4d-8583-4730-9419-48d543b6668c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:36.041870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-d45935ed-a180-4f4b-b327-a2f5cd47ac01 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:36.043274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-d45935ed-a180-4f4b-b327-a2f5cd47ac01 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.39 "GET /v2.0/ports?device_id=7e7905da-47b8-43b1-8206-ad316443b0a1 HTTP/1.1" status: 200 len: 945 time: 0.0975628 Sep 10 03:36:36.062113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'b34ccc4d-8583-4730-9419-48d543b6668c', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'b34ccc4d-8583-4730-9419-48d543b6668c', 'mac_address': 'fa:16:3e:eb:ab:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:36.064446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.109630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fadb6e36-fc2e-432a-8d3d-933093096d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff61048-868c-4415-9c0e-11188111951a'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:36.111232 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.111817 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7497b6ab-4048-46dd-9d73-16c0c2697a0a" -d '{"events": [{"server_uuid": "fadb6e36-fc2e-432a-8d3d-933093096d51", "name": "network-vif-plugged", "status": "completed", "tag": "2ff61048-868c-4415-9c0e-11188111951a"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:36.120224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90fc1d8e-5a8e-4f15-9746-58358aa07178 req-5e02d1bc-0a12-4d84-8ce7-1c39d24021d4 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149783 Sep 10 03:36:36.148340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['67bd5154-55fc-42ba-9f82-cd216d3c3452'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:36.148340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e3356266-5347-4f21-9d22-bbaf95cbd0da'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:36.148340 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.148340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2ff61048-868c-4415-9c0e-11188111951a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2ff61048-868c-4415-9c0e-11188111951a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:36.170242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Pushing event deleted for resources: {'Port': ['ID=e3356266-5347-4f21-9d22-bbaf95cbd0da,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:36.205984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b34ccc4d-8583-4730-9419-48d543b6668c {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:36.209430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-ca8257c7-9523-4a37-9bc5-db845979a028 service neutron] 10.222.0.22 "GET /v2.0/networks/27441f2b-c78b-40b8-bdbf-96326d674b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640615 Sep 10 03:36:36.235833 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.246505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port b34ccc4d-8583-4730-9419-48d543b6668c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=b34ccc4d-8583-4730-9419-48d543b6668c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:36.248930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Deleting port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:36:36.249279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.252686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] No DVR routers for this DVR port e3356266-5347-4f21-9d22-bbaf95cbd0da on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:36:36.255446 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.259188 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3af1efb9-ff70-4cef-8967-9c08d46171e4 req-290f9958-ce17-445b-800d-c5d8d73bf153 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.39 "DELETE /v2.0/ports/e3356266-5347-4f21-9d22-bbaf95cbd0da HTTP/1.1" status: 204 len: 173 time: 0.6719532 Sep 10 03:36:36.259779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '650309fc-f9fd-4c49-9fe3-ca5686e8a413', 'name': 'network-vif-deleted', 'tag': 'e3356266-5347-4f21-9d22-bbaf95cbd0da'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:36.262147 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd0057c-24b4-491f-9d25-b7a7012174ba" -d '{"events": [{"server_uuid": "650309fc-f9fd-4c49-9fe3-ca5686e8a413", "name": "network-vif-deleted", "tag": "e3356266-5347-4f21-9d22-bbaf95cbd0da"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:36.296096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-226236ef-0d52-4282-a8c0-f4ccb574211e req-4baaf964-9cf7-48d6-a2e9-7e9c7244ee16 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=650309fc-f9fd-4c49-9fe3-ca5686e8a413 HTTP/1.1" status: 200 len: 210 time: 0.0393136 Sep 10 03:36:36.348091 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=2ff61048-868c-4415-9c0e-11188111951a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:36.355654 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.401427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5f509da-9095-4d4d-9806-2a71d42718a9 req-67b4d0f6-df56-4c96-b32c-1ba5d4333f10 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 210 time: 0.0328076 Sep 10 03:36:36.440649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3426f620-66fd-4401-8ca0-68b732019a6e req-2c452d5a-80f8-43ef-b9b0-7f23ac4b6bde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1423257538', 'description': 'tempest-description-1131835336'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:36.454748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=b34ccc4d-8583-4730-9419-48d543b6668c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:36.460653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] For port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:36.461034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.618570 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3426f620-66fd-4401-8ca0-68b732019a6e req-2c452d5a-80f8-43ef-b9b0-7f23ac4b6bde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:36.713512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c43d2-5a67-4628-bdf2-f265883577ee req-c7c285ef-609f-4075-9ecf-5bdde49416e8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:36.715004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa1c43d2-5a67-4628-bdf2-f265883577ee req-c7c285ef-609f-4075-9ecf-5bdde49416e8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 943 time: 0.1619365 Sep 10 03:36:36.804824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['b34ccc4d-8583-4730-9419-48d543b6668c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:36.864746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:36.867834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:36:37.065461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.065827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.066144 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Floating IP 0dcfc603-f435-490f-a650-86a969af2313 disassociated. External IP: 172.25.3.9, port: 1fbaebc8-921e-46ad-a4d1-cb6e165b877b. Sep 10 03:36:37.066491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Calling delete_port for 1fbaebc8-921e-46ad-a4d1-cb6e165b877b owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:36:37.076514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa1c43d2-5a67-4628-bdf2-f265883577ee req-d0a55227-cfe3-4225-9680-939cd915e89b tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3502028 Sep 10 03:36:37.096584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:37.111760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.125846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '4e306a70-f5db-4a4b-a263-7db709452823', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '4e306a70-f5db-4a4b-a263-7db709452823', 'mac_address': 'fa:16:3e:34:4c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:37.129799 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ef9f497-b6b9-4b7f-ba5b-0ce72816b02e x-openstack-request-id: req-2ef9f497-b6b9-4b7f-ba5b-0ce72816b02e {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:37.130159 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fadb6e36-fc2e-432a-8d3d-933093096d51", "name": "network-vif-plugged", "status": "completed", "tag": "2ff61048-868c-4415-9c0e-11188111951a", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:37.130467 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ef9f497-b6b9-4b7f-ba5b-0ce72816b02e {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:37.130913 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadb6e36-fc2e-432a-8d3d-933093096d51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ff61048-868c-4415-9c0e-11188111951a', 'code': 200} Sep 10 03:36:37.156465 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2a7b84-a198-41f3-b9ba-eef16061586e x-openstack-request-id: req-fb2a7b84-a198-41f3-b9ba-eef16061586e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:37.157033 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "650309fc-f9fd-4c49-9fe3-ca5686e8a413", "name": "network-vif-deleted", "tag": "e3356266-5347-4f21-9d22-bbaf95cbd0da", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:37.157033 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb2a7b84-a198-41f3-b9ba-eef16061586e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:37.157382 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '650309fc-f9fd-4c49-9fe3-ca5686e8a413', 'name': 'network-vif-deleted', 'tag': 'e3356266-5347-4f21-9d22-bbaf95cbd0da', 'status': 'completed', 'code': 200} Sep 10 03:36:37.231971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d5312a7-f044-42c1-a235-ba1d11d3487e req-c1d5cbfa-13df-401b-b70c-f5cb51ccb61c tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 210 time: 0.0449803 Sep 10 03:36:37.236505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:37.253640 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3426f620-66fd-4401-8ca0-68b732019a6e req-2c452d5a-80f8-43ef-b9b0-7f23ac4b6bde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.254212 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.285414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e306a70-f5db-4a4b-a263-7db709452823 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:37.323268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e022a05d-1d90-4bf3-a845-20f48d32d1f8 req-ef7ff2b2-1c73-416b-b659-c6e2d71a7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:37.324743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e022a05d-1d90-4bf3-a845-20f48d32d1f8 req-ef7ff2b2-1c73-416b-b659-c6e2d71a7db0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 1100 time: 0.0882051 Sep 10 03:36:37.335150 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.355273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3426f620-66fd-4401-8ca0-68b732019a6e req-2c452d5a-80f8-43ef-b9b0-7f23ac4b6bde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.405222 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:36:37.405662 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:36:37.410732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:37.428777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c452d5a-80f8-43ef-b9b0-7f23ac4b6bde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=633f18e3-4de7-44ea-989b-3f3ef22da8ff,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:37.444181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ce526-720a-42b0-ada0-1a956f35a26f req-0e3d9e60-ad26-4a38-97a0-ad8544dfcf63 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:37.445679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b35ce526-720a-42b0-ada0-1a956f35a26f req-0e3d9e60-ad26-4a38-97a0-ad8544dfcf63 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 949 time: 0.1351957 Sep 10 03:36:37.447254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e022a05d-1d90-4bf3-a845-20f48d32d1f8 req-586ef95f-d3c3-49b9-8766-897e0406c9d7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949321 Sep 10 03:36:37.483922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b35ce526-720a-42b0-ada0-1a956f35a26f req-a9499b1e-eb75-4555-9283-b7fa6613f417 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309987 Sep 10 03:36:37.487611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3426f620-66fd-4401-8ca0-68b732019a6e req-2c452d5a-80f8-43ef-b9b0-7f23ac4b6bde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.488790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3426f620-66fd-4401-8ca0-68b732019a6e req-2c452d5a-80f8-43ef-b9b0-7f23ac4b6bde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.0576799 Sep 10 03:36:37.489968 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.521815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event deleted for resources: {'Port': ['ID=1fbaebc8-921e-46ad-a4d1-cb6e165b877b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:37.676011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3448e2c-edea-43f3-bebb-56752380d17e req-f518a717-163f-4e4a-ab2c-747615964838 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 210 time: 0.0609264 Sep 10 03:36:37.690128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce83f6f-90a6-4e5e-8809-3b347b4a4eb4 req-f6c1198c-532c-47fb-a382-97527b0811a3 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:37.691650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ce83f6f-90a6-4e5e-8809-3b347b4a4eb4 req-f6c1198c-532c-47fb-a382-97527b0811a3 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 948 time: 0.1179779 Sep 10 03:36:37.727118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Router 18af05a4-ff8c-4db7-be64-3bfc40df4249 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:36:37.745704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-86475cb4-e7ca-4514-962a-7ce6c9b6bdf1 req-d6c31e78-8b6b-49fa-a0d1-03f43878aaa8 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1401800276', 'description': 'tempest-description-2087376811'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:37.764489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ce83f6f-90a6-4e5e-8809-3b347b4a4eb4 req-9bb29688-9332-4184-a670-dea791ffc1fb tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625751 Sep 10 03:36:37.865044 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86475cb4-e7ca-4514-962a-7ce6c9b6bdf1 req-d6c31e78-8b6b-49fa-a0d1-03f43878aaa8 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.884551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:36:37.894872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] Sync routers for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:36:37.904430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:36:37.905034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:37.929989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] No DVR routers for this DVR port 1fbaebc8-921e-46ad-a4d1-cb6e165b877b on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:36:37.935316 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:37.937251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5915049-f3ac-4b0b-83b1-6f8e46d20a6e req-37728c25-53ff-4749-97e4-9947b13ba3f5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.39 "DELETE /v2.0/ports/1fbaebc8-921e-46ad-a4d1-cb6e165b877b HTTP/1.1" status: 204 len: 173 time: 1.8837936 Sep 10 03:36:37.939442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'name': 'network-vif-deleted', 'tag': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:37.940498 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-453efa93-e73b-405a-8159-2d3a0eb25a05" -d '{"events": [{"server_uuid": "7e7905da-47b8-43b1-8206-ad316443b0a1", "name": "network-vif-deleted", "tag": "1fbaebc8-921e-46ad-a4d1-cb6e165b877b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:38.006903 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86475cb4-e7ca-4514-962a-7ce6c9b6bdf1 req-d6c31e78-8b6b-49fa-a0d1-03f43878aaa8 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:38.087468 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86475cb4-e7ca-4514-962a-7ce6c9b6bdf1 req-d6c31e78-8b6b-49fa-a0d1-03f43878aaa8 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:38.103297 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:38.123373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e306a70-f5db-4a4b-a263-7db709452823 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:38.136652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c31e78-8b6b-49fa-a0d1-03f43878aaa8 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d72f708b-ec7e-49ab-a123-4ec6303d48d7,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:38.176889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86475cb4-e7ca-4514-962a-7ce6c9b6bdf1 req-d6c31e78-8b6b-49fa-a0d1-03f43878aaa8 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:38.178592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86475cb4-e7ca-4514-962a-7ce6c9b6bdf1 req-d6c31e78-8b6b-49fa-a0d1-03f43878aaa8 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.4440055 Sep 10 03:36:38.180243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:38.188033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:36:38.198497 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55d6960-7202-4bd0-9054-80b3bbf9bfb0 x-openstack-request-id: req-a55d6960-7202-4bd0-9054-80b3bbf9bfb0 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:38.198785 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e7905da-47b8-43b1-8206-ad316443b0a1", "name": "network-vif-deleted", "tag": "1fbaebc8-921e-46ad-a4d1-cb6e165b877b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:38.199034 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a55d6960-7202-4bd0-9054-80b3bbf9bfb0 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:38.199425 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e7905da-47b8-43b1-8206-ad316443b0a1', 'name': 'network-vif-deleted', 'tag': '1fbaebc8-921e-46ad-a4d1-cb6e165b877b', 'status': 'completed', 'code': 200} Sep 10 03:36:38.260570 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:38.365608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2a660d-06c4-4010-81b0-e88c3e9bd410 req-1cabc28c-6d4a-41af-aa5a-dd254b142bc6 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:38.366034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:38.367374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f2a660d-06c4-4010-81b0-e88c3e9bd410 req-1cabc28c-6d4a-41af-aa5a-dd254b142bc6 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 943 time: 0.1304188 Sep 10 03:36:38.384215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8781a10f-8bb8-49aa-af07-214431919b15 req-3641ea5a-3db1-462d-bfcf-c923d0a3659a tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:38.391518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8781a10f-8bb8-49aa-af07-214431919b15 req-3641ea5a-3db1-462d-bfcf-c923d0a3659a tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 950 time: 0.1191449 Sep 10 03:36:38.420612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-3763e378-da2e-48a9-8823-3b5534e08131 service neutron] 10.222.0.39 "GET /v2.0/ports/2f866cfe-0df0-427a-aa39-5e132a776f22/bindings/n-h1-808143-1 HTTP/1.1" status: 200 len: 384 time: 0.1366043 Sep 10 03:36:38.436892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:38.472111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] Checking router: 18af05a4-ff8c-4db7-be64-3bfc40df4249 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:36:38.480717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:36:38.481361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:38.484657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8781a10f-8bb8-49aa-af07-214431919b15 req-60a01293-e88a-46c6-99cc-72c21e694f39 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916014 Sep 10 03:36:38.520596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f2a660d-06c4-4010-81b0-e88c3e9bd410 req-1299edfc-20c2-4666-880e-c84712d1a4f2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248507 Sep 10 03:36:38.538894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['4e306a70-f5db-4a4b-a263-7db709452823'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:38.649354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:36:38.673798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17dabc5a-0011-4f45-9146-084439d4072e req-8fd81054-d324-44e3-90a3-f8a4bbb42e13 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 210 time: 0.0789073 Sep 10 03:36:38.743614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb925fea-7064-4a87-823c-ca58546bd668 req-b9ffc479-7153-49d1-914a-9e0f9614cde7 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/633f18e3-4de7-44ea-989b-3f3ef22da8ff HTTP/1.1" status: 200 len: 1805 time: 0.2115204 Sep 10 03:36:38.845470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb925fea-7064-4a87-823c-ca58546bd668 req-86ec0a21-31f0-4b43-8e24-10d3c9b28166 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/d72f708b-ec7e-49ab-a123-4ec6303d48d7 HTTP/1.1" status: 200 len: 1805 time: 0.0925925 Sep 10 03:36:38.865368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-cb925fea-7064-4a87-823c-ca58546bd668 req-bb853e35-59db-4bfe-905a-86e46c7b3801 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '633f18e3-4de7-44ea-989b-3f3ef22da8ff', 'remote_group_id': 'd72f708b-ec7e-49ab-a123-4ec6303d48d7', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:38.865784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-cb925fea-7064-4a87-823c-ca58546bd668 req-bb853e35-59db-4bfe-905a-86e46c7b3801 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '633f18e3-4de7-44ea-989b-3f3ef22da8ff', 'remote_group_id': 'd72f708b-ec7e-49ab-a123-4ec6303d48d7', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:38.878518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1fbaebc8-921e-46ad-a4d1-cb6e165b877b no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:36:38.881562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:38.914837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0be9c0-f597-4de7-b85c-77bfbb4a7553 req-703dbff9-a546-4899-b072-ecbdcccd9b2a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:38.916463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d0be9c0-f597-4de7-b85c-77bfbb4a7553 req-703dbff9-a546-4899-b072-ecbdcccd9b2a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 949 time: 0.1244223 Sep 10 03:36:38.922498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 1fbaebc8-921e-46ad-a4d1-cb6e165b877b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:36:38.923029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1fbaebc8-921e-46ad-a4d1-cb6e165b877b not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:36:38.923266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2f866cfe-0df0-427a-aa39-5e132a776f22 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:36:38.932552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:39.003397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d0be9c0-f597-4de7-b85c-77bfbb4a7553 req-b505e7be-f51e-46a7-b3d1-0786589cb8a7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793936 Sep 10 03:36:39.005567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2f866cfe-0df0-427a-aa39-5e132a776f22 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:39.022197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:39.037556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:39.060215 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb925fea-7064-4a87-823c-ca58546bd668 req-bb853e35-59db-4bfe-905a-86e46c7b3801 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.069572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40f9dc0c-f9ca-485b-8a02-f2eec7bac828 None None] The sync data for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 is: [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:36:39.073380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e3356266-5347-4f21-9d22-bbaf95cbd0da no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:36:39.100817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ceaa921-1e54-41cd-a4ca-1f7c9d68ddaf req-1451be41-4e23-4fc7-b99f-00912cf93849 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 210 time: 0.0308971 Sep 10 03:36:39.108623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.114943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: e3356266-5347-4f21-9d22-bbaf95cbd0da {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:36:39.115295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e3356266-5347-4f21-9d22-bbaf95cbd0da not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:36:39.131851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:39.132743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb925fea-7064-4a87-823c-ca58546bd668 req-bb853e35-59db-4bfe-905a-86e46c7b3801 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.135430 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a255725-4f45-4922-a8ec-d2406deb68b0" -d '{"events": [{"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e306a70-f5db-4a4b-a263-7db709452823"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:39.216523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb925fea-7064-4a87-823c-ca58546bd668 req-bb853e35-59db-4bfe-905a-86e46c7b3801 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.243792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] Transition to ACTIVE for port object 2f866cfe-0df0-427a-aa39-5e132a776f22 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:39.247545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb853e35-59db-4bfe-905a-86e46c7b3801 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f70629f-9621-4a31-9560-5cd461ad730a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:39.268393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207a92b6-afe0-4dcb-890e-8fb7c3ec12d4 req-3ab22650-1ed7-4331-b9e2-6151633a9c36 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:39.275437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-207a92b6-afe0-4dcb-890e-8fb7c3ec12d4 req-3ab22650-1ed7-4331-b9e2-6151633a9c36 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 949 time: 0.0939312 Sep 10 03:36:39.310908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-207a92b6-afe0-4dcb-890e-8fb7c3ec12d4 req-14f9af76-7c0c-4ba1-874e-5a227f4bedcc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341766 Sep 10 03:36:39.312437 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15b99224-1bbe-4077-9e0b-40283eada919 None None] New status for floating IP 0dcfc603-f435-490f-a650-86a969af2313: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:36:39.326536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.358779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb925fea-7064-4a87-823c-ca58546bd668 req-bb853e35-59db-4bfe-905a-86e46c7b3801 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.363014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb925fea-7064-4a87-823c-ca58546bd668 req-bb853e35-59db-4bfe-905a-86e46c7b3801 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.5064018 Sep 10 03:36:39.386969 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff8acb82-68d6-494e-9cb8-3f9af21ba1f7 x-openstack-request-id: req-ff8acb82-68d6-494e-9cb8-3f9af21ba1f7 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:39.386969 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-unplugged", "status": "completed", "tag": "4e306a70-f5db-4a4b-a263-7db709452823", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:39.386969 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff8acb82-68d6-494e-9cb8-3f9af21ba1f7 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:39.386969 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823', 'code': 200} Sep 10 03:36:39.424903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] No DVR routers for this DVR port 2f866cfe-0df0-427a-aa39-5e132a776f22 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:36:39.435435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] Pushing event updated for resources: {'Port': ['ID=2f866cfe-0df0-427a-aa39-5e132a776f22,revision_number=10']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:39.478117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-6fbf527a-7cbf-4287-84d0-12e421fec2db service neutron] 10.222.0.39 "PUT /v2.0/ports/2f866cfe-0df0-427a-aa39-5e132a776f22/bindings/n-h1-808143-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0482485 Sep 10 03:36:39.484131 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22737afb-1d1f-451f-bb6f-8b5676a3d191 req-9847c688-1f7e-4cf1-b81f-63ee983ece5d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/d72f708b-ec7e-49ab-a123-4ec6303d48d7 HTTP/1.1" status: 200 len: 1805 time: 0.0987525 Sep 10 03:36:39.545090 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-22737afb-1d1f-451f-bb6f-8b5676a3d191 req-447d3699-32a5-4533-890d-326f4b95f382 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.595424 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-22737afb-1d1f-451f-bb6f-8b5676a3d191 req-447d3699-32a5-4533-890d-326f4b95f382 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.646326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba47c4-73f1-40e0-9d1c-9864bccb9396 req-607460e2-f9ea-4fb9-9ec9-b64371c1b5d9 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:39.647875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49ba47c4-73f1-40e0-9d1c-9864bccb9396 req-607460e2-f9ea-4fb9-9ec9-b64371c1b5d9 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 950 time: 0.0905209 Sep 10 03:36:39.695738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49ba47c4-73f1-40e0-9d1c-9864bccb9396 req-7e9734f0-dc69-4bb1-be65-89366334d321 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399988 Sep 10 03:36:39.735357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device b34ccc4d-8583-4730-9419-48d543b6668c up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:39.772432 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-22737afb-1d1f-451f-bb6f-8b5676a3d191 req-447d3699-32a5-4533-890d-326f4b95f382 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.774961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-22737afb-1d1f-451f-bb6f-8b5676a3d191 req-447d3699-32a5-4533-890d-326f4b95f382 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.776349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22737afb-1d1f-451f-bb6f-8b5676a3d191 req-447d3699-32a5-4533-890d-326f4b95f382 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "DELETE /v2.0/security-groups/d72f708b-ec7e-49ab-a123-4ec6303d48d7 HTTP/1.1" status: 204 len: 173 time: 0.2846127 Sep 10 03:36:39.803037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d3699-32a5-4533-890d-326f4b95f382 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d72f708b-ec7e-49ab-a123-4ec6303d48d7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:39.807835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-03aa9ba8-7778-479d-aad1-deeb19003162 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:39.809338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-03aa9ba8-7778-479d-aad1-deeb19003162 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0881970 Sep 10 03:36:39.838102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae27415-f5b9-4791-9456-bf8845426548 req-c424fc28-1ff9-497c-87d9-c3df6cf7c47e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:39.839801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ae27415-f5b9-4791-9456-bf8845426548 req-c424fc28-1ff9-497c-87d9-c3df6cf7c47e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 944 time: 0.0822535 Sep 10 03:36:39.864386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port b34ccc4d-8583-4730-9419-48d543b6668c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:39.868287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port b34ccc4d-8583-4730-9419-48d543b6668c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:39.868671 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:39.921538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0987c5b-73c4-49a7-a1e2-8026dcf1abd9 req-e9ec0fdb-1f78-4840-ac5e-0164147eac25 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 210 time: 0.0726161 Sep 10 03:36:39.942475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-111b13e2-39b4-4ce2-b436-22be8af50164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:39.944002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-111b13e2-39b4-4ce2-b436-22be8af50164 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad HTTP/1.1" status: 200 len: 1095 time: 0.1033018 Sep 10 03:36:39.957426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ae27415-f5b9-4791-9456-bf8845426548 req-87a9a6e2-6dc9-48b4-9d09-43b013e949ba tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073656 Sep 10 03:36:39.987468 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.022700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port b34ccc4d-8583-4730-9419-48d543b6668c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=b34ccc4d-8583-4730-9419-48d543b6668c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:40.033575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83f2d087-2f20-4e9e-9cca-4fbc4e5892a3 req-10a5d2f7-3b59-4780-87a2-f898c0d90b09 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/633f18e3-4de7-44ea-989b-3f3ef22da8ff HTTP/1.1" status: 200 len: 1805 time: 0.0749331 Sep 10 03:36:40.062159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-b7ecf211-fa08-4e98-bf38-dc5b42ad8386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.064119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-b7ecf211-fa08-4e98-bf38-dc5b42ad8386 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1095 time: 0.0666268 Sep 10 03:36:40.139063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-2d45a8f9-1884-402f-812c-a654e901a1c8 req-28e94551-e127-45be-8536-1fc9efa64b15 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-527906665', 'description': 'tempest-description-1426640557'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:40.159853 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.217829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=b34ccc4d-8583-4730-9419-48d543b6668c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:40.275596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57276e59-553d-4205-aa41-f2db2b3a9c7a req-575e9fa6-bc97-4113-af77-39ea723a1720 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.277108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57276e59-553d-4205-aa41-f2db2b3a9c7a req-575e9fa6-bc97-4113-af77-39ea723a1720 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 949 time: 0.1979308 Sep 10 03:36:40.329913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2d45a8f9-1884-402f-812c-a654e901a1c8 req-28e94551-e127-45be-8536-1fc9efa64b15 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.340731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-a5fc10cc-060c-49ec-9d6c-c0f31a12b158 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.342166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-a5fc10cc-060c-49ec-9d6c-c0f31a12b158 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.20 "GET /v2.0/networks?id=0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 200 len: 822 time: 0.2229648 Sep 10 03:36:40.357532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-b0feb6ce-c240-4e34-bd07-f87d3f9283f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.358918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-b0feb6ce-c240-4e34-bd07-f87d3f9283f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.2514808 Sep 10 03:36:40.411560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57276e59-553d-4205-aa41-f2db2b3a9c7a req-a4f29db7-0ce1-4c7b-ae06-6a887347b61a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265254 Sep 10 03:36:40.419404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-c3985151-d56a-4da8-8ce7-49ef1e188df5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 217 time: 0.0524228 Sep 10 03:36:40.490112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-f19104a9-c064-4d6a-918e-5408f7950ef5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a529621791b34382a032266c576addc2 HTTP/1.1" status: 200 len: 380 time: 0.1338873 Sep 10 03:36:40.530537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Request body: {'port': {'device_id': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'admin_state_up': True, 'tenant_id': 'a529621791b34382a032266c576addc2', 'security_groups': ['c1a466d8-f84a-4598-87e9-7362041e884e']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:40.539792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6705a58d-5b4a-4f27-9e0a-a24515ce67d5 req-d9a82da1-ad46-445e-87c8-3545935a4795 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 210 time: 0.0541947 Sep 10 03:36:40.566523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-095b0f35-e799-4527-a1ee-d14d76e73c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.567940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-095b0f35-e799-4527-a1ee-d14d76e73c52 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1374774 Sep 10 03:36:40.655008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-38c042e7-5ccc-4349-997c-3317933c170b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0733938 Sep 10 03:36:40.729268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2d45a8f9-1884-402f-812c-a654e901a1c8 req-28e94551-e127-45be-8536-1fc9efa64b15 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.788594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59429d1e-4474-4063-9a40-b419523ba32b req-4eea3763-1e74-47d4-81c2-9b845de61b26 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:40.790072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59429d1e-4474-4063-9a40-b419523ba32b req-4eea3763-1e74-47d4-81c2-9b845de61b26 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 949 time: 0.1942809 Sep 10 03:36:40.811916 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2d45a8f9-1884-402f-812c-a654e901a1c8 req-28e94551-e127-45be-8536-1fc9efa64b15 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.864700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-733a243f-28b6-45c3-83c3-5a3ed59a149a service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721175 Sep 10 03:36:40.874845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:40.876365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e94551-e127-45be-8536-1fc9efa64b15 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cfb71356-0485-46a8-a76b-82817c14a216,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:40.885293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59429d1e-4474-4063-9a40-b419523ba32b req-f07f7c0d-0f3b-479a-9ade-97ef7f46625e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875902 Sep 10 03:36:40.946457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 4e306a70-f5db-4a4b-a263-7db709452823 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:40.947102 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:40.948101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Made reservation on behalf of a529621791b34382a032266c576addc2 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:40.952152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:41.018792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-81c82273-c0cf-4423-91f7-2be348a0f5dd tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.021049 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-81c82273-c0cf-4423-91f7-2be348a0f5dd tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.20 "GET /v2.0/networks?id=27441f2b-c78b-40b8-bdbf-96326d674b8b HTTP/1.1" status: 200 len: 814 time: 0.1686001 Sep 10 03:36:41.041872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Request body: {'port': {'device_id': '487fd3ef-3e97-4ae9-bc47-9e517de72b9b', 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b', 'admin_state_up': True, 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:41.065032 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:41.107661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:41.148282 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:41.201056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:41.233958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Made reservation on behalf of bca59dfaae8d4b83a3d1eeb699c3a911 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:41.237736 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:41.321712 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2d45a8f9-1884-402f-812c-a654e901a1c8 req-28e94551-e127-45be-8536-1fc9efa64b15 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:41.322924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d45a8f9-1884-402f-812c-a654e901a1c8 req-28e94551-e127-45be-8536-1fc9efa64b15 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.2047219 Sep 10 03:36:41.324866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-372b239d-958c-429f-998d-ab2d9eafce53 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4389639 Sep 10 03:36:41.368632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c933d1-bf40-4784-8099-fbc607263662 req-ef2559d7-f895-4fc2-9381-ab5b1abb0c10 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.370304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23c933d1-bf40-4784-8099-fbc607263662 req-ef2559d7-f895-4fc2-9381-ab5b1abb0c10 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 950 time: 0.3764207 Sep 10 03:36:41.379780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Allocated IP 172.20.0.4 (27441f2b-c78b-40b8-bdbf-96326d674b8b/183a6167-381f-44bd-8d12-c94fba07221b/73d4cd42-991f-4598-bfaf-0e322d9b6d36) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:41.385306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2f766-ae56-48d8-bbb4-112203e8b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34ccc4d-8583-4730-9419-48d543b6668c'}, {'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:41.388601 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4022366-a22c-4a9d-8f7b-8e90df6c9d39" -d '{"events": [{"server_uuid": "22e2f766-ae56-48d8-bbb4-112203e8b3d4", "name": "network-vif-plugged", "status": "completed", "tag": "b34ccc4d-8583-4730-9419-48d543b6668c"}, {"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-plugged", "status": "completed", "tag": "4e306a70-f5db-4a4b-a263-7db709452823"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:41.455278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f978474e-72fc-4b5e-994d-13dfc611bb8d req-dffe4d40-1aee-4f4c-a26b-df5ef0e5d75e tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 210 time: 0.0510688 Sep 10 03:36:41.465488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Allocated IP 172.20.0.6 (0232d608-1b28-4407-99e4-3a42da9f9270/6d57ebe0-3d59-434f-9f90-9f16059a88dd/3eb3a59c-6728-45d7-9530-1d1de6dba0b0) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:41.484228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23c933d1-bf40-4784-8099-fbc607263662 req-3830abce-5a30-4fad-bc66-16c6c50b0cd7 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/security-groups?id=d34c93e0-e0a2-448b-8c5d-3d952d139b60&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876656 Sep 10 03:36:41.602144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:41.617384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Transition to ACTIVE for port object 73d4cd42-991f-4598-bfaf-0e322d9b6d36 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:41.686026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2667d6-9abe-4cae-8ee2-8f9be70dc66a req-fb95a897-55bd-4387-9743-c1835245efd2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.687490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a2667d6-9abe-4cae-8ee2-8f9be70dc66a req-fb95a897-55bd-4387-9743-c1835245efd2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 944 time: 0.1508052 Sep 10 03:36:41.691769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768c83ab-0354-46c8-b818-c610ed712f5e req-5ea6434a-c6f8-4bff-854a-26d412c9d02f tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.693120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-768c83ab-0354-46c8-b818-c610ed712f5e req-5ea6434a-c6f8-4bff-854a-26d412c9d02f tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1096 time: 0.1252446 Sep 10 03:36:41.765519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a2667d6-9abe-4cae-8ee2-8f9be70dc66a req-3ca9ab66-0f7c-4785-9ec5-b19613341d01 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714512 Sep 10 03:36:41.773449 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:41.784538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:41.796109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-768c83ab-0354-46c8-b818-c610ed712f5e req-57295ba9-210e-4882-99c4-bd35566da883 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903137 Sep 10 03:36:41.804900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Transition to ACTIVE for port object 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:41.847589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Network 27441f2b-c78b-40b8-bdbf-96326d674b8b is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:41.851310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:41.855603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:41.870865 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0111b81c-3486-4ca3-b878-bc1d0affd15f x-openstack-request-id: req-0111b81c-3486-4ca3-b878-bc1d0affd15f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:41.871013 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2f766-ae56-48d8-bbb4-112203e8b3d4", "name": "network-vif-plugged", "status": "completed", "tag": "b34ccc4d-8583-4730-9419-48d543b6668c", "code": 200}, {"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-plugged", "status": "completed", "tag": "4e306a70-f5db-4a4b-a263-7db709452823", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:41.871213 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0111b81c-3486-4ca3-b878-bc1d0affd15f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:41.871709 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2f766-ae56-48d8-bbb4-112203e8b3d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b34ccc4d-8583-4730-9419-48d543b6668c', 'code': 200} Sep 10 03:36:41.872014 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823', 'code': 200} Sep 10 03:36:41.969232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.20', 59318) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:41.991769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:41.992347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.002303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.20', 59319) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:42.020541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Pushing event updated for resources: {'Port': ['ID=73d4cd42-991f-4598-bfaf-0e322d9b6d36,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:42.107604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-dd045cc1-1658-45ce-8d2c-59d2997e0382 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:42.109744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-dd045cc1-1658-45ce-8d2c-59d2997e0382 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.20 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 950 time: 0.3327641 Sep 10 03:36:42.126431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.142444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-6a838e60-a275-4e79-86f4-0ac8872225b1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1055436 Sep 10 03:36:42.144831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a0f31c8-914d-4569-9e15-09302c6caa5a req-87e6ae83-da8e-49fa-9a3b-74859bee1878 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/cfb71356-0485-46a8-a76b-82817c14a216 HTTP/1.1" status: 200 len: 1804 time: 0.3477120 Sep 10 03:36:42.176220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-8a0f31c8-914d-4569-9e15-09302c6caa5a req-c593de98-29a0-4ce1-9dd1-75950476acde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfb71356-0485-46a8-a76b-82817c14a216', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:42.176545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-8a0f31c8-914d-4569-9e15-09302c6caa5a req-c593de98-29a0-4ce1-9dd1-75950476acde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfb71356-0485-46a8-a76b-82817c14a216', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:42.176682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4edbe58-1d38-46cc-9de4-c701d990721f req-44308475-72a5-4c00-a003-8a025dd16862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:42.179160 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d4edbe58-1d38-46cc-9de4-c701d990721f req-44308475-72a5-4c00-a003-8a025dd16862 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 1101 time: 0.1160665 Sep 10 03:36:42.294835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7df614a-cd22-44dc-a880-636bb655231a req-ca30b9d2-8db1-48ea-a150-8f7ecd85c9e6 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:42.294835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7df614a-cd22-44dc-a880-636bb655231a req-ca30b9d2-8db1-48ea-a150-8f7ecd85c9e6 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.2423451 Sep 10 03:36:42.294835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-b915bdff-6f6a-4484-8c74-6bb3c47fd857 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:42.294835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-b915bdff-6f6a-4484-8c74-6bb3c47fd857 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.2882135 Sep 10 03:36:42.294835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Network 0232d608-1b28-4407-99e4-3a42da9f9270 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:42.300486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:42.310406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:42.316682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:42.317443 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.321457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event updated for resources: {'Port': ['ID=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:42.341997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb4cd-2779-46d7-a491-fb4cc693a3e6 req-0c3b94e5-96ee-4f13-b1f4-196573cffbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:42.343571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a2bb4cd-2779-46d7-a491-fb4cc693a3e6 req-0c3b94e5-96ee-4f13-b1f4-196573cffbec service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 1101 time: 0.1812947 Sep 10 03:36:42.356511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a2499b75-f268-4b95-9684-5870d87d9763 None None] Provisioning for port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:42.360892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a2499b75-f268-4b95-9684-5870d87d9763 None None] Provisioning complete for port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:42.361749 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a2499b75-f268-4b95-9684-5870d87d9763 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.370953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7df614a-cd22-44dc-a880-636bb655231a req-41b95374-b95b-48ab-939d-89d2d280f455 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060238 Sep 10 03:36:42.401922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a2bb4cd-2779-46d7-a491-fb4cc693a3e6 req-fac02458-afe4-4028-b9bf-dfd42f02eea0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491056 Sep 10 03:36:42.449757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a2499b75-f268-4b95-9684-5870d87d9763 None None] Port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:36:42.457088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-9735e049-6103-4f1e-853c-e7c683a499ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9452438 Sep 10 03:36:42.458834 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8a0f31c8-914d-4569-9e15-09302c6caa5a req-c593de98-29a0-4ce1-9dd1-75950476acde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.487109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Request body: {'port': {'device_id': '487fd3ef-3e97-4ae9-bc47-9e517de72b9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:42.534036 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8a0f31c8-914d-4569-9e15-09302c6caa5a req-c593de98-29a0-4ce1-9dd1-75950476acde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.632404 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d4edbe58-1d38-46cc-9de4-c701d990721f req-2d86100e-fe55-4039-aa16-ffe42a34b114 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579349 Sep 10 03:36:42.635371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.637854 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8a0f31c8-914d-4569-9e15-09302c6caa5a req-c593de98-29a0-4ce1-9dd1-75950476acde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.674031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c593de98-29a0-4ce1-9dd1-75950476acde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83f8e1a8-dff3-44ad-b07a-4dbf98d3ee4c,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:42.704118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554e05ac-11f7-4c31-a2b9-2d4bdfbfab70 req-acb15487-12e3-442e-adf4-ecebe9bb41bb tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:42.712453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-554e05ac-11f7-4c31-a2b9-2d4bdfbfab70 req-acb15487-12e3-442e-adf4-ecebe9bb41bb tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 931 time: 0.1756978 Sep 10 03:36:42.750500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2829bf1a-32dc-4218-9ceb-2421267e10f4 None None] Provisioning for port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:42.755055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2829bf1a-32dc-4218-9ceb-2421267e10f4 None None] Provisioning complete for port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:42.755424 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2829bf1a-32dc-4218-9ceb-2421267e10f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.814539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2829bf1a-32dc-4218-9ceb-2421267e10f4 None None] Port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:36:42.824261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Deleting port 67bd5154-55fc-42ba-9f82-cd216d3c3452 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:36:42.825213 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.866049 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8a0f31c8-914d-4569-9e15-09302c6caa5a req-c593de98-29a0-4ce1-9dd1-75950476acde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:42.867252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a0f31c8-914d-4569-9e15-09302c6caa5a req-c593de98-29a0-4ce1-9dd1-75950476acde tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7196732 Sep 10 03:36:42.873121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-554e05ac-11f7-4c31-a2b9-2d4bdfbfab70 req-012e9a90-4c73-4a2c-9af2-8b275ed63ddb tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598446 Sep 10 03:36:43.011204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-51134f32-8f2c-4564-91e1-408b277060ca service neutron] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:43.020996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-51134f32-8f2c-4564-91e1-408b277060ca service neutron] Notify callbacks [] for binding, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:43.022097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1cfb66-c95a-4a7d-a441-82d92381a2a9 req-51134f32-8f2c-4564-91e1-408b277060ca service neutron] 10.222.0.20 "DELETE /v2.0/ports/2f866cfe-0df0-427a-aa39-5e132a776f22/bindings/n-h2-808143-1 HTTP/1.1" status: 204 len: 173 time: 0.5390000 Sep 10 03:36:43.034707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73d4cd42-991f-4598-bfaf-0e322d9b6d36 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:43.044768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:43.047486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] For port 67bd5154-55fc-42ba-9f82-cd216d3c3452, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67bd5154-55fc-42ba-9f82-cd216d3c3452,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:43.047896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:43.058404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Transition to ACTIVE for port object 73d4cd42-991f-4598-bfaf-0e322d9b6d36 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:43.074532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4484b30-5266-48cb-a3ed-962056a8acaa req-5ae3c744-224c-4d12-8d47-e29dab63d68f tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:43.076408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4484b30-5266-48cb-a3ed-962056a8acaa req-5ae3c744-224c-4d12-8d47-e29dab63d68f tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1155083 Sep 10 03:36:43.084042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Calling delete_port for 67bd5154-55fc-42ba-9f82-cd216d3c3452 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:36:43.153647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:43.159183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4484b30-5266-48cb-a3ed-962056a8acaa req-5437c2da-b5d7-4d7a-ae49-4fa7279f2655 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728459 Sep 10 03:36:43.269852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Pushing event updated for resources: {'Port': ['ID=73d4cd42-991f-4598-bfaf-0e322d9b6d36,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:43.321830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Attempting to bind port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:43.322200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Attempting to bind port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:43.322487 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Attempting to bind port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 on network 27441f2b-c78b-40b8-bdbf-96326d674b8b {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:43.327554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 on network 27441f2b-c78b-40b8-bdbf-96326d674b8b not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:43.327834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Attempting to bind port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 on network 27441f2b-c78b-40b8-bdbf-96326d674b8b {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:43.335560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:43.336094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Checking segment: {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:43.336547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Bound using segment: {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:43.336984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Bound port: 73d4cd42-991f-4598-bfaf-0e322d9b6d36, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:43.337390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:43.379746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30df8e5-27c5-4a87-a414-d4cefab292df req-eae92e53-b458-4aff-aa52-d1f15c63091f tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:43.381321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c30df8e5-27c5-4a87-a414-d4cefab292df req-eae92e53-b458-4aff-aa52-d1f15c63091f tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.0821908 Sep 10 03:36:43.396243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:43.416430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['67bd5154-55fc-42ba-9f82-cd216d3c3452'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:43.429160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Pushing event deleted for resources: {'Port': ['ID=67bd5154-55fc-42ba-9f82-cd216d3c3452,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:43.455503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c30df8e5-27c5-4a87-a414-d4cefab292df req-2a7ba110-7353-4a15-ba15-e2d7c3cec176 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665634 Sep 10 03:36:43.472709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] For port 73d4cd42-991f-4598-bfaf-0e322d9b6d36, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:43.483193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] For port 73d4cd42-991f-4598-bfaf-0e322d9b6d36, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=73d4cd42-991f-4598-bfaf-0e322d9b6d36,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:43.531717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] No DVR routers for this DVR port 67bd5154-55fc-42ba-9f82-cd216d3c3452 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:36:43.537016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:43.540192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bca7d4e1-3fc6-49c3-b243-08918bf159c0 req-3cfa038b-b596-43cb-8e3f-1cc116271829 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.20 "DELETE /v2.0/ports/67bd5154-55fc-42ba-9f82-cd216d3c3452 HTTP/1.1" status: 204 len: 173 time: 1.0583620 Sep 10 03:36:43.540650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7a46b15f-156c-4a5d-a5e6-4a8887133f02', 'name': 'network-vif-deleted', 'tag': '67bd5154-55fc-42ba-9f82-cd216d3c3452'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:43.543840 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-add0bef7-049a-41f2-81f5-631622f04072" -d '{"events": [{"server_uuid": "7a46b15f-156c-4a5d-a5e6-4a8887133f02", "name": "network-vif-deleted", "tag": "67bd5154-55fc-42ba-9f82-cd216d3c3452"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:43.590036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d5397c7-46f6-4cc7-882e-8564def6b0f8 req-24e5a75a-cee6-49b9-97a8-45d31d83995d tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0427711 Sep 10 03:36:43.600153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:43.647317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:43.647975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:43.649381 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] 10.222.0.20 "PUT /v2.0/ports/73d4cd42-991f-4598-bfaf-0e322d9b6d36 HTTP/1.1" status: 200 len: 1091 time: 1.1763580 Sep 10 03:36:43.649970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '487fd3ef-3e97-4ae9-bc47-9e517de72b9b', 'tag': '73d4cd42-991f-4598-bfaf-0e322d9b6d36'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:43.652244 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-088a3787-c39b-42c7-96d5-b875bffe68c9" -d '{"events": [{"name": "network-changed", "server_uuid": "487fd3ef-3e97-4ae9-bc47-9e517de72b9b", "tag": "73d4cd42-991f-4598-bfaf-0e322d9b6d36"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:43.723108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3d59cb-52cb-4e9e-8e65-22f4c8987b20 service neutron] Pushing event updated for resources: {'Port': ['ID=73d4cd42-991f-4598-bfaf-0e322d9b6d36,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:43.777288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fb9eaa-9268-4f93-bcc6-4b157b71735e req-7a8cf968-1ed5-42a3-8956-ae35e04c731f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:43.786348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7fb9eaa-9268-4f93-bcc6-4b157b71735e req-7a8cf968-1ed5-42a3-8956-ae35e04c731f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 944 time: 0.1028428 Sep 10 03:36:43.887379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7fb9eaa-9268-4f93-bcc6-4b157b71735e req-5bd6ed12-b4e3-4fd8-bfc5-9cbc8bc3cc26 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000328 Sep 10 03:36:43.977783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb2bb2e7-4a84-4ede-84a3-4ba582113a34 req-8d4d0088-eec1-4869-a26a-acd61793a7f6 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/cfb71356-0485-46a8-a76b-82817c14a216 HTTP/1.1" status: 200 len: 2397 time: 0.0742354 Sep 10 03:36:43.989037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-cb2bb2e7-4a84-4ede-84a3-4ba582113a34 req-923dabbd-0875-41f1-8211-a2cb0d85f44f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfb71356-0485-46a8-a76b-82817c14a216', 'remote_group_id': None}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:43.989747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-cb2bb2e7-4a84-4ede-84a3-4ba582113a34 req-923dabbd-0875-41f1-8211-a2cb0d85f44f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'cfb71356-0485-46a8-a76b-82817c14a216', 'remote_group_id': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:44.129117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb2bb2e7-4a84-4ede-84a3-4ba582113a34 req-923dabbd-0875-41f1-8211-a2cb0d85f44f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:44.155909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb2bb2e7-4a84-4ede-84a3-4ba582113a34 req-923dabbd-0875-41f1-8211-a2cb0d85f44f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:44.224877 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb2bb2e7-4a84-4ede-84a3-4ba582113a34 req-923dabbd-0875-41f1-8211-a2cb0d85f44f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:44.243238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923dabbd-0875-41f1-8211-a2cb0d85f44f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d39e6d5-9a17-41ad-a1eb-9e82dd6e4f00,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:44.316093 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb2bb2e7-4a84-4ede-84a3-4ba582113a34 req-923dabbd-0875-41f1-8211-a2cb0d85f44f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:44.326856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb2bb2e7-4a84-4ede-84a3-4ba582113a34 req-923dabbd-0875-41f1-8211-a2cb0d85f44f tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.3380144 Sep 10 03:36:44.428708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d36ccc-d310-426c-bd90-4de5fcce7086 req-a4cace1f-87db-452a-8154-012551f54e0e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:44.430568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8d36ccc-d310-426c-bd90-4de5fcce7086 req-a4cace1f-87db-452a-8154-012551f54e0e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.0551364 Sep 10 03:36:44.484452 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8d36ccc-d310-426c-bd90-4de5fcce7086 req-88cfa158-7903-4e21-8bb0-65a65032fbc3 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411735 Sep 10 03:36:44.528684 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8f61c29-c671-48b2-ac32-52168bfda5d9 x-openstack-request-id: req-f8f61c29-c671-48b2-ac32-52168bfda5d9 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:44.529088 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7a46b15f-156c-4a5d-a5e6-4a8887133f02", "name": "network-vif-deleted", "tag": "67bd5154-55fc-42ba-9f82-cd216d3c3452", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:44.529346 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8f61c29-c671-48b2-ac32-52168bfda5d9 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:44.529809 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7a46b15f-156c-4a5d-a5e6-4a8887133f02', 'name': 'network-vif-deleted', 'tag': '67bd5154-55fc-42ba-9f82-cd216d3c3452', 'status': 'completed', 'code': 200} Sep 10 03:36:44.558236 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f40526e-0957-4769-8dd2-7a61211a17b9 x-openstack-request-id: req-9f40526e-0957-4769-8dd2-7a61211a17b9 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:44.558718 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "487fd3ef-3e97-4ae9-bc47-9e517de72b9b", "tag": "73d4cd42-991f-4598-bfaf-0e322d9b6d36", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:44.558718 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f40526e-0957-4769-8dd2-7a61211a17b9 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:44.559207 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '487fd3ef-3e97-4ae9-bc47-9e517de72b9b', 'tag': '73d4cd42-991f-4598-bfaf-0e322d9b6d36', 'status': 'completed', 'code': 200} Sep 10 03:36:44.670942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094e4729-fab6-4f00-9def-22746cf57945 req-5189be7d-7cf0-46d4-8ef0-fd1cf490cab0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:44.680071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-094e4729-fab6-4f00-9def-22746cf57945 req-5189be7d-7cf0-46d4-8ef0-fd1cf490cab0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 931 time: 0.0488787 Sep 10 03:36:44.714628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-094e4729-fab6-4f00-9def-22746cf57945 req-7f3606ef-ddf5-48b3-b98a-c0d44ba3cbe4 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333352 Sep 10 03:36:44.827230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673bd951-60d0-45de-b389-d8abcf0c8bb7 req-a5d1f9eb-60b3-4497-bc6b-d9b5735c60dd tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:44.828689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-673bd951-60d0-45de-b389-d8abcf0c8bb7 req-a5d1f9eb-60b3-4497-bc6b-d9b5735c60dd tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0488718 Sep 10 03:36:44.874914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-673bd951-60d0-45de-b389-d8abcf0c8bb7 req-a5da61ff-a29c-405e-8286-06e59256f729 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402629 Sep 10 03:36:44.953164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3beff243-bea0-4a29-895c-f7dbf27e92a1 req-590f6fb7-be65-4252-aa1d-ddf71b38a6a3 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/cfb71356-0485-46a8-a76b-82817c14a216 HTTP/1.1" status: 200 len: 2995 time: 0.0557904 Sep 10 03:36:45.058569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a22593b-e849-4bdb-9269-df90c7d4f5c5 req-9c160106-bc6d-47b2-b924-4889c1a71f48 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:45.060106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a22593b-e849-4bdb-9269-df90c7d4f5c5 req-9c160106-bc6d-47b2-b924-4889c1a71f48 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.0508358 Sep 10 03:36:45.096976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a22593b-e849-4bdb-9269-df90c7d4f5c5 req-8d670ba5-cf0d-42d2-be9f-5f48b95929fd tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309234 Sep 10 03:36:45.203495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a3f304-4272-41fb-a2b9-dad0d37673e9 req-279c89f9-8b11-415f-b2fa-ae2994c0d221 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:45.204949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68a3f304-4272-41fb-a2b9-dad0d37673e9 req-279c89f9-8b11-415f-b2fa-ae2994c0d221 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1095 time: 0.0394666 Sep 10 03:36:45.239956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68a3f304-4272-41fb-a2b9-dad0d37673e9 req-0d5126b4-cb84-4a5a-a14c-e58e8758170b tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289862 Sep 10 03:36:45.340262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa633b48-705c-4ccb-9dda-35a614d7b02b req-785d32d3-3920-4213-a0ed-2aa091e14ff4 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0265467 Sep 10 03:36:45.448266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f1509-3a73-42cf-8a1e-15d6f4e8f8bf req-269f1fa4-360c-4f59-b2cb-9c9330230ec4 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:45.449714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a9f1509-3a73-42cf-8a1e-15d6f4e8f8bf req-269f1fa4-360c-4f59-b2cb-9c9330230ec4 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0516460 Sep 10 03:36:45.489570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a9f1509-3a73-42cf-8a1e-15d6f4e8f8bf req-7d01b87d-de2f-4b70-9714-13d3d94565ec tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328357 Sep 10 03:36:45.536291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa045c77-d252-467c-b8ba-d209e6dba0d2 req-c39742c6-f160-45a6-85a1-db090f0dba49 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-group-rules/0d39e6d5-9a17-41ad-a1eb-9e82dd6e4f00 HTTP/1.1" status: 200 len: 783 time: 0.0232160 Sep 10 03:36:45.588845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa045c77-d252-467c-b8ba-d209e6dba0d2 req-c899db4b-d7d3-4a44-ae23-cfb9a401c8d6 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/cfb71356-0485-46a8-a76b-82817c14a216 HTTP/1.1" status: 200 len: 2995 time: 0.0462275 Sep 10 03:36:45.615989 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fa045c77-d252-467c-b8ba-d209e6dba0d2 req-bee6bd1f-f717-4ea4-a7fd-b03059513edf tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:45.624868 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fa045c77-d252-467c-b8ba-d209e6dba0d2 req-bee6bd1f-f717-4ea4-a7fd-b03059513edf tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:45.767608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 67bd5154-55fc-42ba-9f82-cd216d3c3452 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:36:45.770920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fa045c77-d252-467c-b8ba-d209e6dba0d2 req-bee6bd1f-f717-4ea4-a7fd-b03059513edf tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:45.778293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fa045c77-d252-467c-b8ba-d209e6dba0d2 req-bee6bd1f-f717-4ea4-a7fd-b03059513edf tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:45.779393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa045c77-d252-467c-b8ba-d209e6dba0d2 req-bee6bd1f-f717-4ea4-a7fd-b03059513edf tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/0d39e6d5-9a17-41ad-a1eb-9e82dd6e4f00 HTTP/1.1" status: 204 len: 173 time: 0.1897488 Sep 10 03:36:45.784169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee6bd1f-f717-4ea4-a7fd-b03059513edf tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d39e6d5-9a17-41ad-a1eb-9e82dd6e4f00,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:45.787723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 67bd5154-55fc-42ba-9f82-cd216d3c3452 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:36:45.788076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 67bd5154-55fc-42ba-9f82-cd216d3c3452 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:36:45.952766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-00727f2f-03de-4ccc-8209-5635e37664f2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:45.954875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-00727f2f-03de-4ccc-8209-5635e37664f2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 821 time: 0.1058941 Sep 10 03:36:45.970899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-5fa9c64b-2727-44a9-9cd6-812ef1f43872 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/quotas/d03fa6d7cb80425e87e91223dc0c92ad HTTP/1.1" status: 200 len: 375 time: 0.0093791 Sep 10 03:36:46.018446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-72042974-ab23-4390-baaf-e72a6681e3aa tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0418990 Sep 10 03:36:46.124321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-dee193d3-24af-43c7-880c-b41aaef0be5e service neutron] 10.222.0.22 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986388 Sep 10 03:36:46.219722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-ef34187c-db88-4330-8703-36a6c080dc58 service neutron] 10.222.0.22 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885739 Sep 10 03:36:46.637798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d71dbcb-b91a-46d4-85a1-d393efcee59d req-727e028b-74a1-4c68-af69-ad3699722ad1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:46.639914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d71dbcb-b91a-46d4-85a1-d393efcee59d req-727e028b-74a1-4c68-af69-ad3699722ad1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.0614173 Sep 10 03:36:46.684992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d71dbcb-b91a-46d4-85a1-d393efcee59d req-c9b4efba-885f-4911-af92-f4fef1df5556 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383811 Sep 10 03:36:47.181899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63e968d-fd9d-4e14-8fc8-a11d856a19b4 req-16c42d6d-b24e-492d-8bee-a041b3a0f0ce tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:47.183380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f63e968d-fd9d-4e14-8fc8-a11d856a19b4 req-16c42d6d-b24e-492d-8bee-a041b3a0f0ce tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 931 time: 0.0500000 Sep 10 03:36:47.221887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f63e968d-fd9d-4e14-8fc8-a11d856a19b4 req-6e80c8ad-ecf8-48a2-a234-c20a1a291bae tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319350 Sep 10 03:36:47.292393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc5c96a5-75d2-4a87-a75c-0c7a754d51a3 req-51a87497-12e5-4af1-8614-f68cfe6ddb94 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/cfb71356-0485-46a8-a76b-82817c14a216 HTTP/1.1" status: 200 len: 2397 time: 0.0414970 Sep 10 03:36:47.356695 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bc5c96a5-75d2-4a87-a75c-0c7a754d51a3 req-ceb3b2bc-1d1e-4b1a-8a14-dcbf61b6bc0d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:47.380107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bc5c96a5-75d2-4a87-a75c-0c7a754d51a3 req-ceb3b2bc-1d1e-4b1a-8a14-dcbf61b6bc0d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:47.493206 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bc5c96a5-75d2-4a87-a75c-0c7a754d51a3 req-ceb3b2bc-1d1e-4b1a-8a14-dcbf61b6bc0d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:47.496036 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bc5c96a5-75d2-4a87-a75c-0c7a754d51a3 req-ceb3b2bc-1d1e-4b1a-8a14-dcbf61b6bc0d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:47.497342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc5c96a5-75d2-4a87-a75c-0c7a754d51a3 req-ceb3b2bc-1d1e-4b1a-8a14-dcbf61b6bc0d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "DELETE /v2.0/security-groups/cfb71356-0485-46a8-a76b-82817c14a216 HTTP/1.1" status: 204 len: 173 time: 0.1990173 Sep 10 03:36:47.514172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb3b2bc-1d1e-4b1a-8a14-dcbf61b6bc0d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfb71356-0485-46a8-a76b-82817c14a216,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:47.649273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad66f9a5-34d1-4da6-a229-97a0344cc69b req-dda9eb9b-9b2e-45d5-b5ac-0b8577be558d tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:47.651547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad66f9a5-34d1-4da6-a229-97a0344cc69b req-dda9eb9b-9b2e-45d5-b5ac-0b8577be558d tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.0628631 Sep 10 03:36:47.690307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad66f9a5-34d1-4da6-a229-97a0344cc69b req-fb9df907-d8b8-4533-b8c4-51842664fa4f tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326922 Sep 10 03:36:47.792319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-662543a4-9e8f-488b-b2f1-312691da19c3 req-70f22128-f381-47d7-b108-4f3e0e11a336 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0324667 Sep 10 03:36:47.898683 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7122e24e-26e4-48f1-9bb7-7af905fe010d req-0138d743-2b0b-42f3-8f9e-28e736003fc3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 210 time: 0.0276535 Sep 10 03:36:48.005722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f5058-9669-41f4-b6c2-7e75b561e2b8 req-04e05629-c468-494f-9772-1c04e7585e83 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:48.007420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a8f5058-9669-41f4-b6c2-7e75b561e2b8 req-04e05629-c468-494f-9772-1c04e7585e83 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0481923 Sep 10 03:36:48.061543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a8f5058-9669-41f4-b6c2-7e75b561e2b8 req-caacb36a-a1c5-4263-850a-c2b50a783881 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468137 Sep 10 03:36:48.098591 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-6a7cda15-e5b4-437e-bab2-86eeccff574b req-cc5d5058-bc60-44f3-8ffb-42df1d8fe426 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] show failed (client error): The resource could not be found. Sep 10 03:36:48.099993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a7cda15-e5b4-437e-bab2-86eeccff574b req-cc5d5058-bc60-44f3-8ffb-42df1d8fe426 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/d72f708b-ec7e-49ab-a123-4ec6303d48d7 HTTP/1.1" status: 404 len: 352 time: 0.0158656 Sep 10 03:36:48.215702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a662ae87-4ff4-46ce-b710-83e22bc1a3ac req-5f901684-dd9d-4ef5-b080-511d5d9aa8f7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:48.217468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a662ae87-4ff4-46ce-b710-83e22bc1a3ac req-5f901684-dd9d-4ef5-b080-511d5d9aa8f7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.0521560 Sep 10 03:36:48.255903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a662ae87-4ff4-46ce-b710-83e22bc1a3ac req-64e23654-c83b-44f5-a5dd-578b82f911d7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315835 Sep 10 03:36:48.321416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f665d1ac-cf48-492d-80ab-500ee7ed2fdf req-cc58bda6-2380-4f99-a0dc-cec6d16097bf tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/633f18e3-4de7-44ea-989b-3f3ef22da8ff HTTP/1.1" status: 200 len: 1805 time: 0.0415661 Sep 10 03:36:48.391366 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f665d1ac-cf48-492d-80ab-500ee7ed2fdf req-980e0558-2435-4e6f-ab40-4b4daf17a218 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:48.413917 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f665d1ac-cf48-492d-80ab-500ee7ed2fdf req-980e0558-2435-4e6f-ab40-4b4daf17a218 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:48.533536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f665d1ac-cf48-492d-80ab-500ee7ed2fdf req-980e0558-2435-4e6f-ab40-4b4daf17a218 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:48.536238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f665d1ac-cf48-492d-80ab-500ee7ed2fdf req-980e0558-2435-4e6f-ab40-4b4daf17a218 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:48.550704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f665d1ac-cf48-492d-80ab-500ee7ed2fdf req-980e0558-2435-4e6f-ab40-4b4daf17a218 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "DELETE /v2.0/security-groups/633f18e3-4de7-44ea-989b-3f3ef22da8ff HTTP/1.1" status: 204 len: 173 time: 0.2186413 Sep 10 03:36:48.574993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980e0558-2435-4e6f-ab40-4b4daf17a218 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=633f18e3-4de7-44ea-989b-3f3ef22da8ff,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:48.596565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-e096574e-52be-4a18-9287-8d53c6b0ef58 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:48.601395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-e096574e-52be-4a18-9287-8d53c6b0ef58 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 821 time: 0.1455152 Sep 10 03:36:48.615864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Request body: {'port': {'device_id': '28f1742f-543a-406c-b458-b64892b1a9ce', 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda', 'admin_state_up': True, 'tenant_id': 'd03fa6d7cb80425e87e91223dc0c92ad'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:48.722838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9654e2e7-d570-42ef-a988-bb268ab6f5ff req-41ac7074-410f-45ed-8860-c5b37c6625d9 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:48.724394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9654e2e7-d570-42ef-a988-bb268ab6f5ff req-41ac7074-410f-45ed-8860-c5b37c6625d9 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 931 time: 0.1220951 Sep 10 03:36:48.788225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9654e2e7-d570-42ef-a988-bb268ab6f5ff req-3cdc2424-bbf6-43e9-90be-a270acf9b67a tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552695 Sep 10 03:36:48.858756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b868ae00-32bb-4e7c-8c7f-01315a36d199 req-55f014d3-8022-4e9a-aba4-21b251e5004d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/64c5c131-c5f8-4524-9888-cc0e69547721 HTTP/1.1" status: 200 len: 1805 time: 0.0449185 Sep 10 03:36:48.895875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Made reservation on behalf of d03fa6d7cb80425e87e91223dc0c92ad for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:48.899250 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:48.944247 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b868ae00-32bb-4e7c-8c7f-01315a36d199 req-90fc42e5-5eee-4e1e-9884-8aace77d89f7 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:49.004823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b868ae00-32bb-4e7c-8c7f-01315a36d199 req-90fc42e5-5eee-4e1e-9884-8aace77d89f7 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:49.090724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Allocated IP 172.20.0.4 (6ce8e0fe-fe24-4977-acda-6b032beeafda/07a43bb2-e1fb-45fa-8f1c-14783d9fafc7/6b91fef9-460a-41b4-8b7b-70db6e77d2ab) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:49.213243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b868ae00-32bb-4e7c-8c7f-01315a36d199 req-90fc42e5-5eee-4e1e-9884-8aace77d89f7 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:49.215798 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b868ae00-32bb-4e7c-8c7f-01315a36d199 req-90fc42e5-5eee-4e1e-9884-8aace77d89f7 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:49.216928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b868ae00-32bb-4e7c-8c7f-01315a36d199 req-90fc42e5-5eee-4e1e-9884-8aace77d89f7 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "DELETE /v2.0/security-groups/64c5c131-c5f8-4524-9888-cc0e69547721 HTTP/1.1" status: 204 len: 173 time: 0.3507974 Sep 10 03:36:49.237408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fc42e5-5eee-4e1e-9884-8aace77d89f7 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c5c131-c5f8-4524-9888-cc0e69547721,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:49.286758 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:49.359355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd052f5-86d7-4ffc-8593-73e3b53cbfda req-bd98b2c9-e398-446f-b941-9a8303236c3a tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:49.361401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcd052f5-86d7-4ffc-8593-73e3b53cbfda req-bd98b2c9-e398-446f-b941-9a8303236c3a tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.0785873 Sep 10 03:36:49.401529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcd052f5-86d7-4ffc-8593-73e3b53cbfda req-5826ad2c-d3b0-4761-88e1-aaad121b2602 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341527 Sep 10 03:36:49.442564 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:49.511323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af19c860-bccb-4a16-afc4-5fea22d56d7d req-55925f93-3404-4ee2-8e41-043fbf1cde6f tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0350168 Sep 10 03:36:49.511323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Network 6ce8e0fe-fe24-4977-acda-6b032beeafda is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:49.516081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:49.523928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:49.529278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:49.529758 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:49.545347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Pushing event updated for resources: {'Port': ['ID=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:49.619207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4d18559-1ee7-4561-a497-46deffc58cef tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0069664 Sep 10 03:36:49.633253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Request body: {'port': {'device_id': '28f1742f-543a-406c-b458-b64892b1a9ce', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:49.665919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60150f1-15ab-457a-b64b-bd4127ab2d40 req-8082322d-6a37-49de-98f5-cccf7b49482d tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:49.668174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d60150f1-15ab-457a-b64b-bd4127ab2d40 req-8082322d-6a37-49de-98f5-cccf7b49482d tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 931 time: 0.0779388 Sep 10 03:36:49.727420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:49.748720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d60150f1-15ab-457a-b64b-bd4127ab2d40 req-802d2edc-932d-4313-9e8c-10b24da38442 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670562 Sep 10 03:36:49.929956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d911f6e-1462-4143-858c-177807a2ddbe req-3685df28-3fed-4e73-8f83-cd36282fb51f tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:49.931470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d911f6e-1462-4143-858c-177807a2ddbe req-3685df28-3fed-4e73-8f83-cd36282fb51f tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0879874 Sep 10 03:36:50.008624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d911f6e-1462-4143-858c-177807a2ddbe req-b92d0b23-6dbc-41b0-abb2-ce1a4dcbd4b0 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502930 Sep 10 03:36:50.092029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b91fef9-460a-41b4-8b7b-70db6e77d2ab {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:50.104384 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.121581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-069ca5fe-d825-4374-99dd-332ec74dc40e req-4e63616e-c030-4e4d-87f6-cdeecb0d993d tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/3cc1035f-f428-4481-b181-8770317f189f HTTP/1.1" status: 200 len: 1804 time: 0.0613933 Sep 10 03:36:50.124207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Transition to ACTIVE for port object 6b91fef9-460a-41b4-8b7b-70db6e77d2ab will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:50.184917 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-069ca5fe-d825-4374-99dd-332ec74dc40e req-c8ef8fd8-d4bb-41f4-98f3-9d944a05ec97 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.196851 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.241579 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-069ca5fe-d825-4374-99dd-332ec74dc40e req-c8ef8fd8-d4bb-41f4-98f3-9d944a05ec97 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.280744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:50.327370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:50.327792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:50.328224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:50.334211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:50.337491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:50.339623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:50.339985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:50.340370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:50.340787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Bound port: 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:50.341142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.387733 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-069ca5fe-d825-4374-99dd-332ec74dc40e req-c8ef8fd8-d4bb-41f4-98f3-9d944a05ec97 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.390300 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-069ca5fe-d825-4374-99dd-332ec74dc40e req-c8ef8fd8-d4bb-41f4-98f3-9d944a05ec97 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.391440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-069ca5fe-d825-4374-99dd-332ec74dc40e req-c8ef8fd8-d4bb-41f4-98f3-9d944a05ec97 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "DELETE /v2.0/security-groups/3cc1035f-f428-4481-b181-8770317f189f HTTP/1.1" status: 204 len: 173 time: 0.2605810 Sep 10 03:36:50.413349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ef8fd8-d4bb-41f4-98f3-9d944a05ec97 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cc1035f-f428-4481-b181-8770317f189f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:50.421995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:50.426571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:50.494698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e30c8273-3f7b-4de9-9ae7-435e60a1585d req-2f5b0b1c-00e9-4dc7-a812-59c62c6233dc tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:50.502734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e30c8273-3f7b-4de9-9ae7-435e60a1585d req-2f5b0b1c-00e9-4dc7-a812-59c62c6233dc tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.0604780 Sep 10 03:36:50.505859 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.561561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:50.561561 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.561561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] 10.222.0.39 "PUT /v2.0/ports/6b91fef9-460a-41b4-8b7b-70db6e77d2ab HTTP/1.1" status: 200 len: 1091 time: 0.9302440 Sep 10 03:36:50.562166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:50.564989 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971ebf0d-9e17-404f-b740-13bcc805beee" -d '{"events": [{"name": "network-changed", "server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:50.599705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e30c8273-3f7b-4de9-9ae7-435e60a1585d req-52b6d280-407f-4a9f-9af8-2576a2e926f8 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960162 Sep 10 03:36:50.604853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40972ba7-7ebe-4b42-9800-35e19b4cbcf2 service neutron] Pushing event updated for resources: {'Port': ['ID=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:50.708043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f2cafb-8054-4d38-82b7-860fd9c4cfae req-6110c052-474c-408a-8450-53dda7027ee5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:50.709670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15f2cafb-8054-4d38-82b7-860fd9c4cfae req-6110c052-474c-408a-8450-53dda7027ee5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 931 time: 0.0560384 Sep 10 03:36:50.756459 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a31b9325-dffd-4a22-8c76-691887209f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:50.768774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-aa431dbc-5870-49ed-a9d0-a43ecd82040e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:50.770269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-aa431dbc-5870-49ed-a9d0-a43ecd82040e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1094 time: 0.0708649 Sep 10 03:36:50.775436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15f2cafb-8054-4d38-82b7-860fd9c4cfae req-26481453-f00f-420f-83e5-d68b41d79efe tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582306 Sep 10 03:36:50.824595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-a4105d03-c9ce-497a-a09d-6aba22935788 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab HTTP/1.1" status: 200 len: 217 time: 0.0449748 Sep 10 03:36:50.899322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b864203-1c8b-4c3e-a59a-a1b30d20e64d req-b27a0247-7768-4919-b5b7-9eeb5757b236 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/e44c8902-7bbd-420d-925b-47394079bf8d HTTP/1.1" status: 200 len: 2402 time: 0.0775347 Sep 10 03:36:50.901015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-77c4ce63-10a9-496d-8e64-f8c28da02b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:50.902510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-77c4ce63-10a9-496d-8e64-f8c28da02b53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0662792 Sep 10 03:36:50.945708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-544c69bb-f1ec-49c9-88d8-dd5edc374f9c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340755 Sep 10 03:36:51.277919 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3b864203-1c8b-4c3e-a59a-a1b30d20e64d req-2733758e-9b87-4f56-9673-b1b7cda55181 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:51.315483 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3b864203-1c8b-4c3e-a59a-a1b30d20e64d req-2733758e-9b87-4f56-9673-b1b7cda55181 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:51.333358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-d2c68cf1-9130-4483-b50e-cdd1d368203c service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3796036 Sep 10 03:36:51.433358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edf6632-4b6c-4de7-bc45-bf33966e6bb4 req-c5cb4daf-446f-41c8-9dbf-817d7d603e48 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856793 Sep 10 03:36:51.870426 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3b864203-1c8b-4c3e-a59a-a1b30d20e64d req-2733758e-9b87-4f56-9673-b1b7cda55181 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:51.876943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3b864203-1c8b-4c3e-a59a-a1b30d20e64d req-2733758e-9b87-4f56-9673-b1b7cda55181 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:51.876943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b864203-1c8b-4c3e-a59a-a1b30d20e64d req-2733758e-9b87-4f56-9673-b1b7cda55181 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "DELETE /v2.0/security-groups/e44c8902-7bbd-420d-925b-47394079bf8d HTTP/1.1" status: 204 len: 173 time: 0.9688919 Sep 10 03:36:51.884525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733758e-9b87-4f56-9673-b1b7cda55181 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e44c8902-7bbd-420d-925b-47394079bf8d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:51.984783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e72aa47-d852-41d0-827e-d347cb10d974 req-522968eb-3e17-4ace-a98a-83619e3d2c0d tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:51.986206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e72aa47-d852-41d0-827e-d347cb10d974 req-522968eb-3e17-4ace-a98a-83619e3d2c0d tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.0502088 Sep 10 03:36:52.029531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e72aa47-d852-41d0-827e-d347cb10d974 req-54ce6f20-8bc2-45b7-88d5-6a5c3d6a916b tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367579 Sep 10 03:36:52.125027 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f56679b8-b23a-4ba0-af31-5a02a6cf8cc7 req-b7682935-c437-4157-a76a-0773eea1414a tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0292461 Sep 10 03:36:52.167426 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-325c7be1-3597-43c4-8494-495cf6967fb7 x-openstack-request-id: req-325c7be1-3597-43c4-8494-495cf6967fb7 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:52.167797 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:52.168045 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-325c7be1-3597-43c4-8494-495cf6967fb7 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:52.168457 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab', 'status': 'completed', 'code': 200} Sep 10 03:36:52.264290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebf0d-9e17-404f-b740-13bcc805beee req-8615d237-32ff-483a-86a3-597b43aa8f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:52.265694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-971ebf0d-9e17-404f-b740-13bcc805beee req-8615d237-32ff-483a-86a3-597b43aa8f70 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1094 time: 0.0728357 Sep 10 03:36:52.276692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31db256-2029-45e1-bb88-5f03046c65f1 req-e3fe15cb-4868-421e-8f09-86f45652f650 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:52.278020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d31db256-2029-45e1-bb88-5f03046c65f1 req-e3fe15cb-4868-421e-8f09-86f45652f650 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 943 time: 0.0609460 Sep 10 03:36:52.362035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d31db256-2029-45e1-bb88-5f03046c65f1 req-604f25bf-c70c-467f-9a3a-d3e15be0dbb0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762341 Sep 10 03:36:52.387488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebf0d-9e17-404f-b740-13bcc805beee req-e185b7ad-ea40-4471-bfc2-34148ba6320a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:52.389383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-971ebf0d-9e17-404f-b740-13bcc805beee req-e185b7ad-ea40-4471-bfc2-34148ba6320a service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1105368 Sep 10 03:36:52.439654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-971ebf0d-9e17-404f-b740-13bcc805beee req-cf5c3536-40fe-44ce-8c65-9dd5739b7cac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab HTTP/1.1" status: 200 len: 217 time: 0.0417268 Sep 10 03:36:52.523877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec42edd-0f4a-4634-b9d1-01b867bbe7c1 req-040aaa60-0d2c-4a30-ac83-a46121571adb tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:52.525472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bec42edd-0f4a-4634-b9d1-01b867bbe7c1 req-040aaa60-0d2c-4a30-ac83-a46121571adb tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0891948 Sep 10 03:36:52.526932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ebf0d-9e17-404f-b740-13bcc805beee req-4af19f9c-2ef2-4565-a83a-1b2aa405c5c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:52.528268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-971ebf0d-9e17-404f-b740-13bcc805beee req-4af19f9c-2ef2-4565-a83a-1b2aa405c5c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0810831 Sep 10 03:36:52.571874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-971ebf0d-9e17-404f-b740-13bcc805beee req-a968cb5c-45a8-43ae-b3c1-ad2e298f364b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326333 Sep 10 03:36:52.605274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bec42edd-0f4a-4634-b9d1-01b867bbe7c1 req-1fd086e2-b5f0-4eb7-878d-77910185232d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736697 Sep 10 03:36:52.702735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-971ebf0d-9e17-404f-b740-13bcc805beee req-c1ddceee-a716-45b1-97fe-eb6b3e2e4026 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208704 Sep 10 03:36:52.740645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bfcca9-f37e-4ed3-8eb7-aab566fd24ac req-ea24146a-494a-4b5b-8755-17fe456ff849 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:52.742182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2bfcca9-f37e-4ed3-8eb7-aab566fd24ac req-ea24146a-494a-4b5b-8755-17fe456ff849 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.0814483 Sep 10 03:36:52.823287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2bfcca9-f37e-4ed3-8eb7-aab566fd24ac req-594a275c-9782-45b1-9160-02e67071a6ca tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704329 Sep 10 03:36:52.846773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-971ebf0d-9e17-404f-b740-13bcc805beee req-1a086203-b45c-43a3-bffb-8b519fe2c42c service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339197 Sep 10 03:36:52.932277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b5a52-00a7-47ea-b850-676eb5c1ec20 req-d978c34f-bf48-4494-a5d7-f82145419b07 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:52.933756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b08b5a52-00a7-47ea-b850-676eb5c1ec20 req-d978c34f-bf48-4494-a5d7-f82145419b07 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 931 time: 0.0494776 Sep 10 03:36:52.973708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b08b5a52-00a7-47ea-b850-676eb5c1ec20 req-52f50244-d8a1-434c-9059-0ebbd1068220 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339191 Sep 10 03:36:53.034134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3f9e3b9-51ae-4a9f-8fcd-e596dc00de9f req-ee30a3e8-0455-4654-925a-220247446969 tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "GET /v2.0/security-groups/ee5e21d7-761b-4cde-a47a-0c7fbd270040 HTTP/1.1" status: 200 len: 2397 time: 0.0385244 Sep 10 03:36:53.093639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d3f9e3b9-51ae-4a9f-8fcd-e596dc00de9f req-3c24fc06-014f-4969-b5ff-39c7c24bfbdd tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.120633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d3f9e3b9-51ae-4a9f-8fcd-e596dc00de9f req-3c24fc06-014f-4969-b5ff-39c7c24bfbdd tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.233704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d3f9e3b9-51ae-4a9f-8fcd-e596dc00de9f req-3c24fc06-014f-4969-b5ff-39c7c24bfbdd tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.236361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d3f9e3b9-51ae-4a9f-8fcd-e596dc00de9f req-3c24fc06-014f-4969-b5ff-39c7c24bfbdd tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.237549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3f9e3b9-51ae-4a9f-8fcd-e596dc00de9f req-3c24fc06-014f-4969-b5ff-39c7c24bfbdd tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] 10.222.0.22 "DELETE /v2.0/security-groups/ee5e21d7-761b-4cde-a47a-0c7fbd270040 HTTP/1.1" status: 204 len: 173 time: 0.1975827 Sep 10 03:36:53.243379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55564) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:53.247634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c24fc06-014f-4969-b5ff-39c7c24bfbdd tempest-SecurityGroupRulesTestJSON-1118373063 tempest-SecurityGroupRulesTestJSON-1118373063-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5e21d7-761b-4cde-a47a-0c7fbd270040,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:53.300440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-04d181c9-ce22-4ff8-9f76-cbc45b6b9607 admin admin] Deleting subnet 9723a54f-dc44-4fe2-a18f-1b6b281ac44c {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:36:53.304299 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04d181c9-ce22-4ff8-9f76-cbc45b6b9607 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.350354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04d181c9-ce22-4ff8-9f76-cbc45b6b9607 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.358670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f87749c-28e6-462f-a1cb-994fcff5fbe2 req-f91890a4-47b4-4b04-ab63-7684617b803c tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:53.363041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f87749c-28e6-462f-a1cb-994fcff5fbe2 req-f91890a4-47b4-4b04-ab63-7684617b803c tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.0584638 Sep 10 03:36:53.408385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f87749c-28e6-462f-a1cb-994fcff5fbe2 req-84083866-609c-49c3-bcab-80bd62b3cbd6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392542 Sep 10 03:36:53.413001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04d181c9-ce22-4ff8-9f76-cbc45b6b9607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.464692 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6fae401a-ffbd-4068-9e65-e89047cc4283 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.493783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36fcd6c1-35e6-450c-9216-3a61024f981d req-bdca38f1-e60b-49d9-be0f-d62727a3c1f5 tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0274210 Sep 10 03:36:53.548811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04d181c9-ce22-4ff8-9f76-cbc45b6b9607 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.576269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d181c9-ce22-4ff8-9f76-cbc45b6b9607 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9723a54f-dc44-4fe2-a18f-1b6b281ac44c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:53.577906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04d181c9-ce22-4ff8-9f76-cbc45b6b9607 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.582739 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-04d181c9-ce22-4ff8-9f76-cbc45b6b9607 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9723a54f-dc44-4fe2-a18f-1b6b281ac44c HTTP/1.1" status: 204 len: 168 time: 0.3353431 Sep 10 03:36:53.584549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55570) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:53.640458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc34e1b6-7071-4941-9b01-4cb2ee9021fc req-1ae6f298-3f0e-42cc-97d4-60318501ca17 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:53.642229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc34e1b6-7071-4941-9b01-4cb2ee9021fc req-1ae6f298-3f0e-42cc-97d4-60318501ca17 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 943 time: 0.0785005 Sep 10 03:36:53.653033 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.669359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.685580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc34e1b6-7071-4941-9b01-4cb2ee9021fc req-b107cb14-e726-443e-8ac6-d701e0cc6b62 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370822 Sep 10 03:36:53.765052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.785761 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d0b461f-e82f-4e32-a648-5d8350c2c332']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:53.795358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cbf0362-9ae8-4dcd-914e-ba8fb23a7058') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:53.795733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cbf0362-9ae8-4dcd-914e-ba8fb23a7058') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:36:53.803072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d3d81-978a-4e1b-b034-3b53bf92c7ce req-1266843c-2495-495e-91f2-cb511df1f0f8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:53.804907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca5d3d81-978a-4e1b-b034-3b53bf92c7ce req-1266843c-2495-495e-91f2-cb511df1f0f8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0497501 Sep 10 03:36:53.805623 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.820008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.826402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:36:53.826807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:36:53.828541 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:36:53.851114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca5d3d81-978a-4e1b-b034-3b53bf92c7ce req-a3db3c72-6ace-4d66-ad14-7a68b38497cd tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400109 Sep 10 03:36:53.938538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.944535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:53.956731 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8d0b461f-e82f-4e32-a648-5d8350c2c332 HTTP/1.1" status: 204 len: 168 time: 0.3613667 Sep 10 03:36:53.958923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f5ae28-2137-4a66-9d2d-814d28ddf697 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d0b461f-e82f-4e32-a648-5d8350c2c332,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:53.962922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a4d389-a741-4133-a180-efd58f103268 req-a3f65e4c-a742-4679-aea1-626c7071c49b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:53.964840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8a4d389-a741-4133-a180-efd58f103268 req-a3f65e4c-a742-4679-aea1-626c7071c49b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.0607803 Sep 10 03:36:54.003221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8a4d389-a741-4133-a180-efd58f103268 req-dd09db3a-6b0c-4a46-ba1d-783405f08520 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315137 Sep 10 03:36:54.070807 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:36:54.114272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945746e8-cbd3-4161-bbd0-f79633f363f8 req-b5f66216-84d2-408b-81d6-fca858a80b23 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:54.115784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-945746e8-cbd3-4161-bbd0-f79633f363f8 req-b5f66216-84d2-408b-81d6-fca858a80b23 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 931 time: 0.0529361 Sep 10 03:36:54.152507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-945746e8-cbd3-4161-bbd0-f79633f363f8 req-bbffc401-0983-45af-a75f-cbc568b28959 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306275 Sep 10 03:36:54.267410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55580) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:54.306278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fc77a079-f9f0-40fe-af85-72425d390301 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7d0b5d1bd8545cc8b77868792a2a062&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0377080 Sep 10 03:36:54.308746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55582) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:54.355116 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29bd84f5-3568-43fa-a45b-ceec27b1372b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.375259 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29bd84f5-3568-43fa-a45b-ceec27b1372b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.483383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29bd84f5-3568-43fa-a45b-ceec27b1372b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.485886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29bd84f5-3568-43fa-a45b-ceec27b1372b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.487002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-29bd84f5-3568-43fa-a45b-ceec27b1372b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/32d62280-ada6-45da-9ad9-9418db777357 HTTP/1.1" status: 204 len: 168 time: 0.1773064 Sep 10 03:36:54.509989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bd84f5-3568-43fa-a45b-ceec27b1372b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d62280-ada6-45da-9ad9-9418db777357,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:54.535809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac5afc0-6a77-4c66-8e4a-d32a66ffe464 req-bd9e7ddc-aeae-44aa-b903-198e27edd6e7 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:54.539721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ac5afc0-6a77-4c66-8e4a-d32a66ffe464 req-bd9e7ddc-aeae-44aa-b903-198e27edd6e7 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.0645521 Sep 10 03:36:54.581755 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ac5afc0-6a77-4c66-8e4a-d32a66ffe464 req-49c7f8ef-1d9d-4ed7-8a6d-f2e281dbd84c tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372727 Sep 10 03:36:54.661828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-913cd4e9-2651-463a-a325-a7ae32377b54 req-8a01db85-d2fb-432c-a32a-0ffcf500d01d tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0268948 Sep 10 03:36:54.789526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Request body: {'port': {'device_id': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:54.868402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e51b2db-8b3c-4acb-989b-6141d4d69d00 req-86622c45-414a-40e8-be5b-8ad2ba3272de tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:54.870454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e51b2db-8b3c-4acb-989b-6141d4d69d00 req-86622c45-414a-40e8-be5b-8ad2ba3272de tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 943 time: 0.1129110 Sep 10 03:36:54.877455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:54.952684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 6b91fef9-460a-41b4-8b7b-70db6e77d2ab details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:36:54.971869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e51b2db-8b3c-4acb-989b-6141d4d69d00 req-63182bd0-2695-47e8-8211-fc16d903e010 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853798 Sep 10 03:36:54.972577 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:55.068496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:55.080388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab', 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda', 'port_id': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab', 'mac_address': 'fa:16:3e:33:63:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a43bb2-e1fb-45fa-8f1c-14783d9fafc7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:36:55.129080 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:55.148868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b91fef9-460a-41b4-8b7b-70db6e77d2ab {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:55.156501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3787-c39b-42c7-96d5-b875bffe68c9 req-0c29e90e-0c48-4979-8050-47352375a242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:55.162245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-088a3787-c39b-42c7-96d5-b875bffe68c9 req-0c29e90e-0c48-4979-8050-47352375a242 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bca59dfaae8d4b83a3d1eeb699c3a911&device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 1094 time: 0.1604116 Sep 10 03:36:55.175487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:55.230588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-75fbe39e-cb03-4e75-abb3-134f00b63c71 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:36:55.233583 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-75fbe39e-cb03-4e75-abb3-134f00b63c71 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090919 Sep 10 03:36:55.240880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815f2f0f-5dfc-4b51-b142-49a58a87763e req-19900a10-e0a0-4f70-9c7e-b6abbcfee9e9 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:55.241130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:55.243054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-815f2f0f-5dfc-4b51-b142-49a58a87763e req-19900a10-e0a0-4f70-9c7e-b6abbcfee9e9 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1573849 Sep 10 03:36:55.305963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:55.320541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-10b4ad9b-987d-434b-a56f-ecc7c5de98c6 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:55.322334 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-10b4ad9b-987d-434b-a56f-ecc7c5de98c6 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports/02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 200 len: 1093 time: 0.0748086 Sep 10 03:36:55.333129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Request body: {'binding': {'host': 'n-h2-808143-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:55.333584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Unknown quota resources ['binding']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:36:55.440613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-815f2f0f-5dfc-4b51-b142-49a58a87763e req-b969af58-60bc-4641-bfdf-353a627edb61 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1814101 Sep 10 03:36:55.453152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3787-c39b-42c7-96d5-b875bffe68c9 req-7ee33ee7-df0d-438d-a4cc-b8f9fe12cd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:55.454610 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-088a3787-c39b-42c7-96d5-b875bffe68c9 req-7ee33ee7-df0d-438d-a4cc-b8f9fe12cd42 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bca59dfaae8d4b83a3d1eeb699c3a911&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2854273 Sep 10 03:36:55.483613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on host n-h2-808143-1 for vnic_type normal with profile None {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:55.483988 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:55.484319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:55.489002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:55.489330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:55.494694 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:55.494694 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:55.495102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:55.495928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Bound port: 02d916e1-03ef-4eb5-8dda-b4779999d153, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:55.497990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['6b91fef9-460a-41b4-8b7b-70db6e77d2ab'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:36:55.558727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:55.654213 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:55.661242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b1d74-898d-4341-b608-f07ad968e583 req-3883c19e-05ab-4bdd-b728-bfb5666a4572 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:55.662859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f7b1d74-898d-4341-b608-f07ad968e583 req-3883c19e-05ab-4bdd-b728-bfb5666a4572 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.1426666 Sep 10 03:36:55.671382 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-790b7279-2bcc-4504-9b33-0bc7661c482a service neutron] 10.222.0.22 "POST /v2.0/ports/02d916e1-03ef-4eb5-8dda-b4779999d153/bindings HTTP/1.1" status: 201 len: 389 time: 0.3321676 Sep 10 03:36:55.672531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:36:55.692244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:55.702608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55620) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:55.717237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088a3787-c39b-42c7-96d5-b875bffe68c9 req-21ed7945-db34-4fdc-beca-c86e9214aab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:55.718768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-088a3787-c39b-42c7-96d5-b875bffe68c9 req-21ed7945-db34-4fdc-beca-c86e9214aab0 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2470822 Sep 10 03:36:55.727722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Transition to ACTIVE for port object 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:55.742219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f7b1d74-898d-4341-b608-f07ad968e583 req-1062e02e-f43b-4e2b-8bad-acc0391f631e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650971 Sep 10 03:36:55.847254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-142144739-network', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:55.849835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f9a7172-60b5-4882-8898-97189979dc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:55.851336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-9f9a7172-60b5-4882-8898-97189979dc14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bca59dfaae8d4b83a3d1eeb699c3a911&device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 1094 time: 0.0743167 Sep 10 03:36:55.854328 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:55.941072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-3b82dbd8-885a-4ddf-9eaf-da5167cdea1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=73d4cd42-991f-4598-bfaf-0e322d9b6d36 HTTP/1.1" status: 200 len: 217 time: 0.0553701 Sep 10 03:36:55.952773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21f9c09-49f1-45ed-88ef-707a9795b273 req-51e2e7f4-1201-4406-b517-e138fc13dbff tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:55.954296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d21f9c09-49f1-45ed-88ef-707a9795b273 req-51e2e7f4-1201-4406-b517-e138fc13dbff tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 931 time: 0.1399736 Sep 10 03:36:55.964632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:55.984848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Made reservation on behalf of d77fd494e9b147a8b766c9ba86a24ffb for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:55.984848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:55.996752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.051911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Attempting to bind port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:56.052246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Attempting to bind port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:56.052567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Attempting to bind port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 on network 0232d608-1b28-4407-99e4-3a42da9f9270 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:56.068424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 on network 0232d608-1b28-4407-99e4-3a42da9f9270 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:36:56.068738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Attempting to bind port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 on network 0232d608-1b28-4407-99e4-3a42da9f9270 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:56.098013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d21f9c09-49f1-45ed-88ef-707a9795b273 req-2ef71312-49a9-409d-a816-b83768285187 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1296177 Sep 10 03:36:56.105447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-78427d7d-ea4d-4511-9e36-729820843c16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:56.106870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-78427d7d-ea4d-4511-9e36-729820843c16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=183a6167-381f-44bd-8d12-c94fba07221b HTTP/1.1" status: 200 len: 853 time: 0.1509271 Sep 10 03:36:56.107855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:56.108188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Checking segment: {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:56.108562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Bound using segment: {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:56.109078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Bound port: 3eb3a59c-6728-45d7-9530-1d1de6dba0b0, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '644186ef-bf23-4ccf-a637-3f0439a27baa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:56.109506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.148845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.165608 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.218621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.252307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:36:56.255820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f140bffb-22a5-460f-a136-12ddb90c15f3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:56.267142 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.268073 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Added segment 3c0b6e03-2654-4966-a210-c610a1b6ef03 of type vlan for network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 Sep 10 03:36:56.268805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4394ad18-46e4-4731-8ed6-46accb8308e1 req-05b4ba66-db83-4b0f-9a8d-831ea59641bc tempest-ServersAdminNegativeTestJSON-1997741377 tempest-ServersAdminNegativeTestJSON-1997741377-project] 10.222.0.22 "GET /v2.0/ports?device_id=7a46b15f-156c-4a5d-a5e6-4a8887133f02 HTTP/1.1" status: 200 len: 210 time: 0.0470350 Sep 10 03:36:56.299425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-fae985fe-4e9b-4ec2-b662-fbba38d4ef3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:56.300989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-fae985fe-4e9b-4ec2-b662-fbba38d4ef3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=27441f2b-c78b-40b8-bdbf-96326d674b8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1742485 Sep 10 03:36:56.305541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] For port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:56.313782 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.315160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5663302f-a4e9-4e69-ab07-13b327b9de62 req-b0342540-8ac8-4b45-92b2-27ea9f0efd85 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:56.316614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5663302f-a4e9-4e69-ab07-13b327b9de62 req-b0342540-8ac8-4b45-92b2-27ea9f0efd85 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.1600025 Sep 10 03:36:56.318371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] For port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:56.425805 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.441312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.442582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:56.443137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.502744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5663302f-a4e9-4e69-ab07-13b327b9de62 req-28798b8c-153f-4574-850c-0b5749e4b7f4 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755297 Sep 10 03:36:56.505559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] Pushing event updated for resources: {'Network': ['ID=51d47cb8-51c5-4281-8da6-4af699d4f8c2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:56.515303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:56.515950 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.517174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b4460ba9-ec09-44d5-ac5b-252d9a107e0e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.8133831 Sep 10 03:36:56.517947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] 10.222.0.20 "PUT /v2.0/ports/3eb3a59c-6728-45d7-9530-1d1de6dba0b0 HTTP/1.1" status: 200 len: 1091 time: 1.7330952 Sep 10 03:36:56.521016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55630) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:56.527210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'tag': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:56.528692 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c14819d-2cc6-4082-ae0b-0380063b6c54" -d '{"events": [{"name": "network-changed", "server_uuid": "9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93", "tag": "3eb3a59c-6728-45d7-9530-1d1de6dba0b0"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:56.529977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Request body: {'subnet': {'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-142144739-subnet', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:56.534620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:36:56.553200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175fa559-a1c7-4bb0-a4f7-df063fad38e0 req-128148b9-fe58-4a78-ad9c-d658c5d0b0a2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:56.560430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-175fa559-a1c7-4bb0-a4f7-df063fad38e0 req-128148b9-fe58-4a78-ad9c-d658c5d0b0a2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 944 time: 0.2141664 Sep 10 03:36:56.577353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-cab2ba04-040f-41ef-b997-0b8a2c63c117 service neutron] 10.222.0.20 "GET /v2.0/networks/27441f2b-c78b-40b8-bdbf-96326d674b8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2574887 Sep 10 03:36:56.604805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c176754-fde2-46db-be99-c615918b6d70 service neutron] Pushing event updated for resources: {'Port': ['ID=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:56.622652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-868c64f1-af71-4d01-8abd-73b7629e6c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:56.624139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-868c64f1-af71-4d01-8abd-73b7629e6c7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1096 time: 0.2038872 Sep 10 03:36:56.674399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Made reservation on behalf of d77fd494e9b147a8b766c9ba86a24ffb for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:36:56.678527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:56.709727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-175fa559-a1c7-4bb0-a4f7-df063fad38e0 req-bf3b6702-d6b5-45e1-aa4d-1d0e2f16eb2f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484292 Sep 10 03:36:56.953094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 6b91fef9-460a-41b4-8b7b-70db6e77d2ab up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:36:57.135943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381a7aa-a6f5-4868-89a8-2e48f6a3151f req-5b267497-0664-47ec-b824-6ba985683025 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.137474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4381a7aa-a6f5-4868-89a8-2e48f6a3151f req-5b267497-0664-47ec-b824-6ba985683025 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.5176718 Sep 10 03:36:57.161106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894d38b-0f84-4a13-b7da-891c61d69812 req-d09c799a-544c-4dc5-acfe-497728a20ca8 service neutron] 10.222.0.20 "GET /v2.0/networks/27441f2b-c78b-40b8-bdbf-96326d674b8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5681934 Sep 10 03:36:57.170979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-84e92482-af2e-4828-a898-078da1c57839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.172823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-84e92482-af2e-4828-a898-078da1c57839 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 1094 time: 0.4940186 Sep 10 03:36:57.185772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-2e7b93ab-8bac-4d8d-ac5b-93bde7e464c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.187268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-2e7b93ab-8bac-4d8d-ac5b-93bde7e464c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.5461571 Sep 10 03:36:57.250179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55aa6c02-096a-410a-9ed1-94c513d8f510 req-c5f9d3f0-ffce-4991-815b-3daae36d0f84 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.251704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55aa6c02-096a-410a-9ed1-94c513d8f510 req-c5f9d3f0-ffce-4991-815b-3daae36d0f84 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1960218 Sep 10 03:36:57.286943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-b4c1fd9e-54ba-4de2-a69c-6edc72f4c254 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eb3a59c-6728-45d7-9530-1d1de6dba0b0 HTTP/1.1" status: 200 len: 217 time: 0.0970592 Sep 10 03:36:57.291872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-cc4e0a0f-daa2-43c6-a8f9-27b661bcae62 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 200 len: 217 time: 0.0909107 Sep 10 03:36:57.302773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4381a7aa-a6f5-4868-89a8-2e48f6a3151f req-6082e87f-5638-4ef4-92af-98a1bb2680b0 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582854 Sep 10 03:36:57.385788 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38a4725b-6f1c-48f1-8009-f46d40066c66 x-openstack-request-id: req-38a4725b-6f1c-48f1-8009-f46d40066c66 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:57.385788 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93", "tag": "3eb3a59c-6728-45d7-9530-1d1de6dba0b0", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:57.385788 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38a4725b-6f1c-48f1-8009-f46d40066c66 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:57.385788 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'tag': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0', 'status': 'completed', 'code': 200} Sep 10 03:36:57.428130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-eb31bf34-3cbb-4132-a6f6-5403b080fd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.429451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-eb31bf34-3cbb-4132-a6f6-5403b080fd0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d57ebe0-3d59-434f-9f90-9f16059a88dd HTTP/1.1" status: 200 len: 861 time: 0.1314731 Sep 10 03:36:57.432337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55aa6c02-096a-410a-9ed1-94c513d8f510 req-33a2fe83-52a6-4cca-bf8c-2f83a0c7898d tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481059 Sep 10 03:36:57.496710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-982c2208-a4ef-4e3b-981d-eed6961f7d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.498158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-982c2208-a4ef-4e3b-981d-eed6961f7d0f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.1880116 Sep 10 03:36:57.569408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-b5b08e4c-2d99-4651-bb36-ee1b0e2ed2e8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578303 Sep 10 03:36:57.578751 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:57.588932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f717e1-71c1-462c-b174-c261e859e1f3 req-49dedcc4-25ba-4e41-a3d9-f9cb87c2acc1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.596612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9f717e1-71c1-462c-b174-c261e859e1f3 req-49dedcc4-25ba-4e41-a3d9-f9cb87c2acc1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.1781945 Sep 10 03:36:57.605143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2f262355-5914-4ddc-bcf7-6ce1798726d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.606622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-2f262355-5914-4ddc-bcf7-6ce1798726d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0232d608-1b28-4407-99e4-3a42da9f9270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1655502 Sep 10 03:36:57.639969 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9221daec-c83d-4b3b-b468-39e282d341c8,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:57.645056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Checking segment: {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:57.645411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Network hostable DHCP agents. Network: 51d47cb8-51c5-4281-8da6-4af699d4f8c2, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:36:57.684760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aeb392-d85b-4c83-929b-993d4ef68726 req-14f26788-1f11-47c8-8faa-628c56be8b0b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.686215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86aeb392-d85b-4c83-929b-993d4ef68726 req-14f26788-1f11-47c8-8faa-628c56be8b0b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 943 time: 0.1913700 Sep 10 03:36:57.772505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9f717e1-71c1-462c-b174-c261e859e1f3 req-a07511ae-96e5-4d11-9c83-e3eaa32b2a4b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719770 Sep 10 03:36:57.852771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:36:57.859885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:36:57.861251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:57.862848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86aeb392-d85b-4c83-929b-993d4ef68726 req-f738c6b0-1e37-4f14-a7ff-75ecdcb35661 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592166 Sep 10 03:36:57.869795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-c8cc20a4-ea05-46a7-8aca-dcee74989026 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2904770 Sep 10 03:36:57.883541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:36:57.892335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-bd15faed-5f9f-40f6-be78-17db6802acb7 service neutron] 10.222.0.20 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662342 Sep 10 03:36:57.984604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 51d47cb8-51c5-4281-8da6-4af699d4f8c2) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:57.989645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:57.990545 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.072368 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2340c28a-fd89-44d7-a6cb-a49d8a921f0e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.5490396 Sep 10 03:36:58.075455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55648) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:58.084063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:36:58.091002 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.092497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cea5a02-6ed9-495b-99df-8c6aea9eb9ab None None] Network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:36:58.114905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6749311-ee64-4855-afd4-a883c81c9ca7 req-d7cba868-b5a3-4b06-873d-bf0cb8ecce17 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.116539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6749311-ee64-4855-afd4-a883c81c9ca7 req-d7cba868-b5a3-4b06-873d-bf0cb8ecce17 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.2220109 Sep 10 03:36:58.143980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:36:58.152158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-8ed5645e-58c6-4ee8-9bf7-73aeaadcc8fa service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674346 Sep 10 03:36:58.152303 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496fee0b-5875-459c-9e40-fe1759b67274" -d '{"events": [{"server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:36:58.152415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc70a1e3-e23d-4cfe-930a-30c9ff9f575f req-8d18b5ff-2d90-4773-961a-2dd306aa4440 service neutron] 10.222.0.20 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423685 Sep 10 03:36:58.162093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5c979d-1ed1-4710-80df-74c41621485d req-78343d21-eddf-440b-9211-8d7bab9642f9 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.170261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a5c979d-1ed1-4710-80df-74c41621485d req-78343d21-eddf-440b-9211-8d7bab9642f9 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 944 time: 0.2274978 Sep 10 03:36:58.205355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:36:58.214117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6749311-ee64-4855-afd4-a883c81c9ca7 req-d6e4aeeb-9163-466f-928a-29642e5359d2 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851717 Sep 10 03:36:58.230701 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.232562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.233874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a5c979d-1ed1-4710-80df-74c41621485d req-da517ecd-55b3-42f1-8bd4-d849ca738027 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578353 Sep 10 03:36:58.313239 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.319880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:36:58.321173 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.375972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:58.377431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.395323 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:36:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f85c07e7-5845-4aa3-a436-aaa033c383e6 x-openstack-request-id: req-f85c07e7-5845-4aa3-a436-aaa033c383e6 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:36:58.395990 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "name": "network-vif-plugged", "status": "completed", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:36:58.396460 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f85c07e7-5845-4aa3-a436-aaa033c383e6 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:36:58.397047 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab', 'code': 200} Sep 10 03:36:58.464278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-57404e68-3b51-4511-91c9-c1c34b8802c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.465731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-57404e68-3b51-4511-91c9-c1c34b8802c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 1094 time: 0.1576421 Sep 10 03:36:58.478101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55658) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:58.511864 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.591520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Allocated IP 172.20.0.2 (51d47cb8-51c5-4281-8da6-4af699d4f8c2/9221daec-c83d-4b3b-b468-39e282d341c8/7002ec6c-e98e-4617-9602-19306cc27faa) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:58.638057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933d690-4c22-4294-bb11-5ff7a09fe8ec req-d04f0777-dfbc-4e5b-a277-d4293bae68d5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.647787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a933d690-4c22-4294-bb11-5ff7a09fe8ec req-d04f0777-dfbc-4e5b-a277-d4293bae68d5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 949 time: 0.2930870 Sep 10 03:36:58.696387 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.709053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf7ee2c-3978-4063-a6da-96541ec9ecbb req-a85bcfc0-c36f-431c-8b9b-11bf83962d26 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.710603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cf7ee2c-3978-4063-a6da-96541ec9ecbb req-a85bcfc0-c36f-431c-8b9b-11bf83962d26 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.2913024 Sep 10 03:36:58.769227 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-94cfb17d-bc20-49f7-9404-7b5519c2c9fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b866f6363163412088b265e155668816&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2892711 Sep 10 03:36:58.771212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d07f4a-31b5-419b-8354-a9c62bda3681 req-fa93715d-24cd-483f-8fcf-2acc8b81655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.771853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55664) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:36:58.772725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74d07f4a-31b5-419b-8354-a9c62bda3681 req-fa93715d-24cd-483f-8fcf-2acc8b81655e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1096 time: 0.3059132 Sep 10 03:36:58.786623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a933d690-4c22-4294-bb11-5ff7a09fe8ec req-7e1bc78a-b93e-4f6b-9030-fc381d727f50 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379807 Sep 10 03:36:58.838463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-e93e94d0-cef8-4669-a150-7b7bb2f98ffd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:58.840135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-e93e94d0-cef8-4669-a150-7b7bb2f98ffd service neutron] 10.222.0.20 "GET /v2.0/networks?id=0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 200 len: 923 time: 0.3310654 Sep 10 03:36:58.851479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cf7ee2c-3978-4063-a6da-96541ec9ecbb req-cadf12c0-16d3-49e5-9242-334bea2fa6dc tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084533 Sep 10 03:36:58.893342 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.928757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Transition to ACTIVE for port object 7002ec6c-e98e-4617-9602-19306cc27faa will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:58.945932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b35c94ad-d748-4fa8-92ba-6477ba289b4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.960514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Transition to ACTIVE for port object 7002ec6c-e98e-4617-9602-19306cc27faa will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:36:58.971111 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b35c94ad-d748-4fa8-92ba-6477ba289b4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:58.975847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74d07f4a-31b5-419b-8354-a9c62bda3681 req-6e148715-66f9-4357-acc2-e022f8c1deb8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936581 Sep 10 03:36:58.977217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-e9c1f3ac-eda8-4deb-8fc6-40b649e951f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eb3a59c-6728-45d7-9530-1d1de6dba0b0 HTTP/1.1" status: 200 len: 217 time: 0.1248333 Sep 10 03:36:59.042157 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.067243 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1a4914-245b-4e89-861d-9f7eb83e11ec req-467eaac9-5597-4ae5-935a-9339afb187f9 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:59.069051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c1a4914-245b-4e89-861d-9f7eb83e11ec req-467eaac9-5597-4ae5-935a-9339afb187f9 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.0897605 Sep 10 03:36:59.070907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-819e2a8d-f965-49e2-a346-d88435cf491d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:59.078535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-819e2a8d-f965-49e2-a346-d88435cf491d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d57ebe0-3d59-434f-9f90-9f16059a88dd HTTP/1.1" status: 200 len: 861 time: 0.0808902 Sep 10 03:36:59.123780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Pushing event updated for resources: {'Port': ['ID=7002ec6c-e98e-4617-9602-19306cc27faa,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:59.147570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:59.149427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:59.153165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:59.157360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c1a4914-245b-4e89-861d-9f7eb83e11ec req-1d73fc97-1cbb-424a-a0ba-bb3b8fab0157 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775626 Sep 10 03:36:59.163168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-55ebb646-9275-4c6b-9c10-79c00cf5bcc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:59.164911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-55ebb646-9275-4c6b-9c10-79c00cf5bcc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0232d608-1b28-4407-99e4-3a42da9f9270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0700285 Sep 10 03:36:59.226978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.230101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b35c94ad-d748-4fa8-92ba-6477ba289b4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.233324 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b35c94ad-d748-4fa8-92ba-6477ba289b4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.247091 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b35c94ad-d748-4fa8-92ba-6477ba289b4f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d34c93e0-e0a2-448b-8c5d-3d952d139b60 HTTP/1.1" status: 204 len: 168 time: 0.4630232 Sep 10 03:36:59.283514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Attempting to bind port 7002ec6c-e98e-4617-9602-19306cc27faa on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:36:59.285086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Attempting to bind port 7002ec6c-e98e-4617-9602-19306cc27faa by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:36:59.285697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Attempting to bind port 7002ec6c-e98e-4617-9602-19306cc27faa on network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:36:59.295722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:36:59.295722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Checking segment: {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:36:59.295722 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.295722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Bound using segment: {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:36:59.295722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Bound port: 7002ec6c-e98e-4617-9602-19306cc27faa, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:36:59.295722 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.308994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.322256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35c94ad-d748-4fa8-92ba-6477ba289b4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34c93e0-e0a2-448b-8c5d-3d952d139b60,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:59.426351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ba631-97fa-4961-bc13-2bda4518115a req-5f01c6ff-44bc-4df3-9241-0e97e89329cf tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:59.428492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] For port 7002ec6c-e98e-4617-9602-19306cc27faa, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:36:59.433890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010ba631-97fa-4961-bc13-2bda4518115a req-5f01c6ff-44bc-4df3-9241-0e97e89329cf tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:59.435539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] For port 7002ec6c-e98e-4617-9602-19306cc27faa, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7002ec6c-e98e-4617-9602-19306cc27faa,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:36:59.435864 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-010ba631-97fa-4961-bc13-2bda4518115a req-5f01c6ff-44bc-4df3-9241-0e97e89329cf tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4&device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 1690 time: 0.1312201 Sep 10 03:36:59.437810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-d6bdcba5-eae5-4cda-bf8f-3e44cd9fec12 service neutron] 10.222.0.20 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630322 Sep 10 03:36:59.453374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45320086-4e73-4c40-ab2b-9fc180c28633 req-372439ff-c9e0-4a55-b1fc-add554be53d3 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:59.455474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45320086-4e73-4c40-ab2b-9fc180c28633 req-372439ff-c9e0-4a55-b1fc-add554be53d3 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 943 time: 0.1675248 Sep 10 03:36:59.470445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Allocated IP 172.25.3.132 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/bf67254c-2cb8-49ea-aa70-cb227ab68e48) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:36:59.533679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-010ba631-97fa-4961-bc13-2bda4518115a req-aeaf2ce2-fb7a-43e9-92c5-95d581a01750 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908265 Sep 10 03:36:59.582750 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.592175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45320086-4e73-4c40-ab2b-9fc180c28633 req-711b939b-fb1a-425d-b45e-116ec66ecc91 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228678 Sep 10 03:36:59.646827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c14819d-2cc6-4082-ae0b-0380063b6c54 req-d05fdd2c-8cbf-47f6-9692-2efb1d4e8c9a service neutron] 10.222.0.20 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857271 Sep 10 03:36:59.673150 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.677053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298658e7-1e74-4721-bbba-32bfd490ae1c req-2d5eae5b-10ee-4609-9a98-ce293e71f5c1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:59.687562 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-298658e7-1e74-4721-bbba-32bfd490ae1c req-2d5eae5b-10ee-4609-9a98-ce293e71f5c1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 945 time: 0.0905528 Sep 10 03:36:59.708742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8576500c-f24e-475a-b671-0aa1403bb8e1 None None] Pushing event updated for resources: {'Port': ['ID=7002ec6c-e98e-4617-9602-19306cc27faa,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:36:59.746426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-298658e7-1e74-4721-bbba-32bfd490ae1c req-67cd9bb4-6614-45b3-b28a-725fe68eaa1a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562289 Sep 10 03:36:59.803076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:36:59.854219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:36:59.857660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f089deb-7e9b-4b50-8004-48e98adca6fc req-b8719cce-160d-4c9c-a593-6722fbc48dfb tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:36:59.860264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:36:59.866051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f089deb-7e9b-4b50-8004-48e98adca6fc req-b8719cce-160d-4c9c-a593-6722fbc48dfb tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.1199543 Sep 10 03:36:59.874485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:36:59.920313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f089deb-7e9b-4b50-8004-48e98adca6fc req-694406b2-ee1d-4dce-8927-4c1f32493638 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532629 Sep 10 03:36:59.932286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Pushing event updated for resources: {'Port': ['ID=bf67254c-2cb8-49ea-aa70-cb227ab68e48,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:00.081405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3493cf5-87e2-4221-bcaf-f8de2ace24b6 req-4e7078e1-734f-4ae9-8269-333d7c71c372 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:00.092343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3493cf5-87e2-4221-bcaf-f8de2ace24b6 req-4e7078e1-734f-4ae9-8269-333d7c71c372 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 1101 time: 0.1703434 Sep 10 03:37:00.139714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b77e658-5c1b-4e46-b4c6-49fdd34f5cef req-702f71d4-bd6e-43d2-90c6-c3ac5da3b30b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:00.141852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b77e658-5c1b-4e46-b4c6-49fdd34f5cef req-702f71d4-bd6e-43d2-90c6-c3ac5da3b30b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.1293662 Sep 10 03:37:00.174600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3493cf5-87e2-4221-bcaf-f8de2ace24b6 req-aaf245dc-fcc8-4357-9326-8ed05c3faa6d tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801969 Sep 10 03:37:00.207145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b77e658-5c1b-4e46-b4c6-49fdd34f5cef req-095214f0-2adf-49e2-8c8b-1fe807cbf928 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591600 Sep 10 03:37:00.287848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55688) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:00.389180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab29a07-5acd-4bde-9cc5-7c6cb1371efc req-f82e5936-5500-45f9-9b49-2ca174437908 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:00.390779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dab29a07-5acd-4bde-9cc5-7c6cb1371efc req-f82e5936-5500-45f9-9b49-2ca174437908 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1421909 Sep 10 03:37:00.398645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ce1a6cc5-857f-4c75-a97b-e76af85c2359 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9a26fd80278461dbbc43ee76b722e85&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1080277 Sep 10 03:37:00.399273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55690) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:00.407921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45b27c2-680e-4277-b30f-d8009fe7b828 req-7067d013-eead-4684-8550-ed02b0fc8e57 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:00.416039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c45b27c2-680e-4277-b30f-d8009fe7b828 req-7067d013-eead-4684-8550-ed02b0fc8e57 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 1100 time: 0.1269608 Sep 10 03:37:00.501133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c45b27c2-680e-4277-b30f-d8009fe7b828 req-ff624a17-890a-4d02-ac36-d69a1423cd04 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841236 Sep 10 03:37:00.507728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dab29a07-5acd-4bde-9cc5-7c6cb1371efc req-fdbd9d01-4744-4dc6-8e85-9f5abd9fe3bc tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872333 Sep 10 03:37:00.552785 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6faaf175-e32e-4251-94d1-971a69a1ff5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:00.583730 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6faaf175-e32e-4251-94d1-971a69a1ff5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:00.615896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:00.781695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffa5dc-0c33-483c-9f60-7fb7bcde2e23 req-20e0300f-cb65-4b6c-82eb-b037929cbc93 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:00.809269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27ffa5dc-0c33-483c-9f60-7fb7bcde2e23 req-20e0300f-cb65-4b6c-82eb-b037929cbc93 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 943 time: 0.1046948 Sep 10 03:37:00.809269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6faaf175-e32e-4251-94d1-971a69a1ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:00.812867 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6faaf175-e32e-4251-94d1-971a69a1ff5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:00.819512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6faaf175-e32e-4251-94d1-971a69a1ff5b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c34ae9c2-dfdb-4bdf-ad33-379db1e3eb48 HTTP/1.1" status: 204 len: 168 time: 0.4182022 Sep 10 03:37:00.848836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faaf175-e32e-4251-94d1-971a69a1ff5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c34ae9c2-dfdb-4bdf-ad33-379db1e3eb48,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:00.883551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27ffa5dc-0c33-483c-9f60-7fb7bcde2e23 req-07b094bb-47db-420a-8125-ee162295fc78 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0776913 Sep 10 03:37:00.939312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:00.984604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e12455-1c28-47c4-b363-66f4cc261e9e req-b23921f4-a7e4-4574-b63d-a36b00f56bec tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:00.997877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9e12455-1c28-47c4-b363-66f4cc261e9e req-b23921f4-a7e4-4574-b63d-a36b00f56bec tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 945 time: 0.1005163 Sep 10 03:37:01.088259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9e12455-1c28-47c4-b363-66f4cc261e9e req-e717f12a-4608-4b81-a1f9-ffacef09e892 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898142 Sep 10 03:37:01.108642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b846984e-d563-46a7-a910-61b1235fa49e req-13c3bd1a-8dca-4f5c-b3c8-f9c0c4dc8285 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:01.110299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b846984e-d563-46a7-a910-61b1235fa49e req-13c3bd1a-8dca-4f5c-b3c8-f9c0c4dc8285 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.0903711 Sep 10 03:37:01.139235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb535d6e-6cb6-451c-86db-4a4dfebcfe7c None None] Network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:37:01.176276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b846984e-d563-46a7-a910-61b1235fa49e req-3f28de9d-f03f-4e82-b2fc-60aee11eebf8 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552585 Sep 10 03:37:01.230360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Router f24396e9-ce48-41f7-bf61-1102d42a51d2 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:37:01.231118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-75344bb3-5852-4492-bcdb-84f02b5dc56e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332873 Sep 10 03:37:01.319527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-499670ec-9af2-46ee-93a3-81a798a899d1 None None] Provisioning for port 7002ec6c-e98e-4617-9602-19306cc27faa completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:01.397469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-79055eb2-4bc2-4854-a548-89cb43ed1997 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:01.404065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-79055eb2-4bc2-4854-a548-89cb43ed1997 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1720717 Sep 10 03:37:01.414318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:37:01.417406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52b72db-54dd-4051-9050-0eed19a58583 req-4f3d21fa-304c-4be8-8921-ba5fbe520cc3 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:01.418916 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b52b72db-54dd-4051-9050-0eed19a58583 req-4f3d21fa-304c-4be8-8921-ba5fbe520cc3 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0704889 Sep 10 03:37:01.425858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-485988d2-ffcc-45b4-ad20-649e4f5855ca tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/quotas/1b8624110d6f432188e41d37ac8292fd HTTP/1.1" status: 200 len: 375 time: 0.0208356 Sep 10 03:37:01.427281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Sync routers for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:37:01.449340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:01.450243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:01.526779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:01.531430 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4c51abd7-3830-4cb3-8694-5186813fd38c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 3.4505615 Sep 10 03:37:01.531430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55724) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:01.536344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-1dda281d-04d7-4f2b-beee-64b6c64554c1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1095493 Sep 10 03:37:01.540146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b52b72db-54dd-4051-9050-0eed19a58583 req-28d9d9b2-6669-496b-b895-60e7e18918f3 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032627 Sep 10 03:37:01.685089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:01.785595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca877-f312-49da-aa19-c775fa55d282 req-a9258a43-acc9-4f15-babe-e72ac5cbc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:01.787171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1dca877-f312-49da-aa19-c775fa55d282 req-a9258a43-acc9-4f15-babe-e72ac5cbc018 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1096 time: 0.1203876 Sep 10 03:37:01.809857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d3d839-a730-46db-8a97-3c2e790d4ba7 req-ced21449-78fc-4570-a717-39baf077741d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:01.811391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63d3d839-a730-46db-8a97-3c2e790d4ba7 req-ced21449-78fc-4570-a717-39baf077741d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.0888064 Sep 10 03:37:01.853189 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:01.950996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63d3d839-a730-46db-8a97-3c2e790d4ba7 req-68f5a4be-fe05-4e65-ba50-bb168fe70aaa tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267419 Sep 10 03:37:01.952373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca877-f312-49da-aa19-c775fa55d282 req-feff2734-c52e-4e7b-81b1-9bab95fcd8f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:01.954258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1dca877-f312-49da-aa19-c775fa55d282 req-feff2734-c52e-4e7b-81b1-9bab95fcd8f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.1232231 Sep 10 03:37:02.015241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7002ec6c-e98e-4617-9602-19306cc27faa up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:02.030156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1dca877-f312-49da-aa19-c775fa55d282 req-032b7a9d-0ab8-4294-822b-46503ec16aca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 200 len: 217 time: 0.0661519 Sep 10 03:37:02.094543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dca877-f312-49da-aa19-c775fa55d282 req-789a504c-9c43-4909-8e93-11fa5809f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:02.096349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1dca877-f312-49da-aa19-c775fa55d282 req-789a504c-9c43-4909-8e93-11fa5809f4d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0576847 Sep 10 03:37:02.124649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:02.141656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1dca877-f312-49da-aa19-c775fa55d282 req-18a73617-a277-41a4-900c-ad7cc25f98bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286942 Sep 10 03:37:02.188186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'port_id': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0', 'mac_address': 'fa:16:3e:56:ed:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:02.195831 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.260720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d64416-d960-4f80-aa47-62580722b1b0 req-f96a2ca2-5893-4e82-a04b-9fc49a79a86b tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:02.262246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44d64416-d960-4f80-aa47-62580722b1b0 req-f96a2ca2-5893-4e82-a04b-9fc49a79a86b tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1641326 Sep 10 03:37:02.302975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1dca877-f312-49da-aa19-c775fa55d282 req-6cf28f24-693c-4e27-a8ed-e1e54238f076 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462851 Sep 10 03:37:02.308678 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 7002ec6c-e98e-4617-9602-19306cc27faa completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:02.310147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44d64416-d960-4f80-aa47-62580722b1b0 req-36c0eb46-7735-4988-b458-d495e24a370b tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374560 Sep 10 03:37:02.317523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7002ec6c-e98e-4617-9602-19306cc27faa triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:02.317898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.324993 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.377480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.472003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:02.506099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:02.593186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55748) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:02.609298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.627650 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.628330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 73d4cd42-991f-4598-bfaf-0e322d9b6d36 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:02.648240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:00Z', 'revision_number': 3, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:36:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:02.702732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Checking router: f24396e9-ce48-41f7-bf61-1102d42a51d2 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:37:02.703070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Updating router f24396e9-ce48-41f7-bf61-1102d42a51d2 port bf67254c-2cb8-49ea-aa70-cb227ab68e48 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:37:02.763924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Allocated IP 172.20.0.1 (51d47cb8-51c5-4281-8da6-4af699d4f8c2/9221daec-c83d-4b3b-b468-39e282d341c8/1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:02.779993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 7002ec6c-e98e-4617-9602-19306cc27faa, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7002ec6c-e98e-4617-9602-19306cc27faa,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:02.781492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:02.809746 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.836231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-network', 'tenant_id': '8a775346a2fd488296c54d289111a075'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:02.944650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:02.962521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Transition to ACTIVE for port object 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:03.009877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Made reservation on behalf of 8a775346a2fd488296c54d289111a075 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:03.014467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.035467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.066385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1dca877-f312-49da-aa19-c775fa55d282 req-6d128895-20e2-4023-95b3-c3a50ce18089 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7546196 Sep 10 03:37:03.091976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b67d41-d7cc-48f5-9572-b423480e0f6a req-3a3582d2-435d-46fc-9baf-47bea224f160 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:03.113471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4b67d41-d7cc-48f5-9572-b423480e0f6a req-3a3582d2-435d-46fc-9baf-47bea224f160 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1096 time: 0.1597440 Sep 10 03:37:03.146879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea7364-b6c8-4fbc-851a-e33bee797014 req-f7ce2e23-cf31-4562-8c0c-ee388bb80f92 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:03.148826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dea7364-b6c8-4fbc-851a-e33bee797014 req-f7ce2e23-cf31-4562-8c0c-ee388bb80f92 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 944 time: 0.2003505 Sep 10 03:37:03.156328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.160267 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.resource_extend [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:37:03.163901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.173999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.190304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Transition to ACTIVE for port object bf67254c-2cb8-49ea-aa70-cb227ab68e48 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:03.225887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.232883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4b67d41-d7cc-48f5-9572-b423480e0f6a req-e9b392a5-428e-43f9-a27a-ef9cc3bdc014 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169572 Sep 10 03:37:03.280989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:03.285700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:03.290730 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dea7364-b6c8-4fbc-851a-e33bee797014 req-9043a58a-51d2-44c3-bee9-c26de07c8964 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019537 Sep 10 03:37:03.304432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:03.382073 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.387217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.406819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:37:03.417946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.418328 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Added segment 4e8fbf83-b5fd-4c56-b45e-8ec36ead1606 of type vlan for network 1f830682-2743-4f69-933c-8c51ecd12268 Sep 10 03:37:03.515695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb20bcb-83bf-4248-8b68-15586db4188b req-503a86db-80fa-4146-9a96-a5c0527c030b tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:03.517337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cb20bcb-83bf-4248-8b68-15586db4188b req-503a86db-80fa-4146-9a96-a5c0527c030b tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 943 time: 0.1380954 Sep 10 03:37:03.523920 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.538322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=7002ec6c-e98e-4617-9602-19306cc27faa,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:03.598850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf42718-e1e2-40bb-a272-b42b55987e50 None None] Pushing event updated for resources: {'Port': ['ID=bf67254c-2cb8-49ea-aa70-cb227ab68e48,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:03.599951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Pushing event updated for resources: {'Port': ['ID=1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:03.623448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cb20bcb-83bf-4248-8b68-15586db4188b req-cc1f1bc0-6eac-422b-9bdc-f6f514f45449 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972238 Sep 10 03:37:03.659355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.671669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2ea7718-7d1f-4830-b8da-6dcf63cc3b49,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:03.690106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 73d4cd42-991f-4598-bfaf-0e322d9b6d36, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=73d4cd42-991f-4598-bfaf-0e322d9b6d36,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:03.707773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Attempting to bind port bf67254c-2cb8-49ea-aa70-cb227ab68e48 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:03.708357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Attempting to bind port bf67254c-2cb8-49ea-aa70-cb227ab68e48 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:03.709121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Attempting to bind port bf67254c-2cb8-49ea-aa70-cb227ab68e48 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:03.716020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:03.716751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:03.717403 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.718018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:03.718698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Bound port: bf67254c-2cb8-49ea-aa70-cb227ab68e48, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:03.719297 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.722372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '73d4cd42-991f-4598-bfaf-0e322d9b6d36', 'network_id': '27441f2b-c78b-40b8-bdbf-96326d674b8b', 'port_id': '73d4cd42-991f-4598-bfaf-0e322d9b6d36', 'mac_address': 'fa:16:3e:3c:a8:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 228, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '183a6167-381f-44bd-8d12-c94fba07221b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:03.835729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397c347e-60ee-4ddf-9ba7-c2135afeeb12 req-c456fd3c-5497-47ba-936e-4cb9167af1f2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:03.844235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-397c347e-60ee-4ddf-9ba7-c2135afeeb12 req-c456fd3c-5497-47ba-936e-4cb9167af1f2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.1203299 Sep 10 03:37:03.853288 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.878502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.880571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:03.881497 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.885160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73d4cd42-991f-4598-bfaf-0e322d9b6d36 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:03.895479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] For port bf67254c-2cb8-49ea-aa70-cb227ab68e48, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:03.899595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7002ec6c-e98e-4617-9602-19306cc27faa up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:03.902609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] For port bf67254c-2cb8-49ea-aa70-cb227ab68e48, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bf67254c-2cb8-49ea-aa70-cb227ab68e48,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:03.936377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 73d4cd42-991f-4598-bfaf-0e322d9b6d36, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=73d4cd42-991f-4598-bfaf-0e322d9b6d36,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:03.937694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-397c347e-60ee-4ddf-9ba7-c2135afeeb12 req-57ed0f7c-1a7b-4a06-88e6-54d8584dbb97 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926156 Sep 10 03:37:03.954515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a0401-6f7c-40ea-8446-8e09c9d72913 req-8845fa76-b4d4-43db-9b70-ccb5ce7126c3 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:03.961935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7002ec6c-e98e-4617-9602-19306cc27faa triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:03.962537 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.963266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-794a0401-6f7c-40ea-8446-8e09c9d72913 req-8845fa76-b4d4-43db-9b70-ccb5ce7126c3 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1005695 Sep 10 03:37:03.965751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5c156484-157d-4ef8-b174-95a104bbfd8a None None] Provisioning for port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:03.978141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:03.990349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5c156484-157d-4ef8-b174-95a104bbfd8a None None] Provisioning complete for port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:03.991069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c156484-157d-4ef8-b174-95a104bbfd8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:04.013880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-794a0401-6f7c-40ea-8446-8e09c9d72913 req-1952493b-170a-4a77-bdca-ea53dc5b5098 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495822 Sep 10 03:37:04.019071 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:04.064274 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:04.094650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f4e9d0a-a34d-48cd-aed9-e93dff6b8f67 req-d0621033-b1ab-420d-9e16-a850ce444073 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 210 time: 0.0748167 Sep 10 03:37:04.101643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5c156484-157d-4ef8-b174-95a104bbfd8a None None] Port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:37:04.132632 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5383718 Sep 10 03:37:04.136041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55776) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:04.141148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Request body: {'subnet': {'network_id': '1f830682-2743-4f69-933c-8c51ecd12268', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-subnet', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:04.143440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf42718-e1e2-40bb-a272-b42b55987e50 None None] Pushing event updated for resources: {'Port': ['ID=bf67254c-2cb8-49ea-aa70-cb227ab68e48,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:04.144587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:04.145413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:04.221585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef149f-2d7d-4c39-9ed3-f41c915c2b66 admin admin] Pushing event updated for resources: {'Network': ['ID=1f830682-2743-4f69-933c-8c51ecd12268,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:04.262086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1f830682-2743-4f69-933c-8c51ecd12268 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:37:04.280741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:04.373465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Made reservation on behalf of 8a775346a2fd488296c54d289111a075 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:04.375922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:04.379149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=73d4cd42-991f-4598-bfaf-0e322d9b6d36,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:04.410100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:04.447191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3eb3a59c-6728-45d7-9530-1d1de6dba0b0'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:04.448468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9e618c-24aa-4965-a9ed-c8458202a66b req-3acd76b8-ea78-4b31-ae6b-497ee24580f6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:04.458979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d9e618c-24aa-4965-a9ed-c8458202a66b req-3acd76b8-ea78-4b31-ae6b-497ee24580f6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 944 time: 0.1006906 Sep 10 03:37:04.499590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['73d4cd42-991f-4598-bfaf-0e322d9b6d36'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:04.532790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d9e618c-24aa-4965-a9ed-c8458202a66b req-24152f9e-0367-417c-942b-5850299779b8 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676641 Sep 10 03:37:04.567623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be294f75-76ae-4e0d-9486-8485474b0c4e req-d5060d26-3181-4478-bea0-79ef0f5b60c5 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:04.570271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be294f75-76ae-4e0d-9486-8485474b0c4e req-d5060d26-3181-4478-bea0-79ef0f5b60c5 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1096 time: 0.0759161 Sep 10 03:37:04.576756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:04.589828 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:04.605147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Pushing event updated for resources: {'Port': ['ID=1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:04.648928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be294f75-76ae-4e0d-9486-8485474b0c4e req-5aa30c9b-c1c4-4e09-a67c-7c3b3ae62857 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601809 Sep 10 03:37:04.762501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273d0280-356f-412a-83e2-3350b0b21140 req-788502a1-ae15-41fd-8fae-83c13f83a7ac tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:04.764098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273d0280-356f-412a-83e2-3350b0b21140 req-788502a1-ae15-41fd-8fae-83c13f83a7ac tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 944 time: 0.0549438 Sep 10 03:37:04.831809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273d0280-356f-412a-83e2-3350b0b21140 req-b75729b0-ca00-4ad3-a658-5dcf409a8c81 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441022 Sep 10 03:37:04.868625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:04.870298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:04.977018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:02Z', 'revision_number': 1, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:04.989423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:05.020087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be053c3f-430a-4373-9d82-e146ef703206 None None] The sync data for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 is: [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:02Z', 'revision_number': 1, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:37:05.077287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Router f24396e9-ce48-41f7-bf61-1102d42a51d2 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:37:05.119716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbfe2ae2-a5af-49f6-b499-27d799882493,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:05.121407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Checking segment: {'id': '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:05.121714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Network hostable DHCP agents. Network: 1f830682-2743-4f69-933c-8c51ecd12268, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:37:05.220035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab89b33-e377-41ad-b6f4-f3fe5def3929 req-b0e25251-fe42-4455-9bdc-d4f818ec593a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:05.229222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ab89b33-e377-41ad-b6f4-f3fe5def3929 req-b0e25251-fe42-4455-9bdc-d4f818ec593a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.1663892 Sep 10 03:37:05.313802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:37:05.320363 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a14479a1-4471-4836-9b42-fc52436fedcb admin admin] 10.222.0.22 "PUT /v2.0/routers/f24396e9-ce48-41f7-bf61-1102d42a51d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7877729 Sep 10 03:37:05.320517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Network 1f830682-2743-4f69-933c-8c51ecd12268 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:37:05.345091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e581d-450f-4230-846f-177f01857518 req-07405b3c-b041-4abd-b315-02195a9c9fd9 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:05.347088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-132f119a-8394-46d5-8839-7cf0440b35f9 None None] Provisioning complete for port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:05.347585 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-132f119a-8394-46d5-8839-7cf0440b35f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:05.354069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d4e581d-450f-4230-846f-177f01857518 req-07405b3c-b041-4abd-b315-02195a9c9fd9 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1235015 Sep 10 03:37:05.395655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1f830682-2743-4f69-933c-8c51ecd12268) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:05.399933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ab89b33-e377-41ad-b6f4-f3fe5def3929 req-7d788cda-44d6-4abe-938c-64bbe220e2ec tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503024 Sep 10 03:37:05.416989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-108e4980-6099-41d1-9e91-ebdfdedcfa13 None None] Network 1f830682-2743-4f69-933c-8c51ecd12268 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:37:05.426620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:05.427131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:05.448802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-132f119a-8394-46d5-8839-7cf0440b35f9 None None] Port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:37:05.468194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d4e581d-450f-4230-846f-177f01857518 req-c4ce11b5-d6f0-4fbe-9d20-624423450bc6 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133866 Sep 10 03:37:05.513852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55796) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:05.517340 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-db88aabe-cef7-45e6-a80b-6ef354fc5eba admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3802302 Sep 10 03:37:05.520205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:05.614449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-edfddce5-001b-421a-93e8-52190aa813c6 req-ddca4bcd-c658-4de3-a8fb-b0dee33cc9a9 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 210 time: 0.0757601 Sep 10 03:37:05.680106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-1f830682-2743-4f69-933c-8c51ecd12268', 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'fixed_ips': [{'subnet_id': 'cbfe2ae2-a5af-49f6-b499-27d799882493'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:37:05.681207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:05.699324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:05.700921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:05.774247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0f1be8-4f50-4e44-9625-5a454c3dc4df req-446c7b9c-3d60-45cd-8be3-eaffb66adb13 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:05.775839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f0f1be8-4f50-4e44-9625-5a454c3dc4df req-446c7b9c-3d60-45cd-8be3-eaffb66adb13 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 944 time: 0.1426730 Sep 10 03:37:05.785755 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-eaa48afb-5b5e-47ce-8cbe-49e84137d97d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1158595 Sep 10 03:37:05.819531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:05.895596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f0f1be8-4f50-4e44-9625-5a454c3dc4df req-54ab3234-5e6e-437c-ac85-d85a082a12c9 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087809 Sep 10 03:37:05.909792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Allocated IP 172.20.0.2 (1f830682-2743-4f69-933c-8c51ecd12268/cbfe2ae2-a5af-49f6-b499-27d799882493/212a1b33-af5a-483e-82be-909ac4afe337) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:05.925369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-f83c031a-4129-4845-9968-82e6d01d4e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:05.926916 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-f83c031a-4129-4845-9968-82e6d01d4e66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 1095 time: 0.1060953 Sep 10 03:37:06.045872 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-299e7147-262c-41f0-ae67-17294811ff89 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0413418 Sep 10 03:37:06.151390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:06.226236 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.238487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Transition to ACTIVE for port object 212a1b33-af5a-483e-82be-909ac4afe337 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:06.264517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Transition to ACTIVE for port object 212a1b33-af5a-483e-82be-909ac4afe337 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:06.268948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-d9306504-4966-434e-993b-dfef62e54a5a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:06.273426 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-d9306504-4966-434e-993b-dfef62e54a5a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2207162 Sep 10 03:37:06.288899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Request body: {'port': {'device_id': '382f734c-ef6e-4510-95e6-8b83df2ae5f5', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '1b8624110d6f432188e41d37ac8292fd'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:06.308224 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.324375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15c20fc-0ac0-4b8e-b0ed-138cde31f247 req-d8c95fb2-bdf8-445c-9ff9-e91fd6e1f0b0 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:06.333518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c15c20fc-0ac0-4b8e-b0ed-138cde31f247 req-d8c95fb2-bdf8-445c-9ff9-e91fd6e1f0b0 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1096 time: 0.3297148 Sep 10 03:37:06.377233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55808) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:06.378835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-d519588a-27e6-4ca5-84ca-85e9ba487bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:06.380596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-d519588a-27e6-4ca5-84ca-85e9ba487bb0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.3780944 Sep 10 03:37:06.384868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:06.385401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8ea9f861-56bc-40b4-8648-c183055bb10e tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1782239881', 'description': 'tempest-description--962750214'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:06.388557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.408946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:06.409676 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.460053 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c15c20fc-0ac0-4b8e-b0ed-138cde31f247 req-19b1d46d-9fad-4d60-ae11-20cd924aecca tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241136 Sep 10 03:37:06.471048 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:37:06.471048 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:37:06.471048 n-d-808143-1 neutron-server[95137]: [parameters: {'project_id_1': '1b8624110d6f432188e41d37ac8292fd', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 36, 46, 445308)}] Sep 10 03:37:06.471048 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:37:06.471856 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:37:06.474624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-07df6eb8-a377-4ba0-9d64-436999f50bde service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 200 len: 217 time: 0.0770791 Sep 10 03:37:06.477429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Network 1f830682-2743-4f69-933c-8c51ecd12268 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:06.494486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:06.494486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:06.540954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Pushing event updated for resources: {'Port': ['ID=212a1b33-af5a-483e-82be-909ac4afe337,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:06.617927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Attempting to bind port 212a1b33-af5a-483e-82be-909ac4afe337 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:06.618303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Attempting to bind port 212a1b33-af5a-483e-82be-909ac4afe337 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:06.618860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Attempting to bind port 212a1b33-af5a-483e-82be-909ac4afe337 on network 1f830682-2743-4f69-933c-8c51ecd12268 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:06.627356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:06.628604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Checking segment: {'id': '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:06.628604 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.628604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Bound using segment: {'id': '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:06.629044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Bound port: 212a1b33-af5a-483e-82be-909ac4afe337, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:06.629418 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.648768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3770ab-127b-4b09-bffd-93202d36c230 req-ef7b7e1b-a167-4a0e-8853-4ecd14e96748 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:06.654688 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.656075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd3770ab-127b-4b09-bffd-93202d36c230 req-ef7b7e1b-a167-4a0e-8853-4ecd14e96748 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 944 time: 0.1946654 Sep 10 03:37:06.658744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-798d9eb4-ee37-416a-a01f-94eadbff9a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:06.660206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-798d9eb4-ee37-416a-a01f-94eadbff9a49 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.1691484 Sep 10 03:37:06.669567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f861-56bc-40b4-8648-c183055bb10e tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.710750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:06.713072 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5efad90-b5d2-4dc2-b0f4-fafb91d97c00" -d '{"events": [{"server_uuid": "9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93", "name": "network-vif-plugged", "status": "completed", "tag": "3eb3a59c-6728-45d7-9530-1d1de6dba0b0"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:06.728539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-489d49af-7be2-44e4-8679-cced09fea7a9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0530527 Sep 10 03:37:06.734727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:06.741686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871ec27-e45e-4f9e-875b-01d868512631 req-73912da1-976b-4da8-a5a1-aba91bff3760 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:06.742213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] For port 212a1b33-af5a-483e-82be-909ac4afe337, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:06.743225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4871ec27-e45e-4f9e-875b-01d868512631 req-73912da1-976b-4da8-a5a1-aba91bff3760 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.1726134 Sep 10 03:37:06.746524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] For port 212a1b33-af5a-483e-82be-909ac4afe337, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=212a1b33-af5a-483e-82be-909ac4afe337,segment=NetworkSegment(4e8fbf83-b5fd-4c56-b45e-8ec36ead1606),segment_id=4e8fbf83-b5fd-4c56-b45e-8ec36ead1606)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:06.827889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.827889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 73d4cd42-991f-4598-bfaf-0e322d9b6d36 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:06.831999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd3770ab-127b-4b09-bffd-93202d36c230 req-808f85ad-a7d0-45a5-b9ba-45ccef5ae2d1 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747665 Sep 10 03:37:06.877259 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:06.920992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4871ec27-e45e-4f9e-875b-01d868512631 req-c9d67990-7759-492a-8209-b7d79dcb6f76 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480885 Sep 10 03:37:06.971801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:07.016040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-7bb9ca44-1747-4dc8-baa6-f14bc169c13f service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2458537 Sep 10 03:37:07.102135 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f861-56bc-40b4-8648-c183055bb10e tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.180169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a8c707-782d-42f1-9f09-4d8409af9111 None None] Pushing event updated for resources: {'Port': ['ID=212a1b33-af5a-483e-82be-909ac4afe337,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:07.204346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-2cd4fa1f-c9a8-4de1-b2e7-84db25f9ad25 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0795341 Sep 10 03:37:07.217598 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f861-56bc-40b4-8648-c183055bb10e tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.275306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:07.283746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:07.283746 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.324894 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.338373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Made reservation on behalf of 1b8624110d6f432188e41d37ac8292fd for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:07.342668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.393042 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.405552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9f861-56bc-40b4-8648-c183055bb10e tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=624043cf-f68d-4b13-8692-0b7312161d3e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:07.435807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e81f3-58c5-42f5-85f8-e1c0cfa25344 req-4dac62bc-aac3-4c54-9ac5-5da6b5b63a08 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:07.447461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 73d4cd42-991f-4598-bfaf-0e322d9b6d36, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=73d4cd42-991f-4598-bfaf-0e322d9b6d36,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:07.447759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-995e81f3-58c5-42f5-85f8-e1c0cfa25344 req-4dac62bc-aac3-4c54-9ac5-5da6b5b63a08 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.4189136 Sep 10 03:37:07.447759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.451462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16482eda-c909-46ad-93fb-0bc045fa1cdd req-eab3be0d-9a9d-40d6-9c06-f906fecab428 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3829856 Sep 10 03:37:07.526272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.560666 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ea9f861-56bc-40b4-8648-c183055bb10e tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.565159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8ea9f861-56bc-40b4-8648-c183055bb10e tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.1804488 Sep 10 03:37:07.569908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55826) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:07.589719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-518518f4-0f91-494a-831a-0e29988280cb tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Request body: {'security_group_rule': {'security_group_id': '624043cf-f68d-4b13-8692-0b7312161d3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:07.619121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=73d4cd42-991f-4598-bfaf-0e322d9b6d36,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:07.632359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-995e81f3-58c5-42f5-85f8-e1c0cfa25344 req-a1035819-d844-420f-855a-3c85aa935efa tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865506 Sep 10 03:37:07.698167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-333cda0f-a5bc-4f06-a1b1-00ce9becb138 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:07.700313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-333cda0f-a5bc-4f06-a1b1-00ce9becb138 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4852653 Sep 10 03:37:07.723471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Request body: {'port': {'device_id': '61e03bb8-0bd1-4c9a-9d94-af6f9653ba09', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '1b8624110d6f432188e41d37ac8292fd'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:07.791354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40f06b8b-3ee3-498d-9314-8fe7c91dcd97 req-1bb20e36-f431-4a87-8c34-cf9900677db2 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 210 time: 0.0866549 Sep 10 03:37:07.853920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Allocated IP 192.168.233.189 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/ed8b9883-f96d-4336-a590-a609c912f74a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:07.866394 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-518518f4-0f91-494a-831a-0e29988280cb tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:07.873045 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac45f0b8-06e1-4473-a866-e4a72f2815f4 x-openstack-request-id: req-ac45f0b8-06e1-4473-a866-e4a72f2815f4 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:07.873343 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93", "name": "network-vif-plugged", "status": "completed", "tag": "3eb3a59c-6728-45d7-9530-1d1de6dba0b0", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:07.873600 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac45f0b8-06e1-4473-a866-e4a72f2815f4 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:07.874356 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0', 'code': 200} Sep 10 03:37:07.900439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Allocated IP 172.25.3.27 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:08.010610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bf67254c-2cb8-49ea-aa70-cb227ab68e48 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:08.122021 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.143316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Transition to ACTIVE for port object ed8b9883-f96d-4336-a590-a609c912f74a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:08.213484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port bf67254c-2cb8-49ea-aa70-cb227ab68e48 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:08.218051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bf67254c-2cb8-49ea-aa70-cb227ab68e48 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:08.218437 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.317432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.338373 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Sync routers for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:37:08.348017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:08.348995 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:08.349857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:08.351067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b0874e-e9de-47bf-9176-85a72b2ef894 None None] Network 1f830682-2743-4f69-933c-8c51ecd12268 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:37:08.375390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event updated for resources: {'Port': ['ID=ed8b9883-f96d-4336-a590-a609c912f74a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:08.390244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.390617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.391311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.391834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.392885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.393379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.393896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.394374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.394874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.395826 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.396527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.397038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.397675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:08.411280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:08.413469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:08.418524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:08.482704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:08.483482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.504962 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:08.529944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port bf67254c-2cb8-49ea-aa70-cb227ab68e48, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bf67254c-2cb8-49ea-aa70-cb227ab68e48,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:08.531338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fb55efcf-333b-49df-a995-6ad47ddbfac4 None None] Provisioning for port 212a1b33-af5a-483e-82be-909ac4afe337 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:08.602170 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-5ffc0f0c-b680-4ddc-9c83-67b281a7e462 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3172615 Sep 10 03:37:08.617216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Request body: {'port': {'device_id': '382f734c-ef6e-4510-95e6-8b83df2ae5f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:08.641337 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.642270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 212a1b33-af5a-483e-82be-909ac4afe337 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:08.670822 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.691306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bf1d6c-4ed6-41b4-bfd0-a6b69d99c661 req-95850a60-5a53-4b6a-9ac1-6f1278750149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:08.692840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1bf1d6c-4ed6-41b4-bfd0-a6b69d99c661 req-95850a60-5a53-4b6a-9ac1-6f1278750149 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 1096 time: 0.7207327 Sep 10 03:37:08.696268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-518518f4-0f91-494a-831a-0e29988280cb tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.705309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e254fb2-d91c-4233-a6d2-7e8e285a5b67 req-a036b34b-bd85-44b6-89ed-60e1a8507c3f tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:08.706889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e254fb2-d91c-4233-a6d2-7e8e285a5b67 req-a036b34b-bd85-44b6-89ed-60e1a8507c3f tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 945 time: 0.7059073 Sep 10 03:37:08.733671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.804156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1bf1d6c-4ed6-41b4-bfd0-a6b69d99c661 req-0f3601d5-79b6-47c9-a156-a575d0b88066 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941770 Sep 10 03:37:08.807578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Made reservation on behalf of 1b8624110d6f432188e41d37ac8292fd for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:08.810399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=bf67254c-2cb8-49ea-aa70-cb227ab68e48,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:08.812019 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.817260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-518518f4-0f91-494a-831a-0e29988280cb tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.850528 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:04Z', 'revision_number': 2, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:08.852400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e254fb2-d91c-4233-a6d2-7e8e285a5b67 req-66f9002e-1ef5-40cf-9b3c-35aadb54a59b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1276419 Sep 10 03:37:08.896146 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Checking router: f24396e9-ce48-41f7-bf61-1102d42a51d2 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:37:08.901389 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Updating router f24396e9-ce48-41f7-bf61-1102d42a51d2 port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:37:08.912977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518518f4-0f91-494a-831a-0e29988280cb tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcbda212-4420-40c1-8b07-84bda5f15896,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:08.922609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 212a1b33-af5a-483e-82be-909ac4afe337 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:08.942585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 212a1b33-af5a-483e-82be-909ac4afe337 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:08.942953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.956423 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:08.988365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b7dd14a1-532c-487b-bddd-5bef9f37b9a1 None None] Provisioning for port ed8b9883-f96d-4336-a590-a609c912f74a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:09.019133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b7dd14a1-532c-487b-bddd-5bef9f37b9a1 None None] Provisioning complete for port ed8b9883-f96d-4336-a590-a609c912f74a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:09.019502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b7dd14a1-532c-487b-bddd-5bef9f37b9a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.034520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-97a5ce00-7207-48f1-87f1-7ec2bc3c948a tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:37:09.038905 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-518518f4-0f91-494a-831a-0e29988280cb tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.040346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-518518f4-0f91-494a-831a-0e29988280cb tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4614053 Sep 10 03:37:09.041635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.046442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55852) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:09.046994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-97a5ce00-7207-48f1-87f1-7ec2bc3c948a tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0243735 Sep 10 03:37:09.055052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7f9d06b2-d7aa-48b4-be38-01541087e32b tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Request body: {'security_group_rule': {'security_group_id': '624043cf-f68d-4b13-8692-0b7312161d3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:09.126812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-54257415-ef0c-4245-b99a-e8c69dc4f12f tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:09.128623 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-54257415-ef0c-4245-b99a-e8c69dc4f12f tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports/6b91fef9-460a-41b4-8b7b-70db6e77d2ab HTTP/1.1" status: 200 len: 1093 time: 0.0806384 Sep 10 03:37:09.133295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Request body: {'binding': {'host': 'n-h1-808143-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:09.134881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Unknown quota resources ['binding']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:37:09.141603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd14a1-532c-487b-bddd-5bef9f37b9a1 None None] Port ed8b9883-f96d-4336-a590-a609c912f74a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:37:09.150859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:09.164201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:09.170675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:09.205679 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.230690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb085de-f1dc-45ba-a27a-dd2c30f32917 req-83a1d67f-9b4c-494c-920a-f3ec7eec9431 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:09.240489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebb085de-f1dc-45ba-a27a-dd2c30f32917 req-83a1d67f-9b4c-494c-920a-f3ec7eec9431 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 945 time: 0.2454565 Sep 10 03:37:09.254675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Pushing event updated for resources: {'Port': ['ID=1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:09.267937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 212a1b33-af5a-483e-82be-909ac4afe337, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=212a1b33-af5a-483e-82be-909ac4afe337,segment=NetworkSegment(4e8fbf83-b5fd-4c56-b45e-8ec36ead1606),segment_id=4e8fbf83-b5fd-4c56-b45e-8ec36ead1606)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:09.285593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b48e71d2-82e6-4769-ac97-b120a370c458 None None] Provisioning complete for port 212a1b33-af5a-483e-82be-909ac4afe337 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:09.287875 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b48e71d2-82e6-4769-ac97-b120a370c458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.309670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed8b9883-f96d-4336-a590-a609c912f74a {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:09.320409 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.326939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.327297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.327616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.327970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.328295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.328617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.328936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.329257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.330155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.330432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.330752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.331065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.346508 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.353789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Transition to ACTIVE for port object ed8b9883-f96d-4336-a590-a609c912f74a will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:09.369117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebb085de-f1dc-45ba-a27a-dd2c30f32917 req-bfd1aaad-216c-4f71-a238-dbdbaf356760 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229107 Sep 10 03:37:09.370193 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.380732 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f9d06b2-d7aa-48b4-be38-01541087e32b tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.381406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on host n-h1-808143-1 for vnic_type normal with profile None {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:09.381984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:09.382421 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:09.383328 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Transition to ACTIVE for port object 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:09.387831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:09.388419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:09.395730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:09.396121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:09.396606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:09.397143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Bound port: 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:09.447357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=212a1b33-af5a-483e-82be-909ac4afe337,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:09.454196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:09.456384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.462219 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.513478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8b9883-f96d-4336-a590-a609c912f74a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:09.521724 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Pushing event updated for resources: {'Port': ['ID=1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:09.543809 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.545450 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.545861 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.546258 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.546653 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.547041 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.547425 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.547836 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.548219 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.548637 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.549292 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.549680 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.550762 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:09.557590 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-6376cb91-8c43-4da0-b250-1a23a817a87a service neutron] 10.222.0.22 "POST /v2.0/ports/6b91fef9-460a-41b4-8b7b-70db6e77d2ab/bindings HTTP/1.1" status: 201 len: 389 time: 0.4208832 Sep 10 03:37:09.624579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Attempting to bind port ed8b9883-f96d-4336-a590-a609c912f74a on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:09.624916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Attempting to bind port ed8b9883-f96d-4336-a590-a609c912f74a by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:09.625358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Attempting to bind port ed8b9883-f96d-4336-a590-a609c912f74a on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:09.632420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Port ed8b9883-f96d-4336-a590-a609c912f74a on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:09.632747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Attempting to bind port ed8b9883-f96d-4336-a590-a609c912f74a on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:09.640305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Allocated IP 192.168.233.233 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/d57b502a-a031-42fb-93d0-a0f3b805cdae) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:09.640801 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Attempting to bind port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:09.641200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:09.641494 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Attempting to bind port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:09.641619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:09.642750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:09.643300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Bound port: ed8b9883-f96d-4336-a590-a609c912f74a, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:09.643519 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Attempting to bind port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 on network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:09.643633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.651964 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:09.651964 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Checking segment: {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:09.655738 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.655738 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Bound using segment: {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:09.655738 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Bound port: 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:09.655738 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.681712 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f9d06b2-d7aa-48b4-be38-01541087e32b tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.709378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec7bb61-845a-4733-9096-7b08a2ee0dcb req-a4e4bcbe-fad6-4089-a6c8-03a32d5d9edd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:09.717062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ec7bb61-845a-4733-9096-7b08a2ee0dcb req-a4e4bcbe-fad6-4089-a6c8-03a32d5d9edd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.2543635 Sep 10 03:37:09.764163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] For port ed8b9883-f96d-4336-a590-a609c912f74a, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:09.768926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] For port ed8b9883-f96d-4336-a590-a609c912f74a, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ed8b9883-f96d-4336-a590-a609c912f74a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:09.786601 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] For port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:09.790597 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] For port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:09.799751 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f9d06b2-d7aa-48b4-be38-01541087e32b tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.841033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ec7bb61-845a-4733-9096-7b08a2ee0dcb req-979bc132-b992-4ce3-8a13-b3013fb84e6d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229687 Sep 10 03:37:09.863790 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.876284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487fd3ef-3e97-4ae9-bc47-9e517de72b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d4cd42-991f-4598-bfaf-0e322d9b6d36'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:09.880162 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc19795b-382d-455e-9c61-802ed921740f" -d '{"events": [{"server_uuid": "487fd3ef-3e97-4ae9-bc47-9e517de72b9b", "name": "network-vif-plugged", "status": "completed", "tag": "73d4cd42-991f-4598-bfaf-0e322d9b6d36"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:09.901298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bf67254c-2cb8-49ea-aa70-cb227ab68e48 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:09.910271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:09.910890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.912346 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] 10.222.0.39 "PUT /v2.0/ports/ed8b9883-f96d-4336-a590-a609c912f74a HTTP/1.1" status: 200 len: 1096 time: 1.3002353 Sep 10 03:37:09.912789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '382f734c-ef6e-4510-95e6-8b83df2ae5f5', 'tag': 'ed8b9883-f96d-4336-a590-a609c912f74a'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:09.915120 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f05dab-d923-4449-87f3-95cdfc946dd4" -d '{"events": [{"name": "network-changed", "server_uuid": "382f734c-ef6e-4510-95e6-8b83df2ae5f5", "tag": "ed8b9883-f96d-4336-a590-a609c912f74a"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:09.928321 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.950324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.976126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9d06b2-d7aa-48b4-be38-01541087e32b tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a250b22d-f054-4252-8962-8eba1b9c76c0,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:09.985131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bf67254c-2cb8-49ea-aa70-cb227ab68e48 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:09.992827 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:09.997325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75f7474-c6b9-4ccf-9376-688f2323d101 service neutron] Pushing event updated for resources: {'Port': ['ID=ed8b9883-f96d-4336-a590-a609c912f74a,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:10.074294 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:10.075963 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f9d06b2-d7aa-48b4-be38-01541087e32b tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:10.078945 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:10.084027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55862) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:10.087156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7f9d06b2-d7aa-48b4-be38-01541087e32b tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0330324 Sep 10 03:37:10.090534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:10.123255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b59ff507-aefc-453b-8f57-a33224d8ffb9 req-8e1bb497-9ae1-4b76-b83b-5dd0fd448255 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 210 time: 0.0690472 Sep 10 03:37:10.203262 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d93411-cd95-4b36-bfb7-bc11f298affa None None] Pushing event updated for resources: {'Port': ['ID=1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:10.205838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 212a1b33-af5a-483e-82be-909ac4afe337 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:10.255838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-299fed9c-ad9f-4d44-9608-42421f8e3d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.257374 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-299fed9c-ad9f-4d44-9608-42421f8e3d92 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=382f734c-ef6e-4510-95e6-8b83df2ae5f5 HTTP/1.1" status: 200 len: 1099 time: 0.1070211 Sep 10 03:37:10.263258 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:10.267745 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf202f8c-10c0-47ec-972c-0cb323ef2713 x-openstack-request-id: req-cf202f8c-10c0-47ec-972c-0cb323ef2713 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:10.267952 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487fd3ef-3e97-4ae9-bc47-9e517de72b9b", "name": "network-vif-plugged", "status": "completed", "tag": "73d4cd42-991f-4598-bfaf-0e322d9b6d36", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:10.268204 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf202f8c-10c0-47ec-972c-0cb323ef2713 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:10.268733 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487fd3ef-3e97-4ae9-bc47-9e517de72b9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73d4cd42-991f-4598-bfaf-0e322d9b6d36', 'code': 200} Sep 10 03:37:10.277703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37b4a26-0983-4efe-8673-544cb3718461 req-8cff4a4d-6957-4ed7-9525-68f8b201993b tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.279315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d37b4a26-0983-4efe-8673-544cb3718461 req-8cff4a4d-6957-4ed7-9525-68f8b201993b tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.3347473 Sep 10 03:37:10.336263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:10.354523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 212a1b33-af5a-483e-82be-909ac4afe337 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:10.355110 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:10.386278 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-248df7ef-a5d3-4164-8930-649bf69586cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ed8b9883-f96d-4336-a590-a609c912f74a HTTP/1.1" status: 200 len: 217 time: 0.1197433 Sep 10 03:37:10.391817 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:10.487621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-756e7c37-a954-4345-b323-49b27a4c766d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.489822 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-756e7c37-a954-4345-b323-49b27a4c766d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0954931 Sep 10 03:37:10.501662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Transition to ACTIVE for port object d57b502a-a031-42fb-93d0-a0f3b805cdae will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:10.553244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d37b4a26-0983-4efe-8673-544cb3718461 req-286d54cf-3aaa-4131-a7b4-89495997ae87 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600129 Sep 10 03:37:10.579654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7ab10b-1a52-458d-a3ee-1256b5954722 req-7802d903-247f-488e-83b3-a6c042abdcd0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.581361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa7ab10b-1a52-458d-a3ee-1256b5954722 req-7802d903-247f-488e-83b3-a6c042abdcd0 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 945 time: 0.1952846 Sep 10 03:37:10.615759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ed99be-8728-4d86-99d7-a26aef0ea217 req-356268dc-0e51-47f4-a044-69b9efd2c450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.617275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41ed99be-8728-4d86-99d7-a26aef0ea217 req-356268dc-0e51-47f4-a044-69b9efd2c450 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 1096 time: 0.1841125 Sep 10 03:37:10.627830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0e876beb-ea70-4930-9d1d-30f88f709181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.630905 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0e876beb-ea70-4930-9d1d-30f88f709181 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038268 Sep 10 03:37:10.634495 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33eae156-bdc3-40ca-8840-20bb8ca75877 x-openstack-request-id: req-33eae156-bdc3-40ca-8840-20bb8ca75877 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:10.635022 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "382f734c-ef6e-4510-95e6-8b83df2ae5f5", "tag": "ed8b9883-f96d-4336-a590-a609c912f74a", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:10.635488 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33eae156-bdc3-40ca-8840-20bb8ca75877 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:10.636059 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '382f734c-ef6e-4510-95e6-8b83df2ae5f5', 'tag': 'ed8b9883-f96d-4336-a590-a609c912f74a', 'status': 'completed', 'code': 200} Sep 10 03:37:10.705091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-f426566c-3aec-44b0-99fe-25dd0bcf8883 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.707377 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-f426566c-3aec-44b0-99fe-25dd0bcf8883 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1096 time: 0.2132044 Sep 10 03:37:10.723134 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:10.725252 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:09Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:10.746082 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa7ab10b-1a52-458d-a3ee-1256b5954722 req-d774e43c-56c1-4f79-b453-8c0f2bc144ff tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1478763 Sep 10 03:37:10.750791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:10.753259 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7c7a3c-5ec5-4f8a-be50-e72cb1e71706 None None] The sync data for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 is: [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:09Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:37:10.753526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41ed99be-8728-4d86-99d7-a26aef0ea217 req-85d4f337-3da3-4cb1-a9cc-6ed1ddf781db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072648 Sep 10 03:37:10.764449 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:10.872704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:10.887582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3afab8-417c-43b3-a42f-09c5630fc55f req-9b1f2848-ee23-4b6e-933e-033f845ef60b tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.890626 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-53251ae5-9000-4d12-9621-0735191ab3c9 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2161736 Sep 10 03:37:10.896522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f3afab8-417c-43b3-a42f-09c5630fc55f req-9b1f2848-ee23-4b6e-933e-033f845ef60b tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 945 time: 0.1967022 Sep 10 03:37:10.919707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:10.922568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:10.934236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:10.943561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:10.944528 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:10.967174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event updated for resources: {'Port': ['ID=d57b502a-a031-42fb-93d0-a0f3b805cdae,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:11.048746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-b1dc571d-7bef-4d45-9d59-fbeac3cea7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:11.050308 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-b1dc571d-7bef-4d45-9d59-fbeac3cea7e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.3308656 Sep 10 03:37:11.064587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba2a36f-e55a-498b-8d47-eb08a71e6144 req-0e9b8150-7080-486f-b1a4-6e7c50aa15a0 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:11.074310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ba2a36f-e55a-498b-8d47-eb08a71e6144 req-0e9b8150-7080-486f-b1a4-6e7c50aa15a0 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 945 time: 0.2223301 Sep 10 03:37:11.101158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f3afab8-417c-43b3-a42f-09c5630fc55f req-a884196e-d150-411b-ab31-f3a7fdd130c1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034433 Sep 10 03:37:11.108914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-da87417f-deeb-4c82-a1a2-2e4fd058b585 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3894429 Sep 10 03:37:11.127422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Request body: {'port': {'device_id': '61e03bb8-0bd1-4c9a-9d94-af6f9653ba09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:11.149949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ba2a36f-e55a-498b-8d47-eb08a71e6144 req-8a157bc8-c3e0-4eed-a00c-6bb61ffb1e4c tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662546 Sep 10 03:37:11.254436 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-bb7c1527-2791-4b02-a0ca-a5917c849b55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab HTTP/1.1" status: 200 len: 217 time: 0.1910577 Sep 10 03:37:11.346370 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-bd8338a3-59cd-456a-927c-f0626fa391ba service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409187 Sep 10 03:37:11.355735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Allocated IP 172.25.3.77 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/f1c62139-0149-412f-8fa9-937e0001dad1) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:11.371908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-bbdd34d0-26c9-4f15-a6db-9aaf60769a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:11.373709 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-bbdd34d0-26c9-4f15-a6db-9aaf60769a7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0942860 Sep 10 03:37:11.379982 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:11.391066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21d1699-d4be-44c5-8a09-f12e9e7f3100 req-973a6adc-1b70-45b9-bf4e-fb1acf815b4c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:11.392759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b21d1699-d4be-44c5-8a09-f12e9e7f3100 req-973a6adc-1b70-45b9-bf4e-fb1acf815b4c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.1481910 Sep 10 03:37:11.401647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-881404a0-708a-47c3-bc8d-4539545175ff None None] Provisioning for port d57b502a-a031-42fb-93d0-a0f3b805cdae completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:11.406319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-881404a0-708a-47c3-bc8d-4539545175ff None None] Provisioning complete for port d57b502a-a031-42fb-93d0-a0f3b805cdae triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:11.406729 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-881404a0-708a-47c3-bc8d-4539545175ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:11.426837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713fda2b-a7d8-4777-851b-5a5df698d2ae req-0e8ac8c1-f7d1-4b65-938b-3d6b60773c5b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:11.428440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-713fda2b-a7d8-4777-851b-5a5df698d2ae req-0e8ac8c1-f7d1-4b65-938b-3d6b60773c5b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 936 time: 0.1307261 Sep 10 03:37:11.434285 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-a79026a0-9bfc-49b6-9418-b463f99bb17b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342040 Sep 10 03:37:11.455136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-881404a0-708a-47c3-bc8d-4539545175ff None None] Port d57b502a-a031-42fb-93d0-a0f3b805cdae cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:37:11.475385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Router c015f9a6-d776-4dd3-8537-732f93997b44 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:37:11.531536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b21d1699-d4be-44c5-8a09-f12e9e7f3100 req-40b3642f-b9ec-438a-a67f-fb74c011e7a7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296306 Sep 10 03:37:11.554204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-713fda2b-a7d8-4777-851b-5a5df698d2ae req-c595ff7b-b3ba-4547-b98c-45f2c1482f9d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143773 Sep 10 03:37:11.615722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:11.640835 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-15619e1b-8fa1-4700-9749-27f6f13f86cf service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765976 Sep 10 03:37:11.649584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-a0b59d8c-e5e3-4195-993d-7ce7b220a62c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:11.651070 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-a0b59d8c-e5e3-4195-993d-7ce7b220a62c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=382f734c-ef6e-4510-95e6-8b83df2ae5f5 HTTP/1.1" status: 200 len: 1099 time: 0.1063137 Sep 10 03:37:11.771124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6a2536-f774-4433-b8bf-fe38fe94fbc3 req-851fce6e-0fb9-4d27-a654-58e88d05e007 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:11.772585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b6a2536-f774-4433-b8bf-fe38fe94fbc3 req-851fce6e-0fb9-4d27-a654-58e88d05e007 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1239693 Sep 10 03:37:11.773575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:37:11.790111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Sync routers for ids ['c015f9a6-d776-4dd3-8537-732f93997b44'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:37:11.809095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Routers {'c015f9a6-d776-4dd3-8537-732f93997b44'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:11.811096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c015f9a6-d776-4dd3-8537-732f93997b44'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:11.873847 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-69cac323-51dd-4fe1-be91-8456ef4c2de7 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2099092 Sep 10 03:37:11.874867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-8c0982e1-8774-489e-93a8-af4b7849fab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:11.877109 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-8c0982e1-8774-489e-93a8-af4b7849fab9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.2145214 Sep 10 03:37:11.880372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b6a2536-f774-4433-b8bf-fe38fe94fbc3 req-5d0d7549-9fee-49b7-8556-a7958deb9693 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921016 Sep 10 03:37:11.880515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:11.916923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:11.945653 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:11.946863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0394fa54-59d4-4d71-bac0-c16a8aca3885 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.4319916 Sep 10 03:37:11.957235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55874) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:11.969502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:11.973382 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-531c141f-3288-4203-a8b3-75e8398c8c24 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.189&port_id=ed8b9883-f96d-4336-a590-a609c912f74a HTTP/1.1" status: 200 len: 217 time: 0.0555365 Sep 10 03:37:11.977869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:11.984281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:11.993171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Pushing event updated for resources: {'Port': ['ID=f1c62139-0149-412f-8fa9-937e0001dad1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:12.013332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Set router c015f9a6-d776-4dd3-8537-732f93997b44 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:12.043084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb07ab-ff08-4c3d-8f5c-f50c38cb3bd7 req-01dfba1b-a627-4d8c-9c5a-4ce6b8513c91 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:12.045656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-edeb07ab-ff08-4c3d-8f5c-f50c38cb3bd7 req-01dfba1b-a627-4d8c-9c5a-4ce6b8513c91 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 945 time: 0.1317239 Sep 10 03:37:12.065070 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d57b502a-a031-42fb-93d0-a0f3b805cdae {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:12.083477 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.114274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-08953e8f-24b8-412d-ac9b-2b0019c12636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:12.115797 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-08953e8f-24b8-412d-ac9b-2b0019c12636 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1330283 Sep 10 03:37:12.136719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Transition to ACTIVE for port object d57b502a-a031-42fb-93d0-a0f3b805cdae will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:12.167723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:12.175289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:12.175656 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.270097 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.273940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-97abe8f8-fff7-4701-9663-1a65e1847a79 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:12.275569 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-97abe8f8-fff7-4701-9663-1a65e1847a79 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.2169464 Sep 10 03:37:12.292148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808143-1'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:12.296218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-98b652fe-e975-4ee1-a19f-952fbde20b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:12.300980 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-98b652fe-e975-4ee1-a19f-952fbde20b5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719356 Sep 10 03:37:12.438004 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.442806 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.471425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.478051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:37:05Z', 'updated_at': '2021-09-10T03:37:09Z', 'revision_number': 3, 'project_id': '8a775346a2fd488296c54d289111a075', 'gw_port': {'id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:07Z', 'updated_at': '2021-09-10T03:37:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:12.483207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.487531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-edeb07ab-ff08-4c3d-8f5c-f50c38cb3bd7 req-49de10b1-f523-4c7c-b7f6-c039ff113257 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4181223 Sep 10 03:37:12.568370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Checking router: c015f9a6-d776-4dd3-8537-732f93997b44 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:37:12.568818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Updating router c015f9a6-d776-4dd3-8537-732f93997b44 port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:37:12.615011 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.651820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:12.729643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Pushing event updated for resources: {'Port': ['ID=d57b502a-a031-42fb-93d0-a0f3b805cdae,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:12.756382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e7e0c3-dc5c-43d1-afd4-d4edad77f343 req-0bdfd204-f957-4f57-95d8-23713f440ade tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:12.764940 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-7f8d8f44-a07a-4c66-87d0-b38ae492a751 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4485030 Sep 10 03:37:12.766152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6e7e0c3-dc5c-43d1-afd4-d4edad77f343 req-0bdfd204-f957-4f57-95d8-23713f440ade tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 945 time: 0.3090806 Sep 10 03:37:12.812672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-7ae5dee2-47c8-431b-b254-36eb4c752b7a tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:12.815045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-7ae5dee2-47c8-431b-b254-36eb4c752b7a tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.3549416 Sep 10 03:37:12.817272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.854387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-808143-1'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:12.869715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a36d558-f020-48e1-a084-f8cd1b5dc18d req-28c0fbe1-6404-4858-b62f-bb304e0da345 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:12.871671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a36d558-f020-48e1-a084-f8cd1b5dc18d req-28c0fbe1-6404-4858-b62f-bb304e0da345 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 945 time: 0.2706585 Sep 10 03:37:12.872155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Attempting to bind port d57b502a-a031-42fb-93d0-a0f3b805cdae on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:12.872592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Attempting to bind port d57b502a-a031-42fb-93d0-a0f3b805cdae by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:12.873010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Attempting to bind port d57b502a-a031-42fb-93d0-a0f3b805cdae on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:12.883017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Port d57b502a-a031-42fb-93d0-a0f3b805cdae on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:12.883017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Attempting to bind port d57b502a-a031-42fb-93d0-a0f3b805cdae on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:12.924187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:12.933727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:12.934215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:12.934791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:12.935355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Bound port: d57b502a-a031-42fb-93d0-a0f3b805cdae, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:12.935839 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:12.975597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6e7e0c3-dc5c-43d1-afd4-d4edad77f343 req-661e5894-52b2-4fdc-ba0d-93c416d29425 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071667 Sep 10 03:37:12.986527 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21f05dab-d923-4449-87f3-95cdfc946dd4 req-cfa84490-5b13-4c6d-9724-9b9d34e65f78 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137861 Sep 10 03:37:13.010218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:13.023137 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.037220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Transition to ACTIVE for port object 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:13.058357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.070739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:13.108126 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.111442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.111838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:13.114116 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7ca1e74-ebc0-4ebe-9bf8-2c2310bd9fb4" -d '{"events": [{"server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:13.118182 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.136239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.139197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a36d558-f020-48e1-a084-f8cd1b5dc18d req-07851f18-e049-4cab-964d-49dc53db9175 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329488 Sep 10 03:37:13.190075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Attempting to bind port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:13.197399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] For port d57b502a-a031-42fb-93d0-a0f3b805cdae, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:13.197716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Attempting to bind port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:13.198301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Attempting to bind port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:13.201105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687f504-7965-4020-aef5-3734851d4b6c None None] Pushing event updated for resources: {'Port': ['ID=1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:13.210088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:13.210644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:13.211122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.211877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:13.212183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Bound port: 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:13.213500 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.250643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7e070c-0b3f-4966-bd6d-c8cf3fba319a req-e76c8dfc-e726-4455-94c5-4fe9fad92d20 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:13.252780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f7e070c-0b3f-4966-bd6d-c8cf3fba319a req-e76c8dfc-e726-4455-94c5-4fe9fad92d20 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 945 time: 0.1868713 Sep 10 03:37:13.258953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] For port d57b502a-a031-42fb-93d0-a0f3b805cdae, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d57b502a-a031-42fb-93d0-a0f3b805cdae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:13.266969 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55892) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:13.267708 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.277203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] For port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:13.281979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] For port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:13.289304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Request body: {'floatingip': {'port_id': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:13.330349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.348565 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.410962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Pushing event updated for resources: {'Port': ['ID=f1c62139-0149-412f-8fa9-937e0001dad1,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:13.420990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.422618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Routers {'c015f9a6-d776-4dd3-8537-732f93997b44'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:13.423971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c015f9a6-d776-4dd3-8537-732f93997b44'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:13.468892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4687f504-7965-4020-aef5-3734851d4b6c None None] Pushing event updated for resources: {'Port': ['ID=1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:13.469152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:13.469983 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.472691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] 10.222.0.20 "PUT /v2.0/ports/d57b502a-a031-42fb-93d0-a0f3b805cdae HTTP/1.1" status: 200 len: 1096 time: 2.3525627 Sep 10 03:37:13.480280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e03bb8-0bd1-4c9a-9d94-af6f9653ba09', 'tag': 'd57b502a-a031-42fb-93d0-a0f3b805cdae'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:13.489062 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89f7d88b-c621-4c39-8f75-fda80e56fd7f" -d '{"events": [{"name": "network-changed", "server_uuid": "61e03bb8-0bd1-4c9a-9d94-af6f9653ba09", "tag": "d57b502a-a031-42fb-93d0-a0f3b805cdae"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:13.490491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.500166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dfacae-9c3e-4d98-a436-986c3a21b574 req-0fb0a465-2b99-4966-a882-4b3cd309908f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:13.501720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7dfacae-9c3e-4d98-a436-986c3a21b574 req-0fb0a465-2b99-4966-a882-4b3cd309908f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 945 time: 0.2461832 Sep 10 03:37:13.581082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] Set router c015f9a6-d776-4dd3-8537-732f93997b44 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:13.596596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:13.602263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0015c8a6-f35a-4756-84f0-73e4df61367e service neutron] Pushing event updated for resources: {'Port': ['ID=d57b502a-a031-42fb-93d0-a0f3b805cdae,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:13.642053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on host n-h2-808143-1 for vnic_type normal with profile {"migrating_to": "n-h1-808143-1"} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:13.642655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:13.643143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:13.657190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Pushing event updated for resources: {'Port': ['ID=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,revision_number=7']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:13.663223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:13.663801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Attempting to bind port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:13.692652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73afc73-b789-451b-8192-85d6a0ea0d1c req-6403c34a-1957-4fa7-9c5d-82fed04ac1e8 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:13.694902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a73afc73-b789-451b-8192-85d6a0ea0d1c req-6403c34a-1957-4fa7-9c5d-82fed04ac1e8 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 948 time: 0.3322387 Sep 10 03:37:13.695034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:13.695512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:13.696179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:13.696759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Bound port: 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:13.697651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.703647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.714031 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a97e5f86-9417-49d9-9646-2a1d61f14c67 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.6194026 Sep 10 03:37:13.743928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7dfacae-9c3e-4d98-a436-986c3a21b574 req-3ed7382b-e7e1-44af-9c33-dab44cbad78d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280140 Sep 10 03:37:13.830683 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:37:05Z', 'updated_at': '2021-09-10T03:37:09Z', 'revision_number': 3, 'project_id': '8a775346a2fd488296c54d289111a075', 'gw_port': {'id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:07Z', 'updated_at': '2021-09-10T03:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:13.834686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:13.839724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-7a44d054-bf47-414d-bf25-9e5802177c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:13.841260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-7a44d054-bf47-414d-bf25-9e5802177c61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 1099 time: 0.2214236 Sep 10 03:37:13.865813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c37ef52-10e9-41be-96a2-7b5ded2978ff None None] The sync data for ids ['c015f9a6-d776-4dd3-8537-732f93997b44'] in n-d-808143-1 is: [{'id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:37:05Z', 'updated_at': '2021-09-10T03:37:09Z', 'revision_number': 3, 'project_id': '8a775346a2fd488296c54d289111a075', 'gw_port': {'id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:01', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:07Z', 'updated_at': '2021-09-10T03:37:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:37:13.889779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:13.908321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:13.944695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-a0955394-b417-4311-98d0-b3ca22fd7f1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d57b502a-a031-42fb-93d0-a0f3b805cdae HTTP/1.1" status: 200 len: 217 time: 0.0781071 Sep 10 03:37:13.969218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a73afc73-b789-451b-8192-85d6a0ea0d1c req-58c9db0a-6f25-43e9-8d3b-36bfa7e51be9 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2596478 Sep 10 03:37:13.975671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:13.976801 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:14.044800 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:14.063440 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b08a9827-db3c-4d4e-accd-96b736202e7f x-openstack-request-id: req-b08a9827-db3c-4d4e-accd-96b736202e7f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:14.063757 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "name": "network-vif-unplugged", "status": "completed", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:14.064042 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b08a9827-db3c-4d4e-accd-96b736202e7f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:14.073561 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab', 'code': 200} Sep 10 03:37:14.080645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:14.098394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:14.107076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffac816a-35e6-42b0-b317-d4fac857f36d req-c4f0c741-68e1-4ae0-b0e4-5618de4a4891 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:14.116404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffac816a-35e6-42b0-b317-d4fac857f36d req-c4f0c741-68e1-4ae0-b0e4-5618de4a4891 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.2225711 Sep 10 03:37:14.161749 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5873c4d-e1fc-4e3d-b7ef-fe9a5328ede4 x-openstack-request-id: req-c5873c4d-e1fc-4e3d-b7ef-fe9a5328ede4 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:14.162043 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e03bb8-0bd1-4c9a-9d94-af6f9653ba09", "tag": "d57b502a-a031-42fb-93d0-a0f3b805cdae", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:14.162294 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5873c4d-e1fc-4e3d-b7ef-fe9a5328ede4 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:14.163726 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e03bb8-0bd1-4c9a-9d94-af6f9653ba09', 'tag': 'd57b502a-a031-42fb-93d0-a0f3b805cdae', 'status': 'completed', 'code': 200} Sep 10 03:37:14.167291 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:14.173579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-3b006127-1206-467f-b4c7-0b79d9e8910b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:14.175048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-3b006127-1206-467f-b4c7-0b79d9e8910b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.2006936 Sep 10 03:37:14.209083 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:14.334830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffac816a-35e6-42b0-b317-d4fac857f36d req-3cbbf892-84db-410d-beb1-c4930d411aa0 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175028 Sep 10 03:37:14.442786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-ad532aa4-7b8f-45ad-837a-1bf42529b9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:14.444796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-ad532aa4-7b8f-45ad-837a-1bf42529b9bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2312977 Sep 10 03:37:14.448656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on host n-h1-808143-1 for vnic_type normal with profile {"migrating_to": "n-h2-808143-1"} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:14.449159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:14.449579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:14.459322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Pushing event updated for resources: {'Port': ['ID=02d916e1-03ef-4eb5-8dda-b4779999d153,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:14.538278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Pushing event updated for resources: {'Port': ['ID=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,revision_number=8']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:14.546011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:14.546993 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:14.549144 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-746bfc09-7f05-4247-97de-664cc8bacc02 service neutron] 10.222.0.20 "PUT /v2.0/ports/6b91fef9-460a-41b4-8b7b-70db6e77d2ab HTTP/1.1" status: 200 len: 1121 time: 2.2615271 Sep 10 03:37:14.575977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.resource_extend [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:37:14.603700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:14.604060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:14.630906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-97ec3d1f-6dc8-48b0-9fb9-17f16578bdcc tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1782239881&fields=id&tenant_id=d77fd494e9b147a8b766c9ba86a24ffb HTTP/1.1" status: 200 len: 267 time: 0.3214371 Sep 10 03:37:14.636634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['6b91fef9-460a-41b4-8b7b-70db6e77d2ab'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:14.680323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:14.680951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:14.681490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:14.682124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Bound port: 02d916e1-03ef-4eb5-8dda-b4779999d153, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:14.682770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:14.688983 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:14.718858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Allocated IP 172.20.0.1 (1f830682-2743-4f69-933c-8c51ecd12268/cbfe2ae2-a5af-49f6-b499-27d799882493/f1b5f19a-82c0-44c0-bc44-739120afce21) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:14.740591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-956ea09c-6391-4bc1-97a2-3678b5d19b6a service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2741086 Sep 10 03:37:14.807533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:14.857395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-f79e6284-7dc6-46f4-9d90-21e4063e6042 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:14.858959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-f79e6284-7dc6-46f4-9d90-21e4063e6042 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/networks?id=51d47cb8-51c5-4281-8da6-4af699d4f8c2 HTTP/1.1" status: 200 len: 805 time: 0.1926844 Sep 10 03:37:14.917898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43e810d-a7c3-4254-af02-065914bdbabc req-d59b93ee-b2fa-425f-933d-22766d7ed0ce tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:14.925937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d43e810d-a7c3-4254-af02-065914bdbabc req-d59b93ee-b2fa-425f-933d-22766d7ed0ce tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 943 time: 0.3267856 Sep 10 03:37:15.029023 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-0dd896d0-2792-47bf-a77a-471861e7ca61 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/quotas/d77fd494e9b147a8b766c9ba86a24ffb HTTP/1.1" status: 200 len: 375 time: 0.1195693 Sep 10 03:37:15.041329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d43e810d-a7c3-4254-af02-065914bdbabc req-bab45038-64cb-4d4a-9aa2-4560e1523914 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142650 Sep 10 03:37:15.045896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 02d916e1-03ef-4eb5-8dda-b4779999d153 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:15.251940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:15.285837 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Floating IP 0dcfc603-f435-490f-a650-86a969af2313 associated. External IP: 172.25.3.9, port: 3eb3a59c-6728-45d7-9530-1d1de6dba0b0. Sep 10 03:37:15.286632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on host n-h1-808143-1 for vnic_type normal with profile {"migrating_to": "n-h2-808143-1"} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:15.287214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:15.287789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:15.293855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:15.294467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:15.302439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:15.302985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:15.303764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:15.304388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Bound port: 02d916e1-03ef-4eb5-8dda-b4779999d153, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:15.304946 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:15.379571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:15.382482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:15.462797 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:15.519984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Router 18af05a4-ff8c-4db7-be64-3bfc40df4249 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:37:15.539383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 02d916e1-03ef-4eb5-8dda-b4779999d153 has no active binding in host n-h2-808143-1 {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:37:15.539795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device ed8b9883-f96d-4336-a590-a609c912f74a details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:15.546732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=02d916e1-03ef-4eb5-8dda-b4779999d153,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:15.556602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:15.608367 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) 02d916e1-03ef-4eb5-8dda-b4779999d153-n-h1-808143-1-0 {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:37:15.608743 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:37:15.617055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-8d9e7d74-4196-4e29-91f7-b5b067d3dff7 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d77fd494e9b147a8b766c9ba86a24ffb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5117023 Sep 10 03:37:15.628624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b15626-8ddd-4d3c-a6fe-9cdde586662c req-720011ea-69f2-4be4-9386-e79e5cc3a903 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:15.635972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7b15626-8ddd-4d3c-a6fe-9cdde586662c req-720011ea-69f2-4be4-9386-e79e5cc3a903 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.1311076 Sep 10 03:37:15.645769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1009a5a9-df5e-481f-a0ac-76ad1c00b85b req-79474fe9-f8a4-4320-a396-1f0b519a6a22 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7820091 Sep 10 03:37:15.646305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port ed8b9883-f96d-4336-a590-a609c912f74a, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ed8b9883-f96d-4336-a590-a609c912f74a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:15.658041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'ed8b9883-f96d-4336-a590-a609c912f74a', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'ed8b9883-f96d-4336-a590-a609c912f74a', 'mac_address': 'fa:16:3e:1c:67:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:15.665392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:15.670058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:37:15.675838 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:15.680856 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] Sync routers for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:37:15.691952 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:15.692833 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:15.713459 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8721b8b6-d9da-45e5-8bf9-48a5438ce5c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "PUT /v2.0/floatingips/0dcfc603-f435-490f-a650-86a969af2313 HTTP/1.1" status: 200 len: 989 time: 2.4325700 Sep 10 03:37:15.713670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:15.714742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Transition to ACTIVE for port object f1b5f19a-82c0-44c0-bc44-739120afce21 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:15.718624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7b15626-8ddd-4d3c-a6fe-9cdde586662c req-9a846938-c133-47c8-a281-95423221eb44 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819426 Sep 10 03:37:15.727193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed8b9883-f96d-4336-a590-a609c912f74a {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:15.750297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port ed8b9883-f96d-4336-a590-a609c912f74a, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ed8b9883-f96d-4336-a590-a609c912f74a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:15.822424 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:15.833444 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:15.854057 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:15.874192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=ed8b9883-f96d-4336-a590-a609c912f74a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:15.901419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:15.939712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Network 1f830682-2743-4f69-933c-8c51ecd12268 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:15.944974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-d6c57b69-aed1-49a2-bde4-eeabac08f467 service neutron] 10.222.0.22 "GET /v2.0/networks/51d47cb8-51c5-4281-8da6-4af699d4f8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3014891 Sep 10 03:37:15.952290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-c879489f-e1f7-4c67-8a21-43f62630744a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:15.953750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-c879489f-e1f7-4c67-8a21-43f62630744a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 1099 time: 0.1767454 Sep 10 03:37:15.960021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:15.969560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:15.970029 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:15.981964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012a41c2-5a61-45e7-b71c-37a0d54f83ac req-692237bb-37aa-4f23-9070-aaca188d8854 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:15.983601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-012a41c2-5a61-45e7-b71c-37a0d54f83ac req-692237bb-37aa-4f23-9070-aaca188d8854 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 948 time: 0.1483185 Sep 10 03:37:16.001997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b5f19a-82c0-44c0-bc44-739120afce21,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:16.013048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:16.019093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:16.019831 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:16.074674 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab'}, {'name': 'network-changed', 'server_uuid': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'tag': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:16.079241 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b4d1195-a014-46c0-8b84-89fb7484aaf5" -d '{"events": [{"name": "network-changed", "server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab"}, {"name": "network-changed", "server_uuid": "9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93", "tag": "3eb3a59c-6728-45d7-9530-1d1de6dba0b0"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:16.112856 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0dcfc603-f435-490f-a650-86a969af2313', 'tenant_id': 'a529621791b34382a032266c576addc2', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'port_id': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'mac_address': 'fa:16:3e:56:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:34:27Z', 'updated_at': '2021-09-10T03:37:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:16.116652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['ed8b9883-f96d-4336-a590-a609c912f74a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:16.139552 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] Checking router: 18af05a4-ff8c-4db7-be64-3bfc40df4249 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:37:16.154214 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:16.154834 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:16.165812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-d2bf1e97-0c09-427f-9538-795618d7a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:16.167956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-d2bf1e97-0c09-427f-9538-795618d7a218 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1939948 Sep 10 03:37:16.174558 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:16.206169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:16.239717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:16.242202 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8c39a1-db5e-45bf-9fe2-93d4f528cf05" -d '{"events": [{"server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "name": "network-vif-unplugged", "status": "completed", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:16.269774 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:16.325026 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:16.334187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on host n-h1-808143-1 for vnic_type normal with profile {"migrating_to": "n-h2-808143-1"} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:16.334187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:16.334187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:16.341329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:16.341649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attempting to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:16.347640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-4ba64d87-9be2-4ba7-aed6-dbe44906abf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.233&port_id=d57b502a-a031-42fb-93d0-a0f3b805cdae HTTP/1.1" status: 200 len: 217 time: 0.0988762 Sep 10 03:37:16.352635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:16.352987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:16.353374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:16.353891 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Bound port: 02d916e1-03ef-4eb5-8dda-b4779999d153, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:16.354252 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:16.358607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-012a41c2-5a61-45e7-b71c-37a0d54f83ac req-42eff42c-5591-47f0-8846-23872bbf5e6f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3529651 Sep 10 03:37:16.385328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:16.394192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.394549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.394893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.395228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.395566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.395927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.396258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.396586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.397014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.397227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.397547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.397865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:37:16.400104 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:16.401744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d208d253-4496-4f9a-aaf3-163702642851 None None] Provisioning for port f1b5f19a-82c0-44c0-bc44-739120afce21 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:16.407110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d208d253-4496-4f9a-aaf3-163702642851 None None] Provisioning complete for port f1b5f19a-82c0-44c0-bc44-739120afce21 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:16.407110 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d208d253-4496-4f9a-aaf3-163702642851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:16.453407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d208d253-4496-4f9a-aaf3-163702642851 None None] Port f1b5f19a-82c0-44c0-bc44-739120afce21 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:37:16.463476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-6e6f6619-9b2e-4122-b49f-845060ef649c service neutron] 10.222.0.22 "GET /v2.0/networks/51d47cb8-51c5-4281-8da6-4af699d4f8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5046961 Sep 10 03:37:16.547803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-c7bf29ec-40bd-4378-80e2-e88b857927fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:16.549385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-c7bf29ec-40bd-4378-80e2-e88b857927fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1594296 Sep 10 03:37:16.597276 n-d-808143-1 neutron-server[95136]: WARNING neutron.plugins.ml2.plugin [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Concurrent port binding operations failed on port 02d916e1-03ef-4eb5-8dda-b4779999d153 Sep 10 03:37:16.602153 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0dcfc603-f435-490f-a650-86a969af2313', 'tenant_id': 'a529621791b34382a032266c576addc2', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'port_id': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'mac_address': 'fa:16:3e:56:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:34:27Z', 'updated_at': '2021-09-10T03:37:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:16.604055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:16.632135 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8affb51-bf79-4cfb-910a-a708faf2dbe3 None None] The sync data for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 is: [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0dcfc603-f435-490f-a650-86a969af2313', 'tenant_id': 'a529621791b34382a032266c576addc2', 'floating_ip_address': '172.25.3.9', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'port_id': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 118, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'mac_address': 'fa:16:3e:56:ed:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:34:27Z', 'updated_at': '2021-09-10T03:37:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:37:16.632463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db109ed2-ff8c-4768-ad83-9b967fb9be50 req-aa22bc46-0ac0-40f8-b2dc-1a0f0be1a9a8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:16.633964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db109ed2-ff8c-4768-ad83-9b967fb9be50 req-aa22bc46-0ac0-40f8-b2dc-1a0f0be1a9a8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 950 time: 0.1667483 Sep 10 03:37:16.637364 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attempt 2 to bind port 02d916e1-03ef-4eb5-8dda-b4779999d153 Sep 10 03:37:16.649069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:16.649683 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:16.651078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-d66332d8-9d91-4b8d-b8e7-57f5b231f3f3 service neutron] 10.222.0.39 "PUT /v2.0/ports/02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 200 len: 1121 time: 3.8025384 Sep 10 03:37:16.735654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-82b5add6-3448-4432-b26e-f758bb97b454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:16.739514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-82b5add6-3448-4432-b26e-f758bb97b454 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1601639 Sep 10 03:37:16.744442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db109ed2-ff8c-4768-ad83-9b967fb9be50 req-99053336-52d9-4890-807e-4edc064252f4 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925112 Sep 10 03:37:16.754833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['02d916e1-03ef-4eb5-8dda-b4779999d153'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:16.835467 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e54fce-1f76-4d4a-8c56-dce15e5b3ceb x-openstack-request-id: req-84e54fce-1f76-4d4a-8c56-dce15e5b3ceb {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:16.837587 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93", "tag": "3eb3a59c-6728-45d7-9530-1d1de6dba0b0", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:16.838846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['02d916e1-03ef-4eb5-8dda-b4779999d153'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:16.839341 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84e54fce-1f76-4d4a-8c56-dce15e5b3ceb {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:16.839989 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab', 'status': 'completed', 'code': 200} Sep 10 03:37:16.842874 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'tag': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0', 'status': 'completed', 'code': 200} Sep 10 03:37:16.921530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-9d655292-15e1-4b23-b2b8-058a4715024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:16.923062 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-9d655292-15e1-4b23-b2b8-058a4715024b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a529621791b34382a032266c576addc2&device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 1096 time: 0.0592742 Sep 10 03:37:16.971984 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7fc4b4c-4aed-441c-920b-86dcc8926460 x-openstack-request-id: req-b7fc4b4c-4aed-441c-920b-86dcc8926460 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:16.972856 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "name": "network-vif-unplugged", "status": "completed", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:16.973187 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7fc4b4c-4aed-441c-920b-86dcc8926460 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:16.973660 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153', 'code': 200} Sep 10 03:37:17.060618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:17.062693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device ed8b9883-f96d-4336-a590-a609c912f74a up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:17.064209 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:17.108935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-30542123-99e6-4215-8eb7-62a046591f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:17.110592 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-30542123-99e6-4215-8eb7-62a046591f12 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 200 len: 923 time: 0.1743362 Sep 10 03:37:17.123476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-add716f8-a933-4e7a-a8d6-950874e8acb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:17.124895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-add716f8-a933-4e7a-a8d6-950874e8acb0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1124 time: 0.1841025 Sep 10 03:37:17.146334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473f71b3-6396-4ab9-8f13-66bceac12ab9 req-87cb7754-b91d-46d5-b75d-300e9f7a9130 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:17.147653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-473f71b3-6396-4ab9-8f13-66bceac12ab9 req-87cb7754-b91d-46d5-b75d-300e9f7a9130 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 943 time: 0.2037537 Sep 10 03:37:17.167376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1df5e45-13d3-41d5-865d-3ccfb6030fdb None None] New status for floating IP 0dcfc603-f435-490f-a650-86a969af2313: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:37:17.172150 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:17.172875 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:17.176247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-f427568f-cfb4-43a8-8857-3ef5dea65cec service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4072528 Sep 10 03:37:17.198894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-d19b1237-5640-4062-aea8-c9ec65f35aff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3eb3a59c-6728-45d7-9530-1d1de6dba0b0 HTTP/1.1" status: 200 len: 997 time: 0.0759091 Sep 10 03:37:17.261604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-669d3fc0-cb0d-4566-a68f-cb4a906e5755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:17.263811 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-669d3fc0-cb0d-4566-a68f-cb4a906e5755 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6d57ebe0-3d59-434f-9f90-9f16059a88dd HTTP/1.1" status: 200 len: 861 time: 0.0528965 Sep 10 03:37:17.294707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-473f71b3-6396-4ab9-8f13-66bceac12ab9 req-925023e0-3cdd-4dd4-a176-e792fd569b71 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377325 Sep 10 03:37:17.327292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-6d552370-68d8-4e69-b44a-d3a941eebd24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:17.329078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-6d552370-68d8-4e69-b44a-d3a941eebd24 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0232d608-1b28-4407-99e4-3a42da9f9270&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525177 Sep 10 03:37:17.457895 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-f1298326-867c-43ff-8deb-5124f86df392 service neutron] 10.222.0.20 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070683 Sep 10 03:37:17.469496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port ed8b9883-f96d-4336-a590-a609c912f74a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:17.487960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port ed8b9883-f96d-4336-a590-a609c912f74a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:17.488420 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:17.535368 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-382ad9a4-4a2c-41e7-b5e5-39281412cabf req-59dc0a9c-f18b-4cc9-a200-f91debc0bf46 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 210 time: 0.0758128 Sep 10 03:37:17.535762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b5f19a-82c0-44c0-bc44-739120afce21,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:17.539241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Network 1f830682-2743-4f69-933c-8c51ecd12268 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:17.544008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-fa6885ea-f6fd-461a-b1e1-43eaccfd34a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:17.545471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-fa6885ea-f6fd-461a-b1e1-43eaccfd34a4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.3963070 Sep 10 03:37:17.550647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:17.566542 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:17.602359 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-2ac4b147-e7bb-4858-b29d-fa2fabbe41db service neutron] 10.222.0.20 "GET /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303709 Sep 10 03:37:17.618922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '4e306a70-f5db-4a4b-a263-7db709452823', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '4e306a70-f5db-4a4b-a263-7db709452823', 'mac_address': 'fa:16:3e:34:4c:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:17.676605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89f7d88b-c621-4c39-8f75-fda80e56fd7f req-e414eb6d-3191-4fc9-857c-9a3bf33abcb1 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4827268 Sep 10 03:37:17.680030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-ff5eff70-dd67-4a9b-b28d-92332b6399b7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab HTTP/1.1" status: 200 len: 217 time: 0.1258564 Sep 10 03:37:17.731181 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:17.732941 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:17.755168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4e306a70-f5db-4a4b-a263-7db709452823 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:17.778243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f734c-ef6e-4510-95e6-8b83df2ae5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8b9883-f96d-4336-a590-a609c912f74a'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:17.780566 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d12fd02f-c348-4e81-8bfd-c444386c736b" -d '{"events": [{"server_uuid": "382f734c-ef6e-4510-95e6-8b83df2ae5f5", "name": "network-vif-plugged", "status": "completed", "tag": "ed8b9883-f96d-4336-a590-a609c912f74a"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:17.805675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:17.807587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port ed8b9883-f96d-4336-a590-a609c912f74a, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ed8b9883-f96d-4336-a590-a609c912f74a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:17.853202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-03e01d4f-6603-4f04-8e39-21d0f8be2422 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:17.854681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-03e01d4f-6603-4f04-8e39-21d0f8be2422 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1525507 Sep 10 03:37:17.866489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:17.869186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b65ee3-9931-4f55-a5bb-48afc92c0543 req-727be574-a1fa-4e8f-884f-fff6bca858ad tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:17.870646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4b65ee3-9931-4f55-a5bb-48afc92c0543 req-727be574-a1fa-4e8f-884f-fff6bca858ad tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.1237144 Sep 10 03:37:17.882634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Router c015f9a6-d776-4dd3-8537-732f93997b44 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:37:17.907462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-c124e984-e38e-4a8e-a7bf-8b19f5b170bb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337133 Sep 10 03:37:17.911785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-954026bd-c425-48f6-8eb5-62a6dbb0afa6 None None] Provisioning complete for port f1b5f19a-82c0-44c0-bc44-739120afce21 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:17.912168 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-954026bd-c425-48f6-8eb5-62a6dbb0afa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:17.946890 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:17.947813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:17.953580 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:17.998211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4b65ee3-9931-4f55-a5bb-48afc92c0543 req-3c9668d8-4e2e-46ec-8e54-cdc62bdb9fc3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132872 Sep 10 03:37:18.004666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:18.005047 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:18.009540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-954026bd-c425-48f6-8eb5-62a6dbb0afa6 None None] Port f1b5f19a-82c0-44c0-bc44-739120afce21 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:37:18.114911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-31468594-0fae-4ceb-8445-3d4b65cf4cc5 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1948786 Sep 10 03:37:18.135054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=ed8b9883-f96d-4336-a590-a609c912f74a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:18.146622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:37:18.161096 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Sync routers for ids ['c015f9a6-d776-4dd3-8537-732f93997b44'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:37:18.168867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b91fef9-460a-41b4-8b7b-70db6e77d2ab details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:18.177764 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Routers {'c015f9a6-d776-4dd3-8537-732f93997b44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:18.179091 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c015f9a6-d776-4dd3-8537-732f93997b44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:18.186882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fea9f501-8506-4f20-826d-bbd19f4a6987 admin admin] 10.222.0.22 "PUT /v2.0/routers/c015f9a6-d776-4dd3-8537-732f93997b44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2277939 Sep 10 03:37:18.247536 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:18.300403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=9']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:18.316435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 4e306a70-f5db-4a4b-a263-7db709452823 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:18.355013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['4e306a70-f5db-4a4b-a263-7db709452823'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:18.416267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:18.430008 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Set router c015f9a6-d776-4dd3-8537-732f93997b44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:18.469142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:18.494776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b91fef9-460a-41b4-8b7b-70db6e77d2ab has no active binding in host n-h1-808143-1 {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:37:18.496446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:18.584926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=10']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:18.712087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b4d1195-a014-46c0-8b84-89fb7484aaf5 req-d42ab66c-4b11-4568-8ace-b9de8443a290 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5770254 Sep 10 03:37:18.719881 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:37:05Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 4, 'project_id': '8a775346a2fd488296c54d289111a075', 'gw_port': {'id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:07Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f1b5f19a-82c0-44c0-bc44-739120afce21', 'name': '', 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'mac_address': 'fa:16:3e:d0:27:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cbfe2ae2-a5af-49f6-b499-27d799882493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:14Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 2, 'project_id': '8a775346a2fd488296c54d289111a075', 'subnets': [{'id': 'cbfe2ae2-a5af-49f6-b499-27d799882493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:18.726013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac9949d-84a4-4fb0-8db9-87531ebc5ce9 req-076a5346-4deb-4779-b254-f7067358cf39 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:18.734046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ac9949d-84a4-4fb0-8db9-87531ebc5ce9 req-076a5346-4deb-4779-b254-f7067358cf39 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 949 time: 0.5180640 Sep 10 03:37:18.750770 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Checking router: c015f9a6-d776-4dd3-8537-732f93997b44 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:37:18.751110 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Updating router c015f9a6-d776-4dd3-8537-732f93997b44 port f1b5f19a-82c0-44c0-bc44-739120afce21 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:37:18.762142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf19ae28-325c-482b-9a03-2bbb8ee0c26b req-a59f3cd9-25be-4a56-967c-3cadea1e7df1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:18.764058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf19ae28-325c-482b-9a03-2bbb8ee0c26b req-a59f3cd9-25be-4a56-967c-3cadea1e7df1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 948 time: 0.6483026 Sep 10 03:37:18.780337 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:18.826277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf19ae28-325c-482b-9a03-2bbb8ee0c26b req-cf8fc5ac-bab5-4f43-bc02-6fbdb4f251d5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503376 Sep 10 03:37:18.866065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ac9949d-84a4-4fb0-8db9-87531ebc5ce9 req-715ec73b-e5a4-4b7d-8de5-889689998ee2 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307805 Sep 10 03:37:18.881240 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5df82100-a338-458c-87c9-ef720c529099 x-openstack-request-id: req-5df82100-a338-458c-87c9-ef720c529099 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:18.881548 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f734c-ef6e-4510-95e6-8b83df2ae5f5", "name": "network-vif-plugged", "status": "completed", "tag": "ed8b9883-f96d-4336-a590-a609c912f74a", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:18.881792 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5df82100-a338-458c-87c9-ef720c529099 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:18.882190 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f734c-ef6e-4510-95e6-8b83df2ae5f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed8b9883-f96d-4336-a590-a609c912f74a', 'code': 200} Sep 10 03:37:18.909162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-05df5a30-55ff-4b81-9823-a6cf722b68eb service neutron] 10.222.0.39 "GET /v2.0/ports/6b91fef9-460a-41b4-8b7b-70db6e77d2ab/bindings/n-h1-808143-1 HTTP/1.1" status: 200 len: 384 time: 0.0993576 Sep 10 03:37:18.992433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:19.000085 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25" -d '{"events": [{"name": "network-changed", "server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:19.041204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424bcca8-04e7-44a5-a645-71e78bb6c0fd req-f71fdb5f-16bb-4795-bf3e-4d7b0bf23516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:19.042770 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-424bcca8-04e7-44a5-a645-71e78bb6c0fd req-f71fdb5f-16bb-4795-bf3e-4d7b0bf23516 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=382f734c-ef6e-4510-95e6-8b83df2ae5f5 HTTP/1.1" status: 200 len: 1101 time: 0.0659361 Sep 10 03:37:19.090132 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-424bcca8-04e7-44a5-a645-71e78bb6c0fd req-5ecc64ed-2cd7-4bd0-b95b-7c2376357678 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358765 Sep 10 03:37:19.143094 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:19.159888 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Transition to ACTIVE for port object f1b5f19a-82c0-44c0-bc44-739120afce21 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:19.229725 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:19.252758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d54915-1eee-42ae-ab68-57e3969bca2c req-67dcb780-dc39-4808-9952-94fb236d4b57 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:19.254193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52d54915-1eee-42ae-ab68-57e3969bca2c req-67dcb780-dc39-4808-9952-94fb236d4b57 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 943 time: 0.2475896 Sep 10 03:37:19.318704 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45054ebb-c59c-449e-95f3-3306d6e8a4bc None None] Pushing event updated for resources: {'Port': ['ID=f1b5f19a-82c0-44c0-bc44-739120afce21,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:19.349247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-8b9aa495-2e7d-47fb-aade-3f0e75387349 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3149338 Sep 10 03:37:19.357608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52d54915-1eee-42ae-ab68-57e3969bca2c req-3794c8b3-928a-4155-9d6a-6ae999d72395 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758927 Sep 10 03:37:19.396129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:19.446963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-09996352-546c-4c23-b09f-0ac605b8317a req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:19.476092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-09996352-546c-4c23-b09f-0ac605b8317a req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:19.493082 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Attempting to bind port f1b5f19a-82c0-44c0-bc44-739120afce21 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:19.493582 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Attempting to bind port f1b5f19a-82c0-44c0-bc44-739120afce21 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:19.494158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Attempting to bind port f1b5f19a-82c0-44c0-bc44-739120afce21 on network 1f830682-2743-4f69-933c-8c51ecd12268 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:19.499484 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 36, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:19.499999 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Checking segment: {'id': '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:19.500842 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:19.501912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Bound using segment: {'id': '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:19.502459 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Bound port: f1b5f19a-82c0-44c0-bc44-739120afce21, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:19.502930 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:19.531603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5efed45-6cb3-4e87-8164-c0beb7f9d893 req-2fe6f96a-0f5a-4c6b-a454-49db2057be63 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 210 time: 0.0341270 Sep 10 03:37:19.534479 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:19.554928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-09996352-546c-4c23-b09f-0ac605b8317a req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b91fef9-460a-41b4-8b7b-70db6e77d2ab {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:19.571989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-09996352-546c-4c23-b09f-0ac605b8317a req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:19.586853 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] For port f1b5f19a-82c0-44c0-bc44-739120afce21, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:19.590563 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] For port f1b5f19a-82c0-44c0-bc44-739120afce21, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f1b5f19a-82c0-44c0-bc44-739120afce21,segment=NetworkSegment(4e8fbf83-b5fd-4c56-b45e-8ec36ead1606),segment_id=4e8fbf83-b5fd-4c56-b45e-8ec36ead1606)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:19.604899 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e6bb85-77f0-4c4d-89a5-f50d59ba601e x-openstack-request-id: req-87e6bb85-77f0-4c4d-89a5-f50d59ba601e {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:19.605187 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:19.605432 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87e6bb85-77f0-4c4d-89a5-f50d59ba601e {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:19.605825 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153', 'status': 'completed', 'code': 200} Sep 10 03:37:19.708577 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:19.722358 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:19.778525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-bd180cf0-2c36-4227-94e9-a6d9ffceea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:19.785602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-bd180cf0-2c36-4227-94e9-a6d9ffceea2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1124 time: 0.1337447 Sep 10 03:37:19.801732 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Routers {'c015f9a6-d776-4dd3-8537-732f93997b44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:19.805176 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:36:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c015f9a6-d776-4dd3-8537-732f93997b44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:19.838806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1862d-96d4-4709-aadf-1d06c52cfcc4 req-7529e72d-4524-46ce-bda1-176b18d43208 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:19.840394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18a1862d-96d4-4709-aadf-1d06c52cfcc4 req-7529e72d-4524-46ce-bda1-176b18d43208 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.1789088 Sep 10 03:37:19.869819 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:19.880544 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45054ebb-c59c-449e-95f3-3306d6e8a4bc None None] Pushing event updated for resources: {'Port': ['ID=f1b5f19a-82c0-44c0-bc44-739120afce21,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:19.980080 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] Set router c015f9a6-d776-4dd3-8537-732f93997b44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:20.042117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18a1862d-96d4-4709-aadf-1d06c52cfcc4 req-c8ea45b7-a2c6-451f-9c4f-8d9eb843ac8d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865339 Sep 10 03:37:20.049104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-09996352-546c-4c23-b09f-0ac605b8317a req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] Transition to ACTIVE for port object 6b91fef9-460a-41b4-8b7b-70db6e77d2ab will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:20.086165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-1bb52a9a-7bba-48ef-aa62-97f7b4aa3f10 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:20.088678 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-1bb52a9a-7bba-48ef-aa62-97f7b4aa3f10 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.39 "GET /v2.0/networks?id=51d47cb8-51c5-4281-8da6-4af699d4f8c2 HTTP/1.1" status: 200 len: 805 time: 0.1420300 Sep 10 03:37:20.106167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-5b8aabb6-9f4b-4920-973b-8898186c9730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:20.110101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-5b8aabb6-9f4b-4920-973b-8898186c9730 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.3138981 Sep 10 03:37:20.154703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d57b502a-a031-42fb-93d0-a0f3b805cdae details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:20.164139 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-ee3b7707-8497-4ce3-b819-16a82dd63d4d tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d77fd494e9b147a8b766c9ba86a24ffb HTTP/1.1" status: 200 len: 380 time: 0.0561016 Sep 10 03:37:20.175989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Request body: {'port': {'device_id': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'admin_state_up': True, 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'security_groups': ['624043cf-f68d-4b13-8692-0b7312161d3e']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:20.188044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-e04b0aae-1a48-42ff-b599-2718c327be7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 200 len: 217 time: 0.0630243 Sep 10 03:37:20.207447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Allocated IP 172.25.3.59 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/ccf56912-5c9e-4e4b-81ac-2a3ac3c64868) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:20.349292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d57b502a-a031-42fb-93d0-a0f3b805cdae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d57b502a-a031-42fb-93d0-a0f3b805cdae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:20.358972 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:20.369379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'd57b502a-a031-42fb-93d0-a0f3b805cdae', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'd57b502a-a031-42fb-93d0-a0f3b805cdae', 'mac_address': 'fa:16:3e:58:ed:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.233'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:20.376854 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:37:05Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 4, 'project_id': '8a775346a2fd488296c54d289111a075', 'gw_port': {'id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:07Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f1b5f19a-82c0-44c0-bc44-739120afce21', 'name': '', 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'mac_address': 'fa:16:3e:d0:27:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cbfe2ae2-a5af-49f6-b499-27d799882493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:14Z', 'updated_at': '2021-09-10T03:37:19Z', 'revision_number': 4, 'project_id': '8a775346a2fd488296c54d289111a075', 'subnets': [{'id': 'cbfe2ae2-a5af-49f6-b499-27d799882493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:20.408957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:20.429584 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e63fd33-a5fe-4de8-b141-a149d13a6ffd None None] The sync data for ids ['c015f9a6-d776-4dd3-8537-732f93997b44'] in n-d-808143-1 is: [{'id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:37:05Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 4, 'project_id': '8a775346a2fd488296c54d289111a075', 'gw_port': {'id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:07Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f1b5f19a-82c0-44c0-bc44-739120afce21', 'name': '', 'network_id': '1f830682-2743-4f69-933c-8c51ecd12268', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'mac_address': 'fa:16:3e:d0:27:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_interface', 'standard_attr_id': 609, 'fixed_ips': [{'subnet_id': 'cbfe2ae2-a5af-49f6-b499-27d799882493', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:14Z', 'updated_at': '2021-09-10T03:37:19Z', 'revision_number': 4, 'project_id': '8a775346a2fd488296c54d289111a075', 'subnets': [{'id': 'cbfe2ae2-a5af-49f6-b499-27d799882493', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:37:20.446028 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:20.463927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d57b502a-a031-42fb-93d0-a0f3b805cdae {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:20.489248 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:20.505203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Made reservation on behalf of d77fd494e9b147a8b766c9ba86a24ffb for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:20.520035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:20.527072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d57b502a-a031-42fb-93d0-a0f3b805cdae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d57b502a-a031-42fb-93d0-a0f3b805cdae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:20.572815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-09996352-546c-4c23-b09f-0ac605b8317a req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] No DVR routers for this DVR port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:20.578765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:20.588331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-4f24a2b0-1710-49ff-96b8-7fe502cd908b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:20.589890 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:20.590294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-4f24a2b0-1710-49ff-96b8-7fe502cd908b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.1933458 Sep 10 03:37:20.594706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:20.598796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] Pushing event updated for resources: {'Port': ['ID=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,revision_number=10']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:20.601867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:20.633103 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd30068-ce76-4c30-ba99-ea332cb0e755 req-fa3a52ee-80eb-49c3-846a-55abe4d1dc52 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:20.640644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fd30068-ce76-4c30-ba99-ea332cb0e755 req-fa3a52ee-80eb-49c3-846a-55abe4d1dc52 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 948 time: 0.2346928 Sep 10 03:37:20.672080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d57b502a-a031-42fb-93d0-a0f3b805cdae,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:20.735269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Allocated IP 172.20.0.3 (51d47cb8-51c5-4281-8da6-4af699d4f8c2/9221daec-c83d-4b3b-b468-39e282d341c8/87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:20.745876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-2762e445-f9f9-4496-b953-9ad5b5377d79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1385179 Sep 10 03:37:20.801035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8e5bc03a-ef39-42da-88f7-3f959077466a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:20.808564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-e417ec73-7ff1-4fb7-8a9e-1a69cc1ddcd3 service neutron] 10.222.0.39 "PUT /v2.0/ports/6b91fef9-460a-41b4-8b7b-70db6e77d2ab/bindings/n-h1-808143-1/activate HTTP/1.1" status: 200 len: 369 time: 1.8912048 Sep 10 03:37:20.839400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event updated for resources: {'Port': ['ID=ccf56912-5c9e-4e4b-81ac-2a3ac3c64868,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:20.885156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fd30068-ce76-4c30-ba99-ea332cb0e755 req-c66954e3-63e8-4729-93a1-b91c8d5f399c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2431557 Sep 10 03:37:20.885773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:20.934938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-c4a82b43-3655-40f6-aea8-315189ab6636 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635973 Sep 10 03:37:20.985833 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.002530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Transition to ACTIVE for port object 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:21.050445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-090cc027-f5b6-44f0-865f-9be692672367 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:21.052229 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-090cc027-f5b6-44f0-865f-9be692672367 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.1241672 Sep 10 03:37:21.061003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['d57b502a-a031-42fb-93d0-a0f3b805cdae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:21.102029 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.145083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:21.152315 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.161428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71125eda-1f26-48d4-b696-798b490cd8ee req-597a72a8-bf33-4654-970a-416e7943981c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:21.171899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71125eda-1f26-48d4-b696-798b490cd8ee req-597a72a8-bf33-4654-970a-416e7943981c tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 949 time: 0.1941152 Sep 10 03:37:21.175143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b0776d-a3a3-4ab5-9dfb-cf454303fc25 req-e353ca31-e643-45b4-9b33-9456f2c7bc74 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300384 Sep 10 03:37:21.255096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 4e306a70-f5db-4a4b-a263-7db709452823 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:21.255874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:21.256494 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.265670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:21.283693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71125eda-1f26-48d4-b696-798b490cd8ee req-bf3b15b1-3e92-4757-9470-8be84a694df0 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075563 Sep 10 03:37:21.313426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:21.320178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-eeaf22af-3593-4d3c-817e-a8b2f602130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:21.321805 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-eeaf22af-3593-4d3c-817e-a8b2f602130f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad HTTP/1.1" status: 200 len: 1095 time: 0.2581382 Sep 10 03:37:21.390689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Pushing event updated for resources: {'Port': ['ID=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:21.469757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-3693f57f-7483-4315-9843-a55e11fc7517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:21.472042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-3693f57f-7483-4315-9843-a55e11fc7517 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1095 time: 0.1212630 Sep 10 03:37:21.479424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:21.479928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.530921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e627e11-dfe8-4a1f-836d-2c8d76e344ec req-c05b78be-62e0-49a4-9c5b-cb4f52576ad8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:21.539910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e627e11-dfe8-4a1f-836d-2c8d76e344ec req-c05b78be-62e0-49a4-9c5b-cb4f52576ad8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 944 time: 0.1445284 Sep 10 03:37:21.547414 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.602083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:21.603990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:21.609958 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6b9868-5576-4fd5-a826-821df763ccf3" -d '{"events": [{"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-plugged", "status": "completed", "tag": "4e306a70-f5db-4a4b-a263-7db709452823"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:21.627168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e627e11-dfe8-4a1f-836d-2c8d76e344ec req-9ff52fa2-9648-4c43-b6c4-e866a1653b2e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797429 Sep 10 03:37:21.630337 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.633626 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-42c6008e-5c09-41c5-a29f-bc83424a659f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4623609 Sep 10 03:37:21.649787 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Request body: {'port': {'device_id': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:21.691128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-5e82b7b7-0cb7-4b63-915e-2479e7eb9406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:21.692652 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-5e82b7b7-0cb7-4b63-915e-2479e7eb9406 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1997108 Sep 10 03:37:21.696494 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.697522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 6b91fef9-460a-41b4-8b7b-70db6e77d2ab no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:21.732002 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.774304 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-ba579ded-4b51-4df8-9871-029fb7a166fa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab HTTP/1.1" status: 200 len: 217 time: 0.0604641 Sep 10 03:37:21.776265 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.782252 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.849265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=11']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:21.852035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 6b91fef9-460a-41b4-8b7b-70db6e77d2ab not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:21.888344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c7d4c-2855-48af-804c-890049791138 req-4bca3ba4-e071-4882-b2fd-708fb71167ae tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:21.889877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e7c7d4c-2855-48af-804c-890049791138 req-4bca3ba4-e071-4882-b2fd-708fb71167ae tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 931 time: 0.1709156 Sep 10 03:37:21.890522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event updated for resources: {'Port': ['ID=ccf56912-5c9e-4e4b-81ac-2a3ac3c64868,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:21.908036 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:21.909603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6f0f6cc3-c737-4f19-bd3a-368647c1aa05 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5196939 Sep 10 03:37:21.920267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-b410c282-d56d-416f-9e0b-e629bc9c5ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:21.922574 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-b410c282-d56d-416f-9e0b-e629bc9c5ca2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1378033 Sep 10 03:37:21.929360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1b5f19a-82c0-44c0-bc44-739120afce21 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:21.964916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-73088eaf-c223-44fb-9545-3b0f3732ad80 None None] Provisioning for port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:21.965119 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-9cf3c8ef-b815-4895-a5b4-7ba4aa232c33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308146 Sep 10 03:37:21.971653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-73088eaf-c223-44fb-9545-3b0f3732ad80 None None] Provisioning complete for port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:21.978797 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-73088eaf-c223-44fb-9545-3b0f3732ad80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:22.036852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-865f9866-0c89-484f-8f77-61ec6e03fd1b tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.1128461 Sep 10 03:37:22.052341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-73088eaf-c223-44fb-9545-3b0f3732ad80 None None] Port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:37:22.121079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e7c7d4c-2855-48af-804c-890049791138 req-6e3d1611-7eaf-4f4b-9e4b-943f311c0774 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2208941 Sep 10 03:37:22.129511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port f1b5f19a-82c0-44c0-bc44-739120afce21 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:22.140049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f1b5f19a-82c0-44c0-bc44-739120afce21 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:22.140607 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:22.212489 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-5159f3ce-736d-466c-8d9a-49ba75895f2e service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010524 Sep 10 03:37:22.249655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-c4410bfc-b9d1-407c-82d3-9e513443240a tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:22.257096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-c4410bfc-b9d1-407c-82d3-9e513443240a tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2193756 Sep 10 03:37:22.263616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6affc8c0-78d5-46ab-b0de-008eac9dca1c tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:37:22.275709 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:22.277506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b79723a-d943-4e79-8c32-6961eec8dce8 req-6affc8c0-78d5-46ab-b0de-008eac9dca1c tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0180166 Sep 10 03:37:22.327242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port f1b5f19a-82c0-44c0-bc44-739120afce21, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f1b5f19a-82c0-44c0-bc44-739120afce21,segment=NetworkSegment(4e8fbf83-b5fd-4c56-b45e-8ec36ead1606),segment_id=4e8fbf83-b5fd-4c56-b45e-8ec36ead1606)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:22.370403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89b0e6a-53de-4b10-acc8-a07219c733c4 req-19436eab-2858-4fee-a6d7-3acc85ca0869 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:22.378951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a89b0e6a-53de-4b10-acc8-a07219c733c4 req-19436eab-2858-4fee-a6d7-3acc85ca0869 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.1197195 Sep 10 03:37:22.388565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:22.398883 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:22.402598 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:22.432961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Transition to ACTIVE for port object 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:22.443367 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-996108fe-c1c6-4fbc-86b4-29dd64b29a40 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184579 Sep 10 03:37:22.457288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a89b0e6a-53de-4b10-acc8-a07219c733c4 req-3b9b5811-0a8c-41c0-92f0-361a4f70957d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774920 Sep 10 03:37:22.457895 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32c9e4fa-f3e5-4f99-b6b5-102e33982085 x-openstack-request-id: req-32c9e4fa-f3e5-4f99-b6b5-102e33982085 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:22.458597 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-plugged", "status": "completed", "tag": "4e306a70-f5db-4a4b-a263-7db709452823", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:22.459021 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32c9e4fa-f3e5-4f99-b6b5-102e33982085 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:22.460054 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823', 'code': 200} Sep 10 03:37:22.492215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=f1b5f19a-82c0-44c0-bc44-739120afce21,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:22.526819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:22.611318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Pushing event updated for resources: {'Port': ['ID=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:22.697093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Attempting to bind port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:22.697558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Attempting to bind port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:22.697919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Attempting to bind port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb on network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:22.703603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb on network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:22.704028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Attempting to bind port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb on network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:22.710182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:22.710426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Checking segment: {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:22.710812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Bound using segment: {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:22.711311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Bound port: 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c0b6e03-2654-4966-a210-c610a1b6ef03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:22.711700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:22.802473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] For port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:22.805830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] For port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:22.887428 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:22.987263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:22.987665 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:22.989170 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] 10.222.0.39 "PUT /v2.0/ports/87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb HTTP/1.1" status: 200 len: 1091 time: 1.3452749 Sep 10 03:37:23.009386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'tag': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:23.012029 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed6fa45-c559-47dd-99e0-6f2e66e70043" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfe72ef-831f-4d4a-b380-4fe362d39fe6", "tag": "87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:23.018168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d77cd93-df08-4958-999a-01752bffded9 req-21bb237e-bdef-4584-92f1-152050cfbbdb tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5196486 Sep 10 03:37:23.024875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab2a5d-bf35-4939-be86-1f31a394d9f8 req-22607d10-219c-495a-87b4-3f83c4d2414f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:23.026539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fab2a5d-bf35-4939-be86-1f31a394d9f8 req-22607d10-219c-495a-87b4-3f83c4d2414f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 949 time: 0.1092858 Sep 10 03:37:23.031310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:23.036241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09996352-546c-4c23-b09f-0ac605b8317a req-728fefef-ff69-4805-b947-08851a539102 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:23.037778 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-728fefef-ff69-4805-b947-08851a539102 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0919104 Sep 10 03:37:23.037911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5597ee0-06ee-43b3-9ea3-59494373564d req-c525a239-1a39-49a7-811c-3dab2b4ca6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:23.038590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4075bba5-73a3-4bdb-8f9b-c757059b0b46 service neutron] Pushing event updated for resources: {'Port': ['ID=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:23.039231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5597ee0-06ee-43b3-9ea3-59494373564d req-c525a239-1a39-49a7-811c-3dab2b4ca6c9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 1102 time: 0.1231644 Sep 10 03:37:23.107770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5597ee0-06ee-43b3-9ea3-59494373564d req-b1b13679-4ab6-4371-9474-2695d2dd246d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601108 Sep 10 03:37:23.132352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fab2a5d-bf35-4939-be86-1f31a394d9f8 req-be646052-7495-4112-9dfa-2f47a4c8aee0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918279 Sep 10 03:37:23.187620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:23.273439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7e515-529e-4917-8687-5a4a09ca220e req-7c8dba8e-3422-4d9e-9350-90c7548a1436 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:23.275029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9b7e515-529e-4917-8687-5a4a09ca220e req-7c8dba8e-3422-4d9e-9350-90c7548a1436 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 951 time: 0.0704126 Sep 10 03:37:23.379298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9b7e515-529e-4917-8687-5a4a09ca220e req-f26bfeb6-d09a-42e7-ae1c-d21772da6385 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975294 Sep 10 03:37:23.413226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-b90c622c-5cad-46e1-83a9-58bba0eb4b12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:23.413226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-b90c622c-5cad-46e1-83a9-58bba0eb4b12 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d77fd494e9b147a8b766c9ba86a24ffb&device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 1094 time: 0.0983977 Sep 10 03:37:23.422071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:23.432853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-09996352-546c-4c23-b09f-0ac605b8317a req-68081c62-ab72-42e7-b2a7-5f0c80c1df8a service neutron] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:23.437387 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09996352-546c-4c23-b09f-0ac605b8317a req-68081c62-ab72-42e7-b2a7-5f0c80c1df8a service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:23.438669 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09996352-546c-4c23-b09f-0ac605b8317a req-68081c62-ab72-42e7-b2a7-5f0c80c1df8a service neutron] 10.222.0.20 "DELETE /v2.0/ports/6b91fef9-460a-41b4-8b7b-70db6e77d2ab/bindings/n-h2-808143-1 HTTP/1.1" status: 204 len: 173 time: 0.3808014 Sep 10 03:37:23.473734 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5af8e476-0cbf-47be-85d1-80a477c33d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:23.477765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-8b4c4b86-2566-4367-9b33-4c762820abc5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb HTTP/1.1" status: 200 len: 217 time: 0.0501926 Sep 10 03:37:23.628814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbeac70-5d34-4666-b466-35794eef6602 req-d03c8610-6d9e-44db-9690-40a5307c832b tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:23.630304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8cbeac70-5d34-4666-b466-35794eef6602 req-d03c8610-6d9e-44db-9690-40a5307c832b tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 944 time: 0.1590014 Sep 10 03:37:23.633460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-5d1528a9-8ff4-4628-99d7-375cd542a7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:23.634838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-5d1528a9-8ff4-4628-99d7-375cd542a7a9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9221daec-c83d-4b3b-b468-39e282d341c8 HTTP/1.1" status: 200 len: 844 time: 0.1346939 Sep 10 03:37:23.641871 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:23.671495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Allocated IP 172.25.3.166 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/b9801ae0-7488-415d-b8c6-6b1ccb59b8d7) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:23.745332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8cbeac70-5d34-4666-b466-35794eef6602 req-e40fcf77-c839-41ac-8622-34195456a098 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080384 Sep 10 03:37:23.775927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-dfe5c639-d863-4494-8542-5c5291b5fce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:23.777381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-dfe5c639-d863-4494-8542-5c5291b5fce5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51d47cb8-51c5-4281-8da6-4af699d4f8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1294887 Sep 10 03:37:23.816973 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e166c6-246f-4749-849b-4be7639fd475 x-openstack-request-id: req-97e166c6-246f-4749-849b-4be7639fd475 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:23.820610 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfe72ef-831f-4d4a-b380-4fe362d39fe6", "tag": "87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:23.821001 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97e166c6-246f-4749-849b-4be7639fd475 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:23.821480 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'tag': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb', 'status': 'completed', 'code': 200} Sep 10 03:37:23.881199 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:23.883797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1b5f19a-82c0-44c0-bc44-739120afce21 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:23.943325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f1b5f19a-82c0-44c0-bc44-739120afce21 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:23.944075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:23.959900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-4dea199f-1df0-46fb-8ffe-fbcb01fb440a service neutron] 10.222.0.39 "GET /v2.0/networks/51d47cb8-51c5-4281-8da6-4af699d4f8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717498 Sep 10 03:37:23.989059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209e2f3f-7d35-4b27-9835-0f817cccb1bb req-f5b95d35-572c-4025-8d8e-4497d167a629 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:24.001116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-209e2f3f-7d35-4b27-9835-0f817cccb1bb req-f5b95d35-572c-4025-8d8e-4497d167a629 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 943 time: 0.1063194 Sep 10 03:37:24.109947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-209e2f3f-7d35-4b27-9835-0f817cccb1bb req-7005990d-37e2-4933-8efb-513b817a5d49 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901213 Sep 10 03:37:24.118490 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:24.171199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:24.175867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d57b502a-a031-42fb-93d0-a0f3b805cdae up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:24.176655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:24.179515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:24.200237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf2d412-7bcd-40ba-81a6-6229973d85f5 req-083f2423-8f65-44dd-b76c-4aa7e829c17f service neutron] 10.222.0.39 "GET /v2.0/networks/51d47cb8-51c5-4281-8da6-4af699d4f8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298257 Sep 10 03:37:24.203544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event updated for resources: {'Port': ['ID=b9801ae0-7488-415d-b8c6-6b1ccb59b8d7,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:24.260723 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:24.342126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port d57b502a-a031-42fb-93d0-a0f3b805cdae completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:24.347000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port d57b502a-a031-42fb-93d0-a0f3b805cdae triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:24.349546 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:24.370246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:24.451163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21956f1c-41e7-4627-b8a4-4a7676862910 req-fb085564-e587-4f9e-ab2a-5860b3c6e70d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:24.453055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21956f1c-41e7-4627-b8a4-4a7676862910 req-fb085564-e587-4f9e-ab2a-5860b3c6e70d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.1504445 Sep 10 03:37:24.574912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-df87bfad-f6ea-45f0-abd8-aed2f781c3f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:24.576719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-df87bfad-f6ea-45f0-abd8-aed2f781c3f4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d77fd494e9b147a8b766c9ba86a24ffb&device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 1094 time: 0.1472228 Sep 10 03:37:24.582009 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21956f1c-41e7-4627-b8a4-4a7676862910 req-a4684be6-840b-499f-a58f-c46dba381ac2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993087 Sep 10 03:37:24.586619 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:24.612704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e03bb8-0bd1-4c9a-9d94-af6f9653ba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57b502a-a031-42fb-93d0-a0f3b805cdae'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:24.615393 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9c6afd2-476b-4da1-a7a5-bae4dd9ffd85" -d '{"events": [{"server_uuid": "61e03bb8-0bd1-4c9a-9d94-af6f9653ba09", "name": "network-vif-plugged", "status": "completed", "tag": "d57b502a-a031-42fb-93d0-a0f3b805cdae"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:24.629704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d57b502a-a031-42fb-93d0-a0f3b805cdae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d57b502a-a031-42fb-93d0-a0f3b805cdae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:24.706596 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:24.725539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-e545e627-8d40-48f5-acaa-fed69b26dfcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:24.730286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-e545e627-8d40-48f5-acaa-fed69b26dfcc service neutron] 10.222.0.39 "GET /v2.0/networks?id=51d47cb8-51c5-4281-8da6-4af699d4f8c2 HTTP/1.1" status: 200 len: 906 time: 0.1317708 Sep 10 03:37:24.730442 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:24.786215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d57b502a-a031-42fb-93d0-a0f3b805cdae,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:24.792707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-fc6721ba-2c04-4d09-88b4-b3525295dfcd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb HTTP/1.1" status: 200 len: 217 time: 0.0576580 Sep 10 03:37:24.846629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f8bfe3-36eb-4754-b0d3-3ec27465e90b req-11221733-1709-4ddd-8ecb-1b8d6b636ea4 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:24.848190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86f8bfe3-36eb-4754-b0d3-3ec27465e90b req-11221733-1709-4ddd-8ecb-1b8d6b636ea4 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 950 time: 0.1145918 Sep 10 03:37:24.851151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:24.895810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-42f1c122-2466-4210-9278-505aa8cfd413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:24.897333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-42f1c122-2466-4210-9278-505aa8cfd413 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9221daec-c83d-4b3b-b468-39e282d341c8 HTTP/1.1" status: 200 len: 844 time: 0.0944316 Sep 10 03:37:24.899923 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:24.962156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event updated for resources: {'Port': ['ID=b9801ae0-7488-415d-b8c6-6b1ccb59b8d7,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:24.975100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86f8bfe3-36eb-4754-b0d3-3ec27465e90b req-4d75554a-dcfb-4dbf-af7f-e672a8b3db8f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160295 Sep 10 03:37:24.984674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-3d03abc7-f4e3-40ba-9791-87575f7824d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:24.986250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-3d03abc7-f4e3-40ba-9791-87575f7824d6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51d47cb8-51c5-4281-8da6-4af699d4f8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0709207 Sep 10 03:37:25.022487 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:25.066558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:25.068989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d77cd93-df08-4958-999a-01752bffded9 req-31e81e02-8381-4c54-8f1e-d944ee6f2d72 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.0414050 Sep 10 03:37:25.144051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d77cd93-df08-4958-999a-01752bffded9 req-477a669c-37b9-4cdd-a127-2e3b04c87baa tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0584409 Sep 10 03:37:25.178044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-9bd3c8a1-43dc-4948-8455-5534684715b4 service neutron] 10.222.0.39 "GET /v2.0/networks/51d47cb8-51c5-4281-8da6-4af699d4f8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826317 Sep 10 03:37:25.192807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9271e5-c77e-49d5-b296-2643ca1ce412 req-7af53c60-7eef-40d6-925e-af1edbc02de8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:25.194352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d9271e5-c77e-49d5-b296-2643ca1ce412 req-7af53c60-7eef-40d6-925e-af1edbc02de8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 951 time: 0.1398888 Sep 10 03:37:25.331994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d9271e5-c77e-49d5-b296-2643ca1ce412 req-d1c384c4-b716-41b0-a5f4-7cd82056d70f tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296425 Sep 10 03:37:25.378819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d77cd93-df08-4958-999a-01752bffded9 req-698ad458-d29c-4d18-8097-d54316eed222 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:25.380508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d77cd93-df08-4958-999a-01752bffded9 req-698ad458-d29c-4d18-8097-d54316eed222 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2299852 Sep 10 03:37:25.387469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed6fa45-c559-47dd-99e0-6f2e66e70043 req-32cae0dd-3508-4c61-9b3e-2f19ae7217c3 service neutron] 10.222.0.39 "GET /v2.0/networks/51d47cb8-51c5-4281-8da6-4af699d4f8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920717 Sep 10 03:37:25.393427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-4d77cd93-df08-4958-999a-01752bffded9 req-8789bafc-f5ce-47d7-b22c-b7abc8237cbe tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:37:25.395076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d77cd93-df08-4958-999a-01752bffded9 req-8789bafc-f5ce-47d7-b22c-b7abc8237cbe tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066552 Sep 10 03:37:25.403931 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8dadef-890e-4775-99aa-f575bf7c7fd5 x-openstack-request-id: req-4c8dadef-890e-4775-99aa-f575bf7c7fd5 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:25.403931 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e03bb8-0bd1-4c9a-9d94-af6f9653ba09", "name": "network-vif-plugged", "status": "completed", "tag": "d57b502a-a031-42fb-93d0-a0f3b805cdae", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:25.403931 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c8dadef-890e-4775-99aa-f575bf7c7fd5 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:25.403931 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e03bb8-0bd1-4c9a-9d94-af6f9653ba09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd57b502a-a031-42fb-93d0-a0f3b805cdae', 'code': 200} Sep 10 03:37:25.512110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a4cb91-e50c-4847-bfed-b33624e1d7b6 req-a82a85ef-d2b6-417d-abf9-bfbf34b01871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:25.514535 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e0a4cb91-e50c-4847-bfed-b33624e1d7b6 req-a82a85ef-d2b6-417d-abf9-bfbf34b01871 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 1101 time: 0.0425308 Sep 10 03:37:25.526878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54eb13a1-b016-4430-9c24-aec9bacebe40 req-9969c4fd-7195-4a42-b5b0-27180939d594 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:25.528427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54eb13a1-b016-4430-9c24-aec9bacebe40 req-9969c4fd-7195-4a42-b5b0-27180939d594 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 1095 time: 0.0794482 Sep 10 03:37:25.537419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab31963a-681c-4c3e-83c5-473e3e4f942f req-912c51fb-c523-4385-a7a1-dbe50219d0d5 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:25.538892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab31963a-681c-4c3e-83c5-473e3e4f942f req-912c51fb-c523-4385-a7a1-dbe50219d0d5 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 943 time: 0.0790031 Sep 10 03:37:25.555248 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e0a4cb91-e50c-4847-bfed-b33624e1d7b6 req-2aa56975-0504-4580-99bd-6a09bc8883ec service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Sep 10 03:37:25.591544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54eb13a1-b016-4430-9c24-aec9bacebe40 req-5fdf4183-4a4d-4ba2-9cac-5ff6d811dac9 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483732 Sep 10 03:37:25.596004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab31963a-681c-4c3e-83c5-473e3e4f942f req-1ce5f84b-c141-4100-a746-2bef6da11ea8 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499175 Sep 10 03:37:25.834669 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-5825c4d9-3c7c-4aa6-bd74-d7e45cd844f5 service neutron] 10.222.0.20 "GET /v2.0/ports/02d916e1-03ef-4eb5-8dda-b4779999d153/bindings/n-h2-808143-1 HTTP/1.1" status: 200 len: 384 time: 0.0598552 Sep 10 03:37:25.894453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-01d7b1c0-26a2-479d-9c38-44a5b48723f2 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1040871 Sep 10 03:37:25.908918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:25.972552 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:26.013944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086c990e-cd50-44b0-96e7-9df388e0874c req-7d6673e8-f40a-4f6d-8841-7ab73975d632 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:26.015423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-086c990e-cd50-44b0-96e7-9df388e0874c req-7d6673e8-f40a-4f6d-8841-7ab73975d632 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 943 time: 0.0718436 Sep 10 03:37:26.020200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:26.041770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:26.073859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02d916e1-03ef-4eb5-8dda-b4779999d153 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:26.085302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:26.091486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-086c990e-cd50-44b0-96e7-9df388e0874c req-b48a2c42-e01c-41c1-983d-af43f027c74b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686517 Sep 10 03:37:26.113570 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:26.120068 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:26.161028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:26.232850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] Transition to ACTIVE for port object 02d916e1-03ef-4eb5-8dda-b4779999d153 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:26.302101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:26.304768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Allocated IP 172.25.3.40 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/823cffb0-40c1-4298-aec0-f47166ad70a5) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:26.327566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-1b511a2a-83e8-4267-aa2f-9b2a81c8a829 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:26.329087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-1b511a2a-83e8-4267-aa2f-9b2a81c8a829 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 821 time: 0.1598618 Sep 10 03:37:26.364404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-eea17026-f4cd-4860-a24e-17300fad2fc4 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/quotas/d03fa6d7cb80425e87e91223dc0c92ad HTTP/1.1" status: 200 len: 375 time: 0.0185649 Sep 10 03:37:26.366447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] No DVR routers for this DVR port 02d916e1-03ef-4eb5-8dda-b4779999d153 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:26.382108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] Pushing event updated for resources: {'Port': ['ID=02d916e1-03ef-4eb5-8dda-b4779999d153,revision_number=10']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:26.404020 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a4143cf5-ec5a-466b-925d-379b7e141850 service neutron] 10.222.0.20 "PUT /v2.0/ports/02d916e1-03ef-4eb5-8dda-b4779999d153/bindings/n-h2-808143-1/activate HTTP/1.1" status: 200 len: 369 time: 0.5571625 Sep 10 03:37:26.469449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-822d4a56-1d79-4af5-a709-08f070ac4f00 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0764272 Sep 10 03:37:26.472142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:26.608097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-1373d573-88a9-47b3-b95f-c22a3124a1e2 service neutron] 10.222.0.22 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306419 Sep 10 03:37:26.627309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a95a6143-6d9d-4660-ba1f-5ecd22e8c4c5 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:26.628734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-a95a6143-6d9d-4660-ba1f-5ecd22e8c4c5 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0665300 Sep 10 03:37:26.639461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:26.735345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:26.744389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:26.756619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:26.764892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event updated for resources: {'Port': ['ID=823cffb0-40c1-4298-aec0-f47166ad70a5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:26.807661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-db5940e2-a5e9-40b0-8dc6-08f828e37632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:26.809306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-db5940e2-a5e9-40b0-8dc6-08f828e37632 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1&tenant_id=500807532d7f46768156300378a5bc21 HTTP/1.1" status: 200 len: 1095 time: 0.1554141 Sep 10 03:37:26.816238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-b0b512ef-6cbe-424a-b4d1-7ddd4f53ca73 service neutron] 10.222.0.22 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2014809 Sep 10 03:37:26.826888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:26.878643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-6fb7bc4f-f0f7-43e4-83ee-c55b467f7a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:26.880151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-6fb7bc4f-f0f7-43e4-83ee-c55b467f7a3e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1095 time: 0.0401721 Sep 10 03:37:27.139650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:27.246786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:27.257686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'port_id': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb', 'mac_address': 'fa:16:3e:14:63:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 249, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:27.259401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:27.296572 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:27.311886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:27.329982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-744eec85-bb0b-444a-b189-c0b8e200d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:27.335512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-744eec85-bb0b-444a-b189-c0b8e200d553 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.4430437 Sep 10 03:37:27.335657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:27.335823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191f155f-e477-4dea-a8af-3bfc689f51dd req-755e5eb1-0d9d-4415-b120-a6453a741ef7 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:27.335823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-191f155f-e477-4dea-a8af-3bfc689f51dd req-755e5eb1-0d9d-4415-b120-a6453a741ef7 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 1102 time: 0.1375008 Sep 10 03:37:27.387819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-e3f3504d-e28e-46b1-88db-6c97e27a47b5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 200 len: 217 time: 0.0475881 Sep 10 03:37:27.435631 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:27.492918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:27.494283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-191f155f-e477-4dea-a8af-3bfc689f51dd req-2a8656e3-19be-48d9-a0cd-a2ceb60e91ee tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460011 Sep 10 03:37:27.513774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-b004160e-ab4e-495c-b5b0-aec105d584ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:27.515282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-b004160e-ab4e-495c-b5b0-aec105d584ed service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.1112504 Sep 10 03:37:27.567607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-4bde5543-bdb1-4a83-ae19-a7f157e54084 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294120 Sep 10 03:37:27.625289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:27.688422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64c3b73-f2fa-4b84-8b4f-56c6b5dcdc0b req-4a5e74ac-1ed5-4bc9-9776-354922bef625 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:27.690463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f64c3b73-f2fa-4b84-8b4f-56c6b5dcdc0b req-4a5e74ac-1ed5-4bc9-9776-354922bef625 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 950 time: 0.1219831 Sep 10 03:37:27.723421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:27.732999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-58853aa9-5a34-4579-ae81-4f6205ca25a8 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511302 Sep 10 03:37:27.765913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:27.775449 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:27.793520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f64c3b73-f2fa-4b84-8b4f-56c6b5dcdc0b req-904547cc-6d07-43c3-b7ea-fb62114284fe tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968845 Sep 10 03:37:27.823421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event updated for resources: {'Port': ['ID=823cffb0-40c1-4298-aec0-f47166ad70a5,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:27.881813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-16ea2b97-1c14-4d08-9cad-a3708be85867 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257157 Sep 10 03:37:27.926879 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:27.928100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-405f04f7-4fcd-46eb-82fe-f2fb8d5ba4a1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0279045 Sep 10 03:37:27.955365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c951e812-67cc-41c7-a43d-d22660b116ec req-348950ef-5610-416a-a4b6-12ede9c0ff11 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:27.956840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c951e812-67cc-41c7-a43d-d22660b116ec req-348950ef-5610-416a-a4b6-12ede9c0ff11 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 944 time: 0.0635607 Sep 10 03:37:28.002803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-1194a504-6255-4690-9ff3-653ea927ff7d tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.0669043 Sep 10 03:37:28.042299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c951e812-67cc-41c7-a43d-d22660b116ec req-0ab681de-70ce-435b-b781-3cadb8980b4c tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599775 Sep 10 03:37:28.124088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-cd901743-496d-4bd4-8552-9be3909bf5fe tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:28.128999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36f3a67e-db5c-4292-aec1-b5777c8936f8 req-cd901743-496d-4bd4-8552-9be3909bf5fe tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1163964 Sep 10 03:37:28.186438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 02d916e1-03ef-4eb5-8dda-b4779999d153 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:28.205307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-251caa37-65c5-475c-a226-7a68cb88b962 req-f5bd91c9-d4cf-4260-af15-3c9c92872ed9 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 210 time: 0.0372026 Sep 10 03:37:28.240497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 02d916e1-03ef-4eb5-8dda-b4779999d153 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:28.252124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b1313-937b-4698-8f30-40c76656c993 req-165a9b74-a5da-4aa8-a440-3456a5c464ce tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:28.253140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a5b1313-937b-4698-8f30-40c76656c993 req-165a9b74-a5da-4aa8-a440-3456a5c464ce tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 944 time: 0.0748608 Sep 10 03:37:28.296985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a5b1313-937b-4698-8f30-40c76656c993 req-bdd7d450-d231-4264-a3cf-3cbd2b6eff53 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375457 Sep 10 03:37:28.402294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c624f339-24ed-4d02-b6b5-657569cd3b21 req-f2032342-6916-4894-af96-d3889666b40f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:28.403807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c624f339-24ed-4d02-b6b5-657569cd3b21 req-f2032342-6916-4894-af96-d3889666b40f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=382f734c-ef6e-4510-95e6-8b83df2ae5f5 HTTP/1.1" status: 200 len: 950 time: 0.0486028 Sep 10 03:37:28.469119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c624f339-24ed-4d02-b6b5-657569cd3b21 req-681dc7eb-35cd-48ca-933f-4d7435033842 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591168 Sep 10 03:37:28.480267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-3b66c676-ceb1-4a4f-ab65-4369573a8c68 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:28.481684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-3b66c676-ceb1-4a4f-ab65-4369573a8c68 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0651524 Sep 10 03:37:28.522751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:28.653464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-7a64c8f8-0e58-4197-884a-53a15de60bfc tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1573961 Sep 10 03:37:28.672463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:28.791060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-4dc79fa5-72db-48f2-aca9-767d3b961096 service neutron] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:28.794249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-4dc79fa5-72db-48f2-aca9-767d3b961096 service neutron] Notify callbacks [] for binding, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:28.795443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770abbd3-5492-4e0a-b47a-3fb0d52e8255 req-4dc79fa5-72db-48f2-aca9-767d3b961096 service neutron] 10.222.0.39 "DELETE /v2.0/ports/02d916e1-03ef-4eb5-8dda-b4779999d153/bindings/n-h1-808143-1 HTTP/1.1" status: 204 len: 173 time: 0.3051138 Sep 10 03:37:28.806730 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:28.925507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8aa78-0264-4329-983b-e208c11fc4ec req-85dd7645-f1b1-4fe1-9182-112d50115262 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:28.931557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8aa78-0264-4329-983b-e208c11fc4ec req-85dd7645-f1b1-4fe1-9182-112d50115262 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:28.933187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55a8aa78-0264-4329-983b-e208c11fc4ec req-85dd7645-f1b1-4fe1-9182-112d50115262 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09&device_id=382f734c-ef6e-4510-95e6-8b83df2ae5f5 HTTP/1.1" status: 200 len: 1691 time: 0.0949905 Sep 10 03:37:28.982253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55a8aa78-0264-4329-983b-e208c11fc4ec req-fe637f38-9c8b-4aaf-830c-b18bb250d3a1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417130 Sep 10 03:37:28.983773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:29.109795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b78a2f-c6a5-4ee8-a59a-a609b3e49a7a req-696922a8-5c5c-494e-8a74-23c566f97bc8 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:29.111290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63b78a2f-c6a5-4ee8-a59a-a609b3e49a7a req-696922a8-5c5c-494e-8a74-23c566f97bc8 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 1102 time: 0.0823655 Sep 10 03:37:29.123400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Allocated IP 172.25.3.153 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/7b6cebe9-8d56-40dd-9822-b209abd46378) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:29.148429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:29.217693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63b78a2f-c6a5-4ee8-a59a-a609b3e49a7a req-05ce15bc-be93-4663-9289-f0c598dd81a2 tempest-ServersAdminTestJSON-1369400193 tempest-ServersAdminTestJSON-1369400193-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960510 Sep 10 03:37:29.285522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:29.289457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:29.289828 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:29.350045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-d1190806-a2d9-40d8-b2f0-ed6ccc70f229 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:29.352139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-d1190806-a2d9-40d8-b2f0-ed6ccc70f229 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 821 time: 0.2077720 Sep 10 03:37:29.355274 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:29.379632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Request body: {'port': {'device_id': '48c710a2-9f34-4203-8620-86d9836f6899', 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda', 'admin_state_up': True, 'tenant_id': 'd03fa6d7cb80425e87e91223dc0c92ad'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:29.390810 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:29.414873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:29.418448 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9903e051-ac34-435c-b48b-175f9a26b504" -d '{"events": [{"server_uuid": "6cfe72ef-831f-4d4a-b380-4fe362d39fe6", "name": "network-vif-plugged", "status": "completed", "tag": "87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:29.434794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:29.508074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c6a953-c68a-45b5-b51f-45c9bc84aed8 req-8255a883-dccf-4f34-9873-b16a10fc504f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:29.509562 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0c6a953-c68a-45b5-b51f-45c9bc84aed8 req-8255a883-dccf-4f34-9873-b16a10fc504f tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 944 time: 0.1507003 Sep 10 03:37:29.521629 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:29.572736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0c6a953-c68a-45b5-b51f-45c9bc84aed8 req-cf755cff-96b8-43fd-9327-dde4cb219b6b tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548973 Sep 10 03:37:29.580912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:29.586800 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:29.638111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:29.643149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:29.646034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:29.649575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event updated for resources: {'Port': ['ID=7b6cebe9-8d56-40dd-9822-b209abd46378,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:29.653440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Made reservation on behalf of d03fa6d7cb80425e87e91223dc0c92ad for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:29.657329 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:29.739248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d756ea0a-0976-4346-a5e5-6bd9976e3b3b req-8942e760-a54c-4674-a502-3cf1031422f8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 210 time: 0.0339160 Sep 10 03:37:29.778386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:29.848226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Allocated IP 172.20.0.14 (6ce8e0fe-fe24-4977-acda-6b032beeafda/07a43bb2-e1fb-45fa-8f1c-14783d9fafc7/26590488-3e69-4200-b9b3-ee2057f4bbac) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:29.887649 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:30.149028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:30.202172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e6137-b808-4503-8978-14ceb470a6dc req-2ef14aeb-9b7b-4efd-901c-31e4ae725772 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:30.205010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d12e6137-b808-4503-8978-14ceb470a6dc req-2ef14aeb-9b7b-4efd-901c-31e4ae725772 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 1101 time: 0.1084292 Sep 10 03:37:30.211283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:30.251685 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d12e6137-b808-4503-8978-14ceb470a6dc req-8f6871a4-55df-4044-b1ee-c4555ff61212 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340092 Sep 10 03:37:30.281283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:30.322569 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:30.345119 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:30.369461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event updated for resources: {'Port': ['ID=7b6cebe9-8d56-40dd-9822-b209abd46378,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:30.406046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Network 6ce8e0fe-fe24-4977-acda-6b032beeafda is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:30.413618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:30.420326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:30.426373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:30.426971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:30.442180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a96c8d-cb4e-4cbd-b307-7bbb3f2446a4 req-9cbf4cc7-6931-4fea-aecf-da10192e9257 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:30.443647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6a96c8d-cb4e-4cbd-b307-7bbb3f2446a4 req-9cbf4cc7-6931-4fea-aecf-da10192e9257 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 944 time: 0.1375399 Sep 10 03:37:30.454520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:30.455640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-3d507f5e-17d6-4a91-b2b4-b787c1d32953 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7926171 Sep 10 03:37:30.461717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Pushing event updated for resources: {'Port': ['ID=26590488-3e69-4200-b9b3-ee2057f4bbac,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:30.524651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-a7772b5d-6096-4075-9ea2-4729a0c15c20 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0590873 Sep 10 03:37:30.531888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6a96c8d-cb4e-4cbd-b307-7bbb3f2446a4 req-97cad979-bd93-4826-8f5d-e5c38227d167 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783889 Sep 10 03:37:30.558261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-62da6400-8328-4233-b3ca-865ab3c634a0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1736631 Sep 10 03:37:30.560729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Request body: {'port': {'device_id': '48c710a2-9f34-4203-8620-86d9836f6899', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:30.576285 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98a5b178-c6a8-4dc9-b5a6-7236515d91bc x-openstack-request-id: req-98a5b178-c6a8-4dc9-b5a6-7236515d91bc {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:30.579462 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfe72ef-831f-4d4a-b380-4fe362d39fe6", "name": "network-vif-plugged", "status": "completed", "tag": "87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:30.579462 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98a5b178-c6a8-4dc9-b5a6-7236515d91bc {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:30.579462 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb', 'code': 200} Sep 10 03:37:30.692004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184860aa-bb76-44d7-9849-6133f9d9ff80 req-e144052f-5d85-4c17-8493-b7e70752bd50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:30.694701 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:30.703143 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-184860aa-bb76-44d7-9849-6133f9d9ff80 req-e144052f-5d85-4c17-8493-b7e70752bd50 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0527055 Sep 10 03:37:30.738757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-49486216-0676-4883-8218-20596ab83b92 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:30.740180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe14e20f-40f4-4c35-afc7-44788bc5ee7e req-49486216-0676-4883-8218-20596ab83b92 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2074070 Sep 10 03:37:30.743552 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-184860aa-bb76-44d7-9849-6133f9d9ff80 req-3d23c983-46ad-498b-8bce-b43e32d14584 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317867 Sep 10 03:37:30.765159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef6feda-1865-4a03-9333-b72106af0674 req-96f495f6-74ea-420c-9cfe-3707f790309a tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:30.765962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ef6feda-1865-4a03-9333-b72106af0674 req-96f495f6-74ea-420c-9cfe-3707f790309a tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 950 time: 0.1359444 Sep 10 03:37:30.896235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ef6feda-1865-4a03-9333-b72106af0674 req-214fd7fd-cd34-49fc-b90e-8c91f3655ab1 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226268 Sep 10 03:37:30.930422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4861e9d3-f35a-46cf-babf-1aad7a7da5cd req-f695b835-e76e-46de-86fd-ea299afb5c37 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:30.931971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4861e9d3-f35a-46cf-babf-1aad7a7da5cd req-f695b835-e76e-46de-86fd-ea299afb5c37 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=382f734c-ef6e-4510-95e6-8b83df2ae5f5 HTTP/1.1" status: 200 len: 1101 time: 0.1290331 Sep 10 03:37:31.069719 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:37:31.296381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4861e9d3-f35a-46cf-babf-1aad7a7da5cd req-02537779-bb4a-446f-92d2-842b145f28ec tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3562002 Sep 10 03:37:31.332695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf50edd7-ac7e-4375-ae1b-c2c9a5c8aae9 req-6ac15259-1947-4edb-b6d2-ed48fa44b845 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:31.334441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf50edd7-ac7e-4375-ae1b-c2c9a5c8aae9 req-6ac15259-1947-4edb-b6d2-ed48fa44b845 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 945 time: 0.3618493 Sep 10 03:37:31.422519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf50edd7-ac7e-4375-ae1b-c2c9a5c8aae9 req-c833b8d6-d6bb-417c-ac92-bd64c8dae7bd tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750959 Sep 10 03:37:31.449456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26590488-3e69-4200-b9b3-ee2057f4bbac {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:31.462559 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:31.467217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3438e559-8cdf-4a20-b179-77954a2fd8b9 req-5d6815c4-a467-4d65-8fb5-f6b6f058453c tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips/72ad2046-c68e-4a9c-bef3-b850dc5ebcf9 HTTP/1.1" status: 200 len: 693 time: 0.0623302 Sep 10 03:37:31.501594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Transition to ACTIVE for port object 26590488-3e69-4200-b9b3-ee2057f4bbac will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:31.594215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdfdec5-3430-4efc-a800-1b3944a52c9a req-0830aa80-8676-4aac-b0e5-74322d617a1f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:31.596245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cdfdec5-3430-4efc-a800-1b3944a52c9a req-0830aa80-8676-4aac-b0e5-74322d617a1f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 932 time: 0.1081655 Sep 10 03:37:31.605012 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:31.651513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3438e559-8cdf-4a20-b179-77954a2fd8b9 req-6e76b6b3-2a1d-48f8-b3da-d776f76d479e tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:31.652853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3438e559-8cdf-4a20-b179-77954a2fd8b9 req-6e76b6b3-2a1d-48f8-b3da-d776f76d479e tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1784232 Sep 10 03:37:31.674699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-3438e559-8cdf-4a20-b179-77954a2fd8b9 req-16ea092a-9fa3-484b-87b2-d9d8bc56b43a tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:37:31.675670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3438e559-8cdf-4a20-b179-77954a2fd8b9 req-16ea092a-9fa3-484b-87b2-d9d8bc56b43a tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116060 Sep 10 03:37:31.705247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cdfdec5-3430-4efc-a800-1b3944a52c9a req-a8a76eb3-bec3-4f4e-a34d-419386427086 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959172 Sep 10 03:37:31.705832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Pushing event updated for resources: {'Port': ['ID=26590488-3e69-4200-b9b3-ee2057f4bbac,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:31.741220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:31.741561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:31.741894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:31.753051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Port 26590488-3e69-4200-b9b3-ee2057f4bbac on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:31.753375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:31.758895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:31.759231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:31.759616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:31.760081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Bound port: 26590488-3e69-4200-b9b3-ee2057f4bbac, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:31.760435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:31.863578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-48c5299e-3802-4969-ad69-7cc5e19626aa tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0558455 Sep 10 03:37:31.887057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:31.907368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3318c75e-cf5a-4363-a137-dd4b81668936 req-ecfd72ff-d25c-4f9f-8f08-b654dc68de7d tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:31.909576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3318c75e-cf5a-4363-a137-dd4b81668936 req-ecfd72ff-d25c-4f9f-8f08-b654dc68de7d tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1095 time: 0.1158066 Sep 10 03:37:31.918382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:31.949485 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:31.972081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-177e21b8-6e18-43aa-954a-2bfc0c59baa1 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:31.973686 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-177e21b8-6e18-43aa-954a-2bfc0c59baa1 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 950 time: 0.0539126 Sep 10 03:37:31.998253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3318c75e-cf5a-4363-a137-dd4b81668936 req-19700c9a-6b70-4359-982f-b5762ebc8ee8 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816298 Sep 10 03:37:32.019905 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.025713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-7f830fe6-4161-4656-9d99-45f70bbb2818 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:32.027275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-7f830fe6-4161-4656-9d99-45f70bbb2818 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1556537 Sep 10 03:37:32.087605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Deleting port 78281130-ac74-4b16-9ded-52396a683c54 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:32.087966 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.102873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:32.103475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.105208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] 10.222.0.39 "PUT /v2.0/ports/26590488-3e69-4200-b9b3-ee2057f4bbac HTTP/1.1" status: 200 len: 1092 time: 1.5511780 Sep 10 03:37:32.105658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:32.107878 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c046a90-ee32-492d-bc5e-dbdf3847ce80" -d '{"events": [{"name": "network-changed", "server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:32.130116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-2ea846e1-3533-4d05-96fb-d55057b715a3 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/quotas/1b8624110d6f432188e41d37ac8292fd HTTP/1.1" status: 200 len: 375 time: 0.0773656 Sep 10 03:37:32.137379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-36fa9d4b-2f6f-422c-86aa-33e898219bb0 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips/72ad2046-c68e-4a9c-bef3-b850dc5ebcf9 HTTP/1.1" status: 200 len: 693 time: 0.0870535 Sep 10 03:37:32.153269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f31efea-96c5-4c53-9109-f4cc91619f6b service neutron] Pushing event updated for resources: {'Port': ['ID=26590488-3e69-4200-b9b3-ee2057f4bbac,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:32.183566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] For port 78281130-ac74-4b16-9ded-52396a683c54, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=78281130-ac74-4b16-9ded-52396a683c54,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:32.184026 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.197261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Calling delete_port for 78281130-ac74-4b16-9ded-52396a683c54 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:32.266582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-b59ca65e-cd19-4e89-b854-d244e8ca9f0c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1282542 Sep 10 03:37:32.317064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-189760ac-1793-4da9-a383-5194cda03fb9 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:32.318528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-189760ac-1793-4da9-a383-5194cda03fb9 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1682019 Sep 10 03:37:32.331190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-17e5788c-4a91-4fe4-94f4-2ef36f10b180 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:37:32.335277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-17e5788c-4a91-4fe4-94f4-2ef36f10b180 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073986 Sep 10 03:37:32.338067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-e1ea1efe-c91b-48d0-b363-a5fab91e6925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:32.339561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-e1ea1efe-c91b-48d0-b363-a5fab91e6925 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1095 time: 0.0715635 Sep 10 03:37:32.412725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.414317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-af48289e-2e0c-4d3a-b388-5eed86da7364 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26590488-3e69-4200-b9b3-ee2057f4bbac HTTP/1.1" status: 200 len: 217 time: 0.0657589 Sep 10 03:37:32.417535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-f017020c-d65c-4fac-934c-b242cfc051c9 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.0771141 Sep 10 03:37:32.427446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['c56e1d5f-4f15-4610-8c68-df901921163b', '78281130-ac74-4b16-9ded-52396a683c54', '4e306a70-f5db-4a4b-a263-7db709452823'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:32.472797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Pushing event deleted for resources: {'Port': ['ID=78281130-ac74-4b16-9ded-52396a683c54,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:32.531032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-6a093933-6240-431a-8054-70b99a576d15 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.153 HTTP/1.1" status: 200 len: 696 time: 0.1015375 Sep 10 03:37:32.549779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] No DVR routers for this DVR port 78281130-ac74-4b16-9ded-52396a683c54 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:32.553479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.558092 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9c5591a-5b45-420a-ae1e-e5b00408629e req-b7999fc7-69cd-4c2d-8f61-8b36480a2784 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "DELETE /v2.0/ports/78281130-ac74-4b16-9ded-52396a683c54 HTTP/1.1" status: 204 len: 173 time: 0.5775127 Sep 10 03:37:32.558573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dbcd383-19e1-49b4-9a69-98b37c80794b', 'name': 'network-vif-deleted', 'tag': '78281130-ac74-4b16-9ded-52396a683c54'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:32.561780 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa17a7d1-8cf4-4115-8475-5d10e1370143" -d '{"events": [{"server_uuid": "8dbcd383-19e1-49b4-9a69-98b37c80794b", "name": "network-vif-deleted", "tag": "78281130-ac74-4b16-9ded-52396a683c54"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:32.582920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-5af1402d-1ad8-4aed-a29b-e14bbeb47fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:32.584535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-5af1402d-1ad8-4aed-a29b-e14bbeb47fd7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1629312 Sep 10 03:37:32.626848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-c67edbdb-cdef-45ed-8837-6c6910565f3f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331037 Sep 10 03:37:32.805005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Deleting port 7b6cebe9-8d56-40dd-9822-b209abd46378 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:32.805005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.808859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-368f9bae-918c-4ab2-b69e-1ac629ad68d6 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388083 Sep 10 03:37:32.950667 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.950994 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:32.974159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Calling delete_port for 7b6cebe9-8d56-40dd-9822-b209abd46378 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:32.982622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dad78b4-e625-43a0-b054-99578a0ae28d req-85c09eb4-1822-454a-9694-e7b16bb0fe9d service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529434 Sep 10 03:37:33.147241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6d141ef-6f41-468d-8df7-5d0d12668b50 req-1f63acb4-5602-4f0f-860d-45bf24e5e2ee tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dbcd383-19e1-49b4-9a69-98b37c80794b HTTP/1.1" status: 200 len: 210 time: 0.0447078 Sep 10 03:37:33.249554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c5c12f-e78a-43be-9e5d-70819d65f832 req-bee40e6a-797b-45af-8ab4-b1ec71c5155f tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:33.251087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98c5c12f-e78a-43be-9e5d-70819d65f832 req-bee40e6a-797b-45af-8ab4-b1ec71c5155f tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 1095 time: 0.0396020 Sep 10 03:37:33.255518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:33.286079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event deleted for resources: {'Port': ['ID=7b6cebe9-8d56-40dd-9822-b209abd46378,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:33.322648 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:33.325139 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:33.326529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cfd90fc-15c6-4f3e-ae81-9502018b64f0 req-ee355cce-e7ee-431c-aaeb-6928c1a61508 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "DELETE /v2.0/floatingips/72ad2046-c68e-4a9c-bef3-b850dc5ebcf9 HTTP/1.1" status: 204 len: 173 time: 0.7947237 Sep 10 03:37:33.333811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98c5c12f-e78a-43be-9e5d-70819d65f832 req-43e56329-854a-481c-b4c1-93f8e1534789 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731726 Sep 10 03:37:33.366014 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65ebf605-d57f-475b-bf1e-a1707bd21793 x-openstack-request-id: req-65ebf605-d57f-475b-bf1e-a1707bd21793 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:33.366014 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:33.366280 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65ebf605-d57f-475b-bf1e-a1707bd21793 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:33.372039 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac', 'status': 'completed', 'code': 200} Sep 10 03:37:33.506649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b473a059-ddaa-44b3-9201-76d81f473af8 req-8dc4ecc2-9dd1-4327-8534-6913fd1b0579 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:33.508155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b473a059-ddaa-44b3-9201-76d81f473af8 req-8dc4ecc2-9dd1-4327-8534-6913fd1b0579 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 945 time: 0.0873139 Sep 10 03:37:33.527635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-854dce13-e6a2-4ea6-b6c2-7274c575d197 req-6c10b507-5cbb-4be8-b220-30e0fa3a20c2 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 210 time: 0.0450468 Sep 10 03:37:33.546568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-c93377da-fcd7-4ec6-9d39-d4320ee24747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:33.546568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-c93377da-fcd7-4ec6-9d39-d4320ee24747 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1095 time: 0.0942538 Sep 10 03:37:33.570804 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f606426c-b7ba-4e0c-bd6e-e3b6b94a5f00 x-openstack-request-id: req-f606426c-b7ba-4e0c-bd6e-e3b6b94a5f00 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:33.571356 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dbcd383-19e1-49b4-9a69-98b37c80794b", "name": "network-vif-deleted", "tag": "78281130-ac74-4b16-9ded-52396a683c54", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:33.571460 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f606426c-b7ba-4e0c-bd6e-e3b6b94a5f00 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:33.572480 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dbcd383-19e1-49b4-9a69-98b37c80794b', 'name': 'network-vif-deleted', 'tag': '78281130-ac74-4b16-9ded-52396a683c54', 'status': 'completed', 'code': 200} Sep 10 03:37:33.596331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b473a059-ddaa-44b3-9201-76d81f473af8 req-64fc489b-9235-46bd-936b-04e34a21306c tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677221 Sep 10 03:37:33.756149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-8c9d3850-1152-4f90-a7f1-0c522e8b02ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:33.757540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-8c9d3850-1152-4f90-a7f1-0c522e8b02ba service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.2089126 Sep 10 03:37:33.833702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11352ab9-ad6b-4624-9743-68ed4a94fb8c req-0a8c461e-03f4-4958-adf8-4c880eebfcd2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:33.837647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11352ab9-ad6b-4624-9743-68ed4a94fb8c req-0a8c461e-03f4-4958-adf8-4c880eebfcd2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 944 time: 0.2129402 Sep 10 03:37:33.881788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-0873f95b-573f-4c58-80dd-11d6c6324060 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26590488-3e69-4200-b9b3-ee2057f4bbac HTTP/1.1" status: 200 len: 217 time: 0.0884011 Sep 10 03:37:33.960421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f859cf87-7177-4874-b594-10b2ccd2d515 req-4384bcd3-0402-48ad-8d2a-0b1a63e5e09d tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:33.961870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f859cf87-7177-4874-b594-10b2ccd2d515 req-4384bcd3-0402-48ad-8d2a-0b1a63e5e09d tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3384049 Sep 10 03:37:33.981654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11352ab9-ad6b-4624-9743-68ed4a94fb8c req-e951e305-1e57-4929-bf77-9a5d29bc1e4d tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127801 Sep 10 03:37:33.983131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-c000f14b-7a14-473b-b666-9be10cefb02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:33.984550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-c000f14b-7a14-473b-b666-9be10cefb02b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0843408 Sep 10 03:37:34.028059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-56dc62f6-f654-45f6-8bd1-7401653d1c67 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298557 Sep 10 03:37:34.176474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-fa6f8d04-2b12-49aa-970f-25779c460685 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295042 Sep 10 03:37:34.193148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e6e10a-d582-4abc-8993-b50e882c65a4 req-19242004-828d-498e-8057-de5acb7a3087 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:34.194773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79e6e10a-d582-4abc-8993-b50e882c65a4 req-19242004-828d-498e-8057-de5acb7a3087 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 945 time: 0.0699461 Sep 10 03:37:34.206713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56196) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:34.213074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f314cad2-a8b3-4a22-867a-48d9a0e074b0 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Request body: {'floatingip': {'port_id': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:34.266424 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f314cad2-a8b3-4a22-867a-48d9a0e074b0 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:34.296709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33d9ff8a-5157-43e4-a5a9-27d9bb90d99b req-8a342052-3274-4062-9996-34a3c9b28501 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=8a775346a2fd488296c54d289111a075 HTTP/1.1" status: 200 len: 1655 time: 0.0641932 Sep 10 03:37:34.425624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c046a90-ee32-492d-bc5e-dbdf3847ce80 req-c36a88e0-5909-470d-9af1-79575fca2523 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270520 Sep 10 03:37:34.458403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d9ff8a-5157-43e4-a5a9-27d9bb90d99b req-18d9087b-de82-48d0-a166-77a43f930e4e tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:34.466286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33d9ff8a-5157-43e4-a5a9-27d9bb90d99b req-18d9087b-de82-48d0-a166-77a43f930e4e tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks?id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 787 time: 0.1389980 Sep 10 03:37:34.472541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-33d9ff8a-5157-43e4-a5a9-27d9bb90d99b req-9ae5eda2-3436-4f66-9132-47b98e3a656e tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:37:34.483720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33d9ff8a-5157-43e4-a5a9-27d9bb90d99b req-9ae5eda2-3436-4f66-9132-47b98e3a656e tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0160117 Sep 10 03:37:34.724034 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-05211597-9f9a-496e-92a2-2dc9dbab115c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1044755 Sep 10 03:37:34.751791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-eb211740-e660-4682-9e12-aba10b26e56c tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips/1f050527-4fbf-47b7-aacc-c0938497c19b HTTP/1.1" status: 200 len: 692 time: 0.1418998 Sep 10 03:37:35.211866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 26590488-3e69-4200-b9b3-ee2057f4bbac details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:35.230033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f314cad2-a8b3-4a22-867a-48d9a0e074b0 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:35.284614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 78281130-ac74-4b16-9ded-52396a683c54 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:35.287170 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f314cad2-a8b3-4a22-867a-48d9a0e074b0 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:35.308712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 78281130-ac74-4b16-9ded-52396a683c54 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:35.309161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 78281130-ac74-4b16-9ded-52396a683c54 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:35.315093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31dd4255-ee9f-4ba5-b284-04aa9601c024 req-3bbf1f96-8ba0-4f26-8cea-2bef199cade2 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 210 time: 0.0384653 Sep 10 03:37:35.362932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-df2a54bb-d991-4d1e-848d-52f93ae04a2e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:35.362932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-df2a54bb-d991-4d1e-848d-52f93ae04a2e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6241817 Sep 10 03:37:35.382758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Request body: {'port': {'device_id': 'e59e701a-f4b2-47f6-b79b-abda370be13d', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '1b8624110d6f432188e41d37ac8292fd'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:35.397362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:35.410097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '26590488-3e69-4200-b9b3-ee2057f4bbac', 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda', 'port_id': '26590488-3e69-4200-b9b3-ee2057f4bbac', 'mac_address': 'fa:16:3e:b3:1e:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a43bb2-e1fb-45fa-8f1c-14783d9fafc7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:35.412439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-866283af-78e6-4cc5-8211-a8ea7ec8fe98 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:35.418582 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-f314cad2-a8b3-4a22-867a-48d9a0e074b0 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Floating IP d8034e8e-21f8-420a-ba46-ebb5f7956b3c associated. External IP: 172.25.3.77, port: 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb. Sep 10 03:37:35.432279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-866283af-78e6-4cc5-8211-a8ea7ec8fe98 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.6421766 Sep 10 03:37:35.457801 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:35.473573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26590488-3e69-4200-b9b3-ee2057f4bbac {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:35.495909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:35.552873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-5b512e06-d3b8-4b82-b8ce-4a27e94f1880 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.1197295 Sep 10 03:37:35.567028 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:35.631066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=26590488-3e69-4200-b9b3-ee2057f4bbac,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:35.656176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-2022b266-9269-4e12-9e00-64bc5c2f9ddd tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.40 HTTP/1.1" status: 200 len: 695 time: 0.0680349 Sep 10 03:37:35.669139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f314cad2-a8b3-4a22-867a-48d9a0e074b0 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Router f24396e9-ce48-41f7-bf61-1102d42a51d2 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:37:35.669574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f67b4ca-5267-441b-a133-8db75376f428 req-ace0c901-da04-4506-9413-288c8c1af7e0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:35.670988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f67b4ca-5267-441b-a133-8db75376f428 req-ace0c901-da04-4506-9413-288c8c1af7e0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 944 time: 0.1664035 Sep 10 03:37:35.797399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f314cad2-a8b3-4a22-867a-48d9a0e074b0 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:37:35.801971 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f314cad2-a8b3-4a22-867a-48d9a0e074b0 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:35.812007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] Sync routers for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:37:35.815054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f67b4ca-5267-441b-a133-8db75376f428 req-d5b7ea48-ee05-4290-bbf9-798b413dec02 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337123 Sep 10 03:37:35.825767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:35.826383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:35.856352 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f314cad2-a8b3-4a22-867a-48d9a0e074b0 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "PUT /v2.0/floatingips/d8034e8e-21f8-420a-ba46-ebb5f7956b3c HTTP/1.1" status: 200 len: 990 time: 1.6476912 Sep 10 03:37:35.857785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'tag': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:35.862091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Made reservation on behalf of 1b8624110d6f432188e41d37ac8292fd for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:35.862860 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140b3b84-0ea4-481b-9889-968fd1b48350" -d '{"events": [{"name": "network-changed", "server_uuid": "6cfe72ef-831f-4d4a-b380-4fe362d39fe6", "tag": "87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:35.865546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:35.883108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Deleting port 823cffb0-40c1-4298-aec0-f47166ad70a5 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:35.883447 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:35.903759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['26590488-3e69-4200-b9b3-ee2057f4bbac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:35.993671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:36.050416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f53d90c-03bc-4c98-8e32-1411cfbf5e91 req-54b2e215-1c6f-4797-806f-f12caa9d6243 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.051937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f53d90c-03bc-4c98-8e32-1411cfbf5e91 req-54b2e215-1c6f-4797-806f-f12caa9d6243 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 949 time: 0.1543436 Sep 10 03:37:36.060159 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.060475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.116600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Calling delete_port for 823cffb0-40c1-4298-aec0-f47166ad70a5 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:36.161356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Allocated IP 192.168.233.90 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/39aa8355-acd7-4cbb-b1c2-ce7a8fc73418) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:36.166962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f53d90c-03bc-4c98-8e32-1411cfbf5e91 req-8488fffe-dc78-4b93-b541-88bb2b2d6357 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038988 Sep 10 03:37:36.402338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'd8034e8e-21f8-420a-ba46-ebb5f7956b3c', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'port_id': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'mac_address': 'fa:16:3e:14:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:37:12Z', 'updated_at': '2021-09-10T03:37:35Z', 'revision_number': 1, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:12Z', 'revision_number': 5, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:36.424107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.424591 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da78e805-3576-4aa2-8e2c-87f5f2a81070 x-openstack-request-id: req-da78e805-3576-4aa2-8e2c-87f5f2a81070 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:36.424591 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cfe72ef-831f-4d4a-b380-4fe362d39fe6", "tag": "87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:36.425045 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da78e805-3576-4aa2-8e2c-87f5f2a81070 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:36.425137 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'tag': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb', 'status': 'completed', 'code': 200} Sep 10 03:37:36.445298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] Checking router: f24396e9-ce48-41f7-bf61-1102d42a51d2 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:37:36.450495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.454993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Transition to ACTIVE for port object 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:36.465018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:36.465018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:36.497257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event deleted for resources: {'Port': ['ID=823cffb0-40c1-4298-aec0-f47166ad70a5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:36.524988 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.527782 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.529011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c1057ef-3790-4824-b310-74a1c6c78785 req-0047a2a5-7312-47f7-b2b2-e8ca8fba5dc3 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "DELETE /v2.0/floatingips/1f050527-4fbf-47b7-aacc-c0938497c19b HTTP/1.1" status: 204 len: 173 time: 0.8570583 Sep 10 03:37:36.539412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-f76ff440-cb1d-475b-bb8d-a248b5bf109c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.541246 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-f76ff440-cb1d-475b-bb8d-a248b5bf109c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d77fd494e9b147a8b766c9ba86a24ffb&device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 1096 time: 0.0859747 Sep 10 03:37:36.578024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec6db2e4-cf54-446f-93b3-b44cdfa9cde1 req-c6fa8f7e-a82a-4f98-b4a6-f3cc61c7e2ed tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 210 time: 0.0542195 Sep 10 03:37:36.635885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:36.653333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-e5db91ec-8d26-465b-88b3-e9ef3c73ad32 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips/e043a978-d539-4ef8-a4eb-3f43120f87b6 HTTP/1.1" status: 200 len: 693 time: 0.0453475 Sep 10 03:37:36.668515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-3875a5f0-12c0-46a1-a5d5-246d67ee0e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.670175 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-3875a5f0-12c0-46a1-a5d5-246d67ee0e68 service neutron] 10.222.0.39 "GET /v2.0/networks?id=51d47cb8-51c5-4281-8da6-4af699d4f8c2 HTTP/1.1" status: 200 len: 906 time: 0.1136384 Sep 10 03:37:36.691709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.760917 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-264c1340-2f22-4e81-972c-fc70df0078fc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb HTTP/1.1" status: 200 len: 998 time: 0.0824330 Sep 10 03:37:36.771360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:36.801847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:36.812829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:36.818026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.818652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:36.843391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event updated for resources: {'Port': ['ID=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:36.843660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-9e0b93c5-328c-4eac-bb53-34b0c2c70b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.845250 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-9e0b93c5-328c-4eac-bb53-34b0c2c70b8d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=9221daec-c83d-4b3b-b468-39e282d341c8 HTTP/1.1" status: 200 len: 844 time: 0.0741572 Sep 10 03:37:36.881652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c', 'd57b502a-a031-42fb-93d0-a0f3b805cdae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:36.909471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-b1ca31ed-9496-40e7-a1c5-653801e56927 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.912250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-b1ca31ed-9496-40e7-a1c5-653801e56927 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2520328 Sep 10 03:37:36.983813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-580b00ea-6c89-4f5e-973a-7b5b6dbcadb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:36.985722 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-580b00ea-6c89-4f5e-973a-7b5b6dbcadb8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=51d47cb8-51c5-4281-8da6-4af699d4f8c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279778 Sep 10 03:37:36.994680 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-dee120fd-0d1a-460e-bb38-6aedbbbee103 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6158609 Sep 10 03:37:37.006447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-55b8bf9e-60f1-4652-9e3b-69ee9b3709a7 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:37.008172 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-55b8bf9e-60f1-4652-9e3b-69ee9b3709a7 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 949 time: 0.0873361 Sep 10 03:37:37.022429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Request body: {'port': {'device_id': 'e59e701a-f4b2-47f6-b79b-abda370be13d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:37.032464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-38fbd00f-1b31-4d04-8589-231c76e526f2 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.1092045 Sep 10 03:37:37.070902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['ed8b9883-f96d-4336-a590-a609c912f74a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:37.142930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6ba9aaf8-8d77-4520-9efe-9ae378ea1e2b tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.166 HTTP/1.1" status: 200 len: 696 time: 0.0906823 Sep 10 03:37:37.226756 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-ba9c1281-fac9-4aad-954a-f02446bebad5 service neutron] 10.222.0.39 "GET /v2.0/networks/51d47cb8-51c5-4281-8da6-4af699d4f8c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174723 Sep 10 03:37:37.228864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Deleting port c56e1d5f-4f15-4610-8c68-df901921163b {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:37.229204 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.231193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4966357-730b-4b99-84b7-4c408d90fdd9 req-005839c3-a8e2-4f07-b2f2-5b45d9bd6664 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:37.233043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4966357-730b-4b99-84b7-4c408d90fdd9 req-005839c3-a8e2-4f07-b2f2-5b45d9bd6664 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 945 time: 0.3030031 Sep 10 03:37:37.241301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 26590488-3e69-4200-b9b3-ee2057f4bbac up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:37.288293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.369031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] For port c56e1d5f-4f15-4610-8c68-df901921163b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c56e1d5f-4f15-4610-8c68-df901921163b,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:37.369806 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.374759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4966357-730b-4b99-84b7-4c408d90fdd9 req-8cfb06a6-671f-4600-97b3-a63f7bf3e4f5 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351993 Sep 10 03:37:37.414379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Calling delete_port for c56e1d5f-4f15-4610-8c68-df901921163b owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:37.442206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'd8034e8e-21f8-420a-ba46-ebb5f7956b3c', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'port_id': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'mac_address': 'fa:16:3e:14:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:37:12Z', 'updated_at': '2021-09-10T03:37:35Z', 'revision_number': 1, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:12Z', 'revision_number': 5, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:37.461873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f0b18e-c14d-4042-9872-9665a3348d53 None None] The sync data for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 is: [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'd8034e8e-21f8-420a-ba46-ebb5f7956b3c', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'floating_ip_address': '172.25.3.77', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'port_id': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 608, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'mac_address': 'fa:16:3e:14:63:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:37:12Z', 'updated_at': '2021-09-10T03:37:35Z', 'revision_number': 1, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:12Z', 'revision_number': 5, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:37:37.505286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Deleting port b9801ae0-7488-415d-b8c6-6b1ccb59b8d7 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:37.505882 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.581330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4c193d41-9a18-40a5-afa3-ce58cd4e1328 None None] Provisioning for port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:37.594132 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4c193d41-9a18-40a5-afa3-ce58cd4e1328 None None] Provisioning complete for port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:37.594501 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c193d41-9a18-40a5-afa3-ce58cd4e1328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.645193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 26590488-3e69-4200-b9b3-ee2057f4bbac completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:37.655213 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-140b3b84-0ea4-481b-9889-968fd1b48350 req-c99303bf-4341-4f9e-bc5f-b6e03f193610 service neutron] 10.222.0.39 "GET /v2.0/networks/51d47cb8-51c5-4281-8da6-4af699d4f8c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1621804 Sep 10 03:37:37.673192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62f306c-666c-4bef-ac83-3162213fb95b req-29460cd3-5891-458e-9e51-e817ba30cbe8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:37.675150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 26590488-3e69-4200-b9b3-ee2057f4bbac triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:37.675710 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.682658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c62f306c-666c-4bef-ac83-3162213fb95b req-29460cd3-5891-458e-9e51-e817ba30cbe8 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 949 time: 0.2186072 Sep 10 03:37:37.726994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4c193d41-9a18-40a5-afa3-ce58cd4e1328 None None] Port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:37:37.794116 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.795776 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.833138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c62f306c-666c-4bef-ac83-3162213fb95b req-a2a534aa-f5a1-48c8-9af2-620b16a694e4 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486073 Sep 10 03:37:37.841519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Calling delete_port for b9801ae0-7488-415d-b8c6-6b1ccb59b8d7 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:37.843285 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d9167c6-3939-48e5-bc1d-02e11fb94ed6 None None] New status for floating IP d8034e8e-21f8-420a-ba46-ebb5f7956b3c: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:37:37.872581 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.893377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:37.945688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Pushing event deleted for resources: {'Port': ['ID=c56e1d5f-4f15-4610-8c68-df901921163b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:37.957872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['c56e1d5f-4f15-4610-8c68-df901921163b', '4e306a70-f5db-4a4b-a263-7db709452823'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:37.987300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:37.991766 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17f6ca21-4e17-4b4e-bdc8-b551c2ff0f38" -d '{"events": [{"server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "name": "network-vif-plugged", "status": "completed", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:38.031071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:38.045329 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.075919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:38.076687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] No DVR routers for this DVR port c56e1d5f-4f15-4610-8c68-df901921163b on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:38.083458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.085870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Transition to ACTIVE for port object 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:38.086388 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92ca803b-d4b3-4d13-9522-c0b38e3c8a17 req-dac0a63f-d328-407f-8606-4759035f7cdf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "DELETE /v2.0/ports/c56e1d5f-4f15-4610-8c68-df901921163b HTTP/1.1" status: 204 len: 173 time: 1.0678523 Sep 10 03:37:38.194233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.213121 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.266205 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.294356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:38.302846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=26590488-3e69-4200-b9b3-ee2057f4bbac,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:38.375453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event deleted for resources: {'Port': ['ID=b9801ae0-7488-415d-b8c6-6b1ccb59b8d7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:38.393910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.396630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.397879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b04e9adc-7e16-4999-b3ab-ed7365e3e009 req-6e24f601-99f4-460d-b236-ff14317b5449 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "DELETE /v2.0/floatingips/e043a978-d539-4ef8-a4eb-3f43120f87b6 HTTP/1.1" status: 204 len: 173 time: 1.2526233 Sep 10 03:37:38.399401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Attempting to bind port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:38.400035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Attempting to bind port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:38.400440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Attempting to bind port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:38.414278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4ed1d-0a35-4c71-9013-81e6238d9056 req-3e130854-1d3d-4500-9017-4f0ab586f45f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:38.415869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59b4ed1d-0a35-4c71-9013-81e6238d9056 req-3e130854-1d3d-4500-9017-4f0ab586f45f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 947 time: 0.2172053 Sep 10 03:37:38.416597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:38.416951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Attempting to bind port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:38.422687 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:38.423201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:38.423588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:38.424069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Bound port: 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:38.424426 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.426668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ee7a0026-709e-4d7f-a579-9ea8ff16e9af', 'name': 'network-vif-deleted', 'tag': 'c56e1d5f-4f15-4610-8c68-df901921163b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:38.430150 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2ad4907-5f62-404d-91a9-bd85e6716c27" -d '{"events": [{"server_uuid": "ee7a0026-709e-4d7f-a579-9ea8ff16e9af", "name": "network-vif-deleted", "tag": "c56e1d5f-4f15-4610-8c68-df901921163b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:38.448200 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3673f280-a8ea-45e3-be40-f8f07f91ff4b x-openstack-request-id: req-3673f280-a8ea-45e3-be40-f8f07f91ff4b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:38.448702 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "name": "network-vif-plugged", "status": "completed", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:38.448865 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3673f280-a8ea-45e3-be40-f8f07f91ff4b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:38.449362 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac', 'code': 200} Sep 10 03:37:38.551569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] For port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:38.612506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] For port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:38.622465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-d3473090-72ca-4af0-9e5d-8ab6840ec437 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips/6e316ec7-3845-48f7-86de-d6d575964da1 HTTP/1.1" status: 200 len: 692 time: 0.0747113 Sep 10 03:37:38.624522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a85b024-9547-416c-be98-139555cb680a req-ae10a226-ef02-42aa-a3e9-4695d4fd37d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:38.627261 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2a85b024-9547-416c-be98-139555cb680a req-ae10a226-ef02-42aa-a3e9-4695d4fd37d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1097 time: 0.0783343 Sep 10 03:37:38.664611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.668783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59b4ed1d-0a35-4c71-9013-81e6238d9056 req-8e54b085-3a20-4d11-af82-b0ba039645ed tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317715 Sep 10 03:37:38.675475 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2a85b024-9547-416c-be98-139555cb680a req-6566e30c-0fca-47da-a914-aca682296e42 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387948 Sep 10 03:37:38.744797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:38.745411 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:38.746820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] 10.222.0.39 "PUT /v2.0/ports/39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 HTTP/1.1" status: 200 len: 1095 time: 1.7304859 Sep 10 03:37:38.749155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e59e701a-f4b2-47f6-b79b-abda370be13d', 'tag': '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:38.752739 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0261135-3700-4403-bcd2-1a7f23e1d627" -d '{"events": [{"name": "network-changed", "server_uuid": "e59e701a-f4b2-47f6-b79b-abda370be13d", "tag": "39aa8355-acd7-4cbb-b1c2-ce7a8fc73418"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:38.837827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7cac14-be24-4549-9f1b-6f167241ea4d service neutron] Pushing event updated for resources: {'Port': ['ID=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:38.857173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-6c9cb8a3-e9ab-4efb-9995-e3cc9bfab82f tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:38.858628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-6c9cb8a3-e9ab-4efb-9995-e3cc9bfab82f tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2354822 Sep 10 03:37:38.871384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc590969-e7fd-4237-af21-2ae0e25ccdd5 req-8f711976-c657-4be5-b45c-d9ae40402b42 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:38.872960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc590969-e7fd-4237-af21-2ae0e25ccdd5 req-8f711976-c657-4be5-b45c-d9ae40402b42 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.1085689 Sep 10 03:37:38.939811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-5fc8f8aa-73d9-4a50-97a6-81043c32291d tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.0657582 Sep 10 03:37:39.015780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc590969-e7fd-4237-af21-2ae0e25ccdd5 req-ce7c85cf-6a50-4af7-a405-6daca6bcbd02 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339853 Sep 10 03:37:39.020385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-27345881-4431-411c-b475-e4d26ee456c1 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.59 HTTP/1.1" status: 200 len: 695 time: 0.0745711 Sep 10 03:37:39.078590 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c01a0c3-d5f5-462b-8daa-bd1091a9525d x-openstack-request-id: req-5c01a0c3-d5f5-462b-8daa-bd1091a9525d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:39.078894 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ee7a0026-709e-4d7f-a579-9ea8ff16e9af", "name": "network-vif-deleted", "tag": "c56e1d5f-4f15-4610-8c68-df901921163b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:39.079719 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c01a0c3-d5f5-462b-8daa-bd1091a9525d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:39.080117 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ee7a0026-709e-4d7f-a579-9ea8ff16e9af', 'name': 'network-vif-deleted', 'tag': 'c56e1d5f-4f15-4610-8c68-df901921163b', 'status': 'completed', 'code': 200} Sep 10 03:37:39.096700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-47b7f59b-d30e-45f4-83c0-b8634ea179d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:39.098180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-47b7f59b-d30e-45f4-83c0-b8634ea179d1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 1098 time: 0.0974739 Sep 10 03:37:39.212570 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bd1b5df-4380-4999-9cea-88ae79ecdffc x-openstack-request-id: req-3bd1b5df-4380-4999-9cea-88ae79ecdffc {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:39.212783 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e59e701a-f4b2-47f6-b79b-abda370be13d", "tag": "39aa8355-acd7-4cbb-b1c2-ce7a8fc73418", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:39.213020 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bd1b5df-4380-4999-9cea-88ae79ecdffc {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:39.213413 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e59e701a-f4b2-47f6-b79b-abda370be13d', 'tag': '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418', 'status': 'completed', 'code': 200} Sep 10 03:37:39.215827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-703db1bc-3744-4a02-bdd3-435a1ed15420 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 HTTP/1.1" status: 200 len: 217 time: 0.0378909 Sep 10 03:37:39.238282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Deleting port ccf56912-5c9e-4e4b-81ac-2a3ac3c64868 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:39.238667 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:39.309787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e83a299e-2a71-450a-9f88-51561334edfd req-9f914f92-ae14-4e46-a4fc-808a29e91e60 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=ee7a0026-709e-4d7f-a579-9ea8ff16e9af HTTP/1.1" status: 200 len: 210 time: 0.0612428 Sep 10 03:37:39.358738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-e810cfc0-850d-4252-b994-6c9f45282236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:39.360365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-e810cfc0-850d-4252-b994-6c9f45282236 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1198084 Sep 10 03:37:39.387176 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:39.387499 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:39.723377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Calling delete_port for ccf56912-5c9e-4e4b-81ac-2a3ac3c64868 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:39.771659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-ead23845-bafa-4968-bf7a-d05a8641b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:39.773631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-ead23845-bafa-4968-bf7a-d05a8641b823 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4021895 Sep 10 03:37:39.912974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-67abb4e8-6442-4eac-904b-e49506299064 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235549 Sep 10 03:37:40.023223 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.059991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Pushing event deleted for resources: {'Port': ['ID=ccf56912-5c9e-4e4b-81ac-2a3ac3c64868,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:40.098942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273f669d-e521-4fbd-999b-7c8450f768d3 req-6fd36b1b-c887-43e0-87a0-e9468eb48e2e service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723471 Sep 10 03:37:40.101315 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.103099 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.104154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1579f13d-388a-4ad4-8f66-09c2ea6fc826 req-fe73de0c-ef38-45c7-828b-7e7327752231 tempest-FloatingIPDetailsTestJSON-537341894 tempest-FloatingIPDetailsTestJSON-537341894-project] 10.222.0.22 "DELETE /v2.0/floatingips/6e316ec7-3845-48f7-86de-d6d575964da1 HTTP/1.1" status: 204 len: 173 time: 1.0697753 Sep 10 03:37:40.111248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56276) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:40.113164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3b70fc-3d7c-421a-a829-8d76cf9ffa45 req-691b1a6f-3281-41e3-9b4d-6de1d02994d1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:40.114622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc3b70fc-3d7c-421a-a829-8d76cf9ffa45 req-691b1a6f-3281-41e3-9b4d-6de1d02994d1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 947 time: 0.1232140 Sep 10 03:37:40.197646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc3b70fc-3d7c-421a-a829-8d76cf9ffa45 req-7bab714b-3a1e-4954-a3d2-5e54464595d5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566621 Sep 10 03:37:40.266181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bcda3-b070-4a1c-974c-95e4c9f2a5cb req-0396d676-c987-4170-a44b-32014e144cf4 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:40.272181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-282bcda3-b070-4a1c-974c-95e4c9f2a5cb req-0396d676-c987-4170-a44b-32014e144cf4 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 945 time: 0.0701950 Sep 10 03:37:40.389376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fda2d-e0b4-428d-acd3-cd82dd665164 req-76fa46fc-b1df-4527-9b57-41e2442a6fe6 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:40.391047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-904fda2d-e0b4-428d-acd3-cd82dd665164 req-76fa46fc-b1df-4527-9b57-41e2442a6fe6 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.1178222 Sep 10 03:37:40.393929 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-282bcda3-b070-4a1c-974c-95e4c9f2a5cb req-370fa33f-747a-418a-98d1-d06a1fc0fe44 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961902 Sep 10 03:37:40.397033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-4df854b0-ce42-4c63-a5ab-724ab00f019a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:40.398505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-4df854b0-ce42-4c63-a5ab-724ab00f019a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 1098 time: 0.0987120 Sep 10 03:37:40.467970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-904fda2d-e0b4-428d-acd3-cd82dd665164 req-13678a24-0888-4466-9937-766a4b2321f7 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660989 Sep 10 03:37:40.552414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-53aee10b-0749-4331-8654-49ee67a947c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:40.554367 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-53aee10b-0749-4331-8654-49ee67a947c5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1404982 Sep 10 03:37:40.600455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.623143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-77b349ea-ab07-4d85-ac7d-0ce039fcee8a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 HTTP/1.1" status: 200 len: 217 time: 0.0516765 Sep 10 03:37:40.679390 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-8451a32a-49ac-4ab7-ae9d-0f7c7fd549c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:40.681302 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-8451a32a-49ac-4ab7-ae9d-0f7c7fd549c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0503449 Sep 10 03:37:40.746506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-cbc48a91-38f0-4031-957c-5eae749ddd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:40.748196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-cbc48a91-38f0-4031-957c-5eae749ddd19 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0592175 Sep 10 03:37:40.855829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-16a913d1-66be-4f14-abae-68bbc964f87a service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992210 Sep 10 03:37:40.886933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Deleting port f1b5f19a-82c0-44c0-bc44-739120afce21 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:40.887123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.971070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] For port f1b5f19a-82c0-44c0-bc44-739120afce21, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f1b5f19a-82c0-44c0-bc44-739120afce21,segment=NetworkSegment(4e8fbf83-b5fd-4c56-b45e-8ec36ead1606),segment_id=4e8fbf83-b5fd-4c56-b45e-8ec36ead1606)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:40.971429 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:40.984782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Calling delete_port for f1b5f19a-82c0-44c0-bc44-739120afce21 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:40.988569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0261135-3700-4403-bcd2-1a7f23e1d627 req-3ecf6816-d74c-4a4d-90ba-43a85687c1c3 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1237223 Sep 10 03:37:41.013748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ce57a6-9a0d-408f-9c22-dbcdfe9098f7 req-4e6f6d60-0246-4ef1-8051-cd177db2c349 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:41.018036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7ce57a6-9a0d-408f-9c22-dbcdfe9098f7 req-4e6f6d60-0246-4ef1-8051-cd177db2c349 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 951 time: 0.0717654 Sep 10 03:37:41.057805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7ce57a6-9a0d-408f-9c22-dbcdfe9098f7 req-a4d1b860-e4a0-4ff3-bf80-ff2a1c1399ee tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342953 Sep 10 03:37:41.235603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.262450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b5f19a-82c0-44c0-bc44-739120afce21,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:41.265264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device c56e1d5f-4f15-4610-8c68-df901921163b no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:41.305198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: c56e1d5f-4f15-4610-8c68-df901921163b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:41.305677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device c56e1d5f-4f15-4610-8c68-df901921163b not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:41.338770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d1d69d-fbe2-4343-baa9-493aa3e64b00 req-7d2bae90-e04e-4cd4-ad18-26f649eeecad tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:41.340690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8d1d69d-fbe2-4343-baa9-493aa3e64b00 req-7d2bae90-e04e-4cd4-ad18-26f649eeecad tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 947 time: 0.0812898 Sep 10 03:37:41.396274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8d1d69d-fbe2-4343-baa9-493aa3e64b00 req-e217bf41-b01f-4e13-ad9d-e5b1275406fb tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474637 Sep 10 03:37:41.447088 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:41.537046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71491c-fb09-4353-91b4-620bec8d5a72 req-9aabdba4-5af1-455c-b7cb-7729bbae413a tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:41.538880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c71491c-fb09-4353-91b4-620bec8d5a72 req-9aabdba4-5af1-455c-b7cb-7729bbae413a tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 945 time: 0.0691819 Sep 10 03:37:41.614129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c71491c-fb09-4353-91b4-620bec8d5a72 req-c55e5b11-f028-4508-b6b5-05985819fc64 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694616 Sep 10 03:37:41.629552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48b83ec-06f6-4102-9fd1-7d686a8cb7d5 req-0356a0bd-86de-49f6-b9e5-70870dec4158 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:41.631267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b48b83ec-06f6-4102-9fd1-7d686a8cb7d5 req-0356a0bd-86de-49f6-b9e5-70870dec4158 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.0682099 Sep 10 03:37:41.679228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b48b83ec-06f6-4102-9fd1-7d686a8cb7d5 req-c66cd27e-7075-49f0-b835-d4077ec66446 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344629 Sep 10 03:37:41.719466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Router c015f9a6-d776-4dd3-8537-732f93997b44 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:37:41.815858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9e005c-c8dd-435d-bd15-14dac5f9c8d4 req-ec65a9cf-87e1-401b-b176-186a7fd8b73b tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:41.820511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf9e005c-c8dd-435d-bd15-14dac5f9c8d4 req-ec65a9cf-87e1-401b-b176-186a7fd8b73b tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1097 time: 0.0637224 Sep 10 03:37:41.859230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:37:41.871325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] Sync routers for ids ['c015f9a6-d776-4dd3-8537-732f93997b44'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:37:41.872874 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1b11a74-85ff-488a-9c0e-08ea8387fbca admin admin] 10.222.0.22 "PUT /v2.0/routers/c015f9a6-d776-4dd3-8537-732f93997b44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7600846 Sep 10 03:37:41.875397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56306) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:41.877431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf9e005c-c8dd-435d-bd15-14dac5f9c8d4 req-ea002333-df47-4323-a8c1-54c95e58756b tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432799 Sep 10 03:37:41.882191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] Routers {'c015f9a6-d776-4dd3-8537-732f93997b44'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:41.882987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c015f9a6-d776-4dd3-8537-732f93997b44'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:42.003140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] Set router c015f9a6-d776-4dd3-8537-732f93997b44 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:42.182583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56231b79-cce8-46a3-92f0-bd1117ea5de2 req-250fefa9-7756-40ea-8285-f5fa54eb8c3a tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:42.190557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56231b79-cce8-46a3-92f0-bd1117ea5de2 req-250fefa9-7756-40ea-8285-f5fa54eb8c3a tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 951 time: 0.0571799 Sep 10 03:37:42.216785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:37:05Z', 'updated_at': '2021-09-10T03:37:41Z', 'revision_number': 5, 'project_id': '8a775346a2fd488296c54d289111a075', 'gw_port': {'id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:07Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:42.239879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56231b79-cce8-46a3-92f0-bd1117ea5de2 req-4622a3eb-7e83-4759-8333-b7965db2cbf4 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/security-groups?id=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438619 Sep 10 03:37:42.250291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] Checking router: c015f9a6-d776-4dd3-8537-732f93997b44 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:37:42.258743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] Routers {'c015f9a6-d776-4dd3-8537-732f93997b44'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:42.259405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c015f9a6-d776-4dd3-8537-732f93997b44'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:42.302119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-0ffa9518-6c6e-428a-a7bc-ed60688a8422 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:42.303507 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-0ffa9518-6c6e-428a-a7bc-ed60688a8422 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.20 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 945 time: 0.0670462 Sep 10 03:37:42.367283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] Set router c015f9a6-d776-4dd3-8537-732f93997b44 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:42.383807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.514229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Deleting port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:42.514569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.525115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1db424-fb96-471a-8f1e-843fa6e0bde5 req-2e396dab-c1eb-4be7-a25f-697f59b1b32e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:42.526835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db1db424-fb96-471a-8f1e-843fa6e0bde5 req-2e396dab-c1eb-4be7-a25f-697f59b1b32e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 947 time: 0.0652769 Sep 10 03:37:42.553485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.578609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db1db424-fb96-471a-8f1e-843fa6e0bde5 req-9cc0d2a6-408b-48cf-b726-a055fbf418b0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406251 Sep 10 03:37:42.580810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:37:05Z', 'updated_at': '2021-09-10T03:37:41Z', 'revision_number': 5, 'project_id': '8a775346a2fd488296c54d289111a075', 'gw_port': {'id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:07Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:42.610363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58772fe1-4ec6-46b5-98e1-219aa1bd719b None None] The sync data for ids ['c015f9a6-d776-4dd3-8537-732f93997b44'] in n-d-808143-1 is: [{'id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'name': 'tempest-FloatingIPDetailsTestJSON-1895951276-router', 'tenant_id': '8a775346a2fd488296c54d289111a075', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:37:05Z', 'updated_at': '2021-09-10T03:37:41Z', 'revision_number': 5, 'project_id': '8a775346a2fd488296c54d289111a075', 'gw_port': {'id': '1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:7b:01', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c015f9a6-d776-4dd3-8537-732f93997b44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 602, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:07Z', 'updated_at': '2021-09-10T03:37:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:37:42.626038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] For port 73d4cd42-991f-4598-bfaf-0e322d9b6d36, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=73d4cd42-991f-4598-bfaf-0e322d9b6d36,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:42.627020 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.648688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Calling delete_port for 73d4cd42-991f-4598-bfaf-0e322d9b6d36 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:42.649608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-8dceac43-c3d2-4833-89ab-f10a18288090 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:42.651203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-8dceac43-c3d2-4833-89ab-f10a18288090 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 951 time: 0.0710635 Sep 10 03:37:42.756046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Deleting port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:42.756385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.786655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d384b95-b8de-4f60-91bc-ea8a6b4aa60c req-9137e14c-99ed-4285-92a8-e23f8a7b5f03 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:42.793946 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d384b95-b8de-4f60-91bc-ea8a6b4aa60c req-9137e14c-99ed-4285-92a8-e23f8a7b5f03 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 945 time: 0.1010504 Sep 10 03:37:42.841957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Deleting port 4e306a70-f5db-4a4b-a263-7db709452823 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:42.842549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.897397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] For port 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:42.897397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.921744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Calling delete_port for 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:42.946583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d384b95-b8de-4f60-91bc-ea8a6b4aa60c req-9052994f-f599-4641-a164-6fdf2955d9bf tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d128169-614e-4051-ac1f-6fac268cd824&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517134 Sep 10 03:37:42.977751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] For port 4e306a70-f5db-4a4b-a263-7db709452823, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4e306a70-f5db-4a4b-a263-7db709452823,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:42.978253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:42.998924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.013557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Calling delete_port for 4e306a70-f5db-4a4b-a263-7db709452823 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:43.021347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['73d4cd42-991f-4598-bfaf-0e322d9b6d36'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:43.044111 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Pushing event deleted for resources: {'Port': ['ID=73d4cd42-991f-4598-bfaf-0e322d9b6d36,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:43.167508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] No DVR routers for this DVR port 73d4cd42-991f-4598-bfaf-0e322d9b6d36 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:43.170866 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.174263 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-351e9286-c691-469d-a9ad-ca4b1ffeec89 req-45c21148-9e1d-486f-bb50-c1f3a077e2b6 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.20 "DELETE /v2.0/ports/73d4cd42-991f-4598-bfaf-0e322d9b6d36 HTTP/1.1" status: 204 len: 173 time: 0.8418000 Sep 10 03:37:43.174263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '487fd3ef-3e97-4ae9-bc47-9e517de72b9b', 'name': 'network-vif-deleted', 'tag': '73d4cd42-991f-4598-bfaf-0e322d9b6d36'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:43.176499 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d516fc8-cbcd-49c7-a250-38e9f6b121c4" -d '{"events": [{"server_uuid": "487fd3ef-3e97-4ae9-bc47-9e517de72b9b", "name": "network-vif-deleted", "tag": "73d4cd42-991f-4598-bfaf-0e322d9b6d36"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:43.242696 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cf3b435-987a-40ff-9db8-6703267cf225 x-openstack-request-id: req-2cf3b435-987a-40ff-9db8-6703267cf225 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:43.242959 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "487fd3ef-3e97-4ae9-bc47-9e517de72b9b", "name": "network-vif-deleted", "tag": "73d4cd42-991f-4598-bfaf-0e322d9b6d36", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:43.243215 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2cf3b435-987a-40ff-9db8-6703267cf225 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:43.244251 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '487fd3ef-3e97-4ae9-bc47-9e517de72b9b', 'name': 'network-vif-deleted', 'tag': '73d4cd42-991f-4598-bfaf-0e322d9b6d36', 'status': 'completed', 'code': 200} Sep 10 03:37:43.262276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:43.304566 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.321869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['4e306a70-f5db-4a4b-a263-7db709452823'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:43.371579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Pushing event deleted for resources: {'Port': ['ID=4e306a70-f5db-4a4b-a263-7db709452823,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:43.398918 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.426549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Pushing event deleted for resources: {'Port': ['ID=1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:43.445635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0dfe3d8-8eb2-4aea-8959-bfb35b9af7b7 req-8e1bedd3-fff1-42a1-be8a-859f4e784c66 tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 210 time: 0.0752485 Sep 10 03:37:43.469458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:43.505259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] No DVR routers for this DVR port 4e306a70-f5db-4a4b-a263-7db709452823 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:43.505604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418', 'mac_address': 'fa:16:3e:d7:5b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:43.508186 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.510561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0aa3b60d-2330-4e93-b518-5cd2decf4359 req-00c13bda-da5f-426b-a30f-ab2451ec7baf tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.39 "DELETE /v2.0/ports/4e306a70-f5db-4a4b-a263-7db709452823 HTTP/1.1" status: 204 len: 173 time: 0.8517914 Sep 10 03:37:43.511118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-deleted', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:43.513737 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f1fe4a6-c7b6-460d-b490-18f106fb7f70" -d '{"events": [{"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-deleted", "tag": "4e306a70-f5db-4a4b-a263-7db709452823"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:43.560689 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.569131 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc4a0e6-258c-48f3-b2c1-c7f70c1be467 x-openstack-request-id: req-fdc4a0e6-258c-48f3-b2c1-c7f70c1be467 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:43.569131 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7705388-dd65-49fa-aff9-681052cddb0b", "name": "network-vif-deleted", "tag": "4e306a70-f5db-4a4b-a263-7db709452823", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:43.569523 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fdc4a0e6-258c-48f3-b2c1-c7f70c1be467 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:43.570006 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7705388-dd65-49fa-aff9-681052cddb0b', 'name': 'network-vif-deleted', 'tag': '4e306a70-f5db-4a4b-a263-7db709452823', 'status': 'completed', 'code': 200} Sep 10 03:37:43.614875 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.642488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:43.677392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:43.717371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.722208 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.757778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1808bc87-9ae5-4f74-b33a-1f8115a55b8c req-b2a35993-f47d-4526-bb98-589b2b28d9bf tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:43.763144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1808bc87-9ae5-4f74-b33a-1f8115a55b8c req-b2a35993-f47d-4526-bb98-589b2b28d9bf tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 947 time: 0.0794244 Sep 10 03:37:43.773189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.861654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:43.863356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.864644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Fanout notify agent at l3_agent the message router_deleted on router c015f9a6-d776-4dd3-8537-732f93997b44 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:37:43.868313 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.869479 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-70e2a2bc-b23a-428c-9afc-090493a6b5af admin admin] 10.222.0.22 "DELETE /v2.0/routers/c015f9a6-d776-4dd3-8537-732f93997b44 HTTP/1.1" status: 204 len: 168 time: 1.9919887 Sep 10 03:37:43.872117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56386) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:43.897576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1808bc87-9ae5-4f74-b33a-1f8115a55b8c req-51b301c1-5397-415d-9cc5-c73c3f24d09a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153586 Sep 10 03:37:43.937045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb9155e0-888e-4e40-9803-3d60757b81b6 admin admin] Deleting subnet cbfe2ae2-a5af-49f6-b499-27d799882493 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:37:43.950548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb9155e0-888e-4e40-9803-3d60757b81b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:43.962481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1b5f19a-82c0-44c0-bc44-739120afce21 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:44.001425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f1b5f19a-82c0-44c0-bc44-739120afce21 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:44.001765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1b5f19a-82c0-44c0-bc44-739120afce21 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:44.024564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb9155e0-888e-4e40-9803-3d60757b81b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.113647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1326c227-b940-4161-9183-6c32fb8fc42f req-93fb01d0-dd74-406c-a49a-2a20eea717f7 tempest-AttachSCSIVolumeTestJSON-1438403030 tempest-AttachSCSIVolumeTestJSON-1438403030-project] 10.222.0.22 "GET /v2.0/ports?device_id=487fd3ef-3e97-4ae9-bc47-9e517de72b9b HTTP/1.1" status: 200 len: 210 time: 0.0357721 Sep 10 03:37:44.149276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['39aa8355-acd7-4cbb-b1c2-ce7a8fc73418'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:44.186789 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb9155e0-888e-4e40-9803-3d60757b81b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.325086 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb9155e0-888e-4e40-9803-3d60757b81b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.358373 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb9155e0-888e-4e40-9803-3d60757b81b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.360918 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cb9155e0-888e-4e40-9803-3d60757b81b6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cbfe2ae2-a5af-49f6-b499-27d799882493 HTTP/1.1" status: 204 len: 168 time: 0.4867337 Sep 10 03:37:44.362112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9155e0-888e-4e40-9803-3d60757b81b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbfe2ae2-a5af-49f6-b499-27d799882493,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:44.363142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56394) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:44.365872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8211076f-7ca2-4193-b94f-3eaa1076f3b1 None None] Network 1f830682-2743-4f69-933c-8c51ecd12268 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:37:44.451476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.526167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Deleting port 212a1b33-af5a-483e-82be-909ac4afe337 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:44.526743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.594430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00415c9-8187-41db-9889-2b464060c802 None None] DHCP port deletion for 1f830682-2743-4f69-933c-8c51ecd12268 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:37:44.608343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-342ff85d-a8a9-472e-b5d9-b9db9a73ee86 req-ddb67773-ba3e-4420-974b-6a580786714e tempest-ServersAdminTestJSON-1353415453 tempest-ServersAdminTestJSON-1353415453-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7705388-dd65-49fa-aff9-681052cddb0b HTTP/1.1" status: 200 len: 210 time: 0.0541766 Sep 10 03:37:44.620189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] For port 212a1b33-af5a-483e-82be-909ac4afe337, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=212a1b33-af5a-483e-82be-909ac4afe337,segment=NetworkSegment(4e8fbf83-b5fd-4c56-b45e-8ec36ead1606),segment_id=4e8fbf83-b5fd-4c56-b45e-8ec36ead1606)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:44.620583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.634416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Calling delete_port for 212a1b33-af5a-483e-82be-909ac4afe337 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:44.658779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f00415c9-8187-41db-9889-2b464060c802 None None] Deleting port 212a1b33-af5a-483e-82be-909ac4afe337 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:44.663797 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f00415c9-8187-41db-9889-2b464060c802 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.726188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f00415c9-8187-41db-9889-2b464060c802 None None] For port 212a1b33-af5a-483e-82be-909ac4afe337, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=212a1b33-af5a-483e-82be-909ac4afe337,segment=NetworkSegment(4e8fbf83-b5fd-4c56-b45e-8ec36ead1606),segment_id=4e8fbf83-b5fd-4c56-b45e-8ec36ead1606)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:44.726656 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f00415c9-8187-41db-9889-2b464060c802 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.739587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f00415c9-8187-41db-9889-2b464060c802 None None] Calling delete_port for 212a1b33-af5a-483e-82be-909ac4afe337 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:44.780759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.807165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Pushing event deleted for resources: {'Port': ['ID=212a1b33-af5a-483e-82be-909ac4afe337,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:44.810840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] No DVR routers for this DVR port 212a1b33-af5a-483e-82be-909ac4afe337 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:44.909390 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:44.942961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:44.943541 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:44.944613 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:44.945014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > port after_create 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:44.945774 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > port after_delete 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:44.946301 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > port after_update 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:44.946769 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:44.947379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:44.947874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:44.948361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:45.001083 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f00415c9-8187-41db-9889-2b464060c802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.038046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00415c9-8187-41db-9889-2b464060c802 None None] No DVR routers for this DVR port 212a1b33-af5a-483e-82be-909ac4afe337 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:45.044067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00415c9-8187-41db-9889-2b464060c802 None None] Pushing event deleted for resources: {'Port': ['ID=212a1b33-af5a-483e-82be-909ac4afe337,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:45.053848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:45.054485 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:45.054979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:45.055514 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=95136) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Sep 10 03:37:45.056081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f830682-2743-4f69-933c-8c51ecd12268']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:45.088365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:45.088982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e8fbf83-b5fd-4c56-b45e-8ec36ead1606') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:45.120875 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.145422 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.154956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:37:45.155346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: from cryptography.utils import int_from_bytes Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: from cryptography.utils import int_from_bytes Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:37:45.159878 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:37:45.183202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac79dd0-9bde-442c-b3c5-01954fec60fb req-4ab8583e-d57c-443e-a6d7-cf9e44e45795 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:45.185074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cac79dd0-9bde-442c-b3c5-01954fec60fb req-4ab8583e-d57c-443e-a6d7-cf9e44e45795 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 948 time: 0.1230638 Sep 10 03:37:45.262548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cac79dd0-9bde-442c-b3c5-01954fec60fb req-30f3beff-8dc5-444d-8d0b-8c36b2559157 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682800 Sep 10 03:37:45.265319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:37:45.322401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.341140 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.344236 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1f830682-2743-4f69-933c-8c51ecd12268 HTTP/1.1" status: 204 len: 168 time: 0.9798086 Sep 10 03:37:45.346572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab65a8d8-603b-412a-bca5-aac432c6ec21 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f830682-2743-4f69-933c-8c51ecd12268,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:45.413174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:45.417979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:45.418369 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.524406 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.547665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e701a-f4b2-47f6-b79b-abda370be13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:45.549969 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1aa46b9-9022-43cf-9456-edcd8d74eb5d" -d '{"events": [{"server_uuid": "e59e701a-f4b2-47f6-b79b-abda370be13d", "name": "network-vif-plugged", "status": "completed", "tag": "39aa8355-acd7-4cbb-b1c2-ce7a8fc73418"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:45.569656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:45.588773 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f208ecde-40e5-4ee0-bba9-c18d4bf247f7 x-openstack-request-id: req-f208ecde-40e5-4ee0-bba9-c18d4bf247f7 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:45.589067 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59e701a-f4b2-47f6-b79b-abda370be13d", "name": "network-vif-plugged", "status": "completed", "tag": "39aa8355-acd7-4cbb-b1c2-ce7a8fc73418", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:45.589320 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f208ecde-40e5-4ee0-bba9-c18d4bf247f7 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:45.589720 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59e701a-f4b2-47f6-b79b-abda370be13d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418', 'code': 200} Sep 10 03:37:45.704111 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.705469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:45.756141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b2dfb9-79e7-4a8c-b197-59fea1770248 req-7d3b374e-ef8e-45e6-9194-33b06b898c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:45.758725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3b2dfb9-79e7-4a8c-b197-59fea1770248 req-7d3b374e-ef8e-45e6-9194-33b06b898c8a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 1099 time: 0.0810151 Sep 10 03:37:45.759078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 4e306a70-f5db-4a4b-a263-7db709452823 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:45.759429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4e306a70-f5db-4a4b-a263-7db709452823 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:45.785747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:45.803717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3b2dfb9-79e7-4a8c-b197-59fea1770248 req-f1dd7431-9efe-4303-ab25-e30074e13feb service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326366 Sep 10 03:37:45.806683 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56484) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:45.854847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3b009591-891b-463e-bf74-44e3982a55eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a775346a2fd488296c54d289111a075&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0469215 Sep 10 03:37:45.857569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56490) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:45.880380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 212a1b33-af5a-483e-82be-909ac4afe337 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:45.905340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 212a1b33-af5a-483e-82be-909ac4afe337 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:45.905786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 212a1b33-af5a-483e-82be-909ac4afe337 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:45.906314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:45.918568 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b84454c-0dfe-4ffc-b9fb-d4e60457f7cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:45.928953 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:45.929536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1db3fefd-7ba4-4cf9-8c55-9983b3b95ecc not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:45.945058 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b84454c-0dfe-4ffc-b9fb-d4e60457f7cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.109350 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b84454c-0dfe-4ffc-b9fb-d4e60457f7cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.122980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b84454c-0dfe-4ffc-b9fb-d4e60457f7cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.122980 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3b84454c-0dfe-4ffc-b9fb-d4e60457f7cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2ea7718-7d1f-4830-b8da-6dcf63cc3b49 HTTP/1.1" status: 204 len: 168 time: 0.2593935 Sep 10 03:37:46.133092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b84454c-0dfe-4ffc-b9fb-d4e60457f7cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2ea7718-7d1f-4830-b8da-6dcf63cc3b49,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:46.176472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56514) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:46.232398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 73d4cd42-991f-4598-bfaf-0e322d9b6d36 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:46.260572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 73d4cd42-991f-4598-bfaf-0e322d9b6d36 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:46.260935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 73d4cd42-991f-4598-bfaf-0e322d9b6d36 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:46.354844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56522) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:46.355174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7c407306-5566-4c6a-87e0-78c72248f071 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e219dbbf58804efdb0df16c6c3f27949&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773171 Sep 10 03:37:46.420160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b496e1-5a9f-49f2-b1c1-c7ec9913126e req-d938e133-895a-4a0c-b842-ffc231c7b70b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:46.430021 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0b496e1-5a9f-49f2-b1c1-c7ec9913126e req-d938e133-895a-4a0c-b842-ffc231c7b70b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 949 time: 0.0737989 Sep 10 03:37:46.442861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a9625487-f425-4d9a-a69f-65edf498cb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.480863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a9625487-f425-4d9a-a69f-65edf498cb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.498257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0b496e1-5a9f-49f2-b1c1-c7ec9913126e req-a8dc9f65-ddf3-4276-bdc7-bba187cfee7b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528297 Sep 10 03:37:46.649415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a9625487-f425-4d9a-a69f-65edf498cb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.653803 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a9625487-f425-4d9a-a69f-65edf498cb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:46.658473 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a9625487-f425-4d9a-a69f-65edf498cb33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d HTTP/1.1" status: 204 len: 168 time: 0.3025956 Sep 10 03:37:46.674916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9625487-f425-4d9a-a69f-65edf498cb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a42ffc1-7e06-4b2f-95b0-70afe5e9c17d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:47.437616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56564) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:47.496998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fd9d34d3-fda6-465f-aa7d-c7ff30debd1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71b3f9cfb2c74238ac134444789b77cf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0564010 Sep 10 03:37:47.499387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56566) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:47.656361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-26d5e8b4-994b-42de-a364-bf8c361293f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:47.687219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6723914f-a209-4cd0-bd66-0a2d84eb39d4 req-29388eb5-f90e-4432-bf30-c91ff5e554db tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:47.688805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6723914f-a209-4cd0-bd66-0a2d84eb39d4 req-29388eb5-f90e-4432-bf30-c91ff5e554db tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 949 time: 0.0876205 Sep 10 03:37:47.694834 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-26d5e8b4-994b-42de-a364-bf8c361293f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:47.761308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6723914f-a209-4cd0-bd66-0a2d84eb39d4 req-a403bead-13e0-45e8-ba82-0c0b64cf6365 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643668 Sep 10 03:37:47.892158 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-26d5e8b4-994b-42de-a364-bf8c361293f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:47.895955 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-26d5e8b4-994b-42de-a364-bf8c361293f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:47.917111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-26d5e8b4-994b-42de-a364-bf8c361293f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33353194-120a-44d8-9862-5954095a2b36 HTTP/1.1" status: 204 len: 168 time: 0.4132469 Sep 10 03:37:47.933202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b691b7b7-8c48-4ee3-ac96-768dca0cd023 req-6cd4e69c-229a-4dbf-9e58-8e12e1d83ba2 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:47.941059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b691b7b7-8c48-4ee3-ac96-768dca0cd023 req-6cd4e69c-229a-4dbf-9e58-8e12e1d83ba2 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 1100 time: 0.0923676 Sep 10 03:37:47.951540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d5e8b4-994b-42de-a364-bf8c361293f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33353194-120a-44d8-9862-5954095a2b36,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:48.033282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b691b7b7-8c48-4ee3-ac96-768dca0cd023 req-2362fb5f-2e62-4493-bd55-016d29c3dfe0 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734627 Sep 10 03:37:48.517301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-296fc5a1-ffe8-4462-9444-57c6beb68ad6 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230279 Sep 10 03:37:48.647990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56640) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:48.687880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554ac95-804b-4049-ac7e-5489c46028ff req-6c8e6d17-0735-4251-890b-bcdcf2e7c1dc tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:48.698637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-6c8e6d17-0735-4251-890b-bcdcf2e7c1dc tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1740251 Sep 10 03:37:48.719363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-4cc4b4b7-c3d5-4222-88bd-0f2bda3e97db tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/quotas/1b8624110d6f432188e41d37ac8292fd HTTP/1.1" status: 200 len: 375 time: 0.0192862 Sep 10 03:37:48.785035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-2b5d178d-9362-4092-b61e-7cdda8764a3b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0637667 Sep 10 03:37:48.837870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3bd3-1b0b-404c-89bd-d0bb367a52a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:48.956110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3bd3-1b0b-404c-89bd-d0bb367a52a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:49.012526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a1c3bd3-1b0b-404c-89bd-d0bb367a52a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:49.076151 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4a1c3bd3-1b0b-404c-89bd-d0bb367a52a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c23a516464947648040493b39ffaf05&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4270508 Sep 10 03:37:49.077528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1c3bd3-1b0b-404c-89bd-d0bb367a52a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca612b4-f2c8-433c-b315-46e2cf71e763,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:49.080747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56656) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:49.118306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8021020c-ea6e-4dd2-bca0-126611c2f7b4 req-8e9858ca-c1cb-490f-939a-4a6a0d850570 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 210 time: 0.0755622 Sep 10 03:37:49.160357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b435c85-2f10-41e8-9b55-88b5492898f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:49.217119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b435c85-2f10-41e8-9b55-88b5492898f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:49.367029 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b435c85-2f10-41e8-9b55-88b5492898f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:49.370670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b435c85-2f10-41e8-9b55-88b5492898f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:49.372206 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0b435c85-2f10-41e8-9b55-88b5492898f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eca612b4-f2c8-433c-b315-46e2cf71e763 HTTP/1.1" status: 204 len: 168 time: 0.2904222 Sep 10 03:37:49.396953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b435c85-2f10-41e8-9b55-88b5492898f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca612b4-f2c8-433c-b315-46e2cf71e763,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:50.271207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b97e769-8065-4b35-9b9b-7afbcb5c2915 req-4302ddd0-7587-40cc-b5e7-5227583c3970 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 210 time: 0.0394821 Sep 10 03:37:50.749391 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df5254b3-e22e-4d7e-ae87-4fe21e5d186a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:51.082588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56730) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:51.209160 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1246734827-network', 'tenant_id': 'bc95b8529824458fa7cf0552085e70c4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:51.333310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Made reservation on behalf of bc95b8529824458fa7cf0552085e70c4 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:51.336239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:51.353332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:51.419566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8340531e-e75f-424a-9254-be4a77d543c0 req-c44b9e53-36bd-485a-8a70-811d8889df00 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 210 time: 0.0583711 Sep 10 03:37:51.481362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-550dc9fe-bc8d-4f96-80a8-cbf986fc2718 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0811753 Sep 10 03:37:51.568874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:51.645355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:51.662618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:37:51.673999 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:51.674686 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Added segment 500188f9-2181-4e7d-83ba-ae0a776b3820 of type vlan for network 53001c9b-8c77-4839-ac5a-f3d7365e0632 Sep 10 03:37:51.692247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554ac95-804b-4049-ac7e-5489c46028ff req-b05303a0-ccc2-4a2d-b2ca-edc68aa7b9ee tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:51.704742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-b05303a0-ccc2-4a2d-b2ca-edc68aa7b9ee tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2010896 Sep 10 03:37:51.718412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Request body: {'port': {'device_id': 'f2bcb494-276e-4d4a-9ba0-68639ab2d208', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '1b8624110d6f432188e41d37ac8292fd'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:51.751384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b0749c7-9d0f-4cdb-8939-25aea234feaf,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:51.758349 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:51.858279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:51.859200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:51.861207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:51.952145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] Pushing event updated for resources: {'Network': ['ID=53001c9b-8c77-4839-ac5a-f3d7365e0632,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:51.964578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 53001c9b-8c77-4839-ac5a-f3d7365e0632 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:37:51.976129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Made reservation on behalf of 1b8624110d6f432188e41d37ac8292fd for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:51.980146 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:52.098480 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8aa50a4a-5ba2-4da1-a900-1d52abf00038 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0146532 Sep 10 03:37:52.099123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56760) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:52.105284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Request body: {'subnet': {'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1246734827-subnet', 'tenant_id': 'bc95b8529824458fa7cf0552085e70c4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:52.126290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56762) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:52.142210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Allocated IP 192.168.233.158 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/a8a32640-1f2e-4da3-a506-3a6be7bd341d) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:52.210801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Made reservation on behalf of bc95b8529824458fa7cf0552085e70c4 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:52.217905 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:52.259556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85b1f550-0dbf-4f51-8928-415de06aa7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:52.312755 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:52.329882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Transition to ACTIVE for port object a8a32640-1f2e-4da3-a506-3a6be7bd341d will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:52.475561 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:52.478059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85b1f550-0dbf-4f51-8928-415de06aa7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:52.488266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c', 'd57b502a-a031-42fb-93d0-a0f3b805cdae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:52.493622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['ed8b9883-f96d-4336-a590-a609c912f74a', '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:37:52.510132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:52.514892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:52.532267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:52.533793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:52.593528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85b1f550-0dbf-4f51-8928-415de06aa7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:52.809249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b1f550-0dbf-4f51-8928-415de06aa7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094f150e-72ce-469c-9a6c-5a060871f894,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:52.817346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b3ff051-d796-4a71-8b78-13df74a1ca00,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:52.839232 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-85b1f550-0dbf-4f51-8928-415de06aa7fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f405a99e46d45b0b5e4f9b035e47627&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7095180 Sep 10 03:37:52.843735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19f424-3dba-4e99-80bd-dcb6a84012a6 req-1d206157-6843-435a-b45f-2ade0e0c8728 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:52.848145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef19f424-3dba-4e99-80bd-dcb6a84012a6 req-1d206157-6843-435a-b45f-2ade0e0c8728 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 936 time: 0.3363044 Sep 10 03:37:52.848815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event updated for resources: {'Port': ['ID=a8a32640-1f2e-4da3-a506-3a6be7bd341d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:52.863929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56778) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:52.872123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:52.872758 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:52.879428 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Checking segment: {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:52.879822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Network hostable DHCP agents. Network: 53001c9b-8c77-4839-ac5a-f3d7365e0632, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:37:52.955204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Network 53001c9b-8c77-4839-ac5a-f3d7365e0632 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:37:52.976411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56784) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:53.045458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209f7c79-261d-403c-aed4-889936d8eb5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.048847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 53001c9b-8c77-4839-ac5a-f3d7365e0632) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:53.053353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c3d805c7-6e4c-4454-b6e6-ce96a1127e28 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3418689 Sep 10 03:37:53.070131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:53.071538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.080175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Request body: {'port': {'device_id': 'f2bcb494-276e-4d4a-9ba0-68639ab2d208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:53.096391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3779c141-cebb-4dc1-982b-1dda748a5d04 None None] Network 53001c9b-8c77-4839-ac5a-f3d7365e0632 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:37:53.152284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef19f424-3dba-4e99-80bd-dcb6a84012a6 req-69e4f090-efb2-4c91-ba1e-0512f419ced0 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2941630 Sep 10 03:37:53.160050 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209f7c79-261d-403c-aed4-889936d8eb5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.182784 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-faaa476c-4d0c-4733-a7f9-e0e631b20b03 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0817897 Sep 10 03:37:53.208916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aabcbd18-530f-494a-b08e-30fb888ad963 None None] Provisioning for port a8a32640-1f2e-4da3-a506-3a6be7bd341d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:37:53.265987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.281736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aabcbd18-530f-494a-b08e-30fb888ad963 None None] Provisioning complete for port a8a32640-1f2e-4da3-a506-3a6be7bd341d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:37:53.282951 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aabcbd18-530f-494a-b08e-30fb888ad963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.429798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-aabcbd18-530f-494a-b08e-30fb888ad963 None None] Port a8a32640-1f2e-4da3-a506-3a6be7bd341d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:37:53.464342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d61328-a163-4aa7-872a-0bb283920742 None None] Network 53001c9b-8c77-4839-ac5a-f3d7365e0632 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:37:53.483088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209f7c79-261d-403c-aed4-889936d8eb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.486119 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209f7c79-261d-403c-aed4-889936d8eb5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.500489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-209f7c79-261d-403c-aed4-889936d8eb5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/094f150e-72ce-469c-9a6c-5a060871f894 HTTP/1.1" status: 204 len: 168 time: 0.6076596 Sep 10 03:37:53.523835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209f7c79-261d-403c-aed4-889936d8eb5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094f150e-72ce-469c-9a6c-5a060871f894,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:53.552524 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f570b4b-ff12-4185-b5e3-e4fd62701bf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.739946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.795300 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.805817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8a32640-1f2e-4da3-a506-3a6be7bd341d {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:53.824269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:53.873940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Transition to ACTIVE for port object a8a32640-1f2e-4da3-a506-3a6be7bd341d will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:53.972543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-86285631-5d1e-4164-a199-10aacfaf34ad tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:53.974791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-86285631-5d1e-4164-a199-10aacfaf34ad tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/networks?id=53001c9b-8c77-4839-ac5a-f3d7365e0632 HTTP/1.1" status: 200 len: 822 time: 0.1537850 Sep 10 03:37:53.998932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-e5f30fab-2bbd-484f-a632-db336bbe3f12 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/quotas/bc95b8529824458fa7cf0552085e70c4 HTTP/1.1" status: 200 len: 375 time: 0.0117457 Sep 10 03:37:54.038764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bd87d0c1-858e-44d7-a23d-5fa153217424 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc95b8529824458fa7cf0552085e70c4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0309405 Sep 10 03:37:54.039893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.142096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Deleting port c81cc7e1-f462-4943-9aff-17d3dae87209 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:54.146093 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.184196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Pushing event updated for resources: {'Port': ['ID=a8a32640-1f2e-4da3-a506-3a6be7bd341d,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:54.267265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] For port c81cc7e1-f462-4943-9aff-17d3dae87209, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c81cc7e1-f462-4943-9aff-17d3dae87209,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:54.267895 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.306484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Calling delete_port for c81cc7e1-f462-4943-9aff-17d3dae87209 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:54.364918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-010b83d5-662d-47ff-a49e-96ef3d33e70e service neutron] 10.222.0.22 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2915566 Sep 10 03:37:54.369956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56816) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:54.370620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Attempting to bind port a8a32640-1f2e-4da3-a506-3a6be7bd341d on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:37:54.370959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Attempting to bind port a8a32640-1f2e-4da3-a506-3a6be7bd341d by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:37:54.371358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Attempting to bind port a8a32640-1f2e-4da3-a506-3a6be7bd341d on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:54.379234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Port a8a32640-1f2e-4da3-a506-3a6be7bd341d on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:37:54.379556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Attempting to bind port a8a32640-1f2e-4da3-a506-3a6be7bd341d on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:37:54.395003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7df7e4ae-7ca0-42dc-afd8-46a743c37742 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.404307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:37:54.404648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:37:54.405057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:37:54.405470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Bound port: a8a32640-1f2e-4da3-a506-3a6be7bd341d, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:37:54.405829 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.426579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cefcd36-6f97-4df5-816b-cd30cec5e458 req-dfa6d0e0-0f54-4d5d-87a4-cb01e382e640 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:54.428097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2cefcd36-6f97-4df5-816b-cd30cec5e458 req-dfa6d0e0-0f54-4d5d-87a4-cb01e382e640 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 948 time: 0.1368084 Sep 10 03:37:54.557764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2cefcd36-6f97-4df5-816b-cd30cec5e458 req-6ae32e3b-24f0-4da4-9c40-d7941c48d334 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206083 Sep 10 03:37:54.569215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-7f4739a8-9d30-4e52-902a-237bcda99684 service neutron] 10.222.0.22 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921980 Sep 10 03:37:54.571700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] For port a8a32640-1f2e-4da3-a506-3a6be7bd341d, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:37:54.575657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] For port a8a32640-1f2e-4da3-a506-3a6be7bd341d, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a8a32640-1f2e-4da3-a506-3a6be7bd341d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:37:54.613606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7df7e4ae-7ca0-42dc-afd8-46a743c37742 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.685300 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.721662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:54.722257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.723824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] 10.222.0.39 "PUT /v2.0/ports/a8a32640-1f2e-4da3-a506-3a6be7bd341d HTTP/1.1" status: 200 len: 1096 time: 1.6572516 Sep 10 03:37:54.724270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2bcb494-276e-4d4a-9ba0-68639ab2d208', 'tag': 'a8a32640-1f2e-4da3-a506-3a6be7bd341d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:37:54.726585 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae109e0-c227-443a-9505-6a0cb981230a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2bcb494-276e-4d4a-9ba0-68639ab2d208", "tag": "a8a32640-1f2e-4da3-a506-3a6be7bd341d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:37:54.731276 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.757030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90891ab-6acc-43ec-a1d5-30f29b45776c service neutron] Pushing event updated for resources: {'Port': ['ID=a8a32640-1f2e-4da3-a506-3a6be7bd341d,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:54.765909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7df7e4ae-7ca0-42dc-afd8-46a743c37742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:54.780345 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:37:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9de227-642e-497a-baaf-9fdd792a29de x-openstack-request-id: req-4e9de227-642e-497a-baaf-9fdd792a29de {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:37:54.780345 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2bcb494-276e-4d4a-9ba0-68639ab2d208", "tag": "a8a32640-1f2e-4da3-a506-3a6be7bd341d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:37:54.780345 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e9de227-642e-497a-baaf-9fdd792a29de {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:37:54.780345 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2bcb494-276e-4d4a-9ba0-68639ab2d208', 'tag': 'a8a32640-1f2e-4da3-a506-3a6be7bd341d', 'status': 'completed', 'code': 200} Sep 10 03:37:54.800102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Pushing event deleted for resources: {'Port': ['ID=c81cc7e1-f462-4943-9aff-17d3dae87209,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:54.924352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae109e0-c227-443a-9505-6a0cb981230a req-691c033e-4e5d-4f08-9547-151c1fb92ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:54.928114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eae109e0-c227-443a-9505-6a0cb981230a req-691c033e-4e5d-4f08-9547-151c1fb92ddf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 1099 time: 0.1175218 Sep 10 03:37:55.003531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eae109e0-c227-443a-9505-6a0cb981230a req-5bda050a-eada-456f-95a3-9e1eef4c7185 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0492065 Sep 10 03:37:55.023859 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:55.094333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df7e4ae-7ca0-42dc-afd8-46a743c37742 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0829a27-0480-4a1b-afdf-b265e5ce719c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:55.130705 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7df7e4ae-7ca0-42dc-afd8-46a743c37742 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1a8b1eaa7154317935647c978fb0b79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7549422 Sep 10 03:37:55.130705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56832) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:55.146238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75666674-93ec-4e0e-a344-98cb58551ad8 req-5bff275a-19d9-4e2b-ae58-2c137884d6b8 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 210 time: 0.1555748 Sep 10 03:37:55.175061 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:55.266466 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b644afa1-a3fe-462b-9f15-997014351cda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:55.267764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae109e0-c227-443a-9505-6a0cb981230a req-3e762de8-5963-41fe-bd33-f40378e2a9d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:55.269244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eae109e0-c227-443a-9505-6a0cb981230a req-3e762de8-5963-41fe-bd33-f40378e2a9d9 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2464106 Sep 10 03:37:55.324862 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b644afa1-a3fe-462b-9f15-997014351cda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:55.717945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c91f7d07-3d92-416c-8cbc-f7ded1f9889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:55.719574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-c91f7d07-3d92-416c-8cbc-f7ded1f9889f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 1099 time: 0.3945651 Sep 10 03:37:55.736048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfe18c-4355-4457-bbe8-622905b10f34 req-6e45c118-0fc5-4845-924e-63f5111c97c2 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:55.740236 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59bfe18c-4355-4457-bbe8-622905b10f34 req-6e45c118-0fc5-4845-924e-63f5111c97c2 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 948 time: 0.0591078 Sep 10 03:37:55.784536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-9253639d-dda9-4144-949d-ee125892f667 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=a8a32640-1f2e-4da3-a506-3a6be7bd341d HTTP/1.1" status: 200 len: 217 time: 0.0431681 Sep 10 03:37:55.790858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Router 87105b7c-9326-4e9a-aff0-86702c4472ca has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:37:55.851962 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554ac95-804b-4049-ac7e-5489c46028ff req-9e18d059-38bf-4493-9638-c5d957ae15a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:55.854205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-9e18d059-38bf-4493-9638-c5d957ae15a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0613148 Sep 10 03:37:55.861669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b644afa1-a3fe-462b-9f15-997014351cda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:55.863665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59bfe18c-4355-4457-bbe8-622905b10f34 req-5b7d2797-704a-46de-b7ac-8d7f71f2436e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155047 Sep 10 03:37:55.864225 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b644afa1-a3fe-462b-9f15-997014351cda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:55.865351 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b644afa1-a3fe-462b-9f15-997014351cda admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0829a27-0480-4a1b-afdf-b265e5ce719c HTTP/1.1" status: 204 len: 168 time: 0.7337255 Sep 10 03:37:55.895214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b644afa1-a3fe-462b-9f15-997014351cda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0829a27-0480-4a1b-afdf-b265e5ce719c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:55.909681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3554ac95-804b-4049-ac7e-5489c46028ff req-8b4c73e0-022f-4f5d-80a1-55e5e2147694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:55.911443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-8b4c73e0-022f-4f5d-80a1-55e5e2147694 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0427382 Sep 10 03:37:55.980863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:37:55.988109 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-966112c1-a974-4c49-a87b-2c63d1babe26 admin admin] 10.222.0.22 "PUT /v2.0/routers/87105b7c-9326-4e9a-aff0-86702c4472ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0097044 Sep 10 03:37:55.990653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:55.993128 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] Sync routers for ids ['87105b7c-9326-4e9a-aff0-86702c4472ca'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:37:56.006088 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] Routers {'87105b7c-9326-4e9a-aff0-86702c4472ca'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:56.007360 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['87105b7c-9326-4e9a-aff0-86702c4472ca'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:56.051882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-d41af873-e81e-45bb-ba24-c01a0fe49f1b service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264865 Sep 10 03:37:56.109315 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:56.159196 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] Set router 87105b7c-9326-4e9a-aff0-86702c4472ca gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:56.233855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:56.283080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3554ac95-804b-4049-ac7e-5489c46028ff req-0379ffa0-b90b-4fea-adab-702254800f48 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2060170 Sep 10 03:37:56.338536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee063164-0439-413d-863a-33564622b9f8 req-567432c2-5aee-42aa-a41d-99376f94944e tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 210 time: 0.0741589 Sep 10 03:37:56.418571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:56.433955 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:39Z', 'updated_at': '2021-09-10T03:37:54Z', 'revision_number': 5, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'gw_port': {'id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:40Z', 'updated_at': '2021-09-10T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:56.463140 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] Checking router: 87105b7c-9326-4e9a-aff0-86702c4472ca for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:37:56.476552 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] Routers {'87105b7c-9326-4e9a-aff0-86702c4472ca'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:37:56.477166 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['87105b7c-9326-4e9a-aff0-86702c4472ca'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:56.562048 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Deleting port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:56.562544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:56.618201 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] Set router 87105b7c-9326-4e9a-aff0-86702c4472ca gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:37:56.665744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] For port 15229826-7ff4-4f6a-ab3d-ce25a7591ee1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=15229826-7ff4-4f6a-ab3d-ce25a7591ee1,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:56.666356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:56.682247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Calling delete_port for 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:56.816462 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:39Z', 'updated_at': '2021-09-10T03:37:54Z', 'revision_number': 5, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'gw_port': {'id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:40Z', 'updated_at': '2021-09-10T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:56.845359 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87dc9a94-e2a3-44e9-b885-fe51d3da6ebe None None] The sync data for ids ['87105b7c-9326-4e9a-aff0-86702c4472ca'] in n-d-808143-1 is: [{'id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'name': 'tempest-AttachSCSIVolumeTestJSON-812153424-router', 'tenant_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231'}], 'enable_snat': True}, 'gw_port_id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:39Z', 'updated_at': '2021-09-10T03:37:54Z', 'revision_number': 5, 'project_id': 'bca59dfaae8d4b83a3d1eeb699c3a911', 'gw_port': {'id': '15229826-7ff4-4f6a-ab3d-ce25a7591ee1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:31:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87105b7c-9326-4e9a-aff0-86702c4472ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 439, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:40Z', 'updated_at': '2021-09-10T03:35:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:37:56.947502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:56.983252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Pushing event deleted for resources: {'Port': ['ID=15229826-7ff4-4f6a-ab3d-ce25a7591ee1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:56.993953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cfba53-92d6-4228-9acb-cf53d12cb6c2 req-98b0afbd-7a14-4190-9cea-45f036450d65 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:57.001602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0cfba53-92d6-4228-9acb-cf53d12cb6c2 req-98b0afbd-7a14-4190-9cea-45f036450d65 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 948 time: 0.0578842 Sep 10 03:37:57.040255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0cfba53-92d6-4228-9acb-cf53d12cb6c2 req-7e7cc828-1651-4f38-ad38-626aa6bf6542 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377772 Sep 10 03:37:57.052521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:57.151289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:57.154552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:57.281658 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:57.282233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 87105b7c-9326-4e9a-aff0-86702c4472ca {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:37:57.288914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:57.290151 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-19592a77-322c-4375-be9d-01e730891301 admin admin] 10.222.0.22 "DELETE /v2.0/routers/87105b7c-9326-4e9a-aff0-86702c4472ca HTTP/1.1" status: 204 len: 168 time: 1.2984617 Sep 10 03:37:57.292872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56886) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:57.487607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-3f6cba41-dc95-49a2-8ae4-33eefd0da7d9 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:57.490280 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-3f6cba41-dc95-49a2-8ae4-33eefd0da7d9 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.20 "GET /v2.0/networks?id=53001c9b-8c77-4839-ac5a-f3d7365e0632 HTTP/1.1" status: 200 len: 822 time: 0.1278415 Sep 10 03:37:57.512306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Request body: {'port': {'device_id': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632', 'admin_state_up': True, 'tenant_id': 'bc95b8529824458fa7cf0552085e70c4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:57.528535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b903676-e838-4e7b-8f6b-7f2fe38530e3 req-a0c38867-e854-4ed1-a2b5-dab9c13b17da tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 210 time: 0.0652850 Sep 10 03:37:57.542195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f47c1620-0c20-4c92-b022-6a7678b8173e admin admin] Deleting subnet 183a6167-381f-44bd-8d12-c94fba07221b {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:37:57.557831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f47c1620-0c20-4c92-b022-6a7678b8173e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:57.664212 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f47c1620-0c20-4c92-b022-6a7678b8173e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:57.826452 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f47c1620-0c20-4c92-b022-6a7678b8173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:57.830757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Made reservation on behalf of bc95b8529824458fa7cf0552085e70c4 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:37:57.837620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.079270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Allocated IP 172.20.0.3 (53001c9b-8c77-4839-ac5a-f3d7365e0632/2b3ff051-d796-4a71-8b78-13df74a1ca00/59211828-9538-4966-b3c7-612ec498a25f) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:37:58.082006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f47c1620-0c20-4c92-b022-6a7678b8173e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.116106 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47c1620-0c20-4c92-b022-6a7678b8173e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=183a6167-381f-44bd-8d12-c94fba07221b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:58.137844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92cb7295-84d1-4693-87e3-78576d94a354 None None] Network 27441f2b-c78b-40b8-bdbf-96326d674b8b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:37:58.143362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f47c1620-0c20-4c92-b022-6a7678b8173e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.145690 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f47c1620-0c20-4c92-b022-6a7678b8173e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/183a6167-381f-44bd-8d12-c94fba07221b HTTP/1.1" status: 204 len: 168 time: 0.8514514 Sep 10 03:37:58.148364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56922) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:58.302714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c81cc7e1-f462-4943-9aff-17d3dae87209 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:58.350970 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.396629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c81cc7e1-f462-4943-9aff-17d3dae87209 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:58.400297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c81cc7e1-f462-4943-9aff-17d3dae87209 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:58.476372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20468593-4c0f-4502-aa6f-afddaa823ea3 req-d1190c0f-feb6-4519-b443-77f8fbf4901b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:58.486935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20468593-4c0f-4502-aa6f-afddaa823ea3 req-d1190c0f-feb6-4519-b443-77f8fbf4901b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 948 time: 0.2768393 Sep 10 03:37:58.527252 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.560913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.573335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20468593-4c0f-4502-aa6f-afddaa823ea3 req-fc054285-ec3d-492c-8394-9e9723e9494c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779846 Sep 10 03:37:58.578858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Deleting port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:58.579202 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.655357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1d0930-c91e-4632-b288-3fd7177768a7 None None] DHCP port deletion for 27441f2b-c78b-40b8-bdbf-96326d674b8b request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:37:58.721452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d0930-c91e-4632-b288-3fd7177768a7 None None] Deleting port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:37:58.721823 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0930-c91e-4632-b288-3fd7177768a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.752292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] For port b7eb87e9-1ea5-4855-bde8-53c6ded96de4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b7eb87e9-1ea5-4855-bde8-53c6ded96de4,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:58.752660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.785061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cf4cb8e-350b-4595-99e8-fa077705a085 req-90bdf431-d231-4187-a36a-bb3c6cd9e4a8 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 210 time: 0.0589275 Sep 10 03:37:58.793455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Calling delete_port for b7eb87e9-1ea5-4855-bde8-53c6ded96de4 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:58.793980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8b1d0930-c91e-4632-b288-3fd7177768a7 None None] For port b7eb87e9-1ea5-4855-bde8-53c6ded96de4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b7eb87e9-1ea5-4855-bde8-53c6ded96de4,segment=NetworkSegment(d4adacba-b8aa-4ce7-8427-f96d8b948cb8),segment_id=d4adacba-b8aa-4ce7-8427-f96d8b948cb8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:58.794455 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0930-c91e-4632-b288-3fd7177768a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.802279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:58.818594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8b1d0930-c91e-4632-b288-3fd7177768a7 None None] Calling delete_port for b7eb87e9-1ea5-4855-bde8-53c6ded96de4 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:37:58.861344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039694f8-aef6-4b85-9269-62c0e2318050 req-c08097ad-edc9-4707-ab4d-b5b503411c72 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:58.862925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-039694f8-aef6-4b85-9269-62c0e2318050 req-c08097ad-edc9-4707-ab4d-b5b503411c72 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1097 time: 0.1357696 Sep 10 03:37:58.894144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Network 53001c9b-8c77-4839-ac5a-f3d7365e0632 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:37:58.900365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:37:58.903088 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:37:58.942363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event updated for resources: {'Port': ['ID=59211828-9538-4966-b3c7-612ec498a25f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:58.959090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-039694f8-aef6-4b85-9269-62c0e2318050 req-903f2ebc-6083-4b48-8a5e-2088ae6a5d60 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850945 Sep 10 03:37:59.005186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:59.008740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.027560 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.035099 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b1d0930-c91e-4632-b288-3fd7177768a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.058507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7eb87e9-1ea5-4855-bde8-53c6ded96de4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:59.060478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] No DVR routers for this DVR port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:59.072800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1d0930-c91e-4632-b288-3fd7177768a7 None None] Pushing event deleted for resources: {'Port': ['ID=b7eb87e9-1ea5-4855-bde8-53c6ded96de4,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:59.077087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d0930-c91e-4632-b288-3fd7177768a7 None None] No DVR routers for this DVR port b7eb87e9-1ea5-4855-bde8-53c6ded96de4 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:37:59.130913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-bc044daf-9e4e-493b-b6d2-98551c0643cd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6287515 Sep 10 03:37:59.135219 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.145238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Request body: {'port': {'device_id': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:37:59.156226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27441f2b-c78b-40b8-bdbf-96326d674b8b']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:59.167251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:59.167975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4adacba-b8aa-4ce7-8427-f96d8b948cb8') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:37:59.179378 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.202464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.203426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:37:59.204436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:37:59.206308 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:37:59.239028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.323606 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.347506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.347506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/27441f2b-c78b-40b8-bdbf-96326d674b8b HTTP/1.1" status: 204 len: 168 time: 1.1831505 Sep 10 03:37:59.347803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a8a32640-1f2e-4da3-a506-3a6be7bd341d details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:37:59.354143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56952) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:59.361926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c970f44-b1b4-416e-8303-1a7af5b8a6a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=27441f2b-c78b-40b8-bdbf-96326d674b8b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:59.496357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56958) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:37:59.514061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a8a32640-1f2e-4da3-a506-3a6be7bd341d, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a8a32640-1f2e-4da3-a506-3a6be7bd341d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:59.528364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a8a32640-1f2e-4da3-a506-3a6be7bd341d', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'a8a32640-1f2e-4da3-a506-3a6be7bd341d', 'mac_address': 'fa:16:3e:bf:78:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:37:59.585429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.603651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8a32640-1f2e-4da3-a506-3a6be7bd341d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:59.627711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a8a32640-1f2e-4da3-a506-3a6be7bd341d, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a8a32640-1f2e-4da3-a506-3a6be7bd341d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:37:59.683880 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c60d3f29-54d8-48d9-855c-d842e282e471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.709182 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.767847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 59211828-9538-4966-b3c7-612ec498a25f {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:37:59.779122 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.799215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Transition to ACTIVE for port object 59211828-9538-4966-b3c7-612ec498a25f will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:37:59.842965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a8a32640-1f2e-4da3-a506-3a6be7bd341d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:59.869349 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:37:59.943422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:59.952466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Pushing event updated for resources: {'Port': ['ID=59211828-9538-4966-b3c7-612ec498a25f,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:37:59.965588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820a3791-5e6a-4cf4-ad01-62412485555c req-f261a422-9730-43d7-9c71-63bf919c958d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:37:59.965706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:59.965706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 15229826-7ff4-4f6a-ab3d-ce25a7591ee1 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:37:59.966248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b7eb87e9-1ea5-4855-bde8-53c6ded96de4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:37:59.972918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-820a3791-5e6a-4cf4-ad01-62412485555c req-f261a422-9730-43d7-9c71-63bf919c958d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 949 time: 0.1452081 Sep 10 03:37:59.996798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: b7eb87e9-1ea5-4855-bde8-53c6ded96de4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:37:59.997303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b7eb87e9-1ea5-4855-bde8-53c6ded96de4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:00.021157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c60d3f29-54d8-48d9-855c-d842e282e471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.038822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.045785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-820a3791-5e6a-4cf4-ad01-62412485555c req-ba01efd5-9554-4d0e-812e-89b92743a0d8 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719202 Sep 10 03:38:00.074819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a8a32640-1f2e-4da3-a506-3a6be7bd341d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:00.082154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Attempting to bind port 59211828-9538-4966-b3c7-612ec498a25f on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:00.082636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Attempting to bind port 59211828-9538-4966-b3c7-612ec498a25f by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:00.083091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Attempting to bind port 59211828-9538-4966-b3c7-612ec498a25f on network 53001c9b-8c77-4839-ac5a-f3d7365e0632 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:00.086185 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c60d3f29-54d8-48d9-855c-d842e282e471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.093088 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Port 59211828-9538-4966-b3c7-612ec498a25f on network 53001c9b-8c77-4839-ac5a-f3d7365e0632 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:00.093414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Attempting to bind port 59211828-9538-4966-b3c7-612ec498a25f on network 53001c9b-8c77-4839-ac5a-f3d7365e0632 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:00.100968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:00.101301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Checking segment: {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:00.101701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Bound using segment: {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:00.102129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Bound port: 59211828-9538-4966-b3c7-612ec498a25f, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:00.102491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.240330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56986) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:00.240533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c60d3f29-54d8-48d9-855c-d842e282e471 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37e7d83464c642ebb6e1f7bfc4ac13c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7391913 Sep 10 03:38:00.247465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60d3f29-54d8-48d9-855c-d842e282e471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdcf511a-8dae-4d9c-8855-166831bb69e7,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:00.270183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:00.282426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d920f159-5cad-4c2c-a594-2a3f5a671fe3 req-5d7fea12-74f5-43c3-bdef-c3d21509aa39 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:00.283954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d920f159-5cad-4c2c-a594-2a3f5a671fe3 req-5d7fea12-74f5-43c3-bdef-c3d21509aa39 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 943 time: 0.1205738 Sep 10 03:38:00.297475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=59211828-9538-4966-b3c7-612ec498a25f,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:00.338441 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d15e2af-053e-4e6b-8812-aa797870c38d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.339790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d920f159-5cad-4c2c-a594-2a3f5a671fe3 req-e4712555-ffdb-4b52-9932-286317cc86a7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480521 Sep 10 03:38:00.387226 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.390207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d15e2af-053e-4e6b-8812-aa797870c38d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.729265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] 10.222.0.20 "PUT /v2.0/ports/59211828-9538-4966-b3c7-612ec498a25f HTTP/1.1" status: 200 len: 1091 time: 1.5911465 Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'tag': '59211828-9538-4966-b3c7-612ec498a25f'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-768d2e93-1dee-4d61-84f5-8e1fd6a20624" -d '{"events": [{"name": "network-changed", "server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "tag": "59211828-9538-4966-b3c7-612ec498a25f"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b439a6a-1de6-4855-af63-57065de949aa service neutron] Pushing event updated for resources: {'Port': ['ID=59211828-9538-4966-b3c7-612ec498a25f,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b1ddf5-b2d6-4ef1-945d-95be1de59f5e x-openstack-request-id: req-52b1ddf5-b2d6-4ef1-945d-95be1de59f5e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "tag": "59211828-9538-4966-b3c7-612ec498a25f", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52b1ddf5-b2d6-4ef1-945d-95be1de59f5e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'tag': '59211828-9538-4966-b3c7-612ec498a25f', 'status': 'completed', 'code': 200} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Deleting port 72106f42-b1a8-4be5-8acc-78c86f878031 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:00.882159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.891935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d2e93-1dee-4d61-84f5-8e1fd6a20624 req-c0e8d989-b013-4032-b520-1eba13aa221d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:00.893480 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-768d2e93-1dee-4d61-84f5-8e1fd6a20624 req-c0e8d989-b013-4032-b520-1eba13aa221d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc95b8529824458fa7cf0552085e70c4&device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 1094 time: 0.0867126 Sep 10 03:38:00.943657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] For port 72106f42-b1a8-4be5-8acc-78c86f878031, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=72106f42-b1a8-4be5-8acc-78c86f878031,segment=NetworkSegment(05660bd0-eefa-4dd8-9cae-91ff1f8a73e7),segment_id=05660bd0-eefa-4dd8-9cae-91ff1f8a73e7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:00.944056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:00.987125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Calling delete_port for 72106f42-b1a8-4be5-8acc-78c86f878031 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:01.053976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d2e93-1dee-4d61-84f5-8e1fd6a20624 req-f9e6f966-5a46-4461-b92f-652ea2c4ede8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:01.055465 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-768d2e93-1dee-4d61-84f5-8e1fd6a20624 req-f9e6f966-5a46-4461-b92f-652ea2c4ede8 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=bc95b8529824458fa7cf0552085e70c4&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1530254 Sep 10 03:38:01.165527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d15e2af-053e-4e6b-8812-aa797870c38d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:01.168213 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d15e2af-053e-4e6b-8812-aa797870c38d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:01.172049 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3d15e2af-053e-4e6b-8812-aa797870c38d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bdcf511a-8dae-4d9c-8855-166831bb69e7 HTTP/1.1" status: 204 len: 168 time: 0.9317315 Sep 10 03:38:01.176319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce26d3a-4d13-4c11-b379-4665d2d319ba req-8e55cf36-0f69-418b-95f7-4a2230ab7db4 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:01.184112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ce26d3a-4d13-4c11-b379-4665d2d319ba req-8e55cf36-0f69-418b-95f7-4a2230ab7db4 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 949 time: 0.0595238 Sep 10 03:38:01.215736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d15e2af-053e-4e6b-8812-aa797870c38d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdcf511a-8dae-4d9c-8855-166831bb69e7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:01.231124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ce26d3a-4d13-4c11-b379-4665d2d319ba req-606e290e-5c4c-4a49-b5c2-b45d6009a96c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460489 Sep 10 03:38:01.264709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768d2e93-1dee-4d61-84f5-8e1fd6a20624 req-33cc24d6-c52b-47dc-bf35-40b6c884cb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:01.266173 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-768d2e93-1dee-4d61-84f5-8e1fd6a20624 req-33cc24d6-c52b-47dc-bf35-40b6c884cb58 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2037723 Sep 10 03:38:01.358688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a8a32640-1f2e-4da3-a506-3a6be7bd341d up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:01.361238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-a3bde6a4-a6e8-4f09-a894-a02e6c29fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:01.363778 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-a3bde6a4-a6e8-4f09-a894-a02e6c29fe02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc95b8529824458fa7cf0552085e70c4&device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 1094 time: 0.0596008 Sep 10 03:38:01.420058 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-ce9b7923-1835-494e-b477-e6954d161f28 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=59211828-9538-4966-b3c7-612ec498a25f HTTP/1.1" status: 200 len: 217 time: 0.0457792 Sep 10 03:38:01.436775 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:01.476134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ccb4a1-8cd9-4773-888e-42126bd5ad80 req-517aea4b-aa03-44fe-9e08-d92c28a392a1 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:01.478232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3ccb4a1-8cd9-4773-888e-42126bd5ad80 req-517aea4b-aa03-44fe-9e08-d92c28a392a1 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 943 time: 0.0554368 Sep 10 03:38:01.494850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=72106f42-b1a8-4be5-8acc-78c86f878031,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:01.501947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port a8a32640-1f2e-4da3-a506-3a6be7bd341d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:01.508079 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a8a32640-1f2e-4da3-a506-3a6be7bd341d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:01.510278 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:01.512199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-11d9085b-668c-4c15-8e36-09ad52b05d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:01.513273 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-11d9085b-668c-4c15-8e36-09ad52b05d31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3ff051-d796-4a71-8b78-13df74a1ca00 HTTP/1.1" status: 200 len: 862 time: 0.0863307 Sep 10 03:38:01.565252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3ccb4a1-8cd9-4773-888e-42126bd5ad80 req-550659e5-1294-4962-9ef6-603378395b21 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758100 Sep 10 03:38:01.587049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c7f2ee21-ed2f-4b0e-8c19-26f4f0f14cb8 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:38:01.588931 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c7f2ee21-ed2f-4b0e-8c19-26f4f0f14cb8 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0610964 Sep 10 03:38:01.611036 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-476f1a4c-431d-49a7-b49e-ca0469787d52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53001c9b-8c77-4839-ac5a-f3d7365e0632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812953 Sep 10 03:38:01.685006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:01.734011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bcb494-276e-4d4a-9ba0-68639ab2d208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a32640-1f2e-4da3-a506-3a6be7bd341d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:01.737273 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f8404a9-3d5c-4a44-958e-91928cfbafa8" -d '{"events": [{"server_uuid": "f2bcb494-276e-4d4a-9ba0-68639ab2d208", "name": "network-vif-plugged", "status": "completed", "tag": "a8a32640-1f2e-4da3-a506-3a6be7bd341d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:01.756207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a8a32640-1f2e-4da3-a506-3a6be7bd341d, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a8a32640-1f2e-4da3-a506-3a6be7bd341d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:01.790559 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5472b2de-1675-418c-b593-81b603e1e7e5 x-openstack-request-id: req-5472b2de-1675-418c-b593-81b603e1e7e5 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:01.790559 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bcb494-276e-4d4a-9ba0-68639ab2d208", "name": "network-vif-plugged", "status": "completed", "tag": "a8a32640-1f2e-4da3-a506-3a6be7bd341d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:01.790559 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5472b2de-1675-418c-b593-81b603e1e7e5 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:01.790559 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bcb494-276e-4d4a-9ba0-68639ab2d208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8a32640-1f2e-4da3-a506-3a6be7bd341d', 'code': 200} Sep 10 03:38:01.834312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-676ce653-7bf3-40b6-9e32-71edaf4a4a48 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:01.835460 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-676ce653-7bf3-40b6-9e32-71edaf4a4a48 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports/26590488-3e69-4200-b9b3-ee2057f4bbac HTTP/1.1" status: 200 len: 1094 time: 0.2275083 Sep 10 03:38:01.852833 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:01.866231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Request body: {'binding': {'host': 'n-h1-808143-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:01.866579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Unknown quota resources ['binding']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:38:01.954656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd355e3-cafa-4d94-846b-b18d49590636 req-ad9242b9-221c-4f0a-9376-f38461cbd7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:01.958678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcd355e3-cafa-4d94-846b-b18d49590636 req-ad9242b9-221c-4f0a-9376-f38461cbd7e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 1101 time: 0.0849533 Sep 10 03:38:01.960146 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-316c29e9-c39f-47e7-8ee5-2cc9f12a08ef service neutron] 10.222.0.20 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3053012 Sep 10 03:38:01.968769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a8a32640-1f2e-4da3-a506-3a6be7bd341d,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:02.017408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcd355e3-cafa-4d94-846b-b18d49590636 req-2e9e2cf3-318e-4c5f-b9c8-42e2f8c17aaf service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373297 Sep 10 03:38:02.026683 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:02.034549 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:02.137062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-d7c1aa5b-e812-4d8c-afaf-a7184a41477d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408630 Sep 10 03:38:02.211503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-c2f41b51-8011-4dd6-afbc-0a5b07f8d1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:02.213197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-c2f41b51-8011-4dd6-afbc-0a5b07f8d1f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 1101 time: 0.0473268 Sep 10 03:38:02.234521 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f7ca8b3-675d-491c-8a83-fd4e2467a06f req-71a51f86-7fd8-4dd8-bbf9-a79ebf97dd0f service neutron] 10.222.0.20 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595892 Sep 10 03:38:02.295054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac on host n-h1-808143-1 for vnic_type normal with profile None {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:02.295406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:02.299792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:02.311776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Port 26590488-3e69-4200-b9b3-ee2057f4bbac on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:02.312375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:02.326678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:02.327416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:02.328009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:02.329392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Bound port: 26590488-3e69-4200-b9b3-ee2057f4bbac, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:02.421140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-49f02fcd-a4f4-4ba1-9799-babad86a1660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:02.422647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-49f02fcd-a4f4-4ba1-9799-babad86a1660 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1820569 Sep 10 03:38:02.432329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beb982d-39e2-4a08-8658-f4b5fb6e33a6 req-785682a5-d9b9-49ef-9b7a-15ce545d41eb tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:02.433836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2beb982d-39e2-4a08-8658-f4b5fb6e33a6 req-785682a5-d9b9-49ef-9b7a-15ce545d41eb tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 950 time: 0.0861337 Sep 10 03:38:02.464856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:02.474814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-d6933c89-0e11-4ed1-9e4a-0a213e702f7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.108&port_id=165b3467-4fa6-4232-ac59-7ea4ec585932 HTTP/1.1" status: 200 len: 217 time: 0.0399115 Sep 10 03:38:02.485397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:38:02.558885 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:02.560435 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-2b600488-6ad0-472d-9ac1-be93fc2993ea service neutron] 10.222.0.22 "POST /v2.0/ports/26590488-3e69-4200-b9b3-ee2057f4bbac/bindings HTTP/1.1" status: 201 len: 389 time: 0.7024796 Sep 10 03:38:02.572587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2beb982d-39e2-4a08-8658-f4b5fb6e33a6 req-e911916d-f47f-413f-ad83-1386e5100d54 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1249075 Sep 10 03:38:02.600463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-60a065a3-759f-49ca-aa00-8ee9e00b6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:02.602997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-60a065a3-759f-49ca-aa00-8ee9e00b6897 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1120627 Sep 10 03:38:02.630854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57036) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:02.647118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:38:02.654375 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2d52eac6-0348-42c1-9b0b-ca379c9d1a01 admin admin] 10.222.0.22 "PUT /v2.0/routers/1e9e654e-cc66-46d9-b971-7fa457a35eb4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2975919 Sep 10 03:38:02.655767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57040) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:02.659365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] Sync routers for ids ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:38:02.675450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] Routers {'1e9e654e-cc66-46d9-b971-7fa457a35eb4'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:02.676132 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:02.707987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-9996ca5c-d382-4cee-9e79-cd5fdc67dba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:02.709789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-9996ca5c-d382-4cee-9e79-cd5fdc67dba2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0981557 Sep 10 03:38:02.729349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f05837-8344-4e9b-ba0f-761dbdb37fad req-cb1ef5e2-e6d8-4a0d-919d-f6b83ccbbc86 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:02.730950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9f05837-8344-4e9b-ba0f-761dbdb37fad req-cb1ef5e2-e6d8-4a0d-919d-f6b83ccbbc86 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 943 time: 0.0820165 Sep 10 03:38:02.833030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1484273330-network', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:02.846757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9f05837-8344-4e9b-ba0f-761dbdb37fad req-370d6143-6257-4491-a0e5-a1fb40cb16ba tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063049 Sep 10 03:38:02.874296 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:02.906061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-7f9d6cf2-0695-4860-8824-4781b52e085a service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875107 Sep 10 03:38:02.994745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Made reservation on behalf of cfe4cf0c005e40dfbae9c53df81cfdc6 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:03.006218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.025542 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.064022 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.096000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c8977-41f5-4e33-ba16-83fd9dfb223e req-15a470f5-a007-4986-ab6f-491f39c17049 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:03.097763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-174c8977-41f5-4e33-ba16-83fd9dfb223e req-15a470f5-a007-4986-ab6f-491f39c17049 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.1018214 Sep 10 03:38:03.103742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a027af76-a5e8-4b57-8d98-5b874fc8aeab req-3f017722-23bd-4086-b446-f4aa98b92e3f service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897564 Sep 10 03:38:03.111233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] Set router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:03.183997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-174c8977-41f5-4e33-ba16-83fd9dfb223e req-96eac9c4-22a9-4b70-a9ce-a5c09c263282 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735066 Sep 10 03:38:03.238618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.248472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-98da4862-7762-4afc-9b27-4017647c84c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:03.250006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-98da4862-7762-4afc-9b27-4017647c84c7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1097 time: 0.0574880 Sep 10 03:38:03.252859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Deleting port 35aae960-837d-45f0-bd80-c34987cdfea1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:03.253207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.322949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159'}], 'enable_snat': True}, 'gw_port_id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:54Z', 'updated_at': '2021-09-10T03:38:01Z', 'revision_number': 5, 'project_id': '19d671628b634bec86c51d389735f007', 'gw_port': {'id': '35aae960-837d-45f0-bd80-c34987cdfea1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:38:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:35:55Z', 'updated_at': '2021-09-10T03:36:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:03.338799 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] For port 35aae960-837d-45f0-bd80-c34987cdfea1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=35aae960-837d-45f0-bd80-c34987cdfea1,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:03.339234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.354338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1b85e3f4-491e-4004-860f-196cdd9ae892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:03.354943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] Checking router: 1e9e654e-cc66-46d9-b971-7fa457a35eb4 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:38:03.356982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1b85e3f4-491e-4004-860f-196cdd9ae892 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.0988975 Sep 10 03:38:03.363543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] Routers {'1e9e654e-cc66-46d9-b971-7fa457a35eb4'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:03.364335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:03.367764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Calling delete_port for 35aae960-837d-45f0-bd80-c34987cdfea1 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:03.399664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-518d4902-6f8f-40e6-a437-1e27cedde71b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26590488-3e69-4200-b9b3-ee2057f4bbac HTTP/1.1" status: 200 len: 217 time: 0.0344234 Sep 10 03:38:03.453684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] Set router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:03.502779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-5f078e7b-2c24-4b7a-a721-8925a080011e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:03.502779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-5f078e7b-2c24-4b7a-a721-8925a080011e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0472448 Sep 10 03:38:03.502779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-68b3efe3-4915-4217-831f-204c997b4cde service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262260 Sep 10 03:38:03.509627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:54Z', 'updated_at': '2021-09-10T03:38:03Z', 'revision_number': 6, 'project_id': '19d671628b634bec86c51d389735f007', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:03.541516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1a41003-6a9c-43ba-8e8a-8874566a7545 None None] The sync data for ids ['1e9e654e-cc66-46d9-b971-7fa457a35eb4'] in n-d-808143-1 is: [{'id': '1e9e654e-cc66-46d9-b971-7fa457a35eb4', 'name': 'tempest-AttachSCSIVolumeTestJSON-4566561-router', 'tenant_id': '19d671628b634bec86c51d389735f007', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:35:54Z', 'updated_at': '2021-09-10T03:38:03Z', 'revision_number': 6, 'project_id': '19d671628b634bec86c51d389735f007', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:38:03.629951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-718341f2-5b1a-4444-ad32-9fdfe5c711ff service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182506 Sep 10 03:38:03.749955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.812587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89130e62-0b4f-466a-90c7-c4968c68af87 req-895c7e3f-12d8-4387-a596-2be27ec971cf tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:03.812587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89130e62-0b4f-466a-90c7-c4968c68af87 req-895c7e3f-12d8-4387-a596-2be27ec971cf tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 950 time: 0.1099143 Sep 10 03:38:03.812587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-cd020237-3af5-482f-a99a-9dd748fe6051 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1460648 Sep 10 03:38:03.813985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:38:03.813985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2677dff2-eeeb-4eb1-8a79-1183920c8048,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:03.814461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89130e62-0b4f-466a-90c7-c4968c68af87 req-e007a423-8a24-4b5b-8f3e-9aeeb68366dd tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371399 Sep 10 03:38:03.814826 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.814826 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Added segment 94eae8ee-2ded-48c3-9ac6-5840c7d6b113 of type vlan for network ab3d62de-20db-4490-b915-dc23be549e2e Sep 10 03:38:03.881926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:03.899183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72106f42-b1a8-4be5-8acc-78c86f878031 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:03.926965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 72106f42-b1a8-4be5-8acc-78c86f878031 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:03.927312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72106f42-b1a8-4be5-8acc-78c86f878031 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:03.971980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5879979e-0f46-4201-bf1c-8c28356c1896 req-bdf2b240-bcbd-45c4-a7f6-8ae74cc53903 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:03.974086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5879979e-0f46-4201-bf1c-8c28356c1896 req-bdf2b240-bcbd-45c4-a7f6-8ae74cc53903 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 943 time: 0.0634065 Sep 10 03:38:04.020619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5879979e-0f46-4201-bf1c-8c28356c1896 req-536c6c1f-f4a9-4351-87a1-e5e40713a729 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381870 Sep 10 03:38:04.267856 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.273444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.274665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:04.281902 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.305996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d59296-3f6e-46d8-a6e9-52deab023d6a req-37ec66c2-a21c-4ea3-b795-df843d6eb633 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:04.313869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95d59296-3f6e-46d8-a6e9-52deab023d6a req-37ec66c2-a21c-4ea3-b795-df843d6eb633 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.0607367 Sep 10 03:38:04.321092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Pushing event deleted for resources: {'Port': ['ID=35aae960-837d-45f0-bd80-c34987cdfea1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:04.373474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95d59296-3f6e-46d8-a6e9-52deab023d6a req-18f0a7c5-7341-48ea-a03c-3a5b5b29aa71 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481396 Sep 10 03:38:04.430667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7987387 Sep 10 03:38:04.433995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57070) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:04.440356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Request body: {'subnet': {'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1484273330-subnet', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:04.468171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83907847-4f26-49a8-b3dd-5aec7259b87d admin admin] Pushing event updated for resources: {'Network': ['ID=ab3d62de-20db-4490-b915-dc23be549e2e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:04.478064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ab3d62de-20db-4490-b915-dc23be549e2e details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:38:04.482647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.598536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Made reservation on behalf of cfe4cf0c005e40dfbae9c53df81cfdc6 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:04.600931 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.605316 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.608847 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.760683 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.761202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e9e654e-cc66-46d9-b971-7fa457a35eb4 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:38:04.765443 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.772385 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e4b68fa3-ce4a-42c2-843c-7c86d488b34c admin admin] 10.222.0.22 "DELETE /v2.0/routers/1e9e654e-cc66-46d9-b971-7fa457a35eb4 HTTP/1.1" status: 204 len: 168 time: 2.1126990 Sep 10 03:38:04.772385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57080) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:04.821796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fffc9b1-e606-43a5-ae3a-9d3b3292ec60 admin admin] Deleting subnet 52dd407b-6ec0-423f-835a-2af3fae1a6a1 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:38:04.825660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2fffc9b1-e606-43a5-ae3a-9d3b3292ec60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.881459 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2fffc9b1-e606-43a5-ae3a-9d3b3292ec60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.893126 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:04.996478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Pushing event updated for resources: {'Subnet': ['ID=341af6c7-3370-415b-8975-a0f9654bf91a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:04.999019 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2fffc9b1-e606-43a5-ae3a-9d3b3292ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.019110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7a16cf-757b-450b-90fa-6dda4f4eb6c7 req-2eaa87fe-d6ee-4c0c-9a83-5756f56b1129 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:05.019110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e7a16cf-757b-450b-90fa-6dda4f4eb6c7 req-2eaa87fe-d6ee-4c0c-9a83-5756f56b1129 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 950 time: 0.0908122 Sep 10 03:38:05.020464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Checking segment: {'id': '94eae8ee-2ded-48c3-9ac6-5840c7d6b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:05.020824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Network hostable DHCP agents. Network: ab3d62de-20db-4490-b915-dc23be549e2e, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:38:05.074884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e7a16cf-757b-450b-90fa-6dda4f4eb6c7 req-17d89bb5-137b-48e5-bc3e-6dfc189509e1 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513864 Sep 10 03:38:05.146558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Network ab3d62de-20db-4490-b915-dc23be549e2e is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:38:05.170797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2fffc9b1-e606-43a5-ae3a-9d3b3292ec60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.217097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368f4f7e-1296-4438-8a9e-d238ee1b72e0 req-26fc622c-5770-49d2-98cc-86946012b56e tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:05.228782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-368f4f7e-1296-4438-8a9e-d238ee1b72e0 req-26fc622c-5770-49d2-98cc-86946012b56e tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 943 time: 0.0985639 Sep 10 03:38:05.233061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ab3d62de-20db-4490-b915-dc23be549e2e) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:05.239653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:05.247532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5940d6b6-fba3-4576-9a57-5176348b052a None None] Network ab3d62de-20db-4490-b915-dc23be549e2e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:38:05.248350 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.253817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fffc9b1-e606-43a5-ae3a-9d3b3292ec60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52dd407b-6ec0-423f-835a-2af3fae1a6a1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:05.270016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2fffc9b1-e606-43a5-ae3a-9d3b3292ec60 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.276647 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2fffc9b1-e606-43a5-ae3a-9d3b3292ec60 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/52dd407b-6ec0-423f-835a-2af3fae1a6a1 HTTP/1.1" status: 204 len: 168 time: 0.5008059 Sep 10 03:38:05.283485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eebdcb1-043e-4bf9-8088-3b7d0ad41052 None None] Network a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:38:05.284123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57094) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:05.434072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-40a49144-5850-47c1-8b92-6b7773bef0ad admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9988647 Sep 10 03:38:05.437044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57098) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:05.442163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:05.454986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-368f4f7e-1296-4438-8a9e-d238ee1b72e0 req-cef73e99-92eb-4b6f-9dcb-cf00545cfbcb tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1948235 Sep 10 03:38:05.487402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50684f23-afcb-48fd-8271-50b52d50917e req-b7f5530f-e5a7-469b-b2cc-e86be2e48205 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:05.494208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50684f23-afcb-48fd-8271-50b52d50917e req-b7f5530f-e5a7-469b-b2cc-e86be2e48205 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 1101 time: 0.1848505 Sep 10 03:38:05.497882 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.568006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50684f23-afcb-48fd-8271-50b52d50917e req-ceac67bf-cb29-4422-8288-11f0e42bf59c tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622098 Sep 10 03:38:05.598223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.599663 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.687248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ab3d62de-20db-4490-b915-dc23be549e2e', 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'fixed_ips': [{'subnet_id': '341af6c7-3370-415b-8975-a0f9654bf91a'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:38:05.689377 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.691986 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.701078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Deleting port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:05.701718 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.814716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89eb584-db24-4324-b673-f34b6819ab33 None None] DHCP port deletion for a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:38:05.822651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb392c6a-8a08-4b50-9226-aed0c2351c85 req-ef661e15-af61-4898-b845-8fbb4b425f96 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:05.835143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb392c6a-8a08-4b50-9226-aed0c2351c85 req-ef661e15-af61-4898-b845-8fbb4b425f96 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.1226366 Sep 10 03:38:05.863169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] For port 4d7506c3-bacf-4cde-a34b-5487d0c81b81, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4d7506c3-bacf-4cde-a34b-5487d0c81b81,segment=NetworkSegment(05660bd0-eefa-4dd8-9cae-91ff1f8a73e7),segment_id=05660bd0-eefa-4dd8-9cae-91ff1f8a73e7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:05.863169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:05.896445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Calling delete_port for 4d7506c3-bacf-4cde-a34b-5487d0c81b81 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:05.898075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb392c6a-8a08-4b50-9226-aed0c2351c85 req-45c7ad3c-7315-4e34-8400-efaadfb1da77 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560648 Sep 10 03:38:05.951480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 35aae960-837d-45f0-bd80-c34987cdfea1 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:05.975595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 35aae960-837d-45f0-bd80-c34987cdfea1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:05.975971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 35aae960-837d-45f0-bd80-c34987cdfea1 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:05.976351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-12859e6c-ddc0-43c9-99c3-8173ad9eec8a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276985 Sep 10 03:38:05.976747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4d7506c3-bacf-4cde-a34b-5487d0c81b81 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:06.051152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a89eb584-db24-4324-b673-f34b6819ab33 None None] Deleting port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:06.051440 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a89eb584-db24-4324-b673-f34b6819ab33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.076214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Allocated IP 172.20.0.2 (ab3d62de-20db-4490-b915-dc23be549e2e/341af6c7-3370-415b-8975-a0f9654bf91a/ad78a7f4-84b7-4cf9-9729-4e438c7769b9) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:06.102894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.139464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-61c9835c-2561-4878-9d52-50d98ab69b7c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:06.154107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-61c9835c-2561-4878-9d52-50d98ab69b7c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1678414 Sep 10 03:38:06.167355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-fa971c7f-e823-4131-a767-4a9a5d345a4c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/quotas/1b8624110d6f432188e41d37ac8292fd HTTP/1.1" status: 200 len: 375 time: 0.0123298 Sep 10 03:38:06.205214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a89eb584-db24-4324-b673-f34b6819ab33 None None] For port 4d7506c3-bacf-4cde-a34b-5487d0c81b81, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4d7506c3-bacf-4cde-a34b-5487d0c81b81,segment=NetworkSegment(05660bd0-eefa-4dd8-9cae-91ff1f8a73e7),segment_id=05660bd0-eefa-4dd8-9cae-91ff1f8a73e7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:06.205619 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a89eb584-db24-4324-b673-f34b6819ab33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.224819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a89eb584-db24-4324-b673-f34b6819ab33 None None] Calling delete_port for 4d7506c3-bacf-4cde-a34b-5487d0c81b81 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:06.250632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.282306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d7506c3-bacf-4cde-a34b-5487d0c81b81,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:06.294499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] No DVR routers for this DVR port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:06.295430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-98a29e8d-6f85-4b62-bc16-f2bfbd0dcdaf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0935366 Sep 10 03:38:06.338756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-2c20c11a-c912-456a-8ff1-0fe9f7e1652d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1643445 Sep 10 03:38:06.347224 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a89eb584-db24-4324-b673-f34b6819ab33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.356579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 59211828-9538-4966-b3c7-612ec498a25f details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:06.388020 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.393698 n-d-808143-1 neutron-server[95138]: INFO neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No ports have port_id starting with 4d7506c3-bacf-4cde-a34b-5487d0c81b81 Sep 10 03:38:06.427166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:06.436158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-91c3ae68-e2cd-471e-af3b-7314fbd8b728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:06.441307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:06.441734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05660bd0-eefa-4dd8-9cae-91ff1f8a73e7') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:06.443567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-91c3ae68-e2cd-471e-af3b-7314fbd8b728 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 1095 time: 0.1005075 Sep 10 03:38:06.446991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89eb584-db24-4324-b673-f34b6819ab33 None None] Pushing event deleted for resources: {'Port': ['ID=4d7506c3-bacf-4cde-a34b-5487d0c81b81,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:06.453191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89eb584-db24-4324-b673-f34b6819ab33 None None] No DVR routers for this DVR port 4d7506c3-bacf-4cde-a34b-5487d0c81b81 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:06.455901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.477654 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.484434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:38:06.484892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:38:06.552681 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:38:06.653011 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.661671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.666468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc HTTP/1.1" status: 204 len: 168 time: 1.3790009 Sep 10 03:38:06.707443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff493c8-d92d-473e-9951-d998ffa1c327 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3ea75cc-23c7-4447-8ee1-0218e4ce3cdc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:06.731321 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.758207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-45d711e3-1077-4cd0-9557-950265ee2e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:06.762753 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-45d711e3-1077-4cd0-9557-950265ee2e32 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.2881150 Sep 10 03:38:06.778598 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.845324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=59211828-9538-4966-b3c7-612ec498a25f,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:06.866419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-18bb0fe8-336d-435f-a53a-56e367c793dd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c HTTP/1.1" status: 200 len: 217 time: 0.0872428 Sep 10 03:38:06.879498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '59211828-9538-4966-b3c7-612ec498a25f', 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632', 'port_id': '59211828-9538-4966-b3c7-612ec498a25f', 'mac_address': 'fa:16:3e:f3:5a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3ff051-d796-4a71-8b78-13df74a1ca00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:06.887206 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:06.900738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a57d801-0747-4d16-baa2-42b58f590e32 req-f9a4c9fe-43c9-438d-9535-0a203b15530f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:06.908081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a57d801-0747-4d16-baa2-42b58f590e32 req-f9a4c9fe-43c9-438d-9535-0a203b15530f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 943 time: 0.2803690 Sep 10 03:38:06.925520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Transition to ACTIVE for port object ad78a7f4-84b7-4cf9-9729-4e438c7769b9 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:07.091459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Allocated IP 172.25.3.194 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/402e78ea-487f-4c8e-ae68-9c3593182f28) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:07.177067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Transition to ACTIVE for port object ad78a7f4-84b7-4cf9-9729-4e438c7769b9 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:07.183624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-d47809d0-5ae6-4856-88f1-601b52e027b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:07.185425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-d47809d0-5ae6-4856-88f1-601b52e027b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.3158512 Sep 10 03:38:07.190698 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.194122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57140) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:07.199321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bb27f51-9d42-47d4-854f-350979a9e7d1 req-899e4996-91e6-4aca-9846-2b0509e9891e tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 210 time: 0.2855687 Sep 10 03:38:07.233793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 59211828-9538-4966-b3c7-612ec498a25f {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:07.257978 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.273216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-c8e0cc77-dbb5-4e6f-ae4e-8bdae7293488 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0695064 Sep 10 03:38:07.274718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=59211828-9538-4966-b3c7-612ec498a25f,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:07.308045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Network ab3d62de-20db-4490-b915-dc23be549e2e is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:07.311913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:07.320668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a57d801-0747-4d16-baa2-42b58f590e32 req-ee49b835-81fc-42c2-9a8b-40b8cb87a2cf tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486323 Sep 10 03:38:07.320831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:07.338680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Pushing event updated for resources: {'Port': ['ID=ad78a7f4-84b7-4cf9-9729-4e438c7769b9,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:07.347988 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.469083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-d4493017-4f9c-4fdc-929f-c441bf083c3e service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694496 Sep 10 03:38:07.486007 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0ea0f660-3983-4280-9188-4cb842dc150c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bca59dfaae8d4b83a3d1eeb699c3a911&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2907183 Sep 10 03:38:07.487803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57148) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:07.504646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Attempting to bind port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:07.505013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Attempting to bind port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '94eae8ee-2ded-48c3-9ac6-5840c7d6b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:07.505374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Attempting to bind port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 on network ab3d62de-20db-4490-b915-dc23be549e2e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:07.516797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.529716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:07.530086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Checking segment: {'id': '94eae8ee-2ded-48c3-9ac6-5840c7d6b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:07.530488 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.530871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Bound using segment: {'id': '94eae8ee-2ded-48c3-9ac6-5840c7d6b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:07.531316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Bound port: ad78a7f4-84b7-4cf9-9729-4e438c7769b9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94eae8ee-2ded-48c3-9ac6-5840c7d6b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:07.531704 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.560926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=59211828-9538-4966-b3c7-612ec498a25f,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:07.620613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de498e78-e07d-49d8-a376-2cb286956f1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.651922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de498e78-e07d-49d8-a376-2cb286956f1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.657949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9ebf08-b17e-4e9d-b8d4-07f0cfa55efc req-5b99be23-90b8-4a27-8224-1ad9076c2623 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738858 Sep 10 03:38:07.667717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d220c878-183d-4dbe-85d8-894701e9d6ed req-0978b3b5-b26c-4ec6-9cb8-c09b5030a8cb tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:07.669544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d220c878-183d-4dbe-85d8-894701e9d6ed req-0978b3b5-b26c-4ec6-9cb8-c09b5030a8cb tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.1991096 Sep 10 03:38:07.681257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['59211828-9538-4966-b3c7-612ec498a25f'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:07.739615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.752015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] For port ad78a7f4-84b7-4cf9-9729-4e438c7769b9, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:07.752991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d220c878-183d-4dbe-85d8-894701e9d6ed req-cb2d6676-a515-4f7f-bbd1-580c3b123a01 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760229 Sep 10 03:38:07.757177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] For port ad78a7f4-84b7-4cf9-9729-4e438c7769b9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ad78a7f4-84b7-4cf9-9729-4e438c7769b9,segment=NetworkSegment(94eae8ee-2ded-48c3-9ac6-5840c7d6b113),segment_id=94eae8ee-2ded-48c3-9ac6-5840c7d6b113)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:07.794742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:07.804561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:07.816902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:07.837255 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.930796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Pushing event updated for resources: {'Port': ['ID=402e78ea-487f-4c8e-ae68-9c3593182f28,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:07.954556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0b197c-8572-43a3-a4f6-6053a5c9ea1c None None] Pushing event updated for resources: {'Port': ['ID=ad78a7f4-84b7-4cf9-9729-4e438c7769b9,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:07.995771 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de498e78-e07d-49d8-a376-2cb286956f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.998362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de498e78-e07d-49d8-a376-2cb286956f1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:07.999917 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-de498e78-e07d-49d8-a376-2cb286956f1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d128169-614e-4051-ac1f-6fac268cd824 HTTP/1.1" status: 204 len: 168 time: 0.4955883 Sep 10 03:38:08.042770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de498e78-e07d-49d8-a376-2cb286956f1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d128169-614e-4051-ac1f-6fac268cd824,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:08.078729 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:38:08.339470 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:08.341687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed50f80b-2d1b-4805-aa19-5a71ff29ffd6 req-a00fac65-14a4-4f3b-8643-b90fcba57a73 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 210 time: 0.0439572 Sep 10 03:38:08.496584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348cabd4-ce59-45d8-b622-acacac2b5b7b req-af8e9055-1b11-4c29-959d-2cdba5aa8203 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:08.524306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-348cabd4-ce59-45d8-b622-acacac2b5b7b req-af8e9055-1b11-4c29-959d-2cdba5aa8203 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 944 time: 0.0950186 Sep 10 03:38:08.608621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-348cabd4-ce59-45d8-b622-acacac2b5b7b req-3df1c133-510d-4119-8dbf-83bbd7498e7e tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833213 Sep 10 03:38:08.637366 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:08.888630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:38:08.920655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a8957e-335c-4d52-b0a3-9428bf3bfaf6 req-bea02003-dc59-49e6-aa9d-3694d3c853b3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:08.921760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76a8957e-335c-4d52-b0a3-9428bf3bfaf6 req-bea02003-dc59-49e6-aa9d-3694d3c853b3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.0753746 Sep 10 03:38:08.997495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76a8957e-335c-4d52-b0a3-9428bf3bfaf6 req-13af8e49-fe99-43ce-afd7-848d142c372a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686588 Sep 10 03:38:09.060318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:38:09.079313 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Sync routers for ids ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:38:09.091472 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Routers {'364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:09.091472 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:09.193362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:09.196172 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ff088947-cddb-4d6a-af73-1f7af0cb7856 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.7564247 Sep 10 03:38:09.197475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57168) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:09.205342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57170) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:09.217856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33b9015a-b532-4dbc-83ad-8e931e3900ab None None] Network ab3d62de-20db-4490-b915-dc23be549e2e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:38:09.306768 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-48784492-cd2e-4931-baa5-7c0ecc567a56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19d671628b634bec86c51d389735f007&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1001732 Sep 10 03:38:09.309239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57172) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:09.364051 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Set router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:09.420427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-067f3d63-2dc2-40ee-889b-5990797e932c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1b8624110d6f432188e41d37ac8292fd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380893 Sep 10 03:38:09.466936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:09.488685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e5c848aa-abd8-4f8d-9762-e21831d4d4a9 None None] Provisioning for port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:09.613685 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:09.645172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3266fb11-ebe4-44bc-8873-01dcf0f699ba req-48e31214-996e-4c50-a568-f32e48028cb8 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 210 time: 0.1454682 Sep 10 03:38:09.708762 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:05Z', 'updated_at': '2021-09-10T03:38:08Z', 'revision_number': 3, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'gw_port': {'id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:06Z', 'updated_at': '2021-09-10T03:38:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:09.794300 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Checking router: 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:38:09.794666 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Updating router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc port 402e78ea-487f-4c8e-ae68-9c3593182f28 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:38:09.809595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-c6360136-5e9c-47f9-bbb6-69f5c8b4ee63 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:09.811315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-c6360136-5e9c-47f9-bbb6-69f5c8b4ee63 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3840971 Sep 10 03:38:09.825372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Request body: {'port': {'device_id': '23be4e85-d197-48dd-abb0-21ed10afaf07', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '1b8624110d6f432188e41d37ac8292fd'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:09.879336 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:09.903654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29321300-26b9-46d4-88ba-ac2f74f8628c req-1265a8f1-3e98-426b-a846-6845448b8615 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:09.912424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29321300-26b9-46d4-88ba-ac2f74f8628c req-1265a8f1-3e98-426b-a846-6845448b8615 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 944 time: 0.1446145 Sep 10 03:38:09.987574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ad78a7f4-84b7-4cf9-9729-4e438c7769b9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:09.990079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.189659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:10.194289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:10.194665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.243512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Allocated IP 172.20.0.1 (ab3d62de-20db-4490-b915-dc23be549e2e/341af6c7-3370-415b-8975-a0f9654bf91a/9ee4fe85-0129-43f4-80f7-4d6154e189d4) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:10.320504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.323205 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.334713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29b79b96-ec32-4be0-a7db-fbc621577e37 HTTP/1.1" status: 204 len: 168 time: 1.0169344 Sep 10 03:38:10.356692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 59211828-9538-4966-b3c7-612ec498a25f up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:10.433237 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.433812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b79b96-ec32-4be0-a7db-fbc621577e37,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:10.452324 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Transition to ACTIVE for port object 402e78ea-487f-4c8e-ae68-9c3593182f28 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:10.459946 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29321300-26b9-46d4-88ba-ac2f74f8628c req-80971c19-8309-4318-b8d2-31e0517391bc tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5417812 Sep 10 03:38:10.462089 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.480983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.481990 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.482097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.482411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.483162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.483283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.483533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.484599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.484599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.484819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.485121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.485516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc3c4ba3-4bee-43e6-981c-948b6390e376 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.539783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port ad78a7f4-84b7-4cf9-9729-4e438c7769b9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ad78a7f4-84b7-4cf9-9729-4e438c7769b9,segment=NetworkSegment(94eae8ee-2ded-48c3-9ac6-5840c7d6b113),segment_id=94eae8ee-2ded-48c3-9ac6-5840c7d6b113)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:10.547537 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.578465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2f44bd-56c1-4896-863b-663be8368978 req-4701bcc8-07d0-419a-9967-f1b5218b23de tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:10.581156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b2f44bd-56c1-4896-863b-663be8368978 req-4701bcc8-07d0-419a-9967-f1b5218b23de tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.2783606 Sep 10 03:38:10.605309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 59211828-9538-4966-b3c7-612ec498a25f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:10.611041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 59211828-9538-4966-b3c7-612ec498a25f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:10.611469 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.632282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Attempting to bind port 402e78ea-487f-4c8e-ae68-9c3593182f28 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:10.646899 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Attempting to bind port 402e78ea-487f-4c8e-ae68-9c3593182f28 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:10.646899 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Attempting to bind port 402e78ea-487f-4c8e-ae68-9c3593182f28 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:10.646899 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Pushing event updated for resources: {'Port': ['ID=402e78ea-487f-4c8e-ae68-9c3593182f28,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:10.647721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b2f44bd-56c1-4896-863b-663be8368978 req-2e856d75-776c-446d-b997-eada5fccd224 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528462 Sep 10 03:38:10.649645 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.664301 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:10.664631 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:10.665106 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.665505 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:10.665969 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Bound port: 402e78ea-487f-4c8e-ae68-9c3593182f28, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:10.666349 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.669645 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.669987 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.670314 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.670640 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.670972 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.671298 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.671619 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.671968 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.672322 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.672678 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.672993 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.673313 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:10.719312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Made reservation on behalf of 1b8624110d6f432188e41d37ac8292fd for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:10.724081 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.742845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=ad78a7f4-84b7-4cf9-9729-4e438c7769b9,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:10.788196 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] For port 402e78ea-487f-4c8e-ae68-9c3593182f28, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:10.793240 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] For port 402e78ea-487f-4c8e-ae68-9c3593182f28, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=402e78ea-487f-4c8e-ae68-9c3593182f28,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:10.800634 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.807917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45544e7a-d924-40bd-bee0-50675ef68356 req-5c4168e7-8acf-4fe2-a67f-60dd58068035 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 210 time: 0.0531955 Sep 10 03:38:10.828679 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.837030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59211828-9538-4966-b3c7-612ec498a25f'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:10.839501 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26dbf46d-55bc-4077-b950-469b23fedbfb" -d '{"events": [{"server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "name": "network-vif-plugged", "status": "completed", "tag": "59211828-9538-4966-b3c7-612ec498a25f"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:10.846982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Transition to ACTIVE for port object 9ee4fe85-0129-43f4-80f7-4d6154e189d4 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:10.888998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=59211828-9538-4966-b3c7-612ec498a25f,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:10.891512 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a74b5e66-5699-4b07-85b2-f882ccc6ae71 x-openstack-request-id: req-a74b5e66-5699-4b07-85b2-f882ccc6ae71 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:10.892031 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "name": "network-vif-plugged", "status": "completed", "tag": "59211828-9538-4966-b3c7-612ec498a25f", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:10.892467 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a74b5e66-5699-4b07-85b2-f882ccc6ae71 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:10.901583 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59211828-9538-4966-b3c7-612ec498a25f', 'code': 200} Sep 10 03:38:10.907584 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:10.980840 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Routers {'364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:10.982139 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:11.009265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ff6d30-a4dc-4b7c-9f3d-094c1c1a3b06 req-84e47d0f-3903-4474-90da-2d5d63556b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:11.011198 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-83ff6d30-a4dc-4b7c-9f3d-094c1c1a3b06 req-84e47d0f-3903-4474-90da-2d5d63556b5f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 1095 time: 0.0582969 Sep 10 03:38:11.021598 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:11.034792 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25bd3c5a-d2d6-4094-bd29-42ec47bbc760 None None] Pushing event updated for resources: {'Port': ['ID=402e78ea-487f-4c8e-ae68-9c3593182f28,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:11.052679 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Allocated IP 192.168.233.103 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/dd35677e-c2cd-4424-81b7-1357954aef9e) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:11.055602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:11.101433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=59211828-9538-4966-b3c7-612ec498a25f,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:11.130282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Network ab3d62de-20db-4490-b915-dc23be549e2e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:11.131057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Pushing event updated for resources: {'Port': ['ID=9ee4fe85-0129-43f4-80f7-4d6154e189d4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:11.141050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.141218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.141492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.141830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.142164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.142491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.142815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.143007 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] Set router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:11.143135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.143454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.143847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.144218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.144538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:11.152391 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-83ff6d30-a4dc-4b7c-9f3d-094c1c1a3b06 req-7856614a-03df-4e06-9cae-0db92c7c3520 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309407 Sep 10 03:38:11.153479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:11.156208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:11.210591 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:11.298346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:11.324290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Transition to ACTIVE for port object dd35677e-c2cd-4424-81b7-1357954aef9e will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:11.381619 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:05Z', 'updated_at': '2021-09-10T03:38:08Z', 'revision_number': 3, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'gw_port': {'id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:06Z', 'updated_at': '2021-09-10T03:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:11.415594 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa449e95-e8e4-43c9-9c39-2efcc5a1c09e None None] The sync data for ids ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'] in n-d-808143-1 is: [{'id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:05Z', 'updated_at': '2021-09-10T03:38:08Z', 'revision_number': 3, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'gw_port': {'id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:06Z', 'updated_at': '2021-09-10T03:38:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:38:11.467359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:11.485695 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:11.498955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c', 'd57b502a-a031-42fb-93d0-a0f3b805cdae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:11.502184 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['ed8b9883-f96d-4336-a590-a609c912f74a', '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418', 'a8a32640-1f2e-4da3-a506-3a6be7bd341d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:11.602466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a113e5c8-d5e2-4503-ad6f-94ba682e7cb3 None None] Provisioning for port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:11.615161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a113e5c8-d5e2-4503-ad6f-94ba682e7cb3 None None] Provisioning complete for port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:11.616815 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a113e5c8-d5e2-4503-ad6f-94ba682e7cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:11.677503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:11.710104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:11.728749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:11.748154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a113e5c8-d5e2-4503-ad6f-94ba682e7cb3 None None] Port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:38:11.752350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event updated for resources: {'Port': ['ID=dd35677e-c2cd-4424-81b7-1357954aef9e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:11.850246 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:11.971583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c7fd2-fb35-4ebb-9c4d-e1c9a69c9d48 req-ee58cf4e-7435-4d01-8a41-056e74976fe9 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:11.984118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-891c7fd2-fb35-4ebb-9c4d-e1c9a69c9d48 req-ee58cf4e-7435-4d01-8a41-056e74976fe9 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.4116268 Sep 10 03:38:12.023257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:12.024673 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.041008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.066669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 402e78ea-487f-4c8e-ae68-9c3593182f28 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:12.078172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a363c7-91c4-4539-9f6b-56816bdafe6f req-b481b4ee-d95e-4c67-b95f-a2465b1c5d79 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:12.089653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56a363c7-91c4-4539-9f6b-56816bdafe6f req-b481b4ee-d95e-4c67-b95f-a2465b1c5d79 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.2368870 Sep 10 03:38:12.137229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57226) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:12.139910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-f85888bc-294a-4d03-b5c3-4e66c8f56779 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3196752 Sep 10 03:38:12.171215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.173175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Pushing event updated for resources: {'Port': ['ID=9ee4fe85-0129-43f4-80f7-4d6154e189d4,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:12.181132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56a363c7-91c4-4539-9f6b-56816bdafe6f req-a0e97e84-07c5-4489-8b15-fcd93df6b062 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901866 Sep 10 03:38:12.224741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-891c7fd2-fb35-4ebb-9c4d-e1c9a69c9d48 req-f34ea0c3-f6a9-49ea-8771-dbabffaa5e09 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391653 Sep 10 03:38:12.232862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Request body: {'port': {'device_id': '23be4e85-d197-48dd-abb0-21ed10afaf07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:12.309940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1090fe6b-e6ef-40e9-8177-cb3b56fb0a29 None None] Provisioning for port dd35677e-c2cd-4424-81b7-1357954aef9e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:12.369396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-network', 'tenant_id': '313904a46630452cbbb888c92d659281'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:12.395309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1090fe6b-e6ef-40e9-8177-cb3b56fb0a29 None None] Provisioning complete for port dd35677e-c2cd-4424-81b7-1357954aef9e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:12.395820 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1090fe6b-e6ef-40e9-8177-cb3b56fb0a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.396097 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.415368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Network ab3d62de-20db-4490-b915-dc23be549e2e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:12.417847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9589a-d4dc-40d3-815d-40e03510e308 req-3cf51cd1-0ad3-4b10-a7c9-2b11f903aa96 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:12.418814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:12.429836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44d9589a-d4dc-40d3-815d-40e03510e308 req-3cf51cd1-0ad3-4b10-a7c9-2b11f903aa96 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 936 time: 0.1013625 Sep 10 03:38:12.447306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 402e78ea-487f-4c8e-ae68-9c3593182f28 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:12.466164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1090fe6b-e6ef-40e9-8177-cb3b56fb0a29 None None] Port dd35677e-c2cd-4424-81b7-1357954aef9e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:38:12.472951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 402e78ea-487f-4c8e-ae68-9c3593182f28 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:12.476951 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.571594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44d9589a-d4dc-40d3-815d-40e03510e308 req-f72361c6-fecd-4caa-abae-3aab1afafa9f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346474 Sep 10 03:38:12.585595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Made reservation on behalf of 313904a46630452cbbb888c92d659281 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:12.588204 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.610697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.677390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:38:12.840074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.860503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c46173d2-baec-4df2-be9b-6d237a2eefb1 None None] Provisioning complete for port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:12.860882 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c46173d2-baec-4df2-be9b-6d237a2eefb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.889414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:38:12.904107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-03ba1871-0e39-47c5-b35f-593eef6c477a admin admin] 10.222.0.22 "PUT /v2.0/routers/364e74ce-ee9d-4a39-bb7c-eac3c3e941bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6980178 Sep 10 03:38:12.904376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 402e78ea-487f-4c8e-ae68-9c3593182f28, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=402e78ea-487f-4c8e-ae68-9c3593182f28,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:12.923395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:12.938675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c46173d2-baec-4df2-be9b-6d237a2eefb1 None None] Port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:38:12.977047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd35677e-c2cd-4424-81b7-1357954aef9e {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:12.990330 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.000584 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.001451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ad78a7f4-84b7-4cf9-9729-4e438c7769b9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:13.005714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Transition to ACTIVE for port object dd35677e-c2cd-4424-81b7-1357954aef9e will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:13.041403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.067453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:38:13.084864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcd90567-f389-4cec-a1da-03fbff234631,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:13.085108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=402e78ea-487f-4c8e-ae68-9c3593182f28,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:13.089839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.090195 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Added segment 58a1d034-05ea-4880-a0a7-e3f83716b7e5 of type vlan for network e9ec7605-b080-44f9-99ce-c5e6ee71e396 Sep 10 03:38:13.096908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:13.096908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.109241 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.148116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.196284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Pushing event updated for resources: {'Port': ['ID=dd35677e-c2cd-4424-81b7-1357954aef9e,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:13.269301 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.270306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:13.270901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.340872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] Pushing event updated for resources: {'Network': ['ID=e9ec7605-b080-44f9-99ce-c5e6ee71e396,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:13.356714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network e9ec7605-b080-44f9-99ce-c5e6ee71e396 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:38:13.398126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Attempting to bind port dd35677e-c2cd-4424-81b7-1357954aef9e on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:13.398467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Attempting to bind port dd35677e-c2cd-4424-81b7-1357954aef9e by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:13.398785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Attempting to bind port dd35677e-c2cd-4424-81b7-1357954aef9e on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:13.401737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f6674ea8-b2a4-4520-962e-724a351ab403 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.2634034 Sep 10 03:38:13.404646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57246) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:13.412392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Request body: {'subnet': {'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-subnet', 'tenant_id': '313904a46630452cbbb888c92d659281', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:13.422988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d516b6-68fa-46df-99e7-96911830a374 req-c45db0e5-cac9-4406-8b21-ced67213c77a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:13.424606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88d516b6-68fa-46df-99e7-96911830a374 req-c45db0e5-cac9-4406-8b21-ced67213c77a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.1484416 Sep 10 03:38:13.431280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Port dd35677e-c2cd-4424-81b7-1357954aef9e on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:13.431280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Attempting to bind port dd35677e-c2cd-4424-81b7-1357954aef9e on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:13.450747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-3161df29-5ca3-4def-9a07-497912dba2df tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2254300 Sep 10 03:38:13.463226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:13.463563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:13.463966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:13.464402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Bound port: dd35677e-c2cd-4424-81b7-1357954aef9e, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:13.464773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.479565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:13.525224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88d516b6-68fa-46df-99e7-96911830a374 req-abf84167-537b-4422-9fbc-da283cb6867a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901399 Sep 10 03:38:13.555982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] For port dd35677e-c2cd-4424-81b7-1357954aef9e, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:13.559776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Made reservation on behalf of 313904a46630452cbbb888c92d659281 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:13.560882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] For port dd35677e-c2cd-4424-81b7-1357954aef9e, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dd35677e-c2cd-4424-81b7-1357954aef9e,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:13.562715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.637484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0a4c0-f8c4-4d18-92fa-d2365a39b46c req-93d64e65-62f9-4e65-bb02-8c93f93435d4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:13.639032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57f0a4c0-f8c4-4d18-92fa-d2365a39b46c req-93d64e65-62f9-4e65-bb02-8c93f93435d4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.0500581 Sep 10 03:38:13.670654 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.710012 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.736117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:13.736621 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.739014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] 10.222.0.20 "PUT /v2.0/ports/dd35677e-c2cd-4424-81b7-1357954aef9e HTTP/1.1" status: 200 len: 1096 time: 1.5606194 Sep 10 03:38:13.748319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57f0a4c0-f8c4-4d18-92fa-d2365a39b46c req-13000217-5ad6-4b21-a5af-652eeddfb3a5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998175 Sep 10 03:38:13.748809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23be4e85-d197-48dd-abb0-21ed10afaf07', 'tag': 'dd35677e-c2cd-4424-81b7-1357954aef9e'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:13.752134 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-656a9077-f9e8-46a6-bac9-c40284a939f7" -d '{"events": [{"name": "network-changed", "server_uuid": "23be4e85-d197-48dd-abb0-21ed10afaf07", "tag": "dd35677e-c2cd-4424-81b7-1357954aef9e"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:13.774958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Sync routers for ids ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:38:13.785490 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Routers {'364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:13.786578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:13.802333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f0d71-7d77-4500-8b76-7b7bc07c345e service neutron] Pushing event updated for resources: {'Port': ['ID=dd35677e-c2cd-4424-81b7-1357954aef9e,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:13.886114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.896992 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:13.965075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Set router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:13.968617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 402e78ea-487f-4c8e-ae68-9c3593182f28 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:13.972886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca1d67a7-0f40-4021-a864-08234007a28b,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:14.005725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Checking segment: {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:14.006646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Network hostable DHCP agents. Network: e9ec7605-b080-44f9-99ce-c5e6ee71e396, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:38:14.097221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Network e9ec7605-b080-44f9-99ce-c5e6ee71e396 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:38:14.101474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Allocated IP 172.25.3.241 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/14821e0a-6489-4981-a319-85afe59cc2fd) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:14.107150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7c6d17bf-7eaa-4bfa-a229-96ed2c6f5354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.108694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-7c6d17bf-7eaa-4bfa-a229-96ed2c6f5354 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 1099 time: 0.1389689 Sep 10 03:38:14.119451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c335f26-e801-4847-a9f5-c3b9706a361a req-8d633296-fa08-45c2-b144-29b1e63292ea tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.120950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c335f26-e801-4847-a9f5-c3b9706a361a req-8d633296-fa08-45c2-b144-29b1e63292ea tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 948 time: 0.1523373 Sep 10 03:38:14.162628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 402e78ea-487f-4c8e-ae68-9c3593182f28 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:14.162984 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.170250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-4415b026-0cc6-4fa6-8c8d-8d6de58ab3f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=dd35677e-c2cd-4424-81b7-1357954aef9e HTTP/1.1" status: 200 len: 217 time: 0.0483754 Sep 10 03:38:14.227203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, e9ec7605-b080-44f9-99ce-c5e6ee71e396) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:14.234640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.236543 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.245236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301877b8-bd7e-44ab-835d-bb91c6adf2cd None None] Network e9ec7605-b080-44f9-99ce-c5e6ee71e396 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:38:14.284218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c335f26-e801-4847-a9f5-c3b9706a361a req-57a52d80-cedc-4a46-8261-e9ebf85a9b5f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500669 Sep 10 03:38:14.299244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-004532a7-a809-459e-9420-21bfef2223a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.300760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-004532a7-a809-459e-9420-21bfef2223a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1184390 Sep 10 03:38:14.345203 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-22e268b0-1676-4a44-8bcd-f165f1e2957d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9378345 Sep 10 03:38:14.346983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57258) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:14.349173 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a1eae6-e2e1-4968-9607-8bbeac1387b3 x-openstack-request-id: req-40a1eae6-e2e1-4968-9607-8bbeac1387b3 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:14.349461 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23be4e85-d197-48dd-abb0-21ed10afaf07", "tag": "dd35677e-c2cd-4424-81b7-1357954aef9e", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:14.350064 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40a1eae6-e2e1-4968-9607-8bbeac1387b3 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:14.350183 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23be4e85-d197-48dd-abb0-21ed10afaf07', 'tag': 'dd35677e-c2cd-4424-81b7-1357954aef9e', 'status': 'completed', 'code': 200} Sep 10 03:38:14.357910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:14.365791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:05Z', 'updated_at': '2021-09-10T03:38:11Z', 'revision_number': 4, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'gw_port': {'id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:06Z', 'updated_at': '2021-09-10T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9ee4fe85-0129-43f4-80f7-4d6154e189d4', 'name': '', 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'mac_address': 'fa:16:3e:e0:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '341af6c7-3370-415b-8975-a0f9654bf91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:10Z', 'updated_at': '2021-09-10T03:38:11Z', 'revision_number': 2, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'subnets': [{'id': '341af6c7-3370-415b-8975-a0f9654bf91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:14.377428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.393788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-e301b90e-7e59-4247-9b45-e35beb424d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.395418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-e301b90e-7e59-4247-9b45-e35beb424d86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0825982 Sep 10 03:38:14.402017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Checking router: 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:38:14.402376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Updating router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:38:14.532478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b2ae3d-b053-464f-874d-f54b0d28ba34 req-db53b4b1-a8e0-4eb9-940e-95d1f6ab8a4b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.534015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05b2ae3d-b053-464f-874d-f54b0d28ba34 req-db53b4b1-a8e0-4eb9-940e-95d1f6ab8a4b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.1438813 Sep 10 03:38:14.542454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.542454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.582409 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.584205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-5b2ffb33-f6e7-4cb0-af61-4dc00176589d service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763170 Sep 10 03:38:14.598651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05b2ae3d-b053-464f-874d-f54b0d28ba34 req-c477e859-edeb-4f32-9e8a-e2738f688bde tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574918 Sep 10 03:38:14.606793 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.639924 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:38:14.642473 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.642589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.733564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:14.749490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:14.752128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:14.823218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Pushing event updated for resources: {'Port': ['ID=14821e0a-6489-4981-a319-85afe59cc2fd,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:14.842069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4016447b-7fac-4fa8-8c32-31c96e138987 req-e5f92e9c-dd84-46d9-89f3-d600d3d686c8 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423582 Sep 10 03:38:14.864508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9b6363-9dc2-4c3b-a17c-f85d9734effd req-41838ccc-07a9-476a-b5f3-0980de41d6ab tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:14.866064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b9b6363-9dc2-4c3b-a17c-f85d9734effd req-41838ccc-07a9-476a-b5f3-0980de41d6ab tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.1313534 Sep 10 03:38:14.868194 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.901056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Allocated IP 172.20.0.2 (e9ec7605-b080-44f9-99ce-c5e6ee71e396/ca1d67a7-0f40-4021-a864-08234007a28b/930a5bdb-b43e-418b-9fff-ba74b5d604e2) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:14.938764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:14.946092 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b9b6363-9dc2-4c3b-a17c-f85d9734effd req-3eac54e9-60ff-4d3c-81b4-3aef7cdc83e3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563080 Sep 10 03:38:15.057542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-267f9e25-83e5-453a-9170-c4e6e9738194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:15.059753 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-267f9e25-83e5-453a-9170-c4e6e9738194 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b8624110d6f432188e41d37ac8292fd&device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 1099 time: 0.0528994 Sep 10 03:38:15.077991 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.091201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Transition to ACTIVE for port object 9ee4fe85-0129-43f4-80f7-4d6154e189d4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:15.166046 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.175336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Transition to ACTIVE for port object 930a5bdb-b43e-418b-9fff-ba74b5d604e2 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:15.184653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.203108 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.219083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Transition to ACTIVE for port object 930a5bdb-b43e-418b-9fff-ba74b5d604e2 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:15.245039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c0fbe-d1dd-403f-8a94-26d39aa050d5 None None] Pushing event updated for resources: {'Port': ['ID=9ee4fe85-0129-43f4-80f7-4d6154e189d4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:15.248586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.270886 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.310065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Attempting to bind port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:15.310612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Attempting to bind port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '94eae8ee-2ded-48c3-9ac6-5840c7d6b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:15.311546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Attempting to bind port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 on network ab3d62de-20db-4490-b915-dc23be549e2e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:15.317440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-742dd859-2589-4d8a-a051-e075097de8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:15.324553 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.324733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-742dd859-2589-4d8a-a051-e075097de8cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.2464919 Sep 10 03:38:15.324838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:15.324838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Checking segment: {'id': '94eae8ee-2ded-48c3-9ac6-5840c7d6b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:15.324838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.324838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Bound using segment: {'id': '94eae8ee-2ded-48c3-9ac6-5840c7d6b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:15.324838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Bound port: 9ee4fe85-0129-43f4-80f7-4d6154e189d4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94eae8ee-2ded-48c3-9ac6-5840c7d6b113', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:15.324838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.330575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3100b9f0-d221-4e50-94f0-c1ac9a478f8e req-b0df485e-9c1f-4f34-9285-71e01b6d88a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:15.339620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3100b9f0-d221-4e50-94f0-c1ac9a478f8e req-b0df485e-9c1f-4f34-9285-71e01b6d88a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.2312579 Sep 10 03:38:15.584415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Pushing event updated for resources: {'Port': ['ID=930a5bdb-b43e-418b-9fff-ba74b5d604e2,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:15.585650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Allocated IP 172.25.3.25 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/026db165-0e7e-455e-8fc5-bfb7e5d060dc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:15.585842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Network e9ec7605-b080-44f9-99ce-c5e6ee71e396 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:15.585842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:15.585842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:15.586078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-87bd7ca8-ed0a-467c-9754-bfaa6a3899be service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.103&port_id=dd35677e-c2cd-4424-81b7-1357954aef9e HTTP/1.1" status: 200 len: 217 time: 0.1033504 Sep 10 03:38:15.586169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] For port 9ee4fe85-0129-43f4-80f7-4d6154e189d4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:15.586253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3100b9f0-d221-4e50-94f0-c1ac9a478f8e req-4ab37a11-0519-4c00-81b4-6e1bf1859597 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862628 Sep 10 03:38:15.586345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Attempting to bind port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:15.586345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Attempting to bind port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:15.586345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Attempting to bind port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 on network e9ec7605-b080-44f9-99ce-c5e6ee71e396 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:15.586586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-9ab0a84a-9587-4751-9c09-4bb519d4533a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:15.586586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-9ab0a84a-9587-4751-9c09-4bb519d4533a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0899830 Sep 10 03:38:15.586740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.586830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] For port 9ee4fe85-0129-43f4-80f7-4d6154e189d4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9ee4fe85-0129-43f4-80f7-4d6154e189d4,segment=NetworkSegment(94eae8ee-2ded-48c3-9ac6-5840c7d6b113),segment_id=94eae8ee-2ded-48c3-9ac6-5840c7d6b113)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:15.586830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:15.586830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Checking segment: {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:15.586830 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.586830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Bound using segment: {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:15.586830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Bound port: 930a5bdb-b43e-418b-9fff-ba74b5d604e2, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:15.586830 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.587399 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.602321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-590bdff3-6190-41a9-8aa4-9a4b323aae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:15.603950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-590bdff3-6190-41a9-8aa4-9a4b323aae64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0461078 Sep 10 03:38:15.649297 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.652196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] For port 930a5bdb-b43e-418b-9fff-ba74b5d604e2, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:15.742363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] For port 930a5bdb-b43e-418b-9fff-ba74b5d604e2, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=930a5bdb-b43e-418b-9fff-ba74b5d604e2,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:15.742601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61597c8e-fdd4-4de0-816a-d3426a97c497 req-c8e2833d-bb8b-4864-ad58-108899e13c71 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:15.742601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61597c8e-fdd4-4de0-816a-d3426a97c497 req-c8e2833d-bb8b-4864-ad58-108899e13c71 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 948 time: 0.1069448 Sep 10 03:38:15.742601 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.743271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.743396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Routers {'364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:15.743396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:15.774744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c0fbe-d1dd-403f-8a94-26d39aa050d5 None None] Pushing event updated for resources: {'Port': ['ID=9ee4fe85-0129-43f4-80f7-4d6154e189d4,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:15.798117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Pushing event updated for resources: {'Port': ['ID=026db165-0e7e-455e-8fc5-bfb7e5d060dc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:15.813809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:15.817518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:15.822766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:15.823124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-9241522b-44c6-4a83-a28a-90d53191169b service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2078030 Sep 10 03:38:15.845521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Pushing event updated for resources: {'Port': ['ID=14821e0a-6489-4981-a319-85afe59cc2fd,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:15.846598 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:15.892527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] Set router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:15.914603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61597c8e-fdd4-4de0-816a-d3426a97c497 req-d5376f98-4422-4a77-adc9-3b06d7cb418b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856511 Sep 10 03:38:15.932698 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:16.009036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fad880c-5cf3-4091-ad01-38231a89be01 None None] Pushing event updated for resources: {'Port': ['ID=930a5bdb-b43e-418b-9fff-ba74b5d604e2,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:16.049233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-656a9077-f9e8-46a6-bac9-c40284a939f7 req-a21908d9-6aef-4f12-944d-5a801adc546d service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105002 Sep 10 03:38:16.064126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bf79a4-1c0b-4b05-a1de-b17a4dd4e3c8 req-7daf142d-4bd3-4be6-8995-d39e053b91e7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:16.066062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9bf79a4-1c0b-4b05-a1de-b17a4dd4e3c8 req-7daf142d-4bd3-4be6-8995-d39e053b91e7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.0765183 Sep 10 03:38:16.114022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9bf79a4-1c0b-4b05-a1de-b17a4dd4e3c8 req-5fcd4354-3500-4071-a175-d51ccd0fbce7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405018 Sep 10 03:38:16.132772 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:16.133664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-70e6aa33-4932-49d8-9408-bc2098cd4c8b tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.6667929 Sep 10 03:38:16.195175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:05Z', 'updated_at': '2021-09-10T03:38:11Z', 'revision_number': 4, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'gw_port': {'id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:06Z', 'updated_at': '2021-09-10T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9ee4fe85-0129-43f4-80f7-4d6154e189d4', 'name': '', 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'mac_address': 'fa:16:3e:e0:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '341af6c7-3370-415b-8975-a0f9654bf91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:10Z', 'updated_at': '2021-09-10T03:38:15Z', 'revision_number': 4, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'subnets': [{'id': '341af6c7-3370-415b-8975-a0f9654bf91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:16.231692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-51e74261-3dbc-4af8-ab22-4fa336fdde85 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.0865364 Sep 10 03:38:16.262982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-639235d8-67a2-432d-a6af-d4cdd446feff None None] The sync data for ids ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'] in n-d-808143-1 is: [{'id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:05Z', 'updated_at': '2021-09-10T03:38:11Z', 'revision_number': 4, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'gw_port': {'id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:06Z', 'updated_at': '2021-09-10T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9ee4fe85-0129-43f4-80f7-4d6154e189d4', 'name': '', 'network_id': 'ab3d62de-20db-4490-b915-dc23be549e2e', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'mac_address': 'fa:16:3e:e0:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': '341af6c7-3370-415b-8975-a0f9654bf91a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:10Z', 'updated_at': '2021-09-10T03:38:15Z', 'revision_number': 4, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'subnets': [{'id': '341af6c7-3370-415b-8975-a0f9654bf91a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:38:16.321618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:16.480074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-bebdd4a7-53e5-427a-b7f2-eefe83d8dce1 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:16.482714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-248ce884-7972-467c-8f5d-ce0e77e03b63 req-bebdd4a7-53e5-427a-b7f2-eefe83d8dce1 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2126663 Sep 10 03:38:16.498496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d60afc-1f82-49bf-9ee3-524af08ee1f5 req-19858438-134e-4134-b7a7-e72e99f4bbbd tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:16.500119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2d60afc-1f82-49bf-9ee3-524af08ee1f5 req-19858438-134e-4134-b7a7-e72e99f4bbbd tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.1013830 Sep 10 03:38:16.560392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2d60afc-1f82-49bf-9ee3-524af08ee1f5 req-f8089d58-90f5-4380-83d3-0e230ccde31c tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509572 Sep 10 03:38:16.602093 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:16.655437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-deaba14a-f72e-407d-a1c9-de77b0244ab7 req-89b66370-ca6f-45c8-8731-6b9287be1975 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips/ed644b67-71e7-47f7-adbb-ea9e78cef0d7 HTTP/1.1" status: 200 len: 693 time: 0.0659955 Sep 10 03:38:16.726993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30752a9-2df9-4c29-a7aa-626359d36b35 req-4a1d893f-8c9a-47e8-9599-62dca75b860b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:16.728551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a30752a9-2df9-4c29-a7aa-626359d36b35 req-4a1d893f-8c9a-47e8-9599-62dca75b860b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.0923645 Sep 10 03:38:16.812239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a30752a9-2df9-4c29-a7aa-626359d36b35 req-aeb4e525-13f7-447c-bbd1-66977dd0b9c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776453 Sep 10 03:38:16.834475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Router 7940e36f-92d3-4fa0-93ef-b9381600bb0e is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:38:16.837731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deaba14a-f72e-407d-a1c9-de77b0244ab7 req-568e699a-6f68-4196-9bf7-96c9d32b6ce7 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:16.848149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-deaba14a-f72e-407d-a1c9-de77b0244ab7 req-568e699a-6f68-4196-9bf7-96c9d32b6ce7 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1791720 Sep 10 03:38:16.856553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-deaba14a-f72e-407d-a1c9-de77b0244ab7 req-a4676b39-9cee-42f8-a204-8fd0c51db9c8 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:38:16.861083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-deaba14a-f72e-407d-a1c9-de77b0244ab7 req-a4676b39-9cee-42f8-a204-8fd0c51db9c8 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0118263 Sep 10 03:38:16.985323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529c8a93-b774-4a73-8ee5-f0aa8951c0ed req-a3a59ebe-3db3-4318-91e5-171977490235 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=cfe4cf0c005e40dfbae9c53df81cfdc6 HTTP/1.1" status: 200 len: 696 time: 0.0948412 Sep 10 03:38:17.004115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:38:17.014949 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Sync routers for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:38:17.031615 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:17.033076 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:17.048668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256974e8-f052-4f97-b5b4-ec08599cca7d req-62f0fb14-3bd0-4641-b5e1-7ad7893c039b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:17.056141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-256974e8-f052-4f97-b5b4-ec08599cca7d req-62f0fb14-3bd0-4641-b5e1-7ad7893c039b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.1099257 Sep 10 03:38:17.132143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:17.138903 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-21a9e54f-b839-46a0-87cd-bf6cc29fc5f7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 2.7844076 Sep 10 03:38:17.138903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57294) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:17.161582 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:17.259277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b663a37a-c1a8-4494-a84d-0d020dc33fa1 None None] Network e9ec7605-b080-44f9-99ce-c5e6ee71e396 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:38:17.439311 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:15Z', 'revision_number': 3, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:17.507275 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Checking router: 7940e36f-92d3-4fa0-93ef-b9381600bb0e for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:38:17.507275 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Updating router 7940e36f-92d3-4fa0-93ef-b9381600bb0e port 026db165-0e7e-455e-8fc5-bfb7e5d060dc binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:38:17.538935 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:17.552627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-70d306ba-4a7b-4932-9795-a41a217af3a2 None None] Provisioning for port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:17.564889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529c8a93-b774-4a73-8ee5-f0aa8951c0ed req-7dfe30bb-64bb-4e22-a024-a60d43521a7d tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:17.571912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529c8a93-b774-4a73-8ee5-f0aa8951c0ed req-7dfe30bb-64bb-4e22-a024-a60d43521a7d tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/networks?id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 787 time: 0.5747104 Sep 10 03:38:17.582877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-529c8a93-b774-4a73-8ee5-f0aa8951c0ed req-eb583025-86ce-466f-b487-d850b6ae8147 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:38:17.592339 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529c8a93-b774-4a73-8ee5-f0aa8951c0ed req-eb583025-86ce-466f-b487-d850b6ae8147 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0194793 Sep 10 03:38:17.596815 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-256974e8-f052-4f97-b5b4-ec08599cca7d req-a4cfb282-3216-498c-bca9-baf3ab00da2a tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5397065 Sep 10 03:38:17.740894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9e6dac-4dbe-4f4c-92ac-2edefdf41cb3 req-2dc7bb71-6f49-4774-b018-9547c945ce83 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:17.748509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba9e6dac-4dbe-4f4c-92ac-2edefdf41cb3 req-2dc7bb71-6f49-4774-b018-9547c945ce83 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 948 time: 0.0811825 Sep 10 03:38:17.808961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba9e6dac-4dbe-4f4c-92ac-2edefdf41cb3 req-4d9435ef-6227-48eb-8f86-809a0b91509d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550675 Sep 10 03:38:17.943346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-b344f868-371b-4af6-a73d-533039966bc0 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:17.944867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-b344f868-371b-4af6-a73d-533039966bc0 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1097 time: 0.0979564 Sep 10 03:38:17.975913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808143-1'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:18.004848 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.013099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-e9ce5400-f3ab-4769-838d-ee886af54f7d tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips/ed644b67-71e7-47f7-adbb-ea9e78cef0d7 HTTP/1.1" status: 200 len: 693 time: 0.1258440 Sep 10 03:38:18.017459 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Transition to ACTIVE for port object 026db165-0e7e-455e-8fc5-bfb7e5d060dc will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:18.052038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 930a5bdb-b43e-418b-9fff-ba74b5d604e2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:18.149456 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.154571 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.158158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40fec903-6aa1-485a-8bd7-19b0aeb16194 req-aa027b8b-d4f3-484f-89fc-c46f6d169c9f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:18.160257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40fec903-6aa1-485a-8bd7-19b0aeb16194 req-aa027b8b-d4f3-484f-89fc-c46f6d169c9f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 946 time: 0.2126873 Sep 10 03:38:18.163181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.197056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:18.209443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:18.212192 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.215969 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Attempting to bind port 026db165-0e7e-455e-8fc5-bfb7e5d060dc on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:18.216445 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Attempting to bind port 026db165-0e7e-455e-8fc5-bfb7e5d060dc by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:18.216865 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Attempting to bind port 026db165-0e7e-455e-8fc5-bfb7e5d060dc on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:18.225064 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402d325-efe3-4a01-85ea-af2436902d1a None None] Pushing event updated for resources: {'Port': ['ID=026db165-0e7e-455e-8fc5-bfb7e5d060dc,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:18.236060 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:18.236060 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:18.236060 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.236060 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:18.236060 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Bound port: 026db165-0e7e-455e-8fc5-bfb7e5d060dc, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:18.236506 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.260022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-635b57db-2a25-4168-9d46-0730ac8d9e98 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:18.261445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-635b57db-2a25-4168-9d46-0730ac8d9e98 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2258651 Sep 10 03:38:18.289034 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40fec903-6aa1-485a-8bd7-19b0aeb16194 req-f3f257d8-8c04-4821-a8e9-52dee2858d14 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171904 Sep 10 03:38:18.347019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Allocated IP 172.20.0.1 (e9ec7605-b080-44f9-99ce-c5e6ee71e396/ca1d67a7-0f40-4021-a864-08234007a28b/c99fda3a-3e51-4c61-9b4e-48ba7a78c78e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:18.351400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dd35677e-c2cd-4424-81b7-1357954aef9e details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:18.363613 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.422542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-45eb770f-68e1-4977-9e54-e7cee0b85659 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.1524417 Sep 10 03:38:18.426686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 930a5bdb-b43e-418b-9fff-ba74b5d604e2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=930a5bdb-b43e-418b-9fff-ba74b5d604e2,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:18.442310 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] For port 026db165-0e7e-455e-8fc5-bfb7e5d060dc, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:18.445610 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] For port 026db165-0e7e-455e-8fc5-bfb7e5d060dc, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=026db165-0e7e-455e-8fc5-bfb7e5d060dc,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:18.484991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.499799 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Transition to ACTIVE for port object c99fda3a-3e51-4c61-9b4e-48ba7a78c78e will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:18.527834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dd35677e-c2cd-4424-81b7-1357954aef9e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dd35677e-c2cd-4424-81b7-1357954aef9e,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:18.538733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-ae381434-4001-476c-b7fd-bfb11c012fda tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.241 HTTP/1.1" status: 200 len: 696 time: 0.1147869 Sep 10 03:38:18.540338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'dd35677e-c2cd-4424-81b7-1357954aef9e', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'dd35677e-c2cd-4424-81b7-1357954aef9e', 'mac_address': 'fa:16:3e:7f:29:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.103'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:18.564912 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.565687 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9ee4fe85-0129-43f4-80f7-4d6154e189d4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:18.584532 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.655492 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:18.656231 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:18.662678 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3402d325-efe3-4a01-85ea-af2436902d1a None None] Pushing event updated for resources: {'Port': ['ID=026db165-0e7e-455e-8fc5-bfb7e5d060dc,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:18.668022 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.671593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f2658b-3a6e-490f-b902-5d9c8c9a593b req-7e4ad45d-5ecd-42c9-836b-d94f8c5e2feb tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:18.673384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39f2658b-3a6e-490f-b902-5d9c8c9a593b req-7e4ad45d-5ecd-42c9-836b-d94f8c5e2feb tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.1838913 Sep 10 03:38:18.678588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:18.737692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Network e9ec7605-b080-44f9-99ce-c5e6ee71e396 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:18.741312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:18.751105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:18.768374 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.786677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd35677e-c2cd-4424-81b7-1357954aef9e {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:18.795383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c99fda3a-3e51-4c61-9b4e-48ba7a78c78e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:18.804210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39f2658b-3a6e-490f-b902-5d9c8c9a593b req-38ab7a31-3c8b-4978-8a8f-3313d0f5dfc3 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145959 Sep 10 03:38:18.811450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:18.833255 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.867546 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:18.868126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Deleting port 14821e0a-6489-4981-a319-85afe59cc2fd {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:18.868467 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.876628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:18.878984 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b1c84-c427-4744-8526-5cc88d107f63" -d '{"events": [{"server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "name": "network-vif-unplugged", "status": "completed", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:18.881882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dd35677e-c2cd-4424-81b7-1357954aef9e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dd35677e-c2cd-4424-81b7-1357954aef9e,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:18.882848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=930a5bdb-b43e-418b-9fff-ba74b5d604e2,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:18.883295 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.906826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.907175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.907620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.907896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.908219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.908714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.909050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.909377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.909704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.910031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.910353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.910679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:38:18.985062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.993546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:18.999114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.012179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Calling delete_port for 14821e0a-6489-4981-a319-85afe59cc2fd owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:19.025700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:19.037912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:19.037912 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.045969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.077625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dd35677e-c2cd-4424-81b7-1357954aef9e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:19.134853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.135116 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.172950 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:15Z', 'revision_number': 3, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:19.184005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9ee4fe85-0129-43f4-80f7-4d6154e189d4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9ee4fe85-0129-43f4-80f7-4d6154e189d4,segment=NetworkSegment(94eae8ee-2ded-48c3-9ac6-5840c7d6b113),segment_id=94eae8ee-2ded-48c3-9ac6-5840c7d6b113)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:19.211926 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a81b997-793f-4ac7-bfd6-a571cf35d283 None None] The sync data for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 is: [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:15Z', 'revision_number': 3, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:38:19.245651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a13fc6b-7522-4aab-a31b-c70d85bbc989 req-9f9fc754-c91f-4ea5-8afe-91ea1e865dc2 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:19.247065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a13fc6b-7522-4aab-a31b-c70d85bbc989 req-9f9fc754-c91f-4ea5-8afe-91ea1e865dc2 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.2323921 Sep 10 03:38:19.254529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Pushing event updated for resources: {'Port': ['ID=26590488-3e69-4200-b9b3-ee2057f4bbac,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:19.275074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-84af3a13-7317-47c0-b4e4-64d129737fbd None None] Provisioning for port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:19.281352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-84af3a13-7317-47c0-b4e4-64d129737fbd None None] Provisioning complete for port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:19.281895 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-84af3a13-7317-47c0-b4e4-64d129737fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.299077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac on host n-h2-808143-1 for vnic_type normal with profile {"migrating_to": "n-h1-808143-1"} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:19.299426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:19.300186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:19.323197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['dd35677e-c2cd-4424-81b7-1357954aef9e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:19.327879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Port 26590488-3e69-4200-b9b3-ee2057f4bbac on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:19.328210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Attempting to bind port 26590488-3e69-4200-b9b3-ee2057f4bbac on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:19.339138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a13fc6b-7522-4aab-a31b-c70d85bbc989 req-f7cbfb54-001a-4b54-afbe-963ab97826f6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754995 Sep 10 03:38:19.341909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.342373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:19.342373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:19.342373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:19.342373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Bound port: 26590488-3e69-4200-b9b3-ee2057f4bbac, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:19.342373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.343916 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.393194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-84af3a13-7317-47c0-b4e4-64d129737fbd None None] Port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:38:19.473222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:19.477166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:19.492501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.498135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9ee4fe85-0129-43f4-80f7-4d6154e189d4,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:19.607881 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.618827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.627653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Pushing event updated for resources: {'Port': ['ID=c99fda3a-3e51-4c61-9b4e-48ba7a78c78e,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:19.657359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e5020b-f07f-42d8-97bf-ddd045418f47 req-edbcca80-46e5-43cd-a935-f5499720649a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:19.658946 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7e5020b-f07f-42d8-97bf-ddd045418f47 req-edbcca80-46e5-43cd-a935-f5499720649a tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 949 time: 0.1238704 Sep 10 03:38:19.661766 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.664594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Pushing event deleted for resources: {'Port': ['ID=14821e0a-6489-4981-a319-85afe59cc2fd,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:19.751657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Network e9ec7605-b080-44f9-99ce-c5e6ee71e396 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:19.753311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:19.808300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7e5020b-f07f-42d8-97bf-ddd045418f47 req-05eee671-5738-4cbe-9058-99dfff1e6b24 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217537 Sep 10 03:38:19.829956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.832493 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.833659 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21e0faa1-d0d5-4fe7-9b28-9f50fbb12549 req-205bd20b-cb32-4739-bc3a-ae40de76162c tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "DELETE /v2.0/floatingips/ed644b67-71e7-47f7-adbb-ea9e78cef0d7 HTTP/1.1" status: 204 len: 173 time: 1.2941413 Sep 10 03:38:19.880284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:19.881046 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:19.882391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] 10.222.0.20 "PUT /v2.0/ports/26590488-3e69-4200-b9b3-ee2057f4bbac HTTP/1.1" status: 200 len: 1122 time: 1.9206474 Sep 10 03:38:19.884058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1528a138-894d-4c61-ac1a-3b38399db199 service neutron] Pushing event updated for resources: {'Port': ['ID=26590488-3e69-4200-b9b3-ee2057f4bbac,revision_number=8']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:19.959196 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6cd6d42-a6be-47e6-a489-ea1130db990f x-openstack-request-id: req-e6cd6d42-a6be-47e6-a489-ea1130db990f {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:19.959489 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "name": "network-vif-unplugged", "status": "completed", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:19.959767 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6cd6d42-a6be-47e6-a489-ea1130db990f {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:19.960191 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac', 'code': 200} Sep 10 03:38:19.972068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Router 7940e36f-92d3-4fa0-93ef-b9381600bb0e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:38:20.014851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['26590488-3e69-4200-b9b3-ee2057f4bbac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:20.062585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['26590488-3e69-4200-b9b3-ee2057f4bbac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:20.119239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fdfe5-874a-4b6c-888b-366521c8b6e4 req-022c184b-6c3b-4597-9fbb-7f3275a7ef5f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:20.120964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b82fdfe5-874a-4b6c-888b-366521c8b6e4 req-022c184b-6c3b-4597-9fbb-7f3275a7ef5f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 944 time: 0.1166058 Sep 10 03:38:20.157821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b172a0a9-f0b5-482d-804d-12226c9e1443 None None] Provisioning complete for port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:20.158188 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b172a0a9-f0b5-482d-804d-12226c9e1443 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:20.160156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 930a5bdb-b43e-418b-9fff-ba74b5d604e2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:20.197027 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b82fdfe5-874a-4b6c-888b-366521c8b6e4 req-ffb20eda-7bc6-4ffe-aa96-e7616e3c56f4 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695951 Sep 10 03:38:20.228393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:38:20.239384 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8df4d509-eb90-406f-81c8-3ade54e041d4 admin admin] 10.222.0.22 "PUT /v2.0/routers/7940e36f-92d3-4fa0-93ef-b9381600bb0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1019661 Sep 10 03:38:20.247560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b172a0a9-f0b5-482d-804d-12226c9e1443 None None] Port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:38:20.373309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 26590488-3e69-4200-b9b3-ee2057f4bbac details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:20.388118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:20.388923 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:20.435281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-8b7285ab-a9bd-4ba4-bbd4-8e2ac2b408cc tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1894765 Sep 10 03:38:20.461677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:20.606631 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:20.719755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:20.734861 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:20.739985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 026db165-0e7e-455e-8fc5-bfb7e5d060dc up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:20.743951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 26590488-3e69-4200-b9b3-ee2057f4bbac has no active binding in host n-h1-808143-1 {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:38:20.802378 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-46f7a206-04cd-4593-a4c4-b155beb580f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:20.863000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Allocated IP 172.25.3.7 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/b94cbb4d-9976-4fff-a413-31b52110e4d1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:20.894917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 026db165-0e7e-455e-8fc5-bfb7e5d060dc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:20.902661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 026db165-0e7e-455e-8fc5-bfb7e5d060dc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:20.903793 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.003812 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.053560 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.104696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 026db165-0e7e-455e-8fc5-bfb7e5d060dc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=026db165-0e7e-455e-8fc5-bfb7e5d060dc,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:21.140024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.194769 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.195607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9ee4fe85-0129-43f4-80f7-4d6154e189d4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:21.222062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:21.237961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:21.241523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Pushing event updated for resources: {'Port': ['ID=b94cbb4d-9976-4fff-a413-31b52110e4d1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:21.252046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:21.275098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=026db165-0e7e-455e-8fc5-bfb7e5d060dc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:21.286003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:21.286444 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.316942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-c0695acb-d434-4ccb-9b97-dfebf5712046 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:21.318469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-c0695acb-d434-4ccb-9b97-dfebf5712046 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/networks?id=e9ec7605-b080-44f9-99ce-c5e6ee71e396 HTTP/1.1" status: 200 len: 829 time: 0.2050240 Sep 10 03:38:21.360005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-4d696ef6-0ca2-45fb-bb8d-4722cb5c6fdf tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/quotas/313904a46630452cbbb888c92d659281 HTTP/1.1" status: 200 len: 375 time: 0.0316689 Sep 10 03:38:21.412153 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.421439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Sync routers for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:38:21.428171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-a00c3dcb-c82e-4ba8-8948-6329664c482f tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=313904a46630452cbbb888c92d659281&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541711 Sep 10 03:38:21.430422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:21.431032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:21.532635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.540399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:21.566784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-b0aeaf3e-7591-4230-973b-d15819c4c1a7 service neutron] 10.222.0.22 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307268 Sep 10 03:38:21.723814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-677d94d1-c103-4524-a82a-574dd3185c3a service neutron] 10.222.0.22 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1500440 Sep 10 03:38:21.748616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c99fda3a-3e51-4c61-9b4e-48ba7a78c78e', 'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'mac_address': 'fa:16:3e:5f:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:18Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 2, 'project_id': '313904a46630452cbbb888c92d659281', 'subnets': [{'id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:21.773768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.780442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Checking router: 7940e36f-92d3-4fa0-93ef-b9381600bb0e for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:38:21.780797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Updating router 7940e36f-92d3-4fa0-93ef-b9381600bb0e port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:38:21.805820 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.818554 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.899479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Pushing event updated for resources: {'Port': ['ID=b94cbb4d-9976-4fff-a413-31b52110e4d1,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:21.908618 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.928582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 026db165-0e7e-455e-8fc5-bfb7e5d060dc up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:21.961936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:21.964920 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68fc24d9-ce3f-4f0a-b768-f265e5f19073" -d '{"events": [{"name": "network-changed", "server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:21.998348 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:21.999607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-7421b25e-243f-4eab-b5ca-61711ff1f489 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 1.5549455 Sep 10 03:38:22.058522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 026db165-0e7e-455e-8fc5-bfb7e5d060dc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:22.058634 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.117771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-2f0267fe-9d3d-46e4-aa6d-448111c7644f tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.1039062 Sep 10 03:38:22.162934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8c2e9e-3609-4be8-a623-57e67304c984 req-e1274f49-b4d3-4c7d-ade4-94174a613e07 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:22.164521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c8c2e9e-3609-4be8-a623-57e67304c984 req-e1274f49-b4d3-4c7d-ade4-94174a613e07 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 949 time: 0.1279161 Sep 10 03:38:22.244680 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c8c2e9e-3609-4be8-a623-57e67304c984 req-5f442209-fadb-46e5-9b79-6337856074cb tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728533 Sep 10 03:38:22.276858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-879efba2-ef46-40b1-a9b0-36c4a0c488b0 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:22.281707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68699dac-b4de-4996-a441-b565fa48c4d0 req-879efba2-ef46-40b1-a9b0-36c4a0c488b0 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1514184 Sep 10 03:38:22.343990 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.354383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Transition to ACTIVE for port object c99fda3a-3e51-4c61-9b4e-48ba7a78c78e will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:22.360919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928e5b-91cf-4c31-b388-4c85b8ef7cf7 req-3c6f83e8-1cca-47ce-ab01-ad38633fb3e5 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:22.362423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e928e5b-91cf-4c31-b388-4c85b8ef7cf7 req-3c6f83e8-1cca-47ce-ab01-ad38633fb3e5 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 944 time: 0.0578246 Sep 10 03:38:22.372989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dd35677e-c2cd-4424-81b7-1357954aef9e up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:22.426272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.434794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e928e5b-91cf-4c31-b388-4c85b8ef7cf7 req-74e96d1a-b753-4024-99a1-c49bd74b2903 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661061 Sep 10 03:38:22.498955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port dd35677e-c2cd-4424-81b7-1357954aef9e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:22.503761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-86b4cd46-c875-49c5-9197-20f9684c644b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:22.505547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port dd35677e-c2cd-4424-81b7-1357954aef9e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:22.505547 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.510981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-86b4cd46-c875-49c5-9197-20f9684c644b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 807 time: 0.1360745 Sep 10 03:38:22.528701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-c573201f-6c81-4d13-9c39-158e6d81c61b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/quotas/500807532d7f46768156300378a5bc21 HTTP/1.1" status: 200 len: 375 time: 0.0168402 Sep 10 03:38:22.539309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da8a40-1271-4523-ab05-899cc0175e71 None None] Pushing event updated for resources: {'Port': ['ID=c99fda3a-3e51-4c61-9b4e-48ba7a78c78e,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:22.583165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Attempting to bind port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:22.583557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Attempting to bind port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:22.584174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Attempting to bind port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e on network e9ec7605-b080-44f9-99ce-c5e6ee71e396 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:22.593919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 37, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:22.594828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Checking segment: {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:22.601669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.601669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Bound using segment: {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:22.601669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Bound port: c99fda3a-3e51-4c61-9b4e-48ba7a78c78e, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:22.601669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.621416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-476287f3-8d59-41f2-855c-317a7eceb4dd req-1a2c9b1b-3b51-4f61-9766-ae29325e9590 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 210 time: 0.0299418 Sep 10 03:38:22.641617 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-82d02b56-98a3-498f-b1b8-193ecf78cdb8 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0987539 Sep 10 03:38:22.699127 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.714269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] For port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:22.739821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] For port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c99fda3a-3e51-4c61-9b4e-48ba7a78c78e,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:22.739821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be4e85-d197-48dd-abb0-21ed10afaf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd35677e-c2cd-4424-81b7-1357954aef9e'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:22.742310 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9779b9c-167b-45b1-83e7-6f6270a48408" -d '{"events": [{"server_uuid": "23be4e85-d197-48dd-abb0-21ed10afaf07", "name": "network-vif-plugged", "status": "completed", "tag": "dd35677e-c2cd-4424-81b7-1357954aef9e"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:22.755185 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dd35677e-c2cd-4424-81b7-1357954aef9e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dd35677e-c2cd-4424-81b7-1357954aef9e,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:22.756175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7d98314b-3300-4b52-860a-a490c21b466e service neutron] 10.222.0.22 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143556 Sep 10 03:38:22.841406 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.842448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-39393d3f-048d-4e1d-bf5a-218ca94a3b7a service neutron] 10.222.0.22 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825627 Sep 10 03:38:22.843346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:22.902328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:22.902958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:22.944473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da8a40-1271-4523-ab05-899cc0175e71 None None] Pushing event updated for resources: {'Port': ['ID=c99fda3a-3e51-4c61-9b4e-48ba7a78c78e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:23.043055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dd35677e-c2cd-4424-81b7-1357954aef9e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:23.065025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:23.086708 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a427fdfb-75ce-46ea-ab66-feed1706f910 x-openstack-request-id: req-a427fdfb-75ce-46ea-ab66-feed1706f910 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:23.087564 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:23.087564 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a427fdfb-75ce-46ea-ab66-feed1706f910 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:23.088189 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac', 'status': 'completed', 'code': 200} Sep 10 03:38:23.168164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-d4830163-a694-414b-98ab-4b709f412d3a tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips/643b335c-9f57-4e06-9d64-2c6ff8a4b3e5 HTTP/1.1" status: 200 len: 691 time: 0.0680900 Sep 10 03:38:23.213637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-cbf4f80b-2434-4c94-83ff-17a411ec054d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:23.215210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-cbf4f80b-2434-4c94-83ff-17a411ec054d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1125 time: 0.0770831 Sep 10 03:38:23.296128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c99fda3a-3e51-4c61-9b4e-48ba7a78c78e', 'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'mac_address': 'fa:16:3e:5f:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:18Z', 'updated_at': '2021-09-10T03:38:22Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'subnets': [{'id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:23.329221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f843b6b-1eef-40cd-8932-042f8cc18e7e None None] The sync data for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 is: [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c99fda3a-3e51-4c61-9b4e-48ba7a78c78e', 'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'mac_address': 'fa:16:3e:5f:e8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:18Z', 'updated_at': '2021-09-10T03:38:22Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'subnets': [{'id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:38:23.342187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-349d90b1-4c54-4348-b451-5bd72b1cd98f tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:23.343586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-349d90b1-4c54-4348-b451-5bd72b1cd98f tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1691515 Sep 10 03:38:23.429230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-8d0ad326-dfe9-4355-8253-543829469239 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:23.431622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-8d0ad326-dfe9-4355-8253-543829469239 service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1847761 Sep 10 03:38:23.442365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-dd67adcf-843f-4f00-826a-d53f4163cf58 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.0919273 Sep 10 03:38:23.491494 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bebf4cfd-5106-4c5a-a842-e799212a112b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:23.521126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-ede20f16-522e-418e-8227-4b2bdc91d540 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26590488-3e69-4200-b9b3-ee2057f4bbac HTTP/1.1" status: 200 len: 217 time: 0.0766153 Sep 10 03:38:23.532427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a05f38f2-f8c0-4506-948e-90cb60fe3a66 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.7 HTTP/1.1" status: 200 len: 694 time: 0.0891402 Sep 10 03:38:23.539545 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748ba49c-24c7-42d8-8441-d22536a14b06 x-openstack-request-id: req-748ba49c-24c7-42d8-8441-d22536a14b06 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:23.539966 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23be4e85-d197-48dd-abb0-21ed10afaf07", "name": "network-vif-plugged", "status": "completed", "tag": "dd35677e-c2cd-4424-81b7-1357954aef9e", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:23.540595 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-748ba49c-24c7-42d8-8441-d22536a14b06 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:23.540795 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23be4e85-d197-48dd-abb0-21ed10afaf07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd35677e-c2cd-4424-81b7-1357954aef9e', 'code': 200} Sep 10 03:38:23.664413 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:23.721909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-c335d81e-408a-4260-90af-2255396c3f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:23.723388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-c335d81e-408a-4260-90af-2255396c3f46 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1901188 Sep 10 03:38:23.787319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-865c41cd-f8cc-4bef-ad11-b67b6a86ca2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333145 Sep 10 03:38:23.801219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d9dba4-cedb-4b46-bea8-0e60f8ba2384 req-70b044ac-81ab-4f2f-b3c6-e726a788bc50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:23.801219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21d9dba4-cedb-4b46-bea8-0e60f8ba2384 req-70b044ac-81ab-4f2f-b3c6-e726a788bc50 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 1101 time: 0.1290753 Sep 10 03:38:23.809489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d67cf6-cbb7-46ae-ad80-d107b73f8451 req-ebc8b770-b160-4147-b7de-6208a7db181d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:23.810964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8d67cf6-cbb7-46ae-ad80-d107b73f8451 req-ebc8b770-b160-4147-b7de-6208a7db181d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.1816306 Sep 10 03:38:23.935074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c99fda3a-3e51-4c61-9b4e-48ba7a78c78e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:24.081270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:24.086374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:24.086866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.179499 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.231088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c99fda3a-3e51-4c61-9b4e-48ba7a78c78e,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:24.248877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21d9dba4-cedb-4b46-bea8-0e60f8ba2384 req-25324e3b-ac91-49d3-8c67-a182265a08ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4302266 Sep 10 03:38:24.265299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Deleting port b94cbb4d-9976-4fff-a413-31b52110e4d1 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:24.265644 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.291136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8d67cf6-cbb7-46ae-ad80-d107b73f8451 req-be59dc62-f975-4a2a-9a71-c2837aeda628 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324449 Sep 10 03:38:24.312390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-4c960729-2081-45a5-8722-bf7dfc6b71e3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105751 Sep 10 03:38:24.315537 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.351844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-ce60691a-90e1-44c3-ab6e-bd0c47e8ec64 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.354744 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-ce60691a-90e1-44c3-ab6e-bd0c47e8ec64 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.39 "GET /v2.0/networks?id=e9ec7605-b080-44f9-99ce-c5e6ee71e396 HTTP/1.1" status: 200 len: 829 time: 0.1481202 Sep 10 03:38:24.377253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Request body: {'port': {'device_id': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'admin_state_up': True, 'tenant_id': '313904a46630452cbbb888c92d659281'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:24.402333 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=c99fda3a-3e51-4c61-9b4e-48ba7a78c78e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:24.409703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 59211828-9538-4966-b3c7-612ec498a25f details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:24.454910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.455231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.517510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Calling delete_port for b94cbb4d-9976-4fff-a413-31b52110e4d1 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:24.573924 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=59211828-9538-4966-b3c7-612ec498a25f,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:24.595311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '59211828-9538-4966-b3c7-612ec498a25f', 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632', 'port_id': '59211828-9538-4966-b3c7-612ec498a25f', 'mac_address': 'fa:16:3e:f3:5a:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3ff051-d796-4a71-8b78-13df74a1ca00', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:24.620855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f01d6c-901b-42c9-8cdc-b9c00122456c req-25d57fa4-79df-4a39-958c-edc9a03fc019 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.622638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9f01d6c-901b-42c9-8cdc-b9c00122456c req-25d57fa4-79df-4a39-958c-edc9a03fc019 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 950 time: 0.1704865 Sep 10 03:38:24.627053 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68fc24d9-ce3f-4f0a-b768-f265e5f19073 req-f49cf0a8-545b-48a9-9e6c-e9f30165fa16 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2720194 Sep 10 03:38:24.655001 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.658353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Made reservation on behalf of 313904a46630452cbbb888c92d659281 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:24.666402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.694617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 59211828-9538-4966-b3c7-612ec498a25f {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:24.695253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9f01d6c-901b-42c9-8cdc-b9c00122456c req-f850a596-fe93-42a9-a1ae-96fa9d093b90 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624752 Sep 10 03:38:24.724128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=59211828-9538-4966-b3c7-612ec498a25f,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:24.823196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b45c9-4130-44d9-ae72-a2046187a1ca req-c31e9b16-254b-4545-9212-953b308e8c46 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:24.825343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-714b45c9-4130-44d9-ae72-a2046187a1ca req-c31e9b16-254b-4545-9212-953b308e8c46 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 944 time: 0.0496194 Sep 10 03:38:24.864109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-714b45c9-4130-44d9-ae72-a2046187a1ca req-797407d5-961f-45f9-9726-a3395df5db9e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318396 Sep 10 03:38:24.872462 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.876040 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:24.903185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Pushing event deleted for resources: {'Port': ['ID=b94cbb4d-9976-4fff-a413-31b52110e4d1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:24.964963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=59211828-9538-4966-b3c7-612ec498a25f,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:25.007535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c7cb3b1-4136-4e76-97dd-2a8f5f09e1c0 req-56a09ea1-2ccb-4568-a36e-a9252ba64e2f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 210 time: 0.0358837 Sep 10 03:38:25.011671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Allocated IP 172.20.0.11 (e9ec7605-b080-44f9-99ce-c5e6ee71e396/ca1d67a7-0f40-4021-a864-08234007a28b/d118c8e3-6919-444a-9e77-ae98448a85d3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:25.018465 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:25.037894 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:25.037894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b18280-1f0d-431d-9b00-fc98a07a1322 req-a3bc8b39-be24-40aa-82ce-cd63988ce195 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "DELETE /v2.0/floatingips/643b335c-9f57-4e06-9d64-2c6ff8a4b3e5 HTTP/1.1" status: 204 len: 173 time: 1.4799833 Sep 10 03:38:25.044274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['59211828-9538-4966-b3c7-612ec498a25f'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:25.089209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:25.118725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5dace01-e1d5-46c5-a8eb-7fe17c26412a req-db3769cb-8a03-49f8-9486-2aedf38f5d99 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 210 time: 0.0360227 Sep 10 03:38:25.175386 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-e2a1e5a3-a027-43c5-b8fd-3463ce2f16a9 req-3dea2e7e-5296-443d-933b-79ad9c890be5 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] show failed (client error): The resource could not be found. Sep 10 03:38:25.176445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2a1e5a3-a027-43c5-b8fd-3463ce2f16a9 req-3dea2e7e-5296-443d-933b-79ad9c890be5 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips/643b335c-9f57-4e06-9d64-2c6ff8a4b3e5 HTTP/1.1" status: 404 len: 350 time: 0.0387769 Sep 10 03:38:25.238347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:25.246134 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-cb86698d-97b8-42af-921d-14b34a050fc9 req-2c69e379-70c7-4464-863c-85dfed2508a8 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] show failed (client error): The resource could not be found. Sep 10 03:38:25.246970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb86698d-97b8-42af-921d-14b34a050fc9 req-2c69e379-70c7-4464-863c-85dfed2508a8 tempest-FloatingIPsTestJSON-459597051 tempest-FloatingIPsTestJSON-459597051-project] 10.222.0.22 "GET /v2.0/floatingips/643b335c-9f57-4e06-9d64-2c6ff8a4b3e5 HTTP/1.1" status: 404 len: 350 time: 0.0367129 Sep 10 03:38:25.252847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Transition to ACTIVE for port object d118c8e3-6919-444a-9e77-ae98448a85d3 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:25.260451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57432) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:25.387098 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:25.429014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Network e9ec7605-b080-44f9-99ce-c5e6ee71e396 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:25.432109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:25.435118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:25.456304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c4b927-8c24-4324-befb-2098281e4fbe req-15f7a8c8-e537-4ff6-8bcd-a677adc06266 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:25.457810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61c4b927-8c24-4324-befb-2098281e4fbe req-15f7a8c8-e537-4ff6-8bcd-a677adc06266 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 944 time: 0.0947633 Sep 10 03:38:25.471980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Pushing event updated for resources: {'Port': ['ID=d118c8e3-6919-444a-9e77-ae98448a85d3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:25.500840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:25.501609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:25.553731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61c4b927-8c24-4324-befb-2098281e4fbe req-95de2207-c568-4b55-b931-9d615f761466 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642607 Sep 10 03:38:25.584112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-07330db0-8c1c-44db-99eb-cb51ca3b206e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2182462 Sep 10 03:38:25.598986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Request body: {'port': {'device_id': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:25.662591 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:25.768939 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:25.798923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0757bc45-f90e-487b-9cf0-b7b2d1adc669 None None] Provisioning for port d118c8e3-6919-444a-9e77-ae98448a85d3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:25.803376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0757bc45-f90e-487b-9cf0-b7b2d1adc669 None None] Provisioning complete for port d118c8e3-6919-444a-9e77-ae98448a85d3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:25.804667 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0757bc45-f90e-487b-9cf0-b7b2d1adc669 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:25.878868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0757bc45-f90e-487b-9cf0-b7b2d1adc669 None None] Port d118c8e3-6919-444a-9e77-ae98448a85d3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:38:25.885900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8728b5-72ba-43f6-876e-b50fd223e4bb req-ac9d0799-aa73-4645-a762-be1d0f244071 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:25.887414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8728b5-72ba-43f6-876e-b50fd223e4bb req-ac9d0799-aa73-4645-a762-be1d0f244071 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 950 time: 0.0762751 Sep 10 03:38:25.952082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c99fda3a-3e51-4c61-9b4e-48ba7a78c78e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:26.021549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:26.022750 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.041300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8728b5-72ba-43f6-876e-b50fd223e4bb req-9b8fa29e-d04a-45e1-b1a9-26c8273e3f0c tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264479 Sep 10 03:38:26.050631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d118c8e3-6919-444a-9e77-ae98448a85d3 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:26.062556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.091976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Transition to ACTIVE for port object d118c8e3-6919-444a-9e77-ae98448a85d3 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:26.165852 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.210111 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.241938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-97462b29-87ce-4d84-9ea5-f3030a295ad4 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:26.243621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-97462b29-87ce-4d84-9ea5-f3030a295ad4 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 807 time: 0.3032029 Sep 10 03:38:26.263889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07871f3-5d78-48fa-80ff-96e2cfeacadd req-435d0626-25db-4da7-a438-0d54768e7e3c tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:26.265599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b07871f3-5d78-48fa-80ff-96e2cfeacadd req-435d0626-25db-4da7-a438-0d54768e7e3c tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 944 time: 0.1414585 Sep 10 03:38:26.273045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Request body: {'port': {'device_id': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4', 'admin_state_up': True, 'tenant_id': '500807532d7f46768156300378a5bc21'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:26.282958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d118c8e3-6919-444a-9e77-ae98448a85d3,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:26.307417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcff30ab-4cba-4135-8b46-ad5271ad9a7f req-7e968675-37cc-4a1d-8930-8c75e0e8b0dd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:26.309059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcff30ab-4cba-4135-8b46-ad5271ad9a7f req-7e968675-37cc-4a1d-8930-8c75e0e8b0dd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 944 time: 0.1476555 Sep 10 03:38:26.384012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Attempting to bind port d118c8e3-6919-444a-9e77-ae98448a85d3 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:26.384259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Attempting to bind port d118c8e3-6919-444a-9e77-ae98448a85d3 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:26.384562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Attempting to bind port d118c8e3-6919-444a-9e77-ae98448a85d3 on network e9ec7605-b080-44f9-99ce-c5e6ee71e396 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:26.389469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Port d118c8e3-6919-444a-9e77-ae98448a85d3 on network e9ec7605-b080-44f9-99ce-c5e6ee71e396 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:26.390121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Attempting to bind port d118c8e3-6919-444a-9e77-ae98448a85d3 on network e9ec7605-b080-44f9-99ce-c5e6ee71e396 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:26.395770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:26.396116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Checking segment: {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:26.396691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Bound using segment: {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:26.396915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Bound port: d118c8e3-6919-444a-9e77-ae98448a85d3, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58a1d034-05ea-4880-a0a7-e3f83716b7e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:26.397270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.402800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 59211828-9538-4966-b3c7-612ec498a25f up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:26.425520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b07871f3-5d78-48fa-80ff-96e2cfeacadd req-0e267bdb-1cda-4b31-8f3a-1698cc56c141 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482234 Sep 10 03:38:26.480288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcff30ab-4cba-4135-8b46-ad5271ad9a7f req-ad6c4d88-83ec-42e8-bcbe-9c015f5a599d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416657 Sep 10 03:38:26.519667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] For port d118c8e3-6919-444a-9e77-ae98448a85d3, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:26.527536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] For port d118c8e3-6919-444a-9e77-ae98448a85d3, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=d118c8e3-6919-444a-9e77-ae98448a85d3,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:26.538373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Deleting port 9ee4fe85-0129-43f4-80f7-4d6154e189d4 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:26.539778 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.556318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 59211828-9538-4966-b3c7-612ec498a25f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:26.556706 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.652204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-260133ba-57ca-4cba-829d-546467707b1a req-809b9e1f-52b3-415e-a85c-20cd2045cbe7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 210 time: 0.0746627 Sep 10 03:38:26.683615 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.713552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59211828-9538-4966-b3c7-612ec498a25f'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:26.715849 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8592c47b-3871-4062-9ad2-810f701d059e" -d '{"events": [{"server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "name": "network-vif-plugged", "status": "completed", "tag": "59211828-9538-4966-b3c7-612ec498a25f"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:26.718078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] For port 9ee4fe85-0129-43f4-80f7-4d6154e189d4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9ee4fe85-0129-43f4-80f7-4d6154e189d4,segment=NetworkSegment(94eae8ee-2ded-48c3-9ac6-5840c7d6b113),segment_id=94eae8ee-2ded-48c3-9ac6-5840c7d6b113)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:26.718445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.728029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=59211828-9538-4966-b3c7-612ec498a25f,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:26.739531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Calling delete_port for 9ee4fe85-0129-43f4-80f7-4d6154e189d4 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:26.755851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8a0a13-86a2-47d1-be13-f2055fe99b4e req-f2d64c10-c4eb-4894-afb6-52bdd51c380f tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:26.755851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de8a0a13-86a2-47d1-be13-f2055fe99b4e req-f2d64c10-c4eb-4894-afb6-52bdd51c380f tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 944 time: 0.0989246 Sep 10 03:38:26.759006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Made reservation on behalf of 500807532d7f46768156300378a5bc21 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:26.762513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.771748 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4451fae4-3c77-458f-bc43-f3c251cb13f3 x-openstack-request-id: req-4451fae4-3c77-458f-bc43-f3c251cb13f3 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:26.772046 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "name": "network-vif-plugged", "status": "completed", "tag": "59211828-9538-4966-b3c7-612ec498a25f", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:26.772298 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4451fae4-3c77-458f-bc43-f3c251cb13f3 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:26.772967 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '59211828-9538-4966-b3c7-612ec498a25f', 'code': 200} Sep 10 03:38:26.799407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.842311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:26.847607 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.860279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:26.862259 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] 10.222.0.39 "PUT /v2.0/ports/d118c8e3-6919-444a-9e77-ae98448a85d3 HTTP/1.1" status: 200 len: 1092 time: 1.2683561 Sep 10 03:38:26.863348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:26.865790 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b70d0b-2947-4f18-8527-51acbdfe0771" -d '{"events": [{"name": "network-changed", "server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:26.917290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de8a0a13-86a2-47d1-be13-f2055fe99b4e req-107c50ef-c255-4f48-87ba-377894aeee69 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcd90567-f389-4cec-a1da-03fbff234631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516440 Sep 10 03:38:26.921294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e807d1-65e2-4c32-b31f-10e6b607fed5 service neutron] Pushing event updated for resources: {'Port': ['ID=d118c8e3-6919-444a-9e77-ae98448a85d3,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:26.936380 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-506267d7-d52a-493b-8343-44420f55a08f x-openstack-request-id: req-506267d7-d52a-493b-8343-44420f55a08f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:26.936580 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:26.936808 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-506267d7-d52a-493b-8343-44420f55a08f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:26.937218 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'status': 'completed', 'code': 200} Sep 10 03:38:26.957228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=59211828-9538-4966-b3c7-612ec498a25f,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:27.021607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b70d0b-2947-4f18-8527-51acbdfe0771 req-48e3025b-8e10-4457-a881-cf3ec634c09d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.025829 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4b70d0b-2947-4f18-8527-51acbdfe0771 req-48e3025b-8e10-4457-a881-cf3ec634c09d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=313904a46630452cbbb888c92d659281&device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 1095 time: 0.0561943 Sep 10 03:38:27.060063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Allocated IP 172.20.0.13 (a01494e1-fa56-4ca0-9141-b06036d94fd4/d318ebd7-5f3a-4090-856f-fab64fb601e8/f1b5f6be-8cbc-40cd-a18e-245dd4470884) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:27.156033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b70d0b-2947-4f18-8527-51acbdfe0771 req-5e882659-020f-43d0-a943-8e9a4477a048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.162311 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4b70d0b-2947-4f18-8527-51acbdfe0771 req-5e882659-020f-43d0-a943-8e9a4477a048 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=313904a46630452cbbb888c92d659281&shared=False HTTP/1.1" status: 200 len: 930 time: 0.1278894 Sep 10 03:38:27.241220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:27.270948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b70d0b-2947-4f18-8527-51acbdfe0771 req-6a780f4c-8f86-48e1-8ca4-a592cdff27bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.272812 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4b70d0b-2947-4f18-8527-51acbdfe0771 req-6a780f4c-8f86-48e1-8ca4-a592cdff27bd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0951157 Sep 10 03:38:27.279638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=9ee4fe85-0129-43f4-80f7-4d6154e189d4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:27.335014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af97f74c-3451-4d67-b7df-7a09c6206c87 req-22e65e5f-5092-4f87-b00e-23a5e173dfbe tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.337824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af97f74c-3451-4d67-b7df-7a09c6206c87 req-22e65e5f-5092-4f87-b00e-23a5e173dfbe tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 950 time: 0.1568329 Sep 10 03:38:27.379006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-38c4eb26-6003-4919-87c3-17c41473b44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.380623 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-38c4eb26-6003-4919-87c3-17c41473b44b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=313904a46630452cbbb888c92d659281&device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 1095 time: 0.0559344 Sep 10 03:38:27.394442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:27.443714 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-2062910b-b952-4e35-8769-48d62e89fc70 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d118c8e3-6919-444a-9e77-ae98448a85d3 HTTP/1.1" status: 200 len: 217 time: 0.0498784 Sep 10 03:38:27.475665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af97f74c-3451-4d67-b7df-7a09c6206c87 req-84fc2435-7986-4af2-8741-4012d21c0bec tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958452 Sep 10 03:38:27.503359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-0ec8912c-33b9-4cee-8d3e-f085c3c9df28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.505746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-0ec8912c-33b9-4cee-8d3e-f085c3c9df28 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca1d67a7-0f40-4021-a864-08234007a28b HTTP/1.1" status: 200 len: 868 time: 0.0526156 Sep 10 03:38:27.583931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-548c62f5-2010-466e-8c05-be6063d3f0dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:27.585577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-548c62f5-2010-466e-8c05-be6063d3f0dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ec7605-b080-44f9-99ce-c5e6ee71e396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530291 Sep 10 03:38:27.710631 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-60fe10b6-90ce-4467-8f8f-7cf7f39792ef service neutron] 10.222.0.39 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1096835 Sep 10 03:38:27.820401 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-88e5b96a-2bbd-4db6-afb7-44b8046b36e2 req-91186c4a-b7e6-4b10-ae0c-c71a19258dcd service neutron] 10.222.0.39 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986824 Sep 10 03:38:27.946180 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:27.960797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['02d916e1-03ef-4eb5-8dda-b4779999d153'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:28.013866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:28.050465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Network a01494e1-fa56-4ca0-9141-b06036d94fd4 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:28.063211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836fbb8-99e3-47af-88c1-6aa2590f32aa req-d99c5d9d-133f-485b-aa17-5ce50a3104c9 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:28.070413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7836fbb8-99e3-47af-88c1-6aa2590f32aa req-d99c5d9d-133f-485b-aa17-5ce50a3104c9 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 1101 time: 0.4873979 Sep 10 03:38:28.072459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:28.078017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Pushing event updated for resources: {'Port': ['ID=f1b5f6be-8cbc-40cd-a18e-245dd4470884,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:28.081899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:28.131808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b4bf0-70bb-4cda-a7c3-d4ee9752c9bd req-ef1f74df-7aaa-4a02-a2c6-38158b1ef725 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:28.133194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-794b4bf0-70bb-4cda-a7c3-d4ee9752c9bd req-ef1f74df-7aaa-4a02-a2c6-38158b1ef725 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 944 time: 0.5532687 Sep 10 03:38:28.171887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-4a285c7a-3bd0-425e-b54a-f3eb0ce87c2b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:28.173404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-4a285c7a-3bd0-425e-b54a-f3eb0ce87c2b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.20 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.2515571 Sep 10 03:38:28.296226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:28.296922 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:28.303713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7836fbb8-99e3-47af-88c1-6aa2590f32aa req-00fe6efa-0eb7-42f0-8a8c-1832da371e33 tempest-ServersOnMultiNodesTest-1454573882 tempest-ServersOnMultiNodesTest-1454573882-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289042 Sep 10 03:38:28.334313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-794b4bf0-70bb-4cda-a7c3-d4ee9752c9bd req-c13c12d9-c01f-4ce7-8db6-bd0663c4fe25 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703553 Sep 10 03:38:28.405605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 59211828-9538-4966-b3c7-612ec498a25f no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:28.425426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9590d905-3d30-4be2-8822-9b4256d80d5b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1576896 Sep 10 03:38:28.450307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Request body: {'port': {'device_id': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:28.502397 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:28.505060 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:28.535498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Deleting port 59211828-9538-4966-b3c7-612ec498a25f {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:28.535947 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:28.540293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=59211828-9538-4966-b3c7-612ec498a25f,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:28.626222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72086962-ef2f-45fc-8a21-72c06bec052e req-8b454e17-4b95-4371-8733-d1ffb6bae01d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:28.627574 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:28.627736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72086962-ef2f-45fc-8a21-72c06bec052e req-8b454e17-4b95-4371-8733-d1ffb6bae01d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 945 time: 0.2220809 Sep 10 03:38:28.674325 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:28.690798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=59211828-9538-4966-b3c7-612ec498a25f,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:28.718994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:38:28.773729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59211828-9538-4966-b3c7-612ec498a25f'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:28.775117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9e36f3-464c-4451-ace6-24f1e8fbee12 req-f2bad2aa-03c7-4744-989f-e50509c311d5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:28.776350 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e27e75-6dfc-407e-b718-6b12f97b76dc" -d '{"events": [{"server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "name": "network-vif-unplugged", "status": "completed", "tag": "59211828-9538-4966-b3c7-612ec498a25f"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:28.776643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce9e36f3-464c-4451-ace6-24f1e8fbee12 req-f2bad2aa-03c7-4744-989f-e50509c311d5 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 932 time: 0.2357008 Sep 10 03:38:28.795038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] For port 59211828-9538-4966-b3c7-612ec498a25f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=59211828-9538-4966-b3c7-612ec498a25f,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:28.795409 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:28.822076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72086962-ef2f-45fc-8a21-72c06bec052e req-027b048a-1bb7-413e-9277-9d9654ebdb1b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728861 Sep 10 03:38:28.837646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Calling delete_port for 59211828-9538-4966-b3c7-612ec498a25f owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:29.005932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce9e36f3-464c-4451-ace6-24f1e8fbee12 req-da0a88d0-0112-4eca-acb5-841905acde06 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188096 Sep 10 03:38:29.166526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd2878d-6699-407a-ad02-c8db61d40e39 req-c126b441-9718-4f20-89eb-5dbddac6b66c tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:29.168026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fd2878d-6699-407a-ad02-c8db61d40e39 req-c126b441-9718-4f20-89eb-5dbddac6b66c tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 944 time: 0.2169375 Sep 10 03:38:29.168951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:38:29.180148 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] Sync routers for ids ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:38:29.185376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c7e0ba2c-c873-48ec-a32f-bfcc59ba6d0a admin admin] 10.222.0.22 "PUT /v2.0/routers/364e74ce-ee9d-4a39-bb7c-eac3c3e941bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9238579 Sep 10 03:38:29.189157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57476) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:29.189757 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] Routers {'364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:29.190348 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:29.285214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fd2878d-6699-407a-ad02-c8db61d40e39 req-b38f031b-c675-436c-a2e0-f71e0bff9415 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcd90567-f389-4cec-a1da-03fbff234631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038091 Sep 10 03:38:29.359591 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] Set router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:29.364026 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89991bf9-e7aa-4beb-9eb8-03dfcaa58356 x-openstack-request-id: req-89991bf9-e7aa-4beb-9eb8-03dfcaa58356 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:29.364529 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "name": "network-vif-unplugged", "status": "completed", "tag": "59211828-9538-4966-b3c7-612ec498a25f", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:29.364529 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89991bf9-e7aa-4beb-9eb8-03dfcaa58356 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:29.364935 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '59211828-9538-4966-b3c7-612ec498a25f', 'code': 200} Sep 10 03:38:29.367058 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.387338 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.387338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b5f6be-8cbc-40cd-a18e-245dd4470884 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:29.486984 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.500740 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device d118c8e3-6919-444a-9e77-ae98448a85d3 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:29.504332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 26590488-3e69-4200-b9b3-ee2057f4bbac no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:29.598102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] No DVR routers for this DVR port 59211828-9538-4966-b3c7-612ec498a25f on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:29.600375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event deleted for resources: {'Port': ['ID=59211828-9538-4966-b3c7-612ec498a25f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:29.612597 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.614774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-388e08c3-6e50-4ae8-b6d8-a4352bbe83fd req-df5bf835-84ea-4d0b-9cfd-86fb5840b1c7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.20 "DELETE /v2.0/ports/59211828-9538-4966-b3c7-612ec498a25f HTTP/1.1" status: 204 len: 173 time: 1.4235508 Sep 10 03:38:29.624274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.628368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'name': 'network-vif-deleted', 'tag': '59211828-9538-4966-b3c7-612ec498a25f'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:29.630862 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-727fa4ba-4c98-4cac-80b8-50658743a5d0" -d '{"events": [{"server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "name": "network-vif-deleted", "tag": "59211828-9538-4966-b3c7-612ec498a25f"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:29.645684 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:05Z', 'updated_at': '2021-09-10T03:38:27Z', 'revision_number': 5, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'gw_port': {'id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:06Z', 'updated_at': '2021-09-10T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:29.669606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Transition to ACTIVE for port object f1b5f6be-8cbc-40cd-a18e-245dd4470884 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:29.692796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02a564e-a204-4b10-9582-e0a0608402ed req-b9efd7d9-66f2-475e-9978-cd9e85af0ae5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:29.692997 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] Checking router: 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:38:29.693107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c02a564e-a204-4b10-9582-e0a0608402ed req-b9efd7d9-66f2-475e-9978-cd9e85af0ae5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 950 time: 0.1397254 Sep 10 03:38:29.698659 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] Routers {'364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:29.699275 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:29.733583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port d118c8e3-6919-444a-9e77-ae98448a85d3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=d118c8e3-6919-444a-9e77-ae98448a85d3,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:29.746225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'port_id': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'mac_address': 'fa:16:3e:5d:7b:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:29.746970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c02a564e-a204-4b10-9582-e0a0608402ed req-3c4180c3-6cd6-4f22-a65b-a9af2a17edcc tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500290 Sep 10 03:38:29.799620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2595c50-fc8c-4b7d-8da2-062784c36067 req-4e249e69-472f-4e03-b980-d05a7781e0da tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:29.806206 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.820187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2595c50-fc8c-4b7d-8da2-062784c36067 req-4e249e69-472f-4e03-b980-d05a7781e0da tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 944 time: 0.2911828 Sep 10 03:38:29.830146 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.834748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d118c8e3-6919-444a-9e77-ae98448a85d3 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:29.873118 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] Set router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:29.896127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port d118c8e3-6919-444a-9e77-ae98448a85d3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=d118c8e3-6919-444a-9e77-ae98448a85d3,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:29.903524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Deleting port 402e78ea-487f-4c8e-ae68-9c3593182f28 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:29.904040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:29.948597 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52575ea3-3301-42b5-b518-aa274dc1caf0 x-openstack-request-id: req-52575ea3-3301-42b5-b518-aa274dc1caf0 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:29.948894 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93e985e2-d56b-4b69-b1c2-b05d2c4d4e52", "name": "network-vif-deleted", "tag": "59211828-9538-4966-b3c7-612ec498a25f", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:29.949151 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52575ea3-3301-42b5-b518-aa274dc1caf0 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:29.949545 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93e985e2-d56b-4b69-b1c2-b05d2c4d4e52', 'name': 'network-vif-deleted', 'tag': '59211828-9538-4966-b3c7-612ec498a25f', 'status': 'completed', 'code': 200} Sep 10 03:38:29.975508 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.010332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2595c50-fc8c-4b7d-8da2-062784c36067 req-5830955c-a2df-47fd-a8e9-27f293d1eb62 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1856523 Sep 10 03:38:30.010483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b5f6be-8cbc-40cd-a18e-245dd4470884,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:30.044486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] For port 402e78ea-487f-4c8e-ae68-9c3593182f28, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=402e78ea-487f-4c8e-ae68-9c3593182f28,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:30.044865 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.079026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Calling delete_port for 402e78ea-487f-4c8e-ae68-9c3593182f28 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:30.094940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=d118c8e3-6919-444a-9e77-ae98448a85d3,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:30.120530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1c45290-a4d5-4c07-906b-eac1ec426256 req-f6f744ee-99dd-46fc-bfc6-ecc0b642571f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=93e985e2-d56b-4b69-b1c2-b05d2c4d4e52 HTTP/1.1" status: 200 len: 210 time: 0.0494843 Sep 10 03:38:30.165223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:30.169661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:30.169968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:30.185508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:30.185752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:30.191706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:30.194287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:30.194287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:30.194287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Bound port: f1b5f6be-8cbc-40cd-a18e-245dd4470884, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:30.194287 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.230272 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:05Z', 'updated_at': '2021-09-10T03:38:27Z', 'revision_number': 5, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'gw_port': {'id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:06Z', 'updated_at': '2021-09-10T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:30.260831 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30e512af-4d95-44e2-9a7a-0c3479ae0427 None None] The sync data for ids ['364e74ce-ee9d-4a39-bb7c-eac3c3e941bc'] in n-d-808143-1 is: [{'id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'name': 'tempest-FloatingIPsTestJSON-1484273330-router', 'tenant_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194'}], 'enable_snat': True}, 'gw_port_id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:05Z', 'updated_at': '2021-09-10T03:38:27Z', 'revision_number': 5, 'project_id': 'cfe4cf0c005e40dfbae9c53df81cfdc6', 'gw_port': {'id': '402e78ea-487f-4c8e-ae68-9c3593182f28', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a4:4f:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '364e74ce-ee9d-4a39-bb7c-eac3c3e941bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 661, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.194', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:06Z', 'updated_at': '2021-09-10T03:38:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:38:30.284502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['d118c8e3-6919-444a-9e77-ae98448a85d3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:30.298795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:30.304272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:30.346291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e9ce04-557b-4c2e-9d6c-0abca36561d7 req-a0b2f6f5-0997-4da1-87b6-d6e6146badbc tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.347950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29e9ce04-557b-4c2e-9d6c-0abca36561d7 req-a0b2f6f5-0997-4da1-87b6-d6e6146badbc tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.1024539 Sep 10 03:38:30.374605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.423564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.431713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b5f6be-8cbc-40cd-a18e-245dd4470884,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:30.462381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Pushing event deleted for resources: {'Port': ['ID=402e78ea-487f-4c8e-ae68-9c3593182f28,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:30.490642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29e9ce04-557b-4c2e-9d6c-0abca36561d7 req-2f5d07b7-4f9d-41d2-8cd5-a49ed7157667 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365454 Sep 10 03:38:30.517978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.518602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.520707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-7115c5fc-45d9-4d68-a535-1533f27859b6 service neutron] 10.222.0.39 "PUT /v2.0/ports/f1b5f6be-8cbc-40cd-a18e-245dd4470884 HTTP/1.1" status: 200 len: 1092 time: 2.0757556 Sep 10 03:38:30.539020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d816b703-3f25-45b1-bee4-da514e25896a req-09e1a587-b9eb-4314-8215-2f43da056cda tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.544504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d816b703-3f25-45b1-bee4-da514e25896a req-09e1a587-b9eb-4314-8215-2f43da056cda tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 945 time: 0.1715939 Sep 10 03:38:30.548788 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.599831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d816b703-3f25-45b1-bee4-da514e25896a req-0aac65c5-e317-4005-862f-1cbb32ad916e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcd90567-f389-4cec-a1da-03fbff234631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445533 Sep 10 03:38:30.639988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.644679 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.724184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9d0e992b-eee1-4213-aa16-5a98fc629c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.725774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-9d0e992b-eee1-4213-aa16-5a98fc629c9c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 1095 time: 0.0689452 Sep 10 03:38:30.770583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-882c55c1-f1a2-4c16-895c-8963b8ef1d66 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884 HTTP/1.1" status: 200 len: 217 time: 0.0345221 Sep 10 03:38:30.834165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-164075cb-4210-4d23-aa1d-0d332c4b1a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.844719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-164075cb-4210-4d23-aa1d-0d332c4b1a2a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0547745 Sep 10 03:38:30.862892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.863463 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 364e74ce-ee9d-4a39-bb7c-eac3c3e941bc {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:38:30.870103 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.870103 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ee7c114a-f96f-41d7-9e52-25d0f920eef7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/364e74ce-ee9d-4a39-bb7c-eac3c3e941bc HTTP/1.1" status: 204 len: 168 time: 1.6791310 Sep 10 03:38:30.872387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57498) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:30.880374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-3c7c4750-f919-420b-85af-3af59f1b71ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279467 Sep 10 03:38:30.942513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d30088-97c4-412c-92fd-76a25cbf6a67 admin admin] Deleting subnet 341af6c7-3370-415b-8975-a0f9654bf91a {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:38:30.945780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b70fddb-5378-45ee-b76b-2e3a912c9988 req-0459747e-cd2b-4932-bba1-975098908f76 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:30.946246 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-66d30088-97c4-412c-92fd-76a25cbf6a67 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:30.947899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b70fddb-5378-45ee-b76b-2e3a912c9988 req-0459747e-cd2b-4932-bba1-975098908f76 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 950 time: 0.1246574 Sep 10 03:38:30.993267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-66d30088-97c4-412c-92fd-76a25cbf6a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:31.057461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-0bca1112-f018-439b-9c95-7285c02db1f2 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:31.058973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-0bca1112-f018-439b-9c95-7285c02db1f2 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 950 time: 0.1745579 Sep 10 03:38:31.083626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-66d30088-97c4-412c-92fd-76a25cbf6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:31.086223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b70fddb-5378-45ee-b76b-2e3a912c9988 req-8e3a64d6-b72e-4dea-ab9b-b5db7cc93b47 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291842 Sep 10 03:38:31.115538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-056aa8a5-2787-44fa-8b69-56bf2bd528cd service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2187419 Sep 10 03:38:31.299971 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-66d30088-97c4-412c-92fd-76a25cbf6a67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:31.304959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab561aa4-6a21-4bb2-90ec-c1607e409a46 req-7a2ba18d-026d-4105-9733-cb12c66ef360 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:31.304959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab561aa4-6a21-4bb2-90ec-c1607e409a46 req-7a2ba18d-026d-4105-9733-cb12c66ef360 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 944 time: 0.1678188 Sep 10 03:38:31.310994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecfa3a4-f9f1-4a9d-9941-4cc675c0f9d2 req-3b50bd3e-83aa-43ce-ac01-36392b82b3a1 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858790 Sep 10 03:38:31.335097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Deleting port dd35677e-c2cd-4424-81b7-1357954aef9e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:31.339744 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:31.344930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d30088-97c4-412c-92fd-76a25cbf6a67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=341af6c7-3370-415b-8975-a0f9654bf91a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:31.352962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-66d30088-97c4-412c-92fd-76a25cbf6a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:31.360081 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-66d30088-97c4-412c-92fd-76a25cbf6a67 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/341af6c7-3370-415b-8975-a0f9654bf91a HTTP/1.1" status: 204 len: 168 time: 0.4854300 Sep 10 03:38:31.360283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57508) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:31.360479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e888212e-8548-4c34-bb62-f3f181f7da36 None None] Network ab3d62de-20db-4490-b915-dc23be549e2e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:38:31.395004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-fea0b77e-31a6-4426-85b1-3777707b7942 service neutron] 10.222.0.39 "GET /v2.0/ports/26590488-3e69-4200-b9b3-ee2057f4bbac/bindings/n-h1-808143-1 HTTP/1.1" status: 200 len: 384 time: 0.1486828 Sep 10 03:38:31.405643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab561aa4-6a21-4bb2-90ec-c1607e409a46 req-8be59ae4-5bd7-4979-aa76-5bd0ece6e662 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936904 Sep 10 03:38:31.508406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:31.528983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] For port dd35677e-c2cd-4424-81b7-1357954aef9e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dd35677e-c2cd-4424-81b7-1357954aef9e,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:31.529352 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:31.558968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device d118c8e3-6919-444a-9e77-ae98448a85d3 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:31.567449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Calling delete_port for dd35677e-c2cd-4424-81b7-1357954aef9e owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:31.720189 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d382b3e4-b6ef-4c4f-b7f9-877a7d1ee7cd None None] DHCP port deletion for ab3d62de-20db-4490-b915-dc23be549e2e request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:38:31.738768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:31.766877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:31.767366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port d118c8e3-6919-444a-9e77-ae98448a85d3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:31.780406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port d118c8e3-6919-444a-9e77-ae98448a85d3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:31.781067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Deleting port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:31.781936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:31.782519 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:31.791936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4654c-ea01-4b6b-9d69-3086c5fca395 req-c194d33c-6b74-49f7-9de7-d78c6715036c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:31.799914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fb4654c-ea01-4b6b-9d69-3086c5fca395 req-c194d33c-6b74-49f7-9de7-d78c6715036c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.1601198 Sep 10 03:38:31.809295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26590488-3e69-4200-b9b3-ee2057f4bbac {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:31.825275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:31.969955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.042809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 402e78ea-487f-4c8e-ae68-9c3593182f28 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:32.049516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d382b3e4-b6ef-4c4f-b7f9-877a7d1ee7cd None None] Deleting port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:32.049895 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d382b3e4-b6ef-4c4f-b7f9-877a7d1ee7cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.061168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57516) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:32.068674 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d7dc4111-599b-470e-a19e-98ce248eff94 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Request body: {'security_group': {'name': 'tempest-securitygroup--206316252', 'description': 'tempest-description--1232504560'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:32.152208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] Transition to ACTIVE for port object 26590488-3e69-4200-b9b3-ee2057f4bbac will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:32.154862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d382b3e4-b6ef-4c4f-b7f9-877a7d1ee7cd None None] For port ad78a7f4-84b7-4cf9-9729-4e438c7769b9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ad78a7f4-84b7-4cf9-9729-4e438c7769b9,segment=NetworkSegment(94eae8ee-2ded-48c3-9ac6-5840c7d6b113),segment_id=94eae8ee-2ded-48c3-9ac6-5840c7d6b113)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:32.155326 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d382b3e4-b6ef-4c4f-b7f9-877a7d1ee7cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.159181 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.185956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 402e78ea-487f-4c8e-ae68-9c3593182f28 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:32.186299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 402e78ea-487f-4c8e-ae68-9c3593182f28 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:32.186710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9ee4fe85-0129-43f4-80f7-4d6154e189d4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:32.194515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4111-599b-470e-a19e-98ce248eff94 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.209865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d382b3e4-b6ef-4c4f-b7f9-877a7d1ee7cd None None] Calling delete_port for ad78a7f4-84b7-4cf9-9729-4e438c7769b9 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:32.211298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:32.213622 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d630beb-45f4-48fd-9921-a712c69a1398" -d '{"events": [{"name": "network-changed", "server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:32.285060 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4111-599b-470e-a19e-98ce248eff94 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.287141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.315874 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] For port ad78a7f4-84b7-4cf9-9729-4e438c7769b9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ad78a7f4-84b7-4cf9-9729-4e438c7769b9,segment=NetworkSegment(94eae8ee-2ded-48c3-9ac6-5840c7d6b113),segment_id=94eae8ee-2ded-48c3-9ac6-5840c7d6b113)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:32.317869 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.327649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fb4654c-ea01-4b6b-9d69-3086c5fca395 req-8adc02cb-aa52-4766-af04-d4695dc780d1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5268986 Sep 10 03:38:32.337262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Calling delete_port for ad78a7f4-84b7-4cf9-9729-4e438c7769b9 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:32.382453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9ee4fe85-0129-43f4-80f7-4d6154e189d4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:32.384029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9ee4fe85-0129-43f4-80f7-4d6154e189d4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:32.384467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] No DVR routers for this DVR port 26590488-3e69-4200-b9b3-ee2057f4bbac on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:32.384606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ad78a7f4-84b7-4cf9-9729-4e438c7769b9 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:32.386344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4111-599b-470e-a19e-98ce248eff94 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.406492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] Pushing event updated for resources: {'Port': ['ID=26590488-3e69-4200-b9b3-ee2057f4bbac,revision_number=10']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:32.448044 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d382b3e4-b6ef-4c4f-b7f9-877a7d1ee7cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.451541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7dc4111-599b-470e-a19e-98ce248eff94 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event updated for resources: {'SecurityGroup': ['ID=decdfef7-c1e5-4fea-bb81-f03d222cdd38,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:32.454430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dd35677e-c2cd-4424-81b7-1357954aef9e no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:32.475064 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-c02f99fa-8ead-4be3-a7ab-8337cce941d0 service neutron] 10.222.0.39 "PUT /v2.0/ports/26590488-3e69-4200-b9b3-ee2057f4bbac/bindings/n-h1-808143-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0669851 Sep 10 03:38:32.478749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b3621e-f3fd-4a81-931f-bc382dd1ed33 req-95703369-c75c-4baa-997a-f515811f4ccd tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:32.480395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8b3621e-f3fd-4a81-931f-bc382dd1ed33 req-95703369-c75c-4baa-997a-f515811f4ccd tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 945 time: 0.2637286 Sep 10 03:38:32.497394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7dc4111-599b-470e-a19e-98ce248eff94 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.501845 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d7dc4111-599b-470e-a19e-98ce248eff94 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4368289 Sep 10 03:38:32.502903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57526) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:32.508195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4ca9f562-ee79-4ed7-b265-f7ed87d93cd4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Request body: {'security_group_rule': {'security_group_id': 'decdfef7-c1e5-4fea-bb81-f03d222cdd38', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:32.546333 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d382b3e4-b6ef-4c4f-b7f9-877a7d1ee7cd None None] Pushing event deleted for resources: {'Port': ['ID=ad78a7f4-84b7-4cf9-9729-4e438c7769b9,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:32.564899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No active binding found for port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 {{(pid=95138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 10 03:38:32.565760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ad78a7f4-84b7-4cf9-9729-4e438c7769b9 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:32.573326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d382b3e4-b6ef-4c4f-b7f9-877a7d1ee7cd None None] No DVR routers for this DVR port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:32.581320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8b3621e-f3fd-4a81-931f-bc382dd1ed33 req-3d3db534-0de4-4eb7-9bcc-ce58f5a70abf tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcd90567-f389-4cec-a1da-03fbff234631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880482 Sep 10 03:38:32.597555 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.600734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4bb7cdba-71f9-499b-87e9-e0d78296e8b5 req-c20c299c-a76d-49f1-bb97-5822755d7f0f tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 210 time: 0.0400665 Sep 10 03:38:32.612767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.622061 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f562-ee79-4ed7-b265-f7ed87d93cd4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.633688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event deleted for resources: {'Port': ['ID=dd35677e-c2cd-4424-81b7-1357954aef9e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:32.677259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c', 'd57b502a-a031-42fb-93d0-a0f3b805cdae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:32.680370 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-554de80d-2649-45e5-b212-4d2c00478ba5 x-openstack-request-id: req-554de80d-2649-45e5-b212-4d2c00478ba5 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:32.680666 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:32.680902 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-554de80d-2649-45e5-b212-4d2c00478ba5 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:32.682631 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884', 'status': 'completed', 'code': 200} Sep 10 03:38:32.683625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] No DVR routers for this DVR port ad78a7f4-84b7-4cf9-9729-4e438c7769b9 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:32.687293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['ed8b9883-f96d-4336-a590-a609c912f74a', '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418', 'a8a32640-1f2e-4da3-a506-3a6be7bd341d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:32.694489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Pushing event deleted for resources: {'Port': ['ID=ad78a7f4-84b7-4cf9-9729-4e438c7769b9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:32.739711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] No DVR routers for this DVR port dd35677e-c2cd-4424-81b7-1357954aef9e on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:32.744176 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.746046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b30ff05d-661a-44b8-837b-48d0be248aaa req-72550b54-6d18-45f6-abb9-313537e18011 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "DELETE /v2.0/ports/dd35677e-c2cd-4424-81b7-1357954aef9e HTTP/1.1" status: 204 len: 173 time: 1.6790833 Sep 10 03:38:32.816107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No active binding found for port dd35677e-c2cd-4424-81b7-1357954aef9e {{(pid=95138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 10 03:38:32.816107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dd35677e-c2cd-4424-81b7-1357954aef9e not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:32.816107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 59211828-9538-4966-b3c7-612ec498a25f no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:32.855946 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.861216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 59211828-9538-4966-b3c7-612ec498a25f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:32.861780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 59211828-9538-4966-b3c7-612ec498a25f not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:32.884715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-884ebdd6-df5d-41fe-8f06-7993d6822255 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:32.886284 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-884ebdd6-df5d-41fe-8f06-7993d6822255 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.2405601 Sep 10 03:38:32.900544 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.909761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2483f061-445f-4432-ab46-44a6b9580b94 req-aa264f37-a501-4d83-a40e-2a0adf1e0777 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:32.918036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2483f061-445f-4432-ab46-44a6b9580b94 req-aa264f37-a501-4d83-a40e-2a0adf1e0777 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 945 time: 0.1417592 Sep 10 03:38:32.926532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab3d62de-20db-4490-b915-dc23be549e2e']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:32.946006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f562-ee79-4ed7-b265-f7ed87d93cd4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.946615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94eae8ee-2ded-48c3-9ac6-5840c7d6b113') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:32.947884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94eae8ee-2ded-48c3-9ac6-5840c7d6b113') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:32.961893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:32.964961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-2893e26f-eefc-4358-a6d4-d6e169aa3b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:32.971429 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-2893e26f-eefc-4358-a6d4-d6e169aa3b1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 1095 time: 0.2355490 Sep 10 03:38:33.019025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port d118c8e3-6919-444a-9e77-ae98448a85d3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=d118c8e3-6919-444a-9e77-ae98448a85d3,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:33.019188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2483f061-445f-4432-ab46-44a6b9580b94 req-58ef6a5b-b448-443b-aa00-3a357c83704e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001012 Sep 10 03:38:33.022342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:33.027076 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd95455-6091-47a9-b4d6-8a2ba5c30bdd" -d '{"events": [{"server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:33.031913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.045317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:38:33.045732 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:38:33.052956 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:38:33.062046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-0c175829-ef55-46df-8437-5bd94eb713f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.064418 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-0c175829-ef55-46df-8437-5bd94eb713f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad HTTP/1.1" status: 200 len: 1096 time: 0.1608231 Sep 10 03:38:33.067186 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f562-ee79-4ed7-b265-f7ed87d93cd4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.097763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9f562-ee79-4ed7-b265-f7ed87d93cd4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9de5d29-5607-4765-9c4c-3e0ea7147eba,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:33.104669 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0526f3b1-2ef7-4253-9a55-87f91d627709 x-openstack-request-id: req-0526f3b1-2ef7-4253-9a55-87f91d627709 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:33.104962 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "name": "network-vif-plugged", "status": "completed", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:33.105268 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0526f3b1-2ef7-4253-9a55-87f91d627709 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:33.105579 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'code': 200} Sep 10 03:38:33.122362 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.144276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-932d935c-6b4f-4666-a70a-b72012e09e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.145840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-932d935c-6b4f-4666-a70a-b72012e09e37 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.1637871 Sep 10 03:38:33.228250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd78809-200f-4f59-b7cd-dfe7e2da0d5b req-780ce648-8f06-41ec-ae5c-0f45ee4d6fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.229823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-acd78809-200f-4f59-b7cd-dfe7e2da0d5b req-780ce648-8f06-41ec-ae5c-0f45ee4d6fd3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 1097 time: 0.0444872 Sep 10 03:38:33.231083 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.236301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=d118c8e3-6919-444a-9e77-ae98448a85d3,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:33.237176 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.239133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] 10.222.0.22 "DELETE /v2.0/networks/ab3d62de-20db-4490-b915-dc23be549e2e HTTP/1.1" status: 204 len: 168 time: 1.8771496 Sep 10 03:38:33.281115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1d4960-4b84-4c69-aef7-66299bd1a73b admin admin] Pushing event deleted for resources: {'Network': ['ID=ab3d62de-20db-4490-b915-dc23be549e2e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:33.298097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-acd78809-200f-4f59-b7cd-dfe7e2da0d5b req-a8541ed6-26a4-40e0-be54-395380d4873a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=bcd90567-f389-4cec-a1da-03fbff234631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452037 Sep 10 03:38:33.470701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592acec-624a-44e2-bd82-12dd4d8d1231 req-547cc943-f168-48a9-81d2-ab980e6431e7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.487919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7592acec-624a-44e2-bd82-12dd4d8d1231 req-547cc943-f168-48a9-81d2-ab980e6431e7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.0792856 Sep 10 03:38:33.496471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-81d00ede-033d-49dc-a895-55d8b4f8da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.501000 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-81d00ede-033d-49dc-a895-55d8b4f8da1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1096 time: 0.4033623 Sep 10 03:38:33.501000 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4ca9f562-ee79-4ed7-b265-f7ed87d93cd4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.501000 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4ca9f562-ee79-4ed7-b265-f7ed87d93cd4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9956436 Sep 10 03:38:33.501953 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-334efa4e-c6b9-46fc-8adc-f6d607a29663 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884 HTTP/1.1" status: 200 len: 217 time: 0.3462772 Sep 10 03:38:33.503524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57536) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:33.509955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-eeb0ff11-3cb0-46a3-aea0-8a628bf9249f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Request body: {'security_group_rule': {'security_group_id': 'decdfef7-c1e5-4fea-bb81-f03d222cdd38', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:33.557629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-3051035a-214f-4c6a-954e-33ba03ae3ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.559225 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-3051035a-214f-4c6a-954e-33ba03ae3ec9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0466270 Sep 10 03:38:33.589500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7592acec-624a-44e2-bd82-12dd4d8d1231 req-f146b962-deb6-4a13-b209-e7e7e12bc470 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985608 Sep 10 03:38:33.676837 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-4b519310-14a4-45c9-9124-7c5fd541d808 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411928 Sep 10 03:38:33.707877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57542) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:33.738647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-d5d2d3ca-aba4-4655-9934-d7a22d9f1270 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.741218 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-d5d2d3ca-aba4-4655-9934-d7a22d9f1270 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1809742 Sep 10 03:38:33.791474 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-1ca7413c-04c9-4137-8a5c-2a2bdffffbd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=26590488-3e69-4200-b9b3-ee2057f4bbac HTTP/1.1" status: 200 len: 217 time: 0.0379679 Sep 10 03:38:33.795855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddedcfd9-b8ef-4f3c-8eb0-2ad8e1223f19 req-8a4e3009-2635-4465-905a-fe076e86e8ef tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.795855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddedcfd9-b8ef-4f3c-8eb0-2ad8e1223f19 req-8a4e3009-2635-4465-905a-fe076e86e8ef tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 946 time: 0.1242704 Sep 10 03:38:33.836317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e2f2f62-7234-4e89-b5f0-3552e08b82af req-54d83072-203d-4033-b07f-55a0527c64b6 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=23be4e85-d197-48dd-abb0-21ed10afaf07 HTTP/1.1" status: 200 len: 210 time: 0.0686619 Sep 10 03:38:33.839825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-18de36ac-b476-4674-b30e-1d861b0c1483 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfe4cf0c005e40dfbae9c53df81cfdc6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1295066 Sep 10 03:38:33.848985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57546) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:33.864850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eeb0ff11-3cb0-46a3-aea0-8a628bf9249f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.911157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a9717cf-9cab-4538-becc-1124e5b68ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.919616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddedcfd9-b8ef-4f3c-8eb0-2ad8e1223f19 req-77aace1d-42c4-425b-b5bd-c4c333d3f84d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcd90567-f389-4cec-a1da-03fbff234631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082618 Sep 10 03:38:33.930577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-7602ee5e-18c8-474b-9da1-281619c4735f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:33.932200 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-7602ee5e-18c8-474b-9da1-281619c4735f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1127489 Sep 10 03:38:33.941014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a9717cf-9cab-4538-becc-1124e5b68ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:33.941837 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-fb48d73e-1f5d-44de-9a44-71721b7b6dd1 service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386751 Sep 10 03:38:33.994270 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-074affff-9c23-4619-acb0-8443bd1a273a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0493836 Sep 10 03:38:34.058110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eeb0ff11-3cb0-46a3-aea0-8a628bf9249f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.063532 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a9717cf-9cab-4538-becc-1124e5b68ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.066750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a9717cf-9cab-4538-becc-1124e5b68ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.072620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6a9717cf-9cab-4538-becc-1124e5b68ecc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2677dff2-eeeb-4eb1-8a79-1183920c8048 HTTP/1.1" status: 204 len: 168 time: 0.2183433 Sep 10 03:38:34.103022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9717cf-9cab-4538-becc-1124e5b68ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2677dff2-eeeb-4eb1-8a79-1183920c8048,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:34.133900 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5d630beb-45f4-48fd-9921-a712c69a1398 req-b5a511b0-d15e-4827-8df8-2a74d8415bfb service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800928 Sep 10 03:38:34.155673 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-88935d53-577c-48bb-a5ff-22866a3a4144 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476500 Sep 10 03:38:34.163778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a5d806-9d47-4fc9-b5dd-93abefc992fc req-6e0415bb-dbc5-487e-a3e4-d729c6a29854 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:34.165441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11a5d806-9d47-4fc9-b5dd-93abefc992fc req-6e0415bb-dbc5-487e-a3e4-d729c6a29854 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 945 time: 0.0686941 Sep 10 03:38:34.184367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eeb0ff11-3cb0-46a3-aea0-8a628bf9249f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.211480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb0ff11-3cb0-46a3-aea0-8a628bf9249f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c72b63c7-353c-4627-8305-f092e1dd7063,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:34.211918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11a5d806-9d47-4fc9-b5dd-93abefc992fc req-0a0d07ef-ac16-4c70-829c-df9ae6aa1a9e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400722 Sep 10 03:38:34.269787 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-3080e3ae-347b-4981-845f-a81a3bda5cbb service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065373 Sep 10 03:38:34.308654 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eeb0ff11-3cb0-46a3-aea0-8a628bf9249f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.309844 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eeb0ff11-3cb0-46a3-aea0-8a628bf9249f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8053000 Sep 10 03:38:34.313214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57552) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:34.318879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:34.421052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.542100 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.655387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Allocated IP 172.25.3.8 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/17746c36-0bd6-43c3-b872-a5d3496ff5b6) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:34.693043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23be4e85-d197-48dd-abb0-21ed10afaf07', 'name': 'network-vif-deleted', 'tag': 'dd35677e-c2cd-4424-81b7-1357954aef9e'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:34.695566 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96479399-cc46-44ba-9b59-d6346a5d366b" -d '{"events": [{"server_uuid": "23be4e85-d197-48dd-abb0-21ed10afaf07", "name": "network-vif-deleted", "tag": "dd35677e-c2cd-4424-81b7-1357954aef9e"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:34.764477 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6276c68-6212-4472-8518-85eb1f39f658 x-openstack-request-id: req-b6276c68-6212-4472-8518-85eb1f39f658 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:34.764760 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23be4e85-d197-48dd-abb0-21ed10afaf07", "name": "network-vif-deleted", "tag": "dd35677e-c2cd-4424-81b7-1357954aef9e", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:34.765000 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6276c68-6212-4472-8518-85eb1f39f658 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:34.765391 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23be4e85-d197-48dd-abb0-21ed10afaf07', 'name': 'network-vif-deleted', 'tag': 'dd35677e-c2cd-4424-81b7-1357954aef9e', 'status': 'completed', 'code': 200} Sep 10 03:38:34.769159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-da99126f-2250-4520-bad2-30b1312011a4 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:34.771214 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-da99126f-2250-4520-bad2-30b1312011a4 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.0546243 Sep 10 03:38:34.780988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a04389a-5916-4f93-b6df-b502b07ef9f0 req-63ade7b3-cdf7-401d-b2f8-3e9a5de8f451 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:34.783317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a04389a-5916-4f93-b6df-b502b07ef9f0 req-63ade7b3-cdf7-401d-b2f8-3e9a5de8f451 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.1133213 Sep 10 03:38:34.848439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a04389a-5916-4f93-b6df-b502b07ef9f0 req-e42e8cfb-b969-44ce-bff8-fa1624350ed7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565653 Sep 10 03:38:34.854030 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.980935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-e6be1e04-a2a9-43eb-a7d5-ce7eaef72258 service neutron] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:34.984554 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-e6be1e04-a2a9-43eb-a7d5-ce7eaef72258 service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:34.985757 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b43aa8-c43e-47e0-91cf-b196ca67f224 req-e6be1e04-a2a9-43eb-a7d5-ce7eaef72258 service neutron] 10.222.0.20 "DELETE /v2.0/ports/26590488-3e69-4200-b9b3-ee2057f4bbac/bindings/n-h2-808143-1 HTTP/1.1" status: 204 len: 173 time: 0.2059600 Sep 10 03:38:35.001348 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:35.054854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:35.074432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:35.077078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:35.109989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event updated for resources: {'Port': ['ID=17746c36-0bd6-43c3-b872-a5d3496ff5b6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:35.137506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e5d029-81c4-41db-ad8a-ab9e1fd6f1cd req-276c5d49-f572-4f61-82f3-bb55ec9e606a tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:35.139066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80e5d029-81c4-41db-ad8a-ab9e1fd6f1cd req-276c5d49-f572-4f61-82f3-bb55ec9e606a tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 946 time: 0.1045005 Sep 10 03:38:35.217419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80e5d029-81c4-41db-ad8a-ab9e1fd6f1cd req-88a3c7ad-7aaf-4338-af13-58f06140faa6 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcd90567-f389-4cec-a1da-03fbff234631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686185 Sep 10 03:38:35.224002 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:35.465902 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:35.511645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1f8b8a-1f7f-4795-ab30-299b6c4613b7 req-0b1e108c-6dc3-42e5-a183-9044cf8b6104 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:35.513171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a1f8b8a-1f7f-4795-ab30-299b6c4613b7 req-0b1e108c-6dc3-42e5-a183-9044cf8b6104 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 950 time: 0.2215650 Sep 10 03:38:35.523387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-edca7d5a-d5da-4c28-a0b5-80d0ac8615a0 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 258 time: 0.2667673 Sep 10 03:38:35.545268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:35.612545 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a1f8b8a-1f7f-4795-ab30-299b6c4613b7 req-ceb2b320-ed66-4ab7-97db-ec4e09fb5b34 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865107 Sep 10 03:38:35.712878 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:35.745566 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:35.765052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecee3ac3-4f1e-4933-a626-7da4ee0a85cc req-e2be7723-27ef-44f4-9241-76503c963819 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:35.766554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecee3ac3-4f1e-4933-a626-7da4ee0a85cc req-e2be7723-27ef-44f4-9241-76503c963819 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 945 time: 0.0945892 Sep 10 03:38:35.834508 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:35.854484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecee3ac3-4f1e-4933-a626-7da4ee0a85cc req-fde88b05-72ea-47b5-8087-12ecc8165077 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798824 Sep 10 03:38:35.930499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event updated for resources: {'Port': ['ID=17746c36-0bd6-43c3-b872-a5d3496ff5b6,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:35.934996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:35.948496 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:36.058809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Allocated IP 172.25.3.16 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/09253de9-9556-47fb-abbe-c33c90c8096f) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:36.073836 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:36.075249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4d2e90c1-8cb1-4d3f-9cd4-bade2104f2c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.7606866 Sep 10 03:38:36.088882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-0cfe19d1-4fa4-4a72-8618-b0b4937d4efe tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9bf9f82adcd7481daf2972c7e46e9d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319798 Sep 10 03:38:36.262983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ff54bd2a-e990-4883-a808-633242fcc169 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:36.264511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ff54bd2a-e990-4883-a808-633242fcc169 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1683290 Sep 10 03:38:36.268770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:36.285714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-bd03cfd1-26cb-4542-8d02-bca9d9838e81 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/quotas/9bf9f82adcd7481daf2972c7e46e9d0a HTTP/1.1" status: 200 len: 375 time: 0.0147271 Sep 10 03:38:36.325511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-e54f2ae6-72d3-44a3-a454-e727563b16a9 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9bf9f82adcd7481daf2972c7e46e9d0a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336411 Sep 10 03:38:36.394535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:36.433638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:36.438508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:36.440933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:36.469674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Pushing event updated for resources: {'Port': ['ID=09253de9-9556-47fb-abbe-c33c90c8096f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:36.539775 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:36.645095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d926cb84-2d30-4be0-b67a-fc5b90709efb req-06cdda00-e38a-46a5-872f-8153d7e5482a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:36.646742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d926cb84-2d30-4be0-b67a-fc5b90709efb req-06cdda00-e38a-46a5-872f-8153d7e5482a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.0488884 Sep 10 03:38:36.689075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d926cb84-2d30-4be0-b67a-fc5b90709efb req-c19dc41e-37f7-45d6-aa6f-7fb3f0231935 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359821 Sep 10 03:38:36.716355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:36.816516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-d3023cac-e291-4725-8746-c1d8e0dbac25 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:36.817212 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-d3023cac-e291-4725-8746-c1d8e0dbac25 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 950 time: 0.0556107 Sep 10 03:38:36.919770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Deleting port a8a32640-1f2e-4da3-a506-3a6be7bd341d {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:36.920122 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:36.955963 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:36.986686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b0f469a1-7197-4ac9-a81b-13e808744ca7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:36.988333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b0f469a1-7197-4ac9-a81b-13e808744ca7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/networks?id=53001c9b-8c77-4839-ac5a-f3d7365e0632 HTTP/1.1" status: 200 len: 822 time: 0.1316731 Sep 10 03:38:37.003464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-f798aff2-df6f-4006-8f17-5d8e34f8add5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/quotas/bc95b8529824458fa7cf0552085e70c4 HTTP/1.1" status: 200 len: 375 time: 0.0093250 Sep 10 03:38:37.010605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] For port a8a32640-1f2e-4da3-a506-3a6be7bd341d, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a8a32640-1f2e-4da3-a506-3a6be7bd341d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:37.010977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:37.023040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Calling delete_port for a8a32640-1f2e-4da3-a506-3a6be7bd341d owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:37.052525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-cccefbcd-b986-40f5-ab71-ab9d0db2b662 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc95b8529824458fa7cf0552085e70c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0434010 Sep 10 03:38:37.086224 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:37.205264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Pushing event updated for resources: {'Port': ['ID=09253de9-9556-47fb-abbe-c33c90c8096f,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:37.209374 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:37.221864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c', 'd57b502a-a031-42fb-93d0-a0f3b805cdae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:37.223947 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:37.236997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-e3d20a45-578e-4341-8668-953524d4b078 service neutron] 10.222.0.22 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759553 Sep 10 03:38:37.240687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event deleted for resources: {'Port': ['ID=a8a32640-1f2e-4da3-a506-3a6be7bd341d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:37.246356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['ed8b9883-f96d-4336-a590-a609c912f74a', '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418', 'a8a32640-1f2e-4da3-a506-3a6be7bd341d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:37.291310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] No DVR routers for this DVR port a8a32640-1f2e-4da3-a506-3a6be7bd341d on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:37.293806 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:37.296106 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5848d90c-a000-457b-acbb-70e00e98e8b8 req-6cff237b-edd0-45b6-b124-e30db4ebe787 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "DELETE /v2.0/ports/a8a32640-1f2e-4da3-a506-3a6be7bd341d HTTP/1.1" status: 204 len: 173 time: 0.4687834 Sep 10 03:38:37.297246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2bcb494-276e-4d4a-9ba0-68639ab2d208', 'name': 'network-vif-deleted', 'tag': 'a8a32640-1f2e-4da3-a506-3a6be7bd341d'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:37.299778 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a6d009c-dbef-4846-84df-6fbc851d4c05" -d '{"events": [{"server_uuid": "f2bcb494-276e-4d4a-9ba0-68639ab2d208", "name": "network-vif-deleted", "tag": "a8a32640-1f2e-4da3-a506-3a6be7bd341d"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:37.330848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:37.331930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-c453d15e-4882-45c3-8915-ecec2ad0ae4e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.7965994 Sep 10 03:38:37.399753 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-cf02d1dc-756f-4767-be99-f45bb7113f2c tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0582249 Sep 10 03:38:37.401975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-1944354e-a247-4de0-aca9-a431d38b988b service neutron] 10.222.0.22 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509242 Sep 10 03:38:37.543184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-dc4670a6-fe3b-451b-b633-02e6e2d8ce8d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:37.559309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66cdbcfa-0ac5-448c-87d2-18bb80663781 req-dc4670a6-fe3b-451b-b633-02e6e2d8ce8d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1473725 Sep 10 03:38:37.627726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72141157-f0f5-458c-97e0-b5f4f811d5c5 req-fe298f31-26cb-4ffa-9403-3bab369b6a1e tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 210 time: 0.0274251 Sep 10 03:38:37.737420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-361f8574-0fb5-4712-b104-1f1a888c8273 req-68246566-4da5-48d7-adec-69a7adf8b886 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2bcb494-276e-4d4a-9ba0-68639ab2d208 HTTP/1.1" status: 200 len: 210 time: 0.0431221 Sep 10 03:38:37.792364 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f953b2-f157-40b0-a7de-f9b59193c254 x-openstack-request-id: req-e4f953b2-f157-40b0-a7de-f9b59193c254 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:37.792831 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2bcb494-276e-4d4a-9ba0-68639ab2d208", "name": "network-vif-deleted", "tag": "a8a32640-1f2e-4da3-a506-3a6be7bd341d", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:37.793416 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4f953b2-f157-40b0-a7de-f9b59193c254 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:37.793906 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2bcb494-276e-4d4a-9ba0-68639ab2d208', 'name': 'network-vif-deleted', 'tag': 'a8a32640-1f2e-4da3-a506-3a6be7bd341d', 'status': 'completed', 'code': 200} Sep 10 03:38:37.860481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f4474b-78d2-4246-8037-92f382775021 req-b55d11ea-925d-4d41-ac39-7bc622016abd tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:37.863595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16f4474b-78d2-4246-8037-92f382775021 req-b55d11ea-925d-4d41-ac39-7bc622016abd tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1096 time: 0.0668185 Sep 10 03:38:37.960435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16f4474b-78d2-4246-8037-92f382775021 req-09d6adc2-005a-4a6e-965f-93695ab45667 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907440 Sep 10 03:38:37.981691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-3aed4b9b-3db8-498b-be21-6fd94880d1a4 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:37.983175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-3aed4b9b-3db8-498b-be21-6fd94880d1a4 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0957668 Sep 10 03:38:38.036516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-3ce350bb-534c-448a-a38d-6ad6718baed7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 695 time: 0.0472765 Sep 10 03:38:38.046864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8844537e-c6aa-4adf-9322-907e82134567 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Request body: {'floatingip': {'port_id': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:38.096158 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8844537e-c6aa-4adf-9322-907e82134567 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:38.153789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88ddd116-9890-4e9b-a9e3-6e49eb36c6a9 req-9a0b8c56-5cfa-40e1-9d9d-838b8e08e436 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 210 time: 0.0616462 Sep 10 03:38:38.313534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6517d9fd-bc50-45c1-a8fe-6e39a802553c req-0cc6c187-7cf6-4bc0-bf19-05a6e2e44795 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:38.314988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6517d9fd-bc50-45c1-a8fe-6e39a802553c req-0cc6c187-7cf6-4bc0-bf19-05a6e2e44795 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.0965650 Sep 10 03:38:38.616212 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-bb4d3422-816c-499a-a054-5f210a4ba3b9 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9bf9f82adcd7481daf2972c7e46e9d0a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257745 Sep 10 03:38:38.692218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6517d9fd-bc50-45c1-a8fe-6e39a802553c req-f095109d-fa48-4ba8-b83b-67a788900324 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3695128 Sep 10 03:38:38.748431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-21775750-2f10-45a5-af57-26ef208b1802 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:38.750922 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-21775750-2f10-45a5-af57-26ef208b1802 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1265948 Sep 10 03:38:38.768501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Request body: {'port': {'device_id': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '9bf9f82adcd7481daf2972c7e46e9d0a'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:38.948395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a4cda-6275-4a85-8fa8-055ec58de024 req-8b01d2a1-419a-4a4f-b05d-a8948298e9af tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:38.950192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-999a4cda-6275-4a85-8fa8-055ec58de024 req-8b01d2a1-419a-4a4f-b05d-a8948298e9af tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 1096 time: 0.0834305 Sep 10 03:38:38.961187 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8844537e-c6aa-4adf-9322-907e82134567 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:38.986509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Made reservation on behalf of 9bf9f82adcd7481daf2972c7e46e9d0a for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:38.988910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-999a4cda-6275-4a85-8fa8-055ec58de024 req-9e778727-fef2-4034-a7d0-46f05fe781a3 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316753 Sep 10 03:38:38.990296 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:38.999216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:39.057536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8844537e-c6aa-4adf-9322-907e82134567 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:39.119670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:39.158346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6a545e5-2b9c-46ed-8e1c-f726df784a10 req-0f17fe31-1afa-4954-afed-286db8809e8a tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 210 time: 0.0308137 Sep 10 03:38:39.226127 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8844537e-c6aa-4adf-9322-907e82134567 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Floating IP a7f18101-8f75-4f42-972d-9e26683e5481 associated. External IP: 172.25.3.16, port: d118c8e3-6919-444a-9e77-ae98448a85d3. Sep 10 03:38:39.228943 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:39.311955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f38823b6-e2b0-4508-8dc4-6b41a4837d49,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:39.376813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Allocated IP 192.168.233.52 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/973213bc-fb87-4590-a74b-60d8d2cb503d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:39.472813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8844537e-c6aa-4adf-9322-907e82134567 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Router 7940e36f-92d3-4fa0-93ef-b9381600bb0e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:38:39.546872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:39.554475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Transition to ACTIVE for port object 973213bc-fb87-4590-a74b-60d8d2cb503d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:39.574590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a8a32640-1f2e-4da3-a506-3a6be7bd341d no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:39.597866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8844537e-c6aa-4adf-9322-907e82134567 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:38:39.607135 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8844537e-c6aa-4adf-9322-907e82134567 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:39.613388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: a8a32640-1f2e-4da3-a506-3a6be7bd341d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:39.613816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a8a32640-1f2e-4da3-a506-3a6be7bd341d not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:39.619486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] Sync routers for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:38:39.629839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:39.630711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:39.644520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8844537e-c6aa-4adf-9322-907e82134567 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "PUT /v2.0/floatingips/a7f18101-8f75-4f42-972d-9e26683e5481 HTTP/1.1" status: 200 len: 996 time: 1.6021945 Sep 10 03:38:39.645131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:39.647609 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f023274d-43bc-464b-ae4d-a4363b449e72" -d '{"events": [{"name": "network-changed", "server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:39.666550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85de224e-65df-4154-8ce5-4b6614d03c7a req-34dfb18b-a3d8-4d70-b551-6505adf77010 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 210 time: 0.0347478 Sep 10 03:38:39.693949 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:39.738764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:39.742683 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:39.745205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:39.758762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-d08fe9d6-5647-41ee-9ddc-090637326328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:39.764384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-d08fe9d6-5647-41ee-9ddc-090637326328 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=313904a46630452cbbb888c92d659281&device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 1097 time: 0.1003428 Sep 10 03:38:39.765428 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:39.832048 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:39.833676 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:39.837566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:39.927022 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-ae0db64a-e65b-43a2-99ba-2dedba6c2090 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.1625717 Sep 10 03:38:39.941974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Request body: {'port': {'device_id': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:39.951294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-57510815-c6ce-4ed3-8b62-ead46e22fc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:39.959634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-57510815-c6ce-4ed3-8b62-ead46e22fc00 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e9ec7605-b080-44f9-99ce-c5e6ee71e396 HTTP/1.1" status: 200 len: 930 time: 0.1856315 Sep 10 03:38:40.041981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-ef5085d3-8032-4cf6-a218-ce0ff774118e tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:40.043291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:40.043598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-ef5085d3-8032-4cf6-a218-ce0ff774118e tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.20 "GET /v2.0/networks?id=53001c9b-8c77-4839-ac5a-f3d7365e0632 HTTP/1.1" status: 200 len: 822 time: 0.1820958 Sep 10 03:38:40.056595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-aac6c049-845c-4437-bab5-4af7b6932c3c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d118c8e3-6919-444a-9e77-ae98448a85d3 HTTP/1.1" status: 200 len: 999 time: 0.0960205 Sep 10 03:38:40.062262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Request body: {'port': {'device_id': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632', 'admin_state_up': True, 'tenant_id': 'bc95b8529824458fa7cf0552085e70c4'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:40.091432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a7f18101-8f75-4f42-972d-9e26683e5481', 'tenant_id': '313904a46630452cbbb888c92d659281', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'port_id': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'mac_address': 'fa:16:3e:5d:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:38:36Z', 'updated_at': '2021-09-10T03:38:38Z', 'revision_number': 1, 'project_id': '313904a46630452cbbb888c92d659281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c99fda3a-3e51-4c61-9b4e-48ba7a78c78e', 'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'mac_address': 'fa:16:3e:5f:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:18Z', 'updated_at': '2021-09-10T03:38:24Z', 'revision_number': 5, 'project_id': '313904a46630452cbbb888c92d659281', 'subnets': [{'id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:40.130704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] Checking router: 7940e36f-92d3-4fa0-93ef-b9381600bb0e for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:38:40.139515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:40.140229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:40.165068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8b5a673e-1f6e-450f-bcc1-d7d2aa5b33b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:40.166562 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-8b5a673e-1f6e-450f-bcc1-d7d2aa5b33b8 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ca1d67a7-0f40-4021-a864-08234007a28b HTTP/1.1" status: 200 len: 868 time: 0.1092238 Sep 10 03:38:40.190062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-986dc980-1574-4d14-b2c3-9871cb867c9b None None] Provisioning for port 973213bc-fb87-4590-a74b-60d8d2cb503d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:40.198246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-986dc980-1574-4d14-b2c3-9871cb867c9b None None] Provisioning complete for port 973213bc-fb87-4590-a74b-60d8d2cb503d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:40.198799 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-986dc980-1574-4d14-b2c3-9871cb867c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:40.273436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-64f08b3f-3ae7-4c67-b43e-d149a26a2d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:40.276775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-64f08b3f-3ae7-4c67-b43e-d149a26a2d06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e9ec7605-b080-44f9-99ce-c5e6ee71e396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1024013 Sep 10 03:38:40.296157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-cf269933-5cee-4702-b88d-e40a9153469c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:38:40.297910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-cf269933-5cee-4702-b88d-e40a9153469c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0133748 Sep 10 03:38:40.352985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Made reservation on behalf of bc95b8529824458fa7cf0552085e70c4 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:38:40.357545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:40.408338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 973213bc-fb87-4590-a74b-60d8d2cb503d {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:40.415435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-986dc980-1574-4d14-b2c3-9871cb867c9b None None] Port 973213bc-fb87-4590-a74b-60d8d2cb503d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:38:40.420932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:40.444672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:40.444781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Transition to ACTIVE for port object 973213bc-fb87-4590-a74b-60d8d2cb503d will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:40.456570 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87534e30-3f28-45d5-9d71-0cfed08f6d12 x-openstack-request-id: req-87534e30-3f28-45d5-9d71-0cfed08f6d12 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:40.457197 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:40.457616 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87534e30-3f28-45d5-9d71-0cfed08f6d12 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:40.458331 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'status': 'completed', 'code': 200} Sep 10 03:38:40.491860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-3bd5ee5e-7eb2-4899-81cd-461a6711eae5 service neutron] 10.222.0.22 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1864803 Sep 10 03:38:40.541149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-8884a7e9-b0f0-4ec2-82da-5238263d7fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:40.542836 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-8884a7e9-b0f0-4ec2-82da-5238263d7fe1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=313904a46630452cbbb888c92d659281&device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 1097 time: 0.0767319 Sep 10 03:38:40.546347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:40.667298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Allocated IP 172.20.0.4 (53001c9b-8c77-4839-ac5a-f3d7365e0632/2b3ff051-d796-4a71-8b78-13df74a1ca00/6b383976-7812-4d02-b904-bf7013daa37d) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:40.695350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d644ce28-3e98-40bd-8559-fc1b7c160aca req-ddbacaf3-26b9-445b-b861-768ba8074a7b service neutron] 10.222.0.22 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023497 Sep 10 03:38:40.713073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e125e-365a-4300-82f8-bbb6b85bef9a req-03dccd6e-7f37-476b-8a96-c600a79fb408 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:40.724305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be3e125e-365a-4300-82f8-bbb6b85bef9a req-03dccd6e-7f37-476b-8a96-c600a79fb408 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.1870048 Sep 10 03:38:40.770437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:40.802117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Attempting to bind port 973213bc-fb87-4590-a74b-60d8d2cb503d on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:40.803198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be3e125e-365a-4300-82f8-bbb6b85bef9a req-2e35d367-28cd-4c62-a480-a8a6b68cb11e tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778365 Sep 10 03:38:40.804537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Attempting to bind port 973213bc-fb87-4590-a74b-60d8d2cb503d by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:40.804895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Attempting to bind port 973213bc-fb87-4590-a74b-60d8d2cb503d on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:40.815415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Port 973213bc-fb87-4590-a74b-60d8d2cb503d on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:40.821984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Attempting to bind port 973213bc-fb87-4590-a74b-60d8d2cb503d on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:40.822485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a7f18101-8f75-4f42-972d-9e26683e5481', 'tenant_id': '313904a46630452cbbb888c92d659281', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'port_id': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'mac_address': 'fa:16:3e:5d:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:38:36Z', 'updated_at': '2021-09-10T03:38:38Z', 'revision_number': 1, 'project_id': '313904a46630452cbbb888c92d659281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c99fda3a-3e51-4c61-9b4e-48ba7a78c78e', 'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'mac_address': 'fa:16:3e:5f:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:18Z', 'updated_at': '2021-09-10T03:38:24Z', 'revision_number': 5, 'project_id': '313904a46630452cbbb888c92d659281', 'subnets': [{'id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:40.835616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:40.836000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:40.836397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:40.837393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Bound port: 973213bc-fb87-4590-a74b-60d8d2cb503d, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:40.837393 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:40.842529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-5ee2893e-de41-450d-87f9-f2f8c566e653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:40.844606 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-5ee2893e-de41-450d-87f9-f2f8c566e653 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9ec7605-b080-44f9-99ce-c5e6ee71e396 HTTP/1.1" status: 200 len: 930 time: 0.2892067 Sep 10 03:38:40.873007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f089dc77-b88b-4e95-872a-3cc369b27063 None None] The sync data for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 is: [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a7f18101-8f75-4f42-972d-9e26683e5481', 'tenant_id': '313904a46630452cbbb888c92d659281', 'floating_ip_address': '172.25.3.16', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'port_id': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'mac_address': 'fa:16:3e:5d:7b:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:38:36Z', 'updated_at': '2021-09-10T03:38:38Z', 'revision_number': 1, 'project_id': '313904a46630452cbbb888c92d659281', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c99fda3a-3e51-4c61-9b4e-48ba7a78c78e', 'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'mac_address': 'fa:16:3e:5f:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:18Z', 'updated_at': '2021-09-10T03:38:24Z', 'revision_number': 5, 'project_id': '313904a46630452cbbb888c92d659281', 'subnets': [{'id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:38:40.979655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:41.005352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:41.014396 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-396f8227-b089-41a0-9e89-b4c75553a2a6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d118c8e3-6919-444a-9e77-ae98448a85d3 HTTP/1.1" status: 200 len: 999 time: 0.0939746 Sep 10 03:38:41.081812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-3dfaa57d-de16-4a71-97e1-979613493240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.083627 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-3dfaa57d-de16-4a71-97e1-979613493240 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca1d67a7-0f40-4021-a864-08234007a28b HTTP/1.1" status: 200 len: 868 time: 0.0562873 Sep 10 03:38:41.084904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:41.114476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b293053a-d61a-431b-aac6-ac4764d2397f req-2801f6e7-50ad-4088-b5e2-1559933d92e0 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.116196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b293053a-d61a-431b-aac6-ac4764d2397f req-2801f6e7-50ad-4088-b5e2-1559933d92e0 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 947 time: 0.1848223 Sep 10 03:38:41.145128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.146317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:41.147634 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/973213bc-fb87-4590-a74b-60d8d2cb503d HTTP/1.1" status: 200 len: 1095 time: 1.2112968 Sep 10 03:38:41.148153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:41.150766 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79f96353-b3a9-4247-af43-b6bc2f4acc89" -d '{"events": [{"name": "network-changed", "server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:41.162729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43476012-50e0-490d-9da9-fbd11842a6f1 req-f14b54c4-5dcb-4432-b9b8-660bb6b65670 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.170508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43476012-50e0-490d-9da9-fbd11842a6f1 req-f14b54c4-5dcb-4432-b9b8-660bb6b65670 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 949 time: 0.1362784 Sep 10 03:38:41.179251 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:41.191926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d39ca6a-3cb2-422c-a7dd-e4f7507ee6a8 service neutron] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:41.199121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-87e746fc-dc8d-4f0d-9ef3-7deb21eda1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.201896 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-87e746fc-dc8d-4f0d-9ef3-7deb21eda1c8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ec7605-b080-44f9-99ce-c5e6ee71e396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0881240 Sep 10 03:38:41.275004 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3e247f5-6076-41b3-b6ad-3807305f4a23 None None] New status for floating IP a7f18101-8f75-4f42-972d-9e26683e5481: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:38:41.303446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b293053a-d61a-431b-aac6-ac4764d2397f req-ab87ca05-c94f-4f3e-950d-ae1f305fb09a tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604671 Sep 10 03:38:41.334582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43476012-50e0-490d-9da9-fbd11842a6f1 req-5fca6449-abcb-4367-9479-7a8917e75410 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634705 Sep 10 03:38:41.375565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-c508a449-41fb-440b-b70d-f66092dfe362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.377788 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-c508a449-41fb-440b-b70d-f66092dfe362 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bf9f82adcd7481daf2972c7e46e9d0a&device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 1098 time: 0.1225245 Sep 10 03:38:41.383506 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-3497a7a0-4ea1-4489-b1bb-45eaf246dfb0 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1721447 Sep 10 03:38:41.454355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:41.492873 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-195efee2-f5b0-41dd-a97e-51825a4d56b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=973213bc-fb87-4590-a74b-60d8d2cb503d HTTP/1.1" status: 200 len: 217 time: 0.1011198 Sep 10 03:38:41.560746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Network 53001c9b-8c77-4839-ac5a-f3d7365e0632 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:41.581005 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f023274d-43bc-464b-ae4d-a4363b449e72 req-d156a6e6-c723-4928-93d2-daeafa1fdc06 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834648 Sep 10 03:38:41.581935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:41.590963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f1b5f6be-8cbc-40cd-a18e-245dd4470884 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:41.593997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bffdbf-1fe7-45be-87d0-d9e275657586 req-92dda0b6-a76d-4df9-a5c4-1bdf49d35337 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.596317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62bffdbf-1fe7-45be-87d0-d9e275657586 req-92dda0b6-a76d-4df9-a5c4-1bdf49d35337 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 931 time: 0.1545751 Sep 10 03:38:41.597077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event updated for resources: {'Port': ['ID=6b383976-7812-4d02-b904-bf7013daa37d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:41.599616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:41.643570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-3e44223b-56ab-4315-bd66-7dabb898b403 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.647837 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-3e44223b-56ab-4315-bd66-7dabb898b403 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1490905 Sep 10 03:38:41.743158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:41.756017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62bffdbf-1fe7-45be-87d0-d9e275657586 req-3b865b5b-0a46-411d-9618-13f362201a43 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033714 Sep 10 03:38:41.763473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-53b30f35-dca6-445a-b927-8bcbe65451c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.764925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.765666 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-53b30f35-dca6-445a-b927-8bcbe65451c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1112092 Sep 10 03:38:41.766113 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:41.766714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884', 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4', 'port_id': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884', 'mac_address': 'fa:16:3e:2a:6f:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd318ebd7-5f3a-4090-856f-fab64fb601e8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:41.780121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-8990a749-c968-4e12-9d6d-6a00ceb4a042 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 258 time: 0.2770090 Sep 10 03:38:41.787499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-9108d76d-d868-43f2-888e-618b3b1aa93b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.790766 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-9108d76d-d868-43f2-888e-618b3b1aa93b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 949 time: 0.1260474 Sep 10 03:38:41.792108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:41.810717 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b5287e7-1a67-4a13-a974-912e4401d987 x-openstack-request-id: req-6b5287e7-1a67-4a13-a974-912e4401d987 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:41.811006 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:41.811259 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b5287e7-1a67-4a13-a974-912e4401d987 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:41.811650 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'status': 'completed', 'code': 200} Sep 10 03:38:41.833177 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:41.859005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-9d71c27d-453a-44b7-8580-29059917cfa6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7936270 Sep 10 03:38:41.859253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f1b5f6be-8cbc-40cd-a18e-245dd4470884 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:41.881190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Request body: {'port': {'device_id': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:41.885493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:41.974005 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-84afc472-da3e-440f-8805-9e4b791ef839 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812742 Sep 10 03:38:41.982085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:41.990931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2c248e-4951-4925-ab22-287f095b9a3c req-c23046cc-fcf7-43af-8471-c6938277e70f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:41.992496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d2c248e-4951-4925-ab22-287f095b9a3c req-c23046cc-fcf7-43af-8471-c6938277e70f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.0836632 Sep 10 03:38:41.993257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.001670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Deleting port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:42.002247 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.019542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.037179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=f1b5f6be-8cbc-40cd-a18e-245dd4470884,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:42.098218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d2c248e-4951-4925-ab22-287f095b9a3c req-8bde1326-fcb5-4a7b-8a7d-a62148f276be tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880980 Sep 10 03:38:42.172744 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe09862c-e7ed-46ed-be23-dcfe66f7f0b3 req-501d1c46-9c09-435d-9e29-0e2f7a73e9f6 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902328 Sep 10 03:38:42.174649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] For port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:42.175462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.199021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Calling delete_port for 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:42.236265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f1b5f6be-8cbc-40cd-a18e-245dd4470884'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:42.314955 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.348552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-3d0caf20-2a84-4f4e-bd67-40e6467e2a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:42.350540 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-3d0caf20-2a84-4f4e-bd67-40e6467e2a97 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9bf9f82adcd7481daf2972c7e46e9d0a&device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 1098 time: 0.0733137 Sep 10 03:38:42.493536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-d3b360b4-2c2d-4b15-9d1d-02b4bed81995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:42.495202 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-d3b360b4-2c2d-4b15-9d1d-02b4bed81995 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1344879 Sep 10 03:38:42.499510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b383976-7812-4d02-b904-bf7013daa37d {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:42.518932 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.534088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Allocated IP 172.25.3.228 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/4fad0a63-1603-4af8-b121-6a3d7c9addd5) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:38:42.548743 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-ed2bfbf0-1acc-4448-ace1-93893148ced2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=973213bc-fb87-4590-a74b-60d8d2cb503d HTTP/1.1" status: 200 len: 217 time: 0.0457494 Sep 10 03:38:42.554912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Transition to ACTIVE for port object 6b383976-7812-4d02-b904-bf7013daa37d will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:38:42.565372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a50493-8a1f-4a33-9202-bb170fc359c8 req-27cc5343-4b52-4e36-82b6-de28271ffdd3 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:42.566960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44a50493-8a1f-4a33-9202-bb170fc359c8 req-27cc5343-4b52-4e36-82b6-de28271ffdd3 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 947 time: 0.1124251 Sep 10 03:38:42.600232 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.614131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c', 'd57b502a-a031-42fb-93d0-a0f3b805cdae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:42.632078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-692216ef-13d4-44e2-85ed-a8ee975df41f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:42.633543 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-692216ef-13d4-44e2-85ed-a8ee975df41f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0779600 Sep 10 03:38:42.635708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event deleted for resources: {'Port': ['ID=39aa8355-acd7-4cbb-b1c2-ce7a8fc73418,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:42.655925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44a50493-8a1f-4a33-9202-bb170fc359c8 req-0c559323-5292-441e-8647-77d946a44520 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756426 Sep 10 03:38:42.670096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.738914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] No DVR routers for this DVR port 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:42.741975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.748538 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.752556 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1cb97862-c594-4b7e-9aa8-84a146de4722 req-47b90ba7-fc03-4edd-9a5c-704e97c86ece tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "DELETE /v2.0/ports/39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 HTTP/1.1" status: 204 len: 173 time: 0.9315341 Sep 10 03:38:42.755588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Pushing event updated for resources: {'Port': ['ID=6b383976-7812-4d02-b904-bf7013daa37d,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:42.784122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-8b8a52c6-3372-4d36-acaf-0dc9c922a919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:42.786307 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-8b8a52c6-3372-4d36-acaf-0dc9c922a919 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1430695 Sep 10 03:38:42.838242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91c94006-c0e8-43b6-a774-211d086ed944 req-35e51d6d-f734-44dc-8111-9a7b6e157dab tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=e59e701a-f4b2-47f6-b79b-abda370be13d HTTP/1.1" status: 200 len: 210 time: 0.0657241 Sep 10 03:38:42.892739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Attempting to bind port 6b383976-7812-4d02-b904-bf7013daa37d on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:42.893134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Attempting to bind port 6b383976-7812-4d02-b904-bf7013daa37d by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:42.900574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Attempting to bind port 6b383976-7812-4d02-b904-bf7013daa37d on network 53001c9b-8c77-4839-ac5a-f3d7365e0632 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:42.900574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Port 6b383976-7812-4d02-b904-bf7013daa37d on network 53001c9b-8c77-4839-ac5a-f3d7365e0632 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:42.900574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Attempting to bind port 6b383976-7812-4d02-b904-bf7013daa37d on network 53001c9b-8c77-4839-ac5a-f3d7365e0632 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:42.904725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:42.905208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Checking segment: {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:42.905723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Bound using segment: {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:42.906780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Bound port: 6b383976-7812-4d02-b904-bf7013daa37d, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:42.907249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.945274 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-1f8844b6-9bd4-44ab-b247-b36d19db1b81 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513631 Sep 10 03:38:42.957076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['ed8b9883-f96d-4336-a590-a609c912f74a', '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:42.988776 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:42.998935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:38:43.065386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:38:43.068382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b383976-7812-4d02-b904-bf7013daa37d,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:43.087420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:38:43.090654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:38:43.145711 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f96353-b3a9-4247-af43-b6bc2f4acc89 req-ff4e5652-d812-43da-ab1d-e99ed6919f20 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913207 Sep 10 03:38:43.168353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:43.173482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Pushing event updated for resources: {'Port': ['ID=4fad0a63-1603-4af8-b121-6a3d7c9addd5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:43.262104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9448f4c8-b113-429b-a6e4-65443fbde60e req-fc7366b4-c6ac-427b-8f46-c13154eff6c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:43.263608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9448f4c8-b113-429b-a6e4-65443fbde60e req-fc7366b4-c6ac-427b-8f46-c13154eff6c5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 943 time: 0.2206163 Sep 10 03:38:43.276641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:43.277342 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:43.283074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] 10.222.0.20 "PUT /v2.0/ports/6b383976-7812-4d02-b904-bf7013daa37d HTTP/1.1" status: 200 len: 1091 time: 1.4123762 Sep 10 03:38:43.284155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:43.286588 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829da711-e886-446a-b42a-0dc9da03c32f" -d '{"events": [{"name": "network-changed", "server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "tag": "6b383976-7812-4d02-b904-bf7013daa37d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:43.318587 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:43.342071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4d0b2-86f6-43d5-995e-2a8480ede490 service neutron] Pushing event updated for resources: {'Port': ['ID=6b383976-7812-4d02-b904-bf7013daa37d,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:43.357715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9448f4c8-b113-429b-a6e4-65443fbde60e req-731b8e81-beed-4cc6-951f-a751331d59e6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745540 Sep 10 03:38:43.608599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f1b5f6be-8cbc-40cd-a18e-245dd4470884 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:43.731061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port f1b5f6be-8cbc-40cd-a18e-245dd4470884 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:43.736901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port f1b5f6be-8cbc-40cd-a18e-245dd4470884 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:43.742007 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:43.813595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e59e701a-f4b2-47f6-b79b-abda370be13d', 'name': 'network-vif-deleted', 'tag': '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:43.814334 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:43.815955 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4379b70-8821-4959-9a65-ebe8b9659c9f" -d '{"events": [{"server_uuid": "e59e701a-f4b2-47f6-b79b-abda370be13d", "name": "network-vif-deleted", "tag": "39aa8355-acd7-4cbb-b1c2-ce7a8fc73418"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:43.817999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-ef27d521-2dae-4ad3-8add-9de8fbf6f373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:43.819469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-ef27d521-2dae-4ad3-8add-9de8fbf6f373 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc95b8529824458fa7cf0552085e70c4&device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 1094 time: 0.4275708 Sep 10 03:38:43.832561 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:43.854763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:43.857051 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2929fe5a-bb3b-40ca-9430-8a11b0ee8f69" -d '{"events": [{"server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "name": "network-vif-plugged", "status": "completed", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:43.880735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:43.889723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79528c8a-3481-41f6-92ee-932d7d434efc req-f1d973cf-ca90-4a9f-810a-ac8cf5c6056c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:43.891272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79528c8a-3481-41f6-92ee-932d7d434efc req-f1d973cf-ca90-4a9f-810a-ac8cf5c6056c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 945 time: 0.1381664 Sep 10 03:38:43.894555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-f21ff3f0-9211-4f6b-8a85-802e959719f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b383976-7812-4d02-b904-bf7013daa37d HTTP/1.1" status: 200 len: 217 time: 0.0514395 Sep 10 03:38:43.969208 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:43.970258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:44.005988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79528c8a-3481-41f6-92ee-932d7d434efc req-bbfc6201-aaa3-45f1-88c7-94c528d70f7c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048682 Sep 10 03:38:44.009507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-6656fad1-18ec-4b20-ba84-8ae2467bb5de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:44.010956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-6656fad1-18ec-4b20-ba84-8ae2467bb5de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3ff051-d796-4a71-8b78-13df74a1ca00 HTTP/1.1" status: 200 len: 862 time: 0.1086960 Sep 10 03:38:44.016281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:44.016724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 39aa8355-acd7-4cbb-b1c2-ce7a8fc73418 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:44.060435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=f1b5f6be-8cbc-40cd-a18e-245dd4470884,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:44.074011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-b4c46816-019e-49d9-b57b-68791bf7250e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53001c9b-8c77-4839-ac5a-f3d7365e0632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379832 Sep 10 03:38:44.133673 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18576299-a975-408d-8fd5-4a13147dc4b7 x-openstack-request-id: req-18576299-a975-408d-8fd5-4a13147dc4b7 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:44.133964 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "tag": "6b383976-7812-4d02-b904-bf7013daa37d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:44.134214 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18576299-a975-408d-8fd5-4a13147dc4b7 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:44.134613 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d', 'status': 'completed', 'code': 200} Sep 10 03:38:44.184586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:44.231013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-08612a1e-cadd-43fa-92ae-d0945cf4f5e0 service neutron] 10.222.0.20 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482575 Sep 10 03:38:44.252522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b8af2a-d861-46d8-8a88-2181cd096875 req-d398f4b4-21df-4010-9d1d-54ab1964b28b tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:44.254159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b8af2a-d861-46d8-8a88-2181cd096875 req-d398f4b4-21df-4010-9d1d-54ab1964b28b tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 947 time: 0.0751548 Sep 10 03:38:44.255879 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:44.389349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Pushing event updated for resources: {'Port': ['ID=4fad0a63-1603-4af8-b121-6a3d7c9addd5,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:44.414747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b8af2a-d861-46d8-8a88-2181cd096875 req-4bf80afd-42aa-4b06-aace-43a92db38d8e tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422014 Sep 10 03:38:44.420205 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:44.434203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:44.443632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0d46235-b597-40bd-8e48-7733a6fa6a12 req-0cb03b66-f636-48d6-9a82-8d6d24109c21 service neutron] 10.222.0.20 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054555 Sep 10 03:38:44.475381 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba7edba8-9aa4-48ca-83d1-4bbe7ce75528 x-openstack-request-id: req-ba7edba8-9aa4-48ca-83d1-4bbe7ce75528 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:44.475928 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e59e701a-f4b2-47f6-b79b-abda370be13d", "name": "network-vif-deleted", "tag": "39aa8355-acd7-4cbb-b1c2-ce7a8fc73418", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:44.476847 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba7edba8-9aa4-48ca-83d1-4bbe7ce75528 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:44.477267 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e59e701a-f4b2-47f6-b79b-abda370be13d', 'name': 'network-vif-deleted', 'tag': '39aa8355-acd7-4cbb-b1c2-ce7a8fc73418', 'status': 'completed', 'code': 200} Sep 10 03:38:44.506893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:44.507850 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12c2b7a-f8e5-4682-9941-11e88e49063a x-openstack-request-id: req-d12c2b7a-f8e5-4682-9941-11e88e49063a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:44.508302 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "name": "network-vif-plugged", "status": "completed", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:44.508573 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d12c2b7a-f8e5-4682-9941-11e88e49063a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:44.509095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-41219b06-ee84-41a7-ab67-0876287d6f9e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7216756 Sep 10 03:38:44.509222 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884', 'code': 200} Sep 10 03:38:44.604162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-00eb9e22-7a27-4abb-8f43-24dff9e4e8ba tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.0824575 Sep 10 03:38:44.617665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:44.637502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'mac_address': 'fa:16:3e:be:b8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:44.647088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829da711-e886-446a-b42a-0dc9da03c32f req-f4f0291e-6b12-4fe9-b1ab-01cf47bc9ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:44.648451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-829da711-e886-446a-b42a-0dc9da03c32f req-f4f0291e-6b12-4fe9-b1ab-01cf47bc9ce1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bc95b8529824458fa7cf0552085e70c4&device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 1094 time: 0.0784211 Sep 10 03:38:44.656244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d025082-cfb0-481e-bf3c-91f0eda389b0 req-4e5e0de8-ab6d-4082-bc30-e3406279f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:44.668834 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2d025082-cfb0-481e-bf3c-91f0eda389b0 req-4e5e0de8-ab6d-4082-bc30-e3406279f618 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 1097 time: 0.0870743 Sep 10 03:38:44.701358 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:44.710657 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2d025082-cfb0-481e-bf3c-91f0eda389b0 req-b0044a85-44b4-4f26-a249-bfd7853d4594 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341225 Sep 10 03:38:44.717323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973213bc-fb87-4590-a74b-60d8d2cb503d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:44.742516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:44.803591 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:44.833890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-0c117164-3948-42be-ac0f-8dcf952e2766 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:44.835632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72bf9fad-97e9-4a39-92f1-f8d90393e048 req-0c117164-3948-42be-ac0f-8dcf952e2766 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2219203 Sep 10 03:38:44.857979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c8f8d1-0b58-44f8-95d5-cabad5df2516 req-50d1440b-f987-42f2-a305-49c36b8168b1 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:44.860271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72c8f8d1-0b58-44f8-95d5-cabad5df2516 req-50d1440b-f987-42f2-a305-49c36b8168b1 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 943 time: 0.1445763 Sep 10 03:38:44.862327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:44.863758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829da711-e886-446a-b42a-0dc9da03c32f req-ee5d6e7f-a063-4b07-a17e-4a0d931849d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:44.865139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-829da711-e886-446a-b42a-0dc9da03c32f req-ee5d6e7f-a063-4b07-a17e-4a0d931849d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=53001c9b-8c77-4839-ac5a-f3d7365e0632 HTTP/1.1" status: 200 len: 923 time: 0.2061510 Sep 10 03:38:44.915773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-829da711-e886-446a-b42a-0dc9da03c32f req-6da4de86-9e9d-430e-bbad-4121fbe192cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6b383976-7812-4d02-b904-bf7013daa37d HTTP/1.1" status: 200 len: 217 time: 0.0410049 Sep 10 03:38:44.936714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72c8f8d1-0b58-44f8-95d5-cabad5df2516 req-a10f502f-0160-4657-936d-8aaa5b263b4c tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680733 Sep 10 03:38:44.982314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829da711-e886-446a-b42a-0dc9da03c32f req-dc1e1705-3280-48f1-a064-79be798e841e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:44.983924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-829da711-e886-446a-b42a-0dc9da03c32f req-dc1e1705-3280-48f1-a064-79be798e841e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3ff051-d796-4a71-8b78-13df74a1ca00 HTTP/1.1" status: 200 len: 862 time: 0.0507379 Sep 10 03:38:45.029369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-829da711-e886-446a-b42a-0dc9da03c32f req-c390efe9-2a66-4aa5-8828-791b2e251e92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=53001c9b-8c77-4839-ac5a-f3d7365e0632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376930 Sep 10 03:38:45.068098 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:38:45.084736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['973213bc-fb87-4590-a74b-60d8d2cb503d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:45.120376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64363edd-61ff-464c-8b8a-dbd3e1ba8011 req-d9fc9497-e714-49b5-8be4-37ee752123c9 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:45.121890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64363edd-61ff-464c-8b8a-dbd3e1ba8011 req-d9fc9497-e714-49b5-8be4-37ee752123c9 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1198432 Sep 10 03:38:45.183169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-829da711-e886-446a-b42a-0dc9da03c32f req-275fb021-4578-456b-8ab0-e41b0083ccc6 service neutron] 10.222.0.20 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409109 Sep 10 03:38:45.186169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64363edd-61ff-464c-8b8a-dbd3e1ba8011 req-1d128794-5567-4ddc-92ff-0e4b632a2198 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.0570633 Sep 10 03:38:45.213284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-64363edd-61ff-464c-8b8a-dbd3e1ba8011 req-2e99373d-e250-4c84-a8e6-d694bc35f1e9 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Request body: {'floatingip': {'port_id': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:45.266651 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64363edd-61ff-464c-8b8a-dbd3e1ba8011 req-2e99373d-e250-4c84-a8e6-d694bc35f1e9 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:45.428093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-829da711-e886-446a-b42a-0dc9da03c32f req-8b57b705-8196-4933-b007-9721d3a39d5f service neutron] 10.222.0.20 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375700 Sep 10 03:38:45.454907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bcb38-3761-4505-b146-518bc573cec0 req-532bd785-3eb0-4ed7-9c87-0de97ac1ba14 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:45.456323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec1bcb38-3761-4505-b146-518bc573cec0 req-532bd785-3eb0-4ed7-9c87-0de97ac1ba14 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.1084406 Sep 10 03:38:45.558732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec1bcb38-3761-4505-b146-518bc573cec0 req-07d03a30-5165-45f5-978d-dd59f46fef79 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741117 Sep 10 03:38:45.579348 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-64363edd-61ff-464c-8b8a-dbd3e1ba8011 req-2e99373d-e250-4c84-a8e6-d694bc35f1e9 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] update failed (client error): There was a conflict when trying to complete your request. Sep 10 03:38:45.580410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64363edd-61ff-464c-8b8a-dbd3e1ba8011 req-2e99373d-e250-4c84-a8e6-d694bc35f1e9 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "PUT /v2.0/floatingips/e2359c46-64ce-4fe8-a93e-b4eee0a1cc13 HTTP/1.1" status: 409 len: 551 time: 0.3822849 Sep 10 03:38:45.715050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c2a57c-19fe-400e-8120-f93c7d72684e req-df1ebdcd-af14-4ddd-a4cf-b64d82eed9e8 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:45.716467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5c2a57c-19fe-400e-8120-f93c7d72684e req-df1ebdcd-af14-4ddd-a4cf-b64d82eed9e8 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 948 time: 0.0489435 Sep 10 03:38:45.755254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5c2a57c-19fe-400e-8120-f93c7d72684e req-626b546c-b083-45af-a8b4-8356d4823e94 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321937 Sep 10 03:38:45.826912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-e449d44f-bd00-4ac1-a0e8-557a21fc6609 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips/e2359c46-64ce-4fe8-a93e-b4eee0a1cc13 HTTP/1.1" status: 200 len: 693 time: 0.0463037 Sep 10 03:38:45.932998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-97047bd6-7100-4b07-a363-693842b01608 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:45.934350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-97047bd6-7100-4b07-a363-693842b01608 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1014991 Sep 10 03:38:45.987355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-3f03875a-e48c-4072-a979-bef7a729b109 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.0467019 Sep 10 03:38:46.039532 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-7077301c-2675-4f57-a69c-929ac673a49a tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.228 HTTP/1.1" status: 200 len: 696 time: 0.0457923 Sep 10 03:38:46.202821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac91b8e7-72b0-4fb3-ba05-a5fe85eeda31 req-9a68d262-63ad-40c6-b2e2-137afa19da6d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:46.204856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac91b8e7-72b0-4fb3-ba05-a5fe85eeda31 req-9a68d262-63ad-40c6-b2e2-137afa19da6d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 943 time: 0.0818040 Sep 10 03:38:46.234023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Deleting port 4fad0a63-1603-4af8-b121-6a3d7c9addd5 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:46.234397 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.272073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac91b8e7-72b0-4fb3-ba05-a5fe85eeda31 req-686653be-1b15-448e-ad8d-2d0c1ecd3f3e tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586941 Sep 10 03:38:46.326111 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.326636 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.365357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Calling delete_port for 4fad0a63-1603-4af8-b121-6a3d7c9addd5 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:46.423375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed95c5-c9fa-4ac6-a09f-2ea9dc8a503b req-de9e4023-fe04-4b25-a08f-a6914cda3159 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:46.424904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7ed95c5-c9fa-4ac6-a09f-2ea9dc8a503b req-de9e4023-fe04-4b25-a08f-a6914cda3159 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=382f734c-ef6e-4510-95e6-8b83df2ae5f5 HTTP/1.1" status: 200 len: 950 time: 0.0949659 Sep 10 03:38:46.433921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b383976-7812-4d02-b904-bf7013daa37d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:46.438419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:46.479508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7ed95c5-c9fa-4ac6-a09f-2ea9dc8a503b req-6d9f8d00-01c4-41cd-aa94-0159c2092d64 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469136 Sep 10 03:38:46.572724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b383976-7812-4d02-b904-bf7013daa37d,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:46.585237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '6b383976-7812-4d02-b904-bf7013daa37d', 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632', 'port_id': '6b383976-7812-4d02-b904-bf7013daa37d', 'mac_address': 'fa:16:3e:de:91:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3ff051-d796-4a71-8b78-13df74a1ca00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:46.623926 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.637767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.638169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b383976-7812-4d02-b904-bf7013daa37d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:46.658009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b383976-7812-4d02-b904-bf7013daa37d,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:46.660369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 973213bc-fb87-4590-a74b-60d8d2cb503d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:46.664386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 973213bc-fb87-4590-a74b-60d8d2cb503d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:46.664755 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.678944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Pushing event deleted for resources: {'Port': ['ID=4fad0a63-1603-4af8-b121-6a3d7c9addd5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:46.739230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d58f25f-1f66-4070-8b91-76cf76256a7d req-ae8fa23d-5458-48ed-9290-dd38267d2128 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:46.740659 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d58f25f-1f66-4070-8b91-76cf76256a7d req-ae8fa23d-5458-48ed-9290-dd38267d2128 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.1145558 Sep 10 03:38:46.749761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.758782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.767401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.769966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.771048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c101490e-c911-4675-a22e-1c7c6f71a55c req-4999a2fd-b702-412e-a2b1-ba2104381e59 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "DELETE /v2.0/floatingips/e2359c46-64ce-4fe8-a93e-b4eee0a1cc13 HTTP/1.1" status: 204 len: 173 time: 0.7257113 Sep 10 03:38:46.790987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d58f25f-1f66-4070-8b91-76cf76256a7d req-4ffef9d6-ef0e-421e-8f06-3851cdf8ea6d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426412 Sep 10 03:38:46.799528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:46.801794 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8422dd7-8101-442f-b478-bb16c49e644a" -d '{"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-plugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:46.855717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=6b383976-7812-4d02-b904-bf7013daa37d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:46.858252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9685c599-808d-4693-85b5-0d8def21f9fd req-c59fcd7a-d5ca-46b1-b7fc-44d818b5e196 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:46.860787 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9685c599-808d-4693-85b5-0d8def21f9fd req-c59fcd7a-d5ca-46b1-b7fc-44d818b5e196 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "GET /v2.0/ports?device_id=382f734c-ef6e-4510-95e6-8b83df2ae5f5 HTTP/1.1" status: 200 len: 950 time: 0.0576406 Sep 10 03:38:46.861623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:46.930704 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:46.956500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-9a6bc796-8c24-452a-b46a-f01e04ab19ed tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1001 time: 0.1283565 Sep 10 03:38:46.978579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9685c599-808d-4693-85b5-0d8def21f9fd req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Deleting port ed8b9883-f96d-4336-a590-a609c912f74a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:46.979180 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9685c599-808d-4693-85b5-0d8def21f9fd req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:47.011850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838bee2-0caa-4123-8891-77ede72b575b req-cffa02c6-a100-4668-890c-baf6ff2b3f08 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:47.013630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3838bee2-0caa-4123-8891-77ede72b575b req-cffa02c6-a100-4668-890c-baf6ff2b3f08 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 948 time: 0.1120615 Sep 10 03:38:47.024575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:47.039835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d5317-4633-4942-9452-f6289804538c req-495a30e7-7a3f-4d6d-9143-6fdbc08a46e6 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:47.041257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-495a30e7-7a3f-4d6d-9143-6fdbc08a46e6 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports/d118c8e3-6919-444a-9e77-ae98448a85d3 HTTP/1.1" status: 200 len: 943 time: 0.0759861 Sep 10 03:38:47.079200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3838bee2-0caa-4123-8891-77ede72b575b req-a71dd18b-cd9c-484c-8ce8-894de83f6c33 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589104 Sep 10 03:38:47.134633 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8efd6410-84a6-4b05-9a3f-32330d10279c x-openstack-request-id: req-8efd6410-84a6-4b05-9a3f-32330d10279c {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:47.134928 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-plugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:47.135182 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8efd6410-84a6-4b05-9a3f-32330d10279c {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:47.135579 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'code': 200} Sep 10 03:38:47.174206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-d5249725-8f99-4f51-b25e-460df4b2a794 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1001 time: 0.0767100 Sep 10 03:38:47.190211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['6b383976-7812-4d02-b904-bf7013daa37d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:47.329640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcd55af-c820-4077-9cae-bc801ab95703 req-567005ae-697e-49e9-9788-9a3a25171699 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:47.331815 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bcd55af-c820-4077-9cae-bc801ab95703 req-567005ae-697e-49e9-9788-9a3a25171699 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 1097 time: 0.1344974 Sep 10 03:38:47.340501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57822269-235c-47cc-974f-08b8e5c3aafb req-8e0f6dc5-22a8-45d5-867e-d13974c899ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:47.341831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57822269-235c-47cc-974f-08b8e5c3aafb req-8e0f6dc5-22a8-45d5-867e-d13974c899ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 1100 time: 0.1052787 Sep 10 03:38:47.349188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d5317-4633-4942-9452-f6289804538c req-9904b80f-25ad-4789-afe1-983950d7d8b5 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:47.350557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-9904b80f-25ad-4789-afe1-983950d7d8b5 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1754577 Sep 10 03:38:47.424646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-f0da7a8f-72fe-418d-a8dd-f79a16cb5d25 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:47.426122 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-f0da7a8f-72fe-418d-a8dd-f79a16cb5d25 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/ports?device_id=61e03bb8-0bd1-4c9a-9d94-af6f9653ba09 HTTP/1.1" status: 200 len: 950 time: 0.1203017 Sep 10 03:38:47.453460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bcd55af-c820-4077-9cae-bc801ab95703 req-e722af80-87f3-458f-82d4-89a392c1b9e7 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018353 Sep 10 03:38:47.454949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57822269-235c-47cc-974f-08b8e5c3aafb req-5b8a2e64-36a5-4f22-a804-686d020493e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022494 Sep 10 03:38:47.471249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9685c599-808d-4693-85b5-0d8def21f9fd req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] For port ed8b9883-f96d-4336-a590-a609c912f74a, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ed8b9883-f96d-4336-a590-a609c912f74a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:47.471891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9685c599-808d-4693-85b5-0d8def21f9fd req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:47.477045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-43a154f5-43cc-475b-9aee-14837604bb57 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 1001 time: 0.1140854 Sep 10 03:38:47.481976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-d72d5317-4633-4942-9452-f6289804538c req-873c7dd9-362d-4169-8f53-01659853ea1d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:47.539637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9685c599-808d-4693-85b5-0d8def21f9fd req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Calling delete_port for ed8b9883-f96d-4336-a590-a609c912f74a owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:47.563735 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d72d5317-4633-4942-9452-f6289804538c req-873c7dd9-362d-4169-8f53-01659853ea1d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:47.627778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Deleting port d57b502a-a031-42fb-93d0-a0f3b805cdae {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:47.628129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:47.721563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beed95a-6b17-4651-9282-13fb8d312c50 req-ea09e211-24d0-4c83-a6b4-3a78e98901aa tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:47.723040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8beed95a-6b17-4651-9282-13fb8d312c50 req-ea09e211-24d0-4c83-a6b4-3a78e98901aa tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 944 time: 0.0980186 Sep 10 03:38:47.764083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] For port d57b502a-a031-42fb-93d0-a0f3b805cdae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d57b502a-a031-42fb-93d0-a0f3b805cdae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:47.764457 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:47.781011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Calling delete_port for d57b502a-a031-42fb-93d0-a0f3b805cdae owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:47.799492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d72d5317-4633-4942-9452-f6289804538c req-873c7dd9-362d-4169-8f53-01659853ea1d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:47.804227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8beed95a-6b17-4651-9282-13fb8d312c50 req-f22e35b9-201b-4bfe-938f-c9a2ef02cc6e tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725639 Sep 10 03:38:47.870781 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9685c599-808d-4693-85b5-0d8def21f9fd req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:47.899491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d72d5317-4633-4942-9452-f6289804538c req-873c7dd9-362d-4169-8f53-01659853ea1d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:47.899930 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-d72d5317-4633-4942-9452-f6289804538c req-873c7dd9-362d-4169-8f53-01659853ea1d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Floating IP a7f18101-8f75-4f42-972d-9e26683e5481 disassociated. External IP: 172.25.3.16, port: d118c8e3-6919-444a-9e77-ae98448a85d3. Sep 10 03:38:47.906964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event deleted for resources: {'Port': ['ID=ed8b9883-f96d-4336-a590-a609c912f74a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:47.962164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cde18f-80d8-46c6-acea-8542ce61df08 req-14b84e19-683c-4a8b-9379-5830bdf66078 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:47.964139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55cde18f-80d8-46c6-acea-8542ce61df08 req-14b84e19-683c-4a8b-9379-5830bdf66078 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 1097 time: 0.0956805 Sep 10 03:38:47.980278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9685c599-808d-4693-85b5-0d8def21f9fd req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] No DVR routers for this DVR port ed8b9883-f96d-4336-a590-a609c912f74a on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:47.985008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9685c599-808d-4693-85b5-0d8def21f9fd req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:47.986990 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9685c599-808d-4693-85b5-0d8def21f9fd req-25b05c80-ad91-4fbe-8380-316a835f288b tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.39 "DELETE /v2.0/ports/ed8b9883-f96d-4336-a590-a609c912f74a HTTP/1.1" status: 204 len: 173 time: 1.1188147 Sep 10 03:38:47.987433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '382f734c-ef6e-4510-95e6-8b83df2ae5f5', 'name': 'network-vif-deleted', 'tag': 'ed8b9883-f96d-4336-a590-a609c912f74a'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:47.989954 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8c9d11c-33c6-4f82-a6a9-9b9a8f19bc7a" -d '{"events": [{"server_uuid": "382f734c-ef6e-4510-95e6-8b83df2ae5f5", "name": "network-vif-deleted", "tag": "ed8b9883-f96d-4336-a590-a609c912f74a"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:48.011267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c', 'd57b502a-a031-42fb-93d0-a0f3b805cdae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:48.050863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55cde18f-80d8-46c6-acea-8542ce61df08 req-e004ec2e-80ad-49ac-80e6-2054bfa027d6 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476401 Sep 10 03:38:48.106326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:48.155733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event deleted for resources: {'Port': ['ID=d57b502a-a031-42fb-93d0-a0f3b805cdae,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:48.201121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] No DVR routers for this DVR port d57b502a-a031-42fb-93d0-a0f3b805cdae on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:48.205251 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:48.207871 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9e5864f-6f16-4a9c-850e-6d7aac7f6b5f req-5c3385f9-3623-4078-acf5-8292a502d672 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "DELETE /v2.0/ports/d57b502a-a031-42fb-93d0-a0f3b805cdae HTTP/1.1" status: 204 len: 173 time: 0.7730625 Sep 10 03:38:48.453981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b383976-7812-4d02-b904-bf7013daa37d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:48.532222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ae8b39b-8a7d-4975-ac4c-b7932f4b15e9 req-3daa4f1b-bbd2-4397-9cd1-4816d5a62f30 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=382f734c-ef6e-4510-95e6-8b83df2ae5f5 HTTP/1.1" status: 200 len: 210 time: 0.4110875 Sep 10 03:38:48.562339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d72d5317-4633-4942-9452-f6289804538c req-873c7dd9-362d-4169-8f53-01659853ea1d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Router 7940e36f-92d3-4fa0-93ef-b9381600bb0e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:38:48.620283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 6b383976-7812-4d02-b904-bf7013daa37d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:38:48.634156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 6b383976-7812-4d02-b904-bf7013daa37d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:48.634533 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:48.666322 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e6ec934-5d31-4457-9ab4-2d349d640d99 x-openstack-request-id: req-5e6ec934-5d31-4457-9ab4-2d349d640d99 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:48.666634 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "382f734c-ef6e-4510-95e6-8b83df2ae5f5", "name": "network-vif-deleted", "tag": "ed8b9883-f96d-4336-a590-a609c912f74a", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:48.666882 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e6ec934-5d31-4457-9ab4-2d349d640d99 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:48.668410 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '382f734c-ef6e-4510-95e6-8b83df2ae5f5', 'name': 'network-vif-deleted', 'tag': 'ed8b9883-f96d-4336-a590-a609c912f74a', 'status': 'completed', 'code': 200} Sep 10 03:38:48.742221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d72d5317-4633-4942-9452-f6289804538c req-873c7dd9-362d-4169-8f53-01659853ea1d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:38:48.750912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d72d5317-4633-4942-9452-f6289804538c req-873c7dd9-362d-4169-8f53-01659853ea1d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:48.763106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] Sync routers for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:38:48.788180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:48.788180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:48.808415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-873c7dd9-362d-4169-8f53-01659853ea1d tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "PUT /v2.0/floatingips/a7f18101-8f75-4f42-972d-9e26683e5481 HTTP/1.1" status: 200 len: 694 time: 1.3304465 Sep 10 03:38:48.809477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:48.811983 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8bec38d-62ab-4136-887d-79e3c282d9df" -d '{"events": [{"name": "network-changed", "server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:48.824446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:48.864199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cfa4176-f084-4fb3-896a-483efde444b1 req-f7f5ac1e-cfec-4432-8349-d533b1f3e18c tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:48.871800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2cfa4176-f084-4fb3-896a-483efde444b1 req-f7f5ac1e-cfec-4432-8349-d533b1f3e18c tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 949 time: 0.0983658 Sep 10 03:38:48.879156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b383976-7812-4d02-b904-bf7013daa37d,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:48.907823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d5317-4633-4942-9452-f6289804538c req-5588132b-4cde-42c4-8ae7-6c1b31bcff53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:48.909403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-5588132b-4cde-42c4-8ae7-6c1b31bcff53 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=313904a46630452cbbb888c92d659281&device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 1097 time: 0.0870726 Sep 10 03:38:48.924239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2cfa4176-f084-4fb3-896a-483efde444b1 req-87f46cf9-1e7b-4f28-ab79-16eb6c4a810b tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514586 Sep 10 03:38:48.930761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:49.044126 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:49.045036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d57b502a-a031-42fb-93d0-a0f3b805cdae no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:49.101892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: d57b502a-a031-42fb-93d0-a0f3b805cdae {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:49.102238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d57b502a-a031-42fb-93d0-a0f3b805cdae not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:49.129818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d5317-4633-4942-9452-f6289804538c req-6d43bce6-fb52-49f5-a06d-7c962a5456e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:49.132344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-6d43bce6-fb52-49f5-a06d-7c962a5456e5 service neutron] 10.222.0.22 "GET /v2.0/networks?id=e9ec7605-b080-44f9-99ce-c5e6ee71e396 HTTP/1.1" status: 200 len: 930 time: 0.2062249 Sep 10 03:38:49.137072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:49.139292 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f70ede-1047-48f7-af1d-748bdb1fadab" -d '{"events": [{"server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "name": "network-vif-plugged", "status": "completed", "tag": "6b383976-7812-4d02-b904-bf7013daa37d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:49.195055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-cef9b695-d6b2-4be6-ba5c-b0421a89f74f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d118c8e3-6919-444a-9e77-ae98448a85d3 HTTP/1.1" status: 200 len: 217 time: 0.0545788 Sep 10 03:38:49.224418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=6b383976-7812-4d02-b904-bf7013daa37d,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:49.250170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d5317-4633-4942-9452-f6289804538c req-86a6e953-d938-44de-83bc-6d7b0159be07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:49.252130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-86a6e953-d938-44de-83bc-6d7b0159be07 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=ca1d67a7-0f40-4021-a864-08234007a28b HTTP/1.1" status: 200 len: 868 time: 0.0494659 Sep 10 03:38:49.314972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d5317-4633-4942-9452-f6289804538c req-db30e7ea-a720-4e6b-9d57-e7f4cac02494 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:49.316695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-db30e7ea-a720-4e6b-9d57-e7f4cac02494 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=e9ec7605-b080-44f9-99ce-c5e6ee71e396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487206 Sep 10 03:38:49.364197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c99fda3a-3e51-4c61-9b4e-48ba7a78c78e', 'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'mac_address': 'fa:16:3e:5f:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:18Z', 'updated_at': '2021-09-10T03:38:24Z', 'revision_number': 5, 'project_id': '313904a46630452cbbb888c92d659281', 'subnets': [{'id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:49.391760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] Checking router: 7940e36f-92d3-4fa0-93ef-b9381600bb0e for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:38:49.400524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:38:49.401491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:49.430804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-ce86292b-5fef-4330-aad5-0ee13379dcdc service neutron] 10.222.0.22 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074233 Sep 10 03:38:49.517884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:38:49.547547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d72d5317-4633-4942-9452-f6289804538c req-4a1e03b9-7fde-4fd8-ada1-4e5eb4e5f739 service neutron] 10.222.0.22 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158943 Sep 10 03:38:49.654581 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e8c34e-782c-4e41-94de-573f1b768d4d x-openstack-request-id: req-60e8c34e-782c-4e41-94de-573f1b768d4d {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:49.654874 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:49.655127 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60e8c34e-782c-4e41-94de-573f1b768d4d {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:49.655525 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'status': 'completed', 'code': 200} Sep 10 03:38:49.655889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device ed8b9883-f96d-4336-a590-a609c912f74a no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:49.738280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-6a556a9d-1a53-40f4-80cf-af8520530580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:49.740913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-6a556a9d-1a53-40f4-80cf-af8520530580 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=313904a46630452cbbb888c92d659281&device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 1097 time: 0.0520580 Sep 10 03:38:49.780559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62a849c-dde5-42bb-b61c-7b5f2d458e57 req-5a69edbe-b775-4d15-9867-110397b185a7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:49.782309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f62a849c-dde5-42bb-b61c-7b5f2d458e57 req-5a69edbe-b775-4d15-9867-110397b185a7 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0667207 Sep 10 03:38:49.861339 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f62a849c-dde5-42bb-b61c-7b5f2d458e57 req-b023a09f-fb01-4ebc-8ffa-c8e3d5dac3bf tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727091 Sep 10 03:38:49.864628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:49.868892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-73864288-aa54-4809-8420-cfb5dfaab389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:49.869304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: ed8b9883-f96d-4336-a590-a609c912f74a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:49.869646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device ed8b9883-f96d-4336-a590-a609c912f74a not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:49.870887 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-73864288-aa54-4809-8420-cfb5dfaab389 service neutron] 10.222.0.39 "GET /v2.0/networks?id=e9ec7605-b080-44f9-99ce-c5e6ee71e396 HTTP/1.1" status: 200 len: 930 time: 0.1221395 Sep 10 03:38:49.912031 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a35388eb-6dc4-4c79-b514-4faa6d0548bf x-openstack-request-id: req-a35388eb-6dc4-4c79-b514-4faa6d0548bf {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:49.912330 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "name": "network-vif-plugged", "status": "completed", "tag": "6b383976-7812-4d02-b904-bf7013daa37d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:49.912582 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a35388eb-6dc4-4c79-b514-4faa6d0548bf {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:49.912968 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d', 'code': 200} Sep 10 03:38:49.978933 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-c967d84f-514a-4beb-99cc-88ccef79aec0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d118c8e3-6919-444a-9e77-ae98448a85d3 HTTP/1.1" status: 200 len: 217 time: 0.0968103 Sep 10 03:38:50.046224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c99fda3a-3e51-4c61-9b4e-48ba7a78c78e', 'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'mac_address': 'fa:16:3e:5f:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:18Z', 'updated_at': '2021-09-10T03:38:24Z', 'revision_number': 5, 'project_id': '313904a46630452cbbb888c92d659281', 'subnets': [{'id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:38:50.080503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-d642ac3b-2c30-43a1-aad1-00355d3012f7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips/a7f18101-8f75-4f42-972d-9e26683e5481 HTTP/1.1" status: 200 len: 694 time: 0.0669980 Sep 10 03:38:50.108988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a00178e-2dd8-46c7-b715-6506c14a35ff None None] The sync data for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 is: [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:38:19Z', 'revision_number': 4, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c99fda3a-3e51-4c61-9b4e-48ba7a78c78e', 'name': '', 'network_id': 'e9ec7605-b080-44f9-99ce-c5e6ee71e396', 'tenant_id': '313904a46630452cbbb888c92d659281', 'mac_address': 'fa:16:3e:5f:e8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:18Z', 'updated_at': '2021-09-10T03:38:24Z', 'revision_number': 5, 'project_id': '313904a46630452cbbb888c92d659281', 'subnets': [{'id': 'ca1d67a7-0f40-4021-a864-08234007a28b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:38:50.109942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-b42359b8-7543-488c-80cb-ae96b7528d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:50.115566 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-b42359b8-7543-488c-80cb-ae96b7528d93 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ca1d67a7-0f40-4021-a864-08234007a28b HTTP/1.1" status: 200 len: 868 time: 0.1230376 Sep 10 03:38:50.124429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e24d84d-628c-4ad4-a0b5-f3b796deba85 req-a4d75cf5-d80a-4297-a3f7-44eaa0536fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:50.126506 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6e24d84d-628c-4ad4-a0b5-f3b796deba85 req-a4d75cf5-d80a-4297-a3f7-44eaa0536fc9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 1096 time: 0.1432762 Sep 10 03:38:50.239291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-a835a954-c5e0-4f03-a199-227015501f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:50.243806 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-a835a954-c5e0-4f03-a199-227015501f36 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=e9ec7605-b080-44f9-99ce-c5e6ee71e396&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1163554 Sep 10 03:38:50.249935 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6e24d84d-628c-4ad4-a0b5-f3b796deba85 req-a6d617b5-e6d9-449a-a1b4-41e43905025d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770113 Sep 10 03:38:50.266669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f056d97f-c571-4187-98c8-52744488110f tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:50.272301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f056d97f-c571-4187-98c8-52744488110f tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1909046 Sep 10 03:38:50.286819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6a23421-b5bc-436c-b2d9-2ffc528cc8af tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:38:50.289133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6a23421-b5bc-436c-b2d9-2ffc528cc8af tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106959 Sep 10 03:38:50.389538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-88a19ffe-5aed-492d-ab13-fd6e2794b4a0 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 697 time: 0.0940132 Sep 10 03:38:50.392457 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-4f2ce105-9a60-4094-984a-3adbb0e6db74 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415265 Sep 10 03:38:50.448090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-b1b0b0ef-f2b2-4bfd-8aed-a50feb98e8a0 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.16 HTTP/1.1" status: 200 len: 697 time: 0.0575068 Sep 10 03:38:50.513500 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8bec38d-62ab-4136-887d-79e3c282d9df req-a9d7f4d7-deab-4430-acd7-8c0d14df2ea4 service neutron] 10.222.0.39 "GET /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144171 Sep 10 03:38:50.548127 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-871f9e78-d08e-4b55-a5e6-01159a8b768f None None] New status for floating IP a7f18101-8f75-4f42-972d-9e26683e5481: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:38:50.630162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Deleting port 09253de9-9556-47fb-abbe-c33c90c8096f {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:50.630779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:50.668919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e03bb8-0bd1-4c9a-9d94-af6f9653ba09', 'name': 'network-vif-deleted', 'tag': 'd57b502a-a031-42fb-93d0-a0f3b805cdae'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:50.671386 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f5abc0d-5589-4c90-9c56-ec0bb2458eb0" -d '{"events": [{"server_uuid": "61e03bb8-0bd1-4c9a-9d94-af6f9653ba09", "name": "network-vif-deleted", "tag": "d57b502a-a031-42fb-93d0-a0f3b805cdae"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:50.725996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:50.726319 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:50.739342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Calling delete_port for 09253de9-9556-47fb-abbe-c33c90c8096f owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:50.772094 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f7645fb4-cd39-4caa-bcf8-649f185f8cac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:51.017303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:51.044777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Pushing event deleted for resources: {'Port': ['ID=09253de9-9556-47fb-abbe-c33c90c8096f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:51.106421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:51.109788 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:51.110957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-529de4be-eae8-4746-bbc9-cd6737981a00 req-f6f1abff-d1e2-49f4-9c7d-a821396642b7 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "DELETE /v2.0/floatingips/a7f18101-8f75-4f42-972d-9e26683e5481 HTTP/1.1" status: 204 len: 173 time: 0.6619682 Sep 10 03:38:51.153472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-b6a800a6-8d03-4a14-81dd-75796df18ebe tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:38:51.157777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-b6a800a6-8d03-4a14-81dd-75796df18ebe tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068657 Sep 10 03:38:51.201613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a3225267-dccc-4b9d-b88d-2c1bca8f0716 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:51.203037 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a3225267-dccc-4b9d-b88d-2c1bca8f0716 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports/f1b5f6be-8cbc-40cd-a18e-245dd4470884 HTTP/1.1" status: 200 len: 1094 time: 0.0412171 Sep 10 03:38:51.212736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Request body: {'binding': {'host': 'n-h1-808143-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:38:51.213181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Unknown quota resources ['binding']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:38:51.285043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44599d6-912c-4fb6-8fe2-9f932976301c req-a4d7ef40-6d6e-4e49-b3c3-53da6b1f1ee7 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:51.286687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a44599d6-912c-4fb6-8fe2-9f932976301c req-a4d7ef40-6d6e-4e49-b3c3-53da6b1f1ee7 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 949 time: 0.0539501 Sep 10 03:38:51.326823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a44599d6-912c-4fb6-8fe2-9f932976301c req-f4a2eddb-ab0a-4d0d-b3ef-84cf748a6d5a tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341628 Sep 10 03:38:51.385074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on host n-h1-808143-1 for vnic_type normal with profile None {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:38:51.385424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:38:51.385750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:51.390130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:38:51.390972 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:38:51.395887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:38:51.396229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:38:51.396613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:38:51.397038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Bound port: f1b5f6be-8cbc-40cd-a18e-245dd4470884, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:38:51.453440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:38:51.478307 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e85d5ff-5a6e-4f02-b41f-c573fdf9df92 x-openstack-request-id: req-4e85d5ff-5a6e-4f02-b41f-c573fdf9df92 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:51.478597 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e03bb8-0bd1-4c9a-9d94-af6f9653ba09", "name": "network-vif-deleted", "tag": "d57b502a-a031-42fb-93d0-a0f3b805cdae", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:51.478895 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e85d5ff-5a6e-4f02-b41f-c573fdf9df92 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:51.479295 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e03bb8-0bd1-4c9a-9d94-af6f9653ba09', 'name': 'network-vif-deleted', 'tag': 'd57b502a-a031-42fb-93d0-a0f3b805cdae', 'status': 'completed', 'code': 200} Sep 10 03:38:51.549238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:51.553198 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] 10.222.0.22 "POST /v2.0/ports/f1b5f6be-8cbc-40cd-a18e-245dd4470884/bindings HTTP/1.1" status: 201 len: 389 time: 0.3446517 Sep 10 03:38:51.577725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e10c11a-7c8a-412c-abb9-c2c7118933f0 req-cfd368de-3ebd-4eda-b6dd-8a09539904fe tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:51.585916 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e10c11a-7c8a-412c-abb9-c2c7118933f0 req-cfd368de-3ebd-4eda-b6dd-8a09539904fe tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0616460 Sep 10 03:38:51.619468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e10c11a-7c8a-412c-abb9-c2c7118933f0 req-0a2d5c34-a1c3-4f19-9773-703229a23ce2 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327110 Sep 10 03:38:52.016166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadecf8-9dde-4dfd-9a1f-6b230aa5ad64 req-d798e6bf-ee2e-47ec-8785-8226f31959fc tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:52.017724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eeadecf8-9dde-4dfd-9a1f-6b230aa5ad64 req-d798e6bf-ee2e-47ec-8785-8226f31959fc tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0656106 Sep 10 03:38:52.065325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eeadecf8-9dde-4dfd-9a1f-6b230aa5ad64 req-de4c57d0-1fe9-4f64-9fac-6263cabf640b tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0359440 Sep 10 03:38:52.164872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91c0bb-ee20-4d44-8433-3140ea4d9b2b req-cdef8431-5b0c-4c75-b1af-c7f2832e49fd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:52.166502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e91c0bb-ee20-4d44-8433-3140ea4d9b2b req-cdef8431-5b0c-4c75-b1af-c7f2832e49fd tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.0501711 Sep 10 03:38:52.189722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-61ea5d3e-30bb-4ebe-b559-bbb985d196dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:52.191334 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-61ea5d3e-30bb-4ebe-b559-bbb985d196dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 1097 time: 0.0499511 Sep 10 03:38:52.224045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e91c0bb-ee20-4d44-8433-3140ea4d9b2b req-524486b2-3664-4feb-a019-67f95d0cbf63 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506318 Sep 10 03:38:52.296379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3032a0f-7c46-46b8-a28d-e8147e84de13 req-3212599c-c59b-4c3a-86f2-1bb55e63be61 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0417550 Sep 10 03:38:52.361687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-bbfe248a-d24e-4ee1-b990-983f2c7b714a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:52.363349 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-bbfe248a-d24e-4ee1-b990-983f2c7b714a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.1648989 Sep 10 03:38:52.419853 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-d64070c6-1401-4451-9039-ce040d30df17 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884 HTTP/1.1" status: 200 len: 217 time: 0.0407677 Sep 10 03:38:52.480783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-79ae0b4d-9ed9-4fcf-9133-49a8cc7f25d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:52.482390 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-79ae0b4d-9ed9-4fcf-9133-49a8cc7f25d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.0545189 Sep 10 03:38:52.515522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-5dc807fd-74a0-448d-9dc3-9bb42efcdd1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254488 Sep 10 03:38:52.611137 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-d0011b6a-4949-482f-a394-daf921b6cff0 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885639 Sep 10 03:38:52.715870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-9d2dd870-9249-4e2c-888d-195e93c63ef7 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976419 Sep 10 03:38:52.821035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce60e903-dfb9-4364-84b5-4d93867ceebf req-ea66c1de-6472-4470-be9f-18b3130b2775 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:52.822695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce60e903-dfb9-4364-84b5-4d93867ceebf req-ea66c1de-6472-4470-be9f-18b3130b2775 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0651064 Sep 10 03:38:52.872149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce60e903-dfb9-4364-84b5-4d93867ceebf req-7d49e502-f5c9-42da-bb0c-fd7ad35292ea tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400708 Sep 10 03:38:52.995635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfefa5f1-d103-48ba-8b86-34ddaca6d41f req-914d8e86-d20a-42ca-ad47-cd15b7feba7a tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:52.997165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfefa5f1-d103-48ba-8b86-34ddaca6d41f req-914d8e86-d20a-42ca-ad47-cd15b7feba7a tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 946 time: 0.0499930 Sep 10 03:38:53.043954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfefa5f1-d103-48ba-8b86-34ddaca6d41f req-44b7f509-01d4-426f-8701-f85e1c700488 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcd90567-f389-4cec-a1da-03fbff234631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401530 Sep 10 03:38:53.159934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e37910d-71f5-4a16-87ec-77a78ee44ddb req-adcbedff-dc47-46dc-aa6b-52264cd567f4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:53.161549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e37910d-71f5-4a16-87ec-77a78ee44ddb req-adcbedff-dc47-46dc-aa6b-52264cd567f4 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0597394 Sep 10 03:38:53.214696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e37910d-71f5-4a16-87ec-77a78ee44ddb req-a420d7b3-901f-4c15-8150-300c94085a35 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438783 Sep 10 03:38:53.297942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7bb63f-6623-4504-acf7-6b5725f2fd5a req-9303c2e9-4018-4c25-a009-b847c4816143 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:53.299495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d7bb63f-6623-4504-acf7-6b5725f2fd5a req-9303c2e9-4018-4c25-a009-b847c4816143 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 949 time: 0.0609138 Sep 10 03:38:53.364938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d7bb63f-6623-4504-acf7-6b5725f2fd5a req-3a988a46-190b-4ab1-9913-2637ec4fdcba tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579872 Sep 10 03:38:53.478357 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dab450c8-d404-4cdc-90a3-3e04de6700bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:53.504091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfd8b34-c6ac-4d6a-b7e8-1263eccb5743 req-cba11b2f-cb0a-44a5-a9f6-d07e98552a81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:53.511535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bfd8b34-c6ac-4d6a-b7e8-1263eccb5743 req-cba11b2f-cb0a-44a5-a9f6-d07e98552a81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.0689692 Sep 10 03:38:53.546203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bfd8b34-c6ac-4d6a-b7e8-1263eccb5743 req-b21e295c-b2d2-45bc-b9a4-0dbafb635c39 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Sep 10 03:38:53.662592 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:54.188982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1008f2c-bc12-4789-a6d3-d85a6c1ea6be req-37840c3f-c6ad-41aa-9264-32ade9f3ea57 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:54.190642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1008f2c-bc12-4789-a6d3-d85a6c1ea6be req-37840c3f-c6ad-41aa-9264-32ade9f3ea57 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 946 time: 0.0701902 Sep 10 03:38:54.256215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1008f2c-bc12-4789-a6d3-d85a6c1ea6be req-44726189-018f-4f4f-8e60-a293f6655bfb tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/security-groups?id=bcd90567-f389-4cec-a1da-03fbff234631&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572674 Sep 10 03:38:54.331742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-5bd8df77-e7b9-4413-83a9-8b2e742c211e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:54.333172 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-5bd8df77-e7b9-4413-83a9-8b2e742c211e tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.39 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 946 time: 0.1283169 Sep 10 03:38:54.350387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4d4d4f-c26e-4e36-b3bd-f88a23c46e29 req-6698fa75-52bd-448a-88b8-70cdd97ae346 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:54.357719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d4d4d4f-c26e-4e36-b3bd-f88a23c46e29 req-6698fa75-52bd-448a-88b8-70cdd97ae346 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0622158 Sep 10 03:38:54.385234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-e758add4-c089-4d73-9885-018d25ac7427 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:54.388898 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-e758add4-c089-4d73-9885-018d25ac7427 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/ports?device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 949 time: 0.1057684 Sep 10 03:38:54.417703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d4d4d4f-c26e-4e36-b3bd-f88a23c46e29 req-65db1e07-b2fb-4958-a847-0cc417ec635b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455143 Sep 10 03:38:54.486077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:54.600231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad693a0f-a75b-4056-af56-0268257fd725 req-d041cbc4-36f0-4722-be75-71f30875f072 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:54.602087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Deleting port d118c8e3-6919-444a-9e77-ae98448a85d3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:54.602491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:54.606269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad693a0f-a75b-4056-af56-0268257fd725 req-d041cbc4-36f0-4722-be75-71f30875f072 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 949 time: 0.1371028 Sep 10 03:38:54.617580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Deleting port 2ff61048-868c-4415-9c0e-11188111951a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:54.618169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:54.624865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:54.641624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'mac_address': 'fa:16:3e:be:b8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:54.690359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad693a0f-a75b-4056-af56-0268257fd725 req-2d1063ce-5ac8-463a-8173-97a686d008f9 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803010 Sep 10 03:38:54.733441 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:54.758738 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 973213bc-fb87-4590-a74b-60d8d2cb503d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:54.789378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:54.796748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ab52c2-884a-46e6-98ee-161ace64ec08 req-f0789b66-624c-4d61-a7b7-e0d05808950a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:54.805346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8ab52c2-884a-46e6-98ee-161ace64ec08 req-f0789b66-624c-4d61-a7b7-e0d05808950a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.1189322 Sep 10 03:38:54.868527 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:54.868764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8ab52c2-884a-46e6-98ee-161ace64ec08 req-0d3eadb2-0ae5-40da-98d8-5597545e1d68 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611000 Sep 10 03:38:54.892005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] For port 2ff61048-868c-4415-9c0e-11188111951a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2ff61048-868c-4415-9c0e-11188111951a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:54.892609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:54.896540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] For port d118c8e3-6919-444a-9e77-ae98448a85d3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=d118c8e3-6919-444a-9e77-ae98448a85d3,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:54.896990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:54.931178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Calling delete_port for 2ff61048-868c-4415-9c0e-11188111951a owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:54.933433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Calling delete_port for d118c8e3-6919-444a-9e77-ae98448a85d3 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:54.982802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:55.028620 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:55.034981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-0b3e8477-e7ca-456d-8dc8-9699ca55a0a5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:55.036709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-0b3e8477-e7ca-456d-8dc8-9699ca55a0a5 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/ports?device_id=22e2f766-ae56-48d8-bbb4-112203e8b3d4 HTTP/1.1" status: 200 len: 950 time: 0.0761385 Sep 10 03:38:55.110927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['973213bc-fb87-4590-a74b-60d8d2cb503d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:55.175714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Deleting port b34ccc4d-8583-4730-9419-48d543b6668c {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:55.177915 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:55.283846 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:55.328331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['d118c8e3-6919-444a-9e77-ae98448a85d3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:55.342364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] For port b34ccc4d-8583-4730-9419-48d543b6668c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=b34ccc4d-8583-4730-9419-48d543b6668c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:55.343133 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:55.361791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Calling delete_port for b34ccc4d-8583-4730-9419-48d543b6668c owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:38:55.372826 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:55.429964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Pushing event deleted for resources: {'Port': ['ID=d118c8e3-6919-444a-9e77-ae98448a85d3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:55.473776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event deleted for resources: {'Port': ['ID=2ff61048-868c-4415-9c0e-11188111951a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:55.542431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a', 'b34ccc4d-8583-4730-9419-48d543b6668c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:55.553391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] No DVR routers for this DVR port d118c8e3-6919-444a-9e77-ae98448a85d3 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:55.558175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:55.560905 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75ba2be5-e401-490b-8345-33b7ca0a251f req-da2cd439-fc76-4123-aca7-3f03cfc6fe39 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.39 "DELETE /v2.0/ports/d118c8e3-6919-444a-9e77-ae98448a85d3 HTTP/1.1" status: 204 len: 173 time: 1.2197247 Sep 10 03:38:55.561982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] No DVR routers for this DVR port 2ff61048-868c-4415-9c0e-11188111951a on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:55.566174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:55.568634 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b99e1d72-4cf5-40f9-bcd3-443d92f86092 req-b9ae92a5-6ac8-4da3-b204-dbb8ff64826d tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "DELETE /v2.0/ports/2ff61048-868c-4415-9c0e-11188111951a HTTP/1.1" status: 204 len: 173 time: 1.1738980 Sep 10 03:38:55.569575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'name': 'network-vif-deleted', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3'}, {'server_uuid': 'fadb6e36-fc2e-432a-8d3d-933093096d51', 'name': 'network-vif-deleted', 'tag': '2ff61048-868c-4415-9c0e-11188111951a'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:55.574034 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d617fa-e636-4f4d-a3c3-9d1da6c646c8" -d '{"events": [{"server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "name": "network-vif-deleted", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3"}, {"server_uuid": "fadb6e36-fc2e-432a-8d3d-933093096d51", "name": "network-vif-deleted", "tag": "2ff61048-868c-4415-9c0e-11188111951a"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:55.725903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee6eee3-822f-42fc-b0d6-63bacb2efa4c req-9b04cc23-9ddf-4f64-a4c3-bcc52833fe8f tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 210 time: 0.0974276 Sep 10 03:38:55.732161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:55.822349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event deleted for resources: {'Port': ['ID=b34ccc4d-8583-4730-9419-48d543b6668c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:55.944016 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95e3c3ec-f8e1-4d9d-bf3b-e65876b9ef1f x-openstack-request-id: req-95e3c3ec-f8e1-4d9d-bf3b-e65876b9ef1f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:55.944819 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84bb5db3-18ae-42bb-8def-a262418a4b5b", "name": "network-vif-deleted", "tag": "d118c8e3-6919-444a-9e77-ae98448a85d3", "status": "completed", "code": 200}, {"server_uuid": "fadb6e36-fc2e-432a-8d3d-933093096d51", "name": "network-vif-deleted", "tag": "2ff61048-868c-4415-9c0e-11188111951a", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:55.945228 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95e3c3ec-f8e1-4d9d-bf3b-e65876b9ef1f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:55.945802 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84bb5db3-18ae-42bb-8def-a262418a4b5b', 'name': 'network-vif-deleted', 'tag': 'd118c8e3-6919-444a-9e77-ae98448a85d3', 'status': 'completed', 'code': 200} Sep 10 03:38:55.946220 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fadb6e36-fc2e-432a-8d3d-933093096d51', 'name': 'network-vif-deleted', 'tag': '2ff61048-868c-4415-9c0e-11188111951a', 'status': 'completed', 'code': 200} Sep 10 03:38:55.980432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] No DVR routers for this DVR port b34ccc4d-8583-4730-9419-48d543b6668c on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:38:55.993330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10420ea-4bb9-4644-bb61-31c9f0d83d57 req-6510054c-641b-4075-8424-4d85396dcbd5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:56.003987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b10420ea-4bb9-4644-bb61-31c9f0d83d57 req-6510054c-641b-4075-8424-4d85396dcbd5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.3776617 Sep 10 03:38:56.019431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:56.021340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb6c9946-0d0e-4706-bbfd-147fcfd235d9 req-401d9c0a-db61-4215-9ea5-5d1b0accd548 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "DELETE /v2.0/ports/b34ccc4d-8583-4730-9419-48d543b6668c HTTP/1.1" status: 204 len: 173 time: 0.9680643 Sep 10 03:38:56.023016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '22e2f766-ae56-48d8-bbb4-112203e8b3d4', 'name': 'network-vif-deleted', 'tag': 'b34ccc4d-8583-4730-9419-48d543b6668c'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:56.025529 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdf2418-35df-4393-b554-a4c96356efd4" -d '{"events": [{"server_uuid": "22e2f766-ae56-48d8-bbb4-112203e8b3d4", "name": "network-vif-deleted", "tag": "b34ccc4d-8583-4730-9419-48d543b6668c"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:56.154084 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b10420ea-4bb9-4644-bb61-31c9f0d83d57 req-32f3b1b9-57e0-4486-971d-5767a2859fac tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440761 Sep 10 03:38:56.167894 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:56.188703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3ae7d06-0c3f-4aad-8ba9-6a3241edaae4 req-19fcc99d-500f-414b-8f08-9396dcd72dbd tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=fadb6e36-fc2e-432a-8d3d-933093096d51 HTTP/1.1" status: 200 len: 210 time: 0.0724025 Sep 10 03:38:56.319271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5348cea-70e8-4391-b26d-faa178af8242 req-df8e2392-8f68-4163-b551-b016480d4a35 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:56.320937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5348cea-70e8-4391-b26d-faa178af8242 req-df8e2392-8f68-4163-b551-b016480d4a35 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.0630383 Sep 10 03:38:56.361160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5348cea-70e8-4391-b26d-faa178af8242 req-aba239a1-d4be-4154-91db-b9a1e6fcb838 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337534 Sep 10 03:38:56.500984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b383976-7812-4d02-b904-bf7013daa37d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:38:56.503874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:56.571138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932', '2ff61048-868c-4415-9c0e-11188111951a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:56.574378 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6269690-e958-44a4-bddc-7de4541510a2 x-openstack-request-id: req-b6269690-e958-44a4-bddc-7de4541510a2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:56.574516 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "22e2f766-ae56-48d8-bbb4-112203e8b3d4", "name": "network-vif-deleted", "tag": "b34ccc4d-8583-4730-9419-48d543b6668c", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:56.575059 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6269690-e958-44a4-bddc-7de4541510a2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:56.575457 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '22e2f766-ae56-48d8-bbb4-112203e8b3d4', 'name': 'network-vif-deleted', 'tag': 'b34ccc4d-8583-4730-9419-48d543b6668c', 'status': 'completed', 'code': 200} Sep 10 03:38:56.840557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b383976-7812-4d02-b904-bf7013daa37d,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:56.868936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 973213bc-fb87-4590-a74b-60d8d2cb503d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:56.869716 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:56.911191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96f714e4-08ec-423b-8376-95ffd8288565 req-188ade4b-6ec0-4157-a178-c17db44914a2 tempest-FloatingIPsAssociationNegativeTestJSON-323642630 tempest-FloatingIPsAssociationNegativeTestJSON-323642630-project] 10.222.0.22 "GET /v2.0/ports?device_id=84bb5db3-18ae-42bb-8def-a262418a4b5b HTTP/1.1" status: 200 len: 210 time: 0.0432513 Sep 10 03:38:56.924455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '6b383976-7812-4d02-b904-bf7013daa37d', 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632', 'port_id': '6b383976-7812-4d02-b904-bf7013daa37d', 'mac_address': 'fa:16:3e:de:91:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3ff051-d796-4a71-8b78-13df74a1ca00', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:38:57.084293 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:57.139144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:57.210481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:57.214268 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4289fa6-21da-4d01-a76b-011a30212639" -d '{"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-plugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:57.261874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6b383976-7812-4d02-b904-bf7013daa37d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:38:57.272566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:57.294061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b383976-7812-4d02-b904-bf7013daa37d,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:57.377521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:57.379383 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:57.384463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0736274-2ea3-4487-9d7a-56d0e7bca021 req-d4520a38-481a-4da8-8028-773a555f7108 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:57.388201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0736274-2ea3-4487-9d7a-56d0e7bca021 req-d4520a38-481a-4da8-8028-773a555f7108 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0953026 Sep 10 03:38:57.462134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0736274-2ea3-4487-9d7a-56d0e7bca021 req-8a7314ce-cef5-409f-a1b4-acb53f4eb53c tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661583 Sep 10 03:38:57.511072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:57.578823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['6b383976-7812-4d02-b904-bf7013daa37d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:38:57.646798 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7271c2e-e8a9-487c-b802-7625868fd5a4 x-openstack-request-id: req-b7271c2e-e8a9-487c-b802-7625868fd5a4 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:38:57.647124 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-plugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:38:57.647373 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7271c2e-e8a9-487c-b802-7625868fd5a4 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:38:57.647798 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'code': 200} Sep 10 03:38:57.649222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=6b383976-7812-4d02-b904-bf7013daa37d,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:57.717826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device d118c8e3-6919-444a-9e77-ae98448a85d3 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:57.822537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: d118c8e3-6919-444a-9e77-ae98448a85d3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:57.822911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device d118c8e3-6919-444a-9e77-ae98448a85d3 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:57.969623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0948527d-60b6-4245-ac26-78fd6081bf50 req-abcf19e6-6f95-409a-b210-ba6f349395c4 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:57.971601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0948527d-60b6-4245-ac26-78fd6081bf50 req-abcf19e6-6f95-409a-b210-ba6f349395c4 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.0860972 Sep 10 03:38:58.049647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0948527d-60b6-4245-ac26-78fd6081bf50 req-0daf3113-e90b-4200-8bc8-17852cd1dbc7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655475 Sep 10 03:38:58.280967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58108) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:38:58.502509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:58.508134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b383976-7812-4d02-b904-bf7013daa37d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:38:58.648638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 6b383976-7812-4d02-b904-bf7013daa37d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:38:58.652881 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:58.830545 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:58.877219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b383976-7812-4d02-b904-bf7013daa37d,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:58.938221 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:58.939357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device b34ccc4d-8583-4730-9419-48d543b6668c no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:59.026303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: b34ccc4d-8583-4730-9419-48d543b6668c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:59.026303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device b34ccc4d-8583-4730-9419-48d543b6668c not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:59.026303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2ff61048-868c-4415-9c0e-11188111951a no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:38:59.047613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 2ff61048-868c-4415-9c0e-11188111951a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:38:59.048049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2ff61048-868c-4415-9c0e-11188111951a not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:38:59.145362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=6b383976-7812-4d02-b904-bf7013daa37d,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:38:59.177394 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:59.231362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62c7746-0d97-4ae1-b3cb-6181399cdcb7 req-3015b2d5-630e-4c15-bc62-52d21b765226 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:59.240489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f62c7746-0d97-4ae1-b3cb-6181399cdcb7 req-3015b2d5-630e-4c15-bc62-52d21b765226 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.1613781 Sep 10 03:38:59.328451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f62c7746-0d97-4ae1-b3cb-6181399cdcb7 req-0a892342-8472-4f3f-85c5-63fdb0e63eb2 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867493 Sep 10 03:38:59.649116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:38:59.651487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27a7c74-49bf-4e7e-a9f0-4a0b691a5578 req-6eb72f16-0798-48ee-908e-4d75d0b0cf48 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:59.652314 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a230ff-a912-407c-b0ee-9cd9497c07ac" -d '{"events": [{"server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "name": "network-vif-plugged", "status": "completed", "tag": "6b383976-7812-4d02-b904-bf7013daa37d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:38:59.661016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b27a7c74-49bf-4e7e-a9f0-4a0b691a5578 req-6eb72f16-0798-48ee-908e-4d75d0b0cf48 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 950 time: 0.1202970 Sep 10 03:38:59.752318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b27a7c74-49bf-4e7e-a9f0-4a0b691a5578 req-e7969d08-4ef6-4141-8c2f-f43cb60fd434 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901732 Sep 10 03:38:59.774608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Deleting port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:38:59.775216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:59.960495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314c4c21-0090-465a-97ad-8a896a8a7435 req-dd8cd55e-38b9-4c23-a5e5-9d323c8969c3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:38:59.962492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-314c4c21-0090-465a-97ad-8a896a8a7435 req-dd8cd55e-38b9-4c23-a5e5-9d323c8969c3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.1379044 Sep 10 03:38:59.964767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] For port c99fda3a-3e51-4c61-9b4e-48ba7a78c78e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c99fda3a-3e51-4c61-9b4e-48ba7a78c78e,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:38:59.965126 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:38:59.995239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Calling delete_port for c99fda3a-3e51-4c61-9b4e-48ba7a78c78e owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:00.022558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-314c4c21-0090-465a-97ad-8a896a8a7435 req-9cd8e31c-4bbb-4dd3-aa17-11e8516389da tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541985 Sep 10 03:39:00.195834 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71dd0210-4a40-48e8-8d53-204d6286041d x-openstack-request-id: req-71dd0210-4a40-48e8-8d53-204d6286041d {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:00.196132 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "name": "network-vif-plugged", "status": "completed", "tag": "6b383976-7812-4d02-b904-bf7013daa37d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:00.196408 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71dd0210-4a40-48e8-8d53-204d6286041d {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:00.196808 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d', 'code': 200} Sep 10 03:39:00.348557 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:00.377237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Pushing event deleted for resources: {'Port': ['ID=c99fda3a-3e51-4c61-9b4e-48ba7a78c78e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:00.561024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-ba465525-4590-47e1-9e07-e6987eb52e85 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:00.562608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-ba465525-4590-47e1-9e07-e6987eb52e85 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 950 time: 0.1520753 Sep 10 03:39:00.654419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5cbf6-f9d5-4d95-a215-2f861b8975dd req-afeb43e9-239f-489f-b234-55d35eb3a68b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:00.662247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8b5cbf6-f9d5-4d95-a215-2f861b8975dd req-afeb43e9-239f-489f-b234-55d35eb3a68b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.2076199 Sep 10 03:39:00.709721 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-39b8312d-e6df-4449-878e-497b53bb617c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0995679 Sep 10 03:39:00.790305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-ed484b8d-06cf-4ef8-981f-69d8d0a72802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:00.792394 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-ed484b8d-06cf-4ef8-981f-69d8d0a72802 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1095 time: 0.0566304 Sep 10 03:39:00.798581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8b5cbf6-f9d5-4d95-a215-2f861b8975dd req-02aae3b9-48cf-4333-bc70-d73db1ccb800 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354170 Sep 10 03:39:00.825562 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:00.925727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-9e55251e-00a3-454e-a339-698653f2138b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:00.927311 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-9e55251e-00a3-454e-a339-698653f2138b service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1097839 Sep 10 03:39:00.932077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Deleting port 165b3467-4fa6-4232-ac59-7ea4ec585932 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:00.932416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:01.014582 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-1904c620-6d5f-430a-b8ac-641438deab8d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 217 time: 0.0735636 Sep 10 03:39:01.084955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-9227e53b-ec8f-4f9c-9ac2-fa2ce29e7502 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:01.087775 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-9227e53b-ec8f-4f9c-9ac2-fa2ce29e7502 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0575700 Sep 10 03:39:01.126429 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-cbb7500c-755f-4ae7-bf74-6c1f75e36ade service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304492 Sep 10 03:39:01.286701 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-718fa5d8-3e2d-44ab-a45d-35aad62bb409 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516683 Sep 10 03:39:01.443723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9a646d-5e95-44f7-b310-0bf83d0b2b11 req-fa58b344-7d24-458d-a752-7d695f51a820 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393287 Sep 10 03:39:01.531727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0f6e62-505d-452d-917e-df56151418c8 req-96ea79ff-ae00-4a35-aab3-c7853c7473c7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:01.533224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d0f6e62-505d-452d-917e-df56151418c8 req-96ea79ff-ae00-4a35-aab3-c7853c7473c7 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 950 time: 0.1537974 Sep 10 03:39:01.535274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] For port 165b3467-4fa6-4232-ac59-7ea4ec585932, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=165b3467-4fa6-4232-ac59-7ea4ec585932,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:01.535645 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:01.559708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Calling delete_port for 165b3467-4fa6-4232-ac59-7ea4ec585932 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:01.671187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d0f6e62-505d-452d-917e-df56151418c8 req-b2d1b2eb-3186-4a02-ae3f-fc0387c0f804 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/security-groups?id=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268148 Sep 10 03:39:01.745145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Router 7940e36f-92d3-4fa0-93ef-b9381600bb0e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:39:01.895852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16762e-026b-448d-a1e3-4db8d78e2681 req-590787e5-4eb5-4612-a5bd-78c7d9974834 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:01.897310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee16762e-026b-448d-a1e3-4db8d78e2681 req-590787e5-4eb5-4612-a5bd-78c7d9974834 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.1349406 Sep 10 03:39:01.917818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:39:01.928779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] Sync routers for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:39:01.941396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-27685e5b-2652-49d6-b433-3732948f29ff admin admin] 10.222.0.22 "PUT /v2.0/routers/7940e36f-92d3-4fa0-93ef-b9381600bb0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6571529 Sep 10 03:39:01.942330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58146) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:01.956025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:01.956025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:01.957262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:01.966899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee16762e-026b-448d-a1e3-4db8d78e2681 req-8bbcb15a-92e4-48a7-b66c-9e56cad2b867 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584998 Sep 10 03:39:01.974974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:02.038098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['165b3467-4fa6-4232-ac59-7ea4ec585932'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:02.051485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Pushing event deleted for resources: {'Port': ['ID=165b3467-4fa6-4232-ac59-7ea4ec585932,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:02.131045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] No DVR routers for this DVR port 165b3467-4fa6-4232-ac59-7ea4ec585932 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:02.134501 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:02.136288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19152c4c-7f8e-4e9a-b0f0-19a038b8c352 req-a3c81f85-7173-47fe-823e-f0284f1ae863 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.20 "DELETE /v2.0/ports/165b3467-4fa6-4232-ac59-7ea4ec585932 HTTP/1.1" status: 204 len: 173 time: 1.5637689 Sep 10 03:39:02.136780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45ee0d09-a5c5-465e-b1a9-9433c2714fba', 'name': 'network-vif-deleted', 'tag': '165b3467-4fa6-4232-ac59-7ea4ec585932'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:02.139839 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537a9342-0270-4a9e-b333-3ff8ab04c8bf" -d '{"events": [{"server_uuid": "45ee0d09-a5c5-465e-b1a9-9433c2714fba", "name": "network-vif-deleted", "tag": "165b3467-4fa6-4232-ac59-7ea4ec585932"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:02.161495 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:02.212507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:02.271054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7967b9d-3672-4ae0-bcf3-ef53dd010f97 req-638218af-37e1-45b0-b70e-e600d79bbf21 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:02.283628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7967b9d-3672-4ae0-bcf3-ef53dd010f97 req-638218af-37e1-45b0-b70e-e600d79bbf21 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0753582 Sep 10 03:39:02.332427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7967b9d-3672-4ae0-bcf3-ef53dd010f97 req-ada64d92-0d4c-4635-920d-186ec8fc5edd tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475972 Sep 10 03:39:02.349481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:02.496639 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb80c90e-c232-4d37-9d17-1895b3e7d9fa x-openstack-request-id: req-bb80c90e-c232-4d37-9d17-1895b3e7d9fa {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:02.496944 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45ee0d09-a5c5-465e-b1a9-9433c2714fba", "name": "network-vif-deleted", "tag": "165b3467-4fa6-4232-ac59-7ea4ec585932", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:02.497205 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb80c90e-c232-4d37-9d17-1895b3e7d9fa {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:02.497616 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45ee0d09-a5c5-465e-b1a9-9433c2714fba', 'name': 'network-vif-deleted', 'tag': '165b3467-4fa6-4232-ac59-7ea4ec585932', 'status': 'completed', 'code': 200} Sep 10 03:39:02.536063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Deleting port 026db165-0e7e-455e-8fc5-bfb7e5d060dc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:02.538516 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:02.666708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25'}], 'enable_snat': True}, 'gw_port_id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:39:00Z', 'revision_number': 5, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port': {'id': '026db165-0e7e-455e-8fc5-bfb7e5d060dc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0c:cc:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 676, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:38:15Z', 'updated_at': '2021-09-10T03:38:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:02.669341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6047c988-6fb4-48c2-8eea-adbab2c73b5a req-f640d1d1-3b45-4497-bff7-b3d8f1ad2c2e tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:02.681721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6047c988-6fb4-48c2-8eea-adbab2c73b5a req-f640d1d1-3b45-4497-bff7-b3d8f1ad2c2e tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 945 time: 0.0976300 Sep 10 03:39:02.719319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] Checking router: 7940e36f-92d3-4fa0-93ef-b9381600bb0e for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:39:02.729573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] Routers {'7940e36f-92d3-4fa0-93ef-b9381600bb0e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:02.730973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:02.735196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] For port 026db165-0e7e-455e-8fc5-bfb7e5d060dc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=026db165-0e7e-455e-8fc5-bfb7e5d060dc,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:02.735597 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:02.761511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Calling delete_port for 026db165-0e7e-455e-8fc5-bfb7e5d060dc owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:02.776466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6047c988-6fb4-48c2-8eea-adbab2c73b5a req-182ad561-e0cd-49c8-894a-e5e8a02dc963 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924838 Sep 10 03:39:02.903397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e473cc98-8185-4589-b508-fe46831943ba req-17370534-286c-4fe2-9d0e-83b6894c65e8 tempest-ServersOnMultiNodesTest-1840988626 tempest-ServersOnMultiNodesTest-1840988626-project] 10.222.0.22 "GET /v2.0/ports?device_id=45ee0d09-a5c5-465e-b1a9-9433c2714fba HTTP/1.1" status: 200 len: 210 time: 0.0405340 Sep 10 03:39:02.914583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] Set router 7940e36f-92d3-4fa0-93ef-b9381600bb0e gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:02.980544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:39:02Z', 'revision_number': 6, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:03.046030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72df3750-6136-4033-915b-1d1118a8d04c None None] The sync data for ids ['7940e36f-92d3-4fa0-93ef-b9381600bb0e'] in n-d-808143-1 is: [{'id': '7940e36f-92d3-4fa0-93ef-b9381600bb0e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-2000591614-router', 'tenant_id': '313904a46630452cbbb888c92d659281', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:38:14Z', 'updated_at': '2021-09-10T03:39:02Z', 'revision_number': 6, 'project_id': '313904a46630452cbbb888c92d659281', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:39:03.152362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:03.204189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde3417-ee9d-4080-95dd-9737d5ebbd7b req-08ac4f4b-0280-44db-9f76-7f9aaa7bdd6c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:03.218854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddde3417-ee9d-4080-95dd-9737d5ebbd7b req-08ac4f4b-0280-44db-9f76-7f9aaa7bdd6c tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.1201127 Sep 10 03:39:03.228035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Pushing event deleted for resources: {'Port': ['ID=026db165-0e7e-455e-8fc5-bfb7e5d060dc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:03.270852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddde3417-ee9d-4080-95dd-9737d5ebbd7b req-5d8406f0-f480-4eac-bfa5-a291db079696 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502129 Sep 10 03:39:03.349833 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:03.684327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfc33ff-b0da-49a6-a194-8bf0f55a810e req-d4a55fda-369e-41dc-a15f-07909fed7430 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:03.684327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bfc33ff-b0da-49a6-a194-8bf0f55a810e req-d4a55fda-369e-41dc-a15f-07909fed7430 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0802641 Sep 10 03:39:03.684327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bfc33ff-b0da-49a6-a194-8bf0f55a810e req-278c5e8a-64b3-4e07-8754-ee18bb611ff8 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556750 Sep 10 03:39:03.902106 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:03.904870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:04.099844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c99fda3a-3e51-4c61-9b4e-48ba7a78c78e no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:04.138855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c99fda3a-3e51-4c61-9b4e-48ba7a78c78e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:04.139226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c99fda3a-3e51-4c61-9b4e-48ba7a78c78e not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:04.139644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 026db165-0e7e-455e-8fc5-bfb7e5d060dc no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:04.170704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 026db165-0e7e-455e-8fc5-bfb7e5d060dc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:04.170704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 026db165-0e7e-455e-8fc5-bfb7e5d060dc not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:04.331059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:04.332743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7940e36f-92d3-4fa0-93ef-b9381600bb0e {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:39:04.337538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:04.343175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58174) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:04.344490 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-befc1451-eeca-4c5f-87c3-2f284d9437fe admin admin] 10.222.0.22 "DELETE /v2.0/routers/7940e36f-92d3-4fa0-93ef-b9381600bb0e HTTP/1.1" status: 204 len: 168 time: 2.3981752 Sep 10 03:39:04.432586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0e2e46-5881-4270-a889-0dda702bae63 admin admin] Deleting subnet ca1d67a7-0f40-4021-a864-08234007a28b {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:04.442512 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2e46-5881-4270-a889-0dda702bae63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:04.510846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2e46-5881-4270-a889-0dda702bae63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:04.563113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 165b3467-4fa6-4232-ac59-7ea4ec585932 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:04.618409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 165b3467-4fa6-4232-ac59-7ea4ec585932 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:04.618755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 165b3467-4fa6-4232-ac59-7ea4ec585932 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:04.795569 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2e46-5881-4270-a889-0dda702bae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:04.885404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865dc4e4-1b9f-4df9-97fe-6e6cd930f9b9 req-286f0a34-a498-4697-bb97-4dc70ebe35fe tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:04.887073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-865dc4e4-1b9f-4df9-97fe-6e6cd930f9b9 req-286f0a34-a498-4697-bb97-4dc70ebe35fe tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.1660163 Sep 10 03:39:04.916422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523906d2-c705-49c2-b35d-04cd898027e1 req-9f0e0f5f-2b60-464d-b741-328d80f39ffc tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:04.924784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-523906d2-c705-49c2-b35d-04cd898027e1 req-9f0e0f5f-2b60-464d-b741-328d80f39ffc tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 945 time: 0.1046236 Sep 10 03:39:04.980808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-865dc4e4-1b9f-4df9-97fe-6e6cd930f9b9 req-21c66bd1-98e4-4019-af10-7cf197f4ccac tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869422 Sep 10 03:39:05.000413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-523906d2-c705-49c2-b35d-04cd898027e1 req-5c86fc8d-4c9d-4728-afab-9527995e75f1 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674634 Sep 10 03:39:05.131574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f48405-4d6f-4729-8e19-bd8b825e1196 req-04e155e4-17f3-495a-8435-3cfbf3ec9cfb tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:05.137180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2f48405-4d6f-4729-8e19-bd8b825e1196 req-04e155e4-17f3-495a-8435-3cfbf3ec9cfb tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0718319 Sep 10 03:39:05.161292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2e46-5881-4270-a889-0dda702bae63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.244151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0e2e46-5881-4270-a889-0dda702bae63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca1d67a7-0f40-4021-a864-08234007a28b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:05.253708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2f48405-4d6f-4729-8e19-bd8b825e1196 req-e2031add-abaa-4721-a210-436e89983e89 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105263 Sep 10 03:39:05.254799 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab0e2e46-5881-4270-a889-0dda702bae63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.255843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fd56c4-44da-44d8-b0ef-11078f00c3bd None None] Network e9ec7605-b080-44f9-99ce-c5e6ee71e396 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:05.257052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ab0e2e46-5881-4270-a889-0dda702bae63 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ca1d67a7-0f40-4021-a864-08234007a28b HTTP/1.1" status: 204 len: 168 time: 0.9143784 Sep 10 03:39:05.259496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58198) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:05.383874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.476273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Deleting port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:05.476531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.519556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58204) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:05.648873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] For port 930a5bdb-b43e-418b-9fff-ba74b5d604e2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=930a5bdb-b43e-418b-9fff-ba74b5d604e2,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:05.649272 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.686952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Calling delete_port for 930a5bdb-b43e-418b-9fff-ba74b5d604e2 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:05.891331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-275aa5d6-1541-4adb-a107-2506edc84055 None None] DHCP port deletion for e9ec7605-b080-44f9-99ce-c5e6ee71e396 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:39:05.929607 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4fb17dab-2767-42aa-a736-fb93d96986db admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b8624110d6f432188e41d37ac8292fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4082077 Sep 10 03:39:05.932067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58232) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:05.984771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-275aa5d6-1541-4adb-a107-2506edc84055 None None] Deleting port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:05.986035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-275aa5d6-1541-4adb-a107-2506edc84055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:05.991312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8788e56d-dd7e-42b4-a1f1-c7658c85afe7 req-886c1043-dc8f-4c28-9a15-46679db8ace5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:05.993010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8788e56d-dd7e-42b4-a1f1-c7658c85afe7 req-886c1043-dc8f-4c28-9a15-46679db8ace5 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.1200404 Sep 10 03:39:06.023216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-5fceb143-023a-46a2-94f0-c72dccba60cd tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:06.024802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-5fceb143-023a-46a2-94f0-c72dccba60cd tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1097 time: 0.1111593 Sep 10 03:39:06.025522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b851-e780-4102-a73a-7d91799eead5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.045047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8788e56d-dd7e-42b4-a1f1-c7658c85afe7 req-a3e73a6a-fab4-46ad-8ccd-59b4473f329d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419641 Sep 10 03:39:06.050017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808143-1'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:06.110606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b851-e780-4102-a73a-7d91799eead5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.123261 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.159987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-275aa5d6-1541-4adb-a107-2506edc84055 None None] For port 930a5bdb-b43e-418b-9fff-ba74b5d604e2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=930a5bdb-b43e-418b-9fff-ba74b5d604e2,segment=NetworkSegment(58a1d034-05ea-4880-a0a7-e3f83716b7e5),segment_id=58a1d034-05ea-4880-a0a7-e3f83716b7e5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:06.162776 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-275aa5d6-1541-4adb-a107-2506edc84055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.198707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-275aa5d6-1541-4adb-a107-2506edc84055 None None] Calling delete_port for 930a5bdb-b43e-418b-9fff-ba74b5d604e2 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:06.225959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Pushing event deleted for resources: {'Port': ['ID=930a5bdb-b43e-418b-9fff-ba74b5d604e2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:06.283567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b851-e780-4102-a73a-7d91799eead5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.286238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7b8b851-e780-4102-a73a-7d91799eead5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.290942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-275aa5d6-1541-4adb-a107-2506edc84055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.297438 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c7b8b851-e780-4102-a73a-7d91799eead5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8507a0a3-099a-4cc2-92f2-f7d8917e1d5b HTTP/1.1" status: 204 len: 168 time: 0.3567872 Sep 10 03:39:06.309105 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.319502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] No DVR routers for this DVR port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:06.347784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b8b851-e780-4102-a73a-7d91799eead5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8507a0a3-099a-4cc2-92f2-f7d8917e1d5b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:06.383598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aa5d6-1541-4adb-a107-2506edc84055 None None] Pushing event deleted for resources: {'Port': ['ID=930a5bdb-b43e-418b-9fff-ba74b5d604e2,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:06.394589 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275aa5d6-1541-4adb-a107-2506edc84055 None None] No DVR routers for this DVR port 930a5bdb-b43e-418b-9fff-ba74b5d604e2 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:06.438168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-51585b19-ca17-4819-a614-6dcba75349c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:06.440397 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-51585b19-ca17-4819-a614-6dcba75349c6 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.20 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 945 time: 0.1293266 Sep 10 03:39:06.500140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9738d0d-04c5-43a3-bca0-23b1ecc0ab31 req-ae0d9e03-e534-4f03-a837-f3644d5e4506 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:06.502182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9738d0d-04c5-43a3-bca0-23b1ecc0ab31 req-ae0d9e03-e534-4f03-a837-f3644d5e4506 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 946 time: 0.3853302 Sep 10 03:39:06.536514 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.550242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0868aa4-84a1-4e7d-b219-da7967482f5a req-fcf67e70-ee8a-44ab-aa52-fd72045381e3 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:06.559152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0868aa4-84a1-4e7d-b219-da7967482f5a req-fcf67e70-ee8a-44ab-aa52-fd72045381e3 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 945 time: 0.3293047 Sep 10 03:39:06.572490 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f1b5f6be-8cbc-40cd-a18e-245dd4470884 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:39:06.641389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9ec7605-b080-44f9-99ce-c5e6ee71e396']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:06.651726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Deleting port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:06.656956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.681356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a1d034-05ea-4880-a0a7-e3f83716b7e5') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:06.687733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a1d034-05ea-4880-a0a7-e3f83716b7e5') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:06.727827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.747208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0868aa4-84a1-4e7d-b219-da7967482f5a req-71786e37-32ed-469a-abdd-ac51e67fe8ea tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups?id=c1a466d8-f84a-4598-87e9-7362041e884e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1819396 Sep 10 03:39:06.782007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9738d0d-04c5-43a3-bca0-23b1ecc0ab31 req-c700e478-1f8c-4456-955f-545ffe104947 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2404368 Sep 10 03:39:06.802817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:06.817706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f1b5f6be-8cbc-40cd-a18e-245dd4470884 has no active binding in host n-h1-808143-1 {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:39:06.836209 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.882020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:06.888820 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:06.893625 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:06.965746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:06.974676 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] For port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:06.975463 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.064239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:07.126568 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.146623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.149888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e9ec7605-b080-44f9-99ce-c5e6ee71e396 HTTP/1.1" status: 204 len: 168 time: 1.8885081 Sep 10 03:39:07.190817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:07.222062 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be7ff4b3-d82e-4b42-a9a2-951f8c8a2aa9" -d '{"events": [{"server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:07.224058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.291064 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c657969-cec7-4a39-ac7f-b135d02f90a0 x-openstack-request-id: req-1c657969-cec7-4a39-ac7f-b135d02f90a0 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:07.291375 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "name": "network-vif-unplugged", "status": "completed", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:07.293769 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c657969-cec7-4a39-ac7f-b135d02f90a0 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:07.296439 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884', 'code': 200} Sep 10 03:39:07.307753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2516103f-7fde-42ac-a8cc-682b1203dc24 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9ec7605-b080-44f9-99ce-c5e6ee71e396,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:07.312517 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.312870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.313242 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Floating IP 0dcfc603-f435-490f-a650-86a969af2313 disassociated. External IP: 172.25.3.9, port: 3eb3a59c-6728-45d7-9530-1d1de6dba0b0. Sep 10 03:39:07.313525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Calling delete_port for 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:07.354181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a51b8f-057a-43da-ae9b-637edc32a2b0 req-162d1a6b-1419-4dc2-88e4-a39778954660 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:07.355701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a51b8f-057a-43da-ae9b-637edc32a2b0 req-162d1a6b-1419-4dc2-88e4-a39778954660 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.1277847 Sep 10 03:39:07.357356 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.431869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58262) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:07.456380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b5f6be-8cbc-40cd-a18e-245dd4470884,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:07.481068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a51b8f-057a-43da-ae9b-637edc32a2b0 req-c1c34660-774d-4709-ba95-98d749254d0b tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190205 Sep 10 03:39:07.526173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on host n-h2-808143-1 for vnic_type normal with profile {"migrating_to": "n-h1-808143-1"} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:07.526173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:07.526173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:07.531622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:39:07.531969 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Attempting to bind port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on network a01494e1-fa56-4ca0-9141-b06036d94fd4 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:07.539668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:07.540096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Checking segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:07.540509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Bound using segment: {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:07.540938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Bound port: f1b5f6be-8cbc-40cd-a18e-245dd4470884, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'a01494e1-fa56-4ca0-9141-b06036d94fd4'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:07.541288 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.547718 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c4170b6a-369d-46a8-9300-1dcb97af53d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d34c8b8f9664ae38a2d086d7afb546c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1140881 Sep 10 03:39:07.549578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58264) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:07.607605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d706-8f32-4c2f-9e14-962064c5054f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.610095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:07.613302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:07.632193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d706-8f32-4c2f-9e14-962064c5054f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.753240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-8f10ce9c-5edb-46c2-ad4a-4e729eccbfce tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:07.754169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.754758 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-8f10ce9c-5edb-46c2-ad4a-4e729eccbfce tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.20 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.0565720 Sep 10 03:39:07.784031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event deleted for resources: {'Port': ['ID=3eb3a59c-6728-45d7-9530-1d1de6dba0b0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:07.889502 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.893356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d706-8f32-4c2f-9e14-962064c5054f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.897168 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8e5d706-8f32-4c2f-9e14-962064c5054f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:07.898413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42663420-f8cb-4db1-aa56-9450f9e5fb69 req-231d8a10-5697-44ce-92a8-f5a68b800427 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 210 time: 0.0626070 Sep 10 03:39:07.911780 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8e5d706-8f32-4c2f-9e14-962064c5054f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bbac51e1-723a-4f50-929c-ef2076b0ff4f HTTP/1.1" status: 204 len: 168 time: 0.3498671 Sep 10 03:39:07.924809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 930a5bdb-b43e-418b-9fff-ba74b5d604e2 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:07.940003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e5d706-8f32-4c2f-9e14-962064c5054f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbac51e1-723a-4f50-929c-ef2076b0ff4f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:08.024961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58290) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:08.060526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 930a5bdb-b43e-418b-9fff-ba74b5d604e2 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:08.061546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 930a5bdb-b43e-418b-9fff-ba74b5d604e2 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:08.139340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Router 18af05a4-ff8c-4db7-be64-3bfc40df4249 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:39:08.215721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-957559fc-2b2e-4fd1-ad86-e0e25da56129 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=313904a46630452cbbb888c92d659281&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839855 Sep 10 03:39:08.224709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58300) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:08.239176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b5f6be-8cbc-40cd-a18e-245dd4470884,revision_number=8']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:08.282290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2577bd-3bd7-4f7b-87d9-896c50dc8a29 req-618fcdbe-43d1-490f-a0d2-c760b2f3115b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:08.292077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df2577bd-3bd7-4f7b-87d9-896c50dc8a29 req-618fcdbe-43d1-490f-a0d2-c760b2f3115b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.4040480 Sep 10 03:39:08.374930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Deleting port 6b383976-7812-4d02-b904-bf7013daa37d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:08.375269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:08.399020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:08.399562 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:08.410954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cab78362-b0fc-4895-bebf-94df1f8480b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/f1b5f6be-8cbc-40cd-a18e-245dd4470884 HTTP/1.1" status: 200 len: 1122 time: 2.3693542 Sep 10 03:39:08.416404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:39:08.432301 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] Sync routers for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:39:08.452811 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:08.453833 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:08.470726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] No DVR routers for this DVR port 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:08.473569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:08.476031 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-adc95bc9-4371-4a3e-af50-bece1f53ffc1 req-3f4939d9-0899-42b7-86b8-4ee6283ed8ec tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.20 "DELETE /v2.0/ports/3eb3a59c-6728-45d7-9530-1d1de6dba0b0 HTTP/1.1" status: 204 len: 173 time: 2.0279665 Sep 10 03:39:08.476657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'name': 'network-vif-deleted', 'tag': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:08.480616 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c697c7e-ddc8-4779-bf59-e17127d42ba2" -d '{"events": [{"server_uuid": "9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93", "name": "network-vif-deleted", "tag": "3eb3a59c-6728-45d7-9530-1d1de6dba0b0"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:08.488458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f1b5f6be-8cbc-40cd-a18e-245dd4470884'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:08.539067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['f1b5f6be-8cbc-40cd-a18e-245dd4470884'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:08.608262 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-743f6b33-4975-4c86-9c6a-3bbac8fb0be4 x-openstack-request-id: req-743f6b33-4975-4c86-9c6a-3bbac8fb0be4 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:08.609235 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93", "name": "network-vif-deleted", "tag": "3eb3a59c-6728-45d7-9530-1d1de6dba0b0", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:08.609235 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-743f6b33-4975-4c86-9c6a-3bbac8fb0be4 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:08.609692 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93', 'name': 'network-vif-deleted', 'tag': '3eb3a59c-6728-45d7-9530-1d1de6dba0b0', 'status': 'completed', 'code': 200} Sep 10 03:39:08.624083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df2577bd-3bd7-4f7b-87d9-896c50dc8a29 req-4735f6bf-2d2c-48ef-91df-9ffbf8d8d62d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3252249 Sep 10 03:39:08.658792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b383976-7812-4d02-b904-bf7013daa37d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:08.745899 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:08.754222 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-95d10112-906c-4e54-b43e-36f826b0abdc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:08.854466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b383976-7812-4d02-b904-bf7013daa37d,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:08.855768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:08.886087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-95d10112-906c-4e54-b43e-36f826b0abdc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:08.903028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Calling delete_port for 6b383976-7812-4d02-b904-bf7013daa37d owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:08.957976 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:09.092855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b383976-7812-4d02-b904-bf7013daa37d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b383976-7812-4d02-b904-bf7013daa37d,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:09.104291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:09.112258 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eeaa03a-9a32-438d-864b-95ee3887c147" -d '{"events": [{"server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "name": "network-vif-unplugged", "status": "completed", "tag": "6b383976-7812-4d02-b904-bf7013daa37d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:09.134761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dbd05a-aa5c-450f-8ddd-e1f7565a8adf req-f4b72593-c306-4d76-8588-77cbc15e8f94 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:09.156817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4dbd05a-aa5c-450f-8ddd-e1f7565a8adf req-f4b72593-c306-4d76-8588-77cbc15e8f94 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 945 time: 0.3770945 Sep 10 03:39:09.180061 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:09.286659 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ab15603-a3b3-4ad5-b0bc-307db85fc588 req-f84e2a3b-1088-4e58-aa6d-62bcc8384b57 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 210 time: 0.1190174 Sep 10 03:39:09.308920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:09.311999 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d02e06f9-38ee-4fc6-be04-ebff28404a0a" -d '{"events": [{"name": "network-changed", "server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:09.334004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4dbd05a-aa5c-450f-8ddd-e1f7565a8adf req-2cebb74d-a93a-4966-8aa5-707f95840599 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761880 Sep 10 03:39:09.346726 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:09.393479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=6b383976-7812-4d02-b904-bf7013daa37d,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:09.411182 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] Checking router: 18af05a4-ff8c-4db7-be64-3bfc40df4249 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:39:09.423727 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:09.424852 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:09.464368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-95d10112-906c-4e54-b43e-36f826b0abdc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:09.467104 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-95d10112-906c-4e54-b43e-36f826b0abdc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:09.476660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-95d10112-906c-4e54-b43e-36f826b0abdc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bcd90567-f389-4cec-a1da-03fbff234631 HTTP/1.1" status: 204 len: 168 time: 1.2295675 Sep 10 03:39:09.483496 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac5ae9fc-8db6-4eb0-b443-ffc11c3a3f22 x-openstack-request-id: req-ac5ae9fc-8db6-4eb0-b443-ffc11c3a3f22 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:09.485481 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "name": "network-vif-unplugged", "status": "completed", "tag": "6b383976-7812-4d02-b904-bf7013daa37d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:09.485481 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac5ae9fc-8db6-4eb0-b443-ffc11c3a3f22 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:09.485481 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d', 'code': 200} Sep 10 03:39:09.616827 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-461b1dfa-8d3b-4e44-bba1-227c26c2c47b x-openstack-request-id: req-461b1dfa-8d3b-4e44-bba1-227c26c2c47b {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:09.617142 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:09.617401 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-461b1dfa-8d3b-4e44-bba1-227c26c2c47b {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:09.622646 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884', 'status': 'completed', 'code': 200} Sep 10 03:39:09.624073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d10112-906c-4e54-b43e-36f826b0abdc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcd90567-f389-4cec-a1da-03fbff234631,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:09.628926 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:09.741158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-d23d66be-873d-437d-b64d-8f9c7e49ffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:09.744711 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-d23d66be-873d-437d-b64d-8f9c7e49ffeb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 1125 time: 0.1454060 Sep 10 03:39:09.828848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:09.970447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-ecbbc32e-fb25-416a-9b68-59f320b443b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:09.972873 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-ecbbc32e-fb25-416a-9b68-59f320b443b6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.2184782 Sep 10 03:39:09.977273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event deleted for resources: {'Port': ['ID=6b383976-7812-4d02-b904-bf7013daa37d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:10.025294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] No DVR routers for this DVR port 6b383976-7812-4d02-b904-bf7013daa37d on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:10.040885 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-b0aadf7d-f1b9-42a2-940d-cd1746b28937 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884 HTTP/1.1" status: 200 len: 217 time: 0.0506246 Sep 10 03:39:10.059352 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:10.061587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3119dd22-ba7f-4077-827c-ea0cc5255880 req-848cde0a-a6ac-419f-b4f2-2bdf969deb51 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.20 "DELETE /v2.0/ports/6b383976-7812-4d02-b904-bf7013daa37d HTTP/1.1" status: 204 len: 173 time: 2.3007977 Sep 10 03:39:10.127635 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:10.164303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-75f578bb-7f2e-4246-b20e-686677f5e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:10.165829 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-75f578bb-7f2e-4246-b20e-686677f5e1b1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.1170664 Sep 10 03:39:10.229596 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f18b2af4-4cd7-472f-8326-06ad75ee5e83 None None] The sync data for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 is: [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:34:08Z', 'revision_number': 4, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7bd4c32-efb1-4361-af0e-072b1a8a3aa9', 'name': '', 'network_id': '0232d608-1b28-4407-99e4-3a42da9f9270', 'tenant_id': 'a529621791b34382a032266c576addc2', 'mac_address': 'fa:16:3e:9f:6a:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:07Z', 'updated_at': '2021-09-10T03:34:14Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'subnets': [{'id': '6d57ebe0-3d59-434f-9f90-9f16059a88dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:39:10.252397 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-7c5d34c4-2cdd-46fe-9a00-58a9a2624f8f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0753348 Sep 10 03:39:10.486295 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-27fb78c8-4516-4d60-a2c1-ccaf6984098b service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240522 Sep 10 03:39:10.587114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:10.636727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478b532c-6539-40fc-a416-443a639bfe2a req-429f5c9a-852b-4478-9b30-8fa19f0877d0 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:10.647014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-478b532c-6539-40fc-a416-443a639bfe2a req-429f5c9a-852b-4478-9b30-8fa19f0877d0 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.8802280 Sep 10 03:39:10.658572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:10.658914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3eb3a59c-6728-45d7-9530-1d1de6dba0b0 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:10.689879 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d02e06f9-38ee-4fc6-be04-ebff28404a0a req-84680d78-a1e4-40ce-ad4b-aefd5cebbd1f service neutron] 10.222.0.39 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949830 Sep 10 03:39:10.725684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-478b532c-6539-40fc-a416-443a639bfe2a req-59d622e6-b56e-45e9-b3af-f5240101ea4d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772355 Sep 10 03:39:10.873210 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e10c6cd2-ba40-4995-9fca-4ff3675e6526 None None] New status for floating IP 0dcfc603-f435-490f-a650-86a969af2313: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:39:10.886096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58372) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:10.944793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe1b2a0a-cdb8-4bde-bbec-7cd563eead23 req-ba1747fd-7fc0-40b2-97e7-8bfb20e4b535 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=857c7a5a-f472-425f-b161-ca2c3417dfbd HTTP/1.1" status: 200 len: 210 time: 0.0434613 Sep 10 03:39:11.174146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5214ada-5626-44c4-9de5-a665d82425b9 req-2d909041-7fa3-432e-8ea5-3a8059f3aec5 tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/ports?device_id=9f7a7afb-ca96-4cb7-8114-04e5a0fb0c93 HTTP/1.1" status: 200 len: 210 time: 0.6405523 Sep 10 03:39:11.260205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1949439542-network', 'tenant_id': '00b80ab08b8641f9be1390695b7d6325'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:11.382215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Made reservation on behalf of 00b80ab08b8641f9be1390695b7d6325 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:11.384612 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.395976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.518712 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.564838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58394) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:11.593591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.618855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:39:11.627556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'name': 'network-vif-deleted', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:11.630732 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344add2d-6eb2-4bd4-9afe-29c93e9e33cf" -d '{"events": [{"server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "name": "network-vif-deleted", "tag": "6b383976-7812-4d02-b904-bf7013daa37d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:11.646435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7511b0f9-5020-4938-991f-d50fe04f96e8,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:11.654021 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.654649 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Added segment 5b7c00cf-d424-4696-b2b2-4564ca6478f2 of type vlan for network d1da3dec-bbad-490c-b38c-2ca7592502f1 Sep 10 03:39:11.697114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.697534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.697996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.698392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.698779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.699281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.700057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.700554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.701042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.701516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.701989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.702574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:11.749321 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29543aa4-6f74-4425-966f-7141f6e1c273 x-openstack-request-id: req-29543aa4-6f74-4425-966f-7141f6e1c273 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:11.750474 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "857c7a5a-f472-425f-b161-ca2c3417dfbd", "name": "network-vif-deleted", "tag": "6b383976-7812-4d02-b904-bf7013daa37d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:11.750929 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29543aa4-6f74-4425-966f-7141f6e1c273 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:11.751580 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '857c7a5a-f472-425f-b161-ca2c3417dfbd', 'name': 'network-vif-deleted', 'tag': '6b383976-7812-4d02-b904-bf7013daa37d', 'status': 'completed', 'code': 200} Sep 10 03:39:11.757563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-547943916-network', 'tenant_id': '7633221194dc4ed6a86bbab3b0c54635'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:11.781145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.893580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668734f6-2ba7-4302-9c4c-1f24ad1317ad req-29881d01-9b0f-42e8-a036-035054820ee7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:11.896144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-668734f6-2ba7-4302-9c4c-1f24ad1317ad req-29881d01-9b0f-42e8-a036-035054820ee7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.0774593 Sep 10 03:39:11.897360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Made reservation on behalf of 7633221194dc4ed6a86bbab3b0c54635 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:11.901051 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.916458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:11.967967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-668734f6-2ba7-4302-9c4c-1f24ad1317ad req-6c04fccb-63b9-4e93-9ce3-e26272462a0e tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577664 Sep 10 03:39:12.010902 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.012080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:12.012725 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.213480 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.215778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] Pushing event updated for resources: {'Network': ['ID=d1da3dec-bbad-490c-b38c-2ca7592502f1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:12.229379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network d1da3dec-bbad-490c-b38c-2ca7592502f1 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:39:12.285940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.340364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:39:12.388441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8f940077-d5cf-4a2d-aed3-d5244721ca86 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.4963741 Sep 10 03:39:12.388662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58436) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:12.394880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Request body: {'subnet': {'network_id': 'd1da3dec-bbad-490c-b38c-2ca7592502f1', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1949439542-subnet', 'tenant_id': '00b80ab08b8641f9be1390695b7d6325', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:12.440549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1275995-4b25-4c6f-8343-68bf8c0d438b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:12.443516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.443890 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Added segment 931e3169-44b5-4991-b5c6-fbc1c6c45f01 of type vlan for network 0420a84a-1464-446e-86d7-9889c470b9ef Sep 10 03:39:12.505853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Made reservation on behalf of 00b80ab08b8641f9be1390695b7d6325 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:12.508987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.601302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58440) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:12.617957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.742061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-9c3aee78-47af-4bd7-8719-8938d8081b7f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:12.749954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-9c3aee78-47af-4bd7-8719-8938d8081b7f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/networks?id=53001c9b-8c77-4839-ac5a-f3d7365e0632 HTTP/1.1" status: 200 len: 822 time: 0.3762398 Sep 10 03:39:12.788190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-a5e485fd-e496-464e-be84-85744780fae2 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/quotas/bc95b8529824458fa7cf0552085e70c4 HTTP/1.1" status: 200 len: 375 time: 0.0272746 Sep 10 03:39:12.840182 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78483d08-6967-42fd-a07b-67020a7fdbdb tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.865260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.866284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:12.867248 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.902412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-9a2c97f2-cf52-4044-9ac4-909453fca619 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=bc95b8529824458fa7cf0552085e70c4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1127656 Sep 10 03:39:12.909075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:12.918602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78483d08-6967-42fd-a07b-67020a7fdbdb tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.041730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Checking segment: {'id': '5b7c00cf-d424-4696-b2b2-4564ca6478f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd1da3dec-bbad-490c-b38c-2ca7592502f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:13.048351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Network hostable DHCP agents. Network: d1da3dec-bbad-490c-b38c-2ca7592502f1, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:39:13.083002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e118d23-4990-4690-ae4c-de94cbb88947,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:13.090075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.090436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.090783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.091116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.091443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.096036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.096412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.096813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.097180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.097535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.098817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.099153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:13.144437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Network d1da3dec-bbad-490c-b38c-2ca7592502f1 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:39:13.301917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, d1da3dec-bbad-490c-b38c-2ca7592502f1) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:13.307880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.7390184 Sep 10 03:39:13.315741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e12c154-7016-48ea-a424-c68166298aaf None None] Network d1da3dec-bbad-490c-b38c-2ca7592502f1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:13.322987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:13.323602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.330079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58448) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:13.339100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Request body: {'subnet': {'network_id': '0420a84a-1464-446e-86d7-9889c470b9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-547943916-subnet', 'tenant_id': '7633221194dc4ed6a86bbab3b0c54635', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:13.429100 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0681c01c-c398-4d31-befc-7b62739838bd admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0390987 Sep 10 03:39:13.452130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef192941-ca36-4b9a-86a5-84b70843fe1a admin admin] Pushing event updated for resources: {'Network': ['ID=0420a84a-1464-446e-86d7-9889c470b9ef,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:13.494305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8f7ba4-cf25-47c1-83bd-e2153977c210 req-8691f34c-2ff3-4019-b771-feee595f86c2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:13.501799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0420a84a-1464-446e-86d7-9889c470b9ef details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:39:13.512216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb8f7ba4-cf25-47c1-83bd-e2153977c210 req-8691f34c-2ff3-4019-b771-feee595f86c2 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.2136216 Sep 10 03:39:13.523158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-54c440d4-d684-4888-a141-e3a48db7faff service neutron] 10.222.0.22 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6198771 Sep 10 03:39:13.607386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Made reservation on behalf of 7633221194dc4ed6a86bbab3b0c54635 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:13.612407 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.688102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c77cfc87-3346-4c6d-aacc-4bcac59d33f2 None None] Network d1da3dec-bbad-490c-b38c-2ca7592502f1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:13.690484 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78483d08-6967-42fd-a07b-67020a7fdbdb tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.693156 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78483d08-6967-42fd-a07b-67020a7fdbdb tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:13.694503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-78483d08-6967-42fd-a07b-67020a7fdbdb tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "DELETE /v2.0/security-groups/c1a466d8-f84a-4598-87e9-7362041e884e HTTP/1.1" status: 204 len: 168 time: 1.0515785 Sep 10 03:39:13.697758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58454) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:13.725772 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-595d33d1-5300-4b64-ba7f-b06c60b4afae tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] show failed (client error): The resource could not be found. Sep 10 03:39:13.726591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-55ced72e-df72-46fe-8f9a-83b49e92e07f service neutron] 10.222.0.22 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1921349 Sep 10 03:39:13.740054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-595d33d1-5300-4b64-ba7f-b06c60b4afae tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "GET /v2.0/security-groups/c1a466d8-f84a-4598-87e9-7362041e884e HTTP/1.1" status: 404 len: 347 time: 0.0410903 Sep 10 03:39:13.745654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58456) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:13.785781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb8f7ba4-cf25-47c1-83bd-e2153977c210 req-8b728d32-f582-489a-99f9-69fb4a2fa7e4 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2723362 Sep 10 03:39:13.821805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78483d08-6967-42fd-a07b-67020a7fdbdb tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1a466d8-f84a-4598-87e9-7362041e884e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:13.828576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f1b5f6be-8cbc-40cd-a18e-245dd4470884 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:14.095041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Deleting port b6ad70de-76e8-4440-8c9c-91dba0e112c7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:14.106651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.265446 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.265877 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.281325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Calling delete_port for b6ad70de-76e8-4440-8c9c-91dba0e112c7 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:14.398455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-094dfc88-7f16-4fd4-856c-1d6f9253c2fc req-1b76464b-e92c-4de6-8625-fef87e6c6f68 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 210 time: 0.1052306 Sep 10 03:39:14.464709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:14.561750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=03e33cb5-a4c1-4744-88e0-3c2814e39a41,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:14.564067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Checking segment: {'id': '931e3169-44b5-4991-b5c6-fbc1c6c45f01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '0420a84a-1464-446e-86d7-9889c470b9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:14.564316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Network hostable DHCP agents. Network: 0420a84a-1464-446e-86d7-9889c470b9ef, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:39:14.888475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2dc0e37-1638-4ace-a95e-c7e3cd60be41 req-26cd99b0-2afb-450b-9a66-c22d8851f589 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:14.894956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2dc0e37-1638-4ace-a95e-c7e3cd60be41 req-26cd99b0-2afb-450b-9a66-c22d8851f589 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 944 time: 0.0537241 Sep 10 03:39:14.931769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2dc0e37-1638-4ace-a95e-c7e3cd60be41 req-6bce672c-ee71-4263-95ff-844d168178eb tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335650 Sep 10 03:39:15.013753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.014465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Network 0420a84a-1464-446e-86d7-9889c470b9ef is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:39:15.061296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Pushing event deleted for resources: {'Port': ['ID=b6ad70de-76e8-4440-8c9c-91dba0e112c7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:15.068286 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e087de43-9167-4ea3-9d9a-3246298e0623 service neutron] 10.222.0.39 "GET /v2.0/ports/f1b5f6be-8cbc-40cd-a18e-245dd4470884/bindings/n-h1-808143-1 HTTP/1.1" status: 200 len: 384 time: 0.0977585 Sep 10 03:39:15.165361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.177669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 0420a84a-1464-446e-86d7-9889c470b9ef) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:15.177788 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.177788 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f48cb99c-b450-44f2-8b6d-786d06b5260b tempest-ServersWithSpecificFlavorTestJSON-945066634 tempest-ServersWithSpecificFlavorTestJSON-945066634-project] 10.222.0.22 "DELETE /v2.0/floatingips/0dcfc603-f435-490f-a650-86a969af2313 HTTP/1.1" status: 204 len: 168 time: 1.4256794 Sep 10 03:39:15.183209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:15.189648 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.190240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cec27b-e32a-42e7-b791-d8076e46cc18 None None] Network 0420a84a-1464-446e-86d7-9889c470b9ef requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:15.195250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58510) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:15.204893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1647251497-network', 'tenant_id': '42d60a9536d042e2aabc377c256a3ddc'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:15.315868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:15.343920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:15.387017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Made reservation on behalf of 42d60a9536d042e2aabc377c256a3ddc for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:15.389823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.401295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6277128f-59e3-4ab4-981e-4c1ec4be07fd None None] Network 0420a84a-1464-446e-86d7-9889c470b9ef requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:15.401593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f1b5f6be-8cbc-40cd-a18e-245dd4470884 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:15.401799 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.422448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:15.506882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44e43af9-dfab-495e-882c-5fcae2301199 req-f6f4ab26-79e0-4eb8-acf4-cd5de422c295 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 210 time: 0.0346313 Sep 10 03:39:15.556707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6b9fe48f-c306-4206-951b-0fc20d262dc7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.2229984 Sep 10 03:39:15.609567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.703581 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.786807 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] Transition to ACTIVE for port object f1b5f6be-8cbc-40cd-a18e-245dd4470884 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:15.885624 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.907454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:39:15.929824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfcd4a28-82c6-4837-8f1b-366c737127a5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:15.936662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58538) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:15.939302 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:15.939651 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Added segment 4db4b7f0-7bec-4686-be7a-dd4897f8243d of type vlan for network ffa431c6-df6b-4770-8c64-c54270c30924 Sep 10 03:39:15.941121 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-f6780cc5-ce90-4382-8ddb-2d3a68c7cbbc req-68e1d5da-b0fa-4694-bdbf-48063fbea930 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] show failed (client error): The resource could not be found. Sep 10 03:39:15.942164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6780cc5-ce90-4382-8ddb-2d3a68c7cbbc req-68e1d5da-b0fa-4694-bdbf-48063fbea930 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] 10.222.0.22 "GET /v2.0/security-groups/527cb244-704e-4672-b8f6-f5c74fefd779 HTTP/1.1" status: 404 len: 352 time: 0.0242405 Sep 10 03:39:15.965956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.055116 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.058120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] No DVR routers for this DVR port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:16.075648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] Pushing event updated for resources: {'Port': ['ID=f1b5f6be-8cbc-40cd-a18e-245dd4470884,revision_number=10']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:16.100154 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-a91e67c7-2e58-4beb-bc05-2459de05a7a6 service neutron] 10.222.0.39 "PUT /v2.0/ports/f1b5f6be-8cbc-40cd-a18e-245dd4470884/bindings/n-h1-808143-1/activate HTTP/1.1" status: 200 len: 369 time: 1.0133252 Sep 10 03:39:16.148431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3dc510b-cd8d-4a88-84b1-ebd321a24fae req-081f590a-f56a-48b8-9b5e-7d2648a860a2 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7633221194dc4ed6a86bbab3b0c54635 HTTP/1.1" status: 200 len: 2984 time: 0.1253247 Sep 10 03:39:16.159194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60909b81-1447-4c56-8765-544d46057550 req-7f5f3791-86d6-4297-8c11-190329fc455a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:16.160601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60909b81-1447-4c56-8765-544d46057550 req-7f5f3791-86d6-4297-8c11-190329fc455a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 945 time: 0.1358466 Sep 10 03:39:16.234946 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3dc510b-cd8d-4a88-84b1-ebd321a24fae req-b26326ed-c1e1-4377-959f-d5c742c7e682 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] 10.222.0.22 "GET /v2.0/security-groups/a1275995-4b25-4c6f-8343-68bf8c0d438b HTTP/1.1" status: 200 len: 2981 time: 0.0725551 Sep 10 03:39:16.247851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60909b81-1447-4c56-8765-544d46057550 req-b292ae99-ce54-42be-85ee-87d5f5f5ebc7 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792584 Sep 10 03:39:16.265587 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.266630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:16.267208 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.377855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3dc510b-cd8d-4a88-84b1-ebd321a24fae req-aa02bdde-43ab-462a-a3e6-833b93fd57ae tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] 10.222.0.22 "GET /v2.0/security-groups/a1275995-4b25-4c6f-8343-68bf8c0d438b HTTP/1.1" status: 200 len: 2981 time: 0.1420424 Sep 10 03:39:16.378474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa431c6-df6b-4770-8c64-c54270c30924,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:16.391839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ffa431c6-df6b-4770-8c64-c54270c30924 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:39:16.407372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-781047e0-a922-4142-ac84-7ac01c641f0a tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:16.408913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-781047e0-a922-4142-ac84-7ac01c641f0a tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.1554477 Sep 10 03:39:16.435673 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cabddab1-e97c-47d6-90dc-c6a53cbab572 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.2360799 Sep 10 03:39:16.445145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58580) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:16.446974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Request body: {'subnet': {'network_id': 'ffa431c6-df6b-4770-8c64-c54270c30924', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1647251497-subnet', 'tenant_id': '42d60a9536d042e2aabc377c256a3ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:16.547100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Made reservation on behalf of 42d60a9536d042e2aabc377c256a3ddc for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:16.550598 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.596177 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.637968 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ab0d3bd-989c-4762-9c3c-e7b36f1aa006 req-8bb74bcc-2bb7-4cd0-ad99-758793d3087a tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] 10.222.0.22 "GET /v2.0/security-groups/a1275995-4b25-4c6f-8343-68bf8c0d438b HTTP/1.1" status: 200 len: 2981 time: 0.1491284 Sep 10 03:39:16.712726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-d5bcea0c-9117-4037-8d93-6a17dfd0a218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:16.714157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-d5bcea0c-9117-4037-8d93-6a17dfd0a218 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f&tenant_id=500807532d7f46768156300378a5bc21 HTTP/1.1" status: 200 len: 1096 time: 0.2891366 Sep 10 03:39:16.746480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09de638-41d7-40c7-afd4-c2434a534745 req-d57b9aed-f543-42d1-91a1-056d7fe54fdb tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:16.747991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a09de638-41d7-40c7-afd4-c2434a534745 req-d57b9aed-f543-42d1-91a1-056d7fe54fdb tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 949 time: 0.1648693 Sep 10 03:39:16.864701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Deleting port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:16.865043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.879864 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-7ab0d3bd-989c-4762-9c3c-e7b36f1aa006 req-2e2036e6-d646-40ae-8891-c0aac0b6bbf5 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 03:39:16.880914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ab0d3bd-989c-4762-9c3c-e7b36f1aa006 req-2e2036e6-d646-40ae-8891-c0aac0b6bbf5 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] 10.222.0.22 "DELETE /v2.0/security-groups/a1275995-4b25-4c6f-8343-68bf8c0d438b HTTP/1.1" status: 409 len: 352 time: 0.2320697 Sep 10 03:39:16.888027 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a09de638-41d7-40c7-afd4-c2434a534745 req-d23dcde5-dab9-4da3-a09b-78703aa5c244 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171370 Sep 10 03:39:16.894040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cf4ab7b6-2201-4c4b-9107-77b039197f73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:16.894040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-cf4ab7b6-2201-4c4b-9107-77b039197f73 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=500807532d7f46768156300378a5bc21&device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 1096 time: 0.1397240 Sep 10 03:39:16.963535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] For port d7bd4c32-efb1-4361-af0e-072b1a8a3aa9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d7bd4c32-efb1-4361-af0e-072b1a8a3aa9,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:16.963847 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:16.982644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Calling delete_port for d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:17.008730 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05d0b85b-be1c-4756-8424-5a5c4edc8d22 req-739fedae-946e-4b32-904a-79901bb8a9b9 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 210 time: 0.0395215 Sep 10 03:39:17.017228 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-7910ba8e-88ef-467d-bacb-08fef54acb06 req-49c12c3d-8f64-431e-9316-a708a6e82fa9 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] show failed (client error): The resource could not be found. Sep 10 03:39:17.018422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7910ba8e-88ef-467d-bacb-08fef54acb06 req-49c12c3d-8f64-431e-9316-a708a6e82fa9 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] 10.222.0.22 "GET /v2.0/security-groups/3a320c20-c684-4e84-8406-bf098e359141 HTTP/1.1" status: 404 len: 352 time: 0.0792656 Sep 10 03:39:17.073874 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-619ebbff-ddee-407b-931c-663af45daff1 req-cc57f103-8333-4758-9f69-72464ce8be81 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] show failed (client error): The resource could not be found. Sep 10 03:39:17.075186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-619ebbff-ddee-407b-931c-663af45daff1 req-cc57f103-8333-4758-9f69-72464ce8be81 tempest-SecurityGroupsNegativeTestJSON-400914793 tempest-SecurityGroupsNegativeTestJSON-400914793-project] 10.222.0.22 "GET /v2.0/security-groups/b62dd18d-7a06-4b9e-9f55-b09a2d8b76f8 HTTP/1.1" status: 404 len: 352 time: 0.0227172 Sep 10 03:39:17.089024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58596) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:17.100294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.134016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-29478d42-500c-404d-9626-fb7797f3ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:17.135530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-29478d42-500c-404d-9626-fb7797f3ba14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 200 len: 908 time: 0.2337484 Sep 10 03:39:17.213346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-79e3dc57-7e1a-4248-af53-c38c476e829d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884 HTTP/1.1" status: 200 len: 217 time: 0.0483153 Sep 10 03:39:17.241039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bed1dcb-e675-4bd9-8278-6cc211cf1fbf admin admin] Deleting subnet 03e33cb5-a4c1-4744-88e0-3c2814e39a41 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:17.268013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=d92360da-2e08-4575-a002-1b55bf8ffd2b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:17.272952 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bed1dcb-e675-4bd9-8278-6cc211cf1fbf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.277146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.316170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Checking segment: {'id': '4db4b7f0-7bec-4686-be7a-dd4897f8243d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ffa431c6-df6b-4770-8c64-c54270c30924'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:17.316525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Network hostable DHCP agents. Network: ffa431c6-df6b-4770-8c64-c54270c30924, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:39:17.336835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-375d4931-5b30-4cd5-9b64-d5bffb6de9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:17.338484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-375d4931-5b30-4cd5-9b64-d5bffb6de9a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 200 len: 847 time: 0.1153340 Sep 10 03:39:17.345912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7bd4c32-efb1-4361-af0e-072b1a8a3aa9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:17.346289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bed1dcb-e675-4bd9-8278-6cc211cf1fbf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.421140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-18bdd362-dd9f-4915-99bd-028a3e1f3994 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:17.423386 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-18bdd362-dd9f-4915-99bd-028a3e1f3994 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.39 "GET /v2.0/networks?id=53001c9b-8c77-4839-ac5a-f3d7365e0632 HTTP/1.1" status: 200 len: 822 time: 0.1808310 Sep 10 03:39:17.424594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-2f2b1453-5e53-44e9-8c84-28768d2c32e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a01494e1-fa56-4ca0-9141-b06036d94fd4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720634 Sep 10 03:39:17.438876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Request body: {'port': {'device_id': 'dea6bc5d-6bd6-4c67-95af-ce9bda8799e9', 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632', 'admin_state_up': True, 'tenant_id': 'bc95b8529824458fa7cf0552085e70c4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:17.484461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bed1dcb-e675-4bd9-8278-6cc211cf1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.541519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71003f78-60a2-4904-b93f-d7559f1740c8 req-445e1123-7423-4674-a8eb-9162832411bf tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:17.545267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71003f78-60a2-4904-b93f-d7559f1740c8 req-445e1123-7423-4674-a8eb-9162832411bf tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 945 time: 0.2119658 Sep 10 03:39:17.609970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-9a728697-96b2-4fcf-8960-c66bac8c8b52 service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752238 Sep 10 03:39:17.623017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Network ffa431c6-df6b-4770-8c64-c54270c30924 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:39:17.642175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.656514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71003f78-60a2-4904-b93f-d7559f1740c8 req-c5068fb9-840c-417b-aba9-3ade30b93009 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017139 Sep 10 03:39:17.731269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-2e2e7cb3-5607-44fa-9496-5c8e3fedf7ce service neutron] 10.222.0.20 "GET /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107831 Sep 10 03:39:17.778802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ffa431c6-df6b-4770-8c64-c54270c30924) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:17.778802 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bed1dcb-e675-4bd9-8278-6cc211cf1fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.783857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:17.784631 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.786008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d225b1-496e-4a93-a5d2-e6c23efe8b44 None None] Network ffa431c6-df6b-4770-8c64-c54270c30924 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:17.812900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bed1dcb-e675-4bd9-8278-6cc211cf1fbf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03e33cb5-a4c1-4744-88e0-3c2814e39a41,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:17.820005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bed1dcb-e675-4bd9-8278-6cc211cf1fbf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.822124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8bed1dcb-e675-4bd9-8278-6cc211cf1fbf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/03e33cb5-a4c1-4744-88e0-3c2814e39a41 HTTP/1.1" status: 204 len: 168 time: 0.7319987 Sep 10 03:39:17.825904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58604) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:17.933104 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:17.974556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-415dde4c-4d37-4b7f-844e-9f49851c5904 None None] Network ffa431c6-df6b-4770-8c64-c54270c30924 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:18.070435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.085850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Made reservation on behalf of bc95b8529824458fa7cf0552085e70c4 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:18.091775 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.123831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0420a84a-1464-446e-86d7-9889c470b9ef']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:18.135886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d149f8-6d92-403d-bf2c-bb781cc892e5 req-581d6577-800e-4aa5-856f-ff1c33486b61 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:18.137558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78d149f8-6d92-403d-bf2c-bb781cc892e5 req-581d6577-800e-4aa5-856f-ff1c33486b61 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 949 time: 0.1441658 Sep 10 03:39:18.158104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-750c0cbe-66c0-49e4-acc1-c348a8392ed6 req-eb2a3f9c-fffd-4058-84a5-9c35cbd59d61 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 210 time: 0.0491240 Sep 10 03:39:18.166581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '931e3169-44b5-4991-b5c6-fbc1c6c45f01') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:18.166990 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '931e3169-44b5-4991-b5c6-fbc1c6c45f01') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:18.183638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.209567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-abc54e63-dc3c-4db8-82d6-ffb14f2b82cc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7656841 Sep 10 03:39:18.210850 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.215497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78d149f8-6d92-403d-bf2c-bb781cc892e5 req-1b876772-f90a-4171-8632-9fe3e5963d8c tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598435 Sep 10 03:39:18.221069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:18.221576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:18.223326 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:18.287304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Router 18af05a4-ff8c-4db7-be64-3bfc40df4249 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:39:18.347267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Allocated IP 172.20.0.10 (53001c9b-8c77-4839-ac5a-f3d7365e0632/2b3ff051-d796-4a71-8b78-13df74a1ca00/b8d7ce88-968c-4bdb-b9ee-f304e1862548) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:18.423924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.436013 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.438926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0420a84a-1464-446e-86d7-9889c470b9ef HTTP/1.1" status: 204 len: 168 time: 0.6120086 Sep 10 03:39:18.460499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03769e34-6bef-4582-b1fa-92f70adcbec7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0420a84a-1464-446e-86d7-9889c470b9ef,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:18.476517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-0fe44451-16d4-4563-91da-095f4dce85fc tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:18.478026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-0fe44451-16d4-4563-91da-095f4dce85fc tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f&tenant_id=500807532d7f46768156300378a5bc21&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.1063564 Sep 10 03:39:18.562002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:39:18.568736 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d84113a0-6142-4682-8325-68e1f4a7d611 admin admin] 10.222.0.22 "PUT /v2.0/routers/18af05a4-ff8c-4db7-be64-3bfc40df4249/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6297133 Sep 10 03:39:18.571375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58644) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:18.573882 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] Sync routers for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:39:18.595181 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:18.596235 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:18.677114 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.744827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.754980 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:18.849673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-246447e6-a9ec-4b04-ac22-594419c2c8ad tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:18.851201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-246447e6-a9ec-4b04-ac22-594419c2c8ad tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/networks?id=d1da3dec-bbad-490c-b38c-2ca7592502f1 HTTP/1.1" status: 200 len: 815 time: 0.1381557 Sep 10 03:39:18.852378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-c68932a4-de00-481a-9a56-b1ca8621f6d3 service neutron] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:18.855779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-c68932a4-de00-481a-9a56-b1ca8621f6d3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.856827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-c68932a4-de00-481a-9a56-b1ca8621f6d3 service neutron] 10.222.0.20 "DELETE /v2.0/ports/f1b5f6be-8cbc-40cd-a18e-245dd4470884/bindings/n-h2-808143-1 HTTP/1.1" status: 204 len: 173 time: 0.3707979 Sep 10 03:39:18.866427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.870496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-1082eb97-92e1-471d-80c6-b6c28fb593dd tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/quotas/00b80ab08b8641f9be1390695b7d6325 HTTP/1.1" status: 200 len: 375 time: 0.0126591 Sep 10 03:39:18.903798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-d2b5ce36-3ef9-4c34-bac7-a918c7ce3b06 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=00b80ab08b8641f9be1390695b7d6325&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272231 Sep 10 03:39:18.970478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:18.971080 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130'}], 'enable_snat': True}, 'gw_port_id': '3252008b-2942-49a5-b056-f9c675e49268', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:39:17Z', 'revision_number': 5, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port': {'id': '3252008b-2942-49a5-b056-f9c675e49268', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:56:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:05Z', 'updated_at': '2021-09-10T03:34:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:19.013611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Network 53001c9b-8c77-4839-ac5a-f3d7365e0632 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:19.026067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] Checking router: 18af05a4-ff8c-4db7-be64-3bfc40df4249 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:39:19.034719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58666) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:19.036593 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] Routers {'18af05a4-ff8c-4db7-be64-3bfc40df4249'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:19.037290 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:38:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['18af05a4-ff8c-4db7-be64-3bfc40df4249'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:19.052726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:19.053167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-8ca24b1d-0946-4010-a02e-2d767458891e service neutron] 10.222.0.22 "GET /v2.0/networks/d1da3dec-bbad-490c-b38c-2ca7592502f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414258 Sep 10 03:39:19.055502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:19.097219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event updated for resources: {'Port': ['ID=b8d7ce88-968c-4bdb-b9ee-f304e1862548,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:19.106454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-78b6f36c-8d5f-4adf-b7c5-3c980e23496b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7633221194dc4ed6a86bbab3b0c54635&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0679123 Sep 10 03:39:19.106454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58670) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:19.125021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:19.125702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.151721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Deleting port 3252008b-2942-49a5-b056-f9c675e49268 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:19.151948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.200933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-1f623cfe-a8c5-47b7-af6a-2909c48a7797 service neutron] 10.222.0.22 "GET /v2.0/networks/d1da3dec-bbad-490c-b38c-2ca7592502f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406720 Sep 10 03:39:19.206564 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5d71375b-9992-4ca3-970d-e04afa188073 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.230363 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] Set router 18af05a4-ff8c-4db7-be64-3bfc40df4249 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:19.236725 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5d71375b-9992-4ca3-970d-e04afa188073 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.251864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] For port 3252008b-2942-49a5-b056-f9c675e49268, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3252008b-2942-49a5-b056-f9c675e49268,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:19.252242 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.270450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Calling delete_port for 3252008b-2942-49a5-b056-f9c675e49268 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:19.305623 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 6, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:19.326665 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c294ec81-760c-4909-bf4b-7dcc795e18a6 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8916953 Sep 10 03:39:19.336278 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7331cd7-912d-4394-8d0c-99576d71ee96 None None] The sync data for ids ['18af05a4-ff8c-4db7-be64-3bfc40df4249'] in n-d-808143-1 is: [{'id': '18af05a4-ff8c-4db7-be64-3bfc40df4249', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-92693459-router', 'tenant_id': 'a529621791b34382a032266c576addc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:04Z', 'updated_at': '2021-09-10T03:39:18Z', 'revision_number': 6, 'project_id': 'a529621791b34382a032266c576addc2', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:39:19.341156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Request body: {'port': {'device_id': 'dea6bc5d-6bd6-4c67-95af-ce9bda8799e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:19.421432 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5d71375b-9992-4ca3-970d-e04afa188073 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.427074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5d71375b-9992-4ca3-970d-e04afa188073 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.431235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5d71375b-9992-4ca3-970d-e04afa188073 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1275995-4b25-4c6f-8343-68bf8c0d438b HTTP/1.1" status: 204 len: 168 time: 0.3205020 Sep 10 03:39:19.450175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d71375b-9992-4ca3-970d-e04afa188073 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1275995-4b25-4c6f-8343-68bf8c0d438b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:19.450525 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.758072 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.797986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7ff4ca-0c9a-4ad0-aa1b-62d12ed50620 req-c1b0e2a3-fdf2-4878-819d-ebe6e4f8e2b0 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:19.799928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc7ff4ca-0c9a-4ad0-aa1b-62d12ed50620 req-c1b0e2a3-fdf2-4878-819d-ebe6e4f8e2b0 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 945 time: 0.0720670 Sep 10 03:39:19.830783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Pushing event deleted for resources: {'Port': ['ID=3252008b-2942-49a5-b056-f9c675e49268,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:19.852344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc7ff4ca-0c9a-4ad0-aa1b-62d12ed50620 req-7c73250e-dfef-488d-b1f5-1cbf576dcdc3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457428 Sep 10 03:39:19.979933 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:19.992497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f7026e-838e-4717-93b4-bc0388d82d28 req-6ea208e3-c47b-4cef-9ec2-f5a0bd926880 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:20.001196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91f7026e-838e-4717-93b4-bc0388d82d28 req-6ea208e3-c47b-4cef-9ec2-f5a0bd926880 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 932 time: 0.0807478 Sep 10 03:39:20.042869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d7ce88-968c-4bdb-b9ee-f304e1862548 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:20.054281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.056184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91f7026e-838e-4717-93b4-bc0388d82d28 req-977321ef-1f14-4562-b110-ffe166111327 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523212 Sep 10 03:39:20.102940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.106070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.181150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61c0f173-9568-4552-82cd-9945f88356d9 req-45e409c2-1a75-4f8b-8dab-d568ff461271 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 210 time: 0.0540137 Sep 10 03:39:20.208917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Transition to ACTIVE for port object b8d7ce88-968c-4bdb-b9ee-f304e1862548 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:20.245632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:20.272208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:20.272835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d7bd4c32-efb1-4361-af0e-072b1a8a3aa9 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:20.273285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3252008b-2942-49a5-b056-f9c675e49268 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:20.297729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3252008b-2942-49a5-b056-f9c675e49268 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:20.298072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3252008b-2942-49a5-b056-f9c675e49268 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:20.331255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff1c7b-69fa-431e-b5ef-a92051fd4e30 req-14a16cd4-8d67-4ff7-b2a6-23921ac1d881 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:20.332830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19ff1c7b-69fa-431e-b5ef-a92051fd4e30 req-14a16cd4-8d67-4ff7-b2a6-23921ac1d881 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 1096 time: 0.0472188 Sep 10 03:39:20.337451 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.338169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 18af05a4-ff8c-4db7-be64-3bfc40df4249 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:39:20.340593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.346342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.349825 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1fb5b8c9-2e0a-463c-afda-e493eb5fa64d admin admin] 10.222.0.22 "DELETE /v2.0/routers/18af05a4-ff8c-4db7-be64-3bfc40df4249 HTTP/1.1" status: 204 len: 168 time: 1.7656829 Sep 10 03:39:20.358741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58718) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:20.411348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19ff1c7b-69fa-431e-b5ef-a92051fd4e30 req-b4f3d6f9-5808-43d7-aae8-54c0dfc9e760 tempest-LiveMigrationTest-1819478059 tempest-LiveMigrationTest-1819478059-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537903 Sep 10 03:39:20.460004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7ce88-968c-4bdb-b9ee-f304e1862548,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:20.467836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c3282b4-3b96-4776-a987-c4d259b8ccbc admin admin] Deleting subnet 6d57ebe0-3d59-434f-9f90-9f16059a88dd {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:20.472632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7c3282b4-3b96-4776-a987-c4d259b8ccbc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.550087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7c3282b4-3b96-4776-a987-c4d259b8ccbc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.611454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:20.611759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Attempting to bind port b8d7ce88-968c-4bdb-b9ee-f304e1862548 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:20.612059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Attempting to bind port b8d7ce88-968c-4bdb-b9ee-f304e1862548 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:20.612398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Attempting to bind port b8d7ce88-968c-4bdb-b9ee-f304e1862548 on network 53001c9b-8c77-4839-ac5a-f3d7365e0632 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:20.621535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Port b8d7ce88-968c-4bdb-b9ee-f304e1862548 on network 53001c9b-8c77-4839-ac5a-f3d7365e0632 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:39:20.621871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Attempting to bind port b8d7ce88-968c-4bdb-b9ee-f304e1862548 on network 53001c9b-8c77-4839-ac5a-f3d7365e0632 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:20.646352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:20.646622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Checking segment: {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:20.647014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Bound using segment: {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:20.647452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Bound port: b8d7ce88-968c-4bdb-b9ee-f304e1862548, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '500188f9-2181-4e7d-83ba-ae0a776b3820', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:20.648003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.675125 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7c3282b4-3b96-4776-a987-c4d259b8ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.745847 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.771026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] For port b8d7ce88-968c-4bdb-b9ee-f304e1862548, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:20.776154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] For port b8d7ce88-968c-4bdb-b9ee-f304e1862548, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b8d7ce88-968c-4bdb-b9ee-f304e1862548,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:20.783984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:20.786631 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e17e76-be55-4bb6-85ea-0e9c6b64d5ff" -d '{"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:20.802444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:20.822439 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-38cbb5d3-4b9c-4e49-a390-4c9197df55c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.943359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.983854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:20.984480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:20.985955 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] 10.222.0.39 "PUT /v2.0/ports/b8d7ce88-968c-4bdb-b9ee-f304e1862548 HTTP/1.1" status: 200 len: 1092 time: 1.6496367 Sep 10 03:39:20.988311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dea6bc5d-6bd6-4c67-95af-ce9bda8799e9', 'tag': 'b8d7ce88-968c-4bdb-b9ee-f304e1862548'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:20.990737 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec4fc510-b80f-4710-ad66-ce0c3b260a47" -d '{"events": [{"name": "network-changed", "server_uuid": "dea6bc5d-6bd6-4c67-95af-ce9bda8799e9", "tag": "b8d7ce88-968c-4bdb-b9ee-f304e1862548"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:20.994344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.006219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7c3282b4-3b96-4776-a987-c4d259b8ccbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.050604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3282b4-3b96-4776-a987-c4d259b8ccbc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d57ebe0-3d59-434f-9f90-9f16059a88dd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:21.054235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c765ded4-0910-44d2-817a-4544f2e26742 service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7ce88-968c-4bdb-b9ee-f304e1862548,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:21.057096 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7c3282b4-3b96-4776-a987-c4d259b8ccbc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.059118 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7c3282b4-3b96-4776-a987-c4d259b8ccbc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6d57ebe0-3d59-434f-9f90-9f16059a88dd HTTP/1.1" status: 204 len: 168 time: 0.7003067 Sep 10 03:39:21.062233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58756) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:21.070162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42014d2c-f03e-4484-8529-66cf65fb03ce None None] Network 0232d608-1b28-4407-99e4-3a42da9f9270 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:21.126773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:21.174241 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f53b45c-27c7-487d-87d3-51190a54d538 x-openstack-request-id: req-4f53b45c-27c7-487d-87d3-51190a54d538 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:21.174771 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:21.175180 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f53b45c-27c7-487d-87d3-51190a54d538 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:21.175784 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'code': 200} Sep 10 03:39:21.176899 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.182831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.183461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.184088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.184611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.185127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.185692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.186194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.187229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.187884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.188385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.188884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.189381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:39:21.243525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58764) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:21.262725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-2337a57f-7ecc-4548-b69b-3875d2c77c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:21.273150 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-2337a57f-7ecc-4548-b69b-3875d2c77c40 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc95b8529824458fa7cf0552085e70c4&device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 1095 time: 0.0918100 Sep 10 03:39:21.290983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f530bd61-21cb-4290-b6d1-7a4ca46ef7dc req-b1c38ea1-dc32-4104-bc4f-0a7dfd802a1e tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:21.298739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f530bd61-21cb-4290-b6d1-7a4ca46ef7dc req-b1c38ea1-dc32-4104-bc4f-0a7dfd802a1e tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 945 time: 0.0827661 Sep 10 03:39:21.321153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Deleting port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:21.321566 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.328035 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-cc13e784-409e-4847-a9da-4f77dd59dbd2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8d7ce88-968c-4bdb-b9ee-f304e1862548 HTTP/1.1" status: 200 len: 217 time: 0.0509531 Sep 10 03:39:21.360934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f530bd61-21cb-4290-b6d1-7a4ca46ef7dc req-3845ff15-c635-4f8d-b6c5-a6bfbaf64a42 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613215 Sep 10 03:39:21.390080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a77ba7e6-24e9-4c40-b140-e7c98390ea85 None None] DHCP port deletion for 0232d608-1b28-4407-99e4-3a42da9f9270 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:39:21.426114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2008143448-network', 'tenant_id': 'c6b86364e98c41a1b86747f928081782'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:21.458992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a77ba7e6-24e9-4c40-b140-e7c98390ea85 None None] Deleting port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:21.459288 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a77ba7e6-24e9-4c40-b140-e7c98390ea85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.462340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] For port 4a9fd404-d21c-4c82-ad87-0dc63589bf20, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4a9fd404-d21c-4c82-ad87-0dc63589bf20,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:21.466679 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.513329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-25219cfa-2121-45ec-8a43-dc904f7dcf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:21.516778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Calling delete_port for 4a9fd404-d21c-4c82-ad87-0dc63589bf20 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:21.524129 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-25219cfa-2121-45ec-8a43-dc904f7dcf87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b3ff051-d796-4a71-8b78-13df74a1ca00 HTTP/1.1" status: 200 len: 862 time: 0.1724675 Sep 10 03:39:21.563745 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-c04c7bd3-c5d2-4593-81eb-f0365a80bb23 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53001c9b-8c77-4839-ac5a-f3d7365e0632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317626 Sep 10 03:39:21.588480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a77ba7e6-24e9-4c40-b140-e7c98390ea85 None None] For port 4a9fd404-d21c-4c82-ad87-0dc63589bf20, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4a9fd404-d21c-4c82-ad87-0dc63589bf20,segment=NetworkSegment(644186ef-bf23-4ccf-a637-3f0439a27baa),segment_id=644186ef-bf23-4ccf-a637-3f0439a27baa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:21.588882 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a77ba7e6-24e9-4c40-b140-e7c98390ea85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.590534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448a37da-e7c1-4f5e-b92a-f8fd9d4773b6 req-b0660c5d-e8d4-4dc8-998c-a3f56d396076 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:21.592145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-448a37da-e7c1-4f5e-b92a-f8fd9d4773b6 req-b0660c5d-e8d4-4dc8-998c-a3f56d396076 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 944 time: 0.1130278 Sep 10 03:39:21.613599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a77ba7e6-24e9-4c40-b140-e7c98390ea85 None None] Calling delete_port for 4a9fd404-d21c-4c82-ad87-0dc63589bf20 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:21.642809 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5625c65-5936-4ed5-842e-cc21d537b51f x-openstack-request-id: req-b5625c65-5936-4ed5-842e-cc21d537b51f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:21.643131 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dea6bc5d-6bd6-4c67-95af-ce9bda8799e9", "tag": "b8d7ce88-968c-4bdb-b9ee-f304e1862548", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:21.643402 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5625c65-5936-4ed5-842e-cc21d537b51f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:21.644015 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dea6bc5d-6bd6-4c67-95af-ce9bda8799e9', 'tag': 'b8d7ce88-968c-4bdb-b9ee-f304e1862548', 'status': 'completed', 'code': 200} Sep 10 03:39:21.646990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Made reservation on behalf of c6b86364e98c41a1b86747f928081782 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:21.649672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.657087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-448a37da-e7c1-4f5e-b92a-f8fd9d4773b6 req-20bf57b5-9f41-4391-8469-66f081d68f09 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581095 Sep 10 03:39:21.673622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.743546 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-1a33548d-3bf7-4a58-86bf-92e7fa8c4293 service neutron] 10.222.0.39 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1723797 Sep 10 03:39:21.785088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-457c7cd2-16a6-44ee-87ca-36f3018579a0 req-871e4d8b-f29a-4d13-8ed4-dbd0344c10cf tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 210 time: 0.0483215 Sep 10 03:39:21.807728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee82a16-d312-4614-9298-52da652b67ec req-e864f191-17ec-4562-a570-a47ea7a277f9 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:21.809664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ee82a16-d312-4614-9298-52da652b67ec req-e864f191-17ec-4562-a570-a47ea7a277f9 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.20 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 945 time: 0.1133344 Sep 10 03:39:21.886583 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7243c6c3-d010-450d-a9ce-fe1ddccb72f5 req-8c96165b-8332-4900-9384-247a10ffbcee service neutron] 10.222.0.39 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296480 Sep 10 03:39:21.909103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.916349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4a9fd404-d21c-4c82-ad87-0dc63589bf20 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:21.936570 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a77ba7e6-24e9-4c40-b140-e7c98390ea85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:21.938697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4a9fd404-d21c-4c82-ad87-0dc63589bf20,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:21.940616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 4a9fd404-d21c-4c82-ad87-0dc63589bf20 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:21.940958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4a9fd404-d21c-4c82-ad87-0dc63589bf20 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:21.948216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] No DVR routers for this DVR port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:21.974169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a77ba7e6-24e9-4c40-b140-e7c98390ea85 None None] No DVR routers for this DVR port 4a9fd404-d21c-4c82-ad87-0dc63589bf20 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:21.975923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77ba7e6-24e9-4c40-b140-e7c98390ea85 None None] Pushing event deleted for resources: {'Port': ['ID=4a9fd404-d21c-4c82-ad87-0dc63589bf20,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:21.988420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-7ee82a16-d312-4614-9298-52da652b67ec req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Deleting port f1b5f6be-8cbc-40cd-a18e-245dd4470884 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:21.988645 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7ee82a16-d312-4614-9298-52da652b67ec req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.064380 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.066960 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:39:22.119759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0232d608-1b28-4407-99e4-3a42da9f9270']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:22.132786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '644186ef-bf23-4ccf-a637-3f0439a27baa') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:22.133095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '644186ef-bf23-4ccf-a637-3f0439a27baa') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:22.150910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.157804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-6fb2eb58-c337-4db3-a5dc-105fd01a42a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:22.159448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-6fb2eb58-c337-4db3-a5dc-105fd01a42a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=bc95b8529824458fa7cf0552085e70c4&device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 1095 time: 0.0704763 Sep 10 03:39:22.164606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7ee82a16-d312-4614-9298-52da652b67ec req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] For port f1b5f6be-8cbc-40cd-a18e-245dd4470884, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f1b5f6be-8cbc-40cd-a18e-245dd4470884,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:22.165099 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7ee82a16-d312-4614-9298-52da652b67ec req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.181691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.183730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-7ee82a16-d312-4614-9298-52da652b67ec req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Calling delete_port for f1b5f6be-8cbc-40cd-a18e-245dd4470884 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:22.192712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:22.193098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:22.194777 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:22.257594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.278350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-2f269e54-8ef2-44f6-ab19-a5b879a74c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:22.279877 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-2f269e54-8ef2-44f6-ab19-a5b879a74c78 service neutron] 10.222.0.39 "GET /v2.0/networks?id=53001c9b-8c77-4839-ac5a-f3d7365e0632 HTTP/1.1" status: 200 len: 923 time: 0.1097496 Sep 10 03:39:22.328729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-3f4215df-386a-466c-a77e-b89c80ceb211 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b8d7ce88-968c-4bdb-b9ee-f304e1862548 HTTP/1.1" status: 200 len: 217 time: 0.0412946 Sep 10 03:39:22.350129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.370268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.387905 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.390454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0232d608-1b28-4407-99e4-3a42da9f9270 HTTP/1.1" status: 204 len: 168 time: 1.3262115 Sep 10 03:39:22.393571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ed1ce-9896-41d7-83cf-3f72a7c2d9e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=0232d608-1b28-4407-99e4-3a42da9f9270,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:22.395179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58786) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:22.404910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:22.425135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99184554-2730-4318-81fc-84947f045580 admin admin] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:39:22.439492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-82b9ea62-77bf-498a-8ad5-df6943ad57f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:22.441389 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-82b9ea62-77bf-498a-8ad5-df6943ad57f3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2b3ff051-d796-4a71-8b78-13df74a1ca00 HTTP/1.1" status: 200 len: 862 time: 0.1036782 Sep 10 03:39:22.442590 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.442979 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Added segment dc5d1ff0-8fa2-4d7a-97ff-5188432b8182 of type vlan for network bd556a99-fac2-4405-9c08-bb2784de6a6f Sep 10 03:39:22.498282 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-3f8ee62b-bee3-4bfa-8c94-0295168304ed service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=53001c9b-8c77-4839-ac5a-f3d7365e0632&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461638 Sep 10 03:39:22.571307 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7ee82a16-d312-4614-9298-52da652b67ec req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:22.585262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['02d916e1-03ef-4eb5-8dda-b4779999d153'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:22.588708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['f1b5f6be-8cbc-40cd-a18e-245dd4470884'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:22.923949 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-3c701904-5682-4e00-acfa-e3909cea6bdf service neutron] 10.222.0.39 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4150448 Sep 10 03:39:22.927018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.017202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3ea2ae-e3c7-41d1-9fc6-2c70d368482b req-1cc43fba-a465-4b35-8bd7-6f3cc860dc3b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.018670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e3ea2ae-e3c7-41d1-9fc6-2c70d368482b req-1cc43fba-a465-4b35-8bd7-6f3cc860dc3b tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 866 time: 0.5444720 Sep 10 03:39:23.031480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Pushing event deleted for resources: {'Port': ['ID=f1b5f6be-8cbc-40cd-a18e-245dd4470884,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:23.123834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-5d437c2c-d809-4664-abe5-e730739fd398 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.125533 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-5d437c2c-d809-4664-abe5-e730739fd398 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.20 "GET /v2.0/networks?id=d1da3dec-bbad-490c-b38c-2ca7592502f1 HTTP/1.1" status: 200 len: 815 time: 0.2005622 Sep 10 03:39:23.129858 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec4fc510-b80f-4710-ad66-ce0c3b260a47 req-93f1006f-b310-4214-ab14-2b712ab87bc6 service neutron] 10.222.0.39 "GET /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1922545 Sep 10 03:39:23.130900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.131916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.132445 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.137156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ee82a16-d312-4614-9298-52da652b67ec req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] No DVR routers for this DVR port f1b5f6be-8cbc-40cd-a18e-245dd4470884 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:23.143354 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7ee82a16-d312-4614-9298-52da652b67ec req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.145740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ee82a16-d312-4614-9298-52da652b67ec req-831fcb02-21ba-41f9-bc32-2ee727f9c88f tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.20 "DELETE /v2.0/ports/f1b5f6be-8cbc-40cd-a18e-245dd4470884 HTTP/1.1" status: 204 len: 173 time: 1.3281353 Sep 10 03:39:23.149377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'name': 'network-vif-deleted', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:23.151002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Request body: {'port': {'device_id': '43b40b15-dd73-4b39-b624-0eaed75541ac', 'network_id': 'd1da3dec-bbad-490c-b38c-2ca7592502f1', 'admin_state_up': True, 'tenant_id': '00b80ab08b8641f9be1390695b7d6325'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:23.151629 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f952dfd-233d-4be6-bce6-fc1909b7be6e" -d '{"events": [{"server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "name": "network-vif-deleted", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:23.183989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e3ea2ae-e3c7-41d1-9fc6-2c70d368482b req-5dc5c86a-9a45-4611-911e-e95d5dc1cbcc tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457407 Sep 10 03:39:23.194245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bcedcf8-e75a-4d8c-a7a7-d89f007fe08c req-c5173b4c-43c9-4e17-9922-85900e49edfa tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:23.200422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bcedcf8-e75a-4d8c-a7a7-d89f007fe08c req-c5173b4c-43c9-4e17-9922-85900e49edfa tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 944 time: 0.2021918 Sep 10 03:39:23.278105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99184554-2730-4318-81fc-84947f045580 admin admin] Pushing event updated for resources: {'Network': ['ID=bd556a99-fac2-4405-9c08-bb2784de6a6f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:23.301725 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-99184554-2730-4318-81fc-84947f045580 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.0417473 Sep 10 03:39:23.301725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58808) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:23.301725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Request body: {'subnet': {'network_id': 'bd556a99-fac2-4405-9c08-bb2784de6a6f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2008143448-subnet', 'tenant_id': 'c6b86364e98c41a1b86747f928081782', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:23.324137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network bd556a99-fac2-4405-9c08-bb2784de6a6f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:39:23.324620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bcedcf8-e75a-4d8c-a7a7-d89f007fe08c req-24c746fd-5a6f-4bf8-825a-52d702198c68 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851004 Sep 10 03:39:23.374875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b472e18-553a-42bf-9e29-85b78306ceb7 req-3abf830f-a126-4106-b3c9-8af31316396c tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 210 time: 0.0299287 Sep 10 03:39:23.471549 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6502c93b-6105-474e-a168-5606c9800859 x-openstack-request-id: req-6502c93b-6105-474e-a168-5606c9800859 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:23.471822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Made reservation on behalf of c6b86364e98c41a1b86747f928081782 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:23.474596 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ceba3838-f951-4a23-b7ae-d85dcb95975f", "name": "network-vif-deleted", "tag": "f1b5f6be-8cbc-40cd-a18e-245dd4470884", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:23.474596 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6502c93b-6105-474e-a168-5606c9800859 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:23.474596 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ceba3838-f951-4a23-b7ae-d85dcb95975f', 'name': 'network-vif-deleted', 'tag': 'f1b5f6be-8cbc-40cd-a18e-245dd4470884', 'status': 'completed', 'code': 200} Sep 10 03:39:23.474867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.500769 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b1a86c6-ed2d-4615-a044-bbbebd28de27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.532964 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.596791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Made reservation on behalf of 00b80ab08b8641f9be1390695b7d6325 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:23.600256 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.668178 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.773308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Allocated IP 172.20.0.3 (d1da3dec-bbad-490c-b38c-2ca7592502f1/3e118d23-4990-4690-ae4c-de94cbb88947/09c2be01-2f3f-44c0-b785-ddb38c47a3bc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:23.778282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.809428 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b8d7ce88-968c-4bdb-b9ee-f304e1862548 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:39:23.813762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Deleting port 748fc0cf-0c01-4e06-9b55-00adab247539 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:23.814293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.848094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4140a854-25af-4a96-abbf-4c6cfefe4d64,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:23.911314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Checking segment: {'id': 'dc5d1ff0-8fa2-4d7a-97ff-5188432b8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bd556a99-fac2-4405-9c08-bb2784de6a6f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:23.911671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Network hostable DHCP agents. Network: bd556a99-fac2-4405-9c08-bb2784de6a6f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:39:23.912197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] For port 748fc0cf-0c01-4e06-9b55-00adab247539, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=748fc0cf-0c01-4e06-9b55-00adab247539,segment=NetworkSegment(725afb8f-3875-452d-ba62-d7cb87a8ba7b),segment_id=725afb8f-3875-452d-ba62-d7cb87a8ba7b)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:23.912736 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:23.929702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Calling delete_port for 748fc0cf-0c01-4e06-9b55-00adab247539 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:23.955291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b8d7ce88-968c-4bdb-b9ee-f304e1862548, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b8d7ce88-968c-4bdb-b9ee-f304e1862548,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:23.971893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'b8d7ce88-968c-4bdb-b9ee-f304e1862548', 'network_id': '53001c9b-8c77-4839-ac5a-f3d7365e0632', 'port_id': 'b8d7ce88-968c-4bdb-b9ee-f304e1862548', 'mac_address': 'fa:16:3e:8c:87:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3ff051-d796-4a71-8b78-13df74a1ca00', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:39:24.004177 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.016483 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.031712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d7ce88-968c-4bdb-b9ee-f304e1862548 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:24.035423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Network bd556a99-fac2-4405-9c08-bb2784de6a6f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:39:24.054373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b8d7ce88-968c-4bdb-b9ee-f304e1862548, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b8d7ce88-968c-4bdb-b9ee-f304e1862548,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:24.113937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, bd556a99-fac2-4405-9c08-bb2784de6a6f) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:24.124534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:24.125143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.125831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dccf835-c839-4490-a05b-ba13245ad4a1 None None] Network bd556a99-fac2-4405-9c08-bb2784de6a6f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:24.154321 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.155272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.202445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Network d1da3dec-bbad-490c-b38c-2ca7592502f1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:24.211946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:24.228358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Pushing event updated for resources: {'Port': ['ID=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:24.236573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.240087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:24.250448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b8d7ce88-968c-4bdb-b9ee-f304e1862548,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:24.296052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Pushing event deleted for resources: {'Port': ['ID=748fc0cf-0c01-4e06-9b55-00adab247539,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:24.348730 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c05a97cf-5196-44ce-9eb3-64cfebb4886c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0525105 Sep 10 03:39:24.348856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358392af-bd01-418b-b09e-d002f571069e None None] Network bd556a99-fac2-4405-9c08-bb2784de6a6f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:24.356945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:24.357878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.456206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e92082c-e3a6-4c89-8e14-af781c81f0b2 req-2496105c-f292-4111-bd90-7373048ba899 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 210 time: 0.0448587 Sep 10 03:39:24.480372 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-cb04c529-8522-49ea-a132-d24ea01e7591 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3359456 Sep 10 03:39:24.495541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Request body: {'port': {'device_id': '43b40b15-dd73-4b39-b624-0eaed75541ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:24.500509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['b8d7ce88-968c-4bdb-b9ee-f304e1862548'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:24.623156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.658921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:39:24.715418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b37121-0567-4b13-8c23-40020b1452cf req-5ec73d65-1848-4e31-945b-384df457c9c8 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:24.717008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49b37121-0567-4b13-8c23-40020b1452cf req-5ec73d65-1848-4e31-945b-384df457c9c8 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 945 time: 0.2501190 Sep 10 03:39:24.721081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f1b5f6be-8cbc-40cd-a18e-245dd4470884 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:24.764108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: f1b5f6be-8cbc-40cd-a18e-245dd4470884 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:24.764605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f1b5f6be-8cbc-40cd-a18e-245dd4470884 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:24.784092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.848791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:24.861119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49b37121-0567-4b13-8c23-40020b1452cf req-f11a47e9-2ef6-46df-9fc8-6ed619653e1e tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345918 Sep 10 03:39:24.875021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'mac_address': 'fa:16:3e:be:b8:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:39:24.900964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-8ae013ca-7be3-46fc-a2b4-fa3455c7559a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:24.900964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-8ae013ca-7be3-46fc-a2b4-fa3455c7559a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 821 time: 0.2833259 Sep 10 03:39:24.966368 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:24.991220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 973213bc-fb87-4590-a74b-60d8d2cb503d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:24.994940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-69b708fd-cb6e-460b-9222-11d16ca7efb2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/quotas/d03fa6d7cb80425e87e91223dc0c92ad HTTP/1.1" status: 200 len: 375 time: 0.0876665 Sep 10 03:39:25.021428 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:25.042968 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.099923 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.120603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2f0029-ccf3-4e85-8c33-a1c8892fe92a req-6979aed5-e518-4081-a7f7-32b09f732958 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:25.121715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd2f0029-ccf3-4e85-8c33-a1c8892fe92a req-6979aed5-e518-4081-a7f7-32b09f732958 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 931 time: 0.1328127 Sep 10 03:39:25.140525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-c264d40d-caa8-459f-8994-3c8eda5bdfd9 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1335475 Sep 10 03:39:25.153483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=9']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:25.169357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 09c2be01-2f3f-44c0-b785-ddb38c47a3bc {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:25.178848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.194438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Transition to ACTIVE for port object 09c2be01-2f3f-44c0-b785-ddb38c47a3bc will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:25.239932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['973213bc-fb87-4590-a74b-60d8d2cb503d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:25.266388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.277669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd2f0029-ccf3-4e85-8c33-a1c8892fe92a req-95f8ac75-25dc-4537-91cd-396759f27532 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361306 Sep 10 03:39:25.294656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Router 6712a5a4-4cd6-497b-b2c3-2625233f429d has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:39:25.321002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-e74ff33a-0448-4bc4-adc6-58c5790fdf6c service neutron] 10.222.0.22 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691768 Sep 10 03:39:25.403037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Pushing event updated for resources: {'Port': ['ID=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:25.469961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Attempting to bind port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:25.469961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Attempting to bind port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '5b7c00cf-d424-4696-b2b2-4564ca6478f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd1da3dec-bbad-490c-b38c-2ca7592502f1'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:25.469961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Attempting to bind port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc on network d1da3dec-bbad-490c-b38c-2ca7592502f1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:25.474384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc on network d1da3dec-bbad-490c-b38c-2ca7592502f1 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:39:25.474711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Attempting to bind port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc on network d1da3dec-bbad-490c-b38c-2ca7592502f1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:25.481951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:25.482627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Checking segment: {'id': '5b7c00cf-d424-4696-b2b2-4564ca6478f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd1da3dec-bbad-490c-b38c-2ca7592502f1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:25.482974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Bound using segment: {'id': '5b7c00cf-d424-4696-b2b2-4564ca6478f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd1da3dec-bbad-490c-b38c-2ca7592502f1'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:25.483405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Bound port: 09c2be01-2f3f-44c0-b785-ddb38c47a3bc, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5b7c00cf-d424-4696-b2b2-4564ca6478f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'd1da3dec-bbad-490c-b38c-2ca7592502f1'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:25.483823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.551463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-ad5e318f-9f8b-4e63-91df-99747e24ed39 service neutron] 10.222.0.22 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2298205 Sep 10 03:39:25.582279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:39:25.596259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] Sync routers for ids ['6712a5a4-4cd6-497b-b2c3-2625233f429d'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:39:25.602018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] For port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:25.603883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0837b62b-f5e9-4772-ab81-62d954584d94 admin admin] 10.222.0.22 "PUT /v2.0/routers/6712a5a4-4cd6-497b-b2c3-2625233f429d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1967649 Sep 10 03:39:25.605002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58866) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:25.609197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] Routers {'6712a5a4-4cd6-497b-b2c3-2625233f429d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:25.611739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6712a5a4-4cd6-497b-b2c3-2625233f429d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:25.656126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] For port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,segment=NetworkSegment(5b7c00cf-d424-4696-b2b2-4564ca6478f2),segment_id=5b7c00cf-d424-4696-b2b2-4564ca6478f2)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:25.754893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.782388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-cf90f1a5-5cd6-4e07-89c1-6eb86e9176da tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:25.791397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-cf90f1a5-5cd6-4e07-89c1-6eb86e9176da tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/networks?id=bd556a99-fac2-4405-9c08-bb2784de6a6f HTTP/1.1" status: 200 len: 822 time: 0.2215664 Sep 10 03:39:25.793104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.815462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-496d8a20-383c-4cc8-983d-173bb83f1fab tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/quotas/c6b86364e98c41a1b86747f928081782 HTTP/1.1" status: 200 len: 375 time: 0.0222211 Sep 10 03:39:25.842029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b8d7ce88-968c-4bdb-b9ee-f304e1862548 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:25.844436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:25.845053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:25.846467 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] 10.222.0.20 "PUT /v2.0/ports/09c2be01-2f3f-44c0-b785-ddb38c47a3bc HTTP/1.1" status: 200 len: 1091 time: 1.3554196 Sep 10 03:39:25.846922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43b40b15-dd73-4b39-b624-0eaed75541ac', 'tag': '09c2be01-2f3f-44c0-b785-ddb38c47a3bc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:25.849567 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2b5c5a-11f0-4d64-9664-cc03acf79111" -d '{"events": [{"name": "network-changed", "server_uuid": "43b40b15-dd73-4b39-b624-0eaed75541ac", "tag": "09c2be01-2f3f-44c0-b785-ddb38c47a3bc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:25.888067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-7a3129b2-17e9-41e5-8e84-87b358e2a15e tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c6b86364e98c41a1b86747f928081782&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697703 Sep 10 03:39:25.892006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] Set router 6712a5a4-4cd6-497b-b2c3-2625233f429d gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:26.027850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bea8c8-3ca6-470c-9829-8069d0faf090 service neutron] Pushing event updated for resources: {'Port': ['ID=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:26.070452 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:26.101459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-5e041c72-51ca-43be-97db-a2faf4bafc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:26.104657 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-5e041c72-51ca-43be-97db-a2faf4bafc25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b80ab08b8641f9be1390695b7d6325&device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 1094 time: 0.1314242 Sep 10 03:39:26.121709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-dd1af7d4-17b3-4492-b466-a49baa1ac319 service neutron] 10.222.0.22 "GET /v2.0/networks/bd556a99-fac2-4405-9c08-bb2784de6a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086046 Sep 10 03:39:26.165458 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:26.177948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:12Z', 'updated_at': '2021-09-10T03:39:24Z', 'revision_number': 5, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'gw_port': {'id': 'a27ef98a-371f-4ebb-9220-25edd62454de', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3a:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 68, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:34:13Z', 'updated_at': '2021-09-10T03:34:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:26.206126 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-737fb4a0-9e08-4a32-8299-f73825747adc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c2be01-2f3f-44c0-b785-ddb38c47a3bc HTTP/1.1" status: 200 len: 217 time: 0.0912588 Sep 10 03:39:26.212327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] Checking router: 6712a5a4-4cd6-497b-b2c3-2625233f429d for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:39:26.234350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port b8d7ce88-968c-4bdb-b9ee-f304e1862548 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:26.239296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] Routers {'6712a5a4-4cd6-497b-b2c3-2625233f429d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:26.239960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6712a5a4-4cd6-497b-b2c3-2625233f429d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:26.243518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port b8d7ce88-968c-4bdb-b9ee-f304e1862548 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:26.244212 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:26.270300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-ba8d571b-2bf6-4f96-88e3-36538f6c6a2a service neutron] 10.222.0.22 "GET /v2.0/networks/bd556a99-fac2-4405-9c08-bb2784de6a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401725 Sep 10 03:39:26.278055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-7d039797-7cac-4da0-997d-4371339cb050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:26.279666 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-7d039797-7cac-4da0-997d-4371339cb050 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e118d23-4990-4690-ae4c-de94cbb88947 HTTP/1.1" status: 200 len: 855 time: 0.0617661 Sep 10 03:39:26.434947 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-e0c8ca3f-26f1-48c6-b64e-3c42d4c4d8f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1da3dec-bbad-490c-b38c-2ca7592502f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0939941 Sep 10 03:39:26.464885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3521ea35-ea43-4e45-af2a-57e6c3897800 req-5a7bb051-256c-4e02-91aa-16b8ca51f7c8 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 210 time: 0.0433569 Sep 10 03:39:26.551209 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76073520-aec3-446a-8fc3-6a7420626408 x-openstack-request-id: req-76073520-aec3-446a-8fc3-6a7420626408 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:26.551209 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43b40b15-dd73-4b39-b624-0eaed75541ac", "tag": "09c2be01-2f3f-44c0-b785-ddb38c47a3bc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:26.551209 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76073520-aec3-446a-8fc3-6a7420626408 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:26.551209 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43b40b15-dd73-4b39-b624-0eaed75541ac', 'tag': '09c2be01-2f3f-44c0-b785-ddb38c47a3bc', 'status': 'completed', 'code': 200} Sep 10 03:39:26.671876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] Set router 6712a5a4-4cd6-497b-b2c3-2625233f429d gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:26.724094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8d44e1f-107c-4db0-b7eb-159e7f6385d4 req-ac726bfc-05b7-448d-aebe-f9e18a85c282 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 210 time: 0.1061373 Sep 10 03:39:26.739720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:12Z', 'updated_at': '2021-09-10T03:39:26Z', 'revision_number': 6, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:26.754296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:26.793560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Deleting port a27ef98a-371f-4ebb-9220-25edd62454de {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:26.793820 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:26.849690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab7c298-5458-46cf-8e2a-76cc7f8dac48 None None] The sync data for ids ['6712a5a4-4cd6-497b-b2c3-2625233f429d'] in n-d-808143-1 is: [{'id': '6712a5a4-4cd6-497b-b2c3-2625233f429d', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1293568571-router', 'tenant_id': 'b832eedeec2d43048d2ba362322402c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:34:12Z', 'updated_at': '2021-09-10T03:39:26Z', 'revision_number': 6, 'project_id': 'b832eedeec2d43048d2ba362322402c2', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:39:26.871966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cf9b33-1973-4c9a-ab1c-6b3161f4bfcf req-056bae50-1612-4a9f-8023-f6884f9c135d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:26.878207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:26.884282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06cf9b33-1973-4c9a-ab1c-6b3161f4bfcf req-056bae50-1612-4a9f-8023-f6884f9c135d tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 945 time: 0.1734600 Sep 10 03:39:26.964407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea6bc5d-6bd6-4c67-95af-ce9bda8799e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7ce88-968c-4bdb-b9ee-f304e1862548'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:26.967490 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbcb9b5-110a-4dd4-b869-fe4f4f1c74ca" -d '{"events": [{"server_uuid": "dea6bc5d-6bd6-4c67-95af-ce9bda8799e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8d7ce88-968c-4bdb-b9ee-f304e1862548"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:26.986272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b8d7ce88-968c-4bdb-b9ee-f304e1862548, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b8d7ce88-968c-4bdb-b9ee-f304e1862548,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:26.990996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 973213bc-fb87-4590-a74b-60d8d2cb503d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:26.992071 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:27.000487 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-b29b0f1c-b15b-4442-bdcf-f4e3fe06adfd service neutron] 10.222.0.20 "GET /v2.0/networks/d1da3dec-bbad-490c-b38c-2ca7592502f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5562010 Sep 10 03:39:27.058301 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:27.092769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06cf9b33-1973-4c9a-ab1c-6b3161f4bfcf req-5bf09b6e-358d-4370-b3e0-e650c6e81868 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066853 Sep 10 03:39:27.120163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b8d7ce88-968c-4bdb-b9ee-f304e1862548,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:27.137501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673b4db4-9a60-467d-acdb-24d5bafa0730 req-97f0f8d5-9c5c-4052-8546-e6e9399cd7e4 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:27.140213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-673b4db4-9a60-467d-acdb-24d5bafa0730 req-97f0f8d5-9c5c-4052-8546-e6e9399cd7e4 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 943 time: 0.2483163 Sep 10 03:39:27.236190 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:27.240761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-673b4db4-9a60-467d-acdb-24d5bafa0730 req-ae0cfc64-c60c-42a2-a0fb-6c52f1c9e376 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925159 Sep 10 03:39:27.274696 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ae19ece-026b-46ca-afe5-dbf8f3f59cb3 req-1d63ebc5-70d0-4a5e-896a-a43bf9dd0ee8 service neutron] 10.222.0.20 "GET /v2.0/networks/d1da3dec-bbad-490c-b38c-2ca7592502f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2655680 Sep 10 03:39:27.302465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] For port a27ef98a-371f-4ebb-9220-25edd62454de, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a27ef98a-371f-4ebb-9220-25edd62454de,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:27.302885 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:27.322419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Calling delete_port for a27ef98a-371f-4ebb-9220-25edd62454de owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:27.352426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:27.417041 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:27.502611 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-166e6614-54ed-4366-b92c-6131335c94db x-openstack-request-id: req-166e6614-54ed-4366-b92c-6131335c94db {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:27.502897 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea6bc5d-6bd6-4c67-95af-ce9bda8799e9", "name": "network-vif-plugged", "status": "completed", "tag": "b8d7ce88-968c-4bdb-b9ee-f304e1862548", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:27.503151 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-166e6614-54ed-4366-b92c-6131335c94db {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:27.503535 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea6bc5d-6bd6-4c67-95af-ce9bda8799e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7ce88-968c-4bdb-b9ee-f304e1862548', 'code': 200} Sep 10 03:39:27.522348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98e63872-4617-4f99-af18-06c80e989c67 req-2aee0719-636a-4591-97ef-137a71ec32fd tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 210 time: 0.1376207 Sep 10 03:39:27.648168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-62b550ff-7666-4a56-a6f2-75f469107290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:27.649747 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-62b550ff-7666-4a56-a6f2-75f469107290 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=00b80ab08b8641f9be1390695b7d6325&device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 1094 time: 0.2283294 Sep 10 03:39:27.651479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=10']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:27.657548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4a07c-814e-493a-8133-ccc38184bef1 req-b5f4ee9b-1a7d-4a5a-81df-0c41f6744868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:27.659075 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29c4a07c-814e-493a-8133-ccc38184bef1 req-b5f4ee9b-1a7d-4a5a-81df-0c41f6744868 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 1097 time: 0.0918877 Sep 10 03:39:27.685531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7745038c-004e-4ada-ad4a-1a01032bb5b9 req-9b5a8014-ac08-4cf2-bada-56e24dc3b0b3 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 210 time: 0.0489080 Sep 10 03:39:27.807433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-cf111d78-2611-4ac8-a3e1-3e56c7fb5147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:27.810043 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-cf111d78-2611-4ac8-a3e1-3e56c7fb5147 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d1da3dec-bbad-490c-b38c-2ca7592502f1 HTTP/1.1" status: 200 len: 916 time: 0.1400559 Sep 10 03:39:27.943937 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-4c40736e-11a2-49e0-bd71-15dee67a2e15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=09c2be01-2f3f-44c0-b785-ddb38c47a3bc HTTP/1.1" status: 200 len: 217 time: 0.1214802 Sep 10 03:39:27.972777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29c4a07c-814e-493a-8133-ccc38184bef1 req-5d183741-8c84-44aa-94ac-672e5ca2b1a8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597478 Sep 10 03:39:27.973667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ca51812-d2fa-418f-b499-d882be1b5712 req-cf6d8b41-5a88-40d4-9ee0-36845a610a50 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 210 time: 0.0858030 Sep 10 03:39:28.005491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a27ef98a-371f-4ebb-9220-25edd62454de no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:28.070677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-ae201ae8-d6f9-48f3-ad57-84ff22e823ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:28.073704 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-ae201ae8-d6f9-48f3-ad57-84ff22e823ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3e118d23-4990-4690-ae4c-de94cbb88947 HTTP/1.1" status: 200 len: 855 time: 0.1117833 Sep 10 03:39:28.117584 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-7d5be6ea-9b53-485c-8454-7d55a1fde83b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1da3dec-bbad-490c-b38c-2ca7592502f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353594 Sep 10 03:39:28.118725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:28.173948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Pushing event deleted for resources: {'Port': ['ID=a27ef98a-371f-4ebb-9220-25edd62454de,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:28.199953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:28.234059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 748fc0cf-0c01-4e06-9b55-00adab247539 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:28.256734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 748fc0cf-0c01-4e06-9b55-00adab247539 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:28.257419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 748fc0cf-0c01-4e06-9b55-00adab247539 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:28.343459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aea312-c00b-4075-9e50-0fed237aba10 req-af2af90a-93d6-41f3-a72c-5ba82d6cfa40 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:28.356278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90aea312-c00b-4075-9e50-0fed237aba10 req-af2af90a-93d6-41f3-a72c-5ba82d6cfa40 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 946 time: 0.1228161 Sep 10 03:39:28.362520 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-a6a2d1a8-d175-4690-9961-bf96978703bb service neutron] 10.222.0.20 "GET /v2.0/networks/d1da3dec-bbad-490c-b38c-2ca7592502f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2342656 Sep 10 03:39:28.422876 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:28.466492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90aea312-c00b-4075-9e50-0fed237aba10 req-701c77d2-e189-4b83-84e2-00e6acd7ac20 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051860 Sep 10 03:39:28.505652 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:28.540439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce3dec-d014-4732-a99b-8724483c702e req-fc3147ca-de29-490f-bef9-19ad734a7af9 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:28.548241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04ce3dec-d014-4732-a99b-8724483c702e req-fc3147ca-de29-490f-bef9-19ad734a7af9 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 943 time: 0.1702771 Sep 10 03:39:28.657700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04ce3dec-d014-4732-a99b-8724483c702e req-6f2502ac-154b-4779-b962-4a9e1cb7718a tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959928 Sep 10 03:39:28.723479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:28.728154 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:28.774678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0cc69d3-6376-4747-8536-13168d376779 req-80a1fbea-d5dc-4a8d-9463-1f8cb7216d70 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 210 time: 0.0643468 Sep 10 03:39:28.792666 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc2b5c5a-11f0-4d64-9664-cc03acf79111 req-224b5922-6505-470f-ab83-98ffdb4aca87 service neutron] 10.222.0.20 "GET /v2.0/networks/d1da3dec-bbad-490c-b38c-2ca7592502f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4194407 Sep 10 03:39:28.866026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a89674b2-c35b-4001-9d93-d323859eb672 req-3ef2b8e0-ab08-4794-a236-efa74abe8633 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=ceba3838-f951-4a23-b7ae-d85dcb95975f HTTP/1.1" status: 200 len: 210 time: 0.0266969 Sep 10 03:39:28.885510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:28.886039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6712a5a4-4cd6-497b-b2c3-2625233f429d {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:39:28.897327 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:28.901027 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e4684717-a3f5-47f1-8fea-70398db538df admin admin] 10.222.0.22 "DELETE /v2.0/routers/6712a5a4-4cd6-497b-b2c3-2625233f429d HTTP/1.1" status: 204 len: 168 time: 3.2926896 Sep 10 03:39:28.901752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58962) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:28.961592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fc484c5-4199-4a71-87db-c416a3e4d611 admin admin] Deleting subnet a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:28.965207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fc484c5-4199-4a71-87db-c416a3e4d611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.034237 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fc484c5-4199-4a71-87db-c416a3e4d611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.195460 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fc484c5-4199-4a71-87db-c416a3e4d611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.296670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1dc2cf5f-4b54-4f6d-862b-b0605a5cfcf0 req-11c9f74b-3f91-42f2-9096-537fb47b961f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 210 time: 0.1908493 Sep 10 03:39:29.342975 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fc484c5-4199-4a71-87db-c416a3e4d611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.393131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc484c5-4199-4a71-87db-c416a3e4d611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:29.413923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b4073b-4972-4463-b9eb-ad225d794693 None None] Network e6973d6a-0a0c-4166-881a-ef1d9189d7c6 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:29.414657 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fc484c5-4199-4a71-87db-c416a3e4d611 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.444178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0fc484c5-4199-4a71-87db-c416a3e4d611 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a8d8f10b-9e17-4b2f-b3ac-abcdd51f8657 HTTP/1.1" status: 204 len: 168 time: 0.5140805 Sep 10 03:39:29.444178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58966) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:29.444424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-3ce89009-87d7-4d54-9815-d583b715f45e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:29.444424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-3ce89009-87d7-4d54-9815-d583b715f45e tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 821 time: 0.2706201 Sep 10 03:39:29.459410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Request body: {'port': {'device_id': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda', 'admin_state_up': True, 'tenant_id': 'd03fa6d7cb80425e87e91223dc0c92ad'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:29.555180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:29.557807 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3340ed4c-785e-4b31-9a75-f8a6ed9e5d74" -d '{"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-plugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:29.650030 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bffa264-5d34-4cb4-b805-d849eaf2c172 x-openstack-request-id: req-0bffa264-5d34-4cb4-b805-d849eaf2c172 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:29.650317 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-plugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:29.652087 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0bffa264-5d34-4cb4-b805-d849eaf2c172 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:29.652345 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.652846 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'code': 200} Sep 10 03:39:29.785641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Made reservation on behalf of d03fa6d7cb80425e87e91223dc0c92ad for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:29.795548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.797836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19865ec7-bc2c-411c-90d0-e07c60de0227 None None] DHCP port deletion for e6973d6a-0a0c-4166-881a-ef1d9189d7c6 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:39:29.798109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d559c4eb-b74b-4d23-b04a-11337cfeb6e0 req-1ae7fb4e-40dd-4685-b29f-4367b109b1f8 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:29.812779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d559c4eb-b74b-4d23-b04a-11337cfeb6e0 req-1ae7fb4e-40dd-4685-b29f-4367b109b1f8 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 946 time: 0.1925416 Sep 10 03:39:29.889627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d559c4eb-b74b-4d23-b04a-11337cfeb6e0 req-bf9c19ab-7868-4ece-8d11-940aaaa9aadb tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771825 Sep 10 03:39:29.913843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Deleting port 1a0765fb-38e0-4727-baf1-4578cd15c47d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:29.915915 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:29.987360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-19865ec7-bc2c-411c-90d0-e07c60de0227 None None] Deleting port 1a0765fb-38e0-4727-baf1-4578cd15c47d {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:29.987805 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19865ec7-bc2c-411c-90d0-e07c60de0227 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:30.132282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-19865ec7-bc2c-411c-90d0-e07c60de0227 None None] For port 1a0765fb-38e0-4727-baf1-4578cd15c47d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1a0765fb-38e0-4727-baf1-4578cd15c47d,segment=NetworkSegment(725afb8f-3875-452d-ba62-d7cb87a8ba7b),segment_id=725afb8f-3875-452d-ba62-d7cb87a8ba7b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:30.132956 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19865ec7-bc2c-411c-90d0-e07c60de0227 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:30.147188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-19865ec7-bc2c-411c-90d0-e07c60de0227 None None] Calling delete_port for 1a0765fb-38e0-4727-baf1-4578cd15c47d owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:30.239037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Allocated IP 172.20.0.8 (6ce8e0fe-fe24-4977-acda-6b032beeafda/07a43bb2-e1fb-45fa-8f1c-14783d9fafc7/da61e220-bf39-4b47-a09e-e0caf37a3388) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:30.257557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] For port 1a0765fb-38e0-4727-baf1-4578cd15c47d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1a0765fb-38e0-4727-baf1-4578cd15c47d,segment=NetworkSegment(725afb8f-3875-452d-ba62-d7cb87a8ba7b),segment_id=725afb8f-3875-452d-ba62-d7cb87a8ba7b)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:30.258154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:30.303671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1a0765fb-38e0-4727-baf1-4578cd15c47d no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:30.304363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-effdf1f1-84d5-4f7a-9ca4-f487ccdf3470 req-a0d485b1-35f7-4931-bfd2-1d543350b3c8 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 210 time: 0.1824937 Sep 10 03:39:30.382902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Calling delete_port for 1a0765fb-38e0-4727-baf1-4578cd15c47d owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:30.483981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19865ec7-bc2c-411c-90d0-e07c60de0227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:30.551174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19865ec7-bc2c-411c-90d0-e07c60de0227 None None] Pushing event deleted for resources: {'Port': ['ID=1a0765fb-38e0-4727-baf1-4578cd15c47d,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:30.564950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19865ec7-bc2c-411c-90d0-e07c60de0227 None None] No DVR routers for this DVR port 1a0765fb-38e0-4727-baf1-4578cd15c47d on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:30.584399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:30.615995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95651389-e9ed-40e3-a610-fba4a07302ae req-a4b33c61-c4cb-4ec7-a671-ea22da17025d tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:30.625118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95651389-e9ed-40e3-a610-fba4a07302ae req-a4b33c61-c4cb-4ec7-a671-ea22da17025d tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 943 time: 0.5217278 Sep 10 03:39:30.628283 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:30.667263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 09c2be01-2f3f-44c0-b785-ddb38c47a3bc details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:39:30.742824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb559672-70d4-43ae-a588-7e3f6ab47726 req-d8b9cc82-2fbb-49c0-9fa7-6b155e855b51 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:30.752153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb559672-70d4-43ae-a588-7e3f6ab47726 req-d8b9cc82-2fbb-49c0-9fa7-6b155e855b51 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 945 time: 0.2315443 Sep 10 03:39:30.774616 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:30.798274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95651389-e9ed-40e3-a610-fba4a07302ae req-afd3a2d9-42c8-42cf-803e-6370cfbca88c tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721900 Sep 10 03:39:30.837781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['26590488-3e69-4200-b9b3-ee2057f4bbac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:30.850247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Network 6ce8e0fe-fe24-4977-acda-6b032beeafda is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:30.856480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:30.870654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:30.902865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb559672-70d4-43ae-a588-7e3f6ab47726 req-76befad4-cad9-45e9-a520-5f33c3bbf1ba tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1495843 Sep 10 03:39:30.921379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-472df12b-1051-4b3f-b8d2-28f0cc65b070 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:30.923135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-472df12b-1051-4b3f-b8d2-28f0cc65b070 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.39 "GET /v2.0/networks?id=bd556a99-fac2-4405-9c08-bb2784de6a6f HTTP/1.1" status: 200 len: 822 time: 0.8003609 Sep 10 03:39:30.963980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Request body: {'port': {'device_id': '96d366c1-2ef7-4ed7-a7cb-cfd10511480d', 'network_id': 'bd556a99-fac2-4405-9c08-bb2784de6a6f', 'admin_state_up': True, 'tenant_id': 'c6b86364e98c41a1b86747f928081782'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:30.979170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Pushing event updated for resources: {'Port': ['ID=da61e220-bf39-4b47-a09e-e0caf37a3388,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:30.984963 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:31.020414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:31.021136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:31.116648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] No DVR routers for this DVR port 1a0765fb-38e0-4727-baf1-4578cd15c47d on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:31.126176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a2f9344c-d547-4028-9887-0212fa8e2265 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6727004 Sep 10 03:39:31.133821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,segment=NetworkSegment(5b7c00cf-d424-4696-b2b2-4564ca6478f2),segment_id=5b7c00cf-d424-4696-b2b2-4564ca6478f2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:31.144275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Request body: {'port': {'device_id': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:31.161066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a0765fb-38e0-4727-baf1-4578cd15c47d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:31.173979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '09c2be01-2f3f-44c0-b785-ddb38c47a3bc', 'network_id': 'd1da3dec-bbad-490c-b38c-2ca7592502f1', 'port_id': '09c2be01-2f3f-44c0-b785-ddb38c47a3bc', 'mac_address': 'fa:16:3e:80:f3:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e118d23-4990-4690-ae4c-de94cbb88947', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:39:31.334431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:31.378198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 09c2be01-2f3f-44c0-b785-ddb38c47a3bc {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:31.409853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,segment=NetworkSegment(5b7c00cf-d424-4696-b2b2-4564ca6478f2),segment_id=5b7c00cf-d424-4696-b2b2-4564ca6478f2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:31.494917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:31.615027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:31.737440 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:31.782836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['09c2be01-2f3f-44c0-b785-ddb38c47a3bc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:31.854157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:31.968376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:31.985288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9418ce31-0ab1-43c0-97a1-ef002acbdb65 req-07fd17a4-b6a7-4dad-a5c5-3f34ae407c68 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 210 time: 0.0621111 Sep 10 03:39:31.990128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6973d6a-0a0c-4166-881a-ef1d9189d7c6']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:32.031480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '725afb8f-3875-452d-ba62-d7cb87a8ba7b') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:32.031793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '725afb8f-3875-452d-ba62-d7cb87a8ba7b') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:32.127197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da26de0-4d2e-4c27-9816-29353bf7054c req-95b08aec-6b2a-446f-88ce-d93f598d04bc tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:32.132980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7da26de0-4d2e-4c27-9816-29353bf7054c req-95b08aec-6b2a-446f-88ce-d93f598d04bc tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 931 time: 0.9972768 Sep 10 03:39:32.136225 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.219492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da61e220-bf39-4b47-a09e-e0caf37a3388 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:32.224074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.229040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.240997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:32.241322 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.243432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Transition to ACTIVE for port object da61e220-bf39-4b47-a09e-e0caf37a3388 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:32.249282 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:32.289451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7da26de0-4d2e-4c27-9816-29353bf7054c req-fdf511a1-6099-47b2-a3d9-690749bb589a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346231 Sep 10 03:39:32.338775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Made reservation on behalf of c6b86364e98c41a1b86747f928081782 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:32.342379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.353218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a95a27f-5b35-44e5-86f9-e68fd2d5a3c6 req-b5f30930-e39a-4915-a852-e90c48df65d1 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:32.356796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a95a27f-5b35-44e5-86f9-e68fd2d5a3c6 req-b5f30930-e39a-4915-a852-e90c48df65d1 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 946 time: 0.2227175 Sep 10 03:39:32.366531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.480498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=da61e220-bf39-4b47-a09e-e0caf37a3388,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:32.593042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:32.594261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:32.594715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:32.602109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Port da61e220-bf39-4b47-a09e-e0caf37a3388 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:39:32.602717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:32.609892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:32.610369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:32.610853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:32.611382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Bound port: da61e220-bf39-4b47-a09e-e0caf37a3388, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:32.611933 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.616923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Allocated IP 172.20.0.7 (bd556a99-fac2-4405-9c08-bb2784de6a6f/4140a854-25af-4a96-abbf-4c6cfefe4d64/b7deaff4-dc7f-47ef-bfd7-1918079f0feb) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:32.714186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:32.721178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:32.749446 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.791242 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.795839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e6973d6a-0a0c-4166-881a-ef1d9189d7c6 HTTP/1.1" status: 204 len: 168 time: 3.3527126 Sep 10 03:39:32.796038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617baf41-1359-484e-8a3b-9972f1381076 req-056d7169-7782-411b-8c35-9cd2c3aa8218 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:32.808938 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-617baf41-1359-484e-8a3b-9972f1381076 req-056d7169-7782-411b-8c35-9cd2c3aa8218 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.39 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 946 time: 0.0812695 Sep 10 03:39:32.817184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c3647-b4e3-4f23-b584-313fcbf2bd32 admin admin] Pushing event deleted for resources: {'Network': ['ID=e6973d6a-0a0c-4166-881a-ef1d9189d7c6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:32.875988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a95a27f-5b35-44e5-86f9-e68fd2d5a3c6 req-abd7a8ef-a5d9-41c3-9c19-599055a86056 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups?id=4b0749c7-9d0f-4cdb-8939-25aea234feaf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4918089 Sep 10 03:39:32.942359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:32.952931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e1deb5-602d-44c9-9175-3c19357da1b6 req-67c47ed1-877f-4c74-bdd6-51f7905801f4 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:32.956855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34e1deb5-602d-44c9-9175-3c19357da1b6 req-67c47ed1-877f-4c74-bdd6-51f7905801f4 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 944 time: 0.2837987 Sep 10 03:39:33.044565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:33.044565 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:33.044565 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] 10.222.0.39 "PUT /v2.0/ports/da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 200 len: 1091 time: 1.8977122 Sep 10 03:39:33.044565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a082608b-0a70-427f-9e55-8e90760daeb4 service neutron] Pushing event updated for resources: {'Port': ['ID=da61e220-bf39-4b47-a09e-e0caf37a3388,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:33.051171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:33.053875 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:33.068129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:33.092263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-617baf41-1359-484e-8a3b-9972f1381076 req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Deleting port b8d7ce88-968c-4bdb-b9ee-f304e1862548 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:33.092961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-617baf41-1359-484e-8a3b-9972f1381076 req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:33.137098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34e1deb5-602d-44c9-9175-3c19357da1b6 req-4b8aed7d-e780-4d2c-ac01-9e1894ae81db tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586809 Sep 10 03:39:33.352829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-617baf41-1359-484e-8a3b-9972f1381076 req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] For port b8d7ce88-968c-4bdb-b9ee-f304e1862548, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b8d7ce88-968c-4bdb-b9ee-f304e1862548,segment=NetworkSegment(500188f9-2181-4e7d-83ba-ae0a776b3820),segment_id=500188f9-2181-4e7d-83ba-ae0a776b3820)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:33.353818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-617baf41-1359-484e-8a3b-9972f1381076 req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:33.372098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fb41d7-2b44-422b-95d2-fb73b2be851f req-ea282060-e99d-496d-a4fa-ab6f6d9b84d5 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:33.379593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1fb41d7-2b44-422b-95d2-fb73b2be851f req-ea282060-e99d-496d-a4fa-ab6f6d9b84d5 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 945 time: 0.1397157 Sep 10 03:39:33.388830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-24d585ab-45ea-4435-8768-443aa2f2cad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:33.390641 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-24d585ab-45ea-4435-8768-443aa2f2cad6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1094 time: 0.1232862 Sep 10 03:39:33.398872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59042) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:33.409619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-617baf41-1359-484e-8a3b-9972f1381076 req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Calling delete_port for b8d7ce88-968c-4bdb-b9ee-f304e1862548 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:33.489553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1fb41d7-2b44-422b-95d2-fb73b2be851f req-cee5c0e4-7f48-4204-ab3e-05f4cc8c49a2 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1088169 Sep 10 03:39:33.493040 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:33.520062 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-8272701f-8331-435a-882a-a8956f7b4902 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 200 len: 217 time: 0.1052821 Sep 10 03:39:33.581263 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4d2b227-134e-4d88-9a45-25bb7957783f x-openstack-request-id: req-d4d2b227-134e-4d88-9a45-25bb7957783f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:33.581657 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:33.581925 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4d2b227-134e-4d88-9a45-25bb7957783f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:33.582952 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388', 'status': 'completed', 'code': 200} Sep 10 03:39:33.671505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Pushing event updated for resources: {'Port': ['ID=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:33.699578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-46662700-e9b6-4b32-8e42-c611441455c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:33.701082 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-46662700-e9b6-4b32-8e42-c611441455c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1752379 Sep 10 03:39:33.729356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Network bd556a99-fac2-4405-9c08-bb2784de6a6f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:33.741528 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-4a5ea8dc-ad66-408a-8c66-3f6680c71445 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265148 Sep 10 03:39:33.755421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:33.758523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:33.826727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f138e3-62ac-4707-b8f1-9d73e4b0d219 req-b641e78d-db5e-42af-9d32-55521895ce88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:33.828430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41f138e3-62ac-4707-b8f1-9d73e4b0d219 req-b641e78d-db5e-42af-9d32-55521895ce88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 931 time: 0.4278295 Sep 10 03:39:33.834231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:33.834847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:33.882693 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-a1976880-a744-4b71-8a06-0deedfc51f8f service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293764 Sep 10 03:39:33.891056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-30edef3c-46f9-4f83-bc3e-c13cd2ae5896 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a529621791b34382a032266c576addc2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4576368 Sep 10 03:39:33.895671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59048) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:33.944361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41f138e3-62ac-4707-b8f1-9d73e4b0d219 req-35f67674-ace1-449b-a679-854d60bb57a8 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989220 Sep 10 03:39:33.988432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-617baf41-1359-484e-8a3b-9972f1381076 req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.006360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd286e7-1470-4d80-aff7-68629f8e0873 req-363ea214-9b2d-4b26-8f9a-5badd952267a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:34.036101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0dd286e7-1470-4d80-aff7-68629f8e0873 req-363ea214-9b2d-4b26-8f9a-5badd952267a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.3529105 Sep 10 03:39:34.044135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-3c4be293-fd8c-438d-93bc-1da5fb743d88 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0986719 Sep 10 03:39:34.065078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event deleted for resources: {'Port': ['ID=b8d7ce88-968c-4bdb-b9ee-f304e1862548,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:34.075595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Request body: {'port': {'device_id': '96d366c1-2ef7-4ed7-a7cb-cfd10511480d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:34.075955 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-762821f2-4bc7-433a-b395-387c1f9f7c71 req-740456a8-cabd-4bec-a85e-42c84a97889d service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853542 Sep 10 03:39:34.319781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-617baf41-1359-484e-8a3b-9972f1381076 req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] No DVR routers for this DVR port b8d7ce88-968c-4bdb-b9ee-f304e1862548 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:34.319781 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-617baf41-1359-484e-8a3b-9972f1381076 req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.319781 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-617baf41-1359-484e-8a3b-9972f1381076 req-4e65f6f0-1b3e-4adb-a874-99c0aab9f352 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.39 "DELETE /v2.0/ports/b8d7ce88-968c-4bdb-b9ee-f304e1862548 HTTP/1.1" status: 204 len: 173 time: 1.3510249 Sep 10 03:39:34.321351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02357fee-bbcf-4307-b1d4-2619c773e2c8 req-94060853-6ffc-4a8c-ba57-9413ffd7a073 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/ports?device_id=dea6bc5d-6bd6-4c67-95af-ce9bda8799e9 HTTP/1.1" status: 200 len: 210 time: 0.0406816 Sep 10 03:39:34.321351 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48f5d2c6-4a8d-49e2-a844-2ad1ec644cf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.321351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0dd286e7-1470-4d80-aff7-68629f8e0873 req-f3e89d7d-8184-442f-973a-79b8b9a29ebf tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989572 Sep 10 03:39:34.321351 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48f5d2c6-4a8d-49e2-a844-2ad1ec644cf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.321351 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.503948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0406fd49-8ee6-4af0-8c8f-6df6f4a56ece req-d7d1c42a-ed4a-4953-a400-59e8fb7c9b99 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:34.505724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0406fd49-8ee6-4af0-8c8f-6df6f4a56ece req-d7d1c42a-ed4a-4953-a400-59e8fb7c9b99 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 944 time: 0.1564889 Sep 10 03:39:34.518189 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48f5d2c6-4a8d-49e2-a844-2ad1ec644cf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.521467 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48f5d2c6-4a8d-49e2-a844-2ad1ec644cf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.523469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-48f5d2c6-4a8d-49e2-a844-2ad1ec644cf6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97600d51-6b46-4f25-b74f-2219a854a5b2 HTTP/1.1" status: 204 len: 168 time: 0.6256402 Sep 10 03:39:34.552432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f5d2c6-4a8d-49e2-a844-2ad1ec644cf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97600d51-6b46-4f25-b74f-2219a854a5b2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:34.629355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-e406fcb3-3005-4922-a583-b1107ba58a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:34.632366 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-e406fcb3-3005-4922-a583-b1107ba58a1c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1094 time: 0.1192539 Sep 10 03:39:34.680796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 09c2be01-2f3f-44c0-b785-ddb38c47a3bc up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:34.698001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0406fd49-8ee6-4af0-8c8f-6df6f4a56ece req-1bfc09b9-71b2-4dd0-9849-883fc66dcf5d tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808012 Sep 10 03:39:34.897782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-726ab5f0-0155-40ac-adcc-1efb676144fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:34.902042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-726ab5f0-0155-40ac-adcc-1efb676144fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.2614193 Sep 10 03:39:34.940420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7deaff4-dc7f-47ef-bfd7-1918079f0feb {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:34.949789 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.974556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:34.979405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:34.980195 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:34.996084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Transition to ACTIVE for port object b7deaff4-dc7f-47ef-bfd7-1918079f0feb will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:35.022278 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-a5e2f0d9-bbcd-409d-b07c-a8a7919bef65 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 200 len: 217 time: 0.1130719 Sep 10 03:39:35.054745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:35.183556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:35.212266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43b40b15-dd73-4b39-b624-0eaed75541ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c2be01-2f3f-44c0-b785-ddb38c47a3bc'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:35.216455 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234628f4-3e6e-4a4e-97be-849a9b1d37f5" -d '{"events": [{"server_uuid": "43b40b15-dd73-4b39-b624-0eaed75541ac", "name": "network-vif-plugged", "status": "completed", "tag": "09c2be01-2f3f-44c0-b785-ddb38c47a3bc"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:35.217383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-612538fe-7feb-454c-a8af-06ae6b676238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:35.221198 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-612538fe-7feb-454c-a8af-06ae6b676238 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.1887207 Sep 10 03:39:35.237338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,segment=NetworkSegment(5b7c00cf-d424-4696-b2b2-4564ca6478f2),segment_id=5b7c00cf-d424-4696-b2b2-4564ca6478f2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:35.285998 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-951032ae-aed1-4018-b080-e43533cd8a2a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0552642 Sep 10 03:39:35.314152 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:35.433868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:35.516469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Attempting to bind port b7deaff4-dc7f-47ef-bfd7-1918079f0feb on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:35.516930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Attempting to bind port b7deaff4-dc7f-47ef-bfd7-1918079f0feb by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'dc5d1ff0-8fa2-4d7a-97ff-5188432b8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bd556a99-fac2-4405-9c08-bb2784de6a6f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:35.517266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Attempting to bind port b7deaff4-dc7f-47ef-bfd7-1918079f0feb on network bd556a99-fac2-4405-9c08-bb2784de6a6f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:35.521107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-8b9c5e30-6864-4b7a-b4ae-ff626a73751f service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2249689 Sep 10 03:39:35.535599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Port b7deaff4-dc7f-47ef-bfd7-1918079f0feb on network bd556a99-fac2-4405-9c08-bb2784de6a6f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:39:35.535960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Attempting to bind port b7deaff4-dc7f-47ef-bfd7-1918079f0feb on network bd556a99-fac2-4405-9c08-bb2784de6a6f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:35.549013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af452736-31fd-4335-80ea-90ff337fc591 req-dfb2cf03-7f90-49aa-8e67-0ea37daff88a tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:35.550791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af452736-31fd-4335-80ea-90ff337fc591 req-dfb2cf03-7f90-49aa-8e67-0ea37daff88a tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 943 time: 0.3839500 Sep 10 03:39:35.558670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:35.559106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Checking segment: {'id': 'dc5d1ff0-8fa2-4d7a-97ff-5188432b8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bd556a99-fac2-4405-9c08-bb2784de6a6f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:35.559497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Bound using segment: {'id': 'dc5d1ff0-8fa2-4d7a-97ff-5188432b8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bd556a99-fac2-4405-9c08-bb2784de6a6f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:35.560772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Bound port: b7deaff4-dc7f-47ef-bfd7-1918079f0feb, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc5d1ff0-8fa2-4d7a-97ff-5188432b8182', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'bd556a99-fac2-4405-9c08-bb2784de6a6f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:35.561141 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:35.596982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b536327-403f-4631-9abd-a9bdb819d921 req-9c1447e5-469d-40a4-bd5f-aff07a87b8dc tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:35.604765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b536327-403f-4631-9abd-a9bdb819d921 req-9c1447e5-469d-40a4-bd5f-aff07a87b8dc tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 945 time: 0.4294198 Sep 10 03:39:35.661825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af452736-31fd-4335-80ea-90ff337fc591 req-11989dfa-faf9-40c9-ab62-52fcde9dd778 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930727 Sep 10 03:39:35.662453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:35.673332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dea6bc5d-6bd6-4c67-95af-ce9bda8799e9', 'name': 'network-vif-deleted', 'tag': 'b8d7ce88-968c-4bdb-b9ee-f304e1862548'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:35.675879 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef3b18c-f68b-4d7b-8b76-7f7ea13e5bf8" -d '{"events": [{"server_uuid": "dea6bc5d-6bd6-4c67-95af-ce9bda8799e9", "name": "network-vif-deleted", "tag": "b8d7ce88-968c-4bdb-b9ee-f304e1862548"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:35.681060 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2407ea8c-5c3b-4f0c-941d-0bfc92b5a7bc req-00f9a859-2453-43b5-847b-d80ea5649369 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1485999 Sep 10 03:39:35.711949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b536327-403f-4631-9abd-a9bdb819d921 req-8c85554d-a36c-40e7-84fc-ecabc2728419 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005971 Sep 10 03:39:35.763975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59098) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:35.853460 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3b544531-602c-476c-b708-d12693f4c917 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b832eedeec2d43048d2ba362322402c2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0847800 Sep 10 03:39:35.857653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59102) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:35.873463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b8d7ce88-968c-4bdb-b9ee-f304e1862548 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:35.922629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: b8d7ce88-968c-4bdb-b9ee-f304e1862548 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:35.924628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b8d7ce88-968c-4bdb-b9ee-f304e1862548 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:35.982917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] For port b7deaff4-dc7f-47ef-bfd7-1918079f0feb, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:35.998227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] For port b7deaff4-dc7f-47ef-bfd7-1918079f0feb, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,segment=NetworkSegment(dc5d1ff0-8fa2-4d7a-97ff-5188432b8182),segment_id=dc5d1ff0-8fa2-4d7a-97ff-5188432b8182)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:36.008597 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85464063-b48d-4cd4-bca3-e8a4040f78af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:36.014478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5578db-2ec9-41c5-83f7-57702a754b73 req-1c62e81a-7895-4838-87ce-5dae3ce3509b tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:36.016748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d5578db-2ec9-41c5-83f7-57702a754b73 req-1c62e81a-7895-4838-87ce-5dae3ce3509b tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.1371429 Sep 10 03:39:36.033570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85464063-b48d-4cd4-bca3-e8a4040f78af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:36.074584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:36.129872 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09deae1e-0a78-4378-a689-754df595cd80 x-openstack-request-id: req-09deae1e-0a78-4378-a689-754df595cd80 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:36.130275 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43b40b15-dd73-4b39-b624-0eaed75541ac", "name": "network-vif-plugged", "status": "completed", "tag": "09c2be01-2f3f-44c0-b785-ddb38c47a3bc", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:36.130646 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09deae1e-0a78-4378-a689-754df595cd80 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:36.131179 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b40b15-dd73-4b39-b624-0eaed75541ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '09c2be01-2f3f-44c0-b785-ddb38c47a3bc', 'code': 200} Sep 10 03:39:36.161144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:36.176835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85464063-b48d-4cd4-bca3-e8a4040f78af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:36.179471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85464063-b48d-4cd4-bca3-e8a4040f78af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:36.181405 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-85464063-b48d-4cd4-bca3-e8a4040f78af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38da86f9-df7a-41e1-9b0c-1ee18b350269 HTTP/1.1" status: 204 len: 168 time: 0.3227673 Sep 10 03:39:36.185228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d5578db-2ec9-41c5-83f7-57702a754b73 req-b04fe56d-a5a9-48ca-9f15-b939cb836b97 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537251 Sep 10 03:39:36.190789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:36.191655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:36.196883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-b8c9ebb8-27f3-4d43-98c2-f0f2e30282d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/b7deaff4-dc7f-47ef-bfd7-1918079f0feb HTTP/1.1" status: 200 len: 1091 time: 2.1355855 Sep 10 03:39:36.196883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96d366c1-2ef7-4ed7-a7cb-cfd10511480d', 'tag': 'b7deaff4-dc7f-47ef-bfd7-1918079f0feb'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:36.204059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85464063-b48d-4cd4-bca3-e8a4040f78af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38da86f9-df7a-41e1-9b0c-1ee18b350269,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:36.204765 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af9fb8a7-59ae-4625-9754-221adefb2a6b" -d '{"events": [{"name": "network-changed", "server_uuid": "96d366c1-2ef7-4ed7-a7cb-cfd10511480d", "tag": "b7deaff4-dc7f-47ef-bfd7-1918079f0feb"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:36.333054 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93600d82-79e7-460c-926d-15c7bc8ea66e x-openstack-request-id: req-93600d82-79e7-460c-926d-15c7bc8ea66e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:36.333363 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dea6bc5d-6bd6-4c67-95af-ce9bda8799e9", "name": "network-vif-deleted", "tag": "b8d7ce88-968c-4bdb-b9ee-f304e1862548", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:36.333626 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93600d82-79e7-460c-926d-15c7bc8ea66e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:36.337170 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dea6bc5d-6bd6-4c67-95af-ce9bda8799e9', 'name': 'network-vif-deleted', 'tag': 'b8d7ce88-968c-4bdb-b9ee-f304e1862548', 'status': 'completed', 'code': 200} Sep 10 03:39:36.430796 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8983d4a6-e1c9-4909-88d4-a1db9562f3a5 x-openstack-request-id: req-8983d4a6-e1c9-4909-88d4-a1db9562f3a5 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:36.431289 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "96d366c1-2ef7-4ed7-a7cb-cfd10511480d", "tag": "b7deaff4-dc7f-47ef-bfd7-1918079f0feb", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:36.435398 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8983d4a6-e1c9-4909-88d4-a1db9562f3a5 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:36.436220 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96d366c1-2ef7-4ed7-a7cb-cfd10511480d', 'tag': 'b7deaff4-dc7f-47ef-bfd7-1918079f0feb', 'status': 'completed', 'code': 200} Sep 10 03:39:36.480386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a1a4e-1fd4-4633-95b3-62180103dcc7 req-c56c7847-8534-4c55-b34a-f146cd337a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:36.489728 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f69a1a4e-1fd4-4633-95b3-62180103dcc7 req-c56c7847-8534-4c55-b34a-f146cd337a00 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 1096 time: 0.2294900 Sep 10 03:39:36.522687 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-41b6766a-236a-44b6-b021-709a366aa2ea tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:36.525907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-41b6766a-236a-44b6-b021-709a366aa2ea tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.39 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 945 time: 0.1748230 Sep 10 03:39:36.568102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-79b14e52-47d6-4cf9-ba14-052b2e5c9685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:36.570543 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-79b14e52-47d6-4cf9-ba14-052b2e5c9685 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6b86364e98c41a1b86747f928081782&device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 1094 time: 0.2168169 Sep 10 03:39:36.650114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b65348-1e05-4e35-a3a0-c3ffae16e67b req-8ff27e11-146f-4272-a318-ca743f41912f tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:36.656571 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f69a1a4e-1fd4-4633-95b3-62180103dcc7 req-c5153850-a024-4d9e-a623-3310defa63b8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660180 Sep 10 03:39:36.658483 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-4f6cde4a-af4b-4659-ba60-1e1dec4b3b9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7deaff4-dc7f-47ef-bfd7-1918079f0feb HTTP/1.1" status: 200 len: 217 time: 0.0765152 Sep 10 03:39:36.660146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88b65348-1e05-4e35-a3a0-c3ffae16e67b req-8ff27e11-146f-4272-a318-ca743f41912f tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 945 time: 0.1837130 Sep 10 03:39:36.768395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88b65348-1e05-4e35-a3a0-c3ffae16e67b req-47098a0d-da2f-49f9-9d20-dd225fbc2f2c tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016464 Sep 10 03:39:36.768632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-c1004380-7adf-4ac0-8995-1c8974881001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:36.771862 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-c1004380-7adf-4ac0-8995-1c8974881001 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4140a854-25af-4a96-abbf-4c6cfefe4d64 HTTP/1.1" status: 200 len: 862 time: 0.1066306 Sep 10 03:39:36.773156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59132) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:36.845786 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-5f1530a9-0757-47c2-8daf-871faf3dcf5e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd556a99-fac2-4405-9c08-bb2784de6a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634680 Sep 10 03:39:37.024905 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-6b8feca6-82d0-44db-b927-4ab9fc493ee7 service neutron] 10.222.0.39 "GET /v2.0/networks/bd556a99-fac2-4405-9c08-bb2784de6a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1734722 Sep 10 03:39:37.120936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b337a78b-101d-40ee-b550-514061119383 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:37.153693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c18499f1-0e64-482a-8873-3cd972ab9ffd req-3695672c-bb2f-42fe-8219-b3a1aa374453 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:37.155603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c18499f1-0e64-482a-8873-3cd972ab9ffd req-3695672c-bb2f-42fe-8219-b3a1aa374453 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 943 time: 0.2295783 Sep 10 03:39:37.162123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Deleting port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:37.162718 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:37.171416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b337a78b-101d-40ee-b550-514061119383 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:37.205457 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-77ed8dcd-00ae-4970-a43e-f08f4eb83c72 req-032c47b8-7808-4094-82e2-3a5cf2968418 service neutron] 10.222.0.39 "GET /v2.0/networks/bd556a99-fac2-4405-9c08-bb2784de6a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720197 Sep 10 03:39:37.235507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97b36c3-2ace-4eaf-8996-e8db824490ad req-4c70f692-350f-46c6-8f94-480c320ed59c tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:37.237198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a97b36c3-2ace-4eaf-8996-e8db824490ad req-4c70f692-350f-46c6-8f94-480c320ed59c tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 945 time: 0.2451611 Sep 10 03:39:37.372055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c18499f1-0e64-482a-8873-3cd972ab9ffd req-4bbee794-7e53-447b-8e67-c82bef991775 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2015941 Sep 10 03:39:37.430015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a97b36c3-2ace-4eaf-8996-e8db824490ad req-5aba7e9c-72b5-4561-a3c1-1763de4e48c5 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups?id=624043cf-f68d-4b13-8692-0b7312161d3e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716127 Sep 10 03:39:37.471534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] For port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:37.472520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:37.525806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-4818eb1d-be3b-442c-967f-1eb42dfc52d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:37.527338 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-4818eb1d-be3b-442c-967f-1eb42dfc52d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c6b86364e98c41a1b86747f928081782&device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 1094 time: 0.1205297 Sep 10 03:39:37.633979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b337a78b-101d-40ee-b550-514061119383 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:37.636603 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b337a78b-101d-40ee-b550-514061119383 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:37.640989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b337a78b-101d-40ee-b550-514061119383 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "DELETE /v2.0/security-groups/decdfef7-c1e5-4fea-bb81-f03d222cdd38 HTTP/1.1" status: 204 len: 168 time: 0.8639646 Sep 10 03:39:37.659089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59158) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:37.694874 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-3e28cca0-db99-4781-b8c3-af5844121553 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] show failed (client error): The resource could not be found. Sep 10 03:39:37.697815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3e28cca0-db99-4781-b8c3-af5844121553 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "GET /v2.0/security-groups/decdfef7-c1e5-4fea-bb81-f03d222cdd38 HTTP/1.1" status: 404 len: 347 time: 0.0359316 Sep 10 03:39:37.697944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b337a78b-101d-40ee-b550-514061119383 tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=decdfef7-c1e5-4fea-bb81-f03d222cdd38,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:37.701404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59162) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:37.875945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593f004-892c-45be-a7d3-19646c5d78fc req-ff51991d-180f-4712-a882-5140f2310491 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:37.877664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e593f004-892c-45be-a7d3-19646c5d78fc req-ff51991d-180f-4712-a882-5140f2310491 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.3460040 Sep 10 03:39:37.993729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-29f4a9b2-e09a-49b9-81f3-a702289392c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:37.996674 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-29f4a9b2-e09a-49b9-81f3-a702289392c0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=bd556a99-fac2-4405-9c08-bb2784de6a6f HTTP/1.1" status: 200 len: 923 time: 0.4603763 Sep 10 03:39:38.090667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e593f004-892c-45be-a7d3-19646c5d78fc req-5e82bf9b-0ded-4e15-9d24-c26d54772afb tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996524 Sep 10 03:39:38.121815 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:38.122470 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:38.122470 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Floating IP d8034e8e-21f8-420a-ba46-ebb5f7956b3c disassociated. External IP: 172.25.3.77, port: 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb. Sep 10 03:39:38.124798 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-f422f33c-70ee-4998-8f88-bcbb0f0e8e42 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b7deaff4-dc7f-47ef-bfd7-1918079f0feb HTTP/1.1" status: 200 len: 217 time: 0.0728474 Sep 10 03:39:38.124894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Calling delete_port for 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:38.136026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4492a8-239b-46dc-9076-2729db7b493c req-85082f5c-3991-419a-92a4-277a926cd28a tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:38.145656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c4492a8-239b-46dc-9076-2729db7b493c req-85082f5c-3991-419a-92a4-277a926cd28a tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 945 time: 0.1886833 Sep 10 03:39:38.199806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-1ca5b31f-28c6-4e92-b184-1e682187ab3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:38.201769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-1ca5b31f-28c6-4e92-b184-1e682187ab3e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=4140a854-25af-4a96-abbf-4c6cfefe4d64 HTTP/1.1" status: 200 len: 862 time: 0.0673239 Sep 10 03:39:38.237648 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c4492a8-239b-46dc-9076-2729db7b493c req-de256d72-5bcb-40af-a4de-16130bbce714 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908153 Sep 10 03:39:38.296619 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-35444007-f550-4663-90d0-317635c35b25 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=bd556a99-fac2-4405-9c08-bb2784de6a6f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0864227 Sep 10 03:39:38.378435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Deleting port 17746c36-0bd6-43c3-b872-a5d3496ff5b6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:38.378755 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:38.521617 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:38.527355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:38.567908 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:38.620649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Calling delete_port for 17746c36-0bd6-43c3-b872-a5d3496ff5b6 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:38.653588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b724a811-1748-447c-966d-b674a9971204 req-6029d9f6-3860-4ee9-a2c8-58eb76d85a45 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 210 time: 0.0718057 Sep 10 03:39:38.662381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Pushing event deleted for resources: {'Port': ['ID=87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:38.917461 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-3825ca61-062e-437f-957c-765cdee1fb7b service neutron] 10.222.0.39 "GET /v2.0/networks/bd556a99-fac2-4405-9c08-bb2784de6a6f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6089685 Sep 10 03:39:38.978841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8fadfb-1792-4b23-9e57-863e462aee8c req-41ba8a13-4070-4b00-bc57-ccc005e06a51 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:38.986467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b8fadfb-1792-4b23-9e57-863e462aee8c req-41ba8a13-4070-4b00-bc57-ccc005e06a51 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 943 time: 0.4760041 Sep 10 03:39:39.005159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Router f24396e9-ce48-41f7-bf61-1102d42a51d2 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:39:39.035144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:39.201952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:39.207102 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:39.211314 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] 10.222.0.22 "DELETE /v2.0/floatingips/50848f01-01fb-4b9e-8551-e14c8d7f32d2 HTTP/1.1" status: 204 len: 168 time: 1.5053065 Sep 10 03:39:39.212611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e241a-c691-4d81-9652-1b6b1140487f tempest-ImagesOneServerNegativeTestJSON-788304661 tempest-ImagesOneServerNegativeTestJSON-788304661-project] Pushing event deleted for resources: {'Port': ['ID=17746c36-0bd6-43c3-b872-a5d3496ff5b6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:39.227096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:39:39.244668 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] Sync routers for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:39:39.260244 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af9fb8a7-59ae-4625-9754-221adefb2a6b req-5df211f7-4e2b-4ba1-bdfb-56c011f08efc service neutron] 10.222.0.39 "GET /v2.0/networks/bd556a99-fac2-4405-9c08-bb2784de6a6f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355582 Sep 10 03:39:39.271309 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:39.273234 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:39.312846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b8fadfb-1792-4b23-9e57-863e462aee8c req-a8d010b5-de75-4949-9008-b92a4f56d56c tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253658 Sep 10 03:39:39.484847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] No DVR routers for this DVR port 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:39.493065 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:39.495243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecb908a2-45d5-4be2-be75-602050807ed3 req-22ae2660-ce06-4cf1-abd5-aed2d88e0d19 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.39 "DELETE /v2.0/ports/87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb HTTP/1.1" status: 204 len: 173 time: 2.9372408 Sep 10 03:39:39.495960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'name': 'network-vif-deleted', 'tag': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:39.498496 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96470bc2-0797-4ac5-893c-0cf7040866fd" -d '{"events": [{"server_uuid": "6cfe72ef-831f-4d4a-b380-4fe362d39fe6", "name": "network-vif-deleted", "tag": "87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:39.511158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:39.521358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d311b5dd-153c-4cba-8bca-4a065166a415 req-21ac31da-4f66-485e-a75d-897e99f015f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:39.531791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d311b5dd-153c-4cba-8bca-4a065166a415 req-21ac31da-4f66-485e-a75d-897e99f015f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.2975483 Sep 10 03:39:39.632477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d311b5dd-153c-4cba-8bca-4a065166a415 req-70107795-761f-4080-af93-e84107421839 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992427 Sep 10 03:39:39.834746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d1ccf8-150d-4e85-a46c-d42416c3b861 req-cadcba2c-5712-4254-af8b-72e3b34ed8c8 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:39.848907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48d1ccf8-150d-4e85-a46c-d42416c3b861 req-cadcba2c-5712-4254-af8b-72e3b34ed8c8 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 945 time: 0.1365945 Sep 10 03:39:39.888341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7deaff4-dc7f-47ef-bfd7-1918079f0feb details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:39:39.920051 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:12Z', 'revision_number': 5, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:40.008094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48d1ccf8-150d-4e85-a46c-d42416c3b861 req-25391c01-a448-4462-85ff-f9e2b17c0b18 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569662 Sep 10 03:39:40.021922 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] Checking router: f24396e9-ce48-41f7-bf61-1102d42a51d2 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:39:40.036663 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:40.037283 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:40.064174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:40.104540 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f1f1d93-4777-4a59-b215-5a9709969077 x-openstack-request-id: req-7f1f1d93-4777-4a59-b215-5a9709969077 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:40.105148 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cfe72ef-831f-4d4a-b380-4fe362d39fe6", "name": "network-vif-deleted", "tag": "87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:40.105581 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f1f1d93-4777-4a59-b215-5a9709969077 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:40.106151 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cfe72ef-831f-4d4a-b380-4fe362d39fe6', 'name': 'network-vif-deleted', 'tag': '87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb', 'status': 'completed', 'code': 200} Sep 10 03:39:40.133602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:40.133871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 87af7f89-d0cf-4e0e-9dd9-a6ce48c698fb not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:40.190778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7deaff4-dc7f-47ef-bfd7-1918079f0feb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,segment=NetworkSegment(dc5d1ff0-8fa2-4d7a-97ff-5188432b8182),segment_id=dc5d1ff0-8fa2-4d7a-97ff-5188432b8182)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:40.243557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'b7deaff4-dc7f-47ef-bfd7-1918079f0feb', 'network_id': 'bd556a99-fac2-4405-9c08-bb2784de6a6f', 'port_id': 'b7deaff4-dc7f-47ef-bfd7-1918079f0feb', 'mac_address': 'fa:16:3e:22:7f:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 245, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4140a854-25af-4a96-abbf-4c6cfefe4d64', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:39:40.280538 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:40.297693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d8f5c54-47a1-44eb-aa38-8a0a1d1401e5 req-25ac4658-9e29-40eb-bed0-7a40ab2a07e5 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/ports?device_id=6cfe72ef-831f-4d4a-b380-4fe362d39fe6 HTTP/1.1" status: 200 len: 210 time: 0.1021786 Sep 10 03:39:40.399354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59242) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:40.399910 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:40.416651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7deaff4-dc7f-47ef-bfd7-1918079f0feb {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:40.473476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7deaff4-dc7f-47ef-bfd7-1918079f0feb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,segment=NetworkSegment(dc5d1ff0-8fa2-4d7a-97ff-5188432b8182),segment_id=dc5d1ff0-8fa2-4d7a-97ff-5188432b8182)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:40.492395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a44f419-67e7-477b-8328-8c1cd05bb039 req-8a5a95bf-cba9-401c-8a47-96ee069d5786 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:40.493989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a44f419-67e7-477b-8328-8c1cd05bb039 req-8a5a95bf-cba9-401c-8a47-96ee069d5786 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 944 time: 0.1706884 Sep 10 03:39:40.520608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-49b0f824-ab60-465d-9709-926bf4da87ff admin admin] Deleting subnet 2b3ff051-d796-4a71-8b78-13df74a1ca00 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:40.540985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49b0f824-ab60-465d-9709-926bf4da87ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:40.549809 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:40.681915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71013d09-d593-4077-851c-65c507ffd350 req-bb98968b-feb4-428a-b106-d163293f8a39 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:40.689666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:40.698213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71013d09-d593-4077-851c-65c507ffd350 req-bb98968b-feb4-428a-b106-d163293f8a39 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 944 time: 0.1496871 Sep 10 03:39:40.784492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71013d09-d593-4077-851c-65c507ffd350 req-c91b4642-c04a-412a-9a91-6a4c14835e81 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831516 Sep 10 03:39:40.800063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['b7deaff4-dc7f-47ef-bfd7-1918079f0feb'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:40.849929 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:12Z', 'revision_number': 5, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:40.989833 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-640c3eb2-836d-462c-af7f-74700b6aef93 None None] The sync data for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 is: [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:37:03Z', 'revision_number': 4, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27', 'name': '', 'network_id': '51d47cb8-51c5-4281-8da6-4af699d4f8c2', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'mac_address': 'fa:16:3e:c7:fc:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 588, 'fixed_ips': [{'subnet_id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:37:02Z', 'updated_at': '2021-09-10T03:37:12Z', 'revision_number': 5, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'subnets': [{'id': '9221daec-c83d-4b3b-b468-39e282d341c8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:39:41.162523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a44f419-67e7-477b-8328-8c1cd05bb039 req-f1435335-6bda-4ddf-947c-4411d9095aa0 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6618249 Sep 10 03:39:41.196720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d908eee-a0b4-4720-a8d2-b1f43021d610 req-d68f0fe5-494e-4143-af17-50f82242f88f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:41.211580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d908eee-a0b4-4720-a8d2-b1f43021d610 req-d68f0fe5-494e-4143-af17-50f82242f88f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.3012984 Sep 10 03:39:41.286888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-cbbd5f3a-17b2-407d-9c9a-6e0dc0320aca tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:41.290054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-cbbd5f3a-17b2-407d-9c9a-6e0dc0320aca tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.39 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 944 time: 0.7630053 Sep 10 03:39:41.294520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59264) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:41.404693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d908eee-a0b4-4720-a8d2-b1f43021d610 req-1cc4e81b-5f79-4c9a-b2f6-cd9b4733109a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1862636 Sep 10 03:39:41.473336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49b0f824-ab60-465d-9709-926bf4da87ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.528641 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49b0f824-ab60-465d-9709-926bf4da87ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.529249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59276) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:41.531770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61011cce-43dc-430f-a604-4356c1cf38cc None None] New status for floating IP d8034e8e-21f8-420a-ba46-ebb5f7956b3c: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:39:41.553738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Deleting port 02d916e1-03ef-4eb5-8dda-b4779999d153 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:41.558330 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.626810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbe9b-12e0-4641-9b21-bc8c2d779d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.703920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] For port 02d916e1-03ef-4eb5-8dda-b4779999d153, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=02d916e1-03ef-4eb5-8dda-b4779999d153,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:41.704764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.781212 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49b0f824-ab60-465d-9709-926bf4da87ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.781582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Calling delete_port for 02d916e1-03ef-4eb5-8dda-b4779999d153 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:41.781582 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57071416-e4c9-4bfb-a045-8e75719b9203 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.781794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b0f824-ab60-465d-9709-926bf4da87ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b3ff051-d796-4a71-8b78-13df74a1ca00,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:41.829496 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49b0f824-ab60-465d-9709-926bf4da87ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.834431 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-49b0f824-ab60-465d-9709-926bf4da87ff admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2b3ff051-d796-4a71-8b78-13df74a1ca00 HTTP/1.1" status: 204 len: 168 time: 1.4335392 Sep 10 03:39:41.837844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59282) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:41.882240 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57071416-e4c9-4bfb-a045-8e75719b9203 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:41.892702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7deaff4-dc7f-47ef-bfd7-1918079f0feb up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:41.979748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.028417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbe9b-12e0-4641-9b21-bc8c2d779d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.038617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368dfb7a-cf40-4167-bc91-43a23f284b37 req-6c766f61-5415-4dbc-b5df-1781be5fc74e tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:42.040382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-368dfb7a-cf40-4167-bc91-43a23f284b37 req-6c766f61-5415-4dbc-b5df-1781be5fc74e tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 944 time: 0.1358895 Sep 10 03:39:42.075959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.097540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53001c9b-8c77-4839-ac5a-f3d7365e0632']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:42.107347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '500188f9-2181-4e7d-83ba-ae0a776b3820') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:42.107653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '500188f9-2181-4e7d-83ba-ae0a776b3820') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:42.125071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.130741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-368dfb7a-cf40-4167-bc91-43a23f284b37 req-7367551f-b7f1-4814-8313-39d8646fb333 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776658 Sep 10 03:39:42.140771 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:42.163523 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:42.259962 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d098c4d2-fd92-499e-8944-c63d8f748a26 req-1fedcca5-2f9e-485d-9baa-0919bb6bf953 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:42.261641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d098c4d2-fd92-499e-8944-c63d8f748a26 req-1fedcca5-2f9e-485d-9baa-0919bb6bf953 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 944 time: 0.0499911 Sep 10 03:39:42.304198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d098c4d2-fd92-499e-8944-c63d8f748a26 req-80357c83-b351-4007-b142-4afb73c0ca47 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357783 Sep 10 03:39:42.313532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port b7deaff4-dc7f-47ef-bfd7-1918079f0feb completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:42.314531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.318571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port b7deaff4-dc7f-47ef-bfd7-1918079f0feb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:42.319507 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.325006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.325006 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] 10.222.0.22 "DELETE /v2.0/networks/53001c9b-8c77-4839-ac5a-f3d7365e0632 HTTP/1.1" status: 204 len: 168 time: 0.4850137 Sep 10 03:39:42.334117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.341709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57071416-e4c9-4bfb-a045-8e75719b9203 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.344956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57071416-e4c9-4bfb-a045-8e75719b9203 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.350305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a71d8e-6a99-442e-bdc2-cbd4cb29acae admin admin] Pushing event deleted for resources: {'Network': ['ID=53001c9b-8c77-4839-ac5a-f3d7365e0632,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:42.351820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-57071416-e4c9-4bfb-a045-8e75719b9203 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "DELETE /v2.0/security-groups/624043cf-f68d-4b13-8692-0b7312161d3e HTTP/1.1" status: 204 len: 168 time: 0.8181849 Sep 10 03:39:42.356683 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4dcbe9b-12e0-4641-9b21-bc8c2d779d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.358925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59296) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:42.419739 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-d9687c91-b791-434c-911c-7b71741e0e83 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] show failed (client error): The resource could not be found. Sep 10 03:39:42.424189 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d9687c91-b791-434c-911c-7b71741e0e83 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "GET /v2.0/security-groups/624043cf-f68d-4b13-8692-0b7312161d3e HTTP/1.1" status: 404 len: 347 time: 0.0641658 Sep 10 03:39:42.426925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59308) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:42.488863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57071416-e4c9-4bfb-a045-8e75719b9203 tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=624043cf-f68d-4b13-8692-0b7312161d3e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:42.496761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.545567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7deaff4-dc7f-47ef-bfd7-1918079f0feb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,segment=NetworkSegment(dc5d1ff0-8fa2-4d7a-97ff-5188432b8182),segment_id=dc5d1ff0-8fa2-4d7a-97ff-5188432b8182)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:42.547080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d366c1-2ef7-4ed7-a7cb-cfd10511480d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7deaff4-dc7f-47ef-bfd7-1918079f0feb'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:42.549356 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-794a95d3-0fca-4fa3-82f1-db41836d5b9a" -d '{"events": [{"server_uuid": "96d366c1-2ef7-4ed7-a7cb-cfd10511480d", "name": "network-vif-plugged", "status": "completed", "tag": "b7deaff4-dc7f-47ef-bfd7-1918079f0feb"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:42.555391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcbe9b-12e0-4641-9b21-bc8c2d779d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22af1e34-056b-4df4-86bb-dd155f1f091f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:42.618275 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b757ab80-9b7b-4902-a060-96f09f9852c1 x-openstack-request-id: req-b757ab80-9b7b-4902-a060-96f09f9852c1 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:42.618605 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d366c1-2ef7-4ed7-a7cb-cfd10511480d", "name": "network-vif-plugged", "status": "completed", "tag": "b7deaff4-dc7f-47ef-bfd7-1918079f0feb", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:42.618847 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b757ab80-9b7b-4902-a060-96f09f9852c1 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:42.619482 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d366c1-2ef7-4ed7-a7cb-cfd10511480d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7deaff4-dc7f-47ef-bfd7-1918079f0feb', 'code': 200} Sep 10 03:39:42.619993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Pushing event deleted for resources: {'Port': ['ID=02d916e1-03ef-4eb5-8dda-b4779999d153,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:42.642820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] No DVR routers for this DVR port 02d916e1-03ef-4eb5-8dda-b4779999d153 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:42.645225 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.647227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd3d6f0c-de86-41b0-9ff9-1b582588960d req-bebe2928-3fdf-4621-8609-11628208b3ae tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.39 "DELETE /v2.0/ports/02d916e1-03ef-4eb5-8dda-b4779999d153 HTTP/1.1" status: 204 len: 173 time: 1.3386905 Sep 10 03:39:42.649296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'name': 'network-vif-deleted', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:42.653214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.653416 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5dc7526-ee71-49c9-8c77-15b18f1d2a38" -d '{"events": [{"server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "name": "network-vif-deleted", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:42.654090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 02d916e1-03ef-4eb5-8dda-b4779999d153 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:42.661127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f4dcbe9b-12e0-4641-9b21-bc8c2d779d58 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7d411de6579b48f58475e3ddd2e3c9fc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3554308 Sep 10 03:39:42.667578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59314) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:42.692259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7631b969-f94c-4bfa-bc5c-fab810c0c33a req-c8ecce3f-43c6-4c34-816a-bece92855f0d tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:42.694578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7631b969-f94c-4bfa-bc5c-fab810c0c33a req-c8ecce3f-43c6-4c34-816a-bece92855f0d tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.1589334 Sep 10 03:39:42.719627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Deleting port f1c62139-0149-412f-8fa9-937e0001dad1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:42.722062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.754792 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-619e294d-96a1-4ecf-8e93-26e033575c17 x-openstack-request-id: req-619e294d-96a1-4ecf-8e93-26e033575c17 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:42.755152 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "139c5f3c-9320-41c9-b696-91e8c4bfbda1", "name": "network-vif-deleted", "tag": "02d916e1-03ef-4eb5-8dda-b4779999d153", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:42.755378 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-619e294d-96a1-4ecf-8e93-26e033575c17 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:42.755786 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '139c5f3c-9320-41c9-b696-91e8c4bfbda1', 'name': 'network-vif-deleted', 'tag': '02d916e1-03ef-4eb5-8dda-b4779999d153', 'status': 'completed', 'code': 200} Sep 10 03:39:42.760436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 02d916e1-03ef-4eb5-8dda-b4779999d153 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:42.760782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 02d916e1-03ef-4eb5-8dda-b4779999d153 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:42.798270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:42.798913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7631b969-f94c-4bfa-bc5c-fab810c0c33a req-2c81a643-585f-480b-b26b-04e036221bd8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977139 Sep 10 03:39:42.799558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84200191-2849-466e-ae55-5cd88cf2eeb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.828292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84200191-2849-466e-ae55-5cd88cf2eeb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.862586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59318) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:42.903340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98b5604-ac97-4e9d-8990-2830ac5b8ef8 req-3a2bfe93-7deb-4cc9-9519-2de69ff22ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:42.906670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f98b5604-ac97-4e9d-8990-2830ac5b8ef8 req-3a2bfe93-7deb-4cc9-9519-2de69ff22ce6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 1096 time: 0.1867640 Sep 10 03:39:42.914504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.914908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:42.937131 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b70c2250-ec63-4bce-bad0-0e99cad59b40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bc95b8529824458fa7cf0552085e70c4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0687082 Sep 10 03:39:42.939593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59320) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:42.941289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Calling delete_port for f1c62139-0149-412f-8fa9-937e0001dad1 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:43.020036 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84200191-2849-466e-ae55-5cd88cf2eeb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:43.022592 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84200191-2849-466e-ae55-5cd88cf2eeb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:43.027746 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-84200191-2849-466e-ae55-5cd88cf2eeb0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22af1e34-056b-4df4-86bb-dd155f1f091f HTTP/1.1" status: 204 len: 168 time: 0.3512299 Sep 10 03:39:43.027746 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4727aaeb-b1cf-487d-bc65-7342fd537b76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:43.060782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f98b5604-ac97-4e9d-8990-2830ac5b8ef8 req-2d0eb898-1956-4de7-b19b-e72ca67ee951 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472950 Sep 10 03:39:43.062029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84200191-2849-466e-ae55-5cd88cf2eeb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22af1e34-056b-4df4-86bb-dd155f1f091f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:43.077239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4727aaeb-b1cf-487d-bc65-7342fd537b76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:43.228125 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:43.254248 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4727aaeb-b1cf-487d-bc65-7342fd537b76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:43.268052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4727aaeb-b1cf-487d-bc65-7342fd537b76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:43.271977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4727aaeb-b1cf-487d-bc65-7342fd537b76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b0749c7-9d0f-4cdb-8939-25aea234feaf HTTP/1.1" status: 204 len: 168 time: 0.3310983 Sep 10 03:39:43.277175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Pushing event deleted for resources: {'Port': ['ID=f1c62139-0149-412f-8fa9-937e0001dad1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:43.306648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4727aaeb-b1cf-487d-bc65-7342fd537b76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b0749c7-9d0f-4cdb-8939-25aea234feaf,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:43.350980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b684b-001b-4e9c-9d21-3efa54c5080e req-0cb75406-295d-4c65-84b7-166d1b6654ee tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:43.357552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b0b684b-001b-4e9c-9d21-3efa54c5080e req-0cb75406-295d-4c65-84b7-166d1b6654ee tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 945 time: 0.1441882 Sep 10 03:39:43.366007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:43.369541 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:43.373931 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0912f8dd-ed76-4222-b53e-43fbbfb2b56a tempest-ServersTestJSON-1430626882 tempest-ServersTestJSON-1430626882-project] 10.222.0.22 "DELETE /v2.0/floatingips/d8034e8e-21f8-420a-ba46-ebb5f7956b3c HTTP/1.1" status: 204 len: 168 time: 0.9408355 Sep 10 03:39:43.375057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59334) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:43.422411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b0b684b-001b-4e9c-9d21-3efa54c5080e req-a6f02acb-99c6-4af1-ac1f-72a379ca775a tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591629 Sep 10 03:39:44.075878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.086639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2889914d-e019-41de-a38e-0ebdbb8cce66 req-0dbe731f-2bf5-4792-b78c-d77b4220b66d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=139c5f3c-9320-41c9-b696-91e8c4bfbda1 HTTP/1.1" status: 200 len: 210 time: 0.4996359 Sep 10 03:39:44.088197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59354) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:44.125693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ae35c0a-749c-4590-a16f-9eb3753aa9f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.346340 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ae35c0a-749c-4590-a16f-9eb3753aa9f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.359011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fe27f7-a71c-4111-85ac-efb4506f455c req-5eadcd67-d842-4c4f-a096-65ca568bdf90 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:44.360812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0fe27f7-a71c-4111-85ac-efb4506f455c req-5eadcd67-d842-4c4f-a096-65ca568bdf90 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.0731139 Sep 10 03:39:44.432331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0fe27f7-a71c-4111-85ac-efb4506f455c req-6c476ec4-b201-4021-84e4-ded40c6bbce3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557265 Sep 10 03:39:44.442534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ae35c0a-749c-4590-a16f-9eb3753aa9f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.544118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Deleting port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:44.544455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.578529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2ae35c0a-749c-4590-a16f-9eb3753aa9f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7467206724b94dc0bc0930875ccb3cd7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4748464 Sep 10 03:39:44.596530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae35c0a-749c-4590-a16f-9eb3753aa9f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d4835f3-d211-438f-85b5-1be2509d25ec,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:44.600388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59372) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:44.666457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b6fd2-6844-4795-a6ec-f87113ac91bc req-b30828a6-c68b-4606-a2a6-52db2ee45daa tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:44.668060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c4b6fd2-6844-4795-a6ec-f87113ac91bc req-b30828a6-c68b-4606-a2a6-52db2ee45daa tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 945 time: 0.1396265 Sep 10 03:39:44.739081 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6db959d-e346-48fe-99d5-97e11d88d8ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.748827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] For port 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:44.754764 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.784611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Calling delete_port for 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:44.803349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6db959d-e346-48fe-99d5-97e11d88d8ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.807533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c4b6fd2-6844-4795-a6ec-f87113ac91bc req-823a878b-b563-472a-b0ac-dad19da9831b tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177034 Sep 10 03:39:44.974199 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6db959d-e346-48fe-99d5-97e11d88d8ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.980828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6db959d-e346-48fe-99d5-97e11d88d8ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:44.980828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f6db959d-e346-48fe-99d5-97e11d88d8ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d4835f3-d211-438f-85b5-1be2509d25ec HTTP/1.1" status: 204 len: 168 time: 0.3758686 Sep 10 03:39:44.991393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6db959d-e346-48fe-99d5-97e11d88d8ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d4835f3-d211-438f-85b5-1be2509d25ec,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:45.084747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59390) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:45.234711 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:45.248550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1904973709-network', 'tenant_id': '611e498d114d48cebde74244f5ec58b4'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:45.291938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:45.410693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Made reservation on behalf of 611e498d114d48cebde74244f5ec58b4 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:45.413406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:45.445940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:45.587811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:45.867137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:45.902751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee9690-535a-4a21-9bf9-106f7d8fcc3c req-0fb37e31-dd0f-49d9-beab-9fb784191822 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:45.904466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12ee9690-535a-4a21-9bf9-106f7d8fcc3c req-0fb37e31-dd0f-49d9-beab-9fb784191822 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.1430740 Sep 10 03:39:45.927865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad7ed4ae-d1e4-4968-8e62-a9bcea90a286 req-af205648-68c8-4ad9-8d11-cbf800e05e59 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:45.929431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad7ed4ae-d1e4-4968-8e62-a9bcea90a286 req-af205648-68c8-4ad9-8d11-cbf800e05e59 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 945 time: 0.1180248 Sep 10 03:39:45.944448 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:45.990538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:39:46.042220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d51a4825-9c15-4b32-ac72-442abde443af,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:46.079173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12ee9690-535a-4a21-9bf9-106f7d8fcc3c req-8a34c40a-402d-490e-be6f-71f111ecac3c tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607435 Sep 10 03:39:46.097445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad7ed4ae-d1e4-4968-8e62-a9bcea90a286 req-5a078095-a1b7-4350-8892-0261c6d22737 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556544 Sep 10 03:39:46.098781 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:46.099122 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Added segment c95c2645-00f6-4c8b-b9bb-eb78a872a5d3 of type vlan for network 860d5616-851d-4244-b54d-990afddae909 Sep 10 03:39:46.144452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Router f24396e9-ce48-41f7-bf61-1102d42a51d2 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:39:46.243428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:46.286887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c5fa65-d29b-4920-a36c-101d863eafac req-d8e4358f-6cd8-4e37-8d6c-7e6c1b6143e1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:46.288467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88c5fa65-d29b-4920-a36c-101d863eafac req-d8e4358f-6cd8-4e37-8d6c-7e6c1b6143e1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.39 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 944 time: 0.1571815 Sep 10 03:39:46.291339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:39:46.301827 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] Sync routers for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:39:46.304199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99140c2b-f0fc-40f5-ab2f-45799fa01490 req-857daffe-9ea2-46be-99b7-6a85d4a2f405 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:46.304948 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-95ff8b30-36c2-407f-84b1-eaf65ba09ee8 admin admin] 10.222.0.22 "PUT /v2.0/routers/f24396e9-ce48-41f7-bf61-1102d42a51d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9286754 Sep 10 03:39:46.309505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59426) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:46.314832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99140c2b-f0fc-40f5-ab2f-45799fa01490 req-857daffe-9ea2-46be-99b7-6a85d4a2f405 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 944 time: 0.1255860 Sep 10 03:39:46.327617 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:46.329491 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:46.419034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:46.421270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:46.425304 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:46.468195 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:46.507887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99140c2b-f0fc-40f5-ab2f-45799fa01490 req-b4edbd7a-a3a8-4e7d-af79-d6bb38c7127d tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873894 Sep 10 03:39:46.577926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.4909682 Sep 10 03:39:46.579915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b585329-3203-4057-b6e6-ac324bc9d58c admin admin] Pushing event updated for resources: {'Network': ['ID=860d5616-851d-4244-b54d-990afddae909,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:46.591582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59434) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:46.591766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 860d5616-851d-4244-b54d-990afddae909 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:39:46.599647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Request body: {'subnet': {'network_id': '860d5616-851d-4244-b54d-990afddae909', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1904973709-subnet', 'tenant_id': '611e498d114d48cebde74244f5ec58b4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:46.613625 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:46.690755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-88c5fa65-d29b-4920-a36c-101d863eafac req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Deleting port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:46.692263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-88c5fa65-d29b-4920-a36c-101d863eafac req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:46.725671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:46.767401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Made reservation on behalf of 611e498d114d48cebde74244f5ec58b4 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:46.772847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:46.978295 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:39:45Z', 'revision_number': 5, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port': {'id': 'bf67254c-2cb8-49ea-aa70-cb227ab68e48', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:c6:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 587, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:36:59Z', 'updated_at': '2021-09-10T03:37:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:47.019388 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] Checking router: f24396e9-ce48-41f7-bf61-1102d42a51d2 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:39:47.035433 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] Routers {'f24396e9-ce48-41f7-bf61-1102d42a51d2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:39:47.036391 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f24396e9-ce48-41f7-bf61-1102d42a51d2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:47.069595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-88c5fa65-d29b-4920-a36c-101d863eafac req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] For port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:47.069939 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-88c5fa65-d29b-4920-a36c-101d863eafac req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:47.093689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-88c5fa65-d29b-4920-a36c-101d863eafac req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Calling delete_port for d3e1c42a-47fb-46d5-b002-3a06c1bfed6c owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:47.097322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-197ecabe-80fa-4f69-a1bd-c44519d11613 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:47.100654 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-197ecabe-80fa-4f69-a1bd-c44519d11613 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.39 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 945 time: 0.1718292 Sep 10 03:39:47.112213 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Deleting port bf67254c-2cb8-49ea-aa70-cb227ab68e48 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:47.112536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:47.281429 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] Set router f24396e9-ce48-41f7-bf61-1102d42a51d2 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:39:47.406844 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:39:46Z', 'revision_number': 6, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:47.526245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] For port bf67254c-2cb8-49ea-aa70-cb227ab68e48, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bf67254c-2cb8-49ea-aa70-cb227ab68e48,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:47.526689 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:47.533796 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-88c5fa65-d29b-4920-a36c-101d863eafac req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:47.569170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Deleting port b7deaff4-dc7f-47ef-bfd7-1918079f0feb {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:47.569524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:47.598030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Calling delete_port for bf67254c-2cb8-49ea-aa70-cb227ab68e48 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:47.598966 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faa68c31-9775-44c4-ac88-3bf01f3b7e0d None None] The sync data for ids ['f24396e9-ce48-41f7-bf61-1102d42a51d2'] in n-d-808143-1 is: [{'id': 'f24396e9-ce48-41f7-bf61-1102d42a51d2', 'name': 'tempest-ServersTestJSON-142144739-router', 'tenant_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:36:58Z', 'updated_at': '2021-09-10T03:39:46Z', 'revision_number': 6, 'project_id': 'd77fd494e9b147a8b766c9ba86a24ffb', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:39:47.709144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1add182f-4081-4aaa-a183-4971618312c0 req-0bbac37f-76af-48f4-9715-0112c65d7812 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:47.716672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1add182f-4081-4aaa-a183-4971618312c0 req-0bbac37f-76af-48f4-9715-0112c65d7812 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 945 time: 0.3201590 Sep 10 03:39:47.741595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c5fa65-d29b-4920-a36c-101d863eafac req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] No DVR routers for this DVR port d3e1c42a-47fb-46d5-b002-3a06c1bfed6c on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:47.767694 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-88c5fa65-d29b-4920-a36c-101d863eafac req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:47.769676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88c5fa65-d29b-4920-a36c-101d863eafac req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.39 "DELETE /v2.0/ports/d3e1c42a-47fb-46d5-b002-3a06c1bfed6c HTTP/1.1" status: 204 len: 173 time: 1.4522381 Sep 10 03:39:47.786712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5b3424-4dc7-463e-87f3-0ac05842def0 req-4fdf8f4a-0651-474d-adb9-cc308ae3ecdb tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:47.786712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c5b3424-4dc7-463e-87f3-0ac05842def0 req-4fdf8f4a-0651-474d-adb9-cc308ae3ecdb tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.3931372 Sep 10 03:39:47.813413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621d679e-c8f0-4bd1-b08c-972ff00d6726 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Pushing event deleted for resources: {'Port': ['ID=d3e1c42a-47fb-46d5-b002-3a06c1bfed6c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:47.814643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'name': 'network-vif-deleted', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:47.816896 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24938eae-8711-4ac7-8bda-63ebcfc4e849" -d '{"events": [{"server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "name": "network-vif-deleted", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:47.834354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1add182f-4081-4aaa-a183-4971618312c0 req-d29374cd-3ecc-4ead-8cfe-86f2435e9de8 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166344 Sep 10 03:39:47.848081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] For port b7deaff4-dc7f-47ef-bfd7-1918079f0feb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,segment=NetworkSegment(dc5d1ff0-8fa2-4d7a-97ff-5188432b8182),segment_id=dc5d1ff0-8fa2-4d7a-97ff-5188432b8182)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:47.848586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:47.973962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Calling delete_port for b7deaff4-dc7f-47ef-bfd7-1918079f0feb owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:47.977431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:47.985224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device da61e220-bf39-4b47-a09e-e0caf37a3388 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:39:48.119787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cad6d008-be84-43fb-ae34-3d6e61c8fc2e req-2d1f6504-9b7c-4b02-83c2-719fea061d52 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=58837b0a-6fb1-450e-9263-a287aa9019f0 HTTP/1.1" status: 200 len: 210 time: 0.1514173 Sep 10 03:39:48.123886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:48.151268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c5b3424-4dc7-463e-87f3-0ac05842def0 req-efd658d9-8c65-48b7-b99e-d6fb821fcb38 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3612528 Sep 10 03:39:48.167348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:48.273682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de2cd9f9-c922-494f-88d6-45940b4d5bbb,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:48.302506 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:48.302886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1ad668b0-bbf6-41fc-9d9d-f96cbeb80c27 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:48.303594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Checking segment: {'id': 'c95c2645-00f6-4c8b-b9bb-eb78a872a5d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '860d5616-851d-4244-b54d-990afddae909'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:48.304286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Network hostable DHCP agents. Network: 860d5616-851d-4244-b54d-990afddae909, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:39:48.316391 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed79c9e2-3088-4efc-803f-bc7e47133d08 x-openstack-request-id: req-ed79c9e2-3088-4efc-803f-bc7e47133d08 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:48.317207 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58837b0a-6fb1-450e-9263-a287aa9019f0", "name": "network-vif-deleted", "tag": "d3e1c42a-47fb-46d5-b002-3a06c1bfed6c", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:48.317678 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed79c9e2-3088-4efc-803f-bc7e47133d08 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:48.318300 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58837b0a-6fb1-450e-9263-a287aa9019f0', 'name': 'network-vif-deleted', 'tag': 'd3e1c42a-47fb-46d5-b002-3a06c1bfed6c', 'status': 'completed', 'code': 200} Sep 10 03:39:48.331833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'da61e220-bf39-4b47-a09e-e0caf37a3388', 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda', 'port_id': 'da61e220-bf39-4b47-a09e-e0caf37a3388', 'mac_address': 'fa:16:3e:72:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '07a43bb2-e1fb-45fa-8f1c-14783d9fafc7', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:39:48.396917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Network 860d5616-851d-4244-b54d-990afddae909 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:39:48.416569 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:48.440323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da61e220-bf39-4b47-a09e-e0caf37a3388 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:39:48.470491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:48.488503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 860d5616-851d-4244-b54d-990afddae909) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:48.497193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:48.499443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2126eb1-a7dc-47d2-aac4-fbc969392fb9 None None] Network 860d5616-851d-4244-b54d-990afddae909 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:48.499635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:48.585133 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:48.640336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dbf112c6-cd1b-4a8e-a3a6-5bc4e182d4e3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.0387630 Sep 10 03:39:48.660098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=da61e220-bf39-4b47-a09e-e0caf37a3388,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:48.994005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.024651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Pushing event deleted for resources: {'Port': ['ID=bf67254c-2cb8-49ea-aa70-cb227ab68e48,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:49.075879 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.112364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6453a10e-44ec-47c4-9d60-0c2e230c9e62 req-9474a3fa-3db8-46a0-8554-c6c27aa8384d tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:49.122628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6453a10e-44ec-47c4-9d60-0c2e230c9e62 req-9474a3fa-3db8-46a0-8554-c6c27aa8384d tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/ports?device_id=96d366c1-2ef7-4ed7-a7cb-cfd10511480d HTTP/1.1" status: 200 len: 867 time: 0.1274569 Sep 10 03:39:49.149057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Pushing event deleted for resources: {'Port': ['ID=b7deaff4-dc7f-47ef-bfd7-1918079f0feb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:49.179415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['da61e220-bf39-4b47-a09e-e0caf37a3388'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:39:49.220377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6453a10e-44ec-47c4-9d60-0c2e230c9e62 req-e5ccaa32-445d-4bc3-b663-76b6fd40c711 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.22 "GET /v2.0/security-groups?id=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967870 Sep 10 03:39:49.265527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] No DVR routers for this DVR port b7deaff4-dc7f-47ef-bfd7-1918079f0feb on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:49.274489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-462fd883-a26e-4535-bafe-d0305c0e7a7b None None] Network 860d5616-851d-4244-b54d-990afddae909 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:49.282670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.303967 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2984a6ff-ed23-4b2d-8bb1-8fd01c4bd9d9 req-b9057c26-defd-4c03-80b8-a588af588111 tempest-InstanceActionsNegativeTestJSON-205682230 tempest-InstanceActionsNegativeTestJSON-205682230-project] 10.222.0.39 "DELETE /v2.0/ports/b7deaff4-dc7f-47ef-bfd7-1918079f0feb HTTP/1.1" status: 204 len: 173 time: 2.1948652 Sep 10 03:39:49.319230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96d366c1-2ef7-4ed7-a7cb-cfd10511480d', 'name': 'network-vif-deleted', 'tag': 'b7deaff4-dc7f-47ef-bfd7-1918079f0feb'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:49.321456 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8735f43-1798-42dc-a372-eb017cc71e76" -d '{"events": [{"server_uuid": "96d366c1-2ef7-4ed7-a7cb-cfd10511480d", "name": "network-vif-deleted", "tag": "b7deaff4-dc7f-47ef-bfd7-1918079f0feb"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:49.339973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-2dea6967-3490-4e4f-8cff-48532e64483a req-4d4d46e7-6a22-46e9-b2f2-6153ca2839b4 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-919985948', 'description': 'tempest-description-1844685779'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:49.341596 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.481779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.484405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.534560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed2ba22-8bcd-4ebc-b11d-9cf349238ad8 req-5629db19-8f19-4305-8913-d8bf4502da76 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:49.536310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ed2ba22-8bcd-4ebc-b11d-9cf349238ad8 req-5629db19-8f19-4305-8913-d8bf4502da76 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 944 time: 0.0749316 Sep 10 03:39:49.575327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ed2ba22-8bcd-4ebc-b11d-9cf349238ad8 req-22f74fd9-2c70-4012-8788-7f967a87d690 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329185 Sep 10 03:39:49.734224 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2dea6967-3490-4e4f-8cff-48532e64483a req-4d4d46e7-6a22-46e9-b2f2-6153ca2839b4 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.734906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.734906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f24396e9-ce48-41f7-bf61-1102d42a51d2 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:39:49.739721 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.741080 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0830d60e-5e93-4fb5-b968-a60fbd528360 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f24396e9-ce48-41f7-bf61-1102d42a51d2 HTTP/1.1" status: 204 len: 168 time: 3.4236171 Sep 10 03:39:49.743622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59524) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:49.813847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e78024c2-0fc9-45b0-883b-84a3f191b949 admin admin] Deleting subnet 9221daec-c83d-4b3b-b468-39e282d341c8 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:49.817629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e78024c2-0fc9-45b0-883b-84a3f191b949 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.859358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e78024c2-0fc9-45b0-883b-84a3f191b949 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.869522 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2dea6967-3490-4e4f-8cff-48532e64483a req-4d4d46e7-6a22-46e9-b2f2-6153ca2839b4 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.961021 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2dea6967-3490-4e4f-8cff-48532e64483a req-4d4d46e7-6a22-46e9-b2f2-6153ca2839b4 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:49.982769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bf67254c-2cb8-49ea-aa70-cb227ab68e48 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:50.003976 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e78024c2-0fc9-45b0-883b-84a3f191b949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.025294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4d46e7-6a22-46e9-b2f2-6153ca2839b4 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2125f596-ce91-468b-a146-b0552c1a253f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:50.041984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: bf67254c-2cb8-49ea-aa70-cb227ab68e48 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:50.041984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bf67254c-2cb8-49ea-aa70-cb227ab68e48 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:50.041984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device d3e1c42a-47fb-46d5-b002-3a06c1bfed6c no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:50.062232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: d3e1c42a-47fb-46d5-b002-3a06c1bfed6c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:50.062771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device d3e1c42a-47fb-46d5-b002-3a06c1bfed6c not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:50.063427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7deaff4-dc7f-47ef-bfd7-1918079f0feb no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:50.084640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: b7deaff4-dc7f-47ef-bfd7-1918079f0feb {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:50.084986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7deaff4-dc7f-47ef-bfd7-1918079f0feb not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:50.135166 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2dea6967-3490-4e4f-8cff-48532e64483a req-4d4d46e7-6a22-46e9-b2f2-6153ca2839b4 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.136591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dea6967-3490-4e4f-8cff-48532e64483a req-4d4d46e7-6a22-46e9-b2f2-6153ca2839b4 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.8239722 Sep 10 03:39:50.192065 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e78024c2-0fc9-45b0-883b-84a3f191b949 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.252204 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8326da79-91a9-45f6-984e-877fcf86e34e x-openstack-request-id: req-8326da79-91a9-45f6-984e-877fcf86e34e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:50.252505 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "96d366c1-2ef7-4ed7-a7cb-cfd10511480d", "name": "network-vif-deleted", "tag": "b7deaff4-dc7f-47ef-bfd7-1918079f0feb", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:50.256259 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8326da79-91a9-45f6-984e-877fcf86e34e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:50.256950 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96d366c1-2ef7-4ed7-a7cb-cfd10511480d', 'name': 'network-vif-deleted', 'tag': 'b7deaff4-dc7f-47ef-bfd7-1918079f0feb', 'status': 'completed', 'code': 200} Sep 10 03:39:50.265794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78024c2-0fc9-45b0-883b-84a3f191b949 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9221daec-c83d-4b3b-b468-39e282d341c8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:50.280762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79cb5fd-7629-44bc-8281-4db83b60cc86 None None] Network 51d47cb8-51c5-4281-8da6-4af699d4f8c2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:50.283007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e78024c2-0fc9-45b0-883b-84a3f191b949 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.290653 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e78024c2-0fc9-45b0-883b-84a3f191b949 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9221daec-c83d-4b3b-b468-39e282d341c8 HTTP/1.1" status: 204 len: 168 time: 0.5438049 Sep 10 03:39:50.291275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59540) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:50.366869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ac158ff-8999-4683-ba4b-2edda4d3e1d3 req-8d268bcc-1ada-4ac3-9d1c-c8d90d64e248 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/2125f596-ce91-468b-a146-b0552c1a253f HTTP/1.1" status: 200 len: 1812 time: 0.1337960 Sep 10 03:39:50.413942 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.419303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-1ac158ff-8999-4683-ba4b-2edda4d3e1d3 req-b05cd783-3b22-462e-8c07-29ba7f945516 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2125f596-ce91-468b-a146-b0552c1a253f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:50.419624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-1ac158ff-8999-4683-ba4b-2edda4d3e1d3 req-b05cd783-3b22-462e-8c07-29ba7f945516 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2125f596-ce91-468b-a146-b0552c1a253f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:50.485665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Deleting port 7002ec6c-e98e-4617-9602-19306cc27faa {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:50.486117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.574270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c7ef4-cd88-490c-bf77-3415628a404e req-d0e5b240-2b5c-433f-a4c5-ef1c482695ea tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:50.578069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e9c7ef4-cd88-490c-bf77-3415628a404e req-d0e5b240-2b5c-433f-a4c5-ef1c482695ea tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 944 time: 0.2433920 Sep 10 03:39:50.664259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6397e455-e2b7-484b-bea3-1d4f2c793c02 None None] DHCP port deletion for 51d47cb8-51c5-4281-8da6-4af699d4f8c2 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:39:50.684689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e9c7ef4-cd88-490c-bf77-3415628a404e req-09d6c5c1-2c95-4b95-ad3c-9dcd36113d88 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/security-groups?id=56505614-93e8-45b6-bf8f-2960e7a95ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959878 Sep 10 03:39:50.690594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] For port 7002ec6c-e98e-4617-9602-19306cc27faa, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7002ec6c-e98e-4617-9602-19306cc27faa,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:50.695462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.719768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Calling delete_port for 7002ec6c-e98e-4617-9602-19306cc27faa owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:50.733598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852e8510-99e1-4766-a34b-3794c5f65408 req-345e9476-c834-4863-8a07-37878ebe54c1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:50.735386 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-852e8510-99e1-4766-a34b-3794c5f65408 req-345e9476-c834-4863-8a07-37878ebe54c1 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.39 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 944 time: 0.1305585 Sep 10 03:39:50.747399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59546) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:50.800637 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c5207bda-6954-42ea-b31f-3a7916180adb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.810671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6397e455-e2b7-484b-bea3-1d4f2c793c02 None None] Deleting port 7002ec6c-e98e-4617-9602-19306cc27faa {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:50.811050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6397e455-e2b7-484b-bea3-1d4f2c793c02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.813027 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1ac158ff-8999-4683-ba4b-2edda4d3e1d3 req-b05cd783-3b22-462e-8c07-29ba7f945516 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.865887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1ac158ff-8999-4683-ba4b-2edda4d3e1d3 req-b05cd783-3b22-462e-8c07-29ba7f945516 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.877200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd2a17af-7e4d-42cc-be18-5870d85b224a admin admin] Deleting subnet 4140a854-25af-4a96-abbf-4c6cfefe4d64 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:50.881043 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd2a17af-7e4d-42cc-be18-5870d85b224a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.919564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6397e455-e2b7-484b-bea3-1d4f2c793c02 None None] For port 7002ec6c-e98e-4617-9602-19306cc27faa, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7002ec6c-e98e-4617-9602-19306cc27faa,segment=NetworkSegment(3c0b6e03-2654-4966-a210-c610a1b6ef03),segment_id=3c0b6e03-2654-4966-a210-c610a1b6ef03)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:50.920459 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6397e455-e2b7-484b-bea3-1d4f2c793c02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.926652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd2a17af-7e4d-42cc-be18-5870d85b224a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.950689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-852e8510-99e1-4766-a34b-3794c5f65408 req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Deleting port f926d4ac-2c54-422a-95db-95d85f62fad3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:50.950972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-852e8510-99e1-4766-a34b-3794c5f65408 req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.966960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d499124f-6f6c-42d3-b4b2-67c291693db9 req-036ee3ce-049d-4aa6-b49a-1fd6ee5d6b24 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:50.971512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d499124f-6f6c-42d3-b4b2-67c291693db9 req-036ee3ce-049d-4aa6-b49a-1fd6ee5d6b24 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 944 time: 0.1458662 Sep 10 03:39:50.973563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1ac158ff-8999-4683-ba4b-2edda4d3e1d3 req-b05cd783-3b22-462e-8c07-29ba7f945516 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:50.979500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6397e455-e2b7-484b-bea3-1d4f2c793c02 None None] Calling delete_port for 7002ec6c-e98e-4617-9602-19306cc27faa owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:51.006682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05cd783-3b22-462e-8c07-29ba7f945516 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76c99ef7-e615-4191-9e81-d5debb9ba55c,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:51.030495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd2a17af-7e4d-42cc-be18-5870d85b224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.052004 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.064908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d499124f-6f6c-42d3-b4b2-67c291693db9 req-b176cc45-8fc1-49d0-9cbf-86c0376aff99 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804222 Sep 10 03:39:51.122811 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6397e455-e2b7-484b-bea3-1d4f2c793c02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.130091 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1ac158ff-8999-4683-ba4b-2edda4d3e1d3 req-b05cd783-3b22-462e-8c07-29ba7f945516 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.136521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ac158ff-8999-4683-ba4b-2edda4d3e1d3 req-b05cd783-3b22-462e-8c07-29ba7f945516 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7239845 Sep 10 03:39:51.157755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] No DVR routers for this DVR port 7002ec6c-e98e-4617-9602-19306cc27faa on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:51.166357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6397e455-e2b7-484b-bea3-1d4f2c793c02 None None] No DVR routers for this DVR port 7002ec6c-e98e-4617-9602-19306cc27faa on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:51.166486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-852e8510-99e1-4766-a34b-3794c5f65408 req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] For port f926d4ac-2c54-422a-95db-95d85f62fad3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f926d4ac-2c54-422a-95db-95d85f62fad3,segment=NetworkSegment(957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9),segment_id=957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:51.166486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-852e8510-99e1-4766-a34b-3794c5f65408 req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.167810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Pushing event deleted for resources: {'Port': ['ID=7002ec6c-e98e-4617-9602-19306cc27faa,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:51.227583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd2a17af-7e4d-42cc-be18-5870d85b224a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.237587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6397e455-e2b7-484b-bea3-1d4f2c793c02 None None] Pushing event deleted for resources: {'Port': ['ID=7002ec6c-e98e-4617-9602-19306cc27faa,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:51.292262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.292628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2a17af-7e4d-42cc-be18-5870d85b224a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4140a854-25af-4a96-abbf-4c6cfefe4d64,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:51.301820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-852e8510-99e1-4766-a34b-3794c5f65408 req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Calling delete_port for f926d4ac-2c54-422a-95db-95d85f62fad3 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:51.318280 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd2a17af-7e4d-42cc-be18-5870d85b224a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.321069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dd2a17af-7e4d-42cc-be18-5870d85b224a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4140a854-25af-4a96-abbf-4c6cfefe4d64 HTTP/1.1" status: 204 len: 168 time: 0.5726967 Sep 10 03:39:51.330055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ba0f578-0091-4132-a3ce-8ffe619e6ee1 req-718f6bef-d1a7-4aba-b8f2-1d32a2377a1c tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/2125f596-ce91-468b-a146-b0552c1a253f HTTP/1.1" status: 200 len: 2405 time: 0.1284924 Sep 10 03:39:51.330628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59572) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:51.392688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d47cb8-51c5-4281-8da6-4af699d4f8c2']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:51.394863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f645065-2f4e-4207-9ac4-9a2d50b90714 req-a7165e82-887f-4cbc-81f1-fd0d5ff44b58 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-group-rules/76c99ef7-e615-4191-9e81-d5debb9ba55c HTTP/1.1" status: 200 len: 778 time: 0.0450158 Sep 10 03:39:51.417641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c0b6e03-2654-4966-a210-c610a1b6ef03') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:51.417944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c0b6e03-2654-4966-a210-c610a1b6ef03') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:51.431264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.448748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.461205 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.471126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:51.471713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:51.473469 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:51.483612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f645065-2f4e-4207-9ac4-9a2d50b90714 req-cf86b987-9c20-4df9-adfb-429637f53708 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/2125f596-ce91-468b-a146-b0552c1a253f HTTP/1.1" status: 200 len: 2405 time: 0.0588026 Sep 10 03:39:51.560442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8f645065-2f4e-4207-9ac4-9a2d50b90714 req-4b97aa09-8238-49d8-b22c-9717ef4f436b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.568659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8f645065-2f4e-4207-9ac4-9a2d50b90714 req-4b97aa09-8238-49d8-b22c-9717ef4f436b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.603370 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.630966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd556a99-fac2-4405-9c08-bb2784de6a6f']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:51.637064 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.643501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.645002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5d1ff0-8fa2-4d7a-97ff-5188432b8182') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:51.655764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5d1ff0-8fa2-4d7a-97ff-5188432b8182') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:51.656708 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] 10.222.0.22 "DELETE /v2.0/networks/51d47cb8-51c5-4281-8da6-4af699d4f8c2 HTTP/1.1" status: 204 len: 168 time: 1.3531265 Sep 10 03:39:51.657150 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.663130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d398262c-ceff-4c88-8566-b608aa46eaca admin admin] Pushing event deleted for resources: {'Network': ['ID=51d47cb8-51c5-4281-8da6-4af699d4f8c2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:51.671571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-852e8510-99e1-4766-a34b-3794c5f65408 req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.675533 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.684376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] Releasing vlan 245 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:51.684841 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:51.687507 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:51.781471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8f645065-2f4e-4207-9ac4-9a2d50b90714 req-4b97aa09-8238-49d8-b22c-9717ef4f436b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.787711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8f645065-2f4e-4207-9ac4-9a2d50b90714 req-4b97aa09-8238-49d8-b22c-9717ef4f436b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.792537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f645065-2f4e-4207-9ac4-9a2d50b90714 req-4b97aa09-8238-49d8-b22c-9717ef4f436b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/76c99ef7-e615-4191-9e81-d5debb9ba55c HTTP/1.1" status: 204 len: 173 time: 0.2881081 Sep 10 03:39:51.822850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Pushing event deleted for resources: {'Port': ['ID=f926d4ac-2c54-422a-95db-95d85f62fad3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:51.851364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59586) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:51.852450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-852e8510-99e1-4766-a34b-3794c5f65408 req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] No DVR routers for this DVR port f926d4ac-2c54-422a-95db-95d85f62fad3 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:51.856257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-852e8510-99e1-4766-a34b-3794c5f65408 req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.858263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3b2619e9-9c5c-4656-afe7-a037ce99462d req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2013249922', 'description': 'tempest-description-1894383463'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:51.858603 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-852e8510-99e1-4766-a34b-3794c5f65408 req-219a425f-11a8-4309-8f44-9a3f4769dd81 tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.39 "DELETE /v2.0/ports/f926d4ac-2c54-422a-95db-95d85f62fad3 HTTP/1.1" status: 204 len: 173 time: 1.1139359 Sep 10 03:39:51.879407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b97aa09-8238-49d8-b22c-9717ef4f436b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=76c99ef7-e615-4191-9e81-d5debb9ba55c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:51.885464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5af61fb-3015-460f-9509-7d0a43e943f8 req-1b5697cb-d6fa-40c6-aabc-0f6e7183438e tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 210 time: 0.0908709 Sep 10 03:39:51.907600 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.918717 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.918717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] 10.222.0.22 "DELETE /v2.0/networks/bd556a99-fac2-4405-9c08-bb2784de6a6f HTTP/1.1" status: 204 len: 168 time: 0.5837002 Sep 10 03:39:51.926632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0babb81c-8431-4843-9c5f-cea2efd9d765 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd556a99-fac2-4405-9c08-bb2784de6a6f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:51.953729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7002ec6c-e98e-4617-9602-19306cc27faa no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:51.974745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 7002ec6c-e98e-4617-9602-19306cc27faa {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:51.974745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7002ec6c-e98e-4617-9602-19306cc27faa not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:51.993151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3b2619e9-9c5c-4656-afe7-a037ce99462d req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:51.998005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25b7bb6b-543d-416f-8e32-4e9d9dfef86e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.010296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device da61e220-bf39-4b47-a09e-e0caf37a3388 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:39:52.024942 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [req-3b2619e9-9c5c-4656-afe7-a037ce99462d req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:39:52.024942 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:39:52.024942 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id_1': '611e498d114d48cebde74244f5ec58b4', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 39, 32, 17750)}] Sep 10 03:39:52.024942 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:39:52.026343 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [req-3b2619e9-9c5c-4656-afe7-a037ce99462d req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:39:52.114662 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25b7bb6b-543d-416f-8e32-4e9d9dfef86e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.168086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59596) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:52.188258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port da61e220-bf39-4b47-a09e-e0caf37a3388 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:39:52.192895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port da61e220-bf39-4b47-a09e-e0caf37a3388 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:39:52.193466 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.198107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25b7bb6b-543d-416f-8e32-4e9d9dfef86e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.205587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825096bb-f879-4620-96fc-60b20755a99c req-1288655b-4114-4838-b499-cdc374464fb4 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:52.207046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-825096bb-f879-4620-96fc-60b20755a99c req-1288655b-4114-4838-b499-cdc374464fb4 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 944 time: 0.0522799 Sep 10 03:39:52.256226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-825096bb-f879-4620-96fc-60b20755a99c req-98101504-e2d4-472e-9571-b03ef6632e66 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428426 Sep 10 03:39:52.257559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'name': 'network-vif-deleted', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:52.259888 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-304d283d-7826-47f1-ba96-4da35b2bb067" -d '{"events": [{"server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "name": "network-vif-deleted", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:52.265366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b7bb6b-543d-416f-8e32-4e9d9dfef86e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adba3a05-c7d8-4f37-bdfc-c050c4d5509a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:52.271391 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-25b7bb6b-543d-416f-8e32-4e9d9dfef86e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20fac6af5d9d465a967f8d0b4247b9be&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4166520 Sep 10 03:39:52.276155 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-655c492a-031a-4201-a371-b090f196dd93 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d77fd494e9b147a8b766c9ba86a24ffb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1045830 Sep 10 03:39:52.276155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59602) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:52.282250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59604) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:52.289758 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.350050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:52.353174 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e388bee1-228b-47ce-a684-5042a3dc52a3" -d '{"events": [{"server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "name": "network-vif-plugged", "status": "completed", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:52.359661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:52.379806 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f0c783a-47ea-4da3-9b48-ef5abc1846a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.382332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c133e16-84a8-4d3f-88be-e678f4331cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.410840 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b52bd18-7748-43b6-b72a-d69baa659a6b x-openstack-request-id: req-2b52bd18-7748-43b6-b72a-d69baa659a6b {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:52.411136 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7bdf731d-9d57-4808-a63f-8ffea1cd1f8c", "name": "network-vif-deleted", "tag": "f926d4ac-2c54-422a-95db-95d85f62fad3", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:52.411392 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b52bd18-7748-43b6-b72a-d69baa659a6b {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:52.411818 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7bdf731d-9d57-4808-a63f-8ffea1cd1f8c', 'name': 'network-vif-deleted', 'tag': 'f926d4ac-2c54-422a-95db-95d85f62fad3', 'status': 'completed', 'code': 200} Sep 10 03:39:52.417320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f0c783a-47ea-4da3-9b48-ef5abc1846a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.424081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59620) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:52.428579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c133e16-84a8-4d3f-88be-e678f4331cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.438244 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.450058 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9380f03d-e4b6-43fc-bd78-4b2b72e7016a x-openstack-request-id: req-9380f03d-e4b6-43fc-bd78-4b2b72e7016a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:52.450930 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "name": "network-vif-plugged", "status": "completed", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:52.451274 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9380f03d-e4b6-43fc-bd78-4b2b72e7016a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:52.451816 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388', 'code': 200} Sep 10 03:39:52.486611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-383dc349-eeaf-4e23-9f5c-809e767f22e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6b86364e98c41a1b86747f928081782&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0612669 Sep 10 03:39:52.489232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59626) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:52.524841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=da61e220-bf39-4b47-a09e-e0caf37a3388,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:52.527346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3b2619e9-9c5c-4656-afe7-a037ce99462d req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.575753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f0c783a-47ea-4da3-9b48-ef5abc1846a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.578645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f0c783a-47ea-4da3-9b48-ef5abc1846a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.582912 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7f0c783a-47ea-4da3-9b48-ef5abc1846a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f140bffb-22a5-460f-a136-12ddb90c15f3 HTTP/1.1" status: 204 len: 168 time: 0.2997336 Sep 10 03:39:52.589720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9b43ab-0c8b-49af-9311-10579e842215 req-6bd1903a-38e0-463c-9987-c47da8d69fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:52.591464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6e9b43ab-0c8b-49af-9311-10579e842215 req-6bd1903a-38e0-463c-9987-c47da8d69fe8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1096 time: 0.0551791 Sep 10 03:39:52.594930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-69895261-b396-413a-8892-92c9394a56fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.597794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0c783a-47ea-4da3-9b48-ef5abc1846a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f140bffb-22a5-460f-a136-12ddb90c15f3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:52.621661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-69895261-b396-413a-8892-92c9394a56fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.627016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c133e16-84a8-4d3f-88be-e678f4331cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.629755 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c133e16-84a8-4d3f-88be-e678f4331cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.631610 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5c133e16-84a8-4d3f-88be-e678f4331cc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/adba3a05-c7d8-4f37-bdfc-c050c4d5509a HTTP/1.1" status: 204 len: 168 time: 0.3557127 Sep 10 03:39:52.640025 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6e9b43ab-0c8b-49af-9311-10579e842215 req-daa2fba0-2044-464a-b2fd-1e22f75cdd4a service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398359 Sep 10 03:39:52.650271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c133e16-84a8-4d3f-88be-e678f4331cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adba3a05-c7d8-4f37-bdfc-c050c4d5509a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:52.745396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cda7f00-616c-4c8e-ae1b-4ed50e392066 req-1c62f71d-8ad8-421e-9af9-502aae887406 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:52.746911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cda7f00-616c-4c8e-ae1b-4ed50e392066 req-1c62f71d-8ad8-421e-9af9-502aae887406 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 950 time: 0.1328652 Sep 10 03:39:52.760442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3b2619e9-9c5c-4656-afe7-a037ce99462d req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.793882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cda7f00-616c-4c8e-ae1b-4ed50e392066 req-7b633637-1adb-47f2-82a9-a86c072790ec tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368366 Sep 10 03:39:52.871205 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3b2619e9-9c5c-4656-afe7-a037ce99462d req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.877203 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-69895261-b396-413a-8892-92c9394a56fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.879699 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-69895261-b396-413a-8892-92c9394a56fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.880794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-69895261-b396-413a-8892-92c9394a56fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b950b1c0-db0e-4d4c-bc5d-b7ce926edb43 HTTP/1.1" status: 204 len: 168 time: 0.3904574 Sep 10 03:39:52.907265 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f6fb50-1109-429a-9335-895794ca0a0f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:52.917101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69895261-b396-413a-8892-92c9394a56fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b950b1c0-db0e-4d4c-bc5d-b7ce926edb43,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:52.985660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3b2619e9-9c5c-4656-afe7-a037ce99462d req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:52.987171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b2619e9-9c5c-4656-afe7-a037ce99462d req-defb8280-d041-4fc9-992c-62ad8eb942fa tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.1462395 Sep 10 03:39:53.103387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68b67b53-5e74-45cc-9454-7ed404a8f1ae req-ba84bc06-2201-43ef-9ccc-5f0a3e14443a tempest-LiveMigrationTest-751878695 tempest-LiveMigrationTest-751878695-project] 10.222.0.22 "GET /v2.0/ports?device_id=7bdf731d-9d57-4808-a63f-8ffea1cd1f8c HTTP/1.1" status: 200 len: 210 time: 0.0407538 Sep 10 03:39:53.153879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fdcf593-b3ce-4bb2-8dcb-551378c0d3f0 req-c8f00c90-7aa8-439e-a0fe-4dfc2e16ab04 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/f4f6fb50-1109-429a-9335-895794ca0a0f HTTP/1.1" status: 200 len: 1813 time: 0.0431967 Sep 10 03:39:53.192009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-25945212-df3e-4253-877c-6aec0329aa37 req-b6609329-5e3c-4b2b-9367-38c73257b48a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1026910814', 'description': 'tempest-description-1869752035'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:53.305191 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-25945212-df3e-4253-877c-6aec0329aa37 req-b6609329-5e3c-4b2b-9367-38c73257b48a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:53.388571 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-25945212-df3e-4253-877c-6aec0329aa37 req-b6609329-5e3c-4b2b-9367-38c73257b48a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:53.455638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-25945212-df3e-4253-877c-6aec0329aa37 req-b6609329-5e3c-4b2b-9367-38c73257b48a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:53.487030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6609329-5e3c-4b2b-9367-38c73257b48a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=243f2c16-a1ae-4395-80a6-280d460135df,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:53.512864 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-914f3e6a-b994-4f1c-815c-d787478d04b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:53.553014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-25945212-df3e-4253-877c-6aec0329aa37 req-b6609329-5e3c-4b2b-9367-38c73257b48a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:53.553014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-25945212-df3e-4253-877c-6aec0329aa37 req-b6609329-5e3c-4b2b-9367-38c73257b48a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3612580 Sep 10 03:39:53.560672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59674) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:53.577150 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5357352d-85b3-493a-98fa-a738fec8a5ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:53.701649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfedf27-73b4-4949-ba49-ca10813b1077 req-569aa1dd-021a-4192-9c6c-4736738c8037 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:53.708179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebfedf27-73b4-4949-ba49-ca10813b1077 req-569aa1dd-021a-4192-9c6c-4736738c8037 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.0853016 Sep 10 03:39:53.718738 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:53.790172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebfedf27-73b4-4949-ba49-ca10813b1077 req-fee462f6-73a9-4dca-b15b-a0f25cc1702b tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778928 Sep 10 03:39:53.800768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5357352d-85b3-493a-98fa-a738fec8a5ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:53.852692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecc18e5c-a324-4426-a806-2512218fff46 req-87eb9c92-ddb3-4fea-b38a-83ba1d9ce0e5 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/243f2c16-a1ae-4395-80a6-280d460135df HTTP/1.1" status: 200 len: 1813 time: 0.0397754 Sep 10 03:39:53.876509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9468f1d9-0f89-4f48-9896-c358e0aa538a req-69b7d52c-3c02-491b-826b-a4a797cacd5b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1677609018', 'description': 'tempest-description-1915568388'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:53.882700 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5357352d-85b3-493a-98fa-a738fec8a5ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:53.938396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5357352d-85b3-493a-98fa-a738fec8a5ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=824d36e4549046a185ed161228580e6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3754749 Sep 10 03:39:53.939303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5357352d-85b3-493a-98fa-a738fec8a5ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c326d404-2019-4341-896d-0fcd48cb2986,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:53.941103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59702) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:53.996719 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88017d28-93fb-4d64-9022-a06f548d5d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.012255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f926d4ac-2c54-422a-95db-95d85f62fad3 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:54.021689 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9468f1d9-0f89-4f48-9896-c358e0aa538a req-69b7d52c-3c02-491b-826b-a4a797cacd5b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.023647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88017d28-93fb-4d64-9022-a06f548d5d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.039036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: f926d4ac-2c54-422a-95db-95d85f62fad3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:39:54.039724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f926d4ac-2c54-422a-95db-95d85f62fad3 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:39:54.120388 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9468f1d9-0f89-4f48-9896-c358e0aa538a req-69b7d52c-3c02-491b-826b-a4a797cacd5b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.159084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88017d28-93fb-4d64-9022-a06f548d5d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.161952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88017d28-93fb-4d64-9022-a06f548d5d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.164216 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-88017d28-93fb-4d64-9022-a06f548d5d40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c326d404-2019-4341-896d-0fcd48cb2986 HTTP/1.1" status: 204 len: 168 time: 0.2211423 Sep 10 03:39:54.175382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88017d28-93fb-4d64-9022-a06f548d5d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c326d404-2019-4341-896d-0fcd48cb2986,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:54.210396 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9468f1d9-0f89-4f48-9896-c358e0aa538a req-69b7d52c-3c02-491b-826b-a4a797cacd5b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.250580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b7d52c-3c02-491b-826b-a4a797cacd5b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37a9e17c-5113-47d9-ad3a-fc99ad1c9c65,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:54.318802 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9468f1d9-0f89-4f48-9896-c358e0aa538a req-69b7d52c-3c02-491b-826b-a4a797cacd5b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.320098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9468f1d9-0f89-4f48-9896-c358e0aa538a req-69b7d52c-3c02-491b-826b-a4a797cacd5b tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4477680 Sep 10 03:39:54.355658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:54.409409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874dd45d-c12d-4217-999a-0da1ab7cde0c req-c10123ee-9928-410d-b56e-8020f65c7fd7 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/37a9e17c-5113-47d9-ad3a-fc99ad1c9c65 HTTP/1.1" status: 200 len: 1813 time: 0.0452957 Sep 10 03:39:54.435595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-70f32aae-c327-461a-9517-e207f9dbb264 req-d3907e62-3e23-4535-b617-d6e096fe3e20 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2025222543', 'description': 'tempest-description-800471902'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:54.540615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59752) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:54.541929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-70f32aae-c327-461a-9517-e207f9dbb264 req-d3907e62-3e23-4535-b617-d6e096fe3e20 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.661396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1837481010-network', 'tenant_id': '2d30cd344b94499e948bf6fd3de36d6e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:54.668740 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-70f32aae-c327-461a-9517-e207f9dbb264 req-d3907e62-3e23-4535-b617-d6e096fe3e20 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.675786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-de2af435-62e5-42a8-910f-36374cb37acd admin admin] Deleting subnet d318ebd7-5f3a-4090-856f-fab64fb601e8 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:54.679039 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de2af435-62e5-42a8-910f-36374cb37acd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.725063 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de2af435-62e5-42a8-910f-36374cb37acd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.764992 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-70f32aae-c327-461a-9517-e207f9dbb264 req-d3907e62-3e23-4535-b617-d6e096fe3e20 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.805696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:39:54.818104 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de2af435-62e5-42a8-910f-36374cb37acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.840560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Made reservation on behalf of 2d30cd344b94499e948bf6fd3de36d6e for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:54.843968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.845558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59774) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:54.846479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3907e62-3e23-4535-b617-d6e096fe3e20 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de5181c7-19e8-4474-8adc-368462b341ef,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:54.856694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.922911 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-70f32aae-c327-461a-9517-e207f9dbb264 req-d3907e62-3e23-4535-b617-d6e096fe3e20 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.926135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70f32aae-c327-461a-9517-e207f9dbb264 req-d3907e62-3e23-4535-b617-d6e096fe3e20 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.4950945 Sep 10 03:39:54.933838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:54.971478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:54.974404 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e1c703c-61e5-45a5-8092-5bea3cae8c8c" -d '{"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:54.990478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:54.996822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1351751006-network', 'tenant_id': '735449c98ce14f838fbd18af48fbd017'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:55.014228 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de2af435-62e5-42a8-910f-36374cb37acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.041524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.057253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2af435-62e5-42a8-910f-36374cb37acd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d318ebd7-5f3a-4090-856f-fab64fb601e8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:55.059415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de2af435-62e5-42a8-910f-36374cb37acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.062177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-de2af435-62e5-42a8-910f-36374cb37acd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d318ebd7-5f3a-4090-856f-fab64fb601e8 HTTP/1.1" status: 204 len: 168 time: 0.7054415 Sep 10 03:39:55.064910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59784) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:55.071410 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.082541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612b2982-477d-4506-8e74-e49ddf7e729b req-17b4d4d9-9be9-4f0f-b971-8efb396fe47a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:55.084127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-612b2982-477d-4506-8e74-e49ddf7e729b req-17b4d4d9-9be9-4f0f-b971-8efb396fe47a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.0834904 Sep 10 03:39:55.093838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.130806 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.145720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=11']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:55.150222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-612b2982-477d-4506-8e74-e49ddf7e729b req-fa3d226d-ca2c-4da9-b355-9eb26b601f11 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598645 Sep 10 03:39:55.156860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.163954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:39:55.183134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2302fd-46da-4465-957f-fddbfb64d750,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:55.187192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.187538 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Added segment 17881f5c-d4d3-406b-ad9e-e1afb476a3d4 of type vlan for network 94ff2e35-74c2-4331-bcf2-d436143ada95 Sep 10 03:39:55.242419 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f96b91-b027-4a46-82b7-7f7fdc088eec x-openstack-request-id: req-96f96b91-b027-4a46-82b7-7f7fdc088eec {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:55.242826 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-unplugged", "status": "completed", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:55.243082 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96f96b91-b027-4a46-82b7-7f7fdc088eec {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:55.243484 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'code': 200} Sep 10 03:39:55.251314 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.264308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-850837a0-bb3c-4e48-a858-9e778b9a77bf req-f9845daf-35cf-4fa2-b9d8-d52750ace7e9 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/de5181c7-19e8-4474-8adc-368462b341ef HTTP/1.1" status: 200 len: 1812 time: 0.0800986 Sep 10 03:39:55.264308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Made reservation on behalf of 735449c98ce14f838fbd18af48fbd017 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:55.266669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.281948 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.321344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.344581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a01494e1-fa56-4ca0-9141-b06036d94fd4']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:55.355237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:55.355531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '957f9fb3-dcf2-444c-8b1e-fd4cf9e31fe9') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:55.365478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.381037 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.386979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:55.387381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:55.389077 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:55.408988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.410055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:55.410715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.431103 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d4d8f4-defe-4b21-81f0-22bc4320d9d1 req-0de08485-be80-4560-b528-b3e2371f8e84 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:55.432640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4d4d8f4-defe-4b21-81f0-22bc4320d9d1 req-0de08485-be80-4560-b528-b3e2371f8e84 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1096 time: 0.0971167 Sep 10 03:39:55.443028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20b48e5-dda4-4b85-b47d-57d88e7aac3a req-9cfa5385-6438-47bc-ad30-21b3c8abcf03 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:55.444478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f20b48e5-dda4-4b85-b47d-57d88e7aac3a req-9cfa5385-6438-47bc-ad30-21b3c8abcf03 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 948 time: 0.1077466 Sep 10 03:39:55.503136 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.513386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] Pushing event updated for resources: {'Network': ['ID=94ff2e35-74c2-4331-bcf2-d436143ada95,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:55.528182 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.530101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 94ff2e35-74c2-4331-bcf2-d436143ada95 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:39:55.534253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4d4d8f4-defe-4b21-81f0-22bc4320d9d1 req-12ee4011-4e5c-45b2-b36b-b6c2c42f787e tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887284 Sep 10 03:39:55.537424 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.541179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a01494e1-fa56-4ca0-9141-b06036d94fd4 HTTP/1.1" status: 204 len: 168 time: 0.4751103 Sep 10 03:39:55.549632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59802) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:55.554270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8975ca42-816c-4e20-9cce-fbc4c78b0fd5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a01494e1-fa56-4ca0-9141-b06036d94fd4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:55.558128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f20b48e5-dda4-4b85-b47d-57d88e7aac3a req-5c9931f4-a94a-41df-a19f-98c09ab4a29d tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035628 Sep 10 03:39:55.609828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.654733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:39:55.662494 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ba2f89d3-dd50-49b6-90a1-5f78b396f71f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1205301 Sep 10 03:39:55.665358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59808) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:55.670127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Request body: {'subnet': {'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1837481010-subnet', 'tenant_id': '2d30cd344b94499e948bf6fd3de36d6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:55.696351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf9f4e54-da07-4483-bc9b-834607db2208 admin admin] Deleting subnet 0bd1a044-a727-4278-8df3-c7dc50fe2abe {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:39:55.698863 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-9f81fc9c-00c1-4509-a93b-cd3df0c24cee req-b6212cb2-2864-42ab-811b-bdfd26609ee6 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] show failed (client error): The resource could not be found. Sep 10 03:39:55.700163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f81fc9c-00c1-4509-a93b-cd3df0c24cee req-b6212cb2-2864-42ab-811b-bdfd26609ee6 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/d3d4c3ac-9926-465b-bf5d-8390822cf999 HTTP/1.1" status: 404 len: 352 time: 0.0861976 Sep 10 03:39:55.712345 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4e54-da07-4483-bc9b-834607db2208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.734289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.734633 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Added segment 57cbbbf8-7eaf-459f-8fe4-f2e65147ee66 of type vlan for network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 Sep 10 03:39:55.739254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10d8056a-d89e-4ae7-8bbf-d20a25298e55,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:55.757685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Made reservation on behalf of 2d30cd344b94499e948bf6fd3de36d6e for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:55.758477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.805593 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4e54-da07-4483-bc9b-834607db2208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.828049 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-9bff807f-da16-4730-b6e2-2078c1a0e283 req-bf2248d6-f636-4402-b3b9-ccb00d7e18d4 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] show failed (client error): The resource could not be found. Sep 10 03:39:55.829134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bff807f-da16-4730-b6e2-2078c1a0e283 req-bf2248d6-f636-4402-b3b9-ccb00d7e18d4 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-group-rules/6f12a426-8721-4fa2-a437-03d719fe2ccc HTTP/1.1" status: 404 len: 361 time: 0.0907807 Sep 10 03:39:55.832166 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.843457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16815019-12dd-4d00-b877-aa68cb6785d9 req-8956c8df-3df4-4cfb-8319-e52d1a62d149 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:55.844401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16815019-12dd-4d00-b877-aa68cb6785d9 req-8956c8df-3df4-4cfb-8319-e52d1a62d149 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1096 time: 0.1966336 Sep 10 03:39:55.894607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4e54-da07-4483-bc9b-834607db2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.955655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.956629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:55.957220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:55.974301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16815019-12dd-4d00-b877-aa68cb6785d9 req-261287e0-dbba-4542-b0c1-8ada0ff43529 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185119 Sep 10 03:39:55.993320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.004301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed2cc4bd-1a6b-4cb6-855d-b91e5bf9aae2 req-93ed260c-194c-424d-b25b-2399da3cd5c1 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/de5181c7-19e8-4474-8adc-368462b341ef HTTP/1.1" status: 200 len: 1812 time: 0.1296973 Sep 10 03:39:56.050520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=64da495b-f14b-4aaf-9866-d2430ad039df,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:56.052008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] Pushing event updated for resources: {'Network': ['ID=1dd408bb-84e7-4fc5-a671-5ff17b802b87,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:56.075814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6e44fb78-e08a-48a1-983e-f1dc035b1a37 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2225547 Sep 10 03:39:56.078223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59820) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:56.079563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Checking segment: {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:56.080219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Network hostable DHCP agents. Network: 94ff2e35-74c2-4331-bcf2-d436143ada95, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:39:56.083338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Request body: {'subnet': {'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1351751006-subnet', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:56.084371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:39:56.103909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4e54-da07-4483-bc9b-834607db2208 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.151597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f4e54-da07-4483-bc9b-834607db2208 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd1a044-a727-4278-8df3-c7dc50fe2abe,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:56.158303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf9f4e54-da07-4483-bc9b-834607db2208 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.162828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bf9f4e54-da07-4483-bc9b-834607db2208 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0bd1a044-a727-4278-8df3-c7dc50fe2abe HTTP/1.1" status: 204 len: 168 time: 0.6012113 Sep 10 03:39:56.162828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ed2cc4bd-1a6b-4cb6-855d-b91e5bf9aae2 req-904395ba-81f3-46e3-91d9-5b5b92243382 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.165588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59824) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:56.180529 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.185501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Network 94ff2e35-74c2-4331-bcf2-d436143ada95 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:39:56.213273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ed2cc4bd-1a6b-4cb6-855d-b91e5bf9aae2 req-904395ba-81f3-46e3-91d9-5b5b92243382 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.259222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Made reservation on behalf of 735449c98ce14f838fbd18af48fbd017 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:39:56.261245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.284768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 94ff2e35-74c2-4331-bcf2-d436143ada95) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:56.290746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:56.292299 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.300929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2cf2c-20af-4451-aa7c-673bb7c9c04b None None] Network 94ff2e35-74c2-4331-bcf2-d436143ada95 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:56.303741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.397244 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3cf68c77-4814-416d-a306-1d5737fb24f1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7306721 Sep 10 03:39:56.468286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.477109 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ed2cc4bd-1a6b-4cb6-855d-b91e5bf9aae2 req-904395ba-81f3-46e3-91d9-5b5b92243382 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.479928 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ed2cc4bd-1a6b-4cb6-855d-b91e5bf9aae2 req-904395ba-81f3-46e3-91d9-5b5b92243382 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.481260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed2cc4bd-1a6b-4cb6-855d-b91e5bf9aae2 req-904395ba-81f3-46e3-91d9-5b5b92243382 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "DELETE /v2.0/security-groups/de5181c7-19e8-4474-8adc-368462b341ef HTTP/1.1" status: 204 len: 173 time: 0.4675989 Sep 10 03:39:56.511597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904395ba-81f3-46e3-91d9-5b5b92243382 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de5181c7-19e8-4474-8adc-368462b341ef,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:56.515328 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf692527-7526-49a7-b7f4-cffa5db35d6d']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:56.523537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e33d5-cebf-4b33-acbf-bafddcf5601d None None] Network 94ff2e35-74c2-4331-bcf2-d436143ada95 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:56.533673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c74dbf6-2933-402f-a032-ef62faf8f9db') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:56.534227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c74dbf6-2933-402f-a032-ef62faf8f9db') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:39:56.599028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.675783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.697698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:39:56.698098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:39:56.700254 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:39:56.711527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6829b08-0a2d-4fcc-a778-8ee710a327cd req-8d8add93-8c5f-464c-b5c1-deae50970ccb tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/37a9e17c-5113-47d9-ad3a-fc99ad1c9c65 HTTP/1.1" status: 200 len: 1813 time: 0.1859980 Sep 10 03:39:56.766852 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.848063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f9288194-2446-486f-a533-9e43af8869d3,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:56.856089 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6829b08-0a2d-4fcc-a778-8ee710a327cd req-92f3eeaa-aaeb-4a0f-b1bb-4a22d3b2255d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.880368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Checking segment: {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:56.880651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Network hostable DHCP agents. Network: 1dd408bb-84e7-4fc5-a671-5ff17b802b87, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:39:56.885965 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6829b08-0a2d-4fcc-a778-8ee710a327cd req-92f3eeaa-aaeb-4a0f-b1bb-4a22d3b2255d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.901555 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.933070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:56.933070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/cf692527-7526-49a7-b7f4-cffa5db35d6d HTTP/1.1" status: 204 len: 168 time: 0.7519338 Sep 10 03:39:56.934884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a28b3f-250a-4fe0-bfd4-1998e92d6ee0 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf692527-7526-49a7-b7f4-cffa5db35d6d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:57.014073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:39:57.049972 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6829b08-0a2d-4fcc-a778-8ee710a327cd req-92f3eeaa-aaeb-4a0f-b1bb-4a22d3b2255d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.052553 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6829b08-0a2d-4fcc-a778-8ee710a327cd req-92f3eeaa-aaeb-4a0f-b1bb-4a22d3b2255d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.053730 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6829b08-0a2d-4fcc-a778-8ee710a327cd req-92f3eeaa-aaeb-4a0f-b1bb-4a22d3b2255d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "DELETE /v2.0/security-groups/37a9e17c-5113-47d9-ad3a-fc99ad1c9c65 HTTP/1.1" status: 204 len: 173 time: 0.3318245 Sep 10 03:39:57.065988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f3eeaa-aaeb-4a0f-b1bb-4a22d3b2255d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37a9e17c-5113-47d9-ad3a-fc99ad1c9c65,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:57.105252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1dd408bb-84e7-4fc5-a671-5ff17b802b87) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:57.110721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:57.114503 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.115383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863231a1-363f-42a7-b8ed-e4f2e7d9c599 None None] Network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:57.176130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38063c0-e4e5-4456-9a7d-318a3fa192e9 req-aad348e3-f1cc-422a-a19a-cdf54dc21c56 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:57.177743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a38063c0-e4e5-4456-9a7d-318a3fa192e9 req-aad348e3-f1cc-422a-a19a-cdf54dc21c56 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 948 time: 0.0572762 Sep 10 03:39:57.196735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-2a50c7d5-a3bf-4e36-ac0d-e0359b441678 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:57.199544 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-2a50c7d5-a3bf-4e36-ac0d-e0359b441678 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.20 "GET /v2.0/ports?device_id=275e0e34-70c7-4d27-80fb-b4986598b9d6 HTTP/1.1" status: 200 len: 948 time: 0.0787542 Sep 10 03:39:57.219169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a38063c0-e4e5-4456-9a7d-318a3fa192e9 req-06883ac4-cdd7-43ea-b1e7-fcac85b30054 tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.22 "GET /v2.0/security-groups?id=f38823b6-e2b0-4508-8dc4-6b41a4837d49&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343359 Sep 10 03:39:57.252415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-65dc61be-a527-4c1f-ae12-39f39d8c6909 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.1698611 Sep 10 03:39:57.252722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59874) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:57.258402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:57.308747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:39:57.309865 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.337543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Deleting port 973213bc-fb87-4590-a74b-60d8d2cb503d {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:39:57.337887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.388028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.393620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.410529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59876) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:57.467139 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.470630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] For port 973213bc-fb87-4590-a74b-60d8d2cb503d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=973213bc-fb87-4590-a74b-60d8d2cb503d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:39:57.471003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.472273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Allocated IP 172.20.0.2 (1dd408bb-84e7-4fc5-a671-5ff17b802b87/f9288194-2446-486f-a533-9e43af8869d3/a8253953-bd0c-48a3-9de3-cdd7be026bdb) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:57.492061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Calling delete_port for 973213bc-fb87-4590-a74b-60d8d2cb503d owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:39:57.497754 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-88148b4b-cba6-497a-98e4-0967d873e7cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=500807532d7f46768156300378a5bc21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858939 Sep 10 03:39:57.500967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59886) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:57.623599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f48e642-0c00-4994-9e0c-7a9574da9d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.657156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f48e642-0c00-4994-9e0c-7a9574da9d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.670010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-5e6518b8-090c-4654-9430-12ece7dc0e43 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:57.677598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-5e6518b8-090c-4654-9430-12ece7dc0e43 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 813 time: 0.2082462 Sep 10 03:39:57.699712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-a3776cfc-d1e6-48b1-9ff7-a9f80db776a2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/quotas/2d30cd344b94499e948bf6fd3de36d6e HTTP/1.1" status: 200 len: 375 time: 0.0204790 Sep 10 03:39:57.704347 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.746146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-9e22f768-f962-4fb1-963f-a58d594c1ec0 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0451834 Sep 10 03:39:57.861706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Transition to ACTIVE for port object a8253953-bd0c-48a3-9de3-cdd7be026bdb will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:57.866481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f48e642-0c00-4994-9e0c-7a9574da9d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.866481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f48e642-0c00-4994-9e0c-7a9574da9d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.867264 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6f48e642-0c00-4994-9e0c-7a9574da9d41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56505614-93e8-45b6-bf8f-2960e7a95ba0 HTTP/1.1" status: 204 len: 168 time: 0.3652346 Sep 10 03:39:57.868406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:57.920484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Transition to ACTIVE for port object a8253953-bd0c-48a3-9de3-cdd7be026bdb will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:39:57.962802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Pushing event deleted for resources: {'Port': ['ID=973213bc-fb87-4590-a74b-60d8d2cb503d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:57.997177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48e642-0c00-4994-9e0c-7a9574da9d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56505614-93e8-45b6-bf8f-2960e7a95ba0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:58.037298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:58.087216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] No DVR routers for this DVR port 973213bc-fb87-4590-a74b-60d8d2cb503d on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:39:58.090674 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:58.094100 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9bfd6ed2-f12b-467c-8383-124fd24a9c76 req-1378f98a-8a75-47af-8731-c3ffd9e95b7f tempest-ImagesOneServerTestJSON-1824459041 tempest-ImagesOneServerTestJSON-1824459041-project] 10.222.0.20 "DELETE /v2.0/ports/973213bc-fb87-4590-a74b-60d8d2cb503d HTTP/1.1" status: 204 len: 173 time: 0.8875787 Sep 10 03:39:58.094626 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-deleted', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:39:58.101842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:58.105985 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50385942-dccf-4b13-8c4f-8e4aef40c456" -d '{"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-deleted", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:39:58.106194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:58.115205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:58.122270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Pushing event updated for resources: {'Port': ['ID=a8253953-bd0c-48a3-9de3-cdd7be026bdb,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:58.193374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Attempting to bind port a8253953-bd0c-48a3-9de3-cdd7be026bdb on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:58.193995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Attempting to bind port a8253953-bd0c-48a3-9de3-cdd7be026bdb by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:58.194534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Attempting to bind port a8253953-bd0c-48a3-9de3-cdd7be026bdb on network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:58.202725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:58.203114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Checking segment: {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:58.203520 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:58.204243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Bound using segment: {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:58.204732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Bound port: a8253953-bd0c-48a3-9de3-cdd7be026bdb, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:58.205425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:58.280519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] For port a8253953-bd0c-48a3-9de3-cdd7be026bdb, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:39:58.284416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] For port a8253953-bd0c-48a3-9de3-cdd7be026bdb, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8253953-bd0c-48a3-9de3-cdd7be026bdb,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:58.300168 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:58.357034 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:58.390729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-559e3d88-33eb-4a99-8f02-1bf1a0131f24 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:39:58.394568 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-559e3d88-33eb-4a99-8f02-1bf1a0131f24 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0226631 Sep 10 03:39:58.431025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4051667e-aba2-4893-9ac4-82d5c416f7dc None None] Pushing event updated for resources: {'Port': ['ID=a8253953-bd0c-48a3-9de3-cdd7be026bdb,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:58.448840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-6fecc02b-1d88-4f4d-b5cc-47b721322c1b service neutron] 10.222.0.22 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7017255 Sep 10 03:39:58.495510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-bf17fbb8-9b2e-4d1a-863a-82e4f0f17693 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:58.497303 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-bf17fbb8-9b2e-4d1a-863a-82e4f0f17693 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports/da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 200 len: 1093 time: 0.0955603 Sep 10 03:39:58.519609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Request body: {'binding': {'host': 'n-h1-808143-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:39:58.521274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Unknown quota resources ['binding']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:39:58.575760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:58.616297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-dd9d3b1e-ee71-4695-8c10-8bebd16fd0c0 service neutron] 10.222.0.22 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422908 Sep 10 03:39:58.804592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 on host n-h1-808143-1 for vnic_type normal with profile None {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:39:58.804945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:39:58.805276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:58.812869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Port da61e220-bf39-4b47-a09e-e0caf37a3388 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:39:58.813477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:39:58.821150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:39:58.821609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:39:58.822102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:39:58.822671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Bound port: da61e220-bf39-4b47-a09e-e0caf37a3388, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:39:58.904142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59908) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:58.915749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:58.945181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:39:58.945774 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.017554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1cb47bf9-93c0-4185-91ed-d3edacfadc9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d8ff7c32d544c6787e55c10be72de6d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1119812 Sep 10 03:39:59.020043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59912) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:39:59.043625 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.044978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-ab1fda53-22cb-4036-a518-805be243ebf0 service neutron] 10.222.0.22 "POST /v2.0/ports/da61e220-bf39-4b47-a09e-e0caf37a3388/bindings HTTP/1.1" status: 201 len: 389 time: 0.5357652 Sep 10 03:39:59.073603 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:39:59.135886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Allocated IP 172.25.3.178 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/3324916b-2953-49b0-9947-bd0bf9289043) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:39:59.140183 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ac97417-cf53-4952-b543-5b4eb63d6934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.180042 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ac97417-cf53-4952-b543-5b4eb63d6934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.342061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-938437cb-9fea-400c-9252-ff36525c325d req-82d8965b-e1f9-4e2e-9dd3-9650bbe844a3 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/243f2c16-a1ae-4395-80a6-280d460135df HTTP/1.1" status: 200 len: 1813 time: 0.0793569 Sep 10 03:39:59.346816 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.413233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ac97417-cf53-4952-b543-5b4eb63d6934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.415777 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ac97417-cf53-4952-b543-5b4eb63d6934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.419242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5ac97417-cf53-4952-b543-5b4eb63d6934 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a04660d-f76b-4deb-8439-f0865a70b5b1 HTTP/1.1" status: 204 len: 168 time: 0.3959897 Sep 10 03:39:59.453023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac97417-cf53-4952-b543-5b4eb63d6934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a04660d-f76b-4deb-8439-f0865a70b5b1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:59.483365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-938437cb-9fea-400c-9252-ff36525c325d req-3cb4c0d1-4d88-4614-a061-c8ee9d1dc8cb tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.527255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-938437cb-9fea-400c-9252-ff36525c325d req-3cb4c0d1-4d88-4614-a061-c8ee9d1dc8cb tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.567531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.575355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-96f1c049-aad7-46de-9fe8-b5ec85ce9e2d tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0449183 Sep 10 03:39:59.650164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:39:59.661984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:39:59.673915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:39:59.680721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Pushing event updated for resources: {'Port': ['ID=3324916b-2953-49b0-9947-bd0bf9289043,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:59.758969 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-3fa61a5b-2478-4919-9184-e08b502e5cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:59.762108 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-3fa61a5b-2478-4919-9184-e08b502e5cde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1096 time: 0.0564797 Sep 10 03:39:59.771544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-938437cb-9fea-400c-9252-ff36525c325d req-3cb4c0d1-4d88-4614-a061-c8ee9d1dc8cb tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.772481 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-938437cb-9fea-400c-9252-ff36525c325d req-3cb4c0d1-4d88-4614-a061-c8ee9d1dc8cb tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:39:59.773601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-938437cb-9fea-400c-9252-ff36525c325d req-3cb4c0d1-4d88-4614-a061-c8ee9d1dc8cb tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "DELETE /v2.0/security-groups/243f2c16-a1ae-4395-80a6-280d460135df HTTP/1.1" status: 204 len: 173 time: 0.4156885 Sep 10 03:39:59.785940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb73d264-044a-4694-b561-fd21062ff24f None None] Network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:39:59.815621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-eef7282b-775e-4f0f-9e72-f18d54a61b3d tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:59.822838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-eef7282b-775e-4f0f-9e72-f18d54a61b3d tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2171044 Sep 10 03:39:59.874746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-058f7572-eeac-4dfb-bab0-451fe8f76acd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:39:59.876894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-058f7572-eeac-4dfb-bab0-451fe8f76acd service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1072080 Sep 10 03:39:59.878370 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:39:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56a4366f-44e6-428f-aef8-98b5a9f9e595 x-openstack-request-id: req-56a4366f-44e6-428f-aef8-98b5a9f9e595 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:39:59.878773 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "275e0e34-70c7-4d27-80fb-b4986598b9d6", "name": "network-vif-deleted", "tag": "973213bc-fb87-4590-a74b-60d8d2cb503d", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:39:59.879354 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56a4366f-44e6-428f-aef8-98b5a9f9e595 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:39:59.879852 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '275e0e34-70c7-4d27-80fb-b4986598b9d6', 'name': 'network-vif-deleted', 'tag': '973213bc-fb87-4590-a74b-60d8d2cb503d', 'status': 'completed', 'code': 200} Sep 10 03:39:59.880097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb4c0d1-4d88-4614-a061-c8ee9d1dc8cb tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=243f2c16-a1ae-4395-80a6-280d460135df,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:39:59.906987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-4e94e4b3-c9f4-44f0-99cb-7096a56172b5 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/quotas/ad1b5aa54e614e72bd18ac8ea5f9f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0831187 Sep 10 03:39:59.950635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-375f9d60-5ab6-4514-9f7a-310303460ce6 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0426989 Sep 10 03:39:59.962966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-050ce78f-6dfa-43cb-bb8d-10f86e2c5445 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 200 len: 217 time: 0.0755415 Sep 10 03:40:00.043708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-4bab5907-3c52-4bba-bf34-91d56192b9f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:00.050418 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-4bab5907-3c52-4bba-bf34-91d56192b9f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0811539 Sep 10 03:40:00.109031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8253953-bd0c-48a3-9de3-cdd7be026bdb up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:00.136725 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-3c63ca36-737d-4080-b60a-9d1a24b00cbe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0773339 Sep 10 03:40:00.151547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a83ebbee-2a33-42eb-ac7e-a38ccc3f1871 None None] Provisioning for port a8253953-bd0c-48a3-9de3-cdd7be026bdb completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:00.273202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a8253953-bd0c-48a3-9de3-cdd7be026bdb completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:00.277351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a8253953-bd0c-48a3-9de3-cdd7be026bdb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:00.282886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:00.283263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:00.289575 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-1c65c701-3c67-468f-bf73-9d462e25768c service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425586 Sep 10 03:40:00.400276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6f620c9f-079b-49e5-b705-bc9fcbe70dd9 None None] Provisioning complete for port a8253953-bd0c-48a3-9de3-cdd7be026bdb triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:00.401004 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f620c9f-079b-49e5-b705-bc9fcbe70dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:00.464880 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-713abd37-a54b-4848-ad2a-7aa2532bf5c3 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664255 Sep 10 03:40:00.497409 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:00.660610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e280f43-35e8-459a-8ddf-31985c4cb927 req-5110c04f-cc06-4158-a40b-051b04bdb255 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:00.662179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e280f43-35e8-459a-8ddf-31985c4cb927 req-5110c04f-cc06-4158-a40b-051b04bdb255 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.1343243 Sep 10 03:40:00.678424 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f620c9f-079b-49e5-b705-bc9fcbe70dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:00.725854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port a8253953-bd0c-48a3-9de3-cdd7be026bdb, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8253953-bd0c-48a3-9de3-cdd7be026bdb,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:00.773428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:00.780301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e280f43-35e8-459a-8ddf-31985c4cb927 req-ed4fd753-4cbf-4fba-a3ee-bd25993d6aaf tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028666 Sep 10 03:40:00.790045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbb54b27-aab7-4d16-8963-fa160e67a11e req-12fa6237-cb28-4fcb-be08-fb664be01ae7 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/f4f6fb50-1109-429a-9335-895794ca0a0f HTTP/1.1" status: 200 len: 1813 time: 0.1249187 Sep 10 03:40:00.794869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59978) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:00.810692 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:00.900964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:00.936686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-202484e6-ad4f-4391-aa7f-52be3471e1ac req-4771159f-12f0-4b54-981a-99202e37bc73 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 210 time: 0.0509424 Sep 10 03:40:00.946794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 973213bc-fb87-4590-a74b-60d8d2cb503d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:00.947173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 973213bc-fb87-4590-a74b-60d8d2cb503d not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:00.980952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-6f620c9f-079b-49e5-b705-bc9fcbe70dd9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:40:00.981304 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-6f620c9f-079b-49e5-b705-bc9fcbe70dd9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:40:01.010331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=a8253953-bd0c-48a3-9de3-cdd7be026bdb,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:01.027850 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cbb54b27-aab7-4d16-8963-fa160e67a11e req-82444397-22e2-447f-b917-1207f2629b6a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.053362 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-84b0efdd-b576-4866-868a-51ba48cb5e7f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9bf9f82adcd7481daf2972c7e46e9d0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2569714 Sep 10 03:40:01.054134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59984) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:01.080877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33065e1f-b950-4cb2-a648-45c67242ceb4 req-eadcca12-90f7-4e2e-8cca-a0e6def9da5f tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 210 time: 0.0540600 Sep 10 03:40:01.094678 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cbb54b27-aab7-4d16-8963-fa160e67a11e req-82444397-22e2-447f-b917-1207f2629b6a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.134081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e9ec5a7-f1a3-4dee-aa6e-0aeb1b3288c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.178395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e9ec5a7-f1a3-4dee-aa6e-0aeb1b3288c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.276511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Router 986fc664-2407-4d51-a19c-e5b91ebe8f9e is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:40:01.282147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cbb54b27-aab7-4d16-8963-fa160e67a11e req-82444397-22e2-447f-b917-1207f2629b6a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.285002 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cbb54b27-aab7-4d16-8963-fa160e67a11e req-82444397-22e2-447f-b917-1207f2629b6a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.300682 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbb54b27-aab7-4d16-8963-fa160e67a11e req-82444397-22e2-447f-b917-1207f2629b6a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "DELETE /v2.0/security-groups/f4f6fb50-1109-429a-9335-895794ca0a0f HTTP/1.1" status: 204 len: 173 time: 0.5093317 Sep 10 03:40:01.335715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e9ec5a7-f1a3-4dee-aa6e-0aeb1b3288c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.338433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e9ec5a7-f1a3-4dee-aa6e-0aeb1b3288c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.339607 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e9ec5a7-f1a3-4dee-aa6e-0aeb1b3288c9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f38823b6-e2b0-4508-8dc4-6b41a4837d49 HTTP/1.1" status: 204 len: 168 time: 0.2836335 Sep 10 03:40:01.361082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82444397-22e2-447f-b917-1207f2629b6a tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f6fb50-1109-429a-9335-895794ca0a0f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:01.367672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9ec5a7-f1a3-4dee-aa6e-0aeb1b3288c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f38823b6-e2b0-4508-8dc4-6b41a4837d49,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:01.477559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30679aea-43d0-43a4-86e0-65fa28085d1a req-7419b9b1-b6da-4e3e-9eaf-f3d12c5e8e30 tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "GET /v2.0/security-groups/2125f596-ce91-468b-a146-b0552c1a253f HTTP/1.1" status: 200 len: 1812 time: 0.1628935 Sep 10 03:40:01.609502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:40:01.628047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Sync routers for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:40:01.629882 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30679aea-43d0-43a4-86e0-65fa28085d1a req-d3ceabfc-c281-44be-8b69-a362bdbd649d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.663315 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30679aea-43d0-43a4-86e0-65fa28085d1a req-d3ceabfc-c281-44be-8b69-a362bdbd649d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.669948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:01.669948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:01.819420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30679aea-43d0-43a4-86e0-65fa28085d1a req-d3ceabfc-c281-44be-8b69-a362bdbd649d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.821668 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30679aea-43d0-43a4-86e0-65fa28085d1a req-d3ceabfc-c281-44be-8b69-a362bdbd649d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.824692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30679aea-43d0-43a4-86e0-65fa28085d1a req-d3ceabfc-c281-44be-8b69-a362bdbd649d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] 10.222.0.22 "DELETE /v2.0/security-groups/2125f596-ce91-468b-a146-b0552c1a253f HTTP/1.1" status: 204 len: 173 time: 0.3359606 Sep 10 03:40:01.832555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60010) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:01.854240 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:01.857000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7136f43e-15f5-4304-98dd-f622b8278c6a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6034977 Sep 10 03:40:01.859935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ceabfc-c281-44be-8b69-a362bdbd649d tempest-SecurityGroupRulesNegativeTestJSON-1344301144 tempest-SecurityGroupRulesNegativeTestJSON-1344301144-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2125f596-ce91-468b-a146-b0552c1a253f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:01.876270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60014) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:01.953261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b462be19-0a5c-4c18-99a7-17f87d72f8f5 admin admin] Deleting subnet de2cd9f9-c922-494f-88d6-45940b4d5bbb {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:40:02.006823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b462be19-0a5c-4c18-99a7-17f87d72f8f5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.080513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8253953-bd0c-48a3-9de3-cdd7be026bdb up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:02.122763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b462be19-0a5c-4c18-99a7-17f87d72f8f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.156214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:02.199788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf912851-5d60-489b-b8b4-8dc5fccc3d73 req-e8e68699-511a-4559-9081-7dcd71302369 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 210 time: 0.0625298 Sep 10 03:40:02.263670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b462be19-0a5c-4c18-99a7-17f87d72f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.271305 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.303199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255ec00b-cf27-4a06-b945-9646b4f21a08 req-a7201662-12f4-43c3-acd6-f7151dc015fe tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:02.321870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-255ec00b-cf27-4a06-b945-9646b4f21a08 req-a7201662-12f4-43c3-acd6-f7151dc015fe tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.2221622 Sep 10 03:40:02.496303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a8253953-bd0c-48a3-9de3-cdd7be026bdb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:02.496751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.524988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1892bf4-e330-4d0f-8340-4eb19a69c8f0 req-9aaedb67-3ef7-43fc-b783-2a54aaf1ed65 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 210 time: 0.1249142 Sep 10 03:40:02.576232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-7e4ad406-bf8a-4f41-a917-ded78bbd48c7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:02.578372 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-7e4ad406-bf8a-4f41-a917-ded78bbd48c7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 813 time: 0.3174925 Sep 10 03:40:02.591352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-255ec00b-cf27-4a06-b945-9646b4f21a08 req-d86dee1c-cbc9-46d8-b910-23d783f6f0f0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685585 Sep 10 03:40:02.595894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Request body: {'port': {'device_id': '23304721-5613-46bd-a524-113c067e1a6d', 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95', 'admin_state_up': True, 'tenant_id': '2d30cd344b94499e948bf6fd3de36d6e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:02.628276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:39:59Z', 'revision_number': 3, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:39:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:02.670100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Checking router: 986fc664-2407-4d51-a19c-e5b91ebe8f9e for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:40:02.672222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Updating router 986fc664-2407-4d51-a19c-e5b91ebe8f9e port 3324916b-2953-49b0-9947-bd0bf9289043 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:40:02.699336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b462be19-0a5c-4c18-99a7-17f87d72f8f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.749684 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.760921 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b462be19-0a5c-4c18-99a7-17f87d72f8f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.764831 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b462be19-0a5c-4c18-99a7-17f87d72f8f5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/de2cd9f9-c922-494f-88d6-45940b4d5bbb HTTP/1.1" status: 204 len: 168 time: 0.9305634 Sep 10 03:40:02.768674 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b462be19-0a5c-4c18-99a7-17f87d72f8f5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de2cd9f9-c922-494f-88d6-45940b4d5bbb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:02.776349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60036) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:02.920579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:02.993889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.058326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.082402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Made reservation on behalf of 2d30cd344b94499e948bf6fd3de36d6e for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:03.087265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.224345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860d5616-851d-4244-b54d-990afddae909']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:03.296953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Allocated IP 172.20.0.1 (1dd408bb-84e7-4fc5-a671-5ff17b802b87/f9288194-2446-486f-a533-9e43af8869d3/69b50fbe-ead1-4172-8496-49f51bee4299) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:03.380652 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.421315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Transition to ACTIVE for port object 3324916b-2953-49b0-9947-bd0bf9289043 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:03.447188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c95c2645-00f6-4c8b-b9bb-eb78a872a5d3') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:03.447614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c95c2645-00f6-4c8b-b9bb-eb78a872a5d3') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:03.462516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b25cd328-1848-4283-83de-078b1a971b0d req-11c9968f-7d30-492f-a4ed-adbd91f99d73 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 210 time: 0.0709364 Sep 10 03:40:03.525164 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.528626 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Allocated IP 172.20.0.11 (94ff2e35-74c2-4331-bcf2-d436143ada95/64da495b-f14b-4aaf-9866-d2430ad039df/2e301162-58ba-4b58-9bdf-2b42dd977ecb) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:03.538514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-947e77a9-37b2-417b-84f3-80033f1f8e9a tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0530202 Sep 10 03:40:03.647444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Attempting to bind port 3324916b-2953-49b0-9947-bd0bf9289043 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:03.648352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Attempting to bind port 3324916b-2953-49b0-9947-bd0bf9289043 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:03.649659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Attempting to bind port 3324916b-2953-49b0-9947-bd0bf9289043 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:03.697456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:03.697456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:03.697456 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.697456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:03.697456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Bound port: 3324916b-2953-49b0-9947-bd0bf9289043, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:03.697456 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.698228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d4cef-4103-48b5-af6e-f33df08e6a81 None None] Pushing event updated for resources: {'Port': ['ID=3324916b-2953-49b0-9947-bd0bf9289043,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:03.806028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.825207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] For port 3324916b-2953-49b0-9947-bd0bf9289043, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:03.829073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] For port 3324916b-2953-49b0-9947-bd0bf9289043, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3324916b-2953-49b0-9947-bd0bf9289043,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:03.858942 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.867251 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.874125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:40:03.874541 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.889461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df1b18f-d148-4e03-9408-1c27f91a5e31 req-9923ac63-d631-4550-95c5-7c5678d63e24 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 210 time: 0.1665533 Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:40:03.945711 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:40:03.961080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-b7a20b4e-0c35-41f9-a389-26c555c94e9a tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:03.961298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:03.969975 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-b7a20b4e-0c35-41f9-a389-26c555c94e9a tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.20 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 813 time: 0.9065964 Sep 10 03:40:03.999560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Request body: {'port': {'device_id': '058c5543-b288-4079-8210-3c8a804c5c1c', 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95', 'admin_state_up': True, 'tenant_id': '2d30cd344b94499e948bf6fd3de36d6e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:04.032054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:04.037397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:04.038041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:04.050081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:04.064205 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] 10.222.0.22 "DELETE /v2.0/networks/860d5616-851d-4244-b54d-990afddae909 HTTP/1.1" status: 204 len: 168 time: 1.2724826 Sep 10 03:40:04.131254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5a1734-03a3-44ef-9782-5a477142ce63 admin admin] Pushing event deleted for resources: {'Network': ['ID=860d5616-851d-4244-b54d-990afddae909,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:04.267627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97d4cef-4103-48b5-af6e-f33df08e6a81 None None] Pushing event updated for resources: {'Port': ['ID=3324916b-2953-49b0-9947-bd0bf9289043,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:04.296763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:04.308941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:04.498160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:04.534698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Transition to ACTIVE for port object 69b50fbe-ead1-4172-8496-49f51bee4299 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:04.538397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:39:59Z', 'revision_number': 3, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:04.546154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0a27d8-5527-483c-a419-ceee754072f5 req-478d7d14-221d-4e4e-9db3-5fc056f9a0f8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:04.553994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea0a27d8-5527-483c-a419-ceee754072f5 req-478d7d14-221d-4e4e-9db3-5fc056f9a0f8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.7835352 Sep 10 03:40:04.575324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-19f27e73-0f47-4265-8b61-6b1301562101 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:04.577987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-19f27e73-0f47-4265-8b61-6b1301562101 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0250468 Sep 10 03:40:04.611761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0737226-4dc5-401d-917c-2a715772c1fa None None] The sync data for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 is: [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:39:59Z', 'revision_number': 3, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:40:04.671345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Request body: {'port': {'device_id': '2715406b-f11f-4f5f-8e49-10e1cdac9527', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'ad1b5aa54e614e72bd18ac8ea5f9f9f3'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:04.682630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60090) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:04.746386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea0a27d8-5527-483c-a419-ceee754072f5 req-c8e8dcfa-4815-4770-8fb5-8ee643718c41 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1911898 Sep 10 03:40:04.850077 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:04.862343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Made reservation on behalf of 2d30cd344b94499e948bf6fd3de36d6e for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:04.866741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:04.887482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-292d2c66-2406-4e0b-99a4-2d2d380de253 req-a1bb309d-3191-4406-b7fb-8f8213f22de1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 210 time: 0.0959418 Sep 10 03:40:04.891666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Network 94ff2e35-74c2-4331-bcf2-d436143ada95 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:04.898191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:04.903663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:04.916927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:04.918003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7428facd-515b-47ba-85a1-b4747aeb6715 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=611e498d114d48cebde74244f5ec58b4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2329013 Sep 10 03:40:04.923452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60098) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:04.924684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:04.931581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:04.991706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=69b50fbe-ead1-4172-8496-49f51bee4299,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:05.068284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Pushing event updated for resources: {'Port': ['ID=2e301162-58ba-4b58-9bdf-2b42dd977ecb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:05.068948 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.153220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Made reservation on behalf of ad1b5aa54e614e72bd18ac8ea5f9f9f3 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:05.159457 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.217826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a11c51f-985e-4fcc-b9e8-df790811983b req-d6b64f34-4548-4a8d-aa22-d7b6ec2e76eb tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 210 time: 0.1376324 Sep 10 03:40:05.221693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.277894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:05.300201 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.376968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b4358dc-fcd0-4cb5-8285-8056adbcc349 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.418317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.441034 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b4358dc-fcd0-4cb5-8285-8056adbcc349 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.441274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-31574c03-8d32-4602-a097-5663ae6a6803 None None] Provisioning for port 69b50fbe-ead1-4172-8496-49f51bee4299 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:05.443722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-31574c03-8d32-4602-a097-5663ae6a6803 None None] Provisioning complete for port 69b50fbe-ead1-4172-8496-49f51bee4299 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:05.444393 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-31574c03-8d32-4602-a097-5663ae6a6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.495107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-31574c03-8d32-4602-a097-5663ae6a6803 None None] Port 69b50fbe-ead1-4172-8496-49f51bee4299 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:40:05.495273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Allocated IP 172.20.0.13 (94ff2e35-74c2-4331-bcf2-d436143ada95/64da495b-f14b-4aaf-9866-d2430ad039df/fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:05.549471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.580816 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.737725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df373ebe-cbd6-4395-9291-bf6b31dedb56,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:05.808919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b4358dc-fcd0-4cb5-8285-8056adbcc349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.815817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b4358dc-fcd0-4cb5-8285-8056adbcc349 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:05.827375 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1b4358dc-fcd0-4cb5-8285-8056adbcc349 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d51a4825-9c15-4b32-ac72-442abde443af HTTP/1.1" status: 204 len: 168 time: 0.8381946 Sep 10 03:40:05.844175 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-d34a74e2-e774-41e0-8af4-c0d10f45c188 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2539339 Sep 10 03:40:05.875109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Request body: {'port': {'device_id': '23304721-5613-46bd-a524-113c067e1a6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:05.881684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4358dc-fcd0-4cb5-8285-8056adbcc349 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d51a4825-9c15-4b32-ac72-442abde443af,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:06.078754 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.102654 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.144222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Allocated IP 192.168.233.188 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/588ee2b7-ba7b-4ced-a326-f87694888791) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:06.155900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3324916b-2953-49b0-9947-bd0bf9289043 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:06.270562 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79250075-8735-4962-afa7-8a4e1e4aabaf req-a8393d79-d8d5-4cbc-ac96-23c09fc3075c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 210 time: 0.1477234 Sep 10 03:40:06.287088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.301225 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.318788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3324916b-2953-49b0-9947-bd0bf9289043 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:06.323312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3324916b-2953-49b0-9947-bd0bf9289043 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:06.324201 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.348682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc24dce0-517e-4438-8630-859b7167040d req-f0253765-875b-4d76-9490-a00345ad568a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:06.351878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc24dce0-517e-4438-8630-859b7167040d req-f0253765-875b-4d76-9490-a00345ad568a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.3623955 Sep 10 03:40:06.386019 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.434135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Network 94ff2e35-74c2-4331-bcf2-d436143ada95 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:06.443151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:06.450749 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:06.460102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Pushing event updated for resources: {'Port': ['ID=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:06.528464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.552838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.610764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3324916b-2953-49b0-9947-bd0bf9289043, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3324916b-2953-49b0-9947-bd0bf9289043,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:06.659486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc24dce0-517e-4438-8630-859b7167040d req-1cfb0975-263d-453a-9f51-217750da7d83 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2932901 Sep 10 03:40:06.707907 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.744460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Pushing event updated for resources: {'Port': ['ID=69b50fbe-ead1-4172-8496-49f51bee4299,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:06.762713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:06.766772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:06.844944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3324916b-2953-49b0-9947-bd0bf9289043,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:06.964169 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-8e0a3205-250b-4f67-bc22-377e936074bc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9795420 Sep 10 03:40:06.975934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Request body: {'port': {'device_id': '058c5543-b288-4079-8210-3c8a804c5c1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:06.976880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322804e1-d6cd-4d2d-8dd0-27f031eba498 req-3c9eb73e-59b9-4ac5-ad96-e440589f2b75 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:06.978454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-322804e1-d6cd-4d2d-8dd0-27f031eba498 req-3c9eb73e-59b9-4ac5-ad96-e440589f2b75 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 932 time: 0.1503794 Sep 10 03:40:07.048501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e301162-58ba-4b58-9bdf-2b42dd977ecb {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:07.077364 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:07.120383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:07.132230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:07.159476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-322804e1-d6cd-4d2d-8dd0-27f031eba498 req-9b25e126-568f-4427-8596-0fba71cae889 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719346 Sep 10 03:40:07.197822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:07.203632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Transition to ACTIVE for port object 2e301162-58ba-4b58-9bdf-2b42dd977ecb will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:07.236310 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:07.279729 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:07.280312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Transition to ACTIVE for port object 588ee2b7-ba7b-4ced-a326-f87694888791 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:07.437717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3265d9e1-111c-4171-a0ba-6a11644c73e2 req-461bfb86-5003-4703-9c44-74b75d7171a4 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 210 time: 0.0433586 Sep 10 03:40:07.466899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Router 986fc664-2407-4d51-a19c-e5b91ebe8f9e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:40:07.531579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Pushing event updated for resources: {'Port': ['ID=2e301162-58ba-4b58-9bdf-2b42dd977ecb,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:07.643574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-acc9d9a6-4873-4f62-b3b7-d7238b558405 None None] Provisioning complete for port 69b50fbe-ead1-4172-8496-49f51bee4299 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:07.646937 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-acc9d9a6-4873-4f62-b3b7-d7238b558405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:07.647135 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:07.714968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:40:07.718751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-acc9d9a6-4873-4f62-b3b7-d7238b558405 None None] Port 69b50fbe-ead1-4172-8496-49f51bee4299 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:40:07.730296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:07.730462 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Sync routers for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:40:07.732534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-803b5709-2fc8-4fa5-8b62-cc6c7b9df7b9 admin admin] 10.222.0.22 "PUT /v2.0/routers/986fc664-2407-4d51-a19c-e5b91ebe8f9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8534400 Sep 10 03:40:07.736403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:07.742937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:07.747476 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:07.750088 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:07.820220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:07.820901 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:07.827369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Attempting to bind port 2e301162-58ba-4b58-9bdf-2b42dd977ecb on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:07.829130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Attempting to bind port 2e301162-58ba-4b58-9bdf-2b42dd977ecb by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:07.829503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Attempting to bind port 2e301162-58ba-4b58-9bdf-2b42dd977ecb on network 94ff2e35-74c2-4331-bcf2-d436143ada95 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:07.861979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Port 2e301162-58ba-4b58-9bdf-2b42dd977ecb on network 94ff2e35-74c2-4331-bcf2-d436143ada95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:07.862321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Attempting to bind port 2e301162-58ba-4b58-9bdf-2b42dd977ecb on network 94ff2e35-74c2-4331-bcf2-d436143ada95 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:07.896042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Pushing event updated for resources: {'Port': ['ID=588ee2b7-ba7b-4ced-a326-f87694888791,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:07.914940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:07.916126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Checking segment: {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:07.917485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Bound using segment: {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:07.919443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Bound port: 2e301162-58ba-4b58-9bdf-2b42dd977ecb, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:07.926602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:07.994674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63abde6b-78f2-4959-b015-0816f7347b01 req-5c7ac7e9-46ad-4ae1-9db6-1022552fe63c tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:08.006203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63abde6b-78f2-4959-b015-0816f7347b01 req-5c7ac7e9-46ad-4ae1-9db6-1022552fe63c tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.1719487 Sep 10 03:40:08.012692 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:08.013312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f07cfccf-cef3-4c08-842c-c9eb24c72f3e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3484664 Sep 10 03:40:08.029083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Request body: {'port': {'device_id': '2715406b-f11f-4f5f-8e49-10e1cdac9527', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:08.074786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60212) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:08.086483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3324916b-2953-49b0-9947-bd0bf9289043 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:08.151172 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:08.186794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63abde6b-78f2-4959-b015-0816f7347b01 req-d1619f41-6993-400a-999d-be00960b239d tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709552 Sep 10 03:40:08.264748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:08.280841 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:08.296259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] For port 2e301162-58ba-4b58-9bdf-2b42dd977ecb, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:08.322849 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] For port 2e301162-58ba-4b58-9bdf-2b42dd977ecb, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2e301162-58ba-4b58-9bdf-2b42dd977ecb,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:08.338948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3324916b-2953-49b0-9947-bd0bf9289043 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:08.338948 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:08.344555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-5a8a5d84-3ace-4604-a5da-810307e73b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:08.349474 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-5a8a5d84-3ace-4604-a5da-810307e73b90 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1096 time: 0.2605739 Sep 10 03:40:08.398437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-173f3dfc-951c-464a-9796-7e7d23562d49 None None] Provisioning for port 588ee2b7-ba7b-4ced-a326-f87694888791 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:08.400093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Transition to ACTIVE for port object fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:08.404930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:08.416313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-173f3dfc-951c-464a-9796-7e7d23562d49 None None] Provisioning complete for port 588ee2b7-ba7b-4ced-a326-f87694888791 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:08.416313 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-173f3dfc-951c-464a-9796-7e7d23562d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:08.447243 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '69b50fbe-ead1-4172-8496-49f51bee4299', 'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'mac_address': 'fa:16:3e:82:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:03Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 2, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'subnets': [{'id': 'f9288194-2446-486f-a533-9e43af8869d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:08.534651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:08.539278 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Checking router: 986fc664-2407-4d51-a19c-e5b91ebe8f9e for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:40:08.541681 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Updating router 986fc664-2407-4d51-a19c-e5b91ebe8f9e port 69b50fbe-ead1-4172-8496-49f51bee4299 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:40:08.544214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-173f3dfc-951c-464a-9796-7e7d23562d49 None None] Port 588ee2b7-ba7b-4ced-a326-f87694888791 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:40:08.563419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:08.564281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:08.567088 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] 10.222.0.39 "PUT /v2.0/ports/2e301162-58ba-4b58-9bdf-2b42dd977ecb HTTP/1.1" status: 200 len: 1092 time: 2.7056303 Sep 10 03:40:08.585519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23304721-5613-46bd-a524-113c067e1a6d', 'tag': '2e301162-58ba-4b58-9bdf-2b42dd977ecb'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:08.593061 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86fb270d-f71e-4d85-a237-6cf91edebd9c" -d '{"events": [{"name": "network-changed", "server_uuid": "23304721-5613-46bd-a524-113c067e1a6d", "tag": "2e301162-58ba-4b58-9bdf-2b42dd977ecb"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:08.601458 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:08.762475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184d3dfc-fba6-4f9f-a0a3-4a376cf4e3dd service neutron] Pushing event updated for resources: {'Port': ['ID=2e301162-58ba-4b58-9bdf-2b42dd977ecb,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:08.814556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-8fdd6419-ef43-4ba6-ab5f-c47bdf3ea87d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:08.816078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-8fdd6419-ef43-4ba6-ab5f-c47bdf3ea87d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.4357793 Sep 10 03:40:08.824316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 588ee2b7-ba7b-4ced-a326-f87694888791 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:08.836334 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:08.848616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Transition to ACTIVE for port object 588ee2b7-ba7b-4ced-a326-f87694888791 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:08.855501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1001580383-network', 'tenant_id': 'cf0ecc1377324f0a9e6e276198037cb0'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:08.920502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37021e4e-95af-41e3-8e7e-f2776d5d4280 req-df7bb950-49ef-40a0-bab9-66d506b3aaa1 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:08.920502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37021e4e-95af-41e3-8e7e-f2776d5d4280 req-df7bb950-49ef-40a0-bab9-66d506b3aaa1 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 944 time: 0.0678587 Sep 10 03:40:08.921297 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.037001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Made reservation on behalf of cf0ecc1377324f0a9e6e276198037cb0 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:09.039325 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.054790 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-c0fe8dd1-078e-4c4b-bcde-3818c2b7baca service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 200 len: 217 time: 0.1993322 Sep 10 03:40:09.070381 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.073426 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.087301 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Transition to ACTIVE for port object 69b50fbe-ead1-4172-8496-49f51bee4299 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:09.110800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Pushing event updated for resources: {'Port': ['ID=588ee2b7-ba7b-4ced-a326-f87694888791,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:09.134976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37021e4e-95af-41e3-8e7e-f2776d5d4280 req-fc16ad33-0941-4202-8351-0b9047a39a47 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056410 Sep 10 03:40:09.138034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Pushing event updated for resources: {'Port': ['ID=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:09.162274 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.221660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Attempting to bind port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:09.222060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Attempting to bind port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:09.222404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Attempting to bind port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 on network 94ff2e35-74c2-4331-bcf2-d436143ada95 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:09.238830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-9c816165-d7c8-4b3e-a5d3-a25f9e042744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:09.240318 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-9c816165-d7c8-4b3e-a5d3-a25f9e042744 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0886154 Sep 10 03:40:09.242437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 on network 94ff2e35-74c2-4331-bcf2-d436143ada95 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:09.242437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Attempting to bind port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 on network 94ff2e35-74c2-4331-bcf2-d436143ada95 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:09.247226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-0cefb883-d4e5-463b-85b7-0d6fe566b1db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:09.250373 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Pushing event updated for resources: {'Port': ['ID=69b50fbe-ead1-4172-8496-49f51bee4299,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:09.250555 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-0cefb883-d4e5-463b-85b7-0d6fe566b1db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&device_id=23304721-5613-46bd-a524-113c067e1a6d HTTP/1.1" status: 200 len: 1095 time: 0.5630133 Sep 10 03:40:09.256675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:09.257024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Checking segment: {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:09.257559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Bound using segment: {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:09.258010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Bound port: fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:09.258471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.275088 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.276600 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.277042 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.277447 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.277863 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.278251 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.278657 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.279379 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.279909 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.280305 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.280692 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.281080 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:09.339051 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-f716ff43-f830-47b9-ada0-cf88e880a1ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e301162-58ba-4b58-9bdf-2b42dd977ecb HTTP/1.1" status: 200 len: 217 time: 0.0646951 Sep 10 03:40:09.354872 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-f0ca9abc-8425-40d9-aa8e-6a49b6146164 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0793242 Sep 10 03:40:09.376523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.419486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60256) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:09.419731 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Attempting to bind port 69b50fbe-ead1-4172-8496-49f51bee4299 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:09.420704 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Attempting to bind port 69b50fbe-ead1-4172-8496-49f51bee4299 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:09.421318 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Attempting to bind port 69b50fbe-ead1-4172-8496-49f51bee4299 on network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:09.437647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-caf11845-1f9c-4664-b690-7a517b328a40 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1626707999', 'description': 'tempest-description--38268940'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:09.441479 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:09.441921 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Checking segment: {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:09.443114 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.443114 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Bound using segment: {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:09.443465 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Bound port: 69b50fbe-ead1-4172-8496-49f51bee4299, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:09.444241 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.484291 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.515416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bb93cf-25c5-49bc-afae-73627163b144 req-52d39696-2dab-45f2-bdc7-b6c4147ca6f2 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:09.519062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23bb93cf-25c5-49bc-afae-73627163b144 req-52d39696-2dab-45f2-bdc7-b6c4147ca6f2 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 948 time: 0.2092071 Sep 10 03:40:09.532646 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b06822c6-78b3-4ad2-abe8-3b653915de4b x-openstack-request-id: req-b06822c6-78b3-4ad2-abe8-3b653915de4b {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:09.532931 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "23304721-5613-46bd-a524-113c067e1a6d", "tag": "2e301162-58ba-4b58-9bdf-2b42dd977ecb", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:09.533254 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b06822c6-78b3-4ad2-abe8-3b653915de4b {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:09.533581 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23304721-5613-46bd-a524-113c067e1a6d', 'tag': '2e301162-58ba-4b58-9bdf-2b42dd977ecb', 'status': 'completed', 'code': 200} Sep 10 03:40:09.541652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Attempting to bind port 588ee2b7-ba7b-4ced-a326-f87694888791 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:09.541652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Attempting to bind port 588ee2b7-ba7b-4ced-a326-f87694888791 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:09.542583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Attempting to bind port 588ee2b7-ba7b-4ced-a326-f87694888791 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:09.552781 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] For port 69b50fbe-ead1-4172-8496-49f51bee4299, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:09.556487 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] For port 69b50fbe-ead1-4172-8496-49f51bee4299, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=69b50fbe-ead1-4172-8496-49f51bee4299,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:09.564958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-c8c7f1b5-4994-441a-b0f1-229ea99bb08d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:09.566443 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-c8c7f1b5-4994-441a-b0f1-229ea99bb08d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=64da495b-f14b-4aaf-9866-d2430ad039df HTTP/1.1" status: 200 len: 853 time: 0.1845059 Sep 10 03:40:09.567517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] For port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:09.579661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50431b28-0d9d-479b-838c-e863f8c80a97,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:09.599546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:40:09.599546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Port 588ee2b7-ba7b-4ced-a326-f87694888791 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:09.599546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Attempting to bind port 588ee2b7-ba7b-4ced-a326-f87694888791 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:09.618378 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caf11845-1f9c-4664-b690-7a517b328a40 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.630557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] For port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:09.634581 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-2fa5c903-7e9a-44c6-a912-c0fbe4f8f871 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94ff2e35-74c2-4331-bcf2-d436143ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385668 Sep 10 03:40:09.637634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:09.638036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:09.638635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:09.639164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Bound port: 588ee2b7-ba7b-4ced-a326-f87694888791, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:09.639598 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.646657 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.647274 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Added segment 6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2 of type vlan for network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 Sep 10 03:40:09.674662 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.689613 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-249e6525-9e41-4e1c-9b9e-ef79b73e3993 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086061 Sep 10 03:40:09.722256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23bb93cf-25c5-49bc-afae-73627163b144 req-497febfc-00be-4a8f-95a9-e47eba99a5bc tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551080 Sep 10 03:40:09.777216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.816868 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:09.817879 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:39:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:09.824791 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa08fa2-2e29-413e-9047-fed265e2e6a0 None None] Pushing event updated for resources: {'Port': ['ID=69b50fbe-ead1-4172-8496-49f51bee4299,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:09.856840 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.915913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:09.921475 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:09.921475 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] 10.222.0.20 "PUT /v2.0/ports/fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 HTTP/1.1" status: 200 len: 1092 time: 2.9468429 Sep 10 03:40:09.961322 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-1ecfc122-46db-4179-b3cd-639e2e5587b0 service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176765 Sep 10 03:40:10.044151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff1195-4d65-4d8a-a1b7-64b0ce09dfba service neutron] Pushing event updated for resources: {'Port': ['ID=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:10.088991 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:10.101332 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:10.102314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:10.102897 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:10.106515 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f458c07c-ac81-4597-8e2b-6ceb40cdd130 req-37736e62-d10f-4927-8067-c5163070ccff service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4042251 Sep 10 03:40:10.178464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] For port 588ee2b7-ba7b-4ced-a326-f87694888791, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:10.202631 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caf11845-1f9c-4664-b690-7a517b328a40 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:10.237240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ba851b-9a21-47ba-8bf0-32bbf182b736 req-27b6aa3e-da92-4a85-a0c9-c6427d4c2aa3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:10.245316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7ba851b-9a21-47ba-8bf0-32bbf182b736 req-27b6aa3e-da92-4a85-a0c9-c6427d4c2aa3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.4185052 Sep 10 03:40:10.265964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] For port 588ee2b7-ba7b-4ced-a326-f87694888791, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=588ee2b7-ba7b-4ced-a326-f87694888791,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:10.297212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-ddb22637-339c-464a-a61f-1ed189219222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:10.300237 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-ddb22637-339c-464a-a61f-1ed189219222 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 1095 time: 0.1894677 Sep 10 03:40:10.302034 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-b3b76896-f1f1-47f6-aeb6-8f6deac6df5b service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3238883 Sep 10 03:40:10.320439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] Pushing event updated for resources: {'Network': ['ID=2e344d40-2b96-4ddf-9fd6-0f9746be7786,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:10.329329 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caf11845-1f9c-4664-b690-7a517b328a40 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:10.336866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:40:10.360462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7ba851b-9a21-47ba-8bf0-32bbf182b736 req-110c5d6e-ecb0-4ecb-8e8c-4a2904ffaef7 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082933 Sep 10 03:40:10.389786 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:10.394187 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-67cb0409-ca64-47a6-baa6-5b3bd06059a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 HTTP/1.1" status: 200 len: 217 time: 0.0854917 Sep 10 03:40:10.420891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ea9f1bc8-5d7a-4f29-8001-4ee16ea2cf9a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.3318324 Sep 10 03:40:10.440303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60280) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:10.445359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Request body: {'subnet': {'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1001580383-subnet', 'tenant_id': 'cf0ecc1377324f0a9e6e276198037cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:10.474379 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '69b50fbe-ead1-4172-8496-49f51bee4299', 'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'mac_address': 'fa:16:3e:82:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:03Z', 'updated_at': '2021-09-10T03:40:09Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'subnets': [{'id': 'f9288194-2446-486f-a533-9e43af8869d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:10.544013 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caf11845-1f9c-4664-b690-7a517b328a40 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:10.544013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-caf11845-1f9c-4664-b690-7a517b328a40 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 1.1159663 Sep 10 03:40:10.544013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60292) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:10.546368 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ba2b970-a2a3-48f1-9ab0-3f2a46dec9b7 None None] The sync data for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 is: [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '69b50fbe-ead1-4172-8496-49f51bee4299', 'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'mac_address': 'fa:16:3e:82:13:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:03Z', 'updated_at': '2021-09-10T03:40:09Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'subnets': [{'id': 'f9288194-2446-486f-a533-9e43af8869d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:40:10.558646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-880c4291-94d5-4a06-949a-d00eb6cd14e1 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Request body: {'security_group_rule': {'security_group_id': 'e3cae58e-4874-453c-bcc5-f9d03c95bad9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:10.572937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:10.573677 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:10.575586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] 10.222.0.39 "PUT /v2.0/ports/588ee2b7-ba7b-4ced-a326-f87694888791 HTTP/1.1" status: 200 len: 1096 time: 2.5531602 Sep 10 03:40:10.582527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9450894a-1934-419b-a588-655f9de536c5 req-2e7a997f-8eda-47f5-93ce-4878d2996571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:10.604625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-2e7a997f-8eda-47f5-93ce-4878d2996571 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64da495b-f14b-4aaf-9866-d2430ad039df HTTP/1.1" status: 200 len: 853 time: 0.1860840 Sep 10 03:40:10.606008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2715406b-f11f-4f5f-8e49-10e1cdac9527', 'tag': '588ee2b7-ba7b-4ced-a326-f87694888791'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:10.606008 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba934995-82ed-466b-8571-d02004c80372" -d '{"events": [{"name": "network-changed", "server_uuid": "2715406b-f11f-4f5f-8e49-10e1cdac9527", "tag": "588ee2b7-ba7b-4ced-a326-f87694888791"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:10.614901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-da3672fb-e7d6-42dd-a3ab-7acb834f79c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:10.616556 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-da3672fb-e7d6-42dd-a3ab-7acb834f79c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&device_id=23304721-5613-46bd-a524-113c067e1a6d HTTP/1.1" status: 200 len: 1095 time: 0.1357670 Sep 10 03:40:10.625882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf11845-1f9c-4664-b690-7a517b328a40 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3cae58e-4874-453c-bcc5-f9d03c95bad9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:10.657801 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-ae26b212-3ace-41da-8cd9-3b717da3c4ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94ff2e35-74c2-4331-bcf2-d436143ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598488 Sep 10 03:40:10.700884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d82bc-3a02-4a3e-87f8-547badcb3709 service neutron] Pushing event updated for resources: {'Port': ['ID=588ee2b7-ba7b-4ced-a326-f87694888791,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:10.712940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Made reservation on behalf of cf0ecc1377324f0a9e6e276198037cb0 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:10.715203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:10.766108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9bd151-2964-4d1e-a79c-a4400c21e136 req-ab8ef505-370f-48bb-ad1c-91ee36da76a3 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:10.770421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd9bd151-2964-4d1e-a79c-a4400c21e136 req-ab8ef505-370f-48bb-ad1c-91ee36da76a3 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 944 time: 0.2451475 Sep 10 03:40:10.791331 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-884a8d38-a2cb-4671-8c8e-3a53a7db6c62 x-openstack-request-id: req-884a8d38-a2cb-4671-8c8e-3a53a7db6c62 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:10.791331 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2715406b-f11f-4f5f-8e49-10e1cdac9527", "tag": "588ee2b7-ba7b-4ced-a326-f87694888791", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:10.791331 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-884a8d38-a2cb-4671-8c8e-3a53a7db6c62 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:10.791331 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2715406b-f11f-4f5f-8e49-10e1cdac9527', 'tag': '588ee2b7-ba7b-4ced-a326-f87694888791', 'status': 'completed', 'code': 200} Sep 10 03:40:10.981269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-1fffa50d-3d98-4d9d-8f9f-e03a3a03fd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:10.984598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-1fffa50d-3d98-4d9d-8f9f-e03a3a03fd0f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 1099 time: 0.1926136 Sep 10 03:40:11.057669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfc9bb4-d7ba-4e38-a984-54386db7d6a5 req-2c20be88-5d44-4ee4-b462-58ca92fe0deb tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:11.061115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cfc9bb4-d7ba-4e38-a984-54386db7d6a5 req-2c20be88-5d44-4ee4-b462-58ca92fe0deb tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 948 time: 0.2118003 Sep 10 03:40:11.080655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd9bd151-2964-4d1e-a79c-a4400c21e136 req-6b866ca8-bf4b-4d4f-ae25-3405c17045e9 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981584 Sep 10 03:40:11.085897 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-880c4291-94d5-4a06-949a-d00eb6cd14e1 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:11.090008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-041b8970-64b2-4064-ac74-65aa39ec30da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=588ee2b7-ba7b-4ced-a326-f87694888791 HTTP/1.1" status: 200 len: 217 time: 0.0817173 Sep 10 03:40:11.220195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-393ca578-5cec-431d-94ff-58040178e22d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:11.221727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-393ca578-5cec-431d-94ff-58040178e22d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1074901 Sep 10 03:40:11.310631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cfc9bb4-d7ba-4e38-a984-54386db7d6a5 req-9387b478-ce9f-4e88-9a8d-88bb67ebac38 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277639 Sep 10 03:40:11.350212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f5e005ec-7d2c-4b84-b2ef-c1b8dc92b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:11.352384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-f5e005ec-7d2c-4b84-b2ef-c1b8dc92b76d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1135478 Sep 10 03:40:11.359849 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-880c4291-94d5-4a06-949a-d00eb6cd14e1 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:11.417876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-646aff12-a268-43fe-a0f7-95073084abe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:11.419414 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-646aff12-a268-43fe-a0f7-95073084abe9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 914 time: 0.7644508 Sep 10 03:40:11.457128 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-8c770f32-06ef-45e2-919f-8dc2f6e4536b service neutron] 10.222.0.20 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7888639 Sep 10 03:40:11.491124 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-880c4291-94d5-4a06-949a-d00eb6cd14e1 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:11.521045 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-d0533667-ca3a-420a-b808-2cc74580cf37 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2e301162-58ba-4b58-9bdf-2b42dd977ecb HTTP/1.1" status: 200 len: 217 time: 0.0851297 Sep 10 03:40:11.533226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880c4291-94d5-4a06-949a-d00eb6cd14e1 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2624eba5-24b5-41ed-8760-d61bbbed8604,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:11.543040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-a2e9275c-bb09-48e7-b9e2-7bdad8dbc189 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805832 Sep 10 03:40:11.613006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733ea935-6e06-4e38-ad3a-c36ff207fc80 req-07d7a0e2-4c7f-4e31-80ab-15fe9a75422a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:11.621603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-733ea935-6e06-4e38-ad3a-c36ff207fc80 req-07d7a0e2-4c7f-4e31-80ab-15fe9a75422a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.1511028 Sep 10 03:40:11.634612 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-880c4291-94d5-4a06-949a-d00eb6cd14e1 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:11.638729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-880c4291-94d5-4a06-949a-d00eb6cd14e1 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0852630 Sep 10 03:40:11.658792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60314) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:11.697214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Request body: {'security_group_rule': {'security_group_id': 'e3cae58e-4874-453c-bcc5-f9d03c95bad9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:11.788059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '058c5543-b288-4079-8210-3c8a804c5c1c', 'tag': 'fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:11.790336 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ffcb17-7f1a-44a6-8f54-426366969385" -d '{"events": [{"name": "network-changed", "server_uuid": "058c5543-b288-4079-8210-3c8a804c5c1c", "tag": "fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:11.798649 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9450894a-1934-419b-a588-655f9de536c5 req-b002884b-ed40-4074-9fb3-b235980f2bba service neutron] 10.222.0.20 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403246 Sep 10 03:40:11.840508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-733ea935-6e06-4e38-ad3a-c36ff207fc80 req-03920163-4de1-41c6-8b00-d7f69d96c6ea tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143459 Sep 10 03:40:11.853711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-9fc60f13-1908-4d1a-96fa-106da37ad2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:11.856698 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-9fc60f13-1908-4d1a-96fa-106da37ad2cf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=64da495b-f14b-4aaf-9866-d2430ad039df HTTP/1.1" status: 200 len: 853 time: 0.0537515 Sep 10 03:40:11.857249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa0dd40c-9803-4777-9e97-2c9587d809a6 req-132e61d8-4605-4120-b404-1f74e36ad037 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039942 Sep 10 03:40:11.858312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:11.970461 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-1197a394-7173-48ff-94d4-3555013b92b9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94ff2e35-74c2-4331-bcf2-d436143ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0978508 Sep 10 03:40:11.992137 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9dcd30c-174d-40f5-a2c6-d55af70e8059 x-openstack-request-id: req-c9dcd30c-174d-40f5-a2c6-d55af70e8059 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:11.992735 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "058c5543-b288-4079-8210-3c8a804c5c1c", "tag": "fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:11.992735 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9dcd30c-174d-40f5-a2c6-d55af70e8059 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:11.993028 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '058c5543-b288-4079-8210-3c8a804c5c1c', 'tag': 'fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0', 'status': 'completed', 'code': 200} Sep 10 03:40:12.032166 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.061371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2e301162-58ba-4b58-9bdf-2b42dd977ecb details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:12.077543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 69b50fbe-ead1-4172-8496-49f51bee4299 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:12.221868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Pushing event updated for resources: {'Subnet': ['ID=60d8d5b5-de31-4ce8-8422-82ee84b15dba,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:12.268622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 69b50fbe-ead1-4172-8496-49f51bee4299 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:12.276938 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 69b50fbe-ead1-4172-8496-49f51bee4299 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:12.277635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.321714 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-3556ee13-ff24-474c-91e7-11546670b0b5 service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3219628 Sep 10 03:40:12.324718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Checking segment: {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:12.325612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Network hostable DHCP agents. Network: 2e344d40-2b96-4ddf-9fd6-0f9746be7786, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:40:12.347090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2e301162-58ba-4b58-9bdf-2b42dd977ecb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2e301162-58ba-4b58-9bdf-2b42dd977ecb,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:12.354145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934995-82ed-466b-8571-d02004c80372 req-3c0d6f46-9874-483e-9b8c-70678a40cdc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:12.355646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba934995-82ed-466b-8571-d02004c80372 req-3c0d6f46-9874-483e-9b8c-70678a40cdc5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 1099 time: 0.3010373 Sep 10 03:40:12.357608 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.366600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '2e301162-58ba-4b58-9bdf-2b42dd977ecb', 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95', 'port_id': '2e301162-58ba-4b58-9bdf-2b42dd977ecb', 'mac_address': 'fa:16:3e:23:41:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64da495b-f14b-4aaf-9866-d2430ad039df', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:12.405495 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.466024 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.468634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe2dde-0d97-4756-80ca-dff02fcb0248 req-f7af18c4-66fd-4ce8-aacb-a278b2d805bb tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:12.473889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4fe2dde-0d97-4756-80ca-dff02fcb0248 req-f7af18c4-66fd-4ce8-aacb-a278b2d805bb tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 944 time: 0.2469010 Sep 10 03:40:12.473889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.483479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e301162-58ba-4b58-9bdf-2b42dd977ecb {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:12.500366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-15bf2f8c-a2aa-48bf-8f8e-ec1158dd7e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:12.502425 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-15bf2f8c-a2aa-48bf-8f8e-ec1158dd7e7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 1095 time: 0.5034556 Sep 10 03:40:12.540536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 69b50fbe-ead1-4172-8496-49f51bee4299, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=69b50fbe-ead1-4172-8496-49f51bee4299,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:12.542606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2e301162-58ba-4b58-9bdf-2b42dd977ecb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2e301162-58ba-4b58-9bdf-2b42dd977ecb,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:12.550818 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86fb270d-f71e-4d85-a237-6cf91edebd9c req-7e2ea1cf-c2e3-4459-a90a-963ec1ed37fb service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128780 Sep 10 03:40:12.580630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5eebbbdf-f651-4a3a-b75d-2b19b6cb095f,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:12.604711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.605056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.605394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.605727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.606059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.606389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.606734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.607047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.607369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.607746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.608069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.608401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:12.613050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.633445 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.643410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4fe2dde-0d97-4756-80ca-dff02fcb0248 req-bd52dfae-5241-485b-816b-7fcb89836460 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479878 Sep 10 03:40:12.667522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934995-82ed-466b-8571-d02004c80372 req-70cc44fa-35c3-421e-8549-70addac7e5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:12.667522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba934995-82ed-466b-8571-d02004c80372 req-70cc44fa-35c3-421e-8549-70addac7e5a6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.2826862 Sep 10 03:40:12.674723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:40:12.706632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2e301162-58ba-4b58-9bdf-2b42dd977ecb,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:12.724751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-f3abe469-9f47-43b3-bb7d-eb3251c84ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:12.726643 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-f3abe469-9f47-43b3-bb7d-eb3251c84ce9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 914 time: 0.1790283 Sep 10 03:40:12.732980 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.733440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-030daef4-234f-4479-a429-95d4d18ca677 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0702150 Sep 10 03:40:12.733818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60344) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:12.735881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba934995-82ed-466b-8571-d02004c80372 req-8c4fddb9-6ba2-4f74-90be-8a7c7b484d90 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=588ee2b7-ba7b-4ced-a326-f87694888791 HTTP/1.1" status: 200 len: 217 time: 0.0615845 Sep 10 03:40:12.738957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:12.798688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=69b50fbe-ead1-4172-8496-49f51bee4299,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:12.800459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 2e344d40-2b96-4ddf-9fd6-0f9746be7786) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:12.829532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6574bd-2256-4d70-9cdc-84bbb33c1872 None None] Network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:40:12.879891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:12.881068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.885188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:12.893858 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-d18abd93-efbc-4198-9809-ace7b2e8867e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 HTTP/1.1" status: 200 len: 217 time: 0.1083043 Sep 10 03:40:12.900170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['2e301162-58ba-4b58-9bdf-2b42dd977ecb'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:12.950655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934995-82ed-466b-8571-d02004c80372 req-bc1af285-945f-4ad2-9dcc-3c236c1db020 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:12.954567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba934995-82ed-466b-8571-d02004c80372 req-bc1af285-945f-4ad2-9dcc-3c236c1db020 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.2109907 Sep 10 03:40:12.979585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbbb82f-7f68-42f2-9290-a9794c7e5640 req-cb01fbe2-ffec-4472-bcc2-35a8b493544f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:12.981519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfbbb82f-7f68-42f2-9290-a9794c7e5640 req-cb01fbe2-ffec-4472-bcc2-35a8b493544f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 948 time: 0.1391418 Sep 10 03:40:12.999008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-9981bc7b-2bc7-4af1-b06d-0e5a8d5b3e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:13.001591 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-9981bc7b-2bc7-4af1-b06d-0e5a8d5b3e28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=64da495b-f14b-4aaf-9866-d2430ad039df HTTP/1.1" status: 200 len: 853 time: 0.0844464 Sep 10 03:40:13.043916 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-c6819989-5d08-4fd2-bf1b-f7982870d50e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=94ff2e35-74c2-4331-bcf2-d436143ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327456 Sep 10 03:40:13.077932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfbbb82f-7f68-42f2-9290-a9794c7e5640 req-350438fc-6eec-4e19-8a66-4230b259aceb tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714910 Sep 10 03:40:13.092669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba934995-82ed-466b-8571-d02004c80372 req-b78afdcd-6b11-4227-9312-eef2c8a76804 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:13.094458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba934995-82ed-466b-8571-d02004c80372 req-b78afdcd-6b11-4227-9312-eef2c8a76804 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327958 Sep 10 03:40:13.114083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c672fcb1-9380-46f3-9373-9e5130e5f7ae None None] Network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:40:13.195616 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ef713c0a-cd2c-46bd-9172-b0c935d6718c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 2.7540104 Sep 10 03:40:13.200396 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-93d8a985-c4db-497e-bb28-65728ec75257 service neutron] 10.222.0.20 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500583 Sep 10 03:40:13.312441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba934995-82ed-466b-8571-d02004c80372 req-a02c1fbf-b0ce-4653-85d2-e60c8ccc7499 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996956 Sep 10 03:40:13.369297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a5d47c-c165-43ec-9f09-a7140988a100 req-a8ce0bbd-3525-4ecb-8d30-16fa6a05b3b6 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:13.370810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9a5d47c-c165-43ec-9f09-a7140988a100 req-a8ce0bbd-3525-4ecb-8d30-16fa6a05b3b6 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.1599603 Sep 10 03:40:13.495737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-27ffcb17-7f1a-44a6-8f54-426366969385 req-b1df89a9-b195-4f81-ac4a-4f4359f84ee2 service neutron] 10.222.0.20 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2690554 Sep 10 03:40:13.565481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:13.700867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Allocated IP 172.25.3.215 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/5da1fbb5-1641-4ee6-9029-877bcc8570ce) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:13.821699 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:13.914966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9a5d47c-c165-43ec-9f09-a7140988a100 req-2c903712-67f8-4b5f-916b-dc56060a7e24 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5317037 Sep 10 03:40:13.940948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:13.941258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba934995-82ed-466b-8571-d02004c80372 req-e7cd6d53-6ab6-4fc3-9826-4e4651d625ec service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6242566 Sep 10 03:40:13.974000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:13.976880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:13.980724 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:14.007022 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 69b50fbe-ead1-4172-8496-49f51bee4299 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:14.013367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Pushing event updated for resources: {'Port': ['ID=5da1fbb5-1641-4ee6-9029-877bcc8570ce,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:14.030305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.030684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.030997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.031334 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.032240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.032584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.032919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.033640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.033983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.034312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.034685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.035024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:14.072527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 588ee2b7-ba7b-4ced-a326-f87694888791 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:14.079712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2e301162-58ba-4b58-9bdf-2b42dd977ecb up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:14.109034 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.258770 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.330995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-8495cddf-ec11-4be6-95f9-370838655b13 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:14.334399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-8495cddf-ec11-4be6-95f9-370838655b13 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/networks?id=2e344d40-2b96-4ddf-9fd6-0f9746be7786 HTTP/1.1" status: 200 len: 818 time: 0.1354449 Sep 10 03:40:14.358515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-868c219c-3aee-48c2-b749-973048e178a2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/quotas/cf0ecc1377324f0a9e6e276198037cb0 HTTP/1.1" status: 200 len: 375 time: 0.0176308 Sep 10 03:40:14.399644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-ceec68e9-a96c-4406-88c9-8bc2cfd2ef4e tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf0ecc1377324f0a9e6e276198037cb0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400221 Sep 10 03:40:14.401027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 69b50fbe-ead1-4172-8496-49f51bee4299 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:14.401950 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.470319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 588ee2b7-ba7b-4ced-a326-f87694888791, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=588ee2b7-ba7b-4ced-a326-f87694888791,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:14.494426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '588ee2b7-ba7b-4ced-a326-f87694888791', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '588ee2b7-ba7b-4ced-a326-f87694888791', 'mac_address': 'fa:16:3e:78:05:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:14.523779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.535807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 2e301162-58ba-4b58-9bdf-2b42dd977ecb completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:14.549186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 2e301162-58ba-4b58-9bdf-2b42dd977ecb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:14.549567 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.569711 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.613768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.618126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 588ee2b7-ba7b-4ced-a326-f87694888791 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:14.625899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-7bb79069-c175-44f6-b199-9607f90c4003 service neutron] 10.222.0.22 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2251866 Sep 10 03:40:14.647785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 588ee2b7-ba7b-4ced-a326-f87694888791, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=588ee2b7-ba7b-4ced-a326-f87694888791,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:14.715536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Pushing event updated for resources: {'Port': ['ID=5da1fbb5-1641-4ee6-9029-877bcc8570ce,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:14.719263 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.728480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.765294 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.800128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6061cf02-3b23-4130-947f-d17f23287209 service neutron] 10.222.0.22 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669824 Sep 10 03:40:14.808250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23304721-5613-46bd-a524-113c067e1a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e301162-58ba-4b58-9bdf-2b42dd977ecb'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:14.810518 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268a9c4e-2b91-4645-8705-030cf95be774" -d '{"events": [{"server_uuid": "23304721-5613-46bd-a524-113c067e1a6d", "name": "network-vif-plugged", "status": "completed", "tag": "2e301162-58ba-4b58-9bdf-2b42dd977ecb"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:14.814443 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.816380 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b38263cb-0b58-4e6b-be6a-f653a759da62 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0809956 Sep 10 03:40:14.844389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2e301162-58ba-4b58-9bdf-2b42dd977ecb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2e301162-58ba-4b58-9bdf-2b42dd977ecb,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:14.845807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=588ee2b7-ba7b-4ced-a326-f87694888791,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:14.929640 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:14.957083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['588ee2b7-ba7b-4ced-a326-f87694888791'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:14.959250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:15.043075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2e301162-58ba-4b58-9bdf-2b42dd977ecb,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:15.140910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:15.158431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0', 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95', 'port_id': 'fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0', 'mac_address': 'fa:16:3e:0f:53:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64da495b-f14b-4aaf-9866-d2430ad039df', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:15.221444 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:15.237810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:15.257553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:15.329700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:15.373464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6689ff-9a78-4bf7-b0bf-994fa4662f81 req-11f2980e-dd29-4569-ba7b-4c1ffdc58f67 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:15.375215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e6689ff-9a78-4bf7-b0bf-994fa4662f81 req-11f2980e-dd29-4569-ba7b-4c1ffdc58f67 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 945 time: 0.0517385 Sep 10 03:40:15.382537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:15.423863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e6689ff-9a78-4bf7-b0bf-994fa4662f81 req-69b7d108-de56-4585-856d-b959df0ead67 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420291 Sep 10 03:40:15.534278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e8f74a-adde-4bec-8c33-4e01821d3d36 req-cbcefd57-1725-4cfe-8f0f-d373e15f3b77 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:15.535726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53e8f74a-adde-4bec-8c33-4e01821d3d36 req-cbcefd57-1725-4cfe-8f0f-d373e15f3b77 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 949 time: 0.0544260 Sep 10 03:40:15.572540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53e8f74a-adde-4bec-8c33-4e01821d3d36 req-b2bb14ef-6f7b-47a8-92d3-b1a6ffe58b84 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307481 Sep 10 03:40:15.574115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:15.681834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a5fdc5f3-4db8-46a0-9cc7-f6485ed93e3c tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3c358d19e78e4838babdfc243e02066e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230038 Sep 10 03:40:15.746434 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9edf7ad-bd54-4890-b243-988da510852b x-openstack-request-id: req-f9edf7ad-bd54-4890-b243-988da510852b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:15.746698 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23304721-5613-46bd-a524-113c067e1a6d", "name": "network-vif-plugged", "status": "completed", "tag": "2e301162-58ba-4b58-9bdf-2b42dd977ecb", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:15.746948 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9edf7ad-bd54-4890-b243-988da510852b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:15.747467 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23304721-5613-46bd-a524-113c067e1a6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e301162-58ba-4b58-9bdf-2b42dd977ecb', 'code': 200} Sep 10 03:40:15.875339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a63f72f6-9da9-49ce-b502-9e9d2cb6ec41 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:15.877070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a63f72f6-9da9-49ce-b502-9e9d2cb6ec41 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1852319 Sep 10 03:40:15.914748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-d6a8002d-3233-4cbd-9b86-b51c8f2b9781 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/quotas/3c358d19e78e4838babdfc243e02066e HTTP/1.1" status: 200 len: 375 time: 0.0295730 Sep 10 03:40:15.926941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-f30ad09e-3ad8-4074-a7b9-16b8ff3a4542 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1626707999&fields=id&tenant_id=735449c98ce14f838fbd18af48fbd017 HTTP/1.1" status: 200 len: 267 time: 0.0708783 Sep 10 03:40:15.936386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e843f57-ecc7-4e35-b337-7a8c58fb909a req-325c2895-9f3e-4ee9-ab53-7bbd7a5d6bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:15.937592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e843f57-ecc7-4e35-b337-7a8c58fb909a req-325c2895-9f3e-4ee9-ab53-7bbd7a5d6bd4 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=23304721-5613-46bd-a524-113c067e1a6d HTTP/1.1" status: 200 len: 1097 time: 0.1103213 Sep 10 03:40:15.979842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2ba81bc4-975a-4e70-8e52-1f4786f2e7e1 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c358d19e78e4838babdfc243e02066e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578260 Sep 10 03:40:16.050305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e843f57-ecc7-4e35-b337-7a8c58fb909a req-45837e36-6d62-4325-b2e8-7b4476577ed8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860119 Sep 10 03:40:16.075448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 588ee2b7-ba7b-4ced-a326-f87694888791 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:16.079987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-05f61ff6-3e6b-4ddc-984b-2973539c056d tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:16.081479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-05f61ff6-3e6b-4ddc-984b-2973539c056d tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/networks?id=1dd408bb-84e7-4fc5-a671-5ff17b802b87 HTTP/1.1" status: 200 len: 812 time: 0.1429994 Sep 10 03:40:16.103144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-966ef221-c42f-4ef4-933f-7215d7c96bd2 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/quotas/735449c98ce14f838fbd18af48fbd017 HTTP/1.1" status: 200 len: 375 time: 0.0093329 Sep 10 03:40:16.163089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-23e19f27-8fa8-46e7-a9f1-b15219c85f79 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=735449c98ce14f838fbd18af48fbd017&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0504420 Sep 10 03:40:16.219503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 588ee2b7-ba7b-4ced-a326-f87694888791 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:16.224521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 588ee2b7-ba7b-4ced-a326-f87694888791 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:16.225127 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:16.301793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-d4fb73d2-348e-4eea-9b9e-1dae0eed0d60 service neutron] 10.222.0.22 "GET /v2.0/networks/1dd408bb-84e7-4fc5-a671-5ff17b802b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211252 Sep 10 03:40:16.392896 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:16.397451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60470) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:16.446475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 588ee2b7-ba7b-4ced-a326-f87694888791, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=588ee2b7-ba7b-4ced-a326-f87694888791,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:16.489313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-3f8520fb-6497-4e82-b49a-c082ff332076 service neutron] 10.222.0.22 "GET /v2.0/networks/1dd408bb-84e7-4fc5-a671-5ff17b802b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910124 Sep 10 03:40:16.502185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a393a9-c752-47c9-a36b-dd16e455365b req-1e8993ea-6c6e-4f16-89c6-2bdc6d875d42 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:16.503851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27a393a9-c752-47c9-a36b-dd16e455365b req-1e8993ea-6c6e-4f16-89c6-2bdc6d875d42 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.1088536 Sep 10 03:40:16.512669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:16.556797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35259520-a831-4ccf-8359-7d1f3d2d6b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:16.582215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=588ee2b7-ba7b-4ced-a326-f87694888791,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:16.598166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27a393a9-c752-47c9-a36b-dd16e455365b req-f8cf4815-eb04-4e81-8c85-072d0c476586 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845735 Sep 10 03:40:16.696907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35259520-a831-4ccf-8359-7d1f3d2d6b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:16.850040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35259520-a831-4ccf-8359-7d1f3d2d6b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:16.863054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-18c459f5-4a75-4be5-885f-843447bb970d tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3c358d19e78e4838babdfc243e02066e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240459 Sep 10 03:40:16.901971 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-35259520-a831-4ccf-8359-7d1f3d2d6b37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c1a8adb692f4189b411e655981709a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5010235 Sep 10 03:40:16.903809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60498) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:16.928454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35259520-a831-4ccf-8359-7d1f3d2d6b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d644d91-2a30-4492-9df4-0a07422352d1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:16.960092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:16.998603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9766074-baa7-47e6-af2f-5a7c1a7cdb8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:17.023369 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9766074-baa7-47e6-af2f-5a7c1a7cdb8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:17.070851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b67c3a2-17a3-4c32-a7c5-6cba15379f0a req-961b949d-d61b-4328-96c2-5d146e52d6f7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:17.085391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b67c3a2-17a3-4c32-a7c5-6cba15379f0a req-961b949d-d61b-4328-96c2-5d146e52d6f7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 945 time: 0.1539288 Sep 10 03:40:17.102326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-ab896c38-209b-469e-afaf-f6436021872e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:17.104011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-ab896c38-209b-469e-afaf-f6436021872e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2324593 Sep 10 03:40:17.107196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:17.111806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:17.112242 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:17.158030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-e922599d-ef6e-448f-b300-ba8d8edc1b56 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/quotas/3c358d19e78e4838babdfc243e02066e HTTP/1.1" status: 200 len: 375 time: 0.0355699 Sep 10 03:40:17.208456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b67c3a2-17a3-4c32-a7c5-6cba15379f0a req-76da3134-7718-47fa-a24b-62dabe2d2495 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285019 Sep 10 03:40:17.210547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-97354b42-9180-46c9-9e61-60e7c4c4565a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3c358d19e78e4838babdfc243e02066e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0516958 Sep 10 03:40:17.231376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:17.261878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9766074-baa7-47e6-af2f-5a7c1a7cdb8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:17.266693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9766074-baa7-47e6-af2f-5a7c1a7cdb8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:17.268371 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c9766074-baa7-47e6-af2f-5a7c1a7cdb8e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d644d91-2a30-4492-9df4-0a07422352d1 HTTP/1.1" status: 204 len: 168 time: 0.3629246 Sep 10 03:40:17.287444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:17.299550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9766074-baa7-47e6-af2f-5a7c1a7cdb8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d644d91-2a30-4492-9df4-0a07422352d1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:17.396023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c17af4c-eb79-4fe0-a3f1-4ac8000ee248 req-88cb7982-748b-4cdb-ae84-c1da1e0dd725 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:17.400005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c17af4c-eb79-4fe0-a3f1-4ac8000ee248 req-88cb7982-748b-4cdb-ae84-c1da1e0dd725 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 950 time: 0.0588589 Sep 10 03:40:17.401539 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:17.481037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c17af4c-eb79-4fe0-a3f1-4ac8000ee248 req-b7e17be8-4cd7-4c98-b20e-71e9a34fca67 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669599 Sep 10 03:40:17.487101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:17.581663 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0a9930d-770f-472b-a440-416b94512e5d req-f4745b6d-0014-4fb0-beee-c4e2e338579f tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 210 time: 0.0323434 Sep 10 03:40:17.611441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d660c3fa-efdd-4445-bbdf-49f001b90036 req-2b2cb276-50fd-4dad-9782-06d0bc38b26b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 210 time: 0.0322165 Sep 10 03:40:17.710506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b47b0446-08ad-4c1b-a16c-767bc2278d87 req-e351d5fa-91b9-4826-afea-8107665b10d8 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 210 time: 0.0386586 Sep 10 03:40:17.749551 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2715406b-f11f-4f5f-8e49-10e1cdac9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588ee2b7-ba7b-4ced-a326-f87694888791'}, {'server_uuid': '058c5543-b288-4079-8210-3c8a804c5c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:17.752273 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ace2a52-42d6-4171-96dc-4a45d64f2290" -d '{"events": [{"server_uuid": "2715406b-f11f-4f5f-8e49-10e1cdac9527", "name": "network-vif-plugged", "status": "completed", "tag": "588ee2b7-ba7b-4ced-a326-f87694888791"}, {"server_uuid": "058c5543-b288-4079-8210-3c8a804c5c1c", "name": "network-vif-plugged", "status": "completed", "tag": "fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:17.807559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7907b066-769d-48be-bdb2-0dde5315bf33 req-1e869c78-a942-4549-958e-3f54dbbd9a96 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:17.809126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7907b066-769d-48be-bdb2-0dde5315bf33 req-1e869c78-a942-4549-958e-3f54dbbd9a96 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.1085453 Sep 10 03:40:17.834973 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80f1dd75-44bc-42d3-9fc0-f2624b0a574c x-openstack-request-id: req-80f1dd75-44bc-42d3-9fc0-f2624b0a574c {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:17.840229 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2715406b-f11f-4f5f-8e49-10e1cdac9527", "name": "network-vif-plugged", "status": "completed", "tag": "588ee2b7-ba7b-4ced-a326-f87694888791", "code": 200}, {"server_uuid": "058c5543-b288-4079-8210-3c8a804c5c1c", "name": "network-vif-plugged", "status": "completed", "tag": "fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:17.840229 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80f1dd75-44bc-42d3-9fc0-f2624b0a574c {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:17.840229 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2715406b-f11f-4f5f-8e49-10e1cdac9527', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '588ee2b7-ba7b-4ced-a326-f87694888791', 'code': 200} Sep 10 03:40:17.840229 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058c5543-b288-4079-8210-3c8a804c5c1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0', 'code': 200} Sep 10 03:40:17.879018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7907b066-769d-48be-bdb2-0dde5315bf33 req-7c7942a2-aa12-46af-ac44-ad25f8906897 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591476 Sep 10 03:40:17.959153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7fe326-6fbd-476e-8059-3c47beb6dcab req-24aeb909-aed6-4490-a971-568f1a272ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:17.960822 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1a7fe326-6fbd-476e-8059-3c47beb6dcab req-24aeb909-aed6-4490-a971-568f1a272ac7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 1097 time: 0.0450315 Sep 10 03:40:17.978398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6b41e0-9c30-41f3-b8c6-382b39ce6d08 req-d2446fcd-b436-4440-9eb5-20d50dd38cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:17.980104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e6b41e0-9c30-41f3-b8c6-382b39ce6d08 req-d2446fcd-b436-4440-9eb5-20d50dd38cba service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 1101 time: 0.0429690 Sep 10 03:40:18.013865 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1a7fe326-6fbd-476e-8059-3c47beb6dcab req-f74751c6-9ec1-4d69-b159-380e5d8da51e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457494 Sep 10 03:40:18.025935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e6b41e0-9c30-41f3-b8c6-382b39ce6d08 req-c75ed251-be80-4830-8c4e-99cc53d91f9e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367119 Sep 10 03:40:18.247955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60540) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:18.261615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18567993-3ab9-4e86-bd54-8a24d80a2e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:18.352443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b212fe-c7a8-4c84-89d8-bfd1e11d6f97 req-6eb123bb-9d02-4a26-b9b6-fcd7cfb3ff08 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:18.354039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0b212fe-c7a8-4c84-89d8-bfd1e11d6f97 req-6eb123bb-9d02-4a26-b9b6-fcd7cfb3ff08 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 946 time: 0.0660930 Sep 10 03:40:18.399135 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18567993-3ab9-4e86-bd54-8a24d80a2e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:18.416289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0b212fe-c7a8-4c84-89d8-bfd1e11d6f97 req-76909664-313f-462e-a556-e829e0ff558d tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409856 Sep 10 03:40:18.501187 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18567993-3ab9-4e86-bd54-8a24d80a2e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:18.553396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18567993-3ab9-4e86-bd54-8a24d80a2e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdb1b4e-f927-4aca-9537-8504b86cdc3b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:18.559797 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-18567993-3ab9-4e86-bd54-8a24d80a2e18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1326423e148d4c35aca53bd4419b099e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3088756 Sep 10 03:40:18.560952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60546) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:18.621594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b05e-483e-4ed6-8f03-dee988e65773 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:18.652493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104a6f2c-9e17-4677-8311-2b05469975d2 req-105d680a-ed8c-4818-9671-8141bc983fcb tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:18.664594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b05e-483e-4ed6-8f03-dee988e65773 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:18.665759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-104a6f2c-9e17-4677-8311-2b05469975d2 req-105d680a-ed8c-4818-9671-8141bc983fcb tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 950 time: 0.0952945 Sep 10 03:40:18.745985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87b93d33-75b5-467a-aa32-6255907b6bb9 req-6eeb4a48-2679-4e1a-90f1-37d252ef6f5f tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 210 time: 0.0445702 Sep 10 03:40:18.760110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-104a6f2c-9e17-4677-8311-2b05469975d2 req-c86679d2-1768-43f6-8b60-87c93e18c171 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763848 Sep 10 03:40:18.830069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dca4f09-406a-43c1-8783-4fde01e34955 req-177ce360-8d37-4980-a751-fb5a23b1aa46 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 210 time: 0.0289123 Sep 10 03:40:18.838633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b05e-483e-4ed6-8f03-dee988e65773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:18.842646 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ce4b05e-483e-4ed6-8f03-dee988e65773 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:18.844011 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9ce4b05e-483e-4ed6-8f03-dee988e65773 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4bdb1b4e-f927-4aca-9537-8504b86cdc3b HTTP/1.1" status: 204 len: 168 time: 0.2818415 Sep 10 03:40:18.872323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a768d8e2-2316-473d-9470-0aadf71efc36 req-9d29312c-c0e8-4b1a-98ae-2b5d3d220910 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 210 time: 0.0433109 Sep 10 03:40:18.881138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce4b05e-483e-4ed6-8f03-dee988e65773 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdb1b4e-f927-4aca-9537-8504b86cdc3b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:19.035094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b1fe5a4-c3b7-405b-9527-a80bc4670644 req-0a5cd9bd-bd80-4c88-8883-975a640439fa tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:19.036703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b1fe5a4-c3b7-405b-9527-a80bc4670644 req-0a5cd9bd-bd80-4c88-8883-975a640439fa tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.0608473 Sep 10 03:40:19.079554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b1fe5a4-c3b7-405b-9527-a80bc4670644 req-afda7df1-0f50-461f-8d68-142c3270642f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364115 Sep 10 03:40:19.223553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-cd1428bc-8508-4672-86f7-50872b3cd96a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:19.225371 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-cd1428bc-8508-4672-86f7-50872b3cd96a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.20 "GET /v2.0/networks?id=2e344d40-2b96-4ddf-9fd6-0f9746be7786 HTTP/1.1" status: 200 len: 818 time: 0.1315205 Sep 10 03:40:19.238421 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Request body: {'port': {'device_id': 'f2e80be3-1c2c-41fd-ac35-d391bd045ee2', 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786', 'admin_state_up': True, 'tenant_id': 'cf0ecc1377324f0a9e6e276198037cb0'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:19.456055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Made reservation on behalf of cf0ecc1377324f0a9e6e276198037cb0 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:19.456055 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:19.641940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Allocated IP 172.20.0.4 (2e344d40-2b96-4ddf-9fd6-0f9746be7786/60d8d5b5-de31-4ce8-8422-82ee84b15dba/67b7a873-743b-4c83-af3c-6fc5d6eff57f) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:19.645642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea3062-9616-4d09-968e-8f554f849acb req-ed54a88e-1c8b-4663-8d0b-34d4341a5a61 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:19.647385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea3062-9616-4d09-968e-8f554f849acb req-ed54a88e-1c8b-4663-8d0b-34d4341a5a61 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 946 time: 0.1385951 Sep 10 03:40:19.700915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-d00cd3d6-b44a-40f6-a97e-ceeed3afd1b0 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:19.708075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-d00cd3d6-b44a-40f6-a97e-ceeed3afd1b0 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.39 "GET /v2.0/networks?id=2e344d40-2b96-4ddf-9fd6-0f9746be7786 HTTP/1.1" status: 200 len: 818 time: 0.2337501 Sep 10 03:40:19.765305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Request body: {'port': {'device_id': 'fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a', 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786', 'admin_state_up': True, 'tenant_id': 'cf0ecc1377324f0a9e6e276198037cb0'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:19.893830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:19.978103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea3062-9616-4d09-968e-8f554f849acb req-d27616f0-f602-464c-a173-e83c99af5203 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098276 Sep 10 03:40:19.980007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7c37531-c801-40df-a3c6-23afa11cf2f0 req-c51cc2c7-2bea-4678-b089-1842ca954cc7 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 210 time: 0.0630975 Sep 10 03:40:19.984665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-b97bc5fc-cb84-414b-9717-8d20fa0d2388 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3c358d19e78e4838babdfc243e02066e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0541372 Sep 10 03:40:20.123857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8a75704-67a7-4daf-b872-6d624c9734c4 req-f458310d-bf2c-448b-a23a-986689b28c3c tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 210 time: 0.0558443 Sep 10 03:40:20.156793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-f23eb63e-581d-46e8-9f0b-f917d458a3b1 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:20.158345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-f23eb63e-581d-46e8-9f0b-f917d458a3b1 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1651785 Sep 10 03:40:20.179597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Request body: {'port': {'device_id': 'f17f442a-73b0-4354-a941-d90729ebb245', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '3c358d19e78e4838babdfc243e02066e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:20.191994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:20.197121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5dfec95-3118-43db-b5d8-aa06bb2f9a9a req-e47b2864-6689-46c0-a404-9fa4af8d9c9e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:20.199465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5dfec95-3118-43db-b5d8-aa06bb2f9a9a req-e47b2864-6689-46c0-a404-9fa4af8d9c9e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 950 time: 0.1310408 Sep 10 03:40:20.269299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Made reservation on behalf of cf0ecc1377324f0a9e6e276198037cb0 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:20.274328 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:20.309395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Pushing event updated for resources: {'Port': ['ID=67b7a873-743b-4c83-af3c-6fc5d6eff57f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:20.323333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:20.358935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5dfec95-3118-43db-b5d8-aa06bb2f9a9a req-55364cb3-a6e4-410e-bc59-ebddc5acb188 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901229 Sep 10 03:40:20.483440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-643fa805-6696-41e7-a6b5-e610a1e1e868 req-f1a0a961-bbaf-49db-8d4c-6693ec2a9dcd tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 210 time: 0.2128651 Sep 10 03:40:20.549337 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:20.557189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:20.619062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-459e997d-3599-4538-960f-558aa0adbf53 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:20.620202 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-459e997d-3599-4538-960f-558aa0adbf53 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.39 "GET /v2.0/networks?id=2e344d40-2b96-4ddf-9fd6-0f9746be7786 HTTP/1.1" status: 200 len: 818 time: 0.3061445 Sep 10 03:40:20.637512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Request body: {'port': {'device_id': 'f59379ac-ae72-4b28-8a48-a57b00212141', 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786', 'admin_state_up': True, 'tenant_id': 'cf0ecc1377324f0a9e6e276198037cb0'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:20.700407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:20.701054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:20.749541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Allocated IP 172.20.0.13 (2e344d40-2b96-4ddf-9fd6-0f9746be7786/60d8d5b5-de31-4ce8-8422-82ee84b15dba/ad5d137a-af30-4ca1-8f94-748e6f70f0da) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:20.773830 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-515b0d0e-86cd-4ab6-b519-a98efe872663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:20.831548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-f78c902c-058c-4046-8430-cf98684a0a19 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:20.833170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-f78c902c-058c-4046-8430-cf98684a0a19 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.4714203 Sep 10 03:40:20.859141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808143-1'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:20.908817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a3adc4-b1d6-452a-982d-cd2b96d878b4 req-ba3de24c-84f9-49df-8dc7-f1132748853f tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:20.910332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15a3adc4-b1d6-452a-982d-cd2b96d878b4 req-ba3de24c-84f9-49df-8dc7-f1132748853f tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=23304721-5613-46bd-a524-113c067e1a6d HTTP/1.1" status: 200 len: 946 time: 0.2992427 Sep 10 03:40:20.950453 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-af6eac2d-d50d-45bc-a6a2-cf60e69d78e9 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7144365 Sep 10 03:40:20.951279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288f80b-8543-4953-a558-7b562f8d7230 req-69ef8215-830d-44b8-979b-a6ef2e5a38c2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:20.959138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e288f80b-8543-4953-a558-7b562f8d7230 req-69ef8215-830d-44b8-979b-a6ef2e5a38c2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 945 time: 0.3425825 Sep 10 03:40:20.967437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Request body: {'port': {'device_id': 'f2e80be3-1c2c-41fd-ac35-d391bd045ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:21.002625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device da61e220-bf39-4b47-a09e-e0caf37a3388 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:21.064769 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:21.121463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15a3adc4-b1d6-452a-982d-cd2b96d878b4 req-d6d81adf-88e2-4d87-be45-87e8c02c676c tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955547 Sep 10 03:40:21.159527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:21.171488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device da61e220-bf39-4b47-a09e-e0caf37a3388 has no active binding in host n-h1-808143-1 {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 03:40:21.183706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e288f80b-8543-4953-a558-7b562f8d7230 req-5eee1370-2ee2-4166-9595-524ad4207c1c tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156093 Sep 10 03:40:21.203576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Made reservation on behalf of 3c358d19e78e4838babdfc243e02066e for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:21.208799 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:21.220425 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:21.226728 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:21.254055 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:21.308634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Made reservation on behalf of cf0ecc1377324f0a9e6e276198037cb0 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:21.319094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:21.342862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b580192f-f340-4ce3-b35f-f337313af414 req-78b42bff-8f46-4d8c-88e9-d87aa5c27a8d tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 210 time: 0.0570605 Sep 10 03:40:21.419554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-a9803ae1-15ee-402c-8ce0-87760b483cdf tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:21.422028 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-a9803ae1-15ee-402c-8ce0-87760b483cdf tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.20 "GET /v2.0/networks?id=1dd408bb-84e7-4fc5-a671-5ff17b802b87 HTTP/1.1" status: 200 len: 812 time: 0.3714108 Sep 10 03:40:21.464845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:21.481435 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-56ce2c73-e25d-4b94-8c3b-48cf9c6eb22c tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=735449c98ce14f838fbd18af48fbd017 HTTP/1.1" status: 200 len: 380 time: 0.0459659 Sep 10 03:40:21.531765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Request body: {'port': {'device_id': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'admin_state_up': True, 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'security_groups': ['e3cae58e-4874-453c-bcc5-f9d03c95bad9']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:21.536098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:21.590516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:21.658742 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:21.713195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:21.719123 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f34da8-b37d-4fcf-b5be-8951dbe1b404" -d '{"events": [{"server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "name": "network-vif-unplugged", "status": "completed", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:21.725571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-08595726-8de4-4e9b-ba62-112c09f12735 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3c358d19e78e4838babdfc243e02066e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0547011 Sep 10 03:40:21.787893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Allocated IP 172.20.0.6 (2e344d40-2b96-4ddf-9fd6-0f9746be7786/60d8d5b5-de31-4ce8-8422-82ee84b15dba/63fdb4bb-7056-496b-ae3c-5947d5f1c7b7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:21.864882 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.028143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:22.038147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:22.044488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:22.057867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.112981 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.132867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82881c1-23c1-4041-a931-058046059155 req-03a8bb70-a7ea-4059-b7f7-dd51e23a7e7a tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:22.136131 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c82881c1-23c1-4041-a931-058046059155 req-03a8bb70-a7ea-4059-b7f7-dd51e23a7e7a tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 1101 time: 0.4092176 Sep 10 03:40:22.141136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Pushing event updated for resources: {'Port': ['ID=ad5d137a-af30-4ca1-8f94-748e6f70f0da,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:22.174206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3e27f5bc-e1e1-4251-a535-44f912e42bba tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:22.175588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3e27f5bc-e1e1-4251-a535-44f912e42bba tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3310127 Sep 10 03:40:22.218915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Request body: {'port': {'device_id': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '3c358d19e78e4838babdfc243e02066e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:22.226953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:22.227556 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.248243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c82881c1-23c1-4041-a931-058046059155 req-90470aa0-2dfa-434f-8b4b-7dff6c780bfd tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.257580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.265797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 on host n-h2-808143-1 for vnic_type normal with profile {"migrating_to": "n-h1-808143-1"} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:22.266058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:22.266358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:22.268282 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.321090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Port da61e220-bf39-4b47-a09e-e0caf37a3388 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:22.321322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Attempting to bind port da61e220-bf39-4b47-a09e-e0caf37a3388 on network 6ce8e0fe-fe24-4977-acda-6b032beeafda {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:22.337582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:22.381418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:22.392335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Pushing event updated for resources: {'Port': ['ID=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:22.393796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:22.401733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:22.401972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Checking segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:22.402201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Bound using segment: {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:22.402603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Bound port: da61e220-bf39-4b47-a09e-e0caf37a3388, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '009e0eec-7108-49c6-ab98-fee2b805847f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ce8e0fe-fe24-4977-acda-6b032beeafda'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:22.402961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.420587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=96faf209-f498-44b9-9a5f-19a47270abc2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:22.426526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=da61e220-bf39-4b47-a09e-e0caf37a3388,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:22.531298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9506cba-9a92-4bec-805d-d00354ebfc8d req-f92b18b8-e788-417b-891d-dac4a2303f38 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 210 time: 0.1050153 Sep 10 03:40:22.606673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:22.610742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:22.628088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0d2903a6-8fca-4819-a168-02290f6fc8eb tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8691955 Sep 10 03:40:22.655258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Request body: {'port': {'device_id': 'fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:22.678168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66025f93-9a47-4b80-be8e-ce35f1a10199 req-3c9a13bf-332d-478e-8d50-2eec037727cd tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 210 time: 0.0618823 Sep 10 03:40:22.710475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Made reservation on behalf of 735449c98ce14f838fbd18af48fbd017 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:22.713122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Allocated IP 192.168.233.222 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/8ff541e7-3ad2-4cac-894e-846e83e751ae) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:22.714024 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.731258 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.777104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:22.777412 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.779154 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8956c0a7-4ed8-4509-9ff8-705cfc5bd0e4 x-openstack-request-id: req-8956c0a7-4ed8-4509-9ff8-705cfc5bd0e4 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:22.779545 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "name": "network-vif-unplugged", "status": "completed", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:22.779745 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8956c0a7-4ed8-4509-9ff8-705cfc5bd0e4 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:22.780141 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388', 'code': 200} Sep 10 03:40:22.886387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b7a873-743b-4c83-af3c-6fc5d6eff57f {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:22.887189 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.914417 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.919375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Pushing event updated for resources: {'Port': ['ID=da61e220-bf39-4b47-a09e-e0caf37a3388,revision_number=8']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:22.940251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Transition to ACTIVE for port object 67b7a873-743b-4c83-af3c-6fc5d6eff57f will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:22.943267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:22.943921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:22.945505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-5fd4e7ad-834b-45c2-ae9d-4afa0813a8a7 service neutron] 10.222.0.20 "PUT /v2.0/ports/da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 200 len: 1121 time: 2.1003399 Sep 10 03:40:22.962303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Allocated IP 172.20.0.14 (1dd408bb-84e7-4fc5-a671-5ff17b802b87/f9288194-2446-486f-a533-9e43af8869d3/df721fba-115c-41e6-b2da-9e65b8dcbdcc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:23.005386 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.024635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['da61e220-bf39-4b47-a09e-e0caf37a3388'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:23.059618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['da61e220-bf39-4b47-a09e-e0caf37a3388'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:23.081649 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c82881c1-23c1-4041-a931-058046059155 req-90470aa0-2dfa-434f-8b4b-7dff6c780bfd tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.201850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Pushing event updated for resources: {'Port': ['ID=67b7a873-743b-4c83-af3c-6fc5d6eff57f,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:23.332972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.340112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-915a0f13-4348-4f24-a593-d3361631857a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7096908 Sep 10 03:40:23.352881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Attempting to bind port 67b7a873-743b-4c83-af3c-6fc5d6eff57f on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:23.353219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Attempting to bind port 67b7a873-743b-4c83-af3c-6fc5d6eff57f by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:23.353552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Attempting to bind port 67b7a873-743b-4c83-af3c-6fc5d6eff57f on network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:23.361623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Request body: {'port': {'device_id': 'f59379ac-ae72-4b28-8a48-a57b00212141', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:23.368156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Transition to ACTIVE for port object df721fba-115c-41e6-b2da-9e65b8dcbdcc will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:23.391556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Port 67b7a873-743b-4c83-af3c-6fc5d6eff57f on network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:23.392292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Attempting to bind port 67b7a873-743b-4c83-af3c-6fc5d6eff57f on network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:23.406134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:23.406478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Checking segment: {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:23.406873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Bound using segment: {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:23.407316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Bound port: 67b7a873-743b-4c83-af3c-6fc5d6eff57f, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:23.407688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.488752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.513404 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6e5574a8-3cd2-4bd8-8adc-8b7167e324e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.540393 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c82881c1-23c1-4041-a931-058046059155 req-90470aa0-2dfa-434f-8b4b-7dff6c780bfd tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.559772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] For port 67b7a873-743b-4c83-af3c-6fc5d6eff57f, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:23.563196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] For port 67b7a873-743b-4c83-af3c-6fc5d6eff57f, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67b7a873-743b-4c83-af3c-6fc5d6eff57f,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:23.629098 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.641882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c82881c1-23c1-4041-a931-058046059155 req-90470aa0-2dfa-434f-8b4b-7dff6c780bfd tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4907861 Sep 10 03:40:23.658912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.678564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90470aa0-2dfa-434f-8b4b-7dff6c780bfd tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a0c38b-8a1c-4446-bc2b-df92fede8f33,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:23.710953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Transition to ACTIVE for port object 8ff541e7-3ad2-4cac-894e-846e83e751ae will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:23.715594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.721312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Pushing event updated for resources: {'Port': ['ID=df721fba-115c-41e6-b2da-9e65b8dcbdcc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:23.734327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:23.741445 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.748911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34015999-03a5-4a67-bcd3-38948e7f1281 req-f75cc0ef-bd6b-4fd4-b473-ef87053280c0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:23.759993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34015999-03a5-4a67-bcd3-38948e7f1281 req-f75cc0ef-bd6b-4fd4-b473-ef87053280c0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.2277734 Sep 10 03:40:23.777924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:23.790768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:23.803607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Made reservation on behalf of 3c358d19e78e4838babdfc243e02066e for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:23.807216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.857578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:23.858211 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.859629 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] 10.222.0.20 "PUT /v2.0/ports/67b7a873-743b-4c83-af3c-6fc5d6eff57f HTTP/1.1" status: 200 len: 1091 time: 2.8992102 Sep 10 03:40:23.873561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2e80be3-1c2c-41fd-ac35-d391bd045ee2', 'tag': '67b7a873-743b-4c83-af3c-6fc5d6eff57f'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:23.875878 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca854bb9-8396-4e57-8633-d0eefbf72395" -d '{"events": [{"name": "network-changed", "server_uuid": "f2e80be3-1c2c-41fd-ac35-d391bd045ee2", "tag": "67b7a873-743b-4c83-af3c-6fc5d6eff57f"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:23.892975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27df0294-7ff1-4c4e-96f8-18608a0a29bc service neutron] Pushing event updated for resources: {'Port': ['ID=67b7a873-743b-4c83-af3c-6fc5d6eff57f,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:23.909688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:23.910196 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:23.930571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34015999-03a5-4a67-bcd3-38948e7f1281 req-33fcc1bf-c846-4435-91b0-5f81767e5a4f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726398 Sep 10 03:40:23.935396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-07270902-6d2b-4c6f-90e2-35d9c650fd5a tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:23.937794 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-07270902-6d2b-4c6f-90e2-35d9c650fd5a tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "GET /v2.0/ports?device_id=23304721-5613-46bd-a524-113c067e1a6d HTTP/1.1" status: 200 len: 946 time: 0.1149530 Sep 10 03:40:24.039920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad5d137a-af30-4ca1-8f94-748e6f70f0da {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:24.072024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.091369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Transition to ACTIVE for port object ad5d137a-af30-4ca1-8f94-748e6f70f0da will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:24.091613 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-df24306d-593f-4d8e-a1c6-dcefc20806f6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5703831 Sep 10 03:40:24.095387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.105256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0cc82718-b5ac-46e3-bf15-c4b154602289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:24.108020 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-0cc82718-b5ac-46e3-bf15-c4b154602289 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf0ecc1377324f0a9e6e276198037cb0&device_id=f2e80be3-1c2c-41fd-ac35-d391bd045ee2 HTTP/1.1" status: 200 len: 1094 time: 0.0775619 Sep 10 03:40:24.116108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Request body: {'port': {'device_id': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:24.124375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Deleting port 2e301162-58ba-4b58-9bdf-2b42dd977ecb {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:24.124725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.161144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57fab3ce-64b6-423e-b078-6ea74e0d1d1e req-47a2eee7-7660-4c85-8390-844856328a07 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:24.162701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57fab3ce-64b6-423e-b078-6ea74e0d1d1e req-47a2eee7-7660-4c85-8390-844856328a07 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 931 time: 0.1298647 Sep 10 03:40:24.194831 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-bbbdfbbd-8bc8-40b3-9e00-3f944dd1492e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b7a873-743b-4c83-af3c-6fc5d6eff57f HTTP/1.1" status: 200 len: 217 time: 0.0748689 Sep 10 03:40:24.216027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:24.220705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:24.230381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:24.234468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:24.237378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Allocated IP 192.168.233.69 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/dbe92f87-4adb-4728-a129-1705cfe63f6a) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:24.239308 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.266738 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-289f9e20-20fb-425c-91ad-e77f313db7da None None] Provisioning for port df721fba-115c-41e6-b2da-9e65b8dcbdcc completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:24.272310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-289f9e20-20fb-425c-91ad-e77f313db7da None None] Provisioning complete for port df721fba-115c-41e6-b2da-9e65b8dcbdcc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:24.272310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-289f9e20-20fb-425c-91ad-e77f313db7da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.368070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57fab3ce-64b6-423e-b078-6ea74e0d1d1e req-7455fdc6-db84-4812-8a8d-2420cab37e89 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1932173 Sep 10 03:40:24.375098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-4fb37df8-fd1a-4b76-bf10-52b9bf671156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:24.375947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-289f9e20-20fb-425c-91ad-e77f313db7da None None] Port df721fba-115c-41e6-b2da-9e65b8dcbdcc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:40:24.378804 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-4fb37df8-fd1a-4b76-bf10-52b9bf671156 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60d8d5b5-de31-4ce8-8422-82ee84b15dba HTTP/1.1" status: 200 len: 858 time: 0.1730144 Sep 10 03:40:24.449843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5d137a-af30-4ca1-8f94-748e6f70f0da,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:24.488673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:24.489331 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.588117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] For port 2e301162-58ba-4b58-9bdf-2b42dd977ecb, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2e301162-58ba-4b58-9bdf-2b42dd977ecb,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:24.588722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.616605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Calling delete_port for 2e301162-58ba-4b58-9bdf-2b42dd977ecb owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:24.684082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5eb684f-8bd7-4e41-8f85-f91a594a65eb req-1e53a056-06d3-4d54-a007-89094a0df8a9 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:24.694543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5eb684f-8bd7-4e41-8f85-f91a594a65eb req-1e53a056-06d3-4d54-a007-89094a0df8a9 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 932 time: 0.2178967 Sep 10 03:40:24.708370 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.719277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6cde0a68-1bcb-47bb-bc44-5a1cf32d5ae9 None None] Provisioning for port 8ff541e7-3ad2-4cac-894e-846e83e751ae completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:24.731856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6cde0a68-1bcb-47bb-bc44-5a1cf32d5ae9 None None] Provisioning complete for port 8ff541e7-3ad2-4cac-894e-846e83e751ae triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:24.733606 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6cde0a68-1bcb-47bb-bc44-5a1cf32d5ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.783396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6cde0a68-1bcb-47bb-bc44-5a1cf32d5ae9 None None] Port 8ff541e7-3ad2-4cac-894e-846e83e751ae cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:40:24.785522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:24.787670 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a862913a-67e6-4d93-b1b5-281c876eac38" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:24.800186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-2bc1e5a6-98ad-4c51-a4b7-aa6816c9e890 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.6251426 Sep 10 03:40:24.808931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5eb684f-8bd7-4e41-8f85-f91a594a65eb req-5550383a-26e5-4b8e-8f7c-0821a7056972 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135602 Sep 10 03:40:24.812826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Attempting to bind port ad5d137a-af30-4ca1-8f94-748e6f70f0da on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:24.813164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Attempting to bind port ad5d137a-af30-4ca1-8f94-748e6f70f0da by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:24.813493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Attempting to bind port ad5d137a-af30-4ca1-8f94-748e6f70f0da on network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:24.823066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Request body: {'port': {'device_id': 'f17f442a-73b0-4354-a941-d90729ebb245', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:24.835928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Port ad5d137a-af30-4ca1-8f94-748e6f70f0da on network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:24.835928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Attempting to bind port ad5d137a-af30-4ca1-8f94-748e6f70f0da on network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:24.868060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:24.868403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Checking segment: {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:24.868793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Bound using segment: {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:24.869237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Bound port: ad5d137a-af30-4ca1-8f94-748e6f70f0da, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:24.869601 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.888987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:24.911351 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-7c111402-a857-4758-826d-6c4cc848cb05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e344d40-2b96-4ddf-9fd6-0f9746be7786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2499316 Sep 10 03:40:24.952069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Transition to ACTIVE for port object dbe92f87-4adb-4728-a129-1705cfe63f6a will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:24.986912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:24.998615 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-627eee57-d546-4a15-97a5-e1dfcd779677 req-4a4155c5-1507-494f-bfec-c1e2439029d1 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 210 time: 0.0740421 Sep 10 03:40:25.003716 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.011597 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.016952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.089390 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] For port ad5d137a-af30-4ca1-8f94-748e6f70f0da, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:25.120115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] For port ad5d137a-af30-4ca1-8f94-748e6f70f0da, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ad5d137a-af30-4ca1-8f94-748e6f70f0da,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:25.130130 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-839f3a8b-0331-4c7c-a80c-b81c302b6ac9 x-openstack-request-id: req-839f3a8b-0331-4c7c-a80c-b81c302b6ac9 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:25.130455 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2e80be3-1c2c-41fd-ac35-d391bd045ee2", "tag": "67b7a873-743b-4c83-af3c-6fc5d6eff57f", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:25.131984 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-839f3a8b-0331-4c7c-a80c-b81c302b6ac9 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:25.132383 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2e80be3-1c2c-41fd-ac35-d391bd045ee2', 'tag': '67b7a873-743b-4c83-af3c-6fc5d6eff57f', 'status': 'completed', 'code': 200} Sep 10 03:40:25.133351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Transition to ACTIVE for port object 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:25.177959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.195906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:25.196411 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.235391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Pushing event deleted for resources: {'Port': ['ID=2e301162-58ba-4b58-9bdf-2b42dd977ecb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:25.255844 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-27231fd0-fedd-4d2d-b00b-12396a90f7c2 service neutron] 10.222.0.20 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3155372 Sep 10 03:40:25.275812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:25.311379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.313706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:25.331738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:25.339618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Pushing event updated for resources: {'Port': ['ID=dbe92f87-4adb-4728-a129-1705cfe63f6a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:25.349637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.366306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] No DVR routers for this DVR port 2e301162-58ba-4b58-9bdf-2b42dd977ecb on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:25.416770 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.418920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca106748-c5af-4da2-a8ba-bd64bc457c91 req-3b120e2c-4e4b-4b03-9d3e-f85f4cc604fe tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "DELETE /v2.0/ports/2e301162-58ba-4b58-9bdf-2b42dd977ecb HTTP/1.1" status: 204 len: 173 time: 1.4747207 Sep 10 03:40:25.421374 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef69e594-a6df-42c9-9a84-ce4f6da90cac x-openstack-request-id: req-ef69e594-a6df-42c9-9a84-ce4f6da90cac {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:25.421892 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:25.422337 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ef69e594-a6df-42c9-9a84-ce4f6da90cac {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:25.422920 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388', 'status': 'completed', 'code': 200} Sep 10 03:40:25.529875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:25.541229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.541229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] 10.222.0.39 "PUT /v2.0/ports/ad5d137a-af30-4ca1-8f94-748e6f70f0da HTTP/1.1" status: 200 len: 1092 time: 2.8895221 Sep 10 03:40:25.657496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:25.658460 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.669221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4f621-f343-4f4f-b49b-76a138643218 service neutron] Pushing event updated for resources: {'Port': ['ID=ad5d137a-af30-4ca1-8f94-748e6f70f0da,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:25.675810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Pushing event updated for resources: {'Port': ['ID=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:25.690468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-cb4fd0c5-fef1-4fcd-9ff2-280a494040f7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:25.691362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-cb4fd0c5-fef1-4fcd-9ff2-280a494040f7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 813 time: 0.4320111 Sep 10 03:40:25.719366 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-eb54eb40-430e-426f-abf9-93e717585dc2 service neutron] 10.222.0.20 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444399 Sep 10 03:40:25.745049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4727fbdf-9e14-4af7-9832-a9ebcbb72354 req-0f4c4a8a-20cf-4720-a309-03b83886c1d5 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:25.746549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4727fbdf-9e14-4af7-9832-a9ebcbb72354 req-0f4c4a8a-20cf-4720-a309-03b83886c1d5 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.2096369 Sep 10 03:40:25.752125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-78ea528a-17dd-41eb-bd86-449e6061e3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:25.753648 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-78ea528a-17dd-41eb-bd86-449e6061e3a2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1124 time: 0.3007886 Sep 10 03:40:25.791643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-3716d3bd-c698-44da-8e3d-103dd2d8c25e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5883832 Sep 10 03:40:25.797741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-de1b51e9-f3f7-48bf-9ae5-d7798987a9f8 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/quotas/2d30cd344b94499e948bf6fd3de36d6e HTTP/1.1" status: 200 len: 375 time: 0.0733149 Sep 10 03:40:25.807049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df721fba-115c-41e6-b2da-9e65b8dcbdcc {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:25.815906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cd3a76c5-a55e-46e1-9f70-b8fcd3cd1c80 None None] Provisioning for port dbe92f87-4adb-4728-a129-1705cfe63f6a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:25.825314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Request body: {'port': {'device_id': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:25.827635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.833120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Attempting to bind port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:25.833459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Attempting to bind port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:25.833788 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Attempting to bind port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 on network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:25.835403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ff541e7-3ad2-4cac-894e-846e83e751ae {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:25.843056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-44a81ce2-b3ee-47a8-868d-95f6d270cfee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:25.844627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-44a81ce2-b3ee-47a8-868d-95f6d270cfee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf0ecc1377324f0a9e6e276198037cb0&device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 1095 time: 0.1626062 Sep 10 03:40:25.848494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cd3a76c5-a55e-46e1-9f70-b8fcd3cd1c80 None None] Provisioning complete for port dbe92f87-4adb-4728-a129-1705cfe63f6a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:25.855600 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cd3a76c5-a55e-46e1-9f70-b8fcd3cd1c80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.871501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 on network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:25.871911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Attempting to bind port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 on network 2e344d40-2b96-4ddf-9fd6-0f9746be7786 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:25.882707 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.883801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Transition to ACTIVE for port object df721fba-115c-41e6-b2da-9e65b8dcbdcc will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:25.891256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:25.891496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Checking segment: {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:25.891849 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Bound using segment: {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:25.892154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Bound port: 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:25.892514 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:25.918030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-cd3a76c5-a55e-46e1-9f70-b8fcd3cd1c80 None None] Port dbe92f87-4adb-4728-a129-1705cfe63f6a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:40:25.946220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4727fbdf-9e14-4af7-9832-a9ebcbb72354 req-340bda62-c51b-4d9c-8e8e-172342e9c658 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916869 Sep 10 03:40:25.950447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Transition to ACTIVE for port object 8ff541e7-3ad2-4cac-894e-846e83e751ae will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:25.953559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-bf005883-fcc1-482c-90fb-a48c51ff9d7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5d137a-af30-4ca1-8f94-748e6f70f0da HTTP/1.1" status: 200 len: 217 time: 0.0666797 Sep 10 03:40:25.976304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-e18d90f9-c068-40e9-8d0d-16ec5c15256d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:25.976304 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-e18d90f9-c068-40e9-8d0d-16ec5c15256d service neutron] 10.222.0.39 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.2095625 Sep 10 03:40:25.976304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:26.027344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-4ffee3be-294f-46ee-9a89-5d2dc1e1e881 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2226529 Sep 10 03:40:26.051722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:26.055783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-ccb17bae-2657-401a-a0ea-e3d776499f8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 200 len: 217 time: 0.0741096 Sep 10 03:40:26.084173 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:26.100697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-8eb6b5cd-ca88-44d2-b375-53fd1efa1866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:26.102275 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-8eb6b5cd-ca88-44d2-b375-53fd1efa1866 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cf0ecc1377324f0a9e6e276198037cb0&device_id=f2e80be3-1c2c-41fd-ac35-d391bd045ee2 HTTP/1.1" status: 200 len: 1094 time: 0.2060175 Sep 10 03:40:26.123009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2e301162-58ba-4b58-9bdf-2b42dd977ecb no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:26.126606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=df721fba-115c-41e6-b2da-9e65b8dcbdcc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:26.127668 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:26.140886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] For port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:26.166381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-72994274-34d6-44f1-b8cd-afda1c0dd634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:26.167924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-72994274-34d6-44f1-b8cd-afda1c0dd634 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60d8d5b5-de31-4ce8-8422-82ee84b15dba HTTP/1.1" status: 200 len: 858 time: 0.1931095 Sep 10 03:40:26.185073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 2e301162-58ba-4b58-9bdf-2b42dd977ecb {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:26.185428 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2e301162-58ba-4b58-9bdf-2b42dd977ecb not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:26.219112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] For port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:26.258432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:26.320371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:26.323199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-ea9f8524-bf43-4680-b6da-b3a1a9a1b647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:26.331877 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-ea9f8524-bf43-4680-b6da-b3a1a9a1b647 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.2573631 Sep 10 03:40:26.338427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-d6aff216-4ed4-4be9-bff9-4653accb5db1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e344d40-2b96-4ddf-9fd6-0f9746be7786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1144741 Sep 10 03:40:26.351499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda7b40-48a3-4210-a171-fe654985981c req-d7565f6c-41f3-4629-bdbc-22cd489fcde6 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:26.353046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bbda7b40-48a3-4210-a171-fe654985981c req-d7565f6c-41f3-4629-bdbc-22cd489fcde6 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.20 "GET /v2.0/ports?device_id=058c5543-b288-4079-8210-3c8a804c5c1c HTTP/1.1" status: 200 len: 946 time: 0.3248432 Sep 10 03:40:26.373751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-fa50b59c-15dc-4dd6-85f8-c817174d058c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:26.375250 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-fa50b59c-15dc-4dd6-85f8-c817174d058c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2e344d40-2b96-4ddf-9fd6-0f9746be7786 HTTP/1.1" status: 200 len: 919 time: 0.2432067 Sep 10 03:40:26.483018 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-00a225ef-84f6-4a1a-ae5e-aed2da028301 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1066051 Sep 10 03:40:26.484575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-02d24055-3b55-4b4f-a0c7-d73432ab8a6d service neutron] 10.222.0.22 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4360728 Sep 10 03:40:26.486468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:26.487225 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:26.492141 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] 10.222.0.39 "PUT /v2.0/ports/63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 HTTP/1.1" status: 200 len: 1091 time: 3.1398029 Sep 10 03:40:26.492141 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-a61130f2-7756-479d-aae0-78553267c64d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=67b7a873-743b-4c83-af3c-6fc5d6eff57f HTTP/1.1" status: 200 len: 217 time: 0.1070602 Sep 10 03:40:26.762521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Attempting to bind port 8ff541e7-3ad2-4cac-894e-846e83e751ae on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:26.762972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Attempting to bind port 8ff541e7-3ad2-4cac-894e-846e83e751ae by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:26.763372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Attempting to bind port 8ff541e7-3ad2-4cac-894e-846e83e751ae on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:26.819542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Port 8ff541e7-3ad2-4cac-894e-846e83e751ae on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:26.819983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Attempting to bind port 8ff541e7-3ad2-4cac-894e-846e83e751ae on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:26.944814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Attempting to bind port df721fba-115c-41e6-b2da-9e65b8dcbdcc on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:26.945036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Attempting to bind port df721fba-115c-41e6-b2da-9e65b8dcbdcc by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:26.945355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Attempting to bind port df721fba-115c-41e6-b2da-9e65b8dcbdcc on network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:26.960532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eaf9ab0-cdb9-4608-a62d-b983f31c40ff service neutron] Pushing event updated for resources: {'Port': ['ID=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:26.975011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Port df721fba-115c-41e6-b2da-9e65b8dcbdcc on network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:26.975345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Attempting to bind port df721fba-115c-41e6-b2da-9e65b8dcbdcc on network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:27.021220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:27.021635 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Checking segment: {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:27.021944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Bound using segment: {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:27.022386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Bound port: df721fba-115c-41e6-b2da-9e65b8dcbdcc, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:27.022746 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.029108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-6474d056-e407-4087-a2bc-c8c9a07d0530 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:27.031300 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-6474d056-e407-4087-a2bc-c8c9a07d0530 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=60d8d5b5-de31-4ce8-8422-82ee84b15dba HTTP/1.1" status: 200 len: 858 time: 0.5301325 Sep 10 03:40:27.058918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1a1fc8e2-2e4b-4194-a00f-8868bd1d57bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:27.060736 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1a1fc8e2-2e4b-4194-a00f-8868bd1d57bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf0ecc1377324f0a9e6e276198037cb0&device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 1094 time: 0.1882489 Sep 10 03:40:27.116462 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-939c39eb-aa2a-494c-9f8c-40db9868c7d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2e344d40-2b96-4ddf-9fd6-0f9746be7786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0761123 Sep 10 03:40:27.145293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23304721-5613-46bd-a524-113c067e1a6d', 'name': 'network-vif-deleted', 'tag': '2e301162-58ba-4b58-9bdf-2b42dd977ecb'}, {'name': 'network-changed', 'server_uuid': 'f59379ac-ae72-4b28-8a48-a57b00212141', 'tag': '63fdb4bb-7056-496b-ae3c-5947d5f1c7b7'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:27.147783 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b11f2506-c1ae-47da-9681-2258cfc204c5" -d '{"events": [{"server_uuid": "23304721-5613-46bd-a524-113c067e1a6d", "name": "network-vif-deleted", "tag": "2e301162-58ba-4b58-9bdf-2b42dd977ecb"}, {"name": "network-changed", "server_uuid": "f59379ac-ae72-4b28-8a48-a57b00212141", "tag": "63fdb4bb-7056-496b-ae3c-5947d5f1c7b7"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:27.156229 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-580b638a-ac10-489b-925e-b10faa0066b3 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6537604 Sep 10 03:40:27.165849 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-4bfa7215-858a-4b6a-aa07-447a577727bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 HTTP/1.1" status: 200 len: 217 time: 0.0799305 Sep 10 03:40:27.194542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:27.195161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:27.195289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:27.195704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Bound port: 8ff541e7-3ad2-4cac-894e-846e83e751ae, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:27.196064 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.200945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-741f3ab2-8bbb-452e-9021-8300f4c0a2a8 service neutron] 10.222.0.39 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8423920 Sep 10 03:40:27.234865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06055656-0299-49ed-b67b-44ae9f2ac152 req-049b521e-6cfb-4d2f-a6f8-241321ba3565 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:27.236370 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06055656-0299-49ed-b67b-44ae9f2ac152 req-049b521e-6cfb-4d2f-a6f8-241321ba3565 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 943 time: 0.5554190 Sep 10 03:40:27.304459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-f400627a-e777-4a24-a5a0-9548ddf505f5 service neutron] 10.222.0.22 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8043945 Sep 10 03:40:27.357847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Deleting port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:27.358495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.368269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] For port df721fba-115c-41e6-b2da-9e65b8dcbdcc, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:27.394050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1962af99-e4f7-4d1d-8298-96e22f1f46b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:27.395696 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-1962af99-e4f7-4d1d-8298-96e22f1f46b2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60d8d5b5-de31-4ce8-8422-82ee84b15dba HTTP/1.1" status: 200 len: 858 time: 0.2072606 Sep 10 03:40:27.408235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] For port df721fba-115c-41e6-b2da-9e65b8dcbdcc, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=df721fba-115c-41e6-b2da-9e65b8dcbdcc,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:27.432458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a', 'tag': 'ad5d137a-af30-4ca1-8f94-748e6f70f0da'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:27.434701 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-146eb854-455a-4fdf-a77e-838ab9c56f4e" -d '{"events": [{"name": "network-changed", "server_uuid": "fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a", "tag": "ad5d137a-af30-4ca1-8f94-748e6f70f0da"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:27.447780 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-96e3e471-2056-4e2e-b709-a7a756bea851 service neutron] 10.222.0.20 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945607 Sep 10 03:40:27.450350 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-31d54a73-4cb3-4d07-b2a1-4a427d8a8802 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e344d40-2b96-4ddf-9fd6-0f9746be7786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460949 Sep 10 03:40:27.453016 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a862913a-67e6-4d93-b1b5-281c876eac38 req-00519153-6504-45ac-9abb-afe30e89dd10 service neutron] 10.222.0.39 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854152 Sep 10 03:40:27.538207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06055656-0299-49ed-b67b-44ae9f2ac152 req-167f8d5b-6579-489c-8448-b908efdeceda tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863870 Sep 10 03:40:27.540200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.550488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:27.593319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-314797bc-87ef-439f-aadf-36a0d09a8487 service neutron] 10.222.0.39 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711374 Sep 10 03:40:27.594945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:27.639140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] For port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:27.639516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.658050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Calling delete_port for fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:27.666639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbe92f87-4adb-4728-a129-1705cfe63f6a {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:27.680443 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.685077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:27.686345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.692491 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] 10.222.0.20 "PUT /v2.0/ports/df721fba-115c-41e6-b2da-9e65b8dcbdcc HTTP/1.1" status: 200 len: 1092 time: 3.5801139 Sep 10 03:40:27.736096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Transition to ACTIVE for port object dbe92f87-4adb-4728-a129-1705cfe63f6a will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:27.750371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6841483a-9498-40e4-89cc-69ec3851e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=df721fba-115c-41e6-b2da-9e65b8dcbdcc,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:27.760004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-cdd621c5-7d59-49ef-bcd5-ff1f3de94ac4 service neutron] 10.222.0.39 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957540 Sep 10 03:40:27.767940 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca854bb9-8396-4e57-8633-d0eefbf72395 req-1108af59-2040-4200-8275-f14a68849849 service neutron] 10.222.0.20 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118320 Sep 10 03:40:27.777760 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.875009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:27.875720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.877251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] 10.222.0.20 "PUT /v2.0/ports/8ff541e7-3ad2-4cac-894e-846e83e751ae HTTP/1.1" status: 200 len: 1096 time: 3.0672665 Sep 10 03:40:27.909025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c7f2a0-28a0-48ed-b1ac-80101303abea req-2bac53fc-8fe5-4a4f-ac96-4db01ee39f5a tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:27.915921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55c7f2a0-28a0-48ed-b1ac-80101303abea req-2bac53fc-8fe5-4a4f-ac96-4db01ee39f5a tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 944 time: 0.1958463 Sep 10 03:40:27.946081 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:27.979592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17fd97d-8fb3-4365-a2cb-d9fa7ca78458 service neutron] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:28.101021 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e20746-391e-47fa-bc94-095c9c71b7ca req-775bedeb-f68f-4a80-aa00-a05c4745c4d1 service neutron] 10.222.0.39 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3300977 Sep 10 03:40:28.123927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device da61e220-bf39-4b47-a09e-e0caf37a3388 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:28.133299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-7061e9f5-8ac5-4d7b-8520-38de765af8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:28.136083 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-7061e9f5-8ac5-4d7b-8520-38de765af8e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=735449c98ce14f838fbd18af48fbd017&device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 1095 time: 0.1750717 Sep 10 03:40:28.137686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-5f267e7e-a882-44e6-9ad1-aa15354e06d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:28.139213 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-5f267e7e-a882-44e6-9ad1-aa15354e06d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c358d19e78e4838babdfc243e02066e&device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 1099 time: 0.1053491 Sep 10 03:40:28.244499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe92f87-4adb-4728-a129-1705cfe63f6a,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:28.275110 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-7fc0b943-61b8-474e-85a8-9cab82bb1354 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df721fba-115c-41e6-b2da-9e65b8dcbdcc HTTP/1.1" status: 200 len: 217 time: 0.1247892 Sep 10 03:40:28.276620 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-24b3c798-9ce0-42a4-aecb-555756038a83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae HTTP/1.1" status: 200 len: 217 time: 0.1250851 Sep 10 03:40:28.315066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:28.319610 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55c7f2a0-28a0-48ed-b1ac-80101303abea req-996c2556-de60-473f-9911-66bbffa2479e tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4028492 Sep 10 03:40:28.344923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-32345efc-da57-4916-91d6-39c8f2628171 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:28.346360 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-32345efc-da57-4916-91d6-39c8f2628171 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0571573 Sep 10 03:40:28.429577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-bf1d1876-c6ef-4d51-95bd-39881b6df579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:28.431992 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-bf1d1876-c6ef-4d51-95bd-39881b6df579 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9288194-2446-486f-a533-9e43af8869d3 HTTP/1.1" status: 200 len: 851 time: 0.1435506 Sep 10 03:40:28.456393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-0eca6254-e5b2-4491-ae4a-41bbf49ed16b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:28.458231 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-0eca6254-e5b2-4491-ae4a-41bbf49ed16b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0835047 Sep 10 03:40:28.470397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Pushing event deleted for resources: {'Port': ['ID=fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:28.523115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-bc0a4c64-9925-41da-880e-eb9349a7c1ea tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:28.526318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-bc0a4c64-9925-41da-880e-eb9349a7c1ea tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.20 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 945 time: 0.5159857 Sep 10 03:40:28.543726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] No DVR routers for this DVR port fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:28.551128 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:28.551128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.20 "DELETE /v2.0/ports/fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 HTTP/1.1" status: 204 len: 173 time: 2.1710954 Sep 10 03:40:28.593587 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:28.597993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-a02ce357-4341-4a9b-8b76-3ca46da3cdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:28.599505 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-a02ce357-4341-4a9b-8b76-3ca46da3cdb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1dd408bb-84e7-4fc5-a671-5ff17b802b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597965 Sep 10 03:40:28.612426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eea2dc-0d89-4a7a-b537-fc7ce2efbc66 req-9d714276-6829-48aa-ab23-c4fb66d73e8e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:28.619423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4eea2dc-0d89-4a7a-b537-fc7ce2efbc66 req-9d714276-6829-48aa-ab23-c4fb66d73e8e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 947 time: 0.4094183 Sep 10 03:40:28.635386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Attempting to bind port dbe92f87-4adb-4728-a129-1705cfe63f6a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:28.635736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Attempting to bind port dbe92f87-4adb-4728-a129-1705cfe63f6a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:28.636061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Attempting to bind port dbe92f87-4adb-4728-a129-1705cfe63f6a on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:28.657691 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-45addbe4-6343-4387-961f-9825edf62119 service neutron] 10.222.0.39 "GET /v2.0/ports/da61e220-bf39-4b47-a09e-e0caf37a3388/bindings/n-h1-808143-1 HTTP/1.1" status: 200 len: 384 time: 0.1481156 Sep 10 03:40:28.661241 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-e4e2aad4-0cd6-4bcd-a0fd-a18a408063d2 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1867273 Sep 10 03:40:28.680785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Port dbe92f87-4adb-4728-a129-1705cfe63f6a on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:28.681106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Attempting to bind port dbe92f87-4adb-4728-a129-1705cfe63f6a on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:28.711360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f686d5-3125-4e84-8333-97073b2bd5ab req-ba9fed8f-2ad2-4820-b4b9-d308422d8b99 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:28.712917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6f686d5-3125-4e84-8333-97073b2bd5ab req-ba9fed8f-2ad2-4820-b4b9-d308422d8b99 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 945 time: 0.2516172 Sep 10 03:40:28.713833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:28.714016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:28.714468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:28.720544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Bound port: dbe92f87-4adb-4728-a129-1705cfe63f6a, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:28.720544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:28.734708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4eea2dc-0d89-4a7a-b537-fc7ce2efbc66 req-44ab1db5-3c3a-49c3-a67e-1ea335b8defb tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141515 Sep 10 03:40:28.828592 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-5e061ea1-1003-4e2a-afef-d79c0ef230c3 service neutron] 10.222.0.20 "GET /v2.0/networks/1dd408bb-84e7-4fc5-a671-5ff17b802b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182071 Sep 10 03:40:28.833570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6f686d5-3125-4e84-8333-97073b2bd5ab req-23eae53d-9035-4996-a7d9-b606a4c79850 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/security-groups?id=7511b0f9-5020-4938-991f-d50fe04f96e8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021867 Sep 10 03:40:28.878620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Deleting port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:28.878831 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:28.882033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:28.893918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:28.995133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc09353c-eeb7-4c2a-a566-3ee943d65297 req-21fd5b1f-8674-42f0-b4a8-28a13701f2ff service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3034003 Sep 10 03:40:29.032524 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:29.042838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 67b7a873-743b-4c83-af3c-6fc5d6eff57f details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:29.048560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-55130f8c-6985-44bd-9c2b-07de38949d0c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973227 Sep 10 03:40:29.054140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:29.111175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.111797 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:29.113154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] 10.222.0.20 "PUT /v2.0/ports/dbe92f87-4adb-4728-a129-1705cfe63f6a HTTP/1.1" status: 200 len: 1095 time: 3.3004570 Sep 10 03:40:29.114121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:29.116604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:29.130746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-72cb89bd-ed92-4ecf-942f-7f5cdee7b2e6 req-e8950d2f-5781-4154-bc19-12aad1247028 service neutron] 10.222.0.20 "GET /v2.0/networks/1dd408bb-84e7-4fc5-a671-5ff17b802b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933748 Sep 10 03:40:29.159021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:29.190080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:29.196403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec28c62-b1a3-474e-ad7e-1d6b9a602b33 req-a153e5f3-ef96-4ebf-9f1c-8f39975ff095 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.200907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ec28c62-b1a3-474e-ad7e-1d6b9a602b33 req-a153e5f3-ef96-4ebf-9f1c-8f39975ff095 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 943 time: 0.2476621 Sep 10 03:40:29.207832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] For port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,segment=NetworkSegment(5b7c00cf-d424-4696-b2b2-4564ca6478f2),segment_id=5b7c00cf-d424-4696-b2b2-4564ca6478f2)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:29.208247 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:29.227726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c025b23-3e72-4309-88dc-c9944aacdd75 service neutron] Pushing event updated for resources: {'Port': ['ID=dbe92f87-4adb-4728-a129-1705cfe63f6a,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:29.271441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 67b7a873-743b-4c83-af3c-6fc5d6eff57f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67b7a873-743b-4c83-af3c-6fc5d6eff57f,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:29.285744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da61e220-bf39-4b47-a09e-e0caf37a3388 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:29.301152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '67b7a873-743b-4c83-af3c-6fc5d6eff57f', 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786', 'port_id': '67b7a873-743b-4c83-af3c-6fc5d6eff57f', 'mac_address': 'fa:16:3e:88:01:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d8d5b5-de31-4ce8-8422-82ee84b15dba', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:29.311172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Calling delete_port for 09c2be01-2f3f-44c0-b785-ddb38c47a3bc owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:29.329245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:29.350407 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:29.369250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b7a873-743b-4c83-af3c-6fc5d6eff57f {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:29.370100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6e956142-ad2d-4836-9793-f99da8bf4e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.371868 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6e956142-ad2d-4836-9793-f99da8bf4e9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c358d19e78e4838babdfc243e02066e&device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 1098 time: 0.0974386 Sep 10 03:40:29.392731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 67b7a873-743b-4c83-af3c-6fc5d6eff57f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67b7a873-743b-4c83-af3c-6fc5d6eff57f,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:29.406419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ec28c62-b1a3-474e-ad7e-1d6b9a602b33 req-84e4a888-b364-4a9a-90f2-bea465ac1081 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796634 Sep 10 03:40:29.421886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfc455-59a3-45ea-890c-7c0057868068 req-2949eca7-dadc-4818-bdaf-2bc9bda8d9d9 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.423528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-2949eca7-dadc-4818-bdaf-2bc9bda8d9d9 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3449528 Sep 10 03:40:29.431541 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-948b3e5b-8105-4b59-905e-62611767c467 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a HTTP/1.1" status: 200 len: 217 time: 0.0458601 Sep 10 03:40:29.438289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:29.448932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-8004530f-cbe4-4c85-b4ac-372a4a1207eb tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/quotas/ad1b5aa54e614e72bd18ac8ea5f9f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0141022 Sep 10 03:40:29.496100 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:29.516811 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1729f1f6-0f24-4d08-ab0c-692aa2389475 x-openstack-request-id: req-1729f1f6-0f24-4d08-ab0c-692aa2389475 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:29.517113 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "23304721-5613-46bd-a524-113c067e1a6d", "name": "network-vif-deleted", "tag": "2e301162-58ba-4b58-9bdf-2b42dd977ecb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f59379ac-ae72-4b28-8a48-a57b00212141", "tag": "63fdb4bb-7056-496b-ae3c-5947d5f1c7b7", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:29.517391 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1729f1f6-0f24-4d08-ab0c-692aa2389475 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:29.517761 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23304721-5613-46bd-a524-113c067e1a6d', 'name': 'network-vif-deleted', 'tag': '2e301162-58ba-4b58-9bdf-2b42dd977ecb', 'status': 'completed', 'code': 200} Sep 10 03:40:29.518013 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f59379ac-ae72-4b28-8a48-a57b00212141', 'tag': '63fdb4bb-7056-496b-ae3c-5947d5f1c7b7', 'status': 'completed', 'code': 200} Sep 10 03:40:29.529436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-57a92680-43f2-4dbd-ab6a-3a338ecb4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.530905 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-57a92680-43f2-4dbd-ab6a-3a338ecb4d83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0904047 Sep 10 03:40:29.581744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=67b7a873-743b-4c83-af3c-6fc5d6eff57f,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:29.590194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.590528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.591269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.591269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.591567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.591940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.592255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.592577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.592974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.593259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.593706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.594031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:40:29.597464 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c826d0d1-3c93-429c-95ae-31ed2d27d128 x-openstack-request-id: req-c826d0d1-3c93-429c-95ae-31ed2d27d128 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:29.597953 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a", "tag": "ad5d137a-af30-4ca1-8f94-748e6f70f0da", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:29.598658 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c826d0d1-3c93-429c-95ae-31ed2d27d128 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:29.599052 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a', 'tag': 'ad5d137a-af30-4ca1-8f94-748e6f70f0da', 'status': 'completed', 'code': 200} Sep 10 03:40:29.606610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-dd8e57ed-8d69-45d1-9525-382c1a6390c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.608895 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-dd8e57ed-8d69-45d1-9525-382c1a6390c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0648582 Sep 10 03:40:29.612281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-76f6ef3e-b8a2-42a8-a1ed-8b05b43b2ffa tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1508751 Sep 10 03:40:29.682985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-a8c84fc3-8b0b-48d3-be85-55f079336951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.688990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-a8c84fc3-8b0b-48d3-be85-55f079336951 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf0ecc1377324f0a9e6e276198037cb0&device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 1094 time: 0.1497951 Sep 10 03:40:29.731893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-3643649c-57ce-4738-aaec-24cdc3c69ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.734030 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-3643649c-57ce-4738-aaec-24cdc3c69ae4 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=cf0ecc1377324f0a9e6e276198037cb0&device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 1095 time: 0.1242306 Sep 10 03:40:29.776613 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-bc5c24a9-bb36-4f68-975d-24c128e816a9 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1582971 Sep 10 03:40:29.781045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['67b7a873-743b-4c83-af3c-6fc5d6eff57f'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:29.888139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-d74484cb-a87f-46a7-88d3-ddba69587f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.890410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-d74484cb-a87f-46a7-88d3-ddba69587f87 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2e344d40-2b96-4ddf-9fd6-0f9746be7786 HTTP/1.1" status: 200 len: 919 time: 0.1929297 Sep 10 03:40:29.906524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] Transition to ACTIVE for port object da61e220-bf39-4b47-a09e-e0caf37a3388 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:29.909923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-1b06a071-9199-417f-88e1-4d6bf15c5659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.911591 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-1b06a071-9199-417f-88e1-4d6bf15c5659 service neutron] 10.222.0.39 "GET /v2.0/networks?id=2e344d40-2b96-4ddf-9fd6-0f9746be7786 HTTP/1.1" status: 200 len: 919 time: 0.1691029 Sep 10 03:40:29.919062 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:29.970847 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-c4869c7a-cdd4-42e4-bea3-743217098e2d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ad5d137a-af30-4ca1-8f94-748e6f70f0da HTTP/1.1" status: 200 len: 217 time: 0.0523605 Sep 10 03:40:29.972616 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0da145c1-cc4a-48a5-a201-340b22a63111 req-6a9d8f0a-0483-4868-9c82-c54902359721 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868114 Sep 10 03:40:29.994094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd871137-a3f4-4e50-85f4-f12458893948 req-10acf93b-e85b-40a0-83e4-11cd6415037a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:29.995716 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd871137-a3f4-4e50-85f4-f12458893948 req-10acf93b-e85b-40a0-83e4-11cd6415037a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 943 time: 0.1489604 Sep 10 03:40:30.002906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-9c8133a9-340e-467f-9c21-48a643ec395b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 HTTP/1.1" status: 200 len: 217 time: 0.1037633 Sep 10 03:40:30.025925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:30.043582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Pushing event deleted for resources: {'Port': ['ID=09c2be01-2f3f-44c0-b785-ddb38c47a3bc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:30.120779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:30.132979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] Pushing event updated for resources: {'Port': ['ID=da61e220-bf39-4b47-a09e-e0caf37a3388,revision_number=10']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:30.168765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] No DVR routers for this DVR port da61e220-bf39-4b47-a09e-e0caf37a3388 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:30.171753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-7af59b45-11e2-497e-8348-5a71bc169c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:30.171962 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] No DVR routers for this DVR port 09c2be01-2f3f-44c0-b785-ddb38c47a3bc on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:30.173360 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-7af59b45-11e2-497e-8348-5a71bc169c94 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60d8d5b5-de31-4ce8-8422-82ee84b15dba HTTP/1.1" status: 200 len: 858 time: 0.1807542 Sep 10 03:40:30.174971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:30.177720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-702dd409-15ce-40b0-a345-b3cbd8ba6fb6 req-41261c68-e2c9-4c27-88ce-a6735fd92133 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.20 "DELETE /v2.0/ports/09c2be01-2f3f-44c0-b785-ddb38c47a3bc HTTP/1.1" status: 204 len: 173 time: 1.6249485 Sep 10 03:40:30.199803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-261c0b96-1be6-4685-be32-4a05dd628317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:30.201967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-261c0b96-1be6-4685-be32-4a05dd628317 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=60d8d5b5-de31-4ce8-8422-82ee84b15dba HTTP/1.1" status: 200 len: 858 time: 0.1660213 Sep 10 03:40:30.213831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd871137-a3f4-4e50-85f4-f12458893948 req-67c0a8cb-ccc8-467f-a6f9-ac3f2d21771b tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813860 Sep 10 03:40:30.249343 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-fcc0d576-5c50-4824-be46-aea26c1d2e03 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e344d40-2b96-4ddf-9fd6-0f9746be7786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0680609 Sep 10 03:40:30.250899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-2f760a67-3be9-4ec8-9541-a1fee56ed63f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2e344d40-2b96-4ddf-9fd6-0f9746be7786&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0406737 Sep 10 03:40:30.262671 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-51e83ee0-eff2-400d-93a7-e34456a8b17f service neutron] 10.222.0.39 "PUT /v2.0/ports/da61e220-bf39-4b47-a09e-e0caf37a3388/bindings/n-h1-808143-1/activate HTTP/1.1" status: 200 len: 369 time: 1.5692244 Sep 10 03:40:30.264317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad33862d-eddb-42d2-b196-89b044de2e99 req-c9395674-7f0b-4928-baf1-d109a0207638 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:30.266564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad33862d-eddb-42d2-b196-89b044de2e99 req-c9395674-7f0b-4928-baf1-d109a0207638 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 944 time: 0.1442516 Sep 10 03:40:30.365669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:30.380264 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-2a885395-bd4f-4ff1-aaf3-3754f67240ea service neutron] 10.222.0.39 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156464 Sep 10 03:40:30.382870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '63fdb4bb-7056-496b-ae3c-5947d5f1c7b7', 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786', 'port_id': '63fdb4bb-7056-496b-ae3c-5947d5f1c7b7', 'mac_address': 'fa:16:3e:09:bb:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d8d5b5-de31-4ce8-8422-82ee84b15dba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:30.401049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad33862d-eddb-42d2-b196-89b044de2e99 req-9e08f7e5-7abd-4d9c-aa09-25dc36f8bae2 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239955 Sep 10 03:40:30.402842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47429555-d806-4c90-83ab-7d88ee2c4acf req-b5622b91-f914-46eb-9274-f6af42a6bacc tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 210 time: 0.0484753 Sep 10 03:40:30.422400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-65c3aa2b-394c-4f7d-827a-46f8294f03c9 service neutron] 10.222.0.39 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540298 Sep 10 03:40:30.423519 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:30.449209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:30.476388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:30.558348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:30.559515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device ad5d137a-af30-4ca1-8f94-748e6f70f0da details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:30.616936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-284c0de7-f700-47fd-822e-69162a76cac3 req-a4485b6c-17fc-4e0e-a0cb-7180a5786f78 tempest-VolumesAdminNegativeTest-887709431 tempest-VolumesAdminNegativeTest-887709431-project] 10.222.0.22 "GET /v2.0/ports?device_id=43b40b15-dd73-4b39-b624-0eaed75541ac HTTP/1.1" status: 200 len: 210 time: 0.0609825 Sep 10 03:40:30.652140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b11f2506-c1ae-47da-9681-2258cfc204c5 req-c403e3ed-19a3-465c-98ae-c20b7d0eddee service neutron] 10.222.0.39 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206056 Sep 10 03:40:30.673381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port ad5d137a-af30-4ca1-8f94-748e6f70f0da, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ad5d137a-af30-4ca1-8f94-748e6f70f0da,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:30.675930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:30.711387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbd0ee3-bdca-418f-9fcf-6b722b7d3eb3 req-d851725a-2a95-4701-b6be-b39e0b6d399e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:30.712149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'ad5d137a-af30-4ca1-8f94-748e6f70f0da', 'network_id': '2e344d40-2b96-4ddf-9fd6-0f9746be7786', 'port_id': 'ad5d137a-af30-4ca1-8f94-748e6f70f0da', 'mac_address': 'fa:16:3e:f2:90:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60d8d5b5-de31-4ce8-8422-82ee84b15dba', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:30.715389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5dbd0ee3-bdca-418f-9fcf-6b722b7d3eb3 req-d851725a-2a95-4701-b6be-b39e0b6d399e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 947 time: 0.1606576 Sep 10 03:40:30.796942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:30.800264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3221dee-7ecc-45ac-99b5-cacaffffe0c0 req-97dae86a-37fc-4dd9-acd8-0da16f33495f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 210 time: 0.0837905 Sep 10 03:40:30.811159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5dbd0ee3-bdca-418f-9fcf-6b722b7d3eb3 req-af45056a-695a-4df2-9f00-8b53ff8bac34 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814328 Sep 10 03:40:30.823436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad5d137a-af30-4ca1-8f94-748e6f70f0da {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:30.853055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port ad5d137a-af30-4ca1-8f94-748e6f70f0da, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ad5d137a-af30-4ca1-8f94-748e6f70f0da,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:30.857174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-146eb854-455a-4fdf-a77e-838ab9c56f4e req-cb3cecf3-1581-40db-acac-8b58cfe39165 service neutron] 10.222.0.39 "GET /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691048 Sep 10 03:40:30.948000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a2c359-0710-4564-aa79-405c6dbae952 req-65eea46a-3f0c-4cc9-b9bb-6164f890a704 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:30.949850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29a2c359-0710-4564-aa79-405c6dbae952 req-65eea46a-3f0c-4cc9-b9bb-6164f890a704 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 944 time: 0.0534091 Sep 10 03:40:30.970367 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:31.024758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=ad5d137a-af30-4ca1-8f94-748e6f70f0da,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:31.032985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29a2c359-0710-4564-aa79-405c6dbae952 req-bae0cf78-455b-4108-8b45-0dd4c097fe27 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732841 Sep 10 03:40:31.042080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:31.046876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 67b7a873-743b-4c83-af3c-6fc5d6eff57f up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:31.068322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-853a0708-f89b-45c5-a053-7e191de56eeb tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:31.069905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-853a0708-f89b-45c5-a053-7e191de56eeb tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.1186919 Sep 10 03:40:31.124189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-4d7452c5-fb50-4bf5-a3bd-671c15a00322 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:31.128936 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-4d7452c5-fb50-4bf5-a3bd-671c15a00322 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 813 time: 0.1639259 Sep 10 03:40:31.149063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Request body: {'port': {'device_id': '007d66c0-a33a-4018-97f6-8a5b7425a3bf', 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95', 'admin_state_up': True, 'tenant_id': '2d30cd344b94499e948bf6fd3de36d6e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:31.172143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-3e3dff34-ecd0-4ee7-a29a-ed24211a1514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:31.173722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-3e3dff34-ecd0-4ee7-a29a-ed24211a1514 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad HTTP/1.1" status: 200 len: 1095 time: 0.0952897 Sep 10 03:40:31.209108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['ad5d137a-af30-4ca1-8f94-748e6f70f0da'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:31.218699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['63fdb4bb-7056-496b-ae3c-5947d5f1c7b7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:31.246404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-6c210259-5340-41bb-9f5e-4461d7184bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:31.248345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-6c210259-5340-41bb-9f5e-4461d7184bfc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1095 time: 0.0485077 Sep 10 03:40:31.283648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:31.311607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'mac_address': 'fa:16:3e:c2:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:31.333724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 67b7a873-743b-4c83-af3c-6fc5d6eff57f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:31.366234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 67b7a873-743b-4c83-af3c-6fc5d6eff57f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:31.376564 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:31.392308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Made reservation on behalf of 2d30cd344b94499e948bf6fd3de36d6e for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:31.395983 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:31.398372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b385f9-326f-43be-9d14-2b4dc5b904ef req-3c3dc106-8c7c-420a-a317-4cd86cbc6776 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:31.399945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29b385f9-326f-43be-9d14-2b4dc5b904ef req-3c3dc106-8c7c-420a-a317-4cd86cbc6776 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 944 time: 0.0960510 Sep 10 03:40:31.406421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-30ffe882-1e86-442d-95c5-5caaf9d18f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:31.408033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-30ffe882-1e86-442d-95c5-5caaf9d18f65 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1516850 Sep 10 03:40:31.475652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-17be267a-693f-41f9-9b7a-bbd324c1a9d8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 200 len: 217 time: 0.0560396 Sep 10 03:40:31.527811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29b385f9-326f-43be-9d14-2b4dc5b904ef req-0cffb081-2a6d-4b7e-9009-b00c16c01c8b tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156673 Sep 10 03:40:31.556255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-2378dee1-4d9c-4ead-ad4e-4fbf06788dde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:31.556255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-2378dee1-4d9c-4ead-ad4e-4fbf06788dde service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0621855 Sep 10 03:40:31.573120 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:31.599153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-820a66e8-d1ac-4565-a536-2efbec63a62b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422320 Sep 10 03:40:31.599762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae'}, {'server_uuid': '058c5543-b288-4079-8210-3c8a804c5c1c', 'name': 'network-vif-deleted', 'tag': 'fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0'}, {'name': 'network-changed', 'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a'}, {'server_uuid': '43b40b15-dd73-4b39-b624-0eaed75541ac', 'name': 'network-vif-deleted', 'tag': '09c2be01-2f3f-44c0-b785-ddb38c47a3bc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:31.602253 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31cc0baa-df12-463c-adc3-70107a176668" -d '{"events": [{"name": "network-changed", "server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae"}, {"server_uuid": "058c5543-b288-4079-8210-3c8a804c5c1c", "name": "network-vif-deleted", "tag": "fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0"}, {"name": "network-changed", "server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a"}, {"server_uuid": "43b40b15-dd73-4b39-b624-0eaed75541ac", "name": "network-vif-deleted", "tag": "09c2be01-2f3f-44c0-b785-ddb38c47a3bc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:31.623507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff541e7-3ad2-4cac-894e-846e83e751ae {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:31.665675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:31.692762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Allocated IP 172.20.0.10 (94ff2e35-74c2-4331-bcf2-d436143ada95/64da495b-f14b-4aaf-9866-d2430ad039df/37895f9f-7987-41e2-bd3d-5264196686d1) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:31.778257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bb53274-2298-4640-8df1-b2934743e27d req-b3503f70-6a18-49f2-b805-f54f745ea861 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 210 time: 0.0900152 Sep 10 03:40:31.781441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60790) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:31.797882 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:31.805122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'tag': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:31.809239 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cae5ebc-8ee9-467a-a8b6-716718858b4c" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8f8be2-6eba-44ea-be63-fbd06cdf4211", "tag": "df721fba-115c-41e6-b2da-9e65b8dcbdcc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:31.818304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c66ef63-77b9-44ff-8386-e508e60a7f7e req-ca45bb5d-91d1-44e3-922f-c845c41ea353 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:31.830039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c66ef63-77b9-44ff-8386-e508e60a7f7e req-ca45bb5d-91d1-44e3-922f-c845c41ea353 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 944 time: 0.1927991 Sep 10 03:40:31.847588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e80be3-1c2c-41fd-ac35-d391bd045ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b7a873-743b-4c83-af3c-6fc5d6eff57f'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:31.849883 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6272c36-18c6-4381-aed2-bcbd1da95bd7" -d '{"events": [{"server_uuid": "f2e80be3-1c2c-41fd-ac35-d391bd045ee2", "name": "network-vif-plugged", "status": "completed", "tag": "67b7a873-743b-4c83-af3c-6fc5d6eff57f"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:31.872339 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:31.873584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device df721fba-115c-41e6-b2da-9e65b8dcbdcc details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:31.882305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 67b7a873-743b-4c83-af3c-6fc5d6eff57f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67b7a873-743b-4c83-af3c-6fc5d6eff57f,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:31.916921 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-016588b9-0b13-4f93-a740-f6c7f33cec1e x-openstack-request-id: req-016588b9-0b13-4f93-a740-f6c7f33cec1e {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:31.917610 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae", "status": "completed", "code": 200}, {"server_uuid": "058c5543-b288-4079-8210-3c8a804c5c1c", "name": "network-vif-deleted", "tag": "fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a", "status": "completed", "code": 200}, {"server_uuid": "43b40b15-dd73-4b39-b624-0eaed75541ac", "name": "network-vif-deleted", "tag": "09c2be01-2f3f-44c0-b785-ddb38c47a3bc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:31.917610 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-016588b9-0b13-4f93-a740-f6c7f33cec1e {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:31.917899 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'status': 'completed', 'code': 200} Sep 10 03:40:31.918061 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '058c5543-b288-4079-8210-3c8a804c5c1c', 'name': 'network-vif-deleted', 'tag': 'fd77a86b-b09a-47b6-ab15-8c7a83ddc1d0', 'status': 'completed', 'code': 200} Sep 10 03:40:31.918304 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a', 'status': 'completed', 'code': 200} Sep 10 03:40:31.918803 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43b40b15-dd73-4b39-b624-0eaed75541ac', 'name': 'network-vif-deleted', 'tag': '09c2be01-2f3f-44c0-b785-ddb38c47a3bc', 'status': 'completed', 'code': 200} Sep 10 03:40:31.940321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-350ac720-b6f9-40ff-b501-83613aaaa7df service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334103 Sep 10 03:40:31.945696 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:31.959990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:31.988060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60802) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:32.032770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c66ef63-77b9-44ff-8386-e508e60a7f7e req-292963f5-e656-4003-b172-d57b27bd96bd tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2011776 Sep 10 03:40:32.042472 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd92a039-00b1-4e02-aea9-a7d1853dd7b1 x-openstack-request-id: req-fd92a039-00b1-4e02-aea9-a7d1853dd7b1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:32.042472 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8f8be2-6eba-44ea-be63-fbd06cdf4211", "tag": "df721fba-115c-41e6-b2da-9e65b8dcbdcc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:32.042472 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd92a039-00b1-4e02-aea9-a7d1853dd7b1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:32.042472 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'tag': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc', 'status': 'completed', 'code': 200} Sep 10 03:40:32.054534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port df721fba-115c-41e6-b2da-9e65b8dcbdcc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=df721fba-115c-41e6-b2da-9e65b8dcbdcc,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:32.078560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0baa-df12-463c-adc3-70107a176668 req-e84995c0-57f5-4144-ad99-4eea46ab60ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:32.081334 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-e84995c0-57f5-4144-ad99-4eea46ab60ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c358d19e78e4838babdfc243e02066e&device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 1100 time: 0.1066065 Sep 10 03:40:32.084616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'port_id': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc', 'mac_address': 'fa:16:3e:1b:98:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:32.142237 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.143131 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.146910 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.147754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 09c2be01-2f3f-44c0-b785-ddb38c47a3bc no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:32.177407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 09c2be01-2f3f-44c0-b785-ddb38c47a3bc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:32.177645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.177809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 09c2be01-2f3f-44c0-b785-ddb38c47a3bc not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:32.199594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df721fba-115c-41e6-b2da-9e65b8dcbdcc {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:32.230926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port df721fba-115c-41e6-b2da-9e65b8dcbdcc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=df721fba-115c-41e6-b2da-9e65b8dcbdcc,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:32.237291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Network 94ff2e35-74c2-4331-bcf2-d436143ada95 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:32.244720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=67b7a873-743b-4c83-af3c-6fc5d6eff57f,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:32.248902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:32.259020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:32.266732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0baa-df12-463c-adc3-70107a176668 req-d25883dd-4a33-4142-8342-5da9ff1c37b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:32.268455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-d25883dd-4a33-4142-8342-5da9ff1c37b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1797297 Sep 10 03:40:32.288740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Pushing event updated for resources: {'Port': ['ID=37895f9f-7987-41e2-bd3d-5264196686d1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:32.329652 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.338903 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-4c16d3f6-128e-4ca5-bcce-3da1002dfedd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae HTTP/1.1" status: 200 len: 217 time: 0.0514765 Sep 10 03:40:32.383637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=df721fba-115c-41e6-b2da-9e65b8dcbdcc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:32.384235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:32.384547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.409853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0baa-df12-463c-adc3-70107a176668 req-c2befe97-72fe-4c54-a1ab-8efd248c3694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:32.411344 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-c2befe97-72fe-4c54-a1ab-8efd248c3694 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0655396 Sep 10 03:40:32.462296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0baa-df12-463c-adc3-70107a176668 req-53e721f4-e742-477b-9305-8809b2ecdaef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:32.464351 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-53e721f4-e742-477b-9305-8809b2ecdaef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0438421 Sep 10 03:40:32.539126 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3533737a-d0e8-43f3-89fe-6196bb7db9bf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4012854 Sep 10 03:40:32.555336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Request body: {'port': {'device_id': '007d66c0-a33a-4018-97f6-8a5b7425a3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:32.595448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-e88c6efe-67ea-4480-842b-2c1b4afeb17b service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233132 Sep 10 03:40:32.598087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45e72fb1-8b1d-44ed-98c7-ea69894b57b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.618741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8ff541e7-3ad2-4cac-894e-846e83e751ae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:32.655568 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.668244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['df721fba-115c-41e6-b2da-9e65b8dcbdcc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:32.685941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea93870b-fa51-493e-beba-25acedb3452d req-75c87c24-5f3f-4b45-9725-f7c3ed7fbc2b tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 210 time: 0.5539098 Sep 10 03:40:32.703546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-010616f0-fd78-48c8-aeca-b8f498d8a4bb admin admin] Deleting subnet 3e118d23-4990-4690-ae4c-de94cbb88947 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:40:32.739993 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-010616f0-fd78-48c8-aeca-b8f498d8a4bb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.771440 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab56c28-0194-481a-8b79-67359efbeaa6 x-openstack-request-id: req-fab56c28-0194-481a-8b79-67359efbeaa6 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:32.771865 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e80be3-1c2c-41fd-ac35-d391bd045ee2", "name": "network-vif-plugged", "status": "completed", "tag": "67b7a873-743b-4c83-af3c-6fc5d6eff57f", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:32.772185 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fab56c28-0194-481a-8b79-67359efbeaa6 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:32.772694 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e80be3-1c2c-41fd-ac35-d391bd045ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b7a873-743b-4c83-af3c-6fc5d6eff57f', 'code': 200} Sep 10 03:40:32.825060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-7ca2a198-3cf7-4f22-b506-72e8f5954de0 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8525286 Sep 10 03:40:32.850859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d23e22e-1eb5-495d-99bb-c30f5e0e3298 req-feec83d3-3bb6-432d-9d14-f7900e3ed0be tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:32.867141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d23e22e-1eb5-495d-99bb-c30f5e0e3298 req-feec83d3-3bb6-432d-9d14-f7900e3ed0be tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 947 time: 0.6920769 Sep 10 03:40:32.881584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-a848c5c0-cc07-44c1-868c-9abc073c23da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:32.883701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-a848c5c0-cc07-44c1-868c-9abc073c23da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=735449c98ce14f838fbd18af48fbd017&device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 1095 time: 0.7660313 Sep 10 03:40:32.893226 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-32b6b4a7-ab5d-4982-bd82-d47e1baa3b1d service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2892861 Sep 10 03:40:32.942805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a8e84a-55bc-4f58-849b-a7b4ec2ad190 req-996ad0bc-4470-4856-b855-2add5b48eeb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:32.944593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8a8e84a-55bc-4f58-849b-a7b4ec2ad190 req-996ad0bc-4470-4856-b855-2add5b48eeb5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f2e80be3-1c2c-41fd-ac35-d391bd045ee2 HTTP/1.1" status: 200 len: 1096 time: 0.1001761 Sep 10 03:40:32.957547 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7c7a7443-a72f-4d47-b513-f1c814350c18 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427170 Sep 10 03:40:32.979559 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-010616f0-fd78-48c8-aeca-b8f498d8a4bb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:32.992439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-010687e7-effd-4e93-ab48-e2481c87d3e7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:32.993902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-010687e7-effd-4e93-ab48-e2481c87d3e7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 813 time: 0.8698876 Sep 10 03:40:33.031356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Request body: {'port': {'device_id': '444a0397-042b-41c7-8328-e12f8d3f747c', 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95', 'admin_state_up': True, 'tenant_id': '2d30cd344b94499e948bf6fd3de36d6e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:33.048652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbe92f87-4adb-4728-a129-1705cfe63f6a details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:33.082460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d23e22e-1eb5-495d-99bb-c30f5e0e3298 req-32730827-4b79-413d-b156-a5afc3770a98 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2144480 Sep 10 03:40:33.138178 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8a8e84a-55bc-4f58-849b-a7b4ec2ad190 req-f605de07-644e-4eec-81cf-eccb2f9d2c5b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781366 Sep 10 03:40:33.165603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0baa-df12-463c-adc3-70107a176668 req-338ae301-892c-4f63-8a92-41beccf5ba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.167083 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-338ae301-892c-4f63-8a92-41beccf5ba3e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c358d19e78e4838babdfc243e02066e&device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 1098 time: 0.1971908 Sep 10 03:40:33.183380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:33.192170 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-010616f0-fd78-48c8-aeca-b8f498d8a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.197584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'dbe92f87-4adb-4728-a129-1705cfe63f6a', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'dbe92f87-4adb-4728-a129-1705cfe63f6a', 'mac_address': 'fa:16:3e:b6:bb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:33.199169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfc455-59a3-45ea-890c-7c0057868068 req-dcb56f94-0a3d-4f0a-8b70-936a11fb94ee tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.200712 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-dcb56f94-0a3d-4f0a-8b70-936a11fb94ee tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2327442 Sep 10 03:40:33.210628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0802c4b-6717-44c7-a43a-8d3fde0e6ab5 req-07e221f7-417e-4d3c-aa17-8634d34595b9 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.217439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Request body: {'port': {'device_id': '5659257d-9fc4-4f01-aa59-f50203516b9d', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'ad1b5aa54e614e72bd18ac8ea5f9f9f3'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:33.219497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0802c4b-6717-44c7-a43a-8d3fde0e6ab5 req-07e221f7-417e-4d3c-aa17-8634d34595b9 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 944 time: 0.3447020 Sep 10 03:40:33.290645 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.307244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbe92f87-4adb-4728-a129-1705cfe63f6a {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:33.325626 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37895f9f-7987-41e2-bd3d-5264196686d1 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:33.338480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:33.348833 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.386012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-cd304eb7-4ba0-4871-b596-f44eb9f56672 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.387466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-cd304eb7-4ba0-4871-b596-f44eb9f56672 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1dd408bb-84e7-4fc5-a671-5ff17b802b87 HTTP/1.1" status: 200 len: 913 time: 0.4847953 Sep 10 03:40:33.403364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0802c4b-6717-44c7-a43a-8d3fde0e6ab5 req-2cd2ae3e-cf09-48c2-a170-f211a1256a42 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836922 Sep 10 03:40:33.409072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45e72fb1-8b1d-44ed-98c7-ea69894b57b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.409419 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.422034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Transition to ACTIVE for port object 37895f9f-7987-41e2-bd3d-5264196686d1 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:33.457850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-302b4d1a-ea92-4803-91c8-db6c60ff0d41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df721fba-115c-41e6-b2da-9e65b8dcbdcc HTTP/1.1" status: 200 len: 217 time: 0.0474002 Sep 10 03:40:33.475326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe92f87-4adb-4728-a129-1705cfe63f6a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:33.476780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-d8f92658-8983-4f16-a296-f7f906807a58 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.476969 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dc81b-94d3-4cb6-8044-dcf55318f8c4 req-6ff3821b-0487-49d1-a1ad-3894367d32f7 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.478422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b0dc81b-94d3-4cb6-8044-dcf55318f8c4 req-6ff3821b-0487-49d1-a1ad-3894367d32f7 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 944 time: 0.2061279 Sep 10 03:40:33.478606 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-d8f92658-8983-4f16-a296-f7f906807a58 tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039&tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.1408179 Sep 10 03:40:33.528052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45e72fb1-8b1d-44ed-98c7-ea69894b57b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.530185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.532627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0baa-df12-463c-adc3-70107a176668 req-90041b06-5a66-49eb-9dd0-0014b6886bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.535487 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-90041b06-5a66-49eb-9dd0-0014b6886bc2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1978774 Sep 10 03:40:33.545706 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-010616f0-fd78-48c8-aeca-b8f498d8a4bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.602266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0329426-6ebe-4f4a-8632-5189a00acc0f req-407f01a8-3d6f-458f-999d-243db3571e45 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 210 time: 0.0804381 Sep 10 03:40:33.621447 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-933524e2-b1cb-4339-b257-8740df9c11e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a HTTP/1.1" status: 200 len: 217 time: 0.0565631 Sep 10 03:40:33.657509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-010616f0-fd78-48c8-aeca-b8f498d8a4bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.659406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-010616f0-fd78-48c8-aeca-b8f498d8a4bb admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3e118d23-4990-4690-ae4c-de94cbb88947 HTTP/1.1" status: 204 len: 168 time: 1.6699567 Sep 10 03:40:33.662755 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b0dc81b-94d3-4cb6-8044-dcf55318f8c4 req-377d5fb8-b99c-454b-ade8-482f87a77782 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758895 Sep 10 03:40:33.664223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-10e63216-4ce2-4daf-b846-bb8ebb00bbfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.665600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-10e63216-4ce2-4daf-b846-bb8ebb00bbfa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9288194-2446-486f-a533-9e43af8869d3 HTTP/1.1" status: 200 len: 851 time: 0.1862953 Sep 10 03:40:33.666062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60816) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:33.670869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-45e72fb1-8b1d-44ed-98c7-ea69894b57b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f547f1e5f6fb4d9f860361ef14dd56ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8883660 Sep 10 03:40:33.671715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010616f0-fd78-48c8-aeca-b8f498d8a4bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e118d23-4990-4690-ae4c-de94cbb88947,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:33.673201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Pushing event updated for resources: {'Port': ['ID=37895f9f-7987-41e2-bd3d-5264196686d1,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:33.678784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60818) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:33.683957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e72fb1-8b1d-44ed-98c7-ea69894b57b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ec9c0af-12d4-4e60-9d1e-7765165fd68f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:33.710568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Made reservation on behalf of 2d30cd344b94499e948bf6fd3de36d6e for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:33.713738 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.762773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0baa-df12-463c-adc3-70107a176668 req-9cef6da1-7b40-4557-bf8b-41049779e3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.765444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-9cef6da1-7b40-4557-bf8b-41049779e3c5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1298914 Sep 10 03:40:33.801555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['dbe92f87-4adb-4728-a129-1705cfe63f6a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:33.840825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a990e62-184b-4def-8506-2799da1f6992 req-bcd7a2af-87d1-491e-bc11-bc6862bb42f4 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 210 time: 0.0742238 Sep 10 03:40:33.939466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:33.944086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-d9226342-4467-4e87-9a02-a2fa85571de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.945611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-d9226342-4467-4e87-9a02-a2fa85571de3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1dd408bb-84e7-4fc5-a671-5ff17b802b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2658811 Sep 10 03:40:33.991833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25dc96bf-8d7d-434d-81ce-3769e14864d5 req-e78fe751-5dd2-412e-ad4f-e71877710356 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:33.993381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-25dc96bf-8d7d-434d-81ce-3769e14864d5 req-e78fe751-5dd2-412e-ad4f-e71877710356 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 945 time: 0.2759995 Sep 10 03:40:34.021461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e74bc3fa-5537-4960-86af-64140107c585 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.121346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:34.144247 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e74bc3fa-5537-4960-86af-64140107c585 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.144462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Attempting to bind port 37895f9f-7987-41e2-bd3d-5264196686d1 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:34.144916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Attempting to bind port 37895f9f-7987-41e2-bd3d-5264196686d1 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:34.145232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Attempting to bind port 37895f9f-7987-41e2-bd3d-5264196686d1 on network 94ff2e35-74c2-4331-bcf2-d436143ada95 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:34.161347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cc0baa-df12-463c-adc3-70107a176668 req-f6b2c6a7-4a2a-4859-a9b0-15d020bb32c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:34.162926 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-f6b2c6a7-4a2a-4859-a9b0-15d020bb32c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3694220 Sep 10 03:40:34.163950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Port 37895f9f-7987-41e2-bd3d-5264196686d1 on network 94ff2e35-74c2-4331-bcf2-d436143ada95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:34.164348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Attempting to bind port 37895f9f-7987-41e2-bd3d-5264196686d1 on network 94ff2e35-74c2-4331-bcf2-d436143ada95 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:34.169710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:34.170614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Checking segment: {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:34.171091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Bound using segment: {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:34.171519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Bound port: 37895f9f-7987-41e2-bd3d-5264196686d1, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:34.171924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.201250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Made reservation on behalf of ad1b5aa54e614e72bd18ac8ea5f9f9f3 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:34.204214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.207484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Allocated IP 172.20.0.4 (94ff2e35-74c2-4331-bcf2-d436143ada95/64da495b-f14b-4aaf-9866-d2430ad039df/8ac0122f-cd56-409a-b2b8-9dd08fc12c31) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:34.238381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-25dc96bf-8d7d-434d-81ce-3769e14864d5 req-3a21e365-5ec5-475e-9933-e487bab551a7 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2206473 Sep 10 03:40:34.307957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.311950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:34.315965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-bc2dfe20-60d4-4eb2-987f-11ab92ffdec3 service neutron] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:34.316818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:34.317324 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.331668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-5240186e-09af-4571-a684-310cb361d9fb service neutron] 10.222.0.20 "GET /v2.0/networks/1dd408bb-84e7-4fc5-a671-5ff17b802b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3680656 Sep 10 03:40:34.362015 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-bc2dfe20-60d4-4eb2-987f-11ab92ffdec3 service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.363115 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-573607b8-e5ed-46a2-b866-6646ac8319ff req-bc2dfe20-60d4-4eb2-987f-11ab92ffdec3 service neutron] 10.222.0.20 "DELETE /v2.0/ports/da61e220-bf39-4b47-a09e-e0caf37a3388/bindings/n-h2-808143-1 HTTP/1.1" status: 204 len: 173 time: 0.8763878 Sep 10 03:40:34.364045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1da3dec-bbad-490c-b38c-2ca7592502f1']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:34.392220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7c00cf-d424-4696-b2b2-4564ca6478f2') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:34.392437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7c00cf-d424-4696-b2b2-4564ca6478f2') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:34.419495 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.421937 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.434953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ae8640-dc98-44f8-91fa-de5a03b9617a req-11e18032-22d6-4c73-88b1-0c9e85cbcd1a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:34.436530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3ae8640-dc98-44f8-91fa-de5a03b9617a req-11e18032-22d6-4c73-88b1-0c9e85cbcd1a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 948 time: 0.2110672 Sep 10 03:40:34.460416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:34.487701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] For port 37895f9f-7987-41e2-bd3d-5264196686d1, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:34.519226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e74bc3fa-5537-4960-86af-64140107c585 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.521936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e74bc3fa-5537-4960-86af-64140107c585 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.523155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e74bc3fa-5537-4960-86af-64140107c585 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ec9c0af-12d4-4e60-9d1e-7765165fd68f HTTP/1.1" status: 204 len: 168 time: 0.8407187 Sep 10 03:40:34.523346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] For port 37895f9f-7987-41e2-bd3d-5264196686d1, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=37895f9f-7987-41e2-bd3d-5264196686d1,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:34.524886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Allocated IP 192.168.233.35 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/5b756dea-0978-4f63-954e-e1c714d7b9e0) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:34.527888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.534486 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-c82a8c67-9a33-4d21-b5cc-0d215e9b82f7 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3594906 Sep 10 03:40:34.561950 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.562498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device ad5d137a-af30-4ca1-8f94-748e6f70f0da up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:34.575056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:40:34.580729 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:40:34.596396 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:40:34.610855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74bc3fa-5537-4960-86af-64140107c585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ec9c0af-12d4-4e60-9d1e-7765165fd68f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:34.665967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:34.679508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cae5ebc-8ee9-467a-a8b6-716718858b4c req-a4ce6e6f-0ecd-46ae-b863-13ce5c557389 service neutron] 10.222.0.20 "GET /v2.0/networks/1dd408bb-84e7-4fc5-a671-5ff17b802b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3322310 Sep 10 03:40:34.716366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3ae8640-dc98-44f8-91fa-de5a03b9617a req-70a9e669-cebb-42a3-a3ad-1275080e79c0 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2438622 Sep 10 03:40:34.751331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecb8d6-4f3f-4c15-bacc-402f8256cd56 req-11039991-3e0d-4c11-b5e4-118bfce6c8a6 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:34.752870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1eecb8d6-4f3f-4c15-bacc-402f8256cd56 req-11039991-3e0d-4c11-b5e4-118bfce6c8a6 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 944 time: 0.2354896 Sep 10 03:40:34.762798 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.766120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.769447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port ad5d137a-af30-4ca1-8f94-748e6f70f0da completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:34.775323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59379ac-ae72-4b28-8a48-a57b00212141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fdb4bb-7056-496b-ae3c-5947d5f1c7b7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:34.778244 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e078e70a-3b9a-40c7-a55a-7ab190c0bd29" -d '{"events": [{"server_uuid": "f59379ac-ae72-4b28-8a48-a57b00212141", "name": "network-vif-plugged", "status": "completed", "tag": "63fdb4bb-7056-496b-ae3c-5947d5f1c7b7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:34.782481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port ad5d137a-af30-4ca1-8f94-748e6f70f0da triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:34.783097 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.813306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1eecb8d6-4f3f-4c15-bacc-402f8256cd56 req-a675d4a5-554e-4456-97b9-e900100e1c24 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474851 Sep 10 03:40:34.851764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:34.852797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.854712 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] 10.222.0.39 "PUT /v2.0/ports/37895f9f-7987-41e2-bd3d-5264196686d1 HTTP/1.1" status: 200 len: 1092 time: 2.3049588 Sep 10 03:40:34.860614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '007d66c0-a33a-4018-97f6-8a5b7425a3bf', 'tag': '37895f9f-7987-41e2-bd3d-5264196686d1'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:34.864261 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600642de-6631-4811-97f0-9dcd6d602d63" -d '{"events": [{"name": "network-changed", "server_uuid": "007d66c0-a33a-4018-97f6-8a5b7425a3bf", "tag": "37895f9f-7987-41e2-bd3d-5264196686d1"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:34.890567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.901846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.901846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] 10.222.0.22 "DELETE /v2.0/networks/d1da3dec-bbad-490c-b38c-2ca7592502f1 HTTP/1.1" status: 204 len: 168 time: 1.2322721 Sep 10 03:40:34.910935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60840) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:34.928592 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31cc0baa-df12-463c-adc3-70107a176668 req-976248e0-edbf-4798-a130-2ffecb94da20 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3846977 Sep 10 03:40:34.929229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.950041 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:34.955940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6ee6a6-8b59-4fe8-9666-20251cb63fea admin admin] Pushing event deleted for resources: {'Network': ['ID=d1da3dec-bbad-490c-b38c-2ca7592502f1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:34.964798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202deb79-094d-402e-84ce-a0cf1a344979 service neutron] Pushing event updated for resources: {'Port': ['ID=37895f9f-7987-41e2-bd3d-5264196686d1,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:34.998748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.011598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port ad5d137a-af30-4ca1-8f94-748e6f70f0da, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ad5d137a-af30-4ca1-8f94-748e6f70f0da,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:35.047194 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Transition to ACTIVE for port object 5b756dea-0978-4f63-954e-e1c714d7b9e0 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:35.047458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Network 94ff2e35-74c2-4331-bcf2-d436143ada95 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:35.051077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d161fef-3719-4b5a-ac9c-126d695fc52f admin admin] Deleting subnet d92360da-2e08-4575-a002-1b55bf8ffd2b {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:40:35.057807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:35.063536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d161fef-3719-4b5a-ac9c-126d695fc52f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.066406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:35.069785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbe92f87-4adb-4728-a129-1705cfe63f6a up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:35.072490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Pushing event updated for resources: {'Port': ['ID=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:35.084279 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.111028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-93585b57-49e5-4121-9830-07b341cfa05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:35.112553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a9f878-652c-4442-93b2-83dd72c30431 req-dad6e725-8ecb-44ce-b338-c8218b31a86c tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:35.112695 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-93585b57-49e5-4121-9830-07b341cfa05e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&device_id=007d66c0-a33a-4018-97f6-8a5b7425a3bf HTTP/1.1" status: 200 len: 1095 time: 0.1127982 Sep 10 03:40:35.114071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21a9f878-652c-4442-93b2-83dd72c30431 req-dad6e725-8ecb-44ce-b338-c8218b31a86c tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 931 time: 0.1881421 Sep 10 03:40:35.128571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d161fef-3719-4b5a-ac9c-126d695fc52f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.135589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8ef68d-e2ef-4c9d-8cbd-4704fc6ce103 req-b8d9fba0-36e4-436d-95db-28d06d21385c tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:35.137102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e8ef68d-e2ef-4c9d-8cbd-4704fc6ce103 req-b8d9fba0-36e4-436d-95db-28d06d21385c tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 945 time: 0.1764386 Sep 10 03:40:35.152795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:35.153864 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.186049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=ad5d137a-af30-4ca1-8f94-748e6f70f0da,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:35.197545 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-c9d43f34-f372-422e-81d1-3bae238af72f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37895f9f-7987-41e2-bd3d-5264196686d1 HTTP/1.1" status: 200 len: 217 time: 0.0685575 Sep 10 03:40:35.220712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21a9f878-652c-4442-93b2-83dd72c30431 req-ac433065-6cc0-46f7-881b-fb9fc073272b tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800762 Sep 10 03:40:35.222540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d161fef-3719-4b5a-ac9c-126d695fc52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.223548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e8ef68d-e2ef-4c9d-8cbd-4704fc6ce103 req-b7983443-d625-4d66-8eb9-3561ce51c6fe tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652254 Sep 10 03:40:35.287802 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ebfe7e-7807-481f-88d9-be51ba92d1e0 x-openstack-request-id: req-f9ebfe7e-7807-481f-88d9-be51ba92d1e0 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:35.288212 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59379ac-ae72-4b28-8a48-a57b00212141", "name": "network-vif-plugged", "status": "completed", "tag": "63fdb4bb-7056-496b-ae3c-5947d5f1c7b7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:35.288612 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9ebfe7e-7807-481f-88d9-be51ba92d1e0 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:35.289214 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59379ac-ae72-4b28-8a48-a57b00212141', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63fdb4bb-7056-496b-ae3c-5947d5f1c7b7', 'code': 200} Sep 10 03:40:35.315192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-6000fe6e-d801-44a3-ad21-119dfda5a03a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:35.317073 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-6000fe6e-d801-44a3-ad21-119dfda5a03a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=64da495b-f14b-4aaf-9866-d2430ad039df HTTP/1.1" status: 200 len: 853 time: 0.1042187 Sep 10 03:40:35.342546 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9be86df4-fa52-47ee-a327-9722ac7c39e1 x-openstack-request-id: req-9be86df4-fa52-47ee-a327-9722ac7c39e1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:35.342951 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "007d66c0-a33a-4018-97f6-8a5b7425a3bf", "tag": "37895f9f-7987-41e2-bd3d-5264196686d1", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:35.343464 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9be86df4-fa52-47ee-a327-9722ac7c39e1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:35.344012 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '007d66c0-a33a-4018-97f6-8a5b7425a3bf', 'tag': '37895f9f-7987-41e2-bd3d-5264196686d1', 'status': 'completed', 'code': 200} Sep 10 03:40:35.352732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port dbe92f87-4adb-4728-a129-1705cfe63f6a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:35.359465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7a2f03f4-58f4-4090-927f-b5c05092b2bd tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3291035 Sep 10 03:40:35.360213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port dbe92f87-4adb-4728-a129-1705cfe63f6a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:35.360213 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.361117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.39', 61357) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:35.365834 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-8378ba2c-7a72-41d8-9133-5f8b8d7dfd53 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94ff2e35-74c2-4331-bcf2-d436143ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0397956 Sep 10 03:40:35.367181 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.394707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Request body: {'port': {'device_id': '444a0397-042b-41c7-8328-e12f8d3f747c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:35.402089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['588ee2b7-ba7b-4ced-a326-f87694888791'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:35.446980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:35.469841 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d161fef-3719-4b5a-ac9c-126d695fc52f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.475472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:35.500384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60848) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:35.515002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:35.517725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Pushing event updated for resources: {'Port': ['ID=5b756dea-0978-4f63-954e-e1c714d7b9e0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:35.557433 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.585410 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.601833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:35.620248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bbcfaa-46d4-4bd3-adf3-c5477a4bb42c req-005a444b-da54-44bf-ae03-9375de5aaf72 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:35.621776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2bbcfaa-46d4-4bd3-adf3-c5477a4bb42c req-005a444b-da54-44bf-ae03-9375de5aaf72 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 935 time: 0.2403307 Sep 10 03:40:35.642027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d161fef-3719-4b5a-ac9c-126d695fc52f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.642027 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8d161fef-3719-4b5a-ac9c-126d695fc52f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d92360da-2e08-4575-a002-1b55bf8ffd2b HTTP/1.1" status: 204 len: 168 time: 0.7220154 Sep 10 03:40:35.642027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d161fef-3719-4b5a-ac9c-126d695fc52f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d92360da-2e08-4575-a002-1b55bf8ffd2b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:35.642359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60852) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:35.646527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c816d97-b4ac-4af8-b1a9-c4b77adb908d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.660730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:35.663242 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.670927 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.672028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:35.679646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84147d36-68c3-454a-8f7e-191d3fe50854 req-865b45ed-3ec5-499c-9590-ea9a5254c9ae tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:35.681474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84147d36-68c3-454a-8f7e-191d3fe50854 req-865b45ed-3ec5-499c-9590-ea9a5254c9ae tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 945 time: 0.2350786 Sep 10 03:40:35.684122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96806326-8ab3-41e7-9448-11ee4e2be75c req-3f5c9c72-fa09-4987-9915-afc587fdc210 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:35.687145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96806326-8ab3-41e7-9448-11ee4e2be75c req-3f5c9c72-fa09-4987-9915-afc587fdc210 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 1096 time: 0.3199599 Sep 10 03:40:35.725848 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-3984627f-7d95-4ff6-9d3e-926a54a8f85d service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3502293 Sep 10 03:40:35.800158 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.804239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe92f87-4adb-4728-a129-1705cfe63f6a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:35.849346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84147d36-68c3-454a-8f7e-191d3fe50854 req-9c184dc3-1785-47a0-98d4-f4b78ac25aea tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499734 Sep 10 03:40:35.859616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2bbcfaa-46d4-4bd3-adf3-c5477a4bb42c req-0a70eb9f-2f99-4bda-9363-1aa9f621f79e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2248485 Sep 10 03:40:35.881949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 8ff541e7-3ad2-4cac-894e-846e83e751ae completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:35.886345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96806326-8ab3-41e7-9448-11ee4e2be75c req-05d01e24-2d0d-41a3-9575-4dd111ec0ce0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871512 Sep 10 03:40:35.895665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8ff541e7-3ad2-4cac-894e-846e83e751ae triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:35.896050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:35.968737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-a3fcd975-608d-4bd2-a2bd-6d66ac7b79be service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101853 Sep 10 03:40:35.970974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9b189782-b49e-45cb-a1bf-23f380cb47b3 None None] Provisioning for port 5b756dea-0978-4f63-954e-e1c714d7b9e0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:35.980107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9b189782-b49e-45cb-a1bf-23f380cb47b3 None None] Provisioning complete for port 5b756dea-0978-4f63-954e-e1c714d7b9e0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:35.980558 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9b189782-b49e-45cb-a1bf-23f380cb47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.000386 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.012402 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.038658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9b189782-b49e-45cb-a1bf-23f380cb47b3 None None] Port 5b756dea-0978-4f63-954e-e1c714d7b9e0 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:40:36.041046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa431c6-df6b-4770-8c64-c54270c30924']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:36.045853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c816d97-b4ac-4af8-b1a9-c4b77adb908d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.054748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:36.055018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4db4b7f0-7bec-4686-be7a-dd4897f8243d') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:36.055302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4db4b7f0-7bec-4686-be7a-dd4897f8243d') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:36.064989 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.065557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6ac8ba-598a-48f2-bd84-966df1adfdea req-949e22d0-808d-4f22-94f4-a6fc7636782d tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:36.073018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e6ac8ba-598a-48f2-bd84-966df1adfdea req-949e22d0-808d-4f22-94f4-a6fc7636782d tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 1095 time: 0.1246891 Sep 10 03:40:36.073866 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:40:36.080014 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.089645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:40:36.090329 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:40:36.092524 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:40:36.112432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de10c230-6ac7-4b7d-ae1f-c3976bce2a18 req-4623386e-faf5-4764-8b5e-e403a86a516a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:36.113917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de10c230-6ac7-4b7d-ae1f-c3976bce2a18 req-4623386e-faf5-4764-8b5e-e403a86a516a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 949 time: 0.1099303 Sep 10 03:40:36.140578 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c816d97-b4ac-4af8-b1a9-c4b77adb908d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.156078 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.157259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device df721fba-115c-41e6-b2da-9e65b8dcbdcc up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:36.158683 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e6ac8ba-598a-48f2-bd84-966df1adfdea req-48e20c42-b3ec-4254-9099-e0a9b8a51dcd tempest-LiveAutoBlockMigrationV225Test-1987453948 tempest-LiveAutoBlockMigrationV225Test-1987453948-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845556 Sep 10 03:40:36.185994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5c816d97-b4ac-4af8-b1a9-c4b77adb908d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ead46bf8d654384b3599329455a314b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6823235 Sep 10 03:40:36.186962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c816d97-b4ac-4af8-b1a9-c4b77adb908d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17008322-2a64-4648-b9ab-adef0882eb41,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:36.189250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60856) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:36.215485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de10c230-6ac7-4b7d-ae1f-c3976bce2a18 req-45a78286-5e63-4f4a-9832-c1daf621b80e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899768 Sep 10 03:40:36.237562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:36.256731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.277871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Transition to ACTIVE for port object 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:36.287083 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2293036-6251-4afb-ab7c-3425df946139 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.302096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:36.311265 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-c1531d32-688d-43ac-8fb9-0f3e40f3ca35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.0976090 Sep 10 03:40:36.311881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.327185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.331743 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] 10.222.0.22 "DELETE /v2.0/networks/ffa431c6-df6b-4770-8c64-c54270c30924 HTTP/1.1" status: 204 len: 168 time: 0.6863966 Sep 10 03:40:36.360261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Request body: {'port': {'device_id': '5659257d-9fc4-4f01-aa59-f50203516b9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:36.363583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port df721fba-115c-41e6-b2da-9e65b8dcbdcc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:36.364447 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2293036-6251-4afb-ab7c-3425df946139 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.367076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4360695-8494-40f1-bf06-1c59c7f2514d admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa431c6-df6b-4770-8c64-c54270c30924,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:36.367642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port df721fba-115c-41e6-b2da-9e65b8dcbdcc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:36.368190 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.396190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600642de-6631-4811-97f0-9dcd6d602d63 req-1bb80e87-efa2-4426-8cd1-6a8cf4f3d416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:36.397729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-600642de-6631-4811-97f0-9dcd6d602d63 req-1bb80e87-efa2-4426-8cd1-6a8cf4f3d416 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&device_id=007d66c0-a33a-4018-97f6-8a5b7425a3bf HTTP/1.1" status: 200 len: 1095 time: 0.1397245 Sep 10 03:40:36.464805 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.522107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.539612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port df721fba-115c-41e6-b2da-9e65b8dcbdcc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=df721fba-115c-41e6-b2da-9e65b8dcbdcc,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:36.584178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600642de-6631-4811-97f0-9dcd6d602d63 req-790fbc18-0324-496d-a043-764144fa7886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:36.585683 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-600642de-6631-4811-97f0-9dcd6d602d63 req-790fbc18-0324-496d-a043-764144fa7886 service neutron] 10.222.0.39 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 914 time: 0.1781704 Sep 10 03:40:36.685167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-600642de-6631-4811-97f0-9dcd6d602d63 req-58044683-a742-4604-905f-aebbed8fb886 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=37895f9f-7987-41e2-bd3d-5264196686d1 HTTP/1.1" status: 200 len: 217 time: 0.0861990 Sep 10 03:40:36.725761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.774125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600642de-6631-4811-97f0-9dcd6d602d63 req-a604e18c-d098-4ba3-954e-f9f1d78c2dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:36.774125 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-600642de-6631-4811-97f0-9dcd6d602d63 req-a604e18c-d098-4ba3-954e-f9f1d78c2dfd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=64da495b-f14b-4aaf-9866-d2430ad039df HTTP/1.1" status: 200 len: 853 time: 0.0786858 Sep 10 03:40:36.787701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3131a3-4a3b-46c3-88ca-409b54894e8e req-1f800b60-c4b9-4433-bafe-b9c5009735cf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:36.789212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e3131a3-4a3b-46c3-88ca-409b54894e8e req-1f800b60-c4b9-4433-bafe-b9c5009735cf tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 931 time: 0.4610503 Sep 10 03:40:36.794210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Pushing event updated for resources: {'Port': ['ID=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:36.834461 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-600642de-6631-4811-97f0-9dcd6d602d63 req-2a7f61fd-1a10-48c9-86f8-939d9c8f17d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94ff2e35-74c2-4331-bcf2-d436143ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323093 Sep 10 03:40:36.838584 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.844572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2293036-6251-4afb-ab7c-3425df946139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.844572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2293036-6251-4afb-ab7c-3425df946139 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.845209 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e2293036-6251-4afb-ab7c-3425df946139 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17008322-2a64-4648-b9ab-adef0882eb41 HTTP/1.1" status: 204 len: 168 time: 0.6547170 Sep 10 03:40:36.865120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2293036-6251-4afb-ab7c-3425df946139 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17008322-2a64-4648-b9ab-adef0882eb41,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:36.886207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e3131a3-4a3b-46c3-88ca-409b54894e8e req-e8414421-fd09-4345-a339-4a4310a3b72a tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872598 Sep 10 03:40:36.930048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Attempting to bind port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:36.931626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Attempting to bind port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:36.936364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Attempting to bind port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 on network 94ff2e35-74c2-4331-bcf2-d436143ada95 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:36.942747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 on network 94ff2e35-74c2-4331-bcf2-d436143ada95 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:36.944894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Attempting to bind port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 on network 94ff2e35-74c2-4331-bcf2-d436143ada95 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:36.959061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:36.959221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Checking segment: {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:36.959580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Bound using segment: {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:36.962964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Bound port: 8ac0122f-cd56-409a-b2b8-9dd08fc12c31, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '17881f5c-d4d3-406b-ad9e-e1afb476a3d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:36.963345 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:36.969587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=df721fba-115c-41e6-b2da-9e65b8dcbdcc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:37.019339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b756dea-0978-4f63-954e-e1c714d7b9e0 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:37.028797 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-600642de-6631-4811-97f0-9dcd6d602d63 req-f54d1f42-a072-4007-aacf-ebb503b0cf84 service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653776 Sep 10 03:40:37.031057 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.067137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Transition to ACTIVE for port object 5b756dea-0978-4f63-954e-e1c714d7b9e0 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:37.140275 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-600642de-6631-4811-97f0-9dcd6d602d63 req-22d97ebd-654c-4e64-8b1d-5b00d6f855bf service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991855 Sep 10 03:40:37.152914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] For port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:37.157470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] For port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:37.166414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60874) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:37.170281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8be5fb-431e-4b06-abf6-dc9b61e3132c req-556d3eb4-12e0-4fcc-bda8-004e0de57512 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.171846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc8be5fb-431e-4b06-abf6-dc9b61e3132c req-556d3eb4-12e0-4fcc-bda8-004e0de57512 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.1138356 Sep 10 03:40:37.182752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3506e573-7e1b-49f2-85a6-f4ed0ef90928 req-21174d28-142f-46d9-b9c4-02779c734705 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.184610 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3506e573-7e1b-49f2-85a6-f4ed0ef90928 req-21174d28-142f-46d9-b9c4-02779c734705 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 945 time: 0.1246552 Sep 10 03:40:37.212500 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-309993be-a401-4411-a3a2-8255ffc7b478 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00b80ab08b8641f9be1390695b7d6325&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0426838 Sep 10 03:40:37.212500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.213549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60876) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:37.270250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Pushing event updated for resources: {'Port': ['ID=5b756dea-0978-4f63-954e-e1c714d7b9e0,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:37.271163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3506e573-7e1b-49f2-85a6-f4ed0ef90928 req-b72ee3aa-43d9-4f7f-8916-6d4394661ca4 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787730 Sep 10 03:40:37.291207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc8be5fb-431e-4b06-abf6-dc9b61e3132c req-e3923d73-015d-45bf-92a7-554b42d2dc15 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055617 Sep 10 03:40:37.292375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d137a-af30-4ca1-8f94-748e6f70f0da'}, {'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a'}, {'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae'}, {'server_uuid': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:37.307338 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2cdaba-a71c-4ab2-a5e7-e24f0f6e2d58" -d '{"events": [{"server_uuid": "fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d137a-af30-4ca1-8f94-748e6f70f0da"}, {"server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "name": "network-vif-plugged", "status": "completed", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a"}, {"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-plugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae"}, {"server_uuid": "3c8f8be2-6eba-44ea-be63-fbd06cdf4211", "name": "network-vif-plugged", "status": "completed", "tag": "df721fba-115c-41e6-b2da-9e65b8dcbdcc"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:37.340643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.400537 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4515118-4653-438b-b10b-802ad0547000 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.421453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Attempting to bind port 5b756dea-0978-4f63-954e-e1c714d7b9e0 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:37.421952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Attempting to bind port 5b756dea-0978-4f63-954e-e1c714d7b9e0 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:37.422234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Attempting to bind port 5b756dea-0978-4f63-954e-e1c714d7b9e0 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:37.430923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Port 5b756dea-0978-4f63-954e-e1c714d7b9e0 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:40:37.430923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Attempting to bind port 5b756dea-0978-4f63-954e-e1c714d7b9e0 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:37.436609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:37.437824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:37.438365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:37.438813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Bound port: 5b756dea-0978-4f63-954e-e1c714d7b9e0, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:37.441434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.489407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.490154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.491800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] 10.222.0.39 "PUT /v2.0/ports/8ac0122f-cd56-409a-b2b8-9dd08fc12c31 HTTP/1.1" status: 200 len: 1091 time: 2.1123528 Sep 10 03:40:37.497353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444a0397-042b-41c7-8328-e12f8d3f747c', 'tag': '8ac0122f-cd56-409a-b2b8-9dd08fc12c31'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:37.497353 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0c63a16-866d-4111-bb90-33ffc1b6da61" -d '{"events": [{"name": "network-changed", "server_uuid": "444a0397-042b-41c7-8328-e12f8d3f747c", "tag": "8ac0122f-cd56-409a-b2b8-9dd08fc12c31"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:37.528092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4515118-4653-438b-b10b-802ad0547000 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.529547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ff9852-619d-49cc-954e-14bb68da88ed service neutron] Pushing event updated for resources: {'Port': ['ID=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:37.530173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] For port 5b756dea-0978-4f63-954e-e1c714d7b9e0, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:37.534100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] For port 5b756dea-0978-4f63-954e-e1c714d7b9e0, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b756dea-0978-4f63-954e-e1c714d7b9e0,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:37.583708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5991d752-2bdd-4cba-9ef0-54fe07418cc1 req-4d567975-45e5-432b-b1ad-6eb25f065583 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.583708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5991d752-2bdd-4cba-9ef0-54fe07418cc1 req-4d567975-45e5-432b-b1ad-6eb25f065583 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 947 time: 0.1857805 Sep 10 03:40:37.588601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefeb5b5-1013-42f9-95b5-643a558a57a8 req-511cec98-91ba-46dd-bc7e-00784734390a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.590176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fefeb5b5-1013-42f9-95b5-643a558a57a8 req-511cec98-91ba-46dd-bc7e-00784734390a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 944 time: 0.1922984 Sep 10 03:40:37.602463 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.650879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.651493 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.652908 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] 10.222.0.39 "PUT /v2.0/ports/5b756dea-0978-4f63-954e-e1c714d7b9e0 HTTP/1.1" status: 200 len: 1095 time: 1.3069613 Sep 10 03:40:37.666042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5659257d-9fc4-4f01-aa59-f50203516b9d', 'tag': '5b756dea-0978-4f63-954e-e1c714d7b9e0'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:37.668351 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae352255-a211-4676-bef4-a27b5559c93e" -d '{"events": [{"name": "network-changed", "server_uuid": "5659257d-9fc4-4f01-aa59-f50203516b9d", "tag": "5b756dea-0978-4f63-954e-e1c714d7b9e0"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:37.691262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5991d752-2bdd-4cba-9ef0-54fe07418cc1 req-c7ae3bdb-aebf-4654-9cad-3845a28882cc tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979300 Sep 10 03:40:37.703512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727cbac-09d9-4072-9685-e6a90c33ca43 service neutron] Pushing event updated for resources: {'Port': ['ID=5b756dea-0978-4f63-954e-e1c714d7b9e0,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:37.710311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fefeb5b5-1013-42f9-95b5-643a558a57a8 req-37a74f0a-9be4-4112-ae49-25ea52d3555a tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027970 Sep 10 03:40:37.715945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-55ecf5a0-476a-4899-8d28-48b2c3ac2103 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.718058 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-55ecf5a0-476a-4899-8d28-48b2c3ac2103 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 944 time: 0.0858693 Sep 10 03:40:37.722712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-c5dd9329-232c-4b17-8887-8aad5c1875eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.729272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-c5dd9329-232c-4b17-8887-8aad5c1875eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 1094 time: 0.1101143 Sep 10 03:40:37.793389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-7fea7a06-e7f8-438b-83a8-d6dac238d7cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ac0122f-cd56-409a-b2b8-9dd08fc12c31 HTTP/1.1" status: 200 len: 217 time: 0.0571320 Sep 10 03:40:37.834339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4515118-4653-438b-b10b-802ad0547000 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.836896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4515118-4653-438b-b10b-802ad0547000 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:37.838273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f4515118-4653-438b-b10b-802ad0547000 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7511b0f9-5020-4938-991f-d50fe04f96e8 HTTP/1.1" status: 204 len: 168 time: 0.6225502 Sep 10 03:40:37.898593 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c38f52e3-11c0-4d55-bb52-302edc7f81ed x-openstack-request-id: req-c38f52e3-11c0-4d55-bb52-302edc7f81ed {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:37.899061 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a", "name": "network-vif-plugged", "status": "completed", "tag": "ad5d137a-af30-4ca1-8f94-748e6f70f0da", "code": 200}, {"server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "name": "network-vif-plugged", "status": "completed", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a", "code": 200}, {"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-plugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae", "code": 200}, {"server_uuid": "3c8f8be2-6eba-44ea-be63-fbd06cdf4211", "name": "network-vif-plugged", "status": "completed", "tag": "df721fba-115c-41e6-b2da-9e65b8dcbdcc", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:37.899185 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c38f52e3-11c0-4d55-bb52-302edc7f81ed {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:37.899529 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad5d137a-af30-4ca1-8f94-748e6f70f0da', 'code': 200} Sep 10 03:40:37.899807 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a', 'code': 200} Sep 10 03:40:37.900055 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'code': 200} Sep 10 03:40:37.900299 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc', 'code': 200} Sep 10 03:40:37.904696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfc455-59a3-45ea-890c-7c0057868068 req-d19804b6-60c6-4327-ab1a-3be675d3caff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.912599 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-d19804b6-60c6-4327-ab1a-3be675d3caff service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 1098 time: 0.1065378 Sep 10 03:40:37.914028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4515118-4653-438b-b10b-802ad0547000 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7511b0f9-5020-4938-991f-d50fe04f96e8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:37.955441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-5cc6932e-46fb-4d0d-aafb-6acfca32c386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:37.956460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-5cc6932e-46fb-4d0d-aafb-6acfca32c386 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=64da495b-f14b-4aaf-9866-d2430ad039df HTTP/1.1" status: 200 len: 853 time: 0.1500354 Sep 10 03:40:38.003226 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d866d0d8-3f3b-46fb-8408-09b040fad653 x-openstack-request-id: req-d866d0d8-3f3b-46fb-8408-09b040fad653 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:38.006364 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444a0397-042b-41c7-8328-e12f8d3f747c", "tag": "8ac0122f-cd56-409a-b2b8-9dd08fc12c31", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:38.006364 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d866d0d8-3f3b-46fb-8408-09b040fad653 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:38.006364 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444a0397-042b-41c7-8328-e12f8d3f747c', 'tag': '8ac0122f-cd56-409a-b2b8-9dd08fc12c31', 'status': 'completed', 'code': 200} Sep 10 03:40:38.016386 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-87b66376-67da-4390-b6fa-21eabc910db3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5b756dea-0978-4f63-954e-e1c714d7b9e0 HTTP/1.1" status: 200 len: 217 time: 0.0816238 Sep 10 03:40:38.035287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-2729695c-d36d-4791-b48c-3a02f865705b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94ff2e35-74c2-4331-bcf2-d436143ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592217 Sep 10 03:40:38.050355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4175ad-ca2a-46c0-9453-df750aa861c5 req-0beeb935-af07-427b-afc5-2805c9405e5a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.064657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae4175ad-ca2a-46c0-9453-df750aa861c5 req-0beeb935-af07-427b-afc5-2805c9405e5a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 949 time: 0.2430270 Sep 10 03:40:38.072843 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a2e52fa-6009-42fe-9939-bba12b3f6070 x-openstack-request-id: req-8a2e52fa-6009-42fe-9939-bba12b3f6070 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:38.072843 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5659257d-9fc4-4f01-aa59-f50203516b9d", "tag": "5b756dea-0978-4f63-954e-e1c714d7b9e0", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:38.072843 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a2e52fa-6009-42fe-9939-bba12b3f6070 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:38.073714 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5659257d-9fc4-4f01-aa59-f50203516b9d', 'tag': '5b756dea-0978-4f63-954e-e1c714d7b9e0', 'status': 'completed', 'code': 200} Sep 10 03:40:38.120443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Deleting port da61e220-bf39-4b47-a09e-e0caf37a3388 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:38.120885 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:38.160661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 37895f9f-7987-41e2-bd3d-5264196686d1 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:38.196296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfc455-59a3-45ea-890c-7c0057868068 req-45f3e92b-072d-4236-b594-eb101a728b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.198854 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-45f3e92b-072d-4236-b594-eb101a728b53 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1731176 Sep 10 03:40:38.204816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1ea3b9-64fe-4414-8eb6-e4a4e4c0b5b1 req-1fe4fea9-c0ea-4559-a198-1bbabcf46535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.206434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d1ea3b9-64fe-4414-8eb6-e4a4e4c0b5b1 req-1fe4fea9-c0ea-4559-a198-1bbabcf46535 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 1100 time: 0.1669266 Sep 10 03:40:38.241325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7affc9cb-ca00-4d44-be18-c21723f8d49e req-3019b287-b89b-4af5-9be1-f889cbe0ac74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.243179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7affc9cb-ca00-4d44-be18-c21723f8d49e req-3019b287-b89b-4af5-9be1-f889cbe0ac74 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 1097 time: 0.1684613 Sep 10 03:40:38.283376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae4175ad-ca2a-46c0-9453-df750aa861c5 req-6eb02a9d-1a66-4e2d-83dd-486976f9d981 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2178752 Sep 10 03:40:38.292936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89c9d3b-da15-4128-aaf2-3572d23b68e9 req-65f1ce02-a6d3-4323-bfce-63ef542d55b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.295174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 37895f9f-7987-41e2-bd3d-5264196686d1, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=37895f9f-7987-41e2-bd3d-5264196686d1,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:38.298396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b89c9d3b-da15-4128-aaf2-3572d23b68e9 req-65f1ce02-a6d3-4323-bfce-63ef542d55b0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 1101 time: 0.2586877 Sep 10 03:40:38.318513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '37895f9f-7987-41e2-bd3d-5264196686d1', 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95', 'port_id': '37895f9f-7987-41e2-bd3d-5264196686d1', 'mac_address': 'fa:16:3e:35:68:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64da495b-f14b-4aaf-9866-d2430ad039df', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:38.328247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47778e7b-3eb0-4307-9f5e-3add619ad9d5 req-d1253538-918d-4286-b6f2-f14d3597825f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.329607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47778e7b-3eb0-4307-9f5e-3add619ad9d5 req-d1253538-918d-4286-b6f2-f14d3597825f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 1097 time: 0.2630053 Sep 10 03:40:38.375049 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:38.388194 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] For port da61e220-bf39-4b47-a09e-e0caf37a3388, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=da61e220-bf39-4b47-a09e-e0caf37a3388,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:38.396156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:38.396156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cfc455-59a3-45ea-890c-7c0057868068 req-64ee9064-5257-4d70-aa55-d204de0b647a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.396156 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-64ee9064-5257-4d70-aa55-d204de0b647a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1559772 Sep 10 03:40:38.396522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37895f9f-7987-41e2-bd3d-5264196686d1 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:38.402071 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7affc9cb-ca00-4d44-be18-c21723f8d49e req-bdbd60b8-51b2-43ae-a31d-d4a7dffbceec service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444447 Sep 10 03:40:38.403749 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d1ea3b9-64fe-4414-8eb6-e4a4e4c0b5b1 req-25eeba9f-7929-4458-ab27-bf02858802e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595905 Sep 10 03:40:38.412964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7a472d-816c-4256-8b6c-e78c85e903a5 req-2d05868f-73df-4617-ab50-1e94b16c68b8 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.414740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd7a472d-816c-4256-8b6c-e78c85e903a5 req-2d05868f-73df-4617-ab50-1e94b16c68b8 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 943 time: 0.2775655 Sep 10 03:40:38.416950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Calling delete_port for da61e220-bf39-4b47-a09e-e0caf37a3388 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:38.419972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 37895f9f-7987-41e2-bd3d-5264196686d1, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=37895f9f-7987-41e2-bd3d-5264196686d1,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:38.494475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-bf77458e-ab87-44f9-92cc-e78f1b865da7 service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4268014 Sep 10 03:40:38.496063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b89c9d3b-da15-4128-aaf2-3572d23b68e9 req-c61f4b9a-69c0-41ff-b905-290c0e82814e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965170 Sep 10 03:40:38.499329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:38.507721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47778e7b-3eb0-4307-9f5e-3add619ad9d5 req-e8e7a2f7-da14-441f-a828-183653de69da service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1467409 Sep 10 03:40:38.532828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd7a472d-816c-4256-8b6c-e78c85e903a5 req-94d4ec5e-7fa0-43eb-a6f7-afe6fd4c8a1a tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040373 Sep 10 03:40:38.562884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b766e001-0ba5-4802-8bda-d828bee9358c req-afd64423-069c-46df-b96e-51d9a1fe1efe tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.571080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b766e001-0ba5-4802-8bda-d828bee9358c req-afd64423-069c-46df-b96e-51d9a1fe1efe tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 945 time: 0.1678860 Sep 10 03:40:38.571602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60914) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:38.621908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=37895f9f-7987-41e2-bd3d-5264196686d1,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:38.670227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b766e001-0ba5-4802-8bda-d828bee9358c req-66301729-ebc4-4feb-8e98-e39a8f33adec tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819736 Sep 10 03:40:38.763243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['37895f9f-7987-41e2-bd3d-5264196686d1'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:38.764974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60922) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:38.782738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-586413321-network', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:38.835492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-5ae375ae-bda1-42aa-b0cd-5615e7764406 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4286389 Sep 10 03:40:38.840054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59c4884-bd74-468b-9e5b-267007c695cc req-d70c5d5f-1836-4b9e-ab74-9ddf80f728e9 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.841607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a59c4884-bd74-468b-9e5b-267007c695cc req-d70c5d5f-1836-4b9e-ab74-9ddf80f728e9 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.2103217 Sep 10 03:40:38.900305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e518fe3-14c3-40cb-8df9-fd5406704f8e req-84b63ca3-13f4-4810-a512-c5918d74995f service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2861369 Sep 10 03:40:38.921898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecc24298-d92d-4cc8-a82e-ca9342fc5b0a req-6cfa014e-73ac-484b-8555-04e6752f410f tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:38.925348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecc24298-d92d-4cc8-a82e-ca9342fc5b0a req-6cfa014e-73ac-484b-8555-04e6752f410f tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 946 time: 0.1599352 Sep 10 03:40:38.929926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b8cfb9a8-adee-44e4-9a40-7391485529cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42d60a9536d042e2aabc377c256a3ddc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585686 Sep 10 03:40:38.931086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60926) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:38.967878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a59c4884-bd74-468b-9e5b-267007c695cc req-aa2da55b-9798-4182-906c-902d5b5c7ba8 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052325 Sep 10 03:40:38.975455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Made reservation on behalf of 9c0059f0d4914d05b5d144f609d18235 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:38.976426 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-30cfc455-59a3-45ea-890c-7c0057868068 req-56e3c1a3-1564-4fa7-9141-6e4ef87e4f24 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323371 Sep 10 03:40:38.977986 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.011808 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.026586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecc24298-d92d-4cc8-a82e-ca9342fc5b0a req-b326a234-475a-4306-a29f-9db571a8067d tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934036 Sep 10 03:40:39.066513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.077896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-106f7899-ed1d-4210-a497-375b945c8972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.080469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['26590488-3e69-4200-b9b3-ee2057f4bbac', 'da61e220-bf39-4b47-a09e-e0caf37a3388'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:39.080977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bdd1e13d-60b2-4791-9609-63dc29ce27b2 req-99ed05cc-0aba-4884-bf16-0d38779c2b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 210 time: 0.0440528 Sep 10 03:40:39.116593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Pushing event deleted for resources: {'Port': ['ID=da61e220-bf39-4b47-a09e-e0caf37a3388,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:39.160885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-106f7899-ed1d-4210-a497-375b945c8972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.166383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-8639ad15-4c54-438d-86f0-24031c10cad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.168699 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-8639ad15-4c54-438d-86f0-24031c10cad5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 1094 time: 0.1375971 Sep 10 03:40:39.186575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] No DVR routers for this DVR port da61e220-bf39-4b47-a09e-e0caf37a3388 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:39.195722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.197276 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63baeee2-8829-4ee9-8104-9b97627a1903 req-975018b1-3996-43cd-92a0-1c2851778b16 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.20 "DELETE /v2.0/ports/da61e220-bf39-4b47-a09e-e0caf37a3388 HTTP/1.1" status: 204 len: 173 time: 1.4724364 Sep 10 03:40:39.252375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e813658c-1da1-4409-9d30-ce1b646340a9 req-c030c0d0-61c4-4e32-b17d-1ce5ecd6717c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.253915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e813658c-1da1-4409-9d30-ce1b646340a9 req-c030c0d0-61c4-4e32-b17d-1ce5ecd6717c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 947 time: 0.1579094 Sep 10 03:40:39.267474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae352255-a211-4676-bef4-a27b5559c93e req-44417cc8-4cf1-4f73-b417-8fc1f14d44c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.268965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae352255-a211-4676-bef4-a27b5559c93e req-44417cc8-4cf1-4f73-b417-8fc1f14d44c2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 1098 time: 0.1184652 Sep 10 03:40:39.299056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-be6df6ae-9d8e-40df-9952-590e46500a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.300793 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-be6df6ae-9d8e-40df-9952-590e46500a5d service neutron] 10.222.0.39 "GET /v2.0/networks?id=94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 200 len: 914 time: 0.1158793 Sep 10 03:40:39.359768 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-876ddd59-cf63-44ae-80e7-be9e46e7f6e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8ac0122f-cd56-409a-b2b8-9dd08fc12c31 HTTP/1.1" status: 200 len: 217 time: 0.0394745 Sep 10 03:40:39.360494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.360494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e813658c-1da1-4409-9d30-ce1b646340a9 req-8f4cbd1b-c5c7-421e-94d4-51062dbb5211 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927579 Sep 10 03:40:39.412722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-dc49016e-f963-4638-989f-ed718c2b39f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.416644 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-dc49016e-f963-4638-989f-ed718c2b39f1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=64da495b-f14b-4aaf-9866-d2430ad039df HTTP/1.1" status: 200 len: 853 time: 0.0509119 Sep 10 03:40:39.417777 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-106f7899-ed1d-4210-a497-375b945c8972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.420953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-106f7899-ed1d-4210-a497-375b945c8972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.424829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-106f7899-ed1d-4210-a497-375b945c8972 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfcd4a28-82c6-4837-8f1b-366c737127a5 HTTP/1.1" status: 204 len: 168 time: 0.4878864 Sep 10 03:40:39.450201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.453549 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-208268b1-1e6d-49a1-b1e2-f140de3ee31e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=94ff2e35-74c2-4331-bcf2-d436143ada95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296869 Sep 10 03:40:39.456384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f7899-ed1d-4210-a497-375b945c8972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfcd4a28-82c6-4837-8f1b-366c737127a5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:39.464057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae352255-a211-4676-bef4-a27b5559c93e req-0f58261f-789d-4d91-a1ab-ed7fb5309b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.465459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae352255-a211-4676-bef4-a27b5559c93e req-0f58261f-789d-4d91-a1ab-ed7fb5309b30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1812425 Sep 10 03:40:39.480881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:40:39.511830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f90f3d-c0d1-4ac9-a759-3e55bbe156bd req-e4660dea-ab30-4a58-ba1a-58b93c19f319 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.515622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3f90f3d-c0d1-4ac9-a759-3e55bbe156bd req-e4660dea-ab30-4a58-ba1a-58b93c19f319 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 949 time: 0.1332166 Sep 10 03:40:39.554032 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.554383 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Added segment b13695b6-6e9f-4c29-ac76-8e893e21fb44 of type vlan for network 1cf2392e-8d20-430c-a10f-38e59f7e919f Sep 10 03:40:39.556818 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae352255-a211-4676-bef4-a27b5559c93e req-8109d607-aa29-49cc-b99d-b007074e41d8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5b756dea-0978-4f63-954e-e1c714d7b9e0 HTTP/1.1" status: 200 len: 217 time: 0.0772266 Sep 10 03:40:39.569027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df615591-6130-4143-9b71-b4ba6afb994c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:39.601245 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-c43dfc05-b1e8-4358-a878-04cf35cbd55e service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241300 Sep 10 03:40:39.652018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae352255-a211-4676-bef4-a27b5559c93e req-c180a850-46c8-49f0-9305-cf4fa47246fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.653725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae352255-a211-4676-bef4-a27b5559c93e req-c180a850-46c8-49f0-9305-cf4fa47246fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0819440 Sep 10 03:40:39.695560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3f90f3d-c0d1-4ac9-a759-3e55bbe156bd req-e500a58d-6cfb-41bc-8db0-a4e0f5211c08 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437485 Sep 10 03:40:39.729185 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d0c63a16-866d-4111-bb90-33ffc1b6da61 req-1263f45a-16a7-4c24-b1e3-fdfb3e2d6070 service neutron] 10.222.0.39 "GET /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173060 Sep 10 03:40:39.731199 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.802559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e8df1-39ae-497a-85c7-040397d32266 req-cbce13d9-ecde-4e98-97b9-4ad5c9c24ba9 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.804106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-837e8df1-39ae-497a-85c7-040397d32266 req-cbce13d9-ecde-4e98-97b9-4ad5c9c24ba9 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 943 time: 0.1540623 Sep 10 03:40:39.805876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae352255-a211-4676-bef4-a27b5559c93e req-b1ffdaa7-69f2-4022-91b0-52796010bb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.807216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae352255-a211-4676-bef4-a27b5559c93e req-b1ffdaa7-69f2-4022-91b0-52796010bb45 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1166632 Sep 10 03:40:39.873877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-837e8df1-39ae-497a-85c7-040397d32266 req-74bab5de-fa44-4b18-bca1-60c41c69fe3d tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627418 Sep 10 03:40:39.893074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:39.894309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:39.900605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:40.017880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] Pushing event updated for resources: {'Network': ['ID=1cf2392e-8d20-430c-a10f-38e59f7e919f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:40.034978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1cf2392e-8d20-430c-a10f-38e59f7e919f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:40:40.045331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2837fc3c-b7fa-48b6-a8fd-ed9ab1c74161 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4724002 Sep 10 03:40:40.048023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60938) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:40.055194 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Request body: {'subnet': {'network_id': '1cf2392e-8d20-430c-a10f-38e59f7e919f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-586413321-subnet', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:40.079639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae352255-a211-4676-bef4-a27b5559c93e req-e9b0eae5-9d9c-473d-8541-7efe771b96da service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2604589 Sep 10 03:40:40.090532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'name': 'network-vif-deleted', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:40.098391 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d772a4c-ee57-479e-a9f7-f5c99921644c" -d '{"events": [{"server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "name": "network-vif-deleted", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:40.195129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:40.201815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 37895f9f-7987-41e2-bd3d-5264196686d1 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:40.220565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Made reservation on behalf of 9c0059f0d4914d05b5d144f609d18235 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:40:40.223028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:40.289201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04160e-cbcd-4b4a-8863-4d391f1fdeda req-b237522b-fc9a-45c3-9823-a10731f9f8c0 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:40.291045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca04160e-cbcd-4b4a-8863-4d391f1fdeda req-b237522b-fc9a-45c3-9823-a10731f9f8c0 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.1717713 Sep 10 03:40:40.315719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac297b6-d82e-41cd-9c97-72f4dc9d18d8 req-32ab9580-c09b-4e23-8051-72c7472cb67d tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:40.323900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac297b6-d82e-41cd-9c97-72f4dc9d18d8 req-32ab9580-c09b-4e23-8051-72c7472cb67d tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 946 time: 0.1764672 Sep 10 03:40:40.344914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae352255-a211-4676-bef4-a27b5559c93e req-2cdb1964-c09a-4759-bc5f-51dbb630253b service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549424 Sep 10 03:40:40.395012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca04160e-cbcd-4b4a-8863-4d391f1fdeda req-38a2a201-e040-4fb9-b62d-1a90e98ddeab tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656350 Sep 10 03:40:40.402931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac297b6-d82e-41cd-9c97-72f4dc9d18d8 req-71e533f8-1a8d-4491-8488-a3d615603b5f tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781972 Sep 10 03:40:40.440193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:40.454281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '8ac0122f-cd56-409a-b2b8-9dd08fc12c31', 'network_id': '94ff2e35-74c2-4331-bcf2-d436143ada95', 'port_id': '8ac0122f-cd56-409a-b2b8-9dd08fc12c31', 'mac_address': 'fa:16:3e:a6:32:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64da495b-f14b-4aaf-9866-d2430ad039df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:40.532434 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:40.536840 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6f816e-16a6-4d89-9f96-d5f2132326ad x-openstack-request-id: req-9d6f816e-16a6-4d89-9f96-d5f2132326ad {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:40.539895 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d3a3df-eb2f-473d-9fe9-8748ffa29039", "name": "network-vif-deleted", "tag": "da61e220-bf39-4b47-a09e-e0caf37a3388", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:40.545458 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d6f816e-16a6-4d89-9f96-d5f2132326ad {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:40.545458 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d3a3df-eb2f-473d-9fe9-8748ffa29039', 'name': 'network-vif-deleted', 'tag': 'da61e220-bf39-4b47-a09e-e0caf37a3388', 'status': 'completed', 'code': 200} Sep 10 03:40:40.562239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:40.570812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 37895f9f-7987-41e2-bd3d-5264196686d1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:40.586234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 37895f9f-7987-41e2-bd3d-5264196686d1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:40.587118 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:40.597152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b945cb4e-196b-4414-abda-464dd36bafd3 req-53845928-f03f-4e3d-a6a7-bcd92654f0af tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 210 time: 0.0539768 Sep 10 03:40:40.661577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:40.676066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:40.686669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2982ce3e-a565-4760-aa37-1f5ffd3ca4b5 req-4860d383-3733-43d5-922e-814485881a38 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:40.688285 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2982ce3e-a565-4760-aa37-1f5ffd3ca4b5 req-4860d383-3733-43d5-922e-814485881a38 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 947 time: 0.0612729 Sep 10 03:40:40.752286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Checking segment: {'id': 'b13695b6-6e9f-4c29-ac76-8e893e21fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cf2392e-8d20-430c-a10f-38e59f7e919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:40.752657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Network hostable DHCP agents. Network: 1cf2392e-8d20-430c-a10f-38e59f7e919f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:40:40.753249 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:40.757980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=027446f4-7910-4825-bba4-8774a7502622,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:40.776067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2982ce3e-a565-4760-aa37-1f5ffd3ca4b5 req-a71aff48-aa89-46ab-a99f-44e370380dd8 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719419 Sep 10 03:40:40.788564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31782534-31c2-40cb-8b85-57c1a5b528c3 req-60a34938-8b7a-4d0d-abfa-f33b9196a87a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:40.795199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007d66c0-a33a-4018-97f6-8a5b7425a3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37895f9f-7987-41e2-bd3d-5264196686d1'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:40.798588 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8828447-5dc2-45bb-ad33-1b676afe8a9e" -d '{"events": [{"server_uuid": "007d66c0-a33a-4018-97f6-8a5b7425a3bf", "name": "network-vif-plugged", "status": "completed", "tag": "37895f9f-7987-41e2-bd3d-5264196686d1"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:40.799605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31782534-31c2-40cb-8b85-57c1a5b528c3 req-60a34938-8b7a-4d0d-abfa-f33b9196a87a tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2e80be3-1c2c-41fd-ac35-d391bd045ee2 HTTP/1.1" status: 200 len: 945 time: 0.1100988 Sep 10 03:40:40.815811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 37895f9f-7987-41e2-bd3d-5264196686d1, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=37895f9f-7987-41e2-bd3d-5264196686d1,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:40.856364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31782534-31c2-40cb-8b85-57c1a5b528c3 req-f25f55b4-e8fd-4092-a670-81508ccc5fbd tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554879 Sep 10 03:40:40.860863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Network 1cf2392e-8d20-430c-a10f-38e59f7e919f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:40:40.867818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:40.915518 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8abdeb81-af08-473e-b5c8-baa02f939530 x-openstack-request-id: req-8abdeb81-af08-473e-b5c8-baa02f939530 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:40.915926 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007d66c0-a33a-4018-97f6-8a5b7425a3bf", "name": "network-vif-plugged", "status": "completed", "tag": "37895f9f-7987-41e2-bd3d-5264196686d1", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:40.916400 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8abdeb81-af08-473e-b5c8-baa02f939530 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:40.916989 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007d66c0-a33a-4018-97f6-8a5b7425a3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37895f9f-7987-41e2-bd3d-5264196686d1', 'code': 200} Sep 10 03:40:40.922911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:40.927734 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:40.985323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63ed72-0352-4150-bd49-3522dd3e46d2 req-4e7e3e56-375f-4824-ba3c-be995b8bf8aa tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:40.986696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1cf2392e-8d20-430c-a10f-38e59f7e919f) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:40.987026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf63ed72-0352-4150-bd49-3522dd3e46d2 req-4e7e3e56-375f-4824-ba3c-be995b8bf8aa tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 949 time: 0.1120386 Sep 10 03:40:40.997822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:40.999660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:41.033834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2016baa7-67c9-4d55-a000-296b59ac5920 None None] Network 1cf2392e-8d20-430c-a10f-38e59f7e919f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:40:41.039878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=37895f9f-7987-41e2-bd3d-5264196686d1,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:41.065919 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c6d11b75-e1d9-40f9-a89f-3d2c57de52e1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.0160346 Sep 10 03:40:41.068626 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60974) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:41.075346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-586413321-router', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:41.090812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf63ed72-0352-4150-bd49-3522dd3e46d2 req-c9ed8b2f-c5dc-4471-b423-1b51cb33cff8 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854990 Sep 10 03:40:41.121800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cdb69e-ab9b-4dc5-a25c-cc86be0da1ae req-228f617a-5690-43d9-a6ea-e595c39fd771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:41.124156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47cdb69e-ab9b-4dc5-a25c-cc86be0da1ae req-228f617a-5690-43d9-a6ea-e595c39fd771 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=007d66c0-a33a-4018-97f6-8a5b7425a3bf HTTP/1.1" status: 200 len: 1097 time: 0.1349242 Sep 10 03:40:41.174585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47cdb69e-ab9b-4dc5-a25c-cc86be0da1ae req-4bef3a4e-375f-44ed-ae22-6fa2b5c58aa5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419319 Sep 10 03:40:41.203275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:41.204371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:41.231976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device da61e220-bf39-4b47-a09e-e0caf37a3388 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:41.254749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['8ac0122f-cd56-409a-b2b8-9dd08fc12c31'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:41.260164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: da61e220-bf39-4b47-a09e-e0caf37a3388 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:41.260657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device da61e220-bf39-4b47-a09e-e0caf37a3388 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:41.277166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb19e5e-43e4-4075-887d-f65b57cb3820 req-7157cd43-c7ee-48c1-82e5-1f696eeea506 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:41.280958 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:41.289568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceb19e5e-43e4-4075-887d-f65b57cb3820 req-7157cd43-c7ee-48c1-82e5-1f696eeea506 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 944 time: 0.1019747 Sep 10 03:40:41.363809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceb19e5e-43e4-4075-887d-f65b57cb3820 req-a8a5a964-e1a1-47b9-8310-b50e6f192f14 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726438 Sep 10 03:40:41.454191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c20e85-32a3-49a7-901e-b9b501c30db0 req-558d3ea6-668b-4084-9b30-b0e62f8e107a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:41.457961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29c20e85-32a3-49a7-901e-b9b501c30db0 req-558d3ea6-668b-4084-9b30-b0e62f8e107a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 950 time: 0.0921879 Sep 10 03:40:41.534140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29c20e85-32a3-49a7-901e-b9b501c30db0 req-4624e32e-e320-4926-9bf4-161f4c0c1c3e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470278 Sep 10 03:40:41.542979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-1cf2392e-8d20-430c-a10f-38e59f7e919f', 'network_id': '1cf2392e-8d20-430c-a10f-38e59f7e919f', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'fixed_ips': [{'subnet_id': '027446f4-7910-4825-bba4-8774a7502622'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:40:41.543871 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:41.549698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c697ea-59fc-40fd-b9a7-dc7a283605f6 req-492ff979-a14b-449e-a03e-cb72ff59c8b4 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:41.557730 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7c697ea-59fc-40fd-b9a7-dc7a283605f6 req-492ff979-a14b-449e-a03e-cb72ff59c8b4 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2e80be3-1c2c-41fd-ac35-d391bd045ee2 HTTP/1.1" status: 200 len: 945 time: 0.0923705 Sep 10 03:40:41.583218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:41.606005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7c697ea-59fc-40fd-b9a7-dc7a283605f6 req-8ad4220f-10cf-4444-b1f8-7e7dfc39aaba tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383534 Sep 10 03:40:41.740477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaa8ea-c99d-46de-848c-b7d12de3b86f req-9732f53a-d42e-42aa-b875-5f4c1b0d6009 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:41.749363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aeaaa8ea-c99d-46de-848c-b7d12de3b86f req-9732f53a-d42e-42aa-b875-5f4c1b0d6009 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.1191342 Sep 10 03:40:41.800215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Allocated IP 172.20.0.2 (1cf2392e-8d20-430c-a10f-38e59f7e919f/027446f4-7910-4825-bba4-8774a7502622/52ef6522-cbb3-4880-b213-208a7525790a) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:41.837194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aeaaa8ea-c99d-46de-848c-b7d12de3b86f req-c1c55030-d15c-4965-a763-887e02b1c9ec tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868771 Sep 10 03:40:41.962157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-177afcba-90fa-4eaa-ba2b-a4d272534217 req-6f99996b-8700-4c83-aff7-01f656be9956 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 210 time: 0.0440142 Sep 10 03:40:42.024550 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.030371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.052248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Transition to ACTIVE for port object 52ef6522-cbb3-4880-b213-208a7525790a will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:42.064978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.072808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Transition to ACTIVE for port object 52ef6522-cbb3-4880-b213-208a7525790a will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:42.098750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332b196-aa63-407e-b548-14d4fb24be12 req-a726f674-d7d9-4b01-abe1-23ddb1e7efa6 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:42.100319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332b196-aa63-407e-b548-14d4fb24be12 req-a726f674-d7d9-4b01-abe1-23ddb1e7efa6 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 947 time: 0.0534725 Sep 10 03:40:42.146862 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.174269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332b196-aa63-407e-b548-14d4fb24be12 req-45efb454-a694-4a2a-8837-d38b069b3a69 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642042 Sep 10 03:40:42.204012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5b756dea-0978-4f63-954e-e1c714d7b9e0 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:42.214327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Allocated IP 172.25.3.39 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/4a7c8645-627d-4082-91cf-9c816f2d0df4) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:42.240869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Network 1cf2392e-8d20-430c-a10f-38e59f7e919f is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:42.243602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Pushing event updated for resources: {'Port': ['ID=52ef6522-cbb3-4880-b213-208a7525790a,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:42.250855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:42.254642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:42.296642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd83a9-fb8c-40d1-bb83-0566b3ec5146 req-b2609d77-25aa-4a2c-b7fb-92ad48fb8fcd tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:42.298256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9acd83a9-fb8c-40d1-bb83-0566b3ec5146 req-b2609d77-25aa-4a2c-b7fb-92ad48fb8fcd tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.0543914 Sep 10 03:40:42.336550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32788) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:42.345423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2d3c16e5-1aab-4691-aee0-d00ebdc4465b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Request body: {'floatingip': {'port_id': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:40:42.368445 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.374912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Attempting to bind port 52ef6522-cbb3-4880-b213-208a7525790a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:42.375573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Attempting to bind port 52ef6522-cbb3-4880-b213-208a7525790a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'b13695b6-6e9f-4c29-ac76-8e893e21fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cf2392e-8d20-430c-a10f-38e59f7e919f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:42.376150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Attempting to bind port 52ef6522-cbb3-4880-b213-208a7525790a on network 1cf2392e-8d20-430c-a10f-38e59f7e919f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:42.391071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:42.395824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Checking segment: {'id': 'b13695b6-6e9f-4c29-ac76-8e893e21fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cf2392e-8d20-430c-a10f-38e59f7e919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:42.399797 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.400363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Bound using segment: {'id': 'b13695b6-6e9f-4c29-ac76-8e893e21fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cf2392e-8d20-430c-a10f-38e59f7e919f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:42.400957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Bound port: 52ef6522-cbb3-4880-b213-208a7525790a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b13695b6-6e9f-4c29-ac76-8e893e21fb44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '1cf2392e-8d20-430c-a10f-38e59f7e919f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:42.408229 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.426505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d3c16e5-1aab-4691-aee0-d00ebdc4465b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.433950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5b756dea-0978-4f63-954e-e1c714d7b9e0, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b756dea-0978-4f63-954e-e1c714d7b9e0,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:42.475643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '5b756dea-0978-4f63-954e-e1c714d7b9e0', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '5b756dea-0978-4f63-954e-e1c714d7b9e0', 'mac_address': 'fa:16:3e:c8:c5:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:42.542654 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.570224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] For port 52ef6522-cbb3-4880-b213-208a7525790a, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:42.581348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] For port 52ef6522-cbb3-4880-b213-208a7525790a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=52ef6522-cbb3-4880-b213-208a7525790a,segment=NetworkSegment(b13695b6-6e9f-4c29-ac76-8e893e21fb44),segment_id=b13695b6-6e9f-4c29-ac76-8e893e21fb44)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:42.581348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.605194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b756dea-0978-4f63-954e-e1c714d7b9e0 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:42.639094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a337c7e-72d0-4331-a9b5-4afe083f4609 req-91733507-4c75-47e2-9156-b3f2aba54ca7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:42.650030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a337c7e-72d0-4331-a9b5-4afe083f4609 req-91733507-4c75-47e2-9156-b3f2aba54ca7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 944 time: 0.1286929 Sep 10 03:40:42.670717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Pushing event updated for resources: {'Port': ['ID=4a7c8645-627d-4082-91cf-9c816f2d0df4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:42.674148 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.686010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5b756dea-0978-4f63-954e-e1c714d7b9e0, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b756dea-0978-4f63-954e-e1c714d7b9e0,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:42.742505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:42.770232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:42.770232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:42.783952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303b5f37-c021-496d-b63a-4017f579bf4b None None] Pushing event updated for resources: {'Port': ['ID=52ef6522-cbb3-4880-b213-208a7525790a,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:42.790662 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:42.832947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-fe60b488-5ddc-442c-b782-d26160c1d8d7 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:42.834894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-fe60b488-5ddc-442c-b782-d26160c1d8d7 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.20 "GET /v2.0/ports?device_id=f2e80be3-1c2c-41fd-ac35-d391bd045ee2 HTTP/1.1" status: 200 len: 945 time: 0.1681423 Sep 10 03:40:42.849914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=5b756dea-0978-4f63-954e-e1c714d7b9e0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:42.904783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a337c7e-72d0-4331-a9b5-4afe083f4609 req-178dd65f-0b39-43f5-8e2f-e171df7a00f8 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2560275 Sep 10 03:40:43.027958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ae8f5b-142a-4672-9f75-f5453e1b7994 req-2d58db05-45b5-482f-8ba4-4a3987d674de tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:43.030092 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1ae8f5b-142a-4672-9f75-f5453e1b7994 req-2d58db05-45b5-482f-8ba4-4a3987d674de tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2e80be3-1c2c-41fd-ac35-d391bd045ee2 HTTP/1.1" status: 200 len: 945 time: 0.2642746 Sep 10 03:40:43.080177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['5b756dea-0978-4f63-954e-e1c714d7b9e0'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:43.145713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1ae8f5b-142a-4672-9f75-f5453e1b7994 req-8917de2b-78c2-4895-9521-58d291bf57d6 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032348 Sep 10 03:40:43.324802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Deleting port 67b7a873-743b-4c83-af3c-6fc5d6eff57f {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:43.325399 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:43.396460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ec72e9e-174f-450b-ab3e-fee889b0cf26 req-2cf3516e-c290-462f-b0c4-27c7948c6612 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 210 time: 0.1213889 Sep 10 03:40:43.425585 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d3c16e5-1aab-4691-aee0-d00ebdc4465b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:43.436536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:43.480859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] For port 67b7a873-743b-4c83-af3c-6fc5d6eff57f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=67b7a873-743b-4c83-af3c-6fc5d6eff57f,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:43.481235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:43.499703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Calling delete_port for 67b7a873-743b-4c83-af3c-6fc5d6eff57f owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:43.507802 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d3c16e5-1aab-4691-aee0-d00ebdc4465b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:43.802143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:44.012601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd56d6a-808f-4f89-aa40-bcf55328a3c5 req-bf419ccc-5c57-44db-aecd-6a844a9db611 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:44.019246 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:44.022831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd56d6a-808f-4f89-aa40-bcf55328a3c5 req-bf419ccc-5c57-44db-aecd-6a844a9db611 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 948 time: 0.5388653 Sep 10 03:40:44.038478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['67b7a873-743b-4c83-af3c-6fc5d6eff57f'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:44.043509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['63fdb4bb-7056-496b-ae3c-5947d5f1c7b7', 'ad5d137a-af30-4ca1-8f94-748e6f70f0da'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:44.086629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Pushing event deleted for resources: {'Port': ['ID=67b7a873-743b-4c83-af3c-6fc5d6eff57f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:44.145149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] No DVR routers for this DVR port 67b7a873-743b-4c83-af3c-6fc5d6eff57f on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:44.150998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:44.153420 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3b57084-82b9-4213-958a-2fabf30e72ba req-e1cc123e-9de5-414c-9bb3-8e83e9caa3d2 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.20 "DELETE /v2.0/ports/67b7a873-743b-4c83-af3c-6fc5d6eff57f HTTP/1.1" status: 204 len: 173 time: 1.1342878 Sep 10 03:40:44.154534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2e80be3-1c2c-41fd-ac35-d391bd045ee2', 'name': 'network-vif-deleted', 'tag': '67b7a873-743b-4c83-af3c-6fc5d6eff57f'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:44.157792 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b1bb48d-fb0b-4984-a899-bd55b4d139f5" -d '{"events": [{"server_uuid": "f2e80be3-1c2c-41fd-ac35-d391bd045ee2", "name": "network-vif-deleted", "tag": "67b7a873-743b-4c83-af3c-6fc5d6eff57f"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:44.173088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 52ef6522-cbb3-4880-b213-208a7525790a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:44.180006 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-2d3c16e5-1aab-4691-aee0-d00ebdc4465b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Floating IP 5a3a55bc-863f-4f28-ae2c-e68ed782caad associated. External IP: 172.25.3.215, port: df721fba-115c-41e6-b2da-9e65b8dcbdcc. Sep 10 03:40:44.203302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:44.223253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd56d6a-808f-4f89-aa40-bcf55328a3c5 req-5d7236f8-ce31-4e7c-a5cb-cb5b1062bf35 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1990030 Sep 10 03:40:44.258851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Router af6501af-cb16-4f0f-a229-011c676f969f is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:40:44.300013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc318db6-8a5a-4b42-bc1e-4a1b772b25f4 None None] Network 1cf2392e-8d20-430c-a10f-38e59f7e919f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:40:44.416631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:40:44.455075 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b64f0ad-30db-4744-ac1e-1c0c1630578d x-openstack-request-id: req-2b64f0ad-30db-4744-ac1e-1c0c1630578d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:44.455377 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2e80be3-1c2c-41fd-ac35-d391bd045ee2", "name": "network-vif-deleted", "tag": "67b7a873-743b-4c83-af3c-6fc5d6eff57f", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:44.455634 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b64f0ad-30db-4744-ac1e-1c0c1630578d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:44.456292 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2e80be3-1c2c-41fd-ac35-d391bd045ee2', 'name': 'network-vif-deleted', 'tag': '67b7a873-743b-4c83-af3c-6fc5d6eff57f', 'status': 'completed', 'code': 200} Sep 10 03:40:44.470719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8229477-1539-4056-99be-68c6d51979c1 req-4c5e59f4-2062-4616-87ac-278cf00d6b57 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:44.472583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8229477-1539-4056-99be-68c6d51979c1 req-4c5e59f4-2062-4616-87ac-278cf00d6b57 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 944 time: 0.0803106 Sep 10 03:40:44.473612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Sync routers for ids ['af6501af-cb16-4f0f-a229-011c676f969f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:40:44.502629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:44.504259 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-28039362-e99e-4fb7-8d51-56aac844bf22 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.4344079 Sep 10 03:40:44.514631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32914) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:44.545321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Routers {'af6501af-cb16-4f0f-a229-011c676f969f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:44.546301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['af6501af-cb16-4f0f-a229-011c676f969f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:44.609122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b696d0f0-e759-4b43-9af4-3a536827cd32 req-1b2d9be6-f85f-467b-9397-979f5adcc652 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f2e80be3-1c2c-41fd-ac35-d391bd045ee2 HTTP/1.1" status: 200 len: 210 time: 0.0395052 Sep 10 03:40:44.610882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d3c16e5-1aab-4691-aee0-d00ebdc4465b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Router 986fc664-2407-4d51-a19c-e5b91ebe8f9e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:40:44.612493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:44.632962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:44.632962 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:44.636366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8229477-1539-4056-99be-68c6d51979c1 req-172e1330-2069-4364-8c87-e213eec6da0c tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202312 Sep 10 03:40:44.641276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9cbff15d-862a-46c6-9fd6-b671a40e5f32 None None] Provisioning for port 52ef6522-cbb3-4880-b213-208a7525790a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:44.725173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 52ef6522-cbb3-4880-b213-208a7525790a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:44.750214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 52ef6522-cbb3-4880-b213-208a7525790a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:44.750558 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:44.791217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95416a15-d349-4cc8-94da-d17a4308ce2d req-9892aa48-b326-4526-a2a2-88ef6fa4e80f tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1d3a3df-eb2f-473d-9fe9-8748ffa29039 HTTP/1.1" status: 200 len: 210 time: 0.0508583 Sep 10 03:40:44.877968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d3c16e5-1aab-4691-aee0-d00ebdc4465b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:40:44.889761 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] Sync routers for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:40:44.890325 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d3c16e5-1aab-4691-aee0-d00ebdc4465b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:44.902881 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:44.904140 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:44.921718 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2d3c16e5-1aab-4691-aee0-d00ebdc4465b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "PUT /v2.0/floatingips/5a3a55bc-863f-4f28-ae2c-e68ed782caad HTTP/1.1" status: 200 len: 992 time: 2.5839362 Sep 10 03:40:44.922389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'tag': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:44.936898 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c6b67a7-d311-4e5a-89cc-654a704d3741" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8f8be2-6eba-44ea-be63-fbd06cdf4211", "tag": "df721fba-115c-41e6-b2da-9e65b8dcbdcc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:45.088145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Set router af6501af-cb16-4f0f-a229-011c676f969f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:45.100797 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e7609af-ee31-4250-bb85-3b821848d2c8 x-openstack-request-id: req-9e7609af-ee31-4250-bb85-3b821848d2c8 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:45.101074 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8f8be2-6eba-44ea-be63-fbd06cdf4211", "tag": "df721fba-115c-41e6-b2da-9e65b8dcbdcc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:45.101322 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e7609af-ee31-4250-bb85-3b821848d2c8 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:45.101743 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'tag': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc', 'status': 'completed', 'code': 200} Sep 10 03:40:45.162313 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:45.255357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-c7e81402-1241-4cbb-bb5d-c7b2c53f4ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:45.257272 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-c7e81402-1241-4cbb-bb5d-c7b2c53f4ab2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=735449c98ce14f838fbd18af48fbd017&device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 1097 time: 0.1001029 Sep 10 03:40:45.301415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:40:45.500594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c4f116-2c01-4487-a3c0-b397404daa09 req-d2111ac5-5826-48f4-a46a-44b6abdd0467 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:45.501533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4c4f116-2c01-4487-a3c0-b397404daa09 req-d2111ac5-5826-48f4-a46a-44b6abdd0467 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 948 time: 0.1213939 Sep 10 03:40:45.509006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:45.549761 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-0156219f-e92b-4bba-9845-8bda1fd1f303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:45.550855 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-0156219f-e92b-4bba-9845-8bda1fd1f303 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1dd408bb-84e7-4fc5-a671-5ff17b802b87 HTTP/1.1" status: 200 len: 913 time: 0.2825384 Sep 10 03:40:45.560651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:45.613332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4c4f116-2c01-4487-a3c0-b397404daa09 req-67bc5061-a1a7-428e-ba85-4f65847ac5f3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907481 Sep 10 03:40:45.642204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'mac_address': 'fa:16:3e:c2:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:40:45.770859 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '5a3a55bc-863f-4f28-ae2c-e68ed782caad', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'port_id': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'mac_address': 'fa:16:3e:1b:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:40:14Z', 'updated_at': '2021-09-10T03:40:43Z', 'revision_number': 1, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b50fbe-ead1-4172-8496-49f51bee4299', 'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'mac_address': 'fa:16:3e:82:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:03Z', 'updated_at': '2021-09-10T03:40:12Z', 'revision_number': 5, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'subnets': [{'id': 'f9288194-2446-486f-a533-9e43af8869d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:45.798243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Allocated IP 172.20.0.1 (1cf2392e-8d20-430c-a10f-38e59f7e919f/027446f4-7910-4825-bba4-8774a7502622/cf65e778-5056-4ce4-97f8-afd9be99456f) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:40:45.801466 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] Checking router: 986fc664-2407-4d51-a19c-e5b91ebe8f9e for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:40:45.812657 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:45.813934 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:45.838542 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:45.928906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:45.948829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Transition to ACTIVE for port object cf65e778-5056-4ce4-97f8-afd9be99456f will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:45.968203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efcc102-a18a-4c82-a38c-a5a5b01f4dc0 req-e7a3b381-f1cb-4132-bc94-35f95f195702 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:45.984983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7efcc102-a18a-4c82-a38c-a5a5b01f4dc0 req-e7a3b381-f1cb-4132-bc94-35f95f195702 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 944 time: 0.1667316 Sep 10 03:40:46.015572 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:46.058391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:46.074580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7efcc102-a18a-4c82-a38c-a5a5b01f4dc0 req-4ce2a9e9-2c18-44cf-b248-c9eeaafa35fa tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853117 Sep 10 03:40:46.151524 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:46.152140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 52ef6522-cbb3-4880-b213-208a7525790a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=52ef6522-cbb3-4880-b213-208a7525790a,segment=NetworkSegment(b13695b6-6e9f-4c29-ac76-8e893e21fb44),segment_id=b13695b6-6e9f-4c29-ac76-8e893e21fb44)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:46.161338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Network 1cf2392e-8d20-430c-a10f-38e59f7e919f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:46.187562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:46.193929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:40:46.232603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444a0397-042b-41c7-8328-e12f8d3f747c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac0122f-cd56-409a-b2b8-9dd08fc12c31'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:46.241143 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc47fd2c-f55c-4447-846b-9dd13089c0d1" -d '{"events": [{"server_uuid": "444a0397-042b-41c7-8328-e12f8d3f747c", "name": "network-vif-plugged", "status": "completed", "tag": "8ac0122f-cd56-409a-b2b8-9dd08fc12c31"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:46.312935 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-88630602-8f8e-45ee-a304-9f6c165b7ced service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=df721fba-115c-41e6-b2da-9e65b8dcbdcc HTTP/1.1" status: 200 len: 1000 time: 0.7288330 Sep 10 03:40:46.316446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Pushing event updated for resources: {'Port': ['ID=cf65e778-5056-4ce4-97f8-afd9be99456f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:46.325205 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:46.356021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:46.367328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:46.371205 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:46.530334 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:46.531152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5b756dea-0978-4f63-954e-e1c714d7b9e0 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:46.568763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8ff541e7-3ad2-4cac-894e-846e83e751ae {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:40:46.631276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:46.639664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-95a2eaf6-9b9e-4b63-84b1-57fd24c18042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:46.648333 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-95a2eaf6-9b9e-4b63-84b1-57fd24c18042 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f9288194-2446-486f-a533-9e43af8869d3 HTTP/1.1" status: 200 len: 851 time: 0.3172400 Sep 10 03:40:46.666886 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7e4163-43bd-47dc-ab71-b73e43df14b6 x-openstack-request-id: req-eb7e4163-43bd-47dc-ab71-b73e43df14b6 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:46.667401 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444a0397-042b-41c7-8328-e12f8d3f747c", "name": "network-vif-plugged", "status": "completed", "tag": "8ac0122f-cd56-409a-b2b8-9dd08fc12c31", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:46.668085 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb7e4163-43bd-47dc-ab71-b73e43df14b6 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:46.668085 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444a0397-042b-41c7-8328-e12f8d3f747c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ac0122f-cd56-409a-b2b8-9dd08fc12c31', 'code': 200} Sep 10 03:40:46.724459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e1973f23-9f0d-4bf1-b14b-802342da3e88 None None] Provisioning complete for port 52ef6522-cbb3-4880-b213-208a7525790a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:46.724915 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e1973f23-9f0d-4bf1-b14b-802342da3e88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:46.785123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-9ec05ee2-26ac-4280-b6d7-20e8e419d33e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:46.787925 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-9ec05ee2-26ac-4280-b6d7-20e8e419d33e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1dd408bb-84e7-4fc5-a671-5ff17b802b87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017590 Sep 10 03:40:46.790488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69527186-e958-4424-9583-38723608a378 req-52a8fd87-f1a2-43ef-a79f-fbeef7d261b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:46.792785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69527186-e958-4424-9583-38723608a378 req-52a8fd87-f1a2-43ef-a79f-fbeef7d261b3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 1096 time: 0.0841753 Sep 10 03:40:46.805699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-586413321-router', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '4a7c8645-627d-4082-91cf-9c816f2d0df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:40:41Z', 'updated_at': '2021-09-10T03:40:42Z', 'revision_number': 3, 'project_id': '9c0059f0d4914d05b5d144f609d18235', 'gw_port': {'id': '4a7c8645-627d-4082-91cf-9c816f2d0df4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:42Z', 'updated_at': '2021-09-10T03:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:46.808560 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '5a3a55bc-863f-4f28-ae2c-e68ed782caad', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'port_id': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'mac_address': 'fa:16:3e:1b:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:40:14Z', 'updated_at': '2021-09-10T03:40:43Z', 'revision_number': 1, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b50fbe-ead1-4172-8496-49f51bee4299', 'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'mac_address': 'fa:16:3e:82:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:03Z', 'updated_at': '2021-09-10T03:40:12Z', 'revision_number': 5, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'subnets': [{'id': 'f9288194-2446-486f-a533-9e43af8869d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:46.876465 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd990757-5c65-4c9d-84a5-313f60ff9409 None None] The sync data for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 is: [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '5a3a55bc-863f-4f28-ae2c-e68ed782caad', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'floating_ip_address': '172.25.3.215', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'port_id': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 822, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'mac_address': 'fa:16:3e:1b:98:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:40:14Z', 'updated_at': '2021-09-10T03:40:43Z', 'revision_number': 1, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69b50fbe-ead1-4172-8496-49f51bee4299', 'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'mac_address': 'fa:16:3e:82:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:03Z', 'updated_at': '2021-09-10T03:40:12Z', 'revision_number': 5, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'subnets': [{'id': 'f9288194-2446-486f-a533-9e43af8869d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:40:46.878764 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:46.889531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Checking router: af6501af-cb16-4f0f-a229-011c676f969f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:40:46.889931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Updating router af6501af-cb16-4f0f-a229-011c676f969f port 4a7c8645-627d-4082-91cf-9c816f2d0df4 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:40:46.951523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=52ef6522-cbb3-4880-b213-208a7525790a,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:46.955982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:46.971042 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:47.062352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:47.075656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8ff541e7-3ad2-4cac-894e-846e83e751ae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:47.102965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69527186-e958-4424-9583-38723608a378 req-0e85d8f2-b532-4b19-98d8-cc0597514f15 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2843931 Sep 10 03:40:47.168741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf230a8-dacd-4f7a-86a0-1f8e178f138d req-94df6339-d3b8-4206-9143-f66827ce796a tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:47.171580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bf230a8-dacd-4f7a-86a0-1f8e178f138d req-94df6339-d3b8-4206-9143-f66827ce796a tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 948 time: 0.3413503 Sep 10 03:40:47.186695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 67b7a873-743b-4c83-af3c-6fc5d6eff57f no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:47.230511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:47.293899 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-b8bbb650-e53b-4103-809a-9f9f43462545 service neutron] 10.222.0.20 "GET /v2.0/networks/1dd408bb-84e7-4fc5-a671-5ff17b802b87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4883060 Sep 10 03:40:47.325168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 67b7a873-743b-4c83-af3c-6fc5d6eff57f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:47.325504 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 67b7a873-743b-4c83-af3c-6fc5d6eff57f not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:47.345383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bf230a8-dacd-4f7a-86a0-1f8e178f138d req-86045fe0-3001-4ac3-879e-275c918bff1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542900 Sep 10 03:40:47.409232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58668d2e-a76c-402b-884b-a9e5e9429666 None None] New status for floating IP 5a3a55bc-863f-4f28-ae2c-e68ed782caad: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:40:47.543161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb7a5c-0527-4e5f-9474-57d04e8f5728 req-90b8bef1-d17e-486f-be1c-ac82cc7d0b38 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:47.550598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fcb7a5c-0527-4e5f-9474-57d04e8f5728 req-90b8bef1-d17e-486f-be1c-ac82cc7d0b38 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 945 time: 0.0725780 Sep 10 03:40:47.597537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:47.662720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fcb7a5c-0527-4e5f-9474-57d04e8f5728 req-971ce2b4-10e3-45b7-b58f-688e25fce805 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112523 Sep 10 03:40:47.740633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 5b756dea-0978-4f63-954e-e1c714d7b9e0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:47.770317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 5b756dea-0978-4f63-954e-e1c714d7b9e0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:47.770692 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:47.783173 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:47.888990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:47.923950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f92bf264-ad6f-4408-86bb-cc826e1dc105 None None] Provisioning for port cf65e778-5056-4ce4-97f8-afd9be99456f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:47.947060 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1c6b67a7-d311-4e5a-89cc-654a704d3741 req-6f74ff82-42bf-4125-aa7c-6cb6c4d6656b service neutron] 10.222.0.20 "GET /v2.0/networks/1dd408bb-84e7-4fc5-a671-5ff17b802b87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457093 Sep 10 03:40:48.043881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Pushing event updated for resources: {'Port': ['ID=cf65e778-5056-4ce4-97f8-afd9be99456f,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:48.064160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f92bf264-ad6f-4408-86bb-cc826e1dc105 None None] Provisioning complete for port cf65e778-5056-4ce4-97f8-afd9be99456f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:48.064526 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f92bf264-ad6f-4408-86bb-cc826e1dc105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:48.130071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Network 1cf2392e-8d20-430c-a10f-38e59f7e919f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:40:48.134320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:40:48.534109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Router af6501af-cb16-4f0f-a229-011c676f969f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:40:48.590220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 52ef6522-cbb3-4880-b213-208a7525790a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:48.706927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f92bf264-ad6f-4408-86bb-cc826e1dc105 None None] Port cf65e778-5056-4ce4-97f8-afd9be99456f cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:40:48.748952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:40:48.758172 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4111bc13-1d2e-4232-9be0-882354c5e275 admin admin] 10.222.0.22 "PUT /v2.0/routers/af6501af-cb16-4f0f-a229-011c676f969f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2335014 Sep 10 03:40:48.818966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0be9e6-ad7a-46fb-87f6-651a524e6567 req-1c619f26-787c-4b93-b32d-a78d36e2c9c1 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:48.845149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0be9e6-ad7a-46fb-87f6-651a524e6567 req-1c619f26-787c-4b93-b32d-a78d36e2c9c1 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:48.852940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd0be9e6-ad7a-46fb-87f6-651a524e6567 req-1c619f26-787c-4b93-b32d-a78d36e2c9c1 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141&device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 1682 time: 0.1929493 Sep 10 03:40:48.906163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b44982-7485-463b-acec-7ec8d5a41b19 req-a83515b8-cfd9-4a6e-bbd7-fdca79667b29 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:48.922853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07b44982-7485-463b-acec-7ec8d5a41b19 req-a83515b8-cfd9-4a6e-bbd7-fdca79667b29 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 948 time: 0.2066042 Sep 10 03:40:48.964605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 52ef6522-cbb3-4880-b213-208a7525790a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:48.965399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:49.005653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aa64238f-6ff9-4716-9505-0ac9088c2d93 None None] Provisioning complete for port cf65e778-5056-4ce4-97f8-afd9be99456f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:49.006442 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aa64238f-6ff9-4716-9505-0ac9088c2d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:49.040444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd0be9e6-ad7a-46fb-87f6-651a524e6567 req-07036004-dac2-47c2-b549-b900ab168312 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849034 Sep 10 03:40:49.057190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-aa64238f-6ff9-4716-9505-0ac9088c2d93 None None] Port cf65e778-5056-4ce4-97f8-afd9be99456f cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:40:49.058602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:49.063100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07b44982-7485-463b-acec-7ec8d5a41b19 req-20dcfdeb-8138-4a51-a6a5-0c67fac0c611 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270058 Sep 10 03:40:49.159436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5659257d-9fc4-4f01-aa59-f50203516b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b756dea-0978-4f63-954e-e1c714d7b9e0'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:49.161950 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76e57ecf-c4de-4e91-8941-92d51fe71fa5" -d '{"events": [{"server_uuid": "5659257d-9fc4-4f01-aa59-f50203516b9d", "name": "network-vif-plugged", "status": "completed", "tag": "5b756dea-0978-4f63-954e-e1c714d7b9e0"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:49.199007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5b756dea-0978-4f63-954e-e1c714d7b9e0, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b756dea-0978-4f63-954e-e1c714d7b9e0,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:49.224618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:49.256372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Transition to ACTIVE for port object 4a7c8645-627d-4082-91cf-9c816f2d0df4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:40:49.280491 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:49.340459 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:49.390827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9e9ac8-ae05-412d-90bc-6512e0c0cd8a req-376b727e-aac6-49a3-8452-f64417ece4e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:49.399015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc9e9ac8-ae05-412d-90bc-6512e0c0cd8a req-376b727e-aac6-49a3-8452-f64417ece4e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 945 time: 0.0650346 Sep 10 03:40:49.453958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc9e9ac8-ae05-412d-90bc-6512e0c0cd8a req-3d715420-1d2e-42d6-92c0-adff7c7a2484 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537076 Sep 10 03:40:49.555192 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58fe0d55-0072-4dfe-aee2-9ed98050224f x-openstack-request-id: req-58fe0d55-0072-4dfe-aee2-9ed98050224f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:49.555485 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5659257d-9fc4-4f01-aa59-f50203516b9d", "name": "network-vif-plugged", "status": "completed", "tag": "5b756dea-0978-4f63-954e-e1c714d7b9e0", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:49.555771 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58fe0d55-0072-4dfe-aee2-9ed98050224f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:49.556306 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5659257d-9fc4-4f01-aa59-f50203516b9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b756dea-0978-4f63-954e-e1c714d7b9e0', 'code': 200} Sep 10 03:40:49.559444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=5b756dea-0978-4f63-954e-e1c714d7b9e0,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:49.566679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Attempting to bind port 4a7c8645-627d-4082-91cf-9c816f2d0df4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:40:49.567102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Attempting to bind port 4a7c8645-627d-4082-91cf-9c816f2d0df4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:40:49.567467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Attempting to bind port 4a7c8645-627d-4082-91cf-9c816f2d0df4 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:40:49.598268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:40:49.599437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:40:49.599876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:49.600273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:40:49.601988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Bound port: 4a7c8645-627d-4082-91cf-9c816f2d0df4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:40:49.602557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:49.643191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb609ea-2c29-406b-8ca2-e394c1c4e7c5 None None] Pushing event updated for resources: {'Port': ['ID=4a7c8645-627d-4082-91cf-9c816f2d0df4,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:49.696413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] For port 4a7c8645-627d-4082-91cf-9c816f2d0df4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:40:49.702002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] For port 4a7c8645-627d-4082-91cf-9c816f2d0df4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4a7c8645-627d-4082-91cf-9c816f2d0df4,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:40:49.772534 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-4d683709-7775-41de-9014-4e29007d832e req-5210f6b9-25b6-41fc-b796-c8267f22a478 tempest-FloatingIPDetailsNegativeTestJSON-845031246 tempest-FloatingIPDetailsNegativeTestJSON-845031246-project] show failed (client error): The resource could not be found. Sep 10 03:40:49.773586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d683709-7775-41de-9014-4e29007d832e req-5210f6b9-25b6-41fc-b796-c8267f22a478 tempest-FloatingIPDetailsNegativeTestJSON-845031246 tempest-FloatingIPDetailsNegativeTestJSON-845031246-project] 10.222.0.22 "GET /v2.0/floatingips/13ceb7de-1541-4a5b-a01c-93065c115dbe HTTP/1.1" status: 404 len: 350 time: 0.1293166 Sep 10 03:40:49.784063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33264) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:49.802098 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:49.807049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3efbac2-5ff5-4131-b3ed-5e84d2024e2f req-6e69b0a3-ecdb-473c-89b2-435284e98eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:49.808694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3efbac2-5ff5-4131-b3ed-5e84d2024e2f req-6e69b0a3-ecdb-473c-89b2-435284e98eb7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 1100 time: 0.1756444 Sep 10 03:40:49.870362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb609ea-2c29-406b-8ca2-e394c1c4e7c5 None None] Pushing event updated for resources: {'Port': ['ID=4a7c8645-627d-4082-91cf-9c816f2d0df4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:49.874554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3efbac2-5ff5-4131-b3ed-5e84d2024e2f req-a53313d1-8a7e-4ada-9d2b-e1d64fe80485 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560012 Sep 10 03:40:49.891842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Routers {'af6501af-cb16-4f0f-a229-011c676f969f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:49.892603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['af6501af-cb16-4f0f-a229-011c676f969f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:50.016447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ec636d-8286-4e09-8432-39ba5fb6ec68 req-548c60af-e5c5-40b7-bdae-8198521e340d tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:50.031885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49ec636d-8286-4e09-8432-39ba5fb6ec68 req-548c60af-e5c5-40b7-bdae-8198521e340d tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=007d66c0-a33a-4018-97f6-8a5b7425a3bf HTTP/1.1" status: 200 len: 946 time: 0.1003587 Sep 10 03:40:50.098452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] Set router af6501af-cb16-4f0f-a229-011c676f969f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:50.136205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49ec636d-8286-4e09-8432-39ba5fb6ec68 req-ea1feb53-479b-4900-8ae8-59e4599edac7 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028631 Sep 10 03:40:50.463263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:50.532408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd333c4d-cadd-42fc-84ca-44f8f06f9271 req-a8850db1-0f10-45d7-9384-16419d9d63ff tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:50.540013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd333c4d-cadd-42fc-84ca-44f8f06f9271 req-a8850db1-0f10-45d7-9384-16419d9d63ff tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 949 time: 0.1727574 Sep 10 03:40:50.648901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd333c4d-cadd-42fc-84ca-44f8f06f9271 req-ee34d68e-567b-418b-8b00-51995f0fae4e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964530 Sep 10 03:40:50.823057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-586413321-router', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '4a7c8645-627d-4082-91cf-9c816f2d0df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:40:41Z', 'updated_at': '2021-09-10T03:40:46Z', 'revision_number': 4, 'project_id': '9c0059f0d4914d05b5d144f609d18235', 'gw_port': {'id': '4a7c8645-627d-4082-91cf-9c816f2d0df4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:42Z', 'updated_at': '2021-09-10T03:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'cf65e778-5056-4ce4-97f8-afd9be99456f', 'name': '', 'network_id': '1cf2392e-8d20-430c-a10f-38e59f7e919f', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'mac_address': 'fa:16:3e:75:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '027446f4-7910-4825-bba4-8774a7502622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:45Z', 'updated_at': '2021-09-10T03:40:47Z', 'revision_number': 2, 'project_id': '9c0059f0d4914d05b5d144f609d18235', 'subnets': [{'id': '027446f4-7910-4825-bba4-8774a7502622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:50.887771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42db3d0-ced0-49dc-b54f-b9fd5e7155a4 None None] The sync data for ids ['af6501af-cb16-4f0f-a229-011c676f969f'] in n-d-808143-1 is: [{'id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-586413321-router', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.39'}], 'enable_snat': True}, 'gw_port_id': '4a7c8645-627d-4082-91cf-9c816f2d0df4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:40:41Z', 'updated_at': '2021-09-10T03:40:46Z', 'revision_number': 4, 'project_id': '9c0059f0d4914d05b5d144f609d18235', 'gw_port': {'id': '4a7c8645-627d-4082-91cf-9c816f2d0df4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:ad:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:42Z', 'updated_at': '2021-09-10T03:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'cf65e778-5056-4ce4-97f8-afd9be99456f', 'name': '', 'network_id': '1cf2392e-8d20-430c-a10f-38e59f7e919f', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'mac_address': 'fa:16:3e:75:fe:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'device_owner': 'network:router_interface', 'standard_attr_id': 873, 'fixed_ips': [{'subnet_id': '027446f4-7910-4825-bba4-8774a7502622', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:45Z', 'updated_at': '2021-09-10T03:40:47Z', 'revision_number': 2, 'project_id': '9c0059f0d4914d05b5d144f609d18235', 'subnets': [{'id': '027446f4-7910-4825-bba4-8774a7502622', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:40:50.906498 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8735bb71-7fed-40a4-9fdd-3fcadf49292b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:51.094250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Deleting port cf65e778-5056-4ce4-97f8-afd9be99456f {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:51.095200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:51.109101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:51.256721 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:51.261420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8ff541e7-3ad2-4cac-894e-846e83e751ae triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:51.261789 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:51.286998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Calling delete_port for cf65e778-5056-4ce4-97f8-afd9be99456f owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:51.474149 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:51.550715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:51.557085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:51.560724 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20642cc7-3cfd-4adb-8730-0cfbca893e18" -d '{"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-plugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:51.630189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:51.819700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:51.839591 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:51.881214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Pushing event deleted for resources: {'Port': ['ID=cf65e778-5056-4ce4-97f8-afd9be99456f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:52.089610 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0d1702-00da-47e4-a678-bd582ebfb898 x-openstack-request-id: req-bd0d1702-00da-47e4-a678-bd582ebfb898 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:52.090551 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-plugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:52.091027 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd0d1702-00da-47e4-a678-bd582ebfb898 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:52.092213 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'code': 200} Sep 10 03:40:52.316094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:52.552683 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06042ad8-b5c8-4481-9cc8-e76be1834c5b req-7917a08e-f510-4e21-a617-54d69334e9db tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:52.567432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06042ad8-b5c8-4481-9cc8-e76be1834c5b req-7917a08e-f510-4e21-a617-54d69334e9db tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 949 time: 0.1243501 Sep 10 03:40:52.603099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4a7c8645-627d-4082-91cf-9c816f2d0df4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:52.666444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06042ad8-b5c8-4481-9cc8-e76be1834c5b req-3bd989be-c85a-41db-b572-312487ec1d24 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934520 Sep 10 03:40:52.902699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4a7c8645-627d-4082-91cf-9c816f2d0df4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:40:52.913812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4a7c8645-627d-4082-91cf-9c816f2d0df4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:52.914269 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:53.096538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d61711-2ebb-4c11-bb2c-e9dfe44643e7 req-6bae182e-8f9c-49f2-8b39-38537ec35d27 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:53.104010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4d61711-2ebb-4c11-bb2c-e9dfe44643e7 req-6bae182e-8f9c-49f2-8b39-38537ec35d27 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=007d66c0-a33a-4018-97f6-8a5b7425a3bf HTTP/1.1" status: 200 len: 946 time: 0.1225531 Sep 10 03:40:53.179125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:53.207764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 4a7c8645-627d-4082-91cf-9c816f2d0df4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4a7c8645-627d-4082-91cf-9c816f2d0df4,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:53.268725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4d61711-2ebb-4c11-bb2c-e9dfe44643e7 req-527a5431-d978-48c7-8194-c8bec1ce1796 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b2302fd-46da-4465-957f-fddbfb64d750&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442649 Sep 10 03:40:53.318860 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:53.321818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-cf603da8-f2d6-479f-b92e-894f586cb23c tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:53.326712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-cf603da8-f2d6-479f-b92e-894f586cb23c tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "GET /v2.0/ports?device_id=007d66c0-a33a-4018-97f6-8a5b7425a3bf HTTP/1.1" status: 200 len: 946 time: 0.1221480 Sep 10 03:40:53.334545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Router af6501af-cb16-4f0f-a229-011c676f969f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:40:53.470921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=4a7c8645-627d-4082-91cf-9c816f2d0df4,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:53.527114 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a0bbb3c9-3eab-4e3d-ada5-23d5e687c6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:53.544321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-9c74e755-b5a9-431a-ae30-f52d464e49f2 req-339be63d-885b-41a5-816c-58a4f42dd28c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:40:53.545324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c74e755-b5a9-431a-ae30-f52d464e49f2 req-339be63d-885b-41a5-816c-58a4f42dd28c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056624 Sep 10 03:40:53.556661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:40:53.568587 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-73313662-7707-4158-af40-6e2006324d4a admin admin] 10.222.0.22 "PUT /v2.0/routers/af6501af-cb16-4f0f-a229-011c676f969f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7830591 Sep 10 03:40:53.570940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33398) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:53.642865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Deleting port 37895f9f-7987-41e2-bd3d-5264196686d1 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:53.643857 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:53.655292 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:53.881748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] For port 37895f9f-7987-41e2-bd3d-5264196686d1, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=37895f9f-7987-41e2-bd3d-5264196686d1,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:53.882028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:53.905424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Calling delete_port for 37895f9f-7987-41e2-bd3d-5264196686d1 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:53.978026 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:54.128912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50795f2e-8763-40d2-a81d-c0250abbf490 req-909229fd-dd3a-48c0-b916-02f5e17827ba tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:54.130758 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50795f2e-8763-40d2-a81d-c0250abbf490 req-909229fd-dd3a-48c0-b916-02f5e17827ba tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 945 time: 0.1222045 Sep 10 03:40:54.213974 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:54.231230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-dc0ca802-ef50-43bd-a7b8-0509585da7b5 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:54.233659 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-dc0ca802-ef50-43bd-a7b8-0509585da7b5 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.39 "GET /v2.0/ports?device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 946 time: 0.4126496 Sep 10 03:40:54.264220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50795f2e-8763-40d2-a81d-c0250abbf490 req-8642925f-4f2e-41a2-b6ba-a7ff57c32b79 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233315 Sep 10 03:40:54.268663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-dbfc6c01-88ff-48b3-8671-707532a8d0da tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:54.270497 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-dbfc6c01-88ff-48b3-8671-707532a8d0da tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.20 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 945 time: 0.4184837 Sep 10 03:40:54.355789 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:54.374048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['37895f9f-7987-41e2-bd3d-5264196686d1', '8ac0122f-cd56-409a-b2b8-9dd08fc12c31'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:54.401850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Pushing event deleted for resources: {'Port': ['ID=37895f9f-7987-41e2-bd3d-5264196686d1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:54.472470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] No DVR routers for this DVR port 37895f9f-7987-41e2-bd3d-5264196686d1 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:54.494271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17100a3a-6e06-4c1d-964d-54de9fd8e91e req-c2614789-7ed7-4bcd-afa4-b27eccd98f67 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:54.503342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17100a3a-6e06-4c1d-964d-54de9fd8e91e req-c2614789-7ed7-4bcd-afa4-b27eccd98f67 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 946 time: 0.2380307 Sep 10 03:40:54.522948 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:54.525089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "DELETE /v2.0/ports/37895f9f-7987-41e2-bd3d-5264196686d1 HTTP/1.1" status: 204 len: 173 time: 1.1914809 Sep 10 03:40:54.536975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '007d66c0-a33a-4018-97f6-8a5b7425a3bf', 'name': 'network-vif-deleted', 'tag': '37895f9f-7987-41e2-bd3d-5264196686d1'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:54.543796 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dfdea9a-c776-4ac0-8e7c-7dfa4e5a85c0" -d '{"events": [{"server_uuid": "007d66c0-a33a-4018-97f6-8a5b7425a3bf", "name": "network-vif-deleted", "tag": "37895f9f-7987-41e2-bd3d-5264196686d1"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:54.564852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4a7c8645-627d-4082-91cf-9c816f2d0df4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:40:54.670512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4a7c8645-627d-4082-91cf-9c816f2d0df4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:40:54.671325 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:54.675392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17100a3a-6e06-4c1d-964d-54de9fd8e91e req-22f9a666-155e-429f-ba56-9327bf0d6cc0 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/security-groups?id=50431b28-0d9d-479b-838c-e863f8c80a97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569829 Sep 10 03:40:54.680804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-0db04815-4c25-44c2-a758-76ed7f9faa45 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:54.696428 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-0db04815-4c25-44c2-a758-76ed7f9faa45 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 945 time: 0.2863822 Sep 10 03:40:54.738916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-6031727f-ef94-4524-9ae7-61307034f6c4 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:54.740675 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-6031727f-ef94-4524-9ae7-61307034f6c4 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.39 "GET /v2.0/ports?device_id=f59379ac-ae72-4b28-8a48-a57b00212141 HTTP/1.1" status: 200 len: 945 time: 0.2147486 Sep 10 03:40:54.742955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Deleting port 4a7c8645-627d-4082-91cf-9c816f2d0df4 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:54.743292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:54.892351 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] Sync routers for ids ['af6501af-cb16-4f0f-a229-011c676f969f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:40:54.892905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Deleting port 26590488-3e69-4200-b9b3-ee2057f4bbac {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:54.893181 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:54.895005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b65732e4-2ffc-4d7a-b384-f4493d7d598a req-e1d170c0-4c82-4198-97f6-45eb90ed669e tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=007d66c0-a33a-4018-97f6-8a5b7425a3bf HTTP/1.1" status: 200 len: 210 time: 0.0730147 Sep 10 03:40:54.906803 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] Routers {'af6501af-cb16-4f0f-a229-011c676f969f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:54.907659 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['af6501af-cb16-4f0f-a229-011c676f969f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:55.003331 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.018091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Deleting port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:55.018091 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.045543 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] Set router af6501af-cb16-4f0f-a229-011c676f969f gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:55.159090 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7604075-9420-4805-8e10-512de896cf63 x-openstack-request-id: req-d7604075-9420-4805-8e10-512de896cf63 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:55.168523 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "007d66c0-a33a-4018-97f6-8a5b7425a3bf", "name": "network-vif-deleted", "tag": "37895f9f-7987-41e2-bd3d-5264196686d1", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:55.168523 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7604075-9420-4805-8e10-512de896cf63 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:55.168523 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '007d66c0-a33a-4018-97f6-8a5b7425a3bf', 'name': 'network-vif-deleted', 'tag': '37895f9f-7987-41e2-bd3d-5264196686d1', 'status': 'completed', 'code': 200} Sep 10 03:40:55.170282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-586413321-router', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:40:41Z', 'updated_at': '2021-09-10T03:40:54Z', 'revision_number': 6, 'project_id': '9c0059f0d4914d05b5d144f609d18235', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:55.223749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] For port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:55.224191 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.234602 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] For port 4a7c8645-627d-4082-91cf-9c816f2d0df4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4a7c8645-627d-4082-91cf-9c816f2d0df4,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:55.235442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.246158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Calling delete_port for 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:55.249966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Deleting port ad5d137a-af30-4ca1-8f94-748e6f70f0da {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:55.250477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.252614 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] Checking router: af6501af-cb16-4f0f-a229-011c676f969f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:40:55.266674 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] Routers {'af6501af-cb16-4f0f-a229-011c676f969f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:40:55.267292 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['af6501af-cb16-4f0f-a229-011c676f969f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:55.291935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Calling delete_port for 4a7c8645-627d-4082-91cf-9c816f2d0df4 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:55.469923 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] Set router af6501af-cb16-4f0f-a229-011c676f969f gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:40:55.471450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] For port 26590488-3e69-4200-b9b3-ee2057f4bbac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=26590488-3e69-4200-b9b3-ee2057f4bbac,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:55.471450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.471660 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-586413321-router', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:40:41Z', 'updated_at': '2021-09-10T03:40:54Z', 'revision_number': 6, 'project_id': '9c0059f0d4914d05b5d144f609d18235', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:55.471660 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351b07cf-ae24-4111-82c5-f24467637ef4 None None] The sync data for ids ['af6501af-cb16-4f0f-a229-011c676f969f'] in n-d-808143-1 is: [{'id': 'af6501af-cb16-4f0f-a229-011c676f969f', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-586413321-router', 'tenant_id': '9c0059f0d4914d05b5d144f609d18235', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:40:41Z', 'updated_at': '2021-09-10T03:40:54Z', 'revision_number': 6, 'project_id': '9c0059f0d4914d05b5d144f609d18235', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:40:55.471885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Calling delete_port for 26590488-3e69-4200-b9b3-ee2057f4bbac owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:55.558517 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.562041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Deleting port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:55.562439 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.571636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['63fdb4bb-7056-496b-ae3c-5947d5f1c7b7', 'ad5d137a-af30-4ca1-8f94-748e6f70f0da'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:55.638355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] For port ad5d137a-af30-4ca1-8f94-748e6f70f0da, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=ad5d137a-af30-4ca1-8f94-748e6f70f0da,segment=NetworkSegment(6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2),segment_id=6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:55.638739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.680793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Pushing event deleted for resources: {'Port': ['ID=63fdb4bb-7056-496b-ae3c-5947d5f1c7b7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:55.711292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Calling delete_port for ad5d137a-af30-4ca1-8f94-748e6f70f0da owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:55.854647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-58b45472-3709-40d5-a392-5cb84b1ba9f9 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0652859 Sep 10 03:40:55.918899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] No DVR routers for this DVR port 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:55.925671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.927707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fe6af91-aa19-48fd-a2a1-d30babd6e9d1 req-60e61576-553d-410a-b778-eccebbdb1217 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.39 "DELETE /v2.0/ports/63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 HTTP/1.1" status: 204 len: 173 time: 1.1792550 Sep 10 03:40:55.934775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] For port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,segment=NetworkSegment(17881f5c-d4d3-406b-ad9e-e1afb476a3d4),segment_id=17881f5c-d4d3-406b-ad9e-e1afb476a3d4)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:55.935425 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:55.953335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Calling delete_port for 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:56.014426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d095b-eb55-4351-94fc-7944cfaa897a req-ecd5bc92-cfcd-496e-a78b-dcb7094e91e5 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:56.021665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed5d095b-eb55-4351-94fc-7944cfaa897a req-ecd5bc92-cfcd-496e-a78b-dcb7094e91e5 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 945 time: 0.1270444 Sep 10 03:40:56.096616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed5d095b-eb55-4351-94fc-7944cfaa897a req-8538368a-a527-480d-8bae-bc9b45dacee5 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597684 Sep 10 03:40:56.115147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff596aa-1105-407f-8c61-e7920f782585 req-9bb1c1b7-3938-4892-a770-4178b7bf6dba tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:56.117157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-9bb1c1b7-3938-4892-a770-4178b7bf6dba tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2614095 Sep 10 03:40:56.147251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-59fa4535-6b40-4358-92c8-3903e218fc5e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/quotas/ad1b5aa54e614e72bd18ac8ea5f9f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0112889 Sep 10 03:40:56.170724 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:56.271373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-7506401a-113f-4e99-9257-44e588c2e072 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1166241 Sep 10 03:40:56.346768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:56.430450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:56.430450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Pushing event deleted for resources: {'Port': ['ID=8ac0122f-cd56-409a-b2b8-9dd08fc12c31,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:56.438554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7796ab0c-8008-44f4-af1b-ef079d7931d5 req-bcc2b3f9-b8ef-4697-86c8-0d301a26a170 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 210 time: 0.0318151 Sep 10 03:40:56.442062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['63fdb4bb-7056-496b-ae3c-5947d5f1c7b7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:40:56.505940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cf65e778-5056-4ce4-97f8-afd9be99456f no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:56.521739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:56.547631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:56.574870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: cf65e778-5056-4ce4-97f8-afd9be99456f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:56.575546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cf65e778-5056-4ce4-97f8-afd9be99456f not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:56.580739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4a7c8645-627d-4082-91cf-9c816f2d0df4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:56.609063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 4a7c8645-627d-4082-91cf-9c816f2d0df4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:56.611940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4a7c8645-627d-4082-91cf-9c816f2d0df4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:56.652269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2025c56-ce47-4a97-9aa4-173c889e5201 req-5b552fd6-e433-4a5f-b5ec-6e7665804f75 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 210 time: 0.0526299 Sep 10 03:40:56.652718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] No DVR routers for this DVR port 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:56.676338 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:56.678514 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-07039963-b3a2-4356-a4f3-5f40981bb66a req-bc9a0b30-1caf-4464-b4fd-ebfcc20beca5 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.39 "DELETE /v2.0/ports/8ac0122f-cd56-409a-b2b8-9dd08fc12c31 HTTP/1.1" status: 204 len: 173 time: 1.9739594 Sep 10 03:40:56.682369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444a0397-042b-41c7-8328-e12f8d3f747c', 'name': 'network-vif-deleted', 'tag': '8ac0122f-cd56-409a-b2b8-9dd08fc12c31'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:56.686316 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73d101d5-3ee9-4bce-9ca1-7ddd2000fbc1" -d '{"events": [{"server_uuid": "444a0397-042b-41c7-8328-e12f8d3f747c", "name": "network-vif-deleted", "tag": "8ac0122f-cd56-409a-b2b8-9dd08fc12c31"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:56.799012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f0e7fcf-81cf-4cf5-b708-9197c97a04f5 req-91a811e8-25e4-4c6d-b43e-58a2fbe211f2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 210 time: 0.0529573 Sep 10 03:40:56.832000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Pushing event deleted for resources: {'Port': ['ID=ad5d137a-af30-4ca1-8f94-748e6f70f0da,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:56.837765 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20249fec-5cd8-4e14-98e8-fce8afc05ec7 x-openstack-request-id: req-20249fec-5cd8-4e14-98e8-fce8afc05ec7 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:56.838120 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444a0397-042b-41c7-8328-e12f8d3f747c", "name": "network-vif-deleted", "tag": "8ac0122f-cd56-409a-b2b8-9dd08fc12c31", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:56.838432 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20249fec-5cd8-4e14-98e8-fce8afc05ec7 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:56.838937 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444a0397-042b-41c7-8328-e12f8d3f747c', 'name': 'network-vif-deleted', 'tag': '8ac0122f-cd56-409a-b2b8-9dd08fc12c31', 'status': 'completed', 'code': 200} Sep 10 03:40:56.839815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] No DVR routers for this DVR port ad5d137a-af30-4ca1-8f94-748e6f70f0da on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:56.847911 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:56.849983 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-da9b9bef-e7fe-41fd-ae37-07bc86a99a4f req-868d9d39-8f0f-4558-900e-1267ae864326 tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.39 "DELETE /v2.0/ports/ad5d137a-af30-4ca1-8f94-748e6f70f0da HTTP/1.1" status: 204 len: 173 time: 2.5975037 Sep 10 03:40:56.926522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] No DVR routers for this DVR port 26590488-3e69-4200-b9b3-ee2057f4bbac on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:56.932406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:56.934594 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caf90fcb-359f-42e0-9178-5f9293f36fca req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.20 "DELETE /v2.0/ports/26590488-3e69-4200-b9b3-ee2057f4bbac HTTP/1.1" status: 204 len: 173 time: 2.6380126 Sep 10 03:40:56.935781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Pushing event deleted for resources: {'Port': ['ID=4a7c8645-627d-4082-91cf-9c816f2d0df4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:56.962565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1c48c-f957-4e89-8d84-69f0da7bf0f1 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Pushing event deleted for resources: {'Port': ['ID=26590488-3e69-4200-b9b3-ee2057f4bbac,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:56.980938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:57.152636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 26590488-3e69-4200-b9b3-ee2057f4bbac no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:57.161374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f59379ac-ae72-4b28-8a48-a57b00212141', 'name': 'network-vif-deleted', 'tag': '63fdb4bb-7056-496b-ae3c-5947d5f1c7b7'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:57.164839 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e34b130-f9f1-484b-9d67-e3e075b6b12d" -d '{"events": [{"server_uuid": "f59379ac-ae72-4b28-8a48-a57b00212141", "name": "network-vif-deleted", "tag": "63fdb4bb-7056-496b-ae3c-5947d5f1c7b7"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:57.209578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 26590488-3e69-4200-b9b3-ee2057f4bbac {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:57.210268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 26590488-3e69-4200-b9b3-ee2057f4bbac not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:57.242995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e348f7e-06a4-4187-bf3a-ceb42b4b79fe req-345bf941-cbe6-4b82-b5dc-c80b8a31fccd tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 210 time: 0.0618250 Sep 10 03:40:57.281211 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aba70eec-159f-4856-9fa7-72b731ab2384 x-openstack-request-id: req-aba70eec-159f-4856-9fa7-72b731ab2384 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:57.281724 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f59379ac-ae72-4b28-8a48-a57b00212141", "name": "network-vif-deleted", "tag": "63fdb4bb-7056-496b-ae3c-5947d5f1c7b7", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:57.282218 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aba70eec-159f-4856-9fa7-72b731ab2384 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:57.283060 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f59379ac-ae72-4b28-8a48-a57b00212141', 'name': 'network-vif-deleted', 'tag': '63fdb4bb-7056-496b-ae3c-5947d5f1c7b7', 'status': 'completed', 'code': 200} Sep 10 03:40:57.685642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fa916c3-0a90-4dc4-b1a5-311903d08e43 req-0ef87d43-8ed7-4711-b7c3-7843a02ec0bf tempest-ListServersNegativeTestJSON-1917564077 tempest-ListServersNegativeTestJSON-1917564077-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a HTTP/1.1" status: 200 len: 210 time: 0.0984306 Sep 10 03:40:57.712378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:57.715667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:57.764315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b7c948e-6e60-43d0-9625-25786f67fe1e req-3801c5e7-724c-44dd-ae7e-d7b4e27483d6 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 210 time: 0.0467112 Sep 10 03:40:57.944980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:57.945836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Fanout notify agent at l3_agent the message router_deleted on router af6501af-cb16-4f0f-a229-011c676f969f {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:40:57.959444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:57.960814 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b2d48130-dc02-4107-b3b5-900ca675829e admin admin] 10.222.0.22 "DELETE /v2.0/routers/af6501af-cb16-4f0f-a229-011c676f969f HTTP/1.1" status: 204 len: 168 time: 4.3890162 Sep 10 03:40:57.963430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33584) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:57.998458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e272481c-985c-4e23-8c5a-495e68b9ce7c req-7b31d09d-3e80-45e9-9a3f-868644e2585e tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] 10.222.0.22 "GET /v2.0/ports?device_id=444a0397-042b-41c7-8328-e12f8d3f747c HTTP/1.1" status: 200 len: 210 time: 0.0986888 Sep 10 03:40:58.082160 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8091c527-8fdc-4968-a5ea-aff3a88eb021 admin admin] Deleting subnet 027446f4-7910-4825-bba4-8774a7502622 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:40:58.087471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8091c527-8fdc-4968-a5ea-aff3a88eb021 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:58.144288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8091c527-8fdc-4968-a5ea-aff3a88eb021 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:58.266511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8091c527-8fdc-4968-a5ea-aff3a88eb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:58.289562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 37895f9f-7987-41e2-bd3d-5264196686d1 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:58.359056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 37895f9f-7987-41e2-bd3d-5264196686d1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:58.360153 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 37895f9f-7987-41e2-bd3d-5264196686d1 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:58.360794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:58.417364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33592) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:58.436270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:58.437505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 63fdb4bb-7056-496b-ae3c-5947d5f1c7b7 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:58.438211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device ad5d137a-af30-4ca1-8f94-748e6f70f0da no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:58.470684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: ad5d137a-af30-4ca1-8f94-748e6f70f0da {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:58.471346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device ad5d137a-af30-4ca1-8f94-748e6f70f0da not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:58.471983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:40:58.499569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8091c527-8fdc-4968-a5ea-aff3a88eb021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:58.504597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:40:58.508181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 8ac0122f-cd56-409a-b2b8-9dd08fc12c31 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:40:58.533420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c403a2d2-8b10-4823-a8e7-c7f6f9cf232d None None] Network 1cf2392e-8d20-430c-a10f-38e59f7e919f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:40:58.540226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9437fcbe-6545-41bc-a5fc-6753decf3eec req-efc9a58a-7499-494a-adef-fd57f0a35ef3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=48c710a2-9f34-4203-8620-86d9836f6899 HTTP/1.1" status: 200 len: 210 time: 0.1188493 Sep 10 03:40:58.550112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8091c527-8fdc-4968-a5ea-aff3a88eb021 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:58.561911 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8091c527-8fdc-4968-a5ea-aff3a88eb021 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/027446f4-7910-4825-bba4-8774a7502622 HTTP/1.1" status: 204 len: 168 time: 0.5845585 Sep 10 03:40:58.572496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33596) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:58.597551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:58.604004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8091c527-8fdc-4968-a5ea-aff3a88eb021 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=027446f4-7910-4825-bba4-8774a7502622,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:58.747604 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:58.784221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae91a142-ad69-4fe4-a6a7-3c3ee491a664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:58.841005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a', 'name': 'network-vif-deleted', 'tag': 'ad5d137a-af30-4ca1-8f94-748e6f70f0da'}, {'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'name': 'network-vif-deleted', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:40:58.844601 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71169bc7-2466-47bf-b67c-3b7f00db211c" -d '{"events": [{"server_uuid": "fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a", "name": "network-vif-deleted", "tag": "ad5d137a-af30-4ca1-8f94-748e6f70f0da"}, {"server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "name": "network-vif-deleted", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:40:58.857146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33614) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:58.952353 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff50ba51-f893-4a9b-8e40-8323f44c7c5e x-openstack-request-id: req-ff50ba51-f893-4a9b-8e40-8323f44c7c5e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:40:58.954435 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a", "name": "network-vif-deleted", "tag": "ad5d137a-af30-4ca1-8f94-748e6f70f0da", "status": "completed", "code": 200}, {"server_uuid": "48c710a2-9f34-4203-8620-86d9836f6899", "name": "network-vif-deleted", "tag": "26590488-3e69-4200-b9b3-ee2057f4bbac", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:40:58.955456 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff50ba51-f893-4a9b-8e40-8323f44c7c5e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:40:58.956140 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd9cfc87-3ebd-42a0-87b4-2d8d4547ca7a', 'name': 'network-vif-deleted', 'tag': 'ad5d137a-af30-4ca1-8f94-748e6f70f0da', 'status': 'completed', 'code': 200} Sep 10 03:40:58.957382 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c710a2-9f34-4203-8620-86d9836f6899', 'name': 'network-vif-deleted', 'tag': '26590488-3e69-4200-b9b3-ee2057f4bbac', 'status': 'completed', 'code': 200} Sep 10 03:40:58.960748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e46085a8-8268-4253-9f59-ee83a2163080 None None] DHCP port deletion for 1cf2392e-8d20-430c-a10f-38e59f7e919f request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:40:59.004151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1417d86-bded-413f-bf16-1da26e8e969d req-dd38ec9f-19e3-4996-9ef2-dbf01db18a91 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 210 time: 0.0738728 Sep 10 03:40:59.021944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fb3c090-3ffe-49fe-af9a-8b4c3a835c18 admin admin] Deleting subnet 60d8d5b5-de31-4ce8-8422-82ee84b15dba {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:40:59.028411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Deleting port 52ef6522-cbb3-4880-b213-208a7525790a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:59.032695 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.043067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c090-3ffe-49fe-af9a-8b4c3a835c18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.046613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e46085a8-8268-4253-9f59-ee83a2163080 None None] Deleting port 52ef6522-cbb3-4880-b213-208a7525790a {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:40:59.046979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e46085a8-8268-4253-9f59-ee83a2163080 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.053885 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae91a142-ad69-4fe4-a6a7-3c3ee491a664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.083746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33620) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:59.126427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae91a142-ad69-4fe4-a6a7-3c3ee491a664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.130698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e46085a8-8268-4253-9f59-ee83a2163080 None None] For port 52ef6522-cbb3-4880-b213-208a7525790a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=52ef6522-cbb3-4880-b213-208a7525790a,segment=NetworkSegment(b13695b6-6e9f-4c29-ac76-8e893e21fb44),segment_id=b13695b6-6e9f-4c29-ac76-8e893e21fb44)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:59.133805 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e46085a8-8268-4253-9f59-ee83a2163080 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.147307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e46085a8-8268-4253-9f59-ee83a2163080 None None] Calling delete_port for 52ef6522-cbb3-4880-b213-208a7525790a owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:59.158128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] For port 52ef6522-cbb3-4880-b213-208a7525790a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=52ef6522-cbb3-4880-b213-208a7525790a,segment=NetworkSegment(b13695b6-6e9f-4c29-ac76-8e893e21fb44),segment_id=b13695b6-6e9f-4c29-ac76-8e893e21fb44)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:40:59.158783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.174099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Calling delete_port for 52ef6522-cbb3-4880-b213-208a7525790a owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:40:59.199941 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ae91a142-ad69-4fe4-a6a7-3c3ee491a664 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffc003c444eb43b88e78178a351f1cb5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7786996 Sep 10 03:40:59.220066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33622) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:59.268555 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c090-3ffe-49fe-af9a-8b4c3a835c18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.333572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68a3406e-4612-4225-a398-692e3d791a3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.345125 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c090-3ffe-49fe-af9a-8b4c3a835c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.361906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68a3406e-4612-4225-a398-692e3d791a3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.408649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae91a142-ad69-4fe4-a6a7-3c3ee491a664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=590edf0d-9719-4a38-a26f-056cf6dc5eb0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:59.433440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-25e6682e-de24-4cc9-89c4-b39aea3aaff8 admin admin] Deleting subnet 64da495b-f14b-4aaf-9866-d2430ad039df {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:40:59.446856 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25e6682e-de24-4cc9-89c4-b39aea3aaff8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.468659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: from cryptography.utils import int_from_bytes Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: from cryptography.utils import int_from_bytes Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.470377 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:40:59.474354 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:40:59.481304 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e46085a8-8268-4253-9f59-ee83a2163080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.485049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25e6682e-de24-4cc9-89c4-b39aea3aaff8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.516174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] No DVR routers for this DVR port 52ef6522-cbb3-4880-b213-208a7525790a on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:59.540074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46085a8-8268-4253-9f59-ee83a2163080 None None] Pushing event deleted for resources: {'Port': ['ID=52ef6522-cbb3-4880-b213-208a7525790a,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:59.548417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e46085a8-8268-4253-9f59-ee83a2163080 None None] No DVR routers for this DVR port 52ef6522-cbb3-4880-b213-208a7525790a on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:40:59.563239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25e6682e-de24-4cc9-89c4-b39aea3aaff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.641411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Pushing event deleted for resources: {'Port': ['ID=52ef6522-cbb3-4880-b213-208a7525790a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:59.645009 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c090-3ffe-49fe-af9a-8b4c3a835c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.646706 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-1dc77c86-7d09-4b63-b707-8a0874270398 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278637 Sep 10 03:40:59.707173 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.717101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25e6682e-de24-4cc9-89c4-b39aea3aaff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.755391 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fb3c090-3ffe-49fe-af9a-8b4c3a835c18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.765884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1fb3c090-3ffe-49fe-af9a-8b4c3a835c18 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/60d8d5b5-de31-4ce8-8422-82ee84b15dba HTTP/1.1" status: 204 len: 168 time: 0.9042869 Sep 10 03:40:59.781580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33636) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:59.790607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb3c090-3ffe-49fe-af9a-8b4c3a835c18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60d8d5b5-de31-4ce8-8422-82ee84b15dba,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:59.826596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cf2392e-8d20-430c-a10f-38e59f7e919f']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:59.844705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b13695b6-6e9f-4c29-ac76-8e893e21fb44') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:59.845274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b13695b6-6e9f-4c29-ac76-8e893e21fb44') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:40:59.858431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68a3406e-4612-4225-a398-692e3d791a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.861158 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68a3406e-4612-4225-a398-692e3d791a3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.862630 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-68a3406e-4612-4225-a398-692e3d791a3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/590edf0d-9719-4a38-a26f-056cf6dc5eb0 HTTP/1.1" status: 204 len: 168 time: 0.6415453 Sep 10 03:40:59.870408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e6682e-de24-4cc9-89c4-b39aea3aaff8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=64da495b-f14b-4aaf-9866-d2430ad039df,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:59.875547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25e6682e-de24-4cc9-89c4-b39aea3aaff8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.877494 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-25e6682e-de24-4cc9-89c4-b39aea3aaff8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/64da495b-f14b-4aaf-9866-d2430ad039df HTTP/1.1" status: 204 len: 168 time: 0.7920768 Sep 10 03:40:59.887745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.887963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33644) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:40:59.897742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a3406e-4612-4225-a398-692e3d791a3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=590edf0d-9719-4a38-a26f-056cf6dc5eb0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:40:59.914943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.922872 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.935373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:40:59.935858 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:40:59.938291 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:40:59.957916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff596aa-1105-407f-8c61-e7920f782585 req-58545696-3a37-4e6f-b8da-56e41ee68649 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:40:59.959470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-58545696-3a37-4e6f-b8da-56e41ee68649 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3029087 Sep 10 03:41:00.001669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Request body: {'port': {'device_id': '43c0f3ff-eac7-43f2-b123-25dcf71eb12e', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'ad1b5aa54e614e72bd18ac8ea5f9f9f3'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:00.025874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.063861 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.086063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e344d40-2b96-4ddf-9fd6-0f9746be7786']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:00.101896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:00.103279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c7d8833-0701-4ff7-b2d3-1a69a1de8ca2') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:00.132405 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.166970 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.178332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.182550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:41:00.183233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:41:00.208064 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:41:00.215172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ff2e35-74c2-4331-bcf2-d436143ada95']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:00.228840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17881f5c-d4d3-406b-ad9e-e1afb476a3d4') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:00.229186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17881f5c-d4d3-406b-ad9e-e1afb476a3d4') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:00.239574 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.244240 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.256513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.262813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:41:00.263783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.280525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efe83c1e-c4a9-4aa0-ba50-0fc7b3df8a07 req-254b845e-265b-45bf-ab54-5464a8e49350 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 210 time: 0.0540843 Sep 10 03:41:00.281553 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.285889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1cf2392e-8d20-430c-a10f-38e59f7e919f HTTP/1.1" status: 204 len: 168 time: 1.7095432 Sep 10 03:41:00.335508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c1d36-1080-4384-917f-c7f8fe8c0f10 admin admin] Pushing event deleted for resources: {'Network': ['ID=1cf2392e-8d20-430c-a10f-38e59f7e919f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:00.367094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68fe1afc-bdf9-4358-95cc-67bf80cd3381 req-a8c2e3a7-e1fe-4a99-9020-60674376c394 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:00.371434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68fe1afc-bdf9-4358-95cc-67bf80cd3381 req-a8c2e3a7-e1fe-4a99-9020-60674376c394 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 944 time: 0.1583619 Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:41:00.392044 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:41:00.430439 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.453153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.463527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.463785 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.467401 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] 10.222.0.22 "DELETE /v2.0/networks/94ff2e35-74c2-4331-bcf2-d436143ada95 HTTP/1.1" status: 204 len: 168 time: 0.5770833 Sep 10 03:41:00.472567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2e344d40-2b96-4ddf-9fd6-0f9746be7786 HTTP/1.1" status: 204 len: 168 time: 0.6850693 Sep 10 03:41:00.483032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68fe1afc-bdf9-4358-95cc-67bf80cd3381 req-9965f690-193d-4b41-b0cc-b53669b1ef12 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014907 Sep 10 03:41:00.496247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff8fe32-5a16-46e9-b5a3-e428d1659b1e admin admin] Pushing event deleted for resources: {'Network': ['ID=94ff2e35-74c2-4331-bcf2-d436143ada95,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:00.509097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f29b3a0-7995-41b4-b5b2-297c147eb7a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2e344d40-2b96-4ddf-9fd6-0f9746be7786,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:00.514277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 52ef6522-cbb3-4880-b213-208a7525790a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:00.517716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Made reservation on behalf of ad1b5aa54e614e72bd18ac8ea5f9f9f3 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:00.523298 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.542088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 52ef6522-cbb3-4880-b213-208a7525790a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:41:00.542676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 52ef6522-cbb3-4880-b213-208a7525790a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:41:00.710551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Allocated IP 192.168.233.145 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/8d0722d0-36ec-46c4-9584-bc63f0810092) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:00.731074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-bc3f9d9e-9997-4e89-b51f-7700491833f2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:00.733136 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-bc3f9d9e-9997-4e89-b51f-7700491833f2 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.20 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 944 time: 0.0853946 Sep 10 03:41:00.929172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Deleting port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:41:00.929525 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:00.982502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.027880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Transition to ACTIVE for port object 8d0722d0-36ec-46c4-9584-bc63f0810092 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:01.055142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] For port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:01.055513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.077098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Calling delete_port for 6b91fef9-460a-41b4-8b7b-70db6e77d2ab owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:41:01.166433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33676) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:01.221394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.232764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-565f170e-7f93-4c87-9163-ecec0ac6b6d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c0059f0d4914d05b5d144f609d18235&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643971 Sep 10 03:41:01.236050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['588ee2b7-ba7b-4ced-a326-f87694888791', '5b756dea-0978-4f63-954e-e1c714d7b9e0'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:01.240134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33680) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:01.256832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33682) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:01.363003 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c54dcdc-fae6-4e51-bb75-4c89cd2b5640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.380033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.436296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:01.444968 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c54dcdc-fae6-4e51-bb75-4c89cd2b5640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.469740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Pushing event updated for resources: {'Port': ['ID=8d0722d0-36ec-46c4-9584-bc63f0810092,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:01.496548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:01.525502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:01.580865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fee34d-c5d1-4cbf-8def-5e7e6df20bcd req-1ecc7656-e2e9-4a3a-ae50-65f3ed674a6f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:01.590405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3fee34d-c5d1-4cbf-8def-5e7e6df20bcd req-1ecc7656-e2e9-4a3a-ae50-65f3ed674a6f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 936 time: 0.1502061 Sep 10 03:41:01.599565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Pushing event deleted for resources: {'Port': ['ID=6b91fef9-460a-41b4-8b7b-70db6e77d2ab,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:01.630176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] No DVR routers for this DVR port 6b91fef9-460a-41b4-8b7b-70db6e77d2ab on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:41:01.633965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.636436 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7eb000f1-5df3-4aed-82ee-ee5698bc8ac8 req-52229433-8b44-4620-8c9b-2a632ee8a1a8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.20 "DELETE /v2.0/ports/6b91fef9-460a-41b4-8b7b-70db6e77d2ab HTTP/1.1" status: 204 len: 173 time: 0.8945906 Sep 10 03:41:01.640288 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'name': 'network-vif-deleted', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:01.644305 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67c5f7c5-efa1-46b7-9c99-fefc439482c8" -d '{"events": [{"server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "name": "network-vif-deleted", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:01.654983 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7625ec50-4d95-45af-969e-46e8341588b0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2d30cd344b94499e948bf6fd3de36d6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3326671 Sep 10 03:41:01.655775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33696) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:01.688706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fffb32b6-2972-4287-ae2b-36e72f4078b0 req-346378c6-f52d-44d3-83ef-402c2b339a07 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 210 time: 0.0383866 Sep 10 03:41:01.718227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3fee34d-c5d1-4cbf-8def-5e7e6df20bcd req-24a810a1-4c4f-402f-a8a7-42b802831d29 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230564 Sep 10 03:41:01.787430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:01.803867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.828482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c54dcdc-fae6-4e51-bb75-4c89cd2b5640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.831026 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c54dcdc-fae6-4e51-bb75-4c89cd2b5640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.833645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8c54dcdc-fae6-4e51-bb75-4c89cd2b5640 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df615591-6130-4143-9b71-b4ba6afb994c HTTP/1.1" status: 204 len: 168 time: 0.5908799 Sep 10 03:41:01.852014 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b24210a-024a-411d-be04-f321d1fc15c2 x-openstack-request-id: req-5b24210a-024a-411d-be04-f321d1fc15c2 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:01.852683 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28f1742f-543a-406c-b458-b64892b1a9ce", "name": "network-vif-deleted", "tag": "6b91fef9-460a-41b4-8b7b-70db6e77d2ab", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:01.854878 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b24210a-024a-411d-be04-f321d1fc15c2 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:01.856090 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28f1742f-543a-406c-b458-b64892b1a9ce', 'name': 'network-vif-deleted', 'tag': '6b91fef9-460a-41b4-8b7b-70db6e77d2ab', 'status': 'completed', 'code': 200} Sep 10 03:41:01.865784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dbf34a0-c396-4a09-b6ab-c1d87e326642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:01.881741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54dcdc-fae6-4e51-bb75-4c89cd2b5640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df615591-6130-4143-9b71-b4ba6afb994c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:01.928860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33704) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:01.953189 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-f448847b-fee8-4963-8545-12a008d02b1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9441173 Sep 10 03:41:01.967564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Request body: {'port': {'device_id': '43c0f3ff-eac7-43f2-b123-25dcf71eb12e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:01.972638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dbf34a0-c396-4a09-b6ab-c1d87e326642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.003356 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.066089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-485d9cbc-f0c4-4448-a251-7db31b3b1d94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf0ecc1377324f0a9e6e276198037cb0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1336689 Sep 10 03:41:02.066824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33718) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:02.077618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-12a7ae55-3862-4af2-bd5f-227e7c54681b None None] Provisioning for port 8d0722d0-36ec-46c4-9584-bc63f0810092 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:02.079017 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.082388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-12a7ae55-3862-4af2-bd5f-227e7c54681b None None] Provisioning complete for port 8d0722d0-36ec-46c4-9584-bc63f0810092 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:02.082931 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12a7ae55-3862-4af2-bd5f-227e7c54681b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.163546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c9e9-0832-4313-a0ea-35d3cf8a2aef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.166495 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dbf34a0-c396-4a09-b6ab-c1d87e326642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.172219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dbf34a0-c396-4a09-b6ab-c1d87e326642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.172564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-12a7ae55-3862-4af2-bd5f-227e7c54681b None None] Port 8d0722d0-36ec-46c4-9584-bc63f0810092 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:02.177850 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8dbf34a0-c396-4a09-b6ab-c1d87e326642 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b2302fd-46da-4465-957f-fddbfb64d750 HTTP/1.1" status: 204 len: 168 time: 0.5106430 Sep 10 03:41:02.208242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dbf34a0-c396-4a09-b6ab-c1d87e326642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2302fd-46da-4465-957f-fddbfb64d750,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:02.220876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c9e9-0832-4313-a0ea-35d3cf8a2aef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.368816 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c9e9-0832-4313-a0ea-35d3cf8a2aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.371327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9f7c9e9-0832-4313-a0ea-35d3cf8a2aef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.375824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e9f7c9e9-0832-4313-a0ea-35d3cf8a2aef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/50431b28-0d9d-479b-838c-e863f8c80a97 HTTP/1.1" status: 204 len: 168 time: 0.3077703 Sep 10 03:41:02.385315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f7c9e9-0832-4313-a0ea-35d3cf8a2aef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50431b28-0d9d-479b-838c-e863f8c80a97,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:02.527237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d0722d0-36ec-46c4-9584-bc63f0810092 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:02.535338 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.556310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Transition to ACTIVE for port object 8d0722d0-36ec-46c4-9584-bc63f0810092 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:02.618519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:02.730087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0722d0-36ec-46c4-9584-bc63f0810092,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:02.870161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Attempting to bind port 8d0722d0-36ec-46c4-9584-bc63f0810092 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:02.871389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Attempting to bind port 8d0722d0-36ec-46c4-9584-bc63f0810092 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:02.873309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Attempting to bind port 8d0722d0-36ec-46c4-9584-bc63f0810092 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:02.883641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Port 8d0722d0-36ec-46c4-9584-bc63f0810092 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:41:02.883920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Attempting to bind port 8d0722d0-36ec-46c4-9584-bc63f0810092 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:02.892198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:02.892542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:02.892930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:02.893398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Bound port: 8d0722d0-36ec-46c4-9584-bc63f0810092, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:02.895656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:03.062365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fb4da-d49b-45e4-b590-cb49d92229f1 req-c13f6118-aecf-4781-93f0-2a83d0d63c32 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:03.063920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-873fb4da-d49b-45e4-b590-cb49d92229f1 req-c13f6118-aecf-4781-93f0-2a83d0d63c32 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 948 time: 0.1563103 Sep 10 03:41:03.090148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] For port 8d0722d0-36ec-46c4-9584-bc63f0810092, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:03.094686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] For port 8d0722d0-36ec-46c4-9584-bc63f0810092, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8d0722d0-36ec-46c4-9584-bc63f0810092,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:03.132833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-873fb4da-d49b-45e4-b590-cb49d92229f1 req-4e4e5415-8e5f-4e58-b368-e8eb7edc4fe8 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606472 Sep 10 03:41:03.186512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b91fef9-460a-41b4-8b7b-70db6e77d2ab no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:03.213544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:03.229851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 6b91fef9-460a-41b4-8b7b-70db6e77d2ab {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:41:03.230184 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b91fef9-460a-41b4-8b7b-70db6e77d2ab not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:41:03.279033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:03.279673 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:03.281316 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] 10.222.0.39 "PUT /v2.0/ports/8d0722d0-36ec-46c4-9584-bc63f0810092 HTTP/1.1" status: 200 len: 1096 time: 1.3254793 Sep 10 03:41:03.343471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77682b4-2256-4079-989c-6138a8dd34a2 service neutron] Pushing event updated for resources: {'Port': ['ID=8d0722d0-36ec-46c4-9584-bc63f0810092,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:03.478566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff596aa-1105-407f-8c61-e7920f782585 req-7dd73e6e-2c09-4076-ae0a-cedd12c8e85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:03.483992 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-7dd73e6e-2c09-4076-ae0a-cedd12c8e85b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 1099 time: 0.0824978 Sep 10 03:41:03.543198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08443c6d-38e3-4e67-9f01-22442bd013c0 req-b0243dc2-e965-46bf-86d2-9091c5307fe3 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=28f1742f-543a-406c-b458-b64892b1a9ce HTTP/1.1" status: 200 len: 210 time: 0.5629003 Sep 10 03:41:03.569190 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-8dfc1e29-4b47-4e98-bd49-22cc8f14a80a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8d0722d0-36ec-46c4-9584-bc63f0810092 HTTP/1.1" status: 200 len: 217 time: 0.0763183 Sep 10 03:41:03.697151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff596aa-1105-407f-8c61-e7920f782585 req-bbfbc506-88cb-46b0-8d5a-631c745c8892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:03.699016 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-bbfbc506-88cb-46b0-8d5a-631c745c8892 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.1223328 Sep 10 03:41:03.708840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-43ae616f-7fc4-4f66-8caa-4ba9213325e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0711546 Sep 10 03:41:03.770825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff596aa-1105-407f-8c61-e7920f782585 req-9fd09c3f-bed8-4e93-9f8b-4cf95bdedf8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:03.770825 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-9fd09c3f-bed8-4e93-9f8b-4cf95bdedf8c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0564864 Sep 10 03:41:03.865636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43c0f3ff-eac7-43f2-b123-25dcf71eb12e', 'tag': '8d0722d0-36ec-46c4-9584-bc63f0810092'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:03.869061 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b" -d '{"events": [{"name": "network-changed", "server_uuid": "43c0f3ff-eac7-43f2-b123-25dcf71eb12e", "tag": "8d0722d0-36ec-46c4-9584-bc63f0810092"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:03.884157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-ff4854cc-75b2-4ce3-a19e-cb5ce55b3ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:03.885661 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-ff4854cc-75b2-4ce3-a19e-cb5ce55b3ce8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 1095 time: 0.1143918 Sep 10 03:41:03.963355 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26698b8-6657-4686-9c3b-1d49c8648dc5 x-openstack-request-id: req-e26698b8-6657-4686-9c3b-1d49c8648dc5 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:03.963823 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43c0f3ff-eac7-43f2-b123-25dcf71eb12e", "tag": "8d0722d0-36ec-46c4-9584-bc63f0810092", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:03.964169 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e26698b8-6657-4686-9c3b-1d49c8648dc5 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:03.965000 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43c0f3ff-eac7-43f2-b123-25dcf71eb12e', 'tag': '8d0722d0-36ec-46c4-9584-bc63f0810092', 'status': 'completed', 'code': 200} Sep 10 03:41:03.969094 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-c49f46c6-54df-4572-9101-e53f3cd26141 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852174 Sep 10 03:41:04.098238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-ecf5931c-91bf-4e1c-9141-b28ae58a665d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:04.099945 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-ecf5931c-91bf-4e1c-9141-b28ae58a665d service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 200 len: 922 time: 0.1862826 Sep 10 03:41:04.177993 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-e58c0c6a-9b20-4175-8b74-83e84f39f942 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 200 len: 217 time: 0.0547578 Sep 10 03:41:04.180133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dff596aa-1105-407f-8c61-e7920f782585 req-4ebfb6ff-6223-486f-ad27-9535405f1fc3 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040365 Sep 10 03:41:04.256557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-221186ef-b967-4ae8-93c2-c4d9c43d9210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:04.258480 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-221186ef-b967-4ae8-93c2-c4d9c43d9210 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 200 len: 861 time: 0.0677917 Sep 10 03:41:04.315238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bfbba16-af32-4cd9-a2c2-46ef6fe8896a req-367baf96-2a23-4266-88dd-0577419a7f42 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:04.322689 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-bb80e42e-212f-47d4-acb5-eddead0effa7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ce8e0fe-fe24-4977-acda-6b032beeafda&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554929 Sep 10 03:41:04.324293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4bfbba16-af32-4cd9-a2c2-46ef6fe8896a req-367baf96-2a23-4266-88dd-0577419a7f42 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 948 time: 0.1064775 Sep 10 03:41:04.418576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4bfbba16-af32-4cd9-a2c2-46ef6fe8896a req-7c6af17b-dff3-4292-b778-11622e0273b6 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887008 Sep 10 03:41:04.540271 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-ab0a7101-dc76-4bff-995b-18673eb3558f service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019062 Sep 10 03:41:04.561723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-8db56787-ec00-4c31-aa57-3f1fd4fc4119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:04.562459 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-8db56787-ec00-4c31-aa57-3f1fd4fc4119 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 1099 time: 0.1278298 Sep 10 03:41:04.729414 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d25b48dd-f6a9-4b7f-9da7-5445436135a8 req-fe193c07-8b64-4085-b465-069161818324 service neutron] 10.222.0.20 "GET /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794055 Sep 10 03:41:04.732810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-a003f7e1-8a0c-4b9d-8d81-872b07ffde6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:04.734358 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-a003f7e1-8a0c-4b9d-8d81-872b07ffde6a service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1616452 Sep 10 03:41:04.821912 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-e987be45-8af4-4f23-b2a4-7a3b0b301bd6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=8d0722d0-36ec-46c4-9584-bc63f0810092 HTTP/1.1" status: 200 len: 217 time: 0.0789566 Sep 10 03:41:04.834720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33824) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:04.894838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-b8e80cec-ca21-42e9-b890-7292a6658dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:04.896414 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-b8e80cec-ca21-42e9-b890-7292a6658dbf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0538068 Sep 10 03:41:04.948755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-5ca3f223-310b-40a2-9cbd-69b341e4ef3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:04.950807 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-5ca3f223-310b-40a2-9cbd-69b341e4ef3d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0451846 Sep 10 03:41:05.105795 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-19c5b819-60c5-4728-a94e-f409894113e6 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348529 Sep 10 03:41:05.228514 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a55a5e3c-0365-4c24-84c7-44e7d208d3d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.300128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33838) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:05.300634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33840) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:05.360803 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a3d4ca9-107b-408c-a8d7-7df343ccf95b req-d74b7bbb-5869-4dfc-8cc2-5ab9ddb40107 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2419927 Sep 10 03:41:05.380710 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a55a5e3c-0365-4c24-84c7-44e7d208d3d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.404508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1686045189-network', 'tenant_id': 'ab1d3a74182e4f91be6d0ffe0674e85c'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:05.418185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1436a130-0fd6-4114-8780-21e57d14e06f req-8def3501-f958-4961-b259-de6758c923e0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:05.420002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1436a130-0fd6-4114-8780-21e57d14e06f req-8def3501-f958-4961-b259-de6758c923e0 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 944 time: 0.0728617 Sep 10 03:41:05.470995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a55a5e3c-0365-4c24-84c7-44e7d208d3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.498884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-network', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:05.542279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a55a5e3c-0365-4c24-84c7-44e7d208d3d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47e84c1de91b4ce2ad7f88fc776a7457&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7057707 Sep 10 03:41:05.542678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:05.577890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1436a130-0fd6-4114-8780-21e57d14e06f req-d0863f02-7e99-43fe-b108-19c1460710c8 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/security-groups?id=95428a22-85a7-4378-9568-a391138b9260&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429305 Sep 10 03:41:05.578932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a5e3c-0365-4c24-84c7-44e7d208d3d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85de22a5-6af4-45e7-aa0b-2b254352b081,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:05.642381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6fca3b70-fae2-4385-90ab-4ec1f89ed970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.642381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Made reservation on behalf of ab1d3a74182e4f91be6d0ffe0674e85c for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:05.644388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.665636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.678856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdbe4553-06ba-491a-8e48-a10350dd3870 req-529415b5-75d2-451f-ac8f-61564f950abe tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:05.687451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33860) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:05.691700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdbe4553-06ba-491a-8e48-a10350dd3870 req-529415b5-75d2-451f-ac8f-61564f950abe tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 948 time: 0.0805271 Sep 10 03:41:05.727191 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6fca3b70-fae2-4385-90ab-4ec1f89ed970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.764228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdbe4553-06ba-491a-8e48-a10350dd3870 req-6b71e5d1-9a9b-41a8-9373-dd4f8fe54185 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711036 Sep 10 03:41:05.780013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-0c5a22bc-4649-4e52-877b-f7d98ccd7046 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:05.781562 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-0c5a22bc-4649-4e52-877b-f7d98ccd7046 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.20 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 944 time: 0.0929370 Sep 10 03:41:05.823468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:05.826458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.854244 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.897675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-192539311-network', 'tenant_id': '5b66fa6ce7a541e58776333dfd65f4e8'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:05.939259 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6fca3b70-fae2-4385-90ab-4ec1f89ed970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.941730 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6fca3b70-fae2-4385-90ab-4ec1f89ed970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.942897 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6fca3b70-fae2-4385-90ab-4ec1f89ed970 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/85de22a5-6af4-45e7-aa0b-2b254352b081 HTTP/1.1" status: 204 len: 168 time: 0.3991251 Sep 10 03:41:05.954137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Deleting port 2f866cfe-0df0-427a-aa39-5e132a776f22 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:41:05.954479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:05.980297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fca3b70-fae2-4385-90ab-4ec1f89ed970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85de22a5-6af4-45e7-aa0b-2b254352b081,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:06.096776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] For port 2f866cfe-0df0-427a-aa39-5e132a776f22, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2f866cfe-0df0-427a-aa39-5e132a776f22,segment=NetworkSegment(009e0eec-7108-49c6-ab98-fee2b805847f),segment_id=009e0eec-7108-49c6-ab98-fee2b805847f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:06.097153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.118299 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.119461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Calling delete_port for 2f866cfe-0df0-427a-aa39-5e132a776f22 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:41:06.306842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 8d0722d0-36ec-46c4-9584-bc63f0810092 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:06.422144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 8d0722d0-36ec-46c4-9584-bc63f0810092, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8d0722d0-36ec-46c4-9584-bc63f0810092,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:06.432584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '8d0722d0-36ec-46c4-9584-bc63f0810092', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '8d0722d0-36ec-46c4-9584-bc63f0810092', 'mac_address': 'fa:16:3e:29:ea:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:06.462889 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.467207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.473952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.487852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d0722d0-36ec-46c4-9584-bc63f0810092 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:06.509287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 8d0722d0-36ec-46c4-9584-bc63f0810092, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8d0722d0-36ec-46c4-9584-bc63f0810092,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:06.521681 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Pushing event deleted for resources: {'Port': ['ID=2f866cfe-0df0-427a-aa39-5e132a776f22,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:06.536517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:41:06.569333 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.570793 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.571138 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Added segment e36551e8-8605-4994-8630-920a4ae502aa of type vlan for network 44729572-ebfe-4806-a562-c3af3e65ed87 Sep 10 03:41:06.616739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.632444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Made reservation on behalf of 5b66fa6ce7a541e58776333dfd65f4e8 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:06.634892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.665041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30126ca8-e921-4d13-8a9c-f28482290b96,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:06.717008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.722431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] No DVR routers for this DVR port 2f866cfe-0df0-427a-aa39-5e132a776f22 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:41:06.727708 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.729708 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92aad29f-f1bf-4d74-815d-84a2cc83f06e req-b2bdfbe1-a1d1-402b-b422-10970b808222 tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.20 "DELETE /v2.0/ports/2f866cfe-0df0-427a-aa39-5e132a776f22 HTTP/1.1" status: 204 len: 173 time: 0.9399490 Sep 10 03:41:06.737046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'name': 'network-vif-deleted', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:06.739801 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ccd1f12-3c0e-4723-a124-c7313b9e56a0" -d '{"events": [{"server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "name": "network-vif-deleted", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:06.746814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=8d0722d0-36ec-46c4-9584-bc63f0810092,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:06.797774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['8d0722d0-36ec-46c4-9584-bc63f0810092'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:06.832056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b915e5f9-73b7-43c8-913e-f28431c871cd req-c53ea3e2-aca0-4505-91f2-0351c1d0502d tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 210 time: 0.0618944 Sep 10 03:41:06.899587 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.902334 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:06.904609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.954318 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:06.981870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98df9a4b-d1d7-4684-9d21-f86fc4b78407 req-97c9e53b-afef-424c-8c9a-3ee420b3f75c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:06.996688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98df9a4b-d1d7-4684-9d21-f86fc4b78407 req-97c9e53b-afef-424c-8c9a-3ee420b3f75c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 949 time: 0.0693030 Sep 10 03:41:07.022022 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795dc0e1-543a-4269-9f43-2e530a567c34 x-openstack-request-id: req-795dc0e1-543a-4269-9f43-2e530a567c34 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:07.022536 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b72588f1-0e91-41d9-82b3-c04040090a2d", "name": "network-vif-deleted", "tag": "2f866cfe-0df0-427a-aa39-5e132a776f22", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:07.022947 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-795dc0e1-543a-4269-9f43-2e530a567c34 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:07.023623 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b72588f1-0e91-41d9-82b3-c04040090a2d', 'name': 'network-vif-deleted', 'tag': '2f866cfe-0df0-427a-aa39-5e132a776f22', 'status': 'completed', 'code': 200} Sep 10 03:41:07.066413 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.072418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] Pushing event updated for resources: {'Network': ['ID=44729572-ebfe-4806-a562-c3af3e65ed87,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:07.081376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98df9a4b-d1d7-4684-9d21-f86fc4b78407 req-79169158-16da-4f7e-95d2-7b1d7c33be39 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819521 Sep 10 03:41:07.089918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 44729572-ebfe-4806-a562-c3af3e65ed87 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:41:07.136963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:41:07.151149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb188be-dab4-4254-a028-2a335d244c65,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:07.180281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.180897 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Added segment 851cf4c1-bb9c-4435-9618-73acd2f7bd24 of type vlan for network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 Sep 10 03:41:07.245267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.289047 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.421052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.445599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:41:07.450385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.451951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:07.452531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.468458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a167d63-4ec0-4f67-871e-5e975c950431,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:07.488474 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.488827 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Added segment 219dafa3-a9f8-46c1-be11-49444b9639f7 of type vlan for network 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 Sep 10 03:41:07.491791 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-992ad802-17c8-42ca-a717-37ac7e4e0d5f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.1846044 Sep 10 03:41:07.494738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33910) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:07.500798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Request body: {'subnet': {'network_id': '44729572-ebfe-4806-a562-c3af3e65ed87', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1686045189-subnet', 'tenant_id': 'ab1d3a74182e4f91be6d0ffe0674e85c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:07.583916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] Pushing event updated for resources: {'Network': ['ID=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:07.590743 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e2240700-d66c-43d5-ad3e-c5a0e10dc991 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.2865355 Sep 10 03:41:07.591658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33918) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:07.597763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Request body: {'subnet': {'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-subnet', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:07.598360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:41:07.598940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.663578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Made reservation on behalf of ab1d3a74182e4f91be6d0ffe0674e85c for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:07.666146 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.751537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.752629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:07.753523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:07.795578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:07.798063 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.140289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33940) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:08.192985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] Pushing event updated for resources: {'Network': ['ID=426c719b-1b7f-4aa9-9bfb-e2bcfe559d55,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:08.207130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:41:08.221885 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-722ce5b9-73fb-4c4c-95bf-8ef4c0bacd11 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5296807 Sep 10 03:41:08.224713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33958) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:08.230861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Request body: {'subnet': {'network_id': '426c719b-1b7f-4aa9-9bfb-e2bcfe559d55', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-192539311-subnet', 'tenant_id': '5b66fa6ce7a541e58776333dfd65f4e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:08.320322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1113894710-network', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:08.322518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 8d0722d0-36ec-46c4-9584-bc63f0810092 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:08.328125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85c9b515-4f0a-4174-9371-1fef66ddab96 req-f7b847a4-6c34-4893-bb0e-26aa568803ba tempest-LiveAutoBlockMigrationV225Test-1224451885 tempest-LiveAutoBlockMigrationV225Test-1224451885-project] 10.222.0.22 "GET /v2.0/ports?device_id=b72588f1-0e91-41d9-82b3-c04040090a2d HTTP/1.1" status: 200 len: 210 time: 0.0953901 Sep 10 03:41:08.367989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Made reservation on behalf of 5b66fa6ce7a541e58776333dfd65f4e8 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:08.372679 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.376907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04bb06c-ad90-495c-9498-eced48519f1f req-565fb217-0653-4531-aab0-9ad8180421bf tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:08.378628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d04bb06c-ad90-495c-9498-eced48519f1f req-565fb217-0653-4531-aab0-9ad8180421bf tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 950 time: 0.1482587 Sep 10 03:41:08.426933 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.489130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 8d0722d0-36ec-46c4-9584-bc63f0810092 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:08.494307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 8d0722d0-36ec-46c4-9584-bc63f0810092 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:08.494946 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.517322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Made reservation on behalf of d78ddd8d9dbe4fdd8fdad1ae9d48f4d1 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:08.519577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.534348 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.580193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff061bd9-1c8c-4160-b8bd-6878c53915d9,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:08.584618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d04bb06c-ad90-495c-9498-eced48519f1f req-784d76f1-687e-487d-9755-1112d52d0fe3 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628613 Sep 10 03:41:08.608331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2625c0-aaf2-42c0-a27b-5d11b3dd7b44 req-91a050e5-d429-4d6d-a108-35da9467e3c8 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:08.609835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c2625c0-aaf2-42c0-a27b-5d11b3dd7b44 req-91a050e5-d429-4d6d-a108-35da9467e3c8 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 949 time: 0.1869905 Sep 10 03:41:08.616851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Checking segment: {'id': 'e36551e8-8605-4994-8630-920a4ae502aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44729572-ebfe-4806-a562-c3af3e65ed87'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:08.617211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Network hostable DHCP agents. Network: 44729572-ebfe-4806-a562-c3af3e65ed87, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:41:08.619414 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.647521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c0f3ff-eac7-43f2-b123-25dcf71eb12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0722d0-36ec-46c4-9584-bc63f0810092'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:08.649986 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3a9bd39-9efb-4d16-8316-11da086b7f44" -d '{"events": [{"server_uuid": "43c0f3ff-eac7-43f2-b123-25dcf71eb12e", "name": "network-vif-plugged", "status": "completed", "tag": "8d0722d0-36ec-46c4-9584-bc63f0810092"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:08.670234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c2625c0-aaf2-42c0-a27b-5d11b3dd7b44 req-0c5d528c-7c89-49f0-bc4e-034606a4bb0d tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439019 Sep 10 03:41:08.677153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.689611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 8d0722d0-36ec-46c4-9584-bc63f0810092, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8d0722d0-36ec-46c4-9584-bc63f0810092,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:08.692886 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3b7411-8e30-4da0-8723-c1b1a3aa7b05 x-openstack-request-id: req-8b3b7411-8e30-4da0-8723-c1b1a3aa7b05 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:08.693173 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c0f3ff-eac7-43f2-b123-25dcf71eb12e", "name": "network-vif-plugged", "status": "completed", "tag": "8d0722d0-36ec-46c4-9584-bc63f0810092", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:08.693475 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b3b7411-8e30-4da0-8723-c1b1a3aa7b05 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:08.693856 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c0f3ff-eac7-43f2-b123-25dcf71eb12e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d0722d0-36ec-46c4-9584-bc63f0810092', 'code': 200} Sep 10 03:41:08.729320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.786284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Network 44729572-ebfe-4806-a562-c3af3e65ed87 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:41:08.788746 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.822036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Pushing event updated for resources: {'Subnet': ['ID=bc8ee2ed-b246-4526-845e-c6f9d14192b6,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:08.824565 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.828864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.848240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2bf658-85ae-4b26-9bdc-63620d28adef req-7ab9049e-0e1f-434c-b02f-edc677794a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:08.849728 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe2bf658-85ae-4b26-9bdc-63620d28adef req-7ab9049e-0e1f-434c-b02f-edc677794a2b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 1100 time: 0.0888541 Sep 10 03:41:08.867555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de481826-aaa2-4c99-88fc-13be40e266ed,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:08.867823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:41:08.871133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Checking segment: {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:08.871652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Network hostable DHCP agents. Network: 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:41:08.873678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Checking segment: {'id': '219dafa3-a9f8-46c1-be11-49444b9639f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426c719b-1b7f-4aa9-9bfb-e2bcfe559d55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:08.874036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Network hostable DHCP agents. Network: 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:41:08.882117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=8d0722d0-36ec-46c4-9584-bc63f0810092,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:08.884062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 44729572-ebfe-4806-a562-c3af3e65ed87) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:08.893174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3748e59-92e6-4ab1-9a87-755cb8ad4450 None None] Network 44729572-ebfe-4806-a562-c3af3e65ed87 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:08.899482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:08.900103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.900290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04f59f10-36af-4560-9c3e-a185820cb815,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:08.911936 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.912375 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Added segment 50e44ea9-5a06-4faf-83ae-a99475362e66 of type vlan for network 21c41aa8-95ef-46ae-9d10-66b8cc359155 Sep 10 03:41:08.960118 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe2bf658-85ae-4b26-9bdc-63620d28adef req-a0200722-f92e-4881-88db-e1d6685d7115 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982635 Sep 10 03:41:08.968768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:08.985694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:41:08.992408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:08.996525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:08.997128 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.002868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47ac245c-75fa-482c-bf66-5de30e28903d None None] Network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:09.032076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-02702235-966f-4365-91d6-bd17ac9074da admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.5361497 Sep 10 03:41:09.044646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcfd52be-1d2f-4521-8065-1e74fca09121 None None] Network 44729572-ebfe-4806-a562-c3af3e65ed87 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:09.054405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Network 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:41:09.060647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:09.065950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:09.066328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.077178 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.078174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:09.078783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.086209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760f7bc3-7097-4d4c-ae4c-dcbf519b68a2 None None] Network 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:09.126424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0ebbbe6f-a0f2-44f2-a390-f1a7dd20d796 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5306005 Sep 10 03:41:09.127137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33966) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:09.134784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:09.144045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] Pushing event updated for resources: {'Network': ['ID=21c41aa8-95ef-46ae-9d10-66b8cc359155,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:09.154204 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-efffffee-c50d-4655-a274-1dfba735630c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9264412 Sep 10 03:41:09.217588 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a0f55993-b9ab-4042-a280-65ea7421bfa2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0744972 Sep 10 03:41:09.220124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33972) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:09.231137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Request body: {'subnet': {'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-subnet', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:09.298002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 21c41aa8-95ef-46ae-9d10-66b8cc359155 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:41:09.314647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.316265 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.374899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2f866cfe-0df0-427a-aa39-5e132a776f22 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:09.406520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33986) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:09.417207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.429988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 2f866cfe-0df0-427a-aa39-5e132a776f22 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:41:09.430329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2f866cfe-0df0-427a-aa39-5e132a776f22 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:41:09.430734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:09.451995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Made reservation on behalf of d78ddd8d9dbe4fdd8fdad1ae9d48f4d1 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:09.454292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.544468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-56577368-e426-427d-a3af-966999ecbcb0 admin admin] Deleting subnet 07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:41:09.549011 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56577368-e426-427d-a3af-966999ecbcb0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.613640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56577368-e426-427d-a3af-966999ecbcb0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.669988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:41:09.670826 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.673264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d3b3d9-02f7-4afa-9461-365527b83d85 None None] Network 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:09.700093 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56577368-e426-427d-a3af-966999ecbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.730914 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.808057 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.847832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-21084e3b-bd54-4d55-afd0-3316a1b8c36f tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:09.854825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-21084e3b-bd54-4d55-afd0-3316a1b8c36f tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/networks?id=44729572-ebfe-4806-a562-c3af3e65ed87 HTTP/1.1" status: 200 len: 822 time: 0.4207332 Sep 10 03:41:09.859077 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56577368-e426-427d-a3af-966999ecbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.879172 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56577368-e426-427d-a3af-966999ecbcb0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.884671 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-56577368-e426-427d-a3af-966999ecbcb0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/07a43bb2-e1fb-45fa-8f1c-14783d9fafc7 HTTP/1.1" status: 204 len: 168 time: 0.4766672 Sep 10 03:41:09.885323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34006) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:09.889156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:09.892269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-e071fe0d-d2b0-4286-ba4e-d5abceeed188 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/quotas/ab1d3a74182e4f91be6d0ffe0674e85c HTTP/1.1" status: 200 len: 375 time: 0.0365121 Sep 10 03:41:09.945915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-94b3b1c0-2ade-4e21-9a19-6e1f0c606da5 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ab1d3a74182e4f91be6d0ffe0674e85c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0525932 Sep 10 03:41:09.976712 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:09.984767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56577368-e426-427d-a3af-966999ecbcb0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=07a43bb2-e1fb-45fa-8f1c-14783d9fafc7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:09.985274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Allocated IP 172.20.0.2 (7fca3f9d-2c91-4744-9977-6c5c3e2ebf86/de481826-aaa2-4c99-88fc-13be40e266ed/b3669465-61f6-417c-a667-0a46e21f1ccd) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:10.003546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad9cb70-46c1-469d-9fdf-ef42c81d0b77 req-bc16537c-913b-4ddc-a59a-fe2d4ca0b5c3 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:10.013777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cad9cb70-46c1-469d-9fdf-ef42c81d0b77 req-bc16537c-913b-4ddc-a59a-fe2d4ca0b5c3 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 950 time: 0.2856078 Sep 10 03:41:10.069034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:10.087835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34010) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:10.095922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.103956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-23bf4ec7-4c3c-47be-a7b0-2311ca240d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:10.114091 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-23bf4ec7-4c3c-47be-a7b0-2311ca240d73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 1101 time: 0.1331890 Sep 10 03:41:10.114423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-567684225-network', 'tenant_id': '3c96f61ecaa14ded9a90821787ea7a92'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:10.207397 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.221190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Transition to ACTIVE for port object b3669465-61f6-417c-a667-0a46e21f1ccd will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:10.237270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Transition to ACTIVE for port object b3669465-61f6-417c-a667-0a46e21f1ccd will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:10.246472 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.249838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cad9cb70-46c1-469d-9fdf-ef42c81d0b77 req-a2c21f10-bac7-4357-b70b-3ae0be861732 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2347584 Sep 10 03:41:10.271346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ce8e0fe-fe24-4977-acda-6b032beeafda']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:10.283222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-eb8ad107-2919-4a61-addd-c34fa47b4174 service neutron] 10.222.0.22 "GET /v2.0/networks/44729572-ebfe-4806-a562-c3af3e65ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2936335 Sep 10 03:41:10.285765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '009e0eec-7108-49c6-ab98-fee2b805847f') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:10.286091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '009e0eec-7108-49c6-ab98-fee2b805847f') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:10.302342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.305301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-482788e5-9d29-431e-9dec-e98d33bf2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:10.307007 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-482788e5-9d29-431e-9dec-e98d33bf2bfb service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1699152 Sep 10 03:41:10.324472 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.332395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Made reservation on behalf of 3c96f61ecaa14ded9a90821787ea7a92 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:10.334693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.347082 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.359432 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-fb84ed81-93ad-490d-9217-f5a9b1195cd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=588ee2b7-ba7b-4ced-a326-f87694888791 HTTP/1.1" status: 200 len: 217 time: 0.0430331 Sep 10 03:41:10.362013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:41:10.362416 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:41:10.364175 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:41:10.369010 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.375586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.391995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:10.395123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:10.401839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:10.418518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Pushing event updated for resources: {'Port': ['ID=b3669465-61f6-417c-a667-0a46e21f1ccd,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:10.458760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-ce7e11f2-3ebe-461a-aae3-ac7d68567bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:10.460441 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-ce7e11f2-3ebe-461a-aae3-ac7d68567bdb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0873735 Sep 10 03:41:10.471446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Attempting to bind port b3669465-61f6-417c-a667-0a46e21f1ccd on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:10.471840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Attempting to bind port b3669465-61f6-417c-a667-0a46e21f1ccd by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:10.472202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Attempting to bind port b3669465-61f6-417c-a667-0a46e21f1ccd on network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:10.477297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:10.477873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Checking segment: {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:10.478066 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.478936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Bound using segment: {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:10.478936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Bound port: b3669465-61f6-417c-a667-0a46e21f1ccd, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:10.479347 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.529065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-da80c77e-60c3-4b3c-a87e-5d3084a08c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:10.531783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-da80c77e-60c3-4b3c-a87e-5d3084a08c52 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631275 Sep 10 03:41:10.532543 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.546616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] For port b3669465-61f6-417c-a667-0a46e21f1ccd, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:10.550003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] For port b3669465-61f6-417c-a667-0a46e21f1ccd, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b3669465-61f6-417c-a667-0a46e21f1ccd,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:10.551155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.553696 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] 10.222.0.22 "DELETE /v2.0/networks/6ce8e0fe-fe24-4977-acda-6b032beeafda HTTP/1.1" status: 204 len: 168 time: 0.6155248 Sep 10 03:41:10.555237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:10.562755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34014) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:10.566313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-8f7e4cd2-7152-45f4-8962-de801d17dc15 service neutron] 10.222.0.22 "GET /v2.0/networks/44729572-ebfe-4806-a562-c3af3e65ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2822678 Sep 10 03:41:10.572373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc334bf-4ed3-43aa-9813-071c7080433c admin admin] Pushing event deleted for resources: {'Network': ['ID=6ce8e0fe-fe24-4977-acda-6b032beeafda,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:10.581342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e68df70-f202-446a-84b6-f91330c23b08 req-effc89eb-8980-4808-9253-33db69410fd3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:10.582779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e68df70-f202-446a-84b6-f91330c23b08 req-effc89eb-8980-4808-9253-33db69410fd3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 950 time: 0.2521322 Sep 10 03:41:10.635716 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.654052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Checking segment: {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:10.654299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Network hostable DHCP agents. Network: 21c41aa8-95ef-46ae-9d10-66b8cc359155, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:41:10.672322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc2a677-cf5e-4d2b-ba11-ca148e28e2b2 admin admin] Deleting subnet b4f1371a-9fd2-4cda-9639-18e234ad2270 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:41:10.678262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a677-cf5e-4d2b-ba11-ca148e28e2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.717676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:10.722215 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0456588-161c-4034-b2f0-eaef1b81f2d0" -d '{"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:10.727035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9d6f3b-5d26-4edb-bb88-ef23d182307e None None] Pushing event updated for resources: {'Port': ['ID=b3669465-61f6-417c-a667-0a46e21f1ccd,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:10.727246 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-2f7238a5-2a89-4f02-9c75-d315b2d459b8 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711144 Sep 10 03:41:10.746744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e68df70-f202-446a-84b6-f91330c23b08 req-33b6db86-e483-4ad6-8df2-60b894a91152 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560144 Sep 10 03:41:10.747592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a677-cf5e-4d2b-ba11-ca148e28e2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.806276 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.837904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Network 21c41aa8-95ef-46ae-9d10-66b8cc359155 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:41:10.858143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a677-cf5e-4d2b-ba11-ca148e28e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.861208 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.871203 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:10.908578 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-515e6fd3-2d2b-47e6-beaa-bfb82abfb93b req-94e5edf7-c29e-4e88-8c91-684376c36e1d service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726844 Sep 10 03:41:10.954661 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13cda62f-d311-4e8d-a59e-bc130d0d671f x-openstack-request-id: req-13cda62f-d311-4e8d-a59e-bc130d0d671f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:10.955379 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:10.956516 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13cda62f-d311-4e8d-a59e-bc130d0d671f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:10.961113 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'code': 200} Sep 10 03:41:10.961433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 21c41aa8-95ef-46ae-9d10-66b8cc359155) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:10.983910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:10.983910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.011131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e7660d-0969-4425-8c7c-bf4ec6a3926d None None] Network 21c41aa8-95ef-46ae-9d10-66b8cc359155 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:11.029984 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.063129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:41:11.089314 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a677-cf5e-4d2b-ba11-ca148e28e2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.110492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Allocated IP 172.25.3.67 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/be61095b-0f15-4615-804a-891f4847b4b5) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:11.163301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc2a677-cf5e-4d2b-ba11-ca148e28e2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4f1371a-9fd2-4cda-9639-18e234ad2270,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:11.171553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9985c702-458e-4d82-869b-9e8c203441b3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.9501493 Sep 10 03:41:11.172919 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.173492 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Added segment 977d81f7-b5c0-4046-a168-75083bfed4be of type vlan for network e074bc9f-c9c4-49b4-b825-a2cd3ed00596 Sep 10 03:41:11.174948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34036) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:11.186372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:11.201421 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfc2a677-cf5e-4d2b-ba11-ca148e28e2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.203534 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dfc2a677-cf5e-4d2b-ba11-ca148e28e2b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b4f1371a-9fd2-4cda-9639-18e234ad2270 HTTP/1.1" status: 204 len: 168 time: 0.6377723 Sep 10 03:41:11.207081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34038) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:11.227778 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.265267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-21c41aa8-95ef-46ae-9d10-66b8cc359155', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:41:11.266269 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.270255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=177929df-2d70-4cc1-b2fd-7e896acef880,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:11.303512 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.359537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dbde739-7ba4-49c0-8000-32cc9819cb1e req-6d0408a8-d352-441b-a87f-9f23876ddd0c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:11.367594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dbde739-7ba4-49c0-8000-32cc9819cb1e req-6d0408a8-d352-441b-a87f-9f23876ddd0c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 950 time: 0.2456610 Sep 10 03:41:11.402895 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.411347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.412742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.424777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dbde739-7ba4-49c0-8000-32cc9819cb1e req-a2dc3cf5-f48d-465f-9b93-4d7900a7ea4a tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559368 Sep 10 03:41:11.425005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.428088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:11.428088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.434065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8b48584-cadb-42d7-867a-d4bb9be5c1f0']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:11.449858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8cde0247-fe7b-432a-a62a-2b6814f6e682') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:11.450995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8cde0247-fe7b-432a-a62a-2b6814f6e682') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:11.452331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Allocated IP 172.20.0.2 (21c41aa8-95ef-46ae-9d10-66b8cc359155/e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3/90abd723-bef6-428d-82e4-8b6c924da268) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:11.458567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.495151 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.514006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] Pushing event updated for resources: {'Network': ['ID=e074bc9f-c9c4-49b4-b825-a2cd3ed00596,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:11.529513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.541480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.549371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:41:11.551156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:41:11.553042 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:41:11.561472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86b86674-3d04-43b9-b6fb-17923c548c97 req-85543535-d644-4978-bc9c-8b24c2769826 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 210 time: 0.0367563 Sep 10 03:41:11.567525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network e074bc9f-c9c4-49b4-b825-a2cd3ed00596 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:41:11.568422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-de52b020-16b2-483e-b47b-67ee7ca40496 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4680300 Sep 10 03:41:11.573461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34042) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:11.584962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Request body: {'subnet': {'network_id': 'e074bc9f-c9c4-49b4-b825-a2cd3ed00596', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-567684225-subnet', 'tenant_id': '3c96f61ecaa14ded9a90821787ea7a92', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:11.707609 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.737577 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.756940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Transition to ACTIVE for port object 90abd723-bef6-428d-82e4-8b6c924da268 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:11.765790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:11.770274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:11.777566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:11.788900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Transition to ACTIVE for port object 90abd723-bef6-428d-82e4-8b6c924da268 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:11.813528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Pushing event updated for resources: {'Port': ['ID=be61095b-0f15-4615-804a-891f4847b4b5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:11.818119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Made reservation on behalf of 3c96f61ecaa14ded9a90821787ea7a92 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:11.822385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.836556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.846193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.848278 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a8b48584-cadb-42d7-867a-d4bb9be5c1f0 HTTP/1.1" status: 204 len: 168 time: 0.6369154 Sep 10 03:41:11.892555 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.909917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3739f84e-5424-4b38-b159-f38e1990a4d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a8b48584-cadb-42d7-867a-d4bb9be5c1f0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:11.917633 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:11.947567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Network 21c41aa8-95ef-46ae-9d10-66b8cc359155 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:11.973765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-4e3668a8-25e1-4773-9f4b-16df7488353c req-fac62690-ee03-453a-ab59-4bc230f27034 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:41:11.975001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e3668a8-25e1-4773-9f4b-16df7488353c req-fac62690-ee03-453a-ab59-4bc230f27034 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0170629 Sep 10 03:41:12.001474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:12.006958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:12.123222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Pushing event updated for resources: {'Port': ['ID=90abd723-bef6-428d-82e4-8b6c924da268,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:12.165126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Attempting to bind port 90abd723-bef6-428d-82e4-8b6c924da268 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:12.165500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Attempting to bind port 90abd723-bef6-428d-82e4-8b6c924da268 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:12.165939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Attempting to bind port 90abd723-bef6-428d-82e4-8b6c924da268 on network 21c41aa8-95ef-46ae-9d10-66b8cc359155 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:12.172057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:12.172437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Checking segment: {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:12.172838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.173230 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Bound using segment: {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:12.173699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Bound port: 90abd723-bef6-428d-82e4-8b6c924da268, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:12.174087 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.244520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] For port 90abd723-bef6-428d-82e4-8b6c924da268, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:12.249059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] For port 90abd723-bef6-428d-82e4-8b6c924da268, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90abd723-bef6-428d-82e4-8b6c924da268,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:12.274656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ff6ee0-0cd2-476a-8139-7086054cbb88 None None] Network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:12.306390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.342421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.373504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.393816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f786ced-45f6-4dba-984c-20b71192a1d5,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:12.396351 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.427360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34066) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:12.435605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.460023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Checking segment: {'id': '977d81f7-b5c0-4046-a168-75083bfed4be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'e074bc9f-c9c4-49b4-b825-a2cd3ed00596'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:12.460658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Network hostable DHCP agents. Network: e074bc9f-c9c4-49b4-b825-a2cd3ed00596, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:41:12.476614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6d282ae7-0135-480d-b457-63ed89769b3b None None] Provisioning for port b3669465-61f6-417c-a667-0a46e21f1ccd completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:12.561985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f486c41a-ce6a-4319-8b37-2598c4bbf1b2 None None] Pushing event updated for resources: {'Port': ['ID=90abd723-bef6-428d-82e4-8b6c924da268,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:12.590185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Allocated IP 172.25.3.199 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/5845fa4d-cded-4925-adf6-41b4a688b0d8) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:12.613611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Network e074bc9f-c9c4-49b4-b825-a2cd3ed00596 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:41:12.650627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b3669465-61f6-417c-a667-0a46e21f1ccd up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:12.750751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, e074bc9f-c9c4-49b4-b825-a2cd3ed00596) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:12.761872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:12.762482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.769602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a395ab6-670f-4c50-aeb9-385e69ff8608 None None] Network e074bc9f-c9c4-49b4-b825-a2cd3ed00596 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:12.776225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0bb366c-3eaf-40a1-abfb-c65b2cd8af9e req-a9cb551d-e8df-48d9-a706-a41b2f655925 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 210 time: 0.0950961 Sep 10 03:41:12.840173 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.930264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port b3669465-61f6-417c-a667-0a46e21f1ccd completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:12.936226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-b05b4170-f7e7-47b4-aad2-d1055de9ab6e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2015934 Sep 10 03:41:12.942915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b96e50ad-9356-47e2-9068-cc7aab41a085 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d03fa6d7cb80425e87e91223dc0c92ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5130641 Sep 10 03:41:12.943746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34092) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:12.974849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b3669465-61f6-417c-a667-0a46e21f1ccd triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:12.975224 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:12.993729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-178d7cef-c280-4732-88d4-3088b8b62a5f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4187627 Sep 10 03:41:13.047331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cee1ea7-5336-463f-bddf-0133c43c551f None None] Network e074bc9f-c9c4-49b4-b825-a2cd3ed00596 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:13.061406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.074254 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:41:13.134908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Pushing event updated for resources: {'Port': ['ID=5845fa4d-cded-4925-adf6-41b4a688b0d8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:13.141008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ff98a14-b45d-487f-aefd-d39c83101d3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.162871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:13.167887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:13.175671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:13.351268 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ff98a14-b45d-487f-aefd-d39c83101d3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.370161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.493008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.500861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-75ef43fe-0030-40fa-a362-027d6ba148ae None None] Provisioning complete for port b3669465-61f6-417c-a667-0a46e21f1ccd triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:13.506827 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75ef43fe-0030-40fa-a362-027d6ba148ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.584231 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ff98a14-b45d-487f-aefd-d39c83101d3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.584231 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ff98a14-b45d-487f-aefd-d39c83101d3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.584231 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7ff98a14-b45d-487f-aefd-d39c83101d3f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/95428a22-85a7-4378-9568-a391138b9260 HTTP/1.1" status: 204 len: 168 time: 0.6344252 Sep 10 03:41:13.590417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-6cac32a4-f726-4da6-b6c8-9d78dbecab50 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:13.592585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-6cac32a4-f726-4da6-b6c8-9d78dbecab50 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6362629 Sep 10 03:41:13.630098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-8de86f7e-3ad8-47c5-8e47-2b8794c5d2a3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/quotas/ad1b5aa54e614e72bd18ac8ea5f9f9f3 HTTP/1.1" status: 200 len: 375 time: 0.0301819 Sep 10 03:41:13.646279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff98a14-b45d-487f-aefd-d39c83101d3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95428a22-85a7-4378-9568-a391138b9260,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:13.668743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port b3669465-61f6-417c-a667-0a46e21f1ccd, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b3669465-61f6-417c-a667-0a46e21f1ccd,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:13.744280 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.808754 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:13.820010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-0813cce7-3c1d-424d-8762-2fcaf9b51642 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:13.822073 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-0813cce7-3c1d-424d-8762-2fcaf9b51642 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.20 "GET /v2.0/networks?id=44729572-ebfe-4806-a562-c3af3e65ed87 HTTP/1.1" status: 200 len: 822 time: 0.2692208 Sep 10 03:41:13.830879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=b3669465-61f6-417c-a667-0a46e21f1ccd,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:13.840605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5949ca40-5c5c-4083-a9d9-a07c3fbd625f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2095709 Sep 10 03:41:13.901739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-1062ae82-5022-4e99-a23e-3a90397a2c51 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:13.903892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-1062ae82-5022-4e99-a23e-3a90397a2c51 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/networks?id=426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 HTTP/1.1" status: 200 len: 824 time: 0.2835858 Sep 10 03:41:13.921754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Request body: {'port': {'device_id': '46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee', 'network_id': '44729572-ebfe-4806-a562-c3af3e65ed87', 'admin_state_up': True, 'tenant_id': 'ab1d3a74182e4f91be6d0ffe0674e85c'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:13.922965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-0affde01-4660-4854-997f-700876536d1e tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/quotas/5b66fa6ce7a541e58776333dfd65f4e8 HTTP/1.1" status: 200 len: 375 time: 0.0128400 Sep 10 03:41:13.965877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-549c3b7c-7ec2-45e2-96a9-46ebe367bb0c tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5b66fa6ce7a541e58776333dfd65f4e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336635 Sep 10 03:41:13.965877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:41:13.966839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-339573a6-6417-440b-840b-a50444fef582 None None] Network 21c41aa8-95ef-46ae-9d10-66b8cc359155 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:14.091060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-caefad0a-12ec-4525-8a51-dec9b50aad6b None None] Provisioning for port 90abd723-bef6-428d-82e4-8b6c924da268 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:14.279767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b837853-e898-4df6-b826-fc062cc605e5 req-baa0a4a3-3ce9-4d79-b96c-c44ac7d16697 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 210 time: 0.0877006 Sep 10 03:41:14.309211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:41:14.330667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Sync routers for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:41:14.348343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-c685362e-72e5-42a0-851b-620ba6090fca service neutron] 10.222.0.22 "GET /v2.0/networks/426c719b-1b7f-4aa9-9bfb-e2bcfe559d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3738196 Sep 10 03:41:14.350843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:14.353519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:14.471762 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:14.473246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c6a56b60-5114-41b3-a474-2b8d78ab21dc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.3449264 Sep 10 03:41:14.479712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34138) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:14.514851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7af68eb1-b358-4357-9835-a722bd584124 req-42da7bf0-2e25-451c-8cce-9da7e0218a09 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 210 time: 0.0457850 Sep 10 03:41:14.584962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-6862ec7c-6219-4d06-bc2f-19e7df460e0b service neutron] 10.222.0.22 "GET /v2.0/networks/426c719b-1b7f-4aa9-9bfb-e2bcfe559d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2357144 Sep 10 03:41:14.605593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:14.610760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34140) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:14.668941 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:14.792151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b3669465-61f6-417c-a667-0a46e21f1ccd up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:14.811788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3d4df5f6-b7f2-49cb-aabb-fa002c016c40 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8cda573022164beb8484a10fa44e0569&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1949494 Sep 10 03:41:14.814118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34142) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:14.877448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Made reservation on behalf of ab1d3a74182e4f91be6d0ffe0674e85c for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:14.881651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:14.921853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b3669465-61f6-417c-a667-0a46e21f1ccd triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:14.922251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:14.942345 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:14.959768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:12Z', 'revision_number': 3, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:14.993878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Checking router: 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:41:14.994232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Updating router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 port be61095b-0f15-4615-804a-891f4847b4b5 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:41:15.028800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd35830b-38a4-406e-8c3d-2c776b86a8bf req-878be163-b52b-4adf-9770-af3ab295b034 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 210 time: 0.0404077 Sep 10 03:41:15.037556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.040873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.060667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:41:15.129990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90abd723-bef6-428d-82e4-8b6c924da268 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:15.156148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Allocated IP 172.20.0.7 (44729572-ebfe-4806-a562-c3af3e65ed87/ff061bd9-1c8c-4160-b8bd-6878c53915d9/00c7a32d-d80c-4519-a424-c245b6184042) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:15.237913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.240925 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.244731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7a459d3-e861-4e25-82c8-180d6bff0f74 HTTP/1.1" status: 204 len: 168 time: 0.4270523 Sep 10 03:41:15.250309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbe92f87-4adb-4728-a129-1705cfe63f6a details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:15.262825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:41:15.273733 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Sync routers for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:41:15.289329 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:15.289805 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.290875 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:15.292762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7a459d3-e861-4e25-82c8-180d6bff0f74,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:15.343739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.357484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.359081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.359615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.360828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.365417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.365979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.366490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.367031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.367545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.368076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.368579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d3a36fa-c732-4205-8598-2226bed96825 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:15.432400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 90abd723-bef6-428d-82e4-8b6c924da268 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:15.478668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 90abd723-bef6-428d-82e4-8b6c924da268 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:15.479182 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.494354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.497594 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c25a06a9-d1eb-4cf7-880b-3881adb07f69 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.3207676 Sep 10 03:41:15.502856 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:15.508028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34168) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:15.624758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Allocated IP 172.20.0.1 (7fca3f9d-2c91-4744-9977-6c5c3e2ebf86/de481826-aaa2-4c99-88fc-13be40e266ed/56d273cd-504b-46a3-bff0-3c731a68bf06) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:15.630986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:15.631987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.657443 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.666207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'dbe92f87-4adb-4728-a129-1705cfe63f6a', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': 'dbe92f87-4adb-4728-a129-1705cfe63f6a', 'mac_address': 'fa:16:3e:b6:bb:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:15.718470 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.720579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Transition to ACTIVE for port object be61095b-0f15-4615-804a-891f4847b4b5 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:15.782001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbe92f87-4adb-4728-a129-1705cfe63f6a {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:15.790759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.800619 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.805419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Transition to ACTIVE for port object 56d273cd-504b-46a3-bff0-3c731a68bf06 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:15.844123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:15.845544 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.862812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 90abd723-bef6-428d-82e4-8b6c924da268, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90abd723-bef6-428d-82e4-8b6c924da268,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:15.874712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-142baba1-0c56-458e-b360-67dabb8e85c1 req-4f67180e-c275-4252-b37b-648ed6cf31d4 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 210 time: 0.0379567 Sep 10 03:41:15.899863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fedcb8f8-dd0b-4763-8d0d-536c2c78f60b req-0a5147d8-2a3c-45e5-8a8f-578167d792db tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 210 time: 0.0607376 Sep 10 03:41:15.938449 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:13Z', 'revision_number': 3, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:15.940887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.959877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff068ca5-283f-463d-8a56-927cb85554e8 None None] Pushing event updated for resources: {'Port': ['ID=be61095b-0f15-4615-804a-891f4847b4b5,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:15.962335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Attempting to bind port be61095b-0f15-4615-804a-891f4847b4b5 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:15.962713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Attempting to bind port be61095b-0f15-4615-804a-891f4847b4b5 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:15.963067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Attempting to bind port be61095b-0f15-4615-804a-891f4847b4b5 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:15.969565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:15.969939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:15.970464 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:15.970711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:15.971292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Bound port: be61095b-0f15-4615-804a-891f4847b4b5, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:15.971705 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.012189 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.041771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] For port be61095b-0f15-4615-804a-891f4847b4b5, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:16.045436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] For port be61095b-0f15-4615-804a-891f4847b4b5, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=be61095b-0f15-4615-804a-891f4847b4b5,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:16.047774 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.052453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.073304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:16.087762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:16.103601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:16.114994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Network 44729572-ebfe-4806-a562-c3af3e65ed87 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:16.115518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Pushing event updated for resources: {'Port': ['ID=00c7a32d-d80c-4519-a424-c245b6184042,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:16.126493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:16.130009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:16.131779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Pushing event updated for resources: {'Port': ['ID=56d273cd-504b-46a3-bff0-3c731a68bf06,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:16.139162 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.176580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['dbe92f87-4adb-4728-a129-1705cfe63f6a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:16.180207 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Checking router: 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:41:16.181009 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Updating router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b port 5845fa4d-cded-4925-adf6-41b4a688b0d8 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:41:16.202126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.202474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.202816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.203156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.203491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.203867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.204200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.204520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.204852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.205167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.205495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.205818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:16.249358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=90abd723-bef6-428d-82e4-8b6c924da268,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:16.250907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e96c678-a8d0-4a9c-a618-23c7166ae208 req-8e5aef77-623f-4195-b53f-bb4ee3e24b5c tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 210 time: 0.0670867 Sep 10 03:41:16.275325 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.279620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.281914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:16.282584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.402750 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-35ead3dd-e017-4298-9020-19fb12df414e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4811287 Sep 10 03:41:16.410343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:16.410983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:16.528870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe92f87-4adb-4728-a129-1705cfe63f6a,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:16.538178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90abd723-bef6-428d-82e4-8b6c924da268 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:16.560533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Request body: {'port': {'device_id': '46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:16.612994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.633676 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.694132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.790561 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.806188 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Transition to ACTIVE for port object 5845fa4d-cded-4925-adf6-41b4a688b0d8 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:16.847375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-d1d22b0c-5f19-4976-af61-d74e1802fe12 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309308 Sep 10 03:41:16.881403 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.973390 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Attempting to bind port 5845fa4d-cded-4925-adf6-41b4a688b0d8 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:16.973926 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Attempting to bind port 5845fa4d-cded-4925-adf6-41b4a688b0d8 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:16.974675 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Attempting to bind port 5845fa4d-cded-4925-adf6-41b4a688b0d8 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:16.991210 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:16.991210 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:16.991764 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:16.992255 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:16.992823 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Bound port: 5845fa4d-cded-4925-adf6-41b4a688b0d8, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:16.993518 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.033732 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Pushing event updated for resources: {'Port': ['ID=5845fa4d-cded-4925-adf6-41b4a688b0d8,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:17.046072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.054771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-58d1f01c-ccf3-4fcc-9b63-1fef768cd0af None None] Provisioning for port 56d273cd-504b-46a3-bff0-3c731a68bf06 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:17.060146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:17.065505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff068ca5-283f-463d-8a56-927cb85554e8 None None] Pushing event updated for resources: {'Port': ['ID=be61095b-0f15-4615-804a-891f4847b4b5,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:17.068969 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.069558 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.075067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:17.110996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Allocated IP 172.20.0.1 (21c41aa8-95ef-46ae-9d10-66b8cc359155/e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3/0510a925-72e0-4146-b3d7-bfbbe8487e8c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:17.111764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1939376-847a-4bfe-a44d-d93cd5e117a9 req-ed49b2b2-a397-4be6-a17b-95fd25aa995f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 210 time: 0.0345278 Sep 10 03:41:17.155146 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] For port 5845fa4d-cded-4925-adf6-41b4a688b0d8, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:17.160048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-58d1f01c-ccf3-4fcc-9b63-1fef768cd0af None None] Provisioning complete for port 56d273cd-504b-46a3-bff0-3c731a68bf06 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:17.160542 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58d1f01c-ccf3-4fcc-9b63-1fef768cd0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.162162 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] For port 5845fa4d-cded-4925-adf6-41b4a688b0d8, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5845fa4d-cded-4925-adf6-41b4a688b0d8,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:17.195696 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.197007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 90abd723-bef6-428d-82e4-8b6c924da268 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:17.197475 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.263633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.292828 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.314087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Transition to ACTIVE for port object 0510a925-72e0-4146-b3d7-bfbbe8487e8c will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:17.331824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-58d1f01c-ccf3-4fcc-9b63-1fef768cd0af None None] Port 56d273cd-504b-46a3-bff0-3c731a68bf06 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:17.386512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78fc462-1f4d-43dc-9d37-d7bf5aab3578 req-25450a73-3cb8-420a-ba18-ff2ac58df2fd tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:17.394365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f78fc462-1f4d-43dc-9d37-d7bf5aab3578 req-25450a73-3cb8-420a-ba18-ff2ac58df2fd tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 931 time: 0.3426628 Sep 10 03:41:17.401002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Pushing event updated for resources: {'Port': ['ID=56d273cd-504b-46a3-bff0-3c731a68bf06,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:17.427897 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3933146-5b34-4e14-b035-89da75d20d36 None None] Pushing event updated for resources: {'Port': ['ID=5845fa4d-cded-4925-adf6-41b4a688b0d8,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:17.439894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-64799fe3-f5f8-47c5-bb88-8976aab822bf tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:17.439894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-64799fe3-f5f8-47c5-bb88-8976aab822bf tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5101810 Sep 10 03:41:17.439894 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.441934 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:17.442568 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:17.452450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:12Z', 'revision_number': 3, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:17.464086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d5939d1-a7ee-4b33-8ee7-3b1f6d1edd8f req-d0256914-26a1-4096-a4ce-a5a496e400fe tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 210 time: 0.0786829 Sep 10 03:41:17.477081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Request body: {'port': {'device_id': '1631d70b-26ad-4fee-89b2-243c853b72ed', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'ad1b5aa54e614e72bd18ac8ea5f9f9f3'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:17.479112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00c7a32d-d80c-4519-a424-c245b6184042 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:17.491317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.505313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Transition to ACTIVE for port object 00c7a32d-d80c-4519-a424-c245b6184042 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:17.519347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b414ee8-a3f7-4a42-8bcf-1df44b1d4765 None None] The sync data for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 is: [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:12Z', 'revision_number': 3, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:41:17.544060 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.585517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f78fc462-1f4d-43dc-9d37-d7bf5aab3578 req-21b0ccdc-6a57-4458-b446-1ab1492ad7c9 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902802 Sep 10 03:41:17.594098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Network 21c41aa8-95ef-46ae-9d10-66b8cc359155 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:17.598365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:17.600396 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.609851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:17.638925 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:17.705685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Pushing event updated for resources: {'Port': ['ID=0510a925-72e0-4146-b3d7-bfbbe8487e8c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:17.791927 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.880847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Attempting to bind port 00c7a32d-d80c-4519-a424-c245b6184042 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:17.881182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Attempting to bind port 00c7a32d-d80c-4519-a424-c245b6184042 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e36551e8-8605-4994-8630-920a4ae502aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44729572-ebfe-4806-a562-c3af3e65ed87'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:17.881515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Attempting to bind port 00c7a32d-d80c-4519-a424-c245b6184042 on network 44729572-ebfe-4806-a562-c3af3e65ed87 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:17.905576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Port 00c7a32d-d80c-4519-a424-c245b6184042 on network 44729572-ebfe-4806-a562-c3af3e65ed87 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:41:17.905576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Attempting to bind port 00c7a32d-d80c-4519-a424-c245b6184042 on network 44729572-ebfe-4806-a562-c3af3e65ed87 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:17.913808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:17.914150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Checking segment: {'id': 'e36551e8-8605-4994-8630-920a4ae502aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44729572-ebfe-4806-a562-c3af3e65ed87'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:17.914539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Bound using segment: {'id': 'e36551e8-8605-4994-8630-920a4ae502aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44729572-ebfe-4806-a562-c3af3e65ed87'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:17.915081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Bound port: 00c7a32d-d80c-4519-a424-c245b6184042, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e36551e8-8605-4994-8630-920a4ae502aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '44729572-ebfe-4806-a562-c3af3e65ed87'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:17.915326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:17.927719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Pushing event updated for resources: {'Port': ['ID=00c7a32d-d80c-4519-a424-c245b6184042,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:17.977367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Made reservation on behalf of ad1b5aa54e614e72bd18ac8ea5f9f9f3 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:17.981974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:18.008421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:18.031854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:18.053604 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:13Z', 'revision_number': 3, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:18.094793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] For port 00c7a32d-d80c-4519-a424-c245b6184042, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:18.095024 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5696f2c3-b8e4-4970-84d6-c7a48c10ccf6 None None] The sync data for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 is: [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:13Z', 'revision_number': 3, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:41:18.100552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] For port 00c7a32d-d80c-4519-a424-c245b6184042, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=00c7a32d-d80c-4519-a424-c245b6184042,segment=NetworkSegment(e36551e8-8605-4994-8630-920a4ae502aa),segment_id=e36551e8-8605-4994-8630-920a4ae502aa)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:18.195152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1754d928-1262-455d-a037-1fbb3ccdc947 None None] Provisioning for port 0510a925-72e0-4146-b3d7-bfbbe8487e8c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:18.199900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1754d928-1262-455d-a037-1fbb3ccdc947 None None] Provisioning complete for port 0510a925-72e0-4146-b3d7-bfbbe8487e8c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:18.200389 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1754d928-1262-455d-a037-1fbb3ccdc947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:18.226578 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:18.298171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:18.299180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1754d928-1262-455d-a037-1fbb3ccdc947 None None] Port 0510a925-72e0-4146-b3d7-bfbbe8487e8c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:18.304605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:18.312774 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] 10.222.0.20 "PUT /v2.0/ports/00c7a32d-d80c-4519-a424-c245b6184042 HTTP/1.1" status: 200 len: 1091 time: 1.7634342 Sep 10 03:41:18.315557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee', 'tag': '00c7a32d-d80c-4519-a424-c245b6184042'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:18.317977 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87f332d6-7c89-49c8-a671-eb4b93a1948a" -d '{"events": [{"name": "network-changed", "server_uuid": "46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee", "tag": "00c7a32d-d80c-4519-a424-c245b6184042"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:18.391841 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:18.427717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Allocated IP 192.168.233.251 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/72621f38-ed35-4117-ae33-5d244024973d) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:18.439305 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c719994a-51b0-4f15-9f0f-6b7b0c51da9e x-openstack-request-id: req-c719994a-51b0-4f15-9f0f-6b7b0c51da9e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:18.442344 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee", "tag": "00c7a32d-d80c-4519-a424-c245b6184042", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:18.442794 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c719994a-51b0-4f15-9f0f-6b7b0c51da9e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:18.458308 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee', 'tag': '00c7a32d-d80c-4519-a424-c245b6184042', 'status': 'completed', 'code': 200} Sep 10 03:41:18.553560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-50bc1fac-144f-490c-996b-533ae96cd253 None None] Provisioning complete for port 56d273cd-504b-46a3-bff0-3c731a68bf06 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:18.553930 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-50bc1fac-144f-490c-996b-533ae96cd253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:18.577725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9c38dd-ee3a-4495-af33-7510397ee7cb service neutron] Pushing event updated for resources: {'Port': ['ID=00c7a32d-d80c-4519-a424-c245b6184042,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:18.668028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-50bc1fac-144f-490c-996b-533ae96cd253 None None] Port 56d273cd-504b-46a3-bff0-3c731a68bf06 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:18.675798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device be61095b-0f15-4615-804a-891f4847b4b5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:18.691174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01e494b8-5d6f-4924-a820-81674f8c58c3 req-cfb16061-a48d-4094-ac6d-8e22bf78c2c7 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 210 time: 0.4297781 Sep 10 03:41:18.721923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f332d6-7c89-49c8-a671-eb4b93a1948a req-735ed991-ee6d-49dc-abb8-c4efcf71818a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:18.725400 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-87f332d6-7c89-49c8-a671-eb4b93a1948a req-735ed991-ee6d-49dc-abb8-c4efcf71818a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1d3a74182e4f91be6d0ffe0674e85c&device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 1094 time: 0.2330971 Sep 10 03:41:18.859069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-7020fabc-d62f-4366-a5f8-8169489ea391 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:18.860945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-7020fabc-d62f-4366-a5f8-8169489ea391 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.20 "GET /v2.0/networks?id=426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 HTTP/1.1" status: 200 len: 824 time: 0.9516728 Sep 10 03:41:18.900500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port be61095b-0f15-4615-804a-891f4847b4b5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:18.906655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port be61095b-0f15-4615-804a-891f4847b4b5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:18.907728 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:18.910513 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6f5fd00-3a34-4440-8852-b656c732df45 req-18c9acf4-cd6a-4c03-9054-aae132768f9b tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 210 time: 0.2432656 Sep 10 03:41:18.964845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Request body: {'port': {'device_id': 'ffd63769-b55b-4305-ac22-db2e45893b97', 'network_id': '426c719b-1b7f-4aa9-9bfb-e2bcfe559d55', 'admin_state_up': True, 'tenant_id': '5b66fa6ce7a541e58776333dfd65f4e8'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:18.986358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f332d6-7c89-49c8-a671-eb4b93a1948a req-be99a8e2-0c5b-4591-8725-a610014fa410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:18.987370 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-87f332d6-7c89-49c8-a671-eb4b93a1948a req-be99a8e2-0c5b-4591-8725-a610014fa410 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ab1d3a74182e4f91be6d0ffe0674e85c&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2511151 Sep 10 03:41:19.035169 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.058583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.079424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port be61095b-0f15-4615-804a-891f4847b4b5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=be61095b-0f15-4615-804a-891f4847b4b5,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:19.138321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:41:19.164177 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.191202 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.201610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67076df3-802d-4d8f-a69e-d1a7e9c568d0 req-c6d847fe-2177-40ba-a36f-231ec8f62787 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:19.209190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67076df3-802d-4d8f-a69e-d1a7e9c568d0 req-c6d847fe-2177-40ba-a36f-231ec8f62787 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 943 time: 0.3426757 Sep 10 03:41:19.217129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.267380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Transition to ACTIVE for port object 72621f38-ed35-4117-ae33-5d244024973d will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:19.293249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbe92f87-4adb-4728-a129-1705cfe63f6a up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:19.318627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Pushing event updated for resources: {'Port': ['ID=0510a925-72e0-4146-b3d7-bfbbe8487e8c,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:19.342451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f332d6-7c89-49c8-a671-eb4b93a1948a req-bd0208c1-4d01-4c69-a8ca-b1328ff2ed05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:19.345234 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-87f332d6-7c89-49c8-a671-eb4b93a1948a req-bd0208c1-4d01-4c69-a8ca-b1328ff2ed05 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3448260 Sep 10 03:41:19.347091 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=be61095b-0f15-4615-804a-891f4847b4b5,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:19.369675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.391924 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port dbe92f87-4adb-4728-a129-1705cfe63f6a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:19.392409 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.403209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67076df3-802d-4d8f-a69e-d1a7e9c568d0 req-481098bf-8fb0-4dc4-bc77-4dadbac4ee09 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914961 Sep 10 03:41:19.527289 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.529761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-9ae4de78-c508-4354-8dc5-3dae84b32705 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c45af1618b904d3eb2109397638f722b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0671051 Sep 10 03:41:19.573813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:19.574836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:19.577519 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c37d4dc-3d34-4b04-a7cd-114fb45475c6" -d '{"events": [{"server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "name": "network-vif-plugged", "status": "completed", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:19.614447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Made reservation on behalf of 5b66fa6ce7a541e58776333dfd65f4e8 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:19.618350 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.628423 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad8830b2-79a5-4b06-8a5b-798843bcd37e x-openstack-request-id: req-ad8830b2-79a5-4b06-8a5b-798843bcd37e {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:19.628720 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "name": "network-vif-plugged", "status": "completed", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:19.628978 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad8830b2-79a5-4b06-8a5b-798843bcd37e {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:19.629371 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a', 'code': 200} Sep 10 03:41:19.674622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:19.736727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe92f87-4adb-4728-a129-1705cfe63f6a,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:19.831048 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-8b68eb8d-b3d3-4071-9950-b7d0c48002f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:19.832757 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-8b68eb8d-b3d3-4071-9950-b7d0c48002f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ab1d3a74182e4f91be6d0ffe0674e85c&device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 1094 time: 0.4306219 Sep 10 03:41:19.887542 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-89537335-986c-40e8-8aa9-778bf98d9eef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=00c7a32d-d80c-4519-a424-c245b6184042 HTTP/1.1" status: 200 len: 217 time: 0.0395813 Sep 10 03:41:19.894233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Network 21c41aa8-95ef-46ae-9d10-66b8cc359155 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:19.895728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:20.014877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-a44b18c6-a14f-44f3-91d2-f1215ff84348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.016635 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-a44b18c6-a14f-44f3-91d2-f1215ff84348 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ff061bd9-1c8c-4160-b8bd-6878c53915d9 HTTP/1.1" status: 200 len: 862 time: 0.1180618 Sep 10 03:41:20.021843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:20.034996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['588ee2b7-ba7b-4ced-a326-f87694888791', '5b756dea-0978-4f63-954e-e1c714d7b9e0', '8d0722d0-36ec-46c4-9584-bc63f0810092'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:20.079837 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-046e3d65-cfca-47d6-a590-c154e2e44af6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=44729572-ebfe-4806-a562-c3af3e65ed87&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339940 Sep 10 03:41:20.101745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:41:20.132950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Pushing event updated for resources: {'Port': ['ID=72621f38-ed35-4117-ae33-5d244024973d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:20.150496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:41:20.165550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d05e822f-2285-47e2-936a-58dd66272f45 admin admin] 10.222.0.22 "PUT /v2.0/routers/44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6750190 Sep 10 03:41:20.228517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:20.228643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-873ae420-fef5-4a63-aa43-9d705e749f75 None None] Provisioning complete for port 0510a925-72e0-4146-b3d7-bfbbe8487e8c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:20.228643 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-873ae420-fef5-4a63-aa43-9d705e749f75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:20.243636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-2444e3f7-db67-4dd8-838f-f81b87ae8593 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.244098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-2444e3f7-db67-4dd8-838f-f81b87ae8593 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7082794 Sep 10 03:41:20.259573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb014252-1f49-4474-b4da-ccea977b9029 req-d3f6e052-600b-45bd-a335-46aeff4324e2 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.266982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb014252-1f49-4474-b4da-ccea977b9029 req-d3f6e052-600b-45bd-a335-46aeff4324e2 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 936 time: 0.2525396 Sep 10 03:41:20.269063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:20.276266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:20.301182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Sync routers for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:41:20.346059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:20.346700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:20.348842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-873ae420-fef5-4a63-aa43-9d705e749f75 None None] Port 0510a925-72e0-4146-b3d7-bfbbe8487e8c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:20.378725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:41:20.381024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-761d0e7b-46ef-4220-8a3b-86d941358b93 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/quotas/c45af1618b904d3eb2109397638f722b HTTP/1.1" status: 200 len: 375 time: 0.1061766 Sep 10 03:41:20.393911 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83515dd1-a9b3-422f-af86-3309a259c48a admin admin] 10.222.0.22 "PUT /v2.0/routers/0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8813837 Sep 10 03:41:20.410721 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-2804f092-f232-4165-be00-b359775bdcab service neutron] 10.222.0.20 "GET /v2.0/networks/44729572-ebfe-4806-a562-c3af3e65ed87?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070893 Sep 10 03:41:20.586237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Allocated IP 172.20.0.10 (426c719b-1b7f-4aa9-9bfb-e2bcfe559d55/bc8ee2ed-b246-4526-845e-c6f9d14192b6/8c07c261-f9ec-4fe5-8f21-1603706e0331) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:20.660514 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2472b385-4c40-4f42-9a3c-c25a99f5ecc8 req-71e4cb08-1372-4b56-a6ae-6048a4360111 service neutron] 10.222.0.20 "GET /v2.0/networks/44729572-ebfe-4806-a562-c3af3e65ed87?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2337639 Sep 10 03:41:20.661434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb014252-1f49-4474-b4da-ccea977b9029 req-46292312-1d4e-4f28-885e-6b6995aa348f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3932538 Sep 10 03:41:20.700937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device be61095b-0f15-4615-804a-891f4847b4b5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:20.716391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:20.727394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-2e1ee21e-b8bd-4ac0-9608-a7fb57dc10a7 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c45af1618b904d3eb2109397638f722b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0833952 Sep 10 03:41:20.738901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:20.739771 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:20.841028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-016210c4-8a02-4c49-8e16-e2a5dd6a87ec req-022e9c85-bffa-464c-9766-c57db32adc9a tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 210 time: 0.0677280 Sep 10 03:41:20.895060 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29aac195-2efc-4e51-b884-91e525ddf4d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:20.931390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3e41f4e0-fad5-4f72-bcbc-1a0830b2cfc1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.4546857 Sep 10 03:41:20.983494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Request body: {'port': {'device_id': '1631d70b-26ad-4fee-89b2-243c853b72ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:20.994770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3e716ea1-411d-4559-8dec-07edbf6da150 None None] Provisioning for port 72621f38-ed35-4117-ae33-5d244024973d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:21.012496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3e716ea1-411d-4559-8dec-07edbf6da150 None None] Provisioning complete for port 72621f38-ed35-4117-ae33-5d244024973d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:21.012883 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3e716ea1-411d-4559-8dec-07edbf6da150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:21.021269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port be61095b-0f15-4615-804a-891f4847b4b5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:21.021556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:21.152943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:21.174912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:21.205172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7442e3b2-aa2b-4278-a9c2-f0c64e818b99 req-26d21e41-136d-4266-a74a-22b128184668 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:21.213123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7442e3b2-aa2b-4278-a9c2-f0c64e818b99 req-26d21e41-136d-4266-a74a-22b128184668 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 943 time: 0.1730115 Sep 10 03:41:21.271941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3e716ea1-411d-4559-8dec-07edbf6da150 None None] Port 72621f38-ed35-4117-ae33-5d244024973d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:21.326475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7442e3b2-aa2b-4278-a9c2-f0c64e818b99 req-cf780e58-7002-43ed-9521-a63c1eec1b19 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102569 Sep 10 03:41:21.361143 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Sync routers for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:41:21.374709 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:21.375606 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:21.475008 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:21.475532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5845fa4d-cded-4925-adf6-41b4a688b0d8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:21.521187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '56d273cd-504b-46a3-bff0-3c731a68bf06', 'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'mac_address': 'fa:16:3e:e4:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:15Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 2, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'subnets': [{'id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:21.543141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f428eca1-bf34-4351-acc5-852857cc1908 req-bc35b498-3ca1-43df-92e5-7f8e295de68d tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 210 time: 0.1175270 Sep 10 03:41:21.558620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Checking router: 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:41:21.559063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Updating router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 port 56d273cd-504b-46a3-bff0-3c731a68bf06 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:41:21.583286 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:21.599230 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:21.738532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Pushing event updated for resources: {'Port': ['ID=8c07c261-f9ec-4fe5-8f21-1603706e0331,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:21.763742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 5845fa4d-cded-4925-adf6-41b4a688b0d8 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:21.772828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34366) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:21.778205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ed4be07a-df6b-41f3-b088-ab5300a2c11c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1865121024', 'description': 'tempest-description--612255697'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:21.778473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Network 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:21.785199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5845fa4d-cded-4925-adf6-41b4a688b0d8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:21.785675 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:21.788538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:21.802778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:21.905039 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed4be07a-df6b-41f3-b088-ab5300a2c11c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:21.960890 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0510a925-72e0-4146-b3d7-bfbbe8487e8c', 'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'mac_address': 'fa:16:3e:fc:6d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:16Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 2, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'subnets': [{'id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:21.986474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:21.987701 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.019026 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Checking router: 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:41:22.021338 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Updating router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b port 0510a925-72e0-4146-b3d7-bfbbe8487e8c binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:41:22.034354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed4be07a-df6b-41f3-b088-ab5300a2c11c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.057635 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.083138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff68329-426f-4cd1-829e-caf0328ce7a3 req-00bf7d9b-be8f-45e6-a2b5-66699162233a tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.094251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.094543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ff68329-426f-4cd1-829e-caf0328ce7a3 req-00bf7d9b-be8f-45e6-a2b5-66699162233a tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 936 time: 0.2731881 Sep 10 03:41:22.124684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 72621f38-ed35-4117-ae33-5d244024973d {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:22.126370 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed4be07a-df6b-41f3-b088-ab5300a2c11c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.147933 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.168390 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3ecb6-9d3d-4513-8f3a-7e77f39eb1af req-8807823e-5cc6-4cfb-ad06-0e376cf2ea66 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:22.170792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91e3ecb6-9d3d-4513-8f3a-7e77f39eb1af req-8807823e-5cc6-4cfb-ad06-0e376cf2ea66 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 932 time: 0.2168903 Sep 10 03:41:22.173760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 5845fa4d-cded-4925-adf6-41b4a688b0d8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5845fa4d-cded-4925-adf6-41b4a688b0d8,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:22.186486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4be07a-df6b-41f3-b088-ab5300a2c11c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d184b2c-c653-4f90-8988-0abefaecb49b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:22.200702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Transition to ACTIVE for port object 72621f38-ed35-4117-ae33-5d244024973d will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:22.209708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ad5cc774-2398-4ef5-abef-2bea870d09f3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2971084 Sep 10 03:41:22.221364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ff68329-426f-4cd1-829e-caf0328ce7a3 req-060b0e8e-adba-42b2-ab67-38321acca9a1 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256824 Sep 10 03:41:22.251593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Request body: {'port': {'device_id': 'ffd63769-b55b-4305-ac22-db2e45893b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:22.268855 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.271513 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.315908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91e3ecb6-9d3d-4513-8f3a-7e77f39eb1af req-7cef92e8-30a9-42d9-8062-23fedb4500c3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246190 Sep 10 03:41:22.318552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Transition to ACTIVE for port object 56d273cd-504b-46a3-bff0-3c731a68bf06 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:22.323640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed4be07a-df6b-41f3-b088-ab5300a2c11c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.329260 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ed4be07a-df6b-41f3-b088-ab5300a2c11c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5553601 Sep 10 03:41:22.330286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34406) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:22.345295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6d18e750-359b-482b-a206-2c933cadc194 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Request body: {'security_group_rule': {'security_group_id': '8d184b2c-c653-4f90-8988-0abefaecb49b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:22.369975 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.387169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.441108 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.455972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=5845fa4d-cded-4925-adf6-41b4a688b0d8,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:22.456125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Pushing event updated for resources: {'Port': ['ID=72621f38-ed35-4117-ae33-5d244024973d,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:22.471560 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d18e750-359b-482b-a206-2c933cadc194 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.619215 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.654461 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Transition to ACTIVE for port object 0510a925-72e0-4146-b3d7-bfbbe8487e8c will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:22.689305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180597c3-917e-40e3-848e-1076722cdf5d None None] Pushing event updated for resources: {'Port': ['ID=56d273cd-504b-46a3-bff0-3c731a68bf06,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:22.718017 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d18e750-359b-482b-a206-2c933cadc194 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.727446 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.789742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d18e750-359b-482b-a206-2c933cadc194 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.828129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d18e750-359b-482b-a206-2c933cadc194 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=860daa40-d8ce-4278-b11d-74f8302449f0,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:22.911090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Attempting to bind port 56d273cd-504b-46a3-bff0-3c731a68bf06 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:22.911090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Attempting to bind port 56d273cd-504b-46a3-bff0-3c731a68bf06 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:22.911090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Attempting to bind port 56d273cd-504b-46a3-bff0-3c731a68bf06 on network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:22.935695 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6eae4-826a-4888-bda3-1891b7810f53 None None] Pushing event updated for resources: {'Port': ['ID=0510a925-72e0-4146-b3d7-bfbbe8487e8c,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:22.936902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:22.937277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Checking segment: {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:22.938064 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.938064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Bound using segment: {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:22.946291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Bound port: 56d273cd-504b-46a3-bff0-3c731a68bf06, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:22.946689 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.955773 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d18e750-359b-482b-a206-2c933cadc194 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:22.959784 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6d18e750-359b-482b-a206-2c933cadc194 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6283059 Sep 10 03:41:22.960403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34432) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:22.968183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-200d6d71-436b-4806-8ffb-8c6c6f51013f tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Request body: {'security_group_rule': {'security_group_id': '8d184b2c-c653-4f90-8988-0abefaecb49b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:23.053075 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Attempting to bind port 0510a925-72e0-4146-b3d7-bfbbe8487e8c on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:23.054978 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Attempting to bind port 0510a925-72e0-4146-b3d7-bfbbe8487e8c by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:23.055348 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Attempting to bind port 0510a925-72e0-4146-b3d7-bfbbe8487e8c on network 21c41aa8-95ef-46ae-9d10-66b8cc359155 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:23.064751 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:23.065118 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Checking segment: {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:23.065519 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.066260 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Bound using segment: {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:23.073805 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Bound port: 0510a925-72e0-4146-b3d7-bfbbe8487e8c, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:23.074041 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.153096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] For port 56d273cd-504b-46a3-bff0-3c731a68bf06, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:23.182689 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] For port 56d273cd-504b-46a3-bff0-3c731a68bf06, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56d273cd-504b-46a3-bff0-3c731a68bf06,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:23.195703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9c41cf8-c706-4bc6-8d4c-e503f1f3bb63 req-54bac881-ca67-439e-a986-3fba7a79098e tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 210 time: 0.4691350 Sep 10 03:41:23.226953 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-200d6d71-436b-4806-8ffb-8c6c6f51013f tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.235049 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] For port 0510a925-72e0-4146-b3d7-bfbbe8487e8c, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:23.238535 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] For port 0510a925-72e0-4146-b3d7-bfbbe8487e8c, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0510a925-72e0-4146-b3d7-bfbbe8487e8c,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:23.319129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 00c7a32d-d80c-4519-a424-c245b6184042 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:23.340110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a7bc0-9e4d-4a08-9f87-36d3282b6e05 req-327adbf6-84aa-4e99-be4e-2c92dd28e781 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:23.348868 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-200d6d71-436b-4806-8ffb-8c6c6f51013f tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.349954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e80a7bc0-9e4d-4a08-9f87-36d3282b6e05 req-327adbf6-84aa-4e99-be4e-2c92dd28e781 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 943 time: 0.8307405 Sep 10 03:41:23.415041 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-200d6d71-436b-4806-8ffb-8c6c6f51013f tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.420398 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.475485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Attempting to bind port 72621f38-ed35-4117-ae33-5d244024973d on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:23.475845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Attempting to bind port 72621f38-ed35-4117-ae33-5d244024973d by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:23.476429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Attempting to bind port 72621f38-ed35-4117-ae33-5d244024973d on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:23.480485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200d6d71-436b-4806-8ffb-8c6c6f51013f tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5cd56aa-1ef3-41b1-8bac-844f2f20345f,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:23.499969 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed6eae4-826a-4888-bda3-1891b7810f53 None None] Pushing event updated for resources: {'Port': ['ID=0510a925-72e0-4146-b3d7-bfbbe8487e8c,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:23.525208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Port 72621f38-ed35-4117-ae33-5d244024973d on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:41:23.529574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Attempting to bind port 72621f38-ed35-4117-ae33-5d244024973d on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:23.535945 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 00c7a32d-d80c-4519-a424-c245b6184042, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=00c7a32d-d80c-4519-a424-c245b6184042,segment=NetworkSegment(e36551e8-8605-4994-8630-920a4ae502aa),segment_id=e36551e8-8605-4994-8630-920a4ae502aa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:23.563072 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.564588 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:23.565211 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:23.576876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '00c7a32d-d80c-4519-a424-c245b6184042', 'network_id': '44729572-ebfe-4806-a562-c3af3e65ed87', 'port_id': '00c7a32d-d80c-4519-a424-c245b6184042', 'mac_address': 'fa:16:3e:37:f2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff061bd9-1c8c-4160-b8bd-6878c53915d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:23.583298 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-200d6d71-436b-4806-8ffb-8c6c6f51013f tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.585153 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-200d6d71-436b-4806-8ffb-8c6c6f51013f tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6237888 Sep 10 03:41:23.588467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34442) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:23.594763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:23.643818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-349dc5da-4faf-4312-a3cf-219e360c0430 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.656508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e80a7bc0-9e4d-4a08-9f87-36d3282b6e05 req-a35abfab-c2c7-44fa-aa23-5ded56ee1a7f tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054042 Sep 10 03:41:23.714610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:23.715011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:23.716650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:23.717566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Bound port: 72621f38-ed35-4117-ae33-5d244024973d, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:23.718134 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.734804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:23.735633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:40:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:23.753752 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.786485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.820176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe045b8-5d16-430f-bd94-7993a1a13968 req-65e46c8a-7f29-48fd-a114-ced8ab990354 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:23.841363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afe045b8-5d16-430f-bd94-7993a1a13968 req-65e46c8a-7f29-48fd-a114-ced8ab990354 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 948 time: 0.4847748 Sep 10 03:41:23.844895 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:23.865769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180597c3-917e-40e3-848e-1076722cdf5d None None] Pushing event updated for resources: {'Port': ['ID=56d273cd-504b-46a3-bff0-3c731a68bf06,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:24.057667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-72f41440-dfe1-44ba-8aa1-515135b54276 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.39 "GET /v2.0/networks?tenant_id=c45af1618b904d3eb2109397638f722b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0646014 Sep 10 03:41:24.147898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00c7a32d-d80c-4519-a424-c245b6184042 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:24.195278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] For port 72621f38-ed35-4117-ae33-5d244024973d, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:24.210478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] For port 72621f38-ed35-4117-ae33-5d244024973d, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=72621f38-ed35-4117-ae33-5d244024973d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:24.250230 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:24.251736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 00c7a32d-d80c-4519-a424-c245b6184042, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=00c7a32d-d80c-4519-a424-c245b6184042,segment=NetworkSegment(e36551e8-8605-4994-8630-920a4ae502aa),segment_id=e36551e8-8605-4994-8630-920a4ae502aa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:24.280526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:24.303766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-5acaef10-3233-4b5c-9765-072ab75f2bed tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:24.309772 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-5acaef10-3233-4b5c-9765-072ab75f2bed tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1992371 Sep 10 03:41:24.340850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Request body: {'port': {'device_id': 'f8fed01b-8388-4cc1-98ec-af22fe88a850', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'c45af1618b904d3eb2109397638f722b'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:24.343047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:24.348328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:24.514611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afe045b8-5d16-430f-bd94-7993a1a13968 req-29fc948b-09e1-4591-b431-4f73970f2c69 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6722775 Sep 10 03:41:24.624000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:24.625596 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:24.633043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] 10.222.0.20 "PUT /v2.0/ports/72621f38-ed35-4117-ae33-5d244024973d HTTP/1.1" status: 200 len: 1096 time: 3.6691761 Sep 10 03:41:24.636024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1631d70b-26ad-4fee-89b2-243c853b72ed', 'tag': '72621f38-ed35-4117-ae33-5d244024973d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:24.645035 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6ab523c-5594-4dc1-9e32-39ed10f971a0" -d '{"events": [{"name": "network-changed", "server_uuid": "1631d70b-26ad-4fee-89b2-243c853b72ed", "tag": "72621f38-ed35-4117-ae33-5d244024973d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:24.653010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5845fa4d-cded-4925-adf6-41b4a688b0d8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:24.659101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:24.669976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c07c261-f9ec-4fe5-8f21-1603706e0331 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:24.709784 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:24.745643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acffe86-52b1-4fac-b899-ee3cafc5a15e service neutron] Pushing event updated for resources: {'Port': ['ID=72621f38-ed35-4117-ae33-5d244024973d,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:24.748786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=00c7a32d-d80c-4519-a424-c245b6184042,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:24.806167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Transition to ACTIVE for port object 8c07c261-f9ec-4fe5-8f21-1603706e0331 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:24.850706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['00c7a32d-d80c-4519-a424-c245b6184042'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:24.859795 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0510a925-72e0-4146-b3d7-bfbbe8487e8c', 'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'mac_address': 'fa:16:3e:fc:6d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:16Z', 'updated_at': '2021-09-10T03:41:23Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'subnets': [{'id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:24.872823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6063a0-1f85-43a0-9bbe-9670482371b1 req-9b742b60-0ad6-419e-bf12-41ad693553ec tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:24.886248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec6063a0-1f85-43a0-9bbe-9670482371b1 req-9b742b60-0ad6-419e-bf12-41ad693553ec tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 932 time: 0.2276905 Sep 10 03:41:24.919320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5845fa4d-cded-4925-adf6-41b4a688b0d8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:24.921762 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:24.948119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec6063a0-1f85-43a0-9bbe-9670482371b1 req-17867ee6-ab4d-4550-a03c-a417adf00b7c tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589173 Sep 10 03:41:24.950074 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-932e6ee9-20a7-4717-a42b-9b7ab577fa82 None None] The sync data for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 is: [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0510a925-72e0-4146-b3d7-bfbbe8487e8c', 'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'mac_address': 'fa:16:3e:fc:6d:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:16Z', 'updated_at': '2021-09-10T03:41:23Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'subnets': [{'id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:41:24.969199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-dd399e75-9e45-407d-8050-c08b56c915ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:24.975625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-dd399e75-9e45-407d-8050-c08b56c915ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 1099 time: 0.1873453 Sep 10 03:41:24.980279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Made reservation on behalf of c45af1618b904d3eb2109397638f722b for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:24.984826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.006320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.096319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.133827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-dbcc7b77-bb53-4f48-a441-fc335701b0ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=72621f38-ed35-4117-ae33-5d244024973d HTTP/1.1" status: 200 len: 217 time: 0.1379580 Sep 10 03:41:25.227777 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.236207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c07c261-f9ec-4fe5-8f21-1603706e0331,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:25.359945 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '56d273cd-504b-46a3-bff0-3c731a68bf06', 'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'mac_address': 'fa:16:3e:e4:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:15Z', 'updated_at': '2021-09-10T03:41:23Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'subnets': [{'id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:25.432090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83f028de-c5df-4ffb-b701-d2551103ba9f req-c7276e43-28cb-4b48-bb4f-8048f1dddebe tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 210 time: 0.0764947 Sep 10 03:41:25.434069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3889143d-5fd0-4701-8b64-e19c8e668196 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:25.438183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d5cee88-492e-440e-ab51-4bb53a96f4b3 None None] The sync data for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 is: [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '56d273cd-504b-46a3-bff0-3c731a68bf06', 'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'mac_address': 'fa:16:3e:e4:7c:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:15Z', 'updated_at': '2021-09-10T03:41:23Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'subnets': [{'id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:41:25.438872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-3889143d-5fd0-4701-8b64-e19c8e668196 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.2951584 Sep 10 03:41:25.476409 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.579768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Allocated IP 172.25.3.62 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/97d90f1e-2669-4066-ae39-3dfac5e5e1b5) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:25.585753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.602303 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f23540a-7ea8-4073-a211-f597c292fafb x-openstack-request-id: req-9f23540a-7ea8-4073-a211-f597c292fafb {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:25.602648 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1631d70b-26ad-4fee-89b2-243c853b72ed", "tag": "72621f38-ed35-4117-ae33-5d244024973d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:25.602838 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f23540a-7ea8-4073-a211-f597c292fafb {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:25.603219 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1631d70b-26ad-4fee-89b2-243c853b72ed', 'tag': '72621f38-ed35-4117-ae33-5d244024973d', 'status': 'completed', 'code': 200} Sep 10 03:41:25.611133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Attempting to bind port 8c07c261-f9ec-4fe5-8f21-1603706e0331 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:25.611461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Attempting to bind port 8c07c261-f9ec-4fe5-8f21-1603706e0331 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '219dafa3-a9f8-46c1-be11-49444b9639f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426c719b-1b7f-4aa9-9bfb-e2bcfe559d55'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:25.623747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Attempting to bind port 8c07c261-f9ec-4fe5-8f21-1603706e0331 on network 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:25.632538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Port 8c07c261-f9ec-4fe5-8f21-1603706e0331 on network 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:41:25.643086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Attempting to bind port 8c07c261-f9ec-4fe5-8f21-1603706e0331 on network 426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:25.665234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:25.676803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Checking segment: {'id': '219dafa3-a9f8-46c1-be11-49444b9639f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426c719b-1b7f-4aa9-9bfb-e2bcfe559d55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:25.676803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Bound using segment: {'id': '219dafa3-a9f8-46c1-be11-49444b9639f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426c719b-1b7f-4aa9-9bfb-e2bcfe559d55'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:25.676803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Bound port: 8c07c261-f9ec-4fe5-8f21-1603706e0331, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '219dafa3-a9f8-46c1-be11-49444b9639f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '426c719b-1b7f-4aa9-9bfb-e2bcfe559d55'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:25.676803 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.821249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] For port 8c07c261-f9ec-4fe5-8f21-1603706e0331, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:25.825770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] For port 8c07c261-f9ec-4fe5-8f21-1603706e0331, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c07c261-f9ec-4fe5-8f21-1603706e0331,segment=NetworkSegment(219dafa3-a9f8-46c1-be11-49444b9639f7),segment_id=219dafa3-a9f8-46c1-be11-49444b9639f7)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:25.830252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-9c9fee18-3880-4694-8118-3f9c08fc0df0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:25.832205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-9c9fee18-3880-4694-8118-3f9c08fc0df0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3790970 Sep 10 03:41:25.882871 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.944338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:25.948991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Allocated IP 192.168.233.32 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/3ad4b534-1801-4ba2-b2fc-4af4312ecf6c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:25.951866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:25.957262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] 10.222.0.20 "PUT /v2.0/ports/8c07c261-f9ec-4fe5-8f21-1603706e0331 HTTP/1.1" status: 200 len: 1092 time: 3.7348793 Sep 10 03:41:26.009266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c517133b-b452-4429-92e0-f812e16fe413 req-e2b67ea2-ba68-4810-9fc6-d02e9b8c3576 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:26.011397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c517133b-b452-4429-92e0-f812e16fe413 req-e2b67ea2-ba68-4810-9fc6-d02e9b8c3576 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 944 time: 0.3136632 Sep 10 03:41:26.109598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b5b39d-1f71-4740-97fb-99f40f9a3517,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:26.169427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:26.261450 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-981539b1-a812-481f-ae20-885b17f54d9b service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3970199 Sep 10 03:41:26.323913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4295349-f5bc-4c5a-a10d-6b79f41daba0 service neutron] Pushing event updated for resources: {'Port': ['ID=8c07c261-f9ec-4fe5-8f21-1603706e0331,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:26.395463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c517133b-b452-4429-92e0-f812e16fe413 req-b29e5295-9838-46e1-9947-4b11ae9acaa2 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3173704 Sep 10 03:41:26.409772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-da931798-f191-4658-8092-d1ece5da9a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:26.412062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-da931798-f191-4658-8092-d1ece5da9a77 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b66fa6ce7a541e58776333dfd65f4e8&device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 1095 time: 0.2315605 Sep 10 03:41:26.512592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-fc06c44f-c546-40b6-9c25-2e1f467ecde2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c07c261-f9ec-4fe5-8f21-1603706e0331 HTTP/1.1" status: 200 len: 217 time: 0.0782931 Sep 10 03:41:26.628265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:26.662177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56d273cd-504b-46a3-bff0-3c731a68bf06 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:26.697497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Transition to ACTIVE for port object 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:26.724138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-fa90c8e1-9555-4675-8ce4-326d29b680f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:26.726285 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-fa90c8e1-9555-4675-8ce4-326d29b680f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc8ee2ed-b246-4526-845e-c6f9d14192b6 HTTP/1.1" status: 200 len: 864 time: 0.2009268 Sep 10 03:41:26.809407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:26.855258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-877a4d7a-86a7-4f93-8e62-7edece218539 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=426c719b-1b7f-4aa9-9bfb-e2bcfe559d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861745 Sep 10 03:41:26.877458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 56d273cd-504b-46a3-bff0-3c731a68bf06 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:26.881742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 56d273cd-504b-46a3-bff0-3c731a68bf06 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:26.882124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:26.922871 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:26.927455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f25f574-e8f1-44a0-87cb-01ac4238360b req-d57c3237-d5f8-4609-8736-227905317ed1 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6257687 Sep 10 03:41:26.982267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d194e49-4091-4cd8-b751-e31b10cda3c5 req-f2a12f77-4aa8-4bd2-8efd-149399769eca tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:26.994127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d194e49-4091-4cd8-b751-e31b10cda3c5 req-f2a12f77-4aa8-4bd2-8efd-149399769eca tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 948 time: 0.2719057 Sep 10 03:41:27.045535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:27.049513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Pushing event updated for resources: {'Port': ['ID=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:27.058393 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.077331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:27.082759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:27.103747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.125756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 56d273cd-504b-46a3-bff0-3c731a68bf06, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56d273cd-504b-46a3-bff0-3c731a68bf06,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:27.185847 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.189061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0510a925-72e0-4146-b3d7-bfbbe8487e8c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:27.348372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 00c7a32d-d80c-4519-a424-c245b6184042 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:27.384580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-7ae34c9a-2e4a-45a3-adac-ffda9e4e06eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:27.389549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-7ae34c9a-2e4a-45a3-adac-ffda9e4e06eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 1099 time: 0.2642834 Sep 10 03:41:27.406459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d194e49-4091-4cd8-b751-e31b10cda3c5 req-85ec78ba-f71e-4ee9-94b5-275c7b52cf84 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3935170 Sep 10 03:41:27.409142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Pushing event updated for resources: {'Port': ['ID=97d90f1e-2669-4066-ae39-3dfac5e5e1b5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:27.436560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:27.439927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:27.443097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:27.448300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-ade9818b-c31a-4040-bfbc-7107bc031af5 service neutron] 10.222.0.20 "GET /v2.0/networks/426c719b-1b7f-4aa9-9bfb-e2bcfe559d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5805693 Sep 10 03:41:27.527540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:27.528361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.570557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=56d273cd-504b-46a3-bff0-3c731a68bf06,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:27.610686 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.618453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffd63769-b55b-4305-ac22-db2e45893b97', 'tag': '8c07c261-f9ec-4fe5-8f21-1603706e0331'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:27.620707 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b732598-20cc-4b1f-b5f8-ee9812f51226" -d '{"events": [{"name": "network-changed", "server_uuid": "ffd63769-b55b-4305-ac22-db2e45893b97", "tag": "8c07c261-f9ec-4fe5-8f21-1603706e0331"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:27.691252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 0510a925-72e0-4146-b3d7-bfbbe8487e8c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:27.694108 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c53ac610-7de9-4e15-bfd2-a60d4e65bc5a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3664010 Sep 10 03:41:27.705593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0510a925-72e0-4146-b3d7-bfbbe8487e8c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:27.707430 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.765718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67be83e9-da52-453c-a4fa-93be9cab77bb req-175b2e67-aed4-4036-8d4b-81d275733dc3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:27.767348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67be83e9-da52-453c-a4fa-93be9cab77bb req-175b2e67-aed4-4036-8d4b-81d275733dc3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 944 time: 0.1764231 Sep 10 03:41:27.776411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Request body: {'port': {'device_id': 'f8fed01b-8388-4cc1-98ec-af22fe88a850', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:27.781759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-04960482-4b79-4fd1-9db7-54e8bbf5c166 None None] Provisioning for port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:27.783708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 00c7a32d-d80c-4519-a424-c245b6184042 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:27.786930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-397d96e5-b10f-4e58-8c1f-51f95d366e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:27.788541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-397d96e5-b10f-4e58-8c1f-51f95d366e58 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.3811247 Sep 10 03:41:27.816876 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.820357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 00c7a32d-d80c-4519-a424-c245b6184042 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:27.823923 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.824999 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-04960482-4b79-4fd1-9db7-54e8bbf5c166 None None] Provisioning complete for port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:27.825365 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04960482-4b79-4fd1-9db7-54e8bbf5c166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.884358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:27.884924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67be83e9-da52-453c-a4fa-93be9cab77bb req-4cba2d50-31f8-429e-8146-e9e8704e6976 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089187 Sep 10 03:41:27.886875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c976183a-ffb1-4126-9376-84d6e66efd20 req-a735b5a3-baca-4ff5-badf-673e0f1cbeb1 service neutron] 10.222.0.20 "GET /v2.0/networks/426c719b-1b7f-4aa9-9bfb-e2bcfe559d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150274 Sep 10 03:41:27.893482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-b1bafabd-d58c-41c5-977a-e8b0f100a2cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.251&port_id=72621f38-ed35-4117-ae33-5d244024973d HTTP/1.1" status: 200 len: 217 time: 0.0840423 Sep 10 03:41:27.977397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-e3a4935c-185a-4ebf-a4f0-fd0ab565aa07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:27.989199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-e3a4935c-185a-4ebf-a4f0-fd0ab565aa07 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0883408 Sep 10 03:41:28.019973 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.078841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-ff017b9e-b651-4bf7-aa5c-bf965e18a4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:28.088366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-ff017b9e-b651-4bf7-aa5c-bf965e18a4bc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0898671 Sep 10 03:41:28.122088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c7a32d-d80c-4519-a424-c245b6184042'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:28.125643 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0018443-6703-4910-abb7-a40a14d2b740" -d '{"events": [{"server_uuid": "46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee", "name": "network-vif-plugged", "status": "completed", "tag": "00c7a32d-d80c-4519-a424-c245b6184042"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:28.158758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 00c7a32d-d80c-4519-a424-c245b6184042, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=00c7a32d-d80c-4519-a424-c245b6184042,segment=NetworkSegment(e36551e8-8605-4994-8630-920a4ae502aa),segment_id=e36551e8-8605-4994-8630-920a4ae502aa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:28.172251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-04960482-4b79-4fd1-9db7-54e8bbf5c166 None None] Port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:28.182012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.220163 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.233365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 0510a925-72e0-4146-b3d7-bfbbe8487e8c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0510a925-72e0-4146-b3d7-bfbbe8487e8c,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:28.300770 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.308758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=00c7a32d-d80c-4519-a424-c245b6184042,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:28.357939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb37e966-60da-4d04-82e6-1489a3c363ba req-18bb1648-4445-4c5d-adea-10c49b60c599 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:28.365068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb37e966-60da-4d04-82e6-1489a3c363ba req-18bb1648-4445-4c5d-adea-10c49b60c599 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 935 time: 0.2270441 Sep 10 03:41:28.387382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=0510a925-72e0-4146-b3d7-bfbbe8487e8c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:28.414564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-a6424388-e64c-41fb-b0dc-0754bd691584 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3178835 Sep 10 03:41:28.494682 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.597373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56d273cd-504b-46a3-bff0-3c731a68bf06 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:28.734851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:28.734851 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.757538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Transition to ACTIVE for port object 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:28.760859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 56d273cd-504b-46a3-bff0-3c731a68bf06 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:28.761876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.853117 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.889494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.896483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb37e966-60da-4d04-82e6-1489a3c363ba req-74848cbf-795c-4cfc-8795-bd80b604150f tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5258019 Sep 10 03:41:28.915130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:28.923586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0510a925-72e0-4146-b3d7-bfbbe8487e8c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:29.088822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0510a925-72e0-4146-b3d7-bfbbe8487e8c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:29.090258 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:29.125794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ab523c-5594-4dc1-9e32-39ed10f971a0 req-fc9a0748-7391-457e-ba11-bff3465e323b service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7022588 Sep 10 03:41:29.144961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc71ce0a-c92f-468c-8da1-b53a24ee0a35 req-ab4710ba-9729-4941-a83f-c10fbd2ccbd1 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:29.160470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc71ce0a-c92f-468c-8da1-b53a24ee0a35 req-ab4710ba-9729-4941-a83f-c10fbd2ccbd1 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 945 time: 0.1502573 Sep 10 03:41:29.259731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc71ce0a-c92f-468c-8da1-b53a24ee0a35 req-6418160e-38c6-4813-bd9d-94310befd1ea tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979557 Sep 10 03:41:29.333660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8c07c261-f9ec-4fe5-8f21-1603706e0331 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:29.355866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Attempting to bind port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:29.356764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Attempting to bind port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:29.357094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Attempting to bind port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:29.369457 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea437b61-c1ae-42e2-8aeb-dc380be24a32 x-openstack-request-id: req-ea437b61-c1ae-42e2-8aeb-dc380be24a32 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:29.369757 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffd63769-b55b-4305-ac22-db2e45893b97", "tag": "8c07c261-f9ec-4fe5-8f21-1603706e0331", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:29.370080 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea437b61-c1ae-42e2-8aeb-dc380be24a32 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:29.370395 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffd63769-b55b-4305-ac22-db2e45893b97', 'tag': '8c07c261-f9ec-4fe5-8f21-1603706e0331', 'status': 'completed', 'code': 200} Sep 10 03:41:29.393605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Pushing event updated for resources: {'Port': ['ID=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:29.522071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-7fc77db6-cf4c-4764-865c-fa90e540c0c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:29.536303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:41:29.536842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Attempting to bind port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:29.537707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-7fc77db6-cf4c-4764-865c-fa90e540c0c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5b66fa6ce7a541e58776333dfd65f4e8&device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 1095 time: 0.1504331 Sep 10 03:41:29.544028 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b270f5-0dc4-4369-a379-98db901dfb72 x-openstack-request-id: req-b8b270f5-0dc4-4369-a379-98db901dfb72 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:29.548100 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee", "name": "network-vif-plugged", "status": "completed", "tag": "00c7a32d-d80c-4519-a424-c245b6184042", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:29.548420 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8b270f5-0dc4-4369-a379-98db901dfb72 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:29.548757 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00c7a32d-d80c-4519-a424-c245b6184042', 'code': 200} Sep 10 03:41:29.561592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Pushing event updated for resources: {'Port': ['ID=97d90f1e-2669-4066-ae39-3dfac5e5e1b5,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:29.574156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:29.648005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:29.648385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:29.654254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:29.654254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Bound port: 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:29.654254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:29.756105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:29.765385 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-26be96e1-16a2-4c12-921d-8e31be533256 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1676581 Sep 10 03:41:29.765584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8c07c261-f9ec-4fe5-8f21-1603706e0331, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c07c261-f9ec-4fe5-8f21-1603706e0331,segment=NetworkSegment(219dafa3-a9f8-46c1-be11-49444b9639f7),segment_id=219dafa3-a9f8-46c1-be11-49444b9639f7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:29.805982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8c07c261-f9ec-4fe5-8f21-1603706e0331', 'network_id': '426c719b-1b7f-4aa9-9bfb-e2bcfe559d55', 'port_id': '8c07c261-f9ec-4fe5-8f21-1603706e0331', 'mac_address': 'fa:16:3e:94:1a:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 208, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bc8ee2ed-b246-4526-845e-c6f9d14192b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:29.840181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] For port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:29.847141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] For port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:29.852728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37bacbe-886f-4a7d-b035-65f3897ba131 req-adbc170d-2910-469e-865d-556e5eaddc28 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:29.854201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c37bacbe-886f-4a7d-b035-65f3897ba131 req-adbc170d-2910-469e-865d-556e5eaddc28 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 948 time: 0.1868675 Sep 10 03:41:29.859272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9ee672-df36-4bc0-b129-a2534d548010 req-8f9c9566-b6e1-42c1-82c6-5d67931bd2dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:29.865639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f9ee672-df36-4bc0-b129-a2534d548010 req-8f9c9566-b6e1-42c1-82c6-5d67931bd2dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 1096 time: 0.2435338 Sep 10 03:41:29.894953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:29.899662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-e4607d22-8a8f-4c3c-b0c7-5bb1d9d02822 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:29.902182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-e4607d22-8a8f-4c3c-b0c7-5bb1d9d02822 service neutron] 10.222.0.20 "GET /v2.0/networks?id=426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 HTTP/1.1" status: 200 len: 925 time: 0.3515508 Sep 10 03:41:29.909475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c07c261-f9ec-4fe5-8f21-1603706e0331 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:29.930762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8c07c261-f9ec-4fe5-8f21-1603706e0331, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c07c261-f9ec-4fe5-8f21-1603706e0331,segment=NetworkSegment(219dafa3-a9f8-46c1-be11-49444b9639f7),segment_id=219dafa3-a9f8-46c1-be11-49444b9639f7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:29.941439 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:29.989998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-161a4f73-7376-47c4-a89d-81a2fe16b0c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8c07c261-f9ec-4fe5-8f21-1603706e0331 HTTP/1.1" status: 200 len: 217 time: 0.0662789 Sep 10 03:41:30.006654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:30.007361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:30.008986 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] 10.222.0.39 "PUT /v2.0/ports/3ad4b534-1801-4ba2-b2fc-4af4312ecf6c HTTP/1.1" status: 200 len: 1095 time: 2.2430947 Sep 10 03:41:30.009453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8fed01b-8388-4cc1-98ec-af22fe88a850', 'tag': '3ad4b534-1801-4ba2-b2fc-4af4312ecf6c'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:30.011924 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ee110d-0b78-4377-be10-d77c1dfb7a59" -d '{"events": [{"name": "network-changed", "server_uuid": "f8fed01b-8388-4cc1-98ec-af22fe88a850", "tag": "3ad4b534-1801-4ba2-b2fc-4af4312ecf6c"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:30.020134 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:30.020802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 72621f38-ed35-4117-ae33-5d244024973d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:30.030959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c37bacbe-886f-4a7d-b035-65f3897ba131 req-e0ac1da2-63cd-47d5-ace6-626b2170226d tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655655 Sep 10 03:41:30.122661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33b651a-23bf-4c06-beca-2ff4055f722b service neutron] Pushing event updated for resources: {'Port': ['ID=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:30.156270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-9719a0a8-17b9-4194-89a6-03cb36d8cf49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:30.158966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-9719a0a8-17b9-4194-89a6-03cb36d8cf49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bc8ee2ed-b246-4526-845e-c6f9d14192b6 HTTP/1.1" status: 200 len: 864 time: 0.1447077 Sep 10 03:41:30.202631 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8c07c261-f9ec-4fe5-8f21-1603706e0331,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:30.211374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-15a55f14-5330-4e97-93ef-abcff0ae0991 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=426c719b-1b7f-4aa9-9bfb-e2bcfe559d55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373716 Sep 10 03:41:30.239044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-707d694b-6bc0-4f96-91cc-568f06cf093e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:30.239416 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-707d694b-6bc0-4f96-91cc-568f06cf093e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c45af1618b904d3eb2109397638f722b&device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 1098 time: 0.0869646 Sep 10 03:41:30.240506 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.240854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.241595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.241595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.241894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.242179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.242464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.244233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.244233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.244233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.244233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.244233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:41:30.268771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f9ee672-df36-4bc0-b129-a2534d548010 req-501acb18-62a4-4230-9c8c-6dcfc23666df service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3837075 Sep 10 03:41:30.338485 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-6293257d-31f3-4e0b-b721-39d3ba842696 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c HTTP/1.1" status: 200 len: 217 time: 0.0900781 Sep 10 03:41:30.373589 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 72621f38-ed35-4117-ae33-5d244024973d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=72621f38-ed35-4117-ae33-5d244024973d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:30.392332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '72621f38-ed35-4117-ae33-5d244024973d', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '72621f38-ed35-4117-ae33-5d244024973d', 'mac_address': 'fa:16:3e:c9:03:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.251'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:30.401587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-2dc005a8-c94b-4b1b-b666-42443adba193 service neutron] 10.222.0.20 "GET /v2.0/networks/426c719b-1b7f-4aa9-9bfb-e2bcfe559d55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317670 Sep 10 03:41:30.418278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-ef99a43b-2358-4daf-a363-3dd8440f7b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:30.420571 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-ef99a43b-2358-4daf-a363-3dd8440f7b37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0740352 Sep 10 03:41:30.431915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e058c1-b63c-4cad-91e5-73df135f8954 req-d0b58398-a171-40f3-aa40-db411947835f tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:30.433443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1e058c1-b63c-4cad-91e5-73df135f8954 req-d0b58398-a171-40f3-aa40-db411947835f tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 945 time: 0.2206423 Sep 10 03:41:30.484935 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:30.501734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-5493f78f-b62b-4cfa-99cd-bb4d8fc0d30a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:30.503064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 72621f38-ed35-4117-ae33-5d244024973d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:30.503489 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-5493f78f-b62b-4cfa-99cd-bb4d8fc0d30a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726526 Sep 10 03:41:30.524455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 72621f38-ed35-4117-ae33-5d244024973d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=72621f38-ed35-4117-ae33-5d244024973d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:30.580173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1e058c1-b63c-4cad-91e5-73df135f8954 req-309ca241-a37c-41e5-8c7e-3fb7d6a0e12f tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261771 Sep 10 03:41:30.621279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b732598-20cc-4b1f-b5f8-ee9812f51226 req-a4a4318c-7bd6-4ccc-a99b-2c6566b09fb9 service neutron] 10.222.0.20 "GET /v2.0/networks/426c719b-1b7f-4aa9-9bfb-e2bcfe559d55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608307 Sep 10 03:41:30.645158 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-e93593cd-046e-4a15-906f-55c05c7d4445 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305144 Sep 10 03:41:30.694559 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:30.754645 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6a0aa8f-3e7f-4ac2-9c2b-c9eb6da947d6 req-ca8f8ff8-5228-497a-80ff-3ae714c48d8e service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032224 Sep 10 03:41:30.757900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=72621f38-ed35-4117-ae33-5d244024973d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:30.973271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8c07c261-f9ec-4fe5-8f21-1603706e0331'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:30.982800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['72621f38-ed35-4117-ae33-5d244024973d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:31.921454 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:33.360825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 72621f38-ed35-4117-ae33-5d244024973d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:33.490966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 72621f38-ed35-4117-ae33-5d244024973d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:33.493498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 72621f38-ed35-4117-ae33-5d244024973d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:33.494008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:33.584344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:33.611413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1631d70b-26ad-4fee-89b2-243c853b72ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72621f38-ed35-4117-ae33-5d244024973d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:33.613599 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1853c51-5b55-49ce-9619-e01f8d3a884d" -d '{"events": [{"server_uuid": "1631d70b-26ad-4fee-89b2-243c853b72ed", "name": "network-vif-plugged", "status": "completed", "tag": "72621f38-ed35-4117-ae33-5d244024973d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:33.627157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 72621f38-ed35-4117-ae33-5d244024973d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=72621f38-ed35-4117-ae33-5d244024973d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:34.296532 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:34.296532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8c07c261-f9ec-4fe5-8f21-1603706e0331 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:34.367283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=72621f38-ed35-4117-ae33-5d244024973d,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:34.386671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:34.638334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 8c07c261-f9ec-4fe5-8f21-1603706e0331 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:34.644821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8c07c261-f9ec-4fe5-8f21-1603706e0331 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:34.645188 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:34.720147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:34.735565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '3ad4b534-1801-4ba2-b2fc-4af4312ecf6c', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '3ad4b534-1801-4ba2-b2fc-4af4312ecf6c', 'mac_address': 'fa:16:3e:3f:5b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.32'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:34.833882 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:34.836906 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:34.865943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:34.903806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8c07c261-f9ec-4fe5-8f21-1603706e0331, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c07c261-f9ec-4fe5-8f21-1603706e0331,segment=NetworkSegment(219dafa3-a9f8-46c1-be11-49444b9639f7),segment_id=219dafa3-a9f8-46c1-be11-49444b9639f7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:34.905768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:34.989389 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:35.028544 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:35.071476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8c07c261-f9ec-4fe5-8f21-1603706e0331,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:35.130222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:35.264406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['3ad4b534-1801-4ba2-b2fc-4af4312ecf6c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:36.403185 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:36.562536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:36.569247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:36.569614 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.672125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.718636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:36.814090 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:36.870400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:38.312766 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-5717a1cd-5355-498b-a7ac-bcdc042fc568 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1865121024&fields=id&tenant_id=d78ddd8d9dbe4fdd8fdad1ae9d48f4d1 HTTP/1.1" status: 200 len: 267 time: 0.0368192 Sep 10 03:41:38.429724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d73bf08-914b-45bf-ae11-1e00ba1e77dd req-10e41883-5117-4c15-a816-8b3cf013b1e1 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:38.431221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d73bf08-914b-45bf-ae11-1e00ba1e77dd req-10e41883-5117-4c15-a816-8b3cf013b1e1 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 949 time: 0.1172438 Sep 10 03:41:38.467144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-39739699-dc80-4321-a954-938f3a240726 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:38.577635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-39739699-dc80-4321-a954-938f3a240726 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/networks?id=21c41aa8-95ef-46ae-9d10-66b8cc359155 HTTP/1.1" status: 200 len: 815 time: 0.1465194 Sep 10 03:41:38.577635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-3acb9b1b-4d7d-4fcb-80cc-a078aa266973 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/quotas/d78ddd8d9dbe4fdd8fdad1ae9d48f4d1 HTTP/1.1" status: 200 len: 375 time: 0.0192406 Sep 10 03:41:38.577635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d73bf08-914b-45bf-ae11-1e00ba1e77dd req-ea2f186d-6a69-4ec3-9ddc-4cc98fb0194a tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581546 Sep 10 03:41:38.578692 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae93b9eb-6b01-44ea-9bf6-9caa6151b384 x-openstack-request-id: req-ae93b9eb-6b01-44ea-9bf6-9caa6151b384 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:38.578692 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8fed01b-8388-4cc1-98ec-af22fe88a850", "tag": "3ad4b534-1801-4ba2-b2fc-4af4312ecf6c", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:38.578692 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae93b9eb-6b01-44ea-9bf6-9caa6151b384 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:38.578692 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8fed01b-8388-4cc1-98ec-af22fe88a850', 'tag': '3ad4b534-1801-4ba2-b2fc-4af4312ecf6c', 'status': 'completed', 'code': 200} Sep 10 03:41:38.579888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-b116d378-9431-4f25-b41a-c876089be929 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d78ddd8d9dbe4fdd8fdad1ae9d48f4d1&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530903 Sep 10 03:41:38.635614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-28c7dd1d-5654-47f3-aa85-afde0d9e660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:38.638176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-28c7dd1d-5654-47f3-aa85-afde0d9e660a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c45af1618b904d3eb2109397638f722b&device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 1100 time: 0.0635784 Sep 10 03:41:38.699016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-e50c238e-c233-49b1-b0a0-f9d8f3b036fd service neutron] 10.222.0.22 "GET /v2.0/networks/21c41aa8-95ef-46ae-9d10-66b8cc359155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297538 Sep 10 03:41:38.705524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f275b526-9b5a-4725-aef9-341c1a8554fc req-5fcbd956-4d9a-4f61-a2a7-ca4909b70283 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:38.706976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f275b526-9b5a-4725-aef9-341c1a8554fc req-5fcbd956-4d9a-4f61-a2a7-ca4909b70283 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 945 time: 0.0727348 Sep 10 03:41:38.742032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-43af2aed-fcde-4c76-93e5-41e0cdfd5271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:38.743622 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-43af2aed-fcde-4c76-93e5-41e0cdfd5271 service neutron] 10.222.0.39 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.0975778 Sep 10 03:41:38.786060 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-08c658a2-519d-48cd-b3cf-f5f02b868fb8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.32&port_id=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c HTTP/1.1" status: 200 len: 217 time: 0.0345731 Sep 10 03:41:38.800920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f275b526-9b5a-4725-aef9-341c1a8554fc req-b530ea5c-a801-49c7-bb4d-864fc219d61d tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845361 Sep 10 03:41:38.845653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a17cb58f-1fd7-4e59-8694-fe7d634b659f service neutron] 10.222.0.22 "GET /v2.0/networks/21c41aa8-95ef-46ae-9d10-66b8cc359155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377218 Sep 10 03:41:38.854189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-17b11126-522c-4ed3-ab08-162539208c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:38.855722 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-17b11126-522c-4ed3-ab08-162539208c44 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0632846 Sep 10 03:41:38.915178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-05d78bbb-88e1-46e3-bf43-b2ee39ba741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:38.917625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-05d78bbb-88e1-46e3-bf43-b2ee39ba741d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0536544 Sep 10 03:41:38.927340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d877833-f01d-4285-9a33-0384a8c4caaa req-de2e41ac-9270-4944-95a3-a9e778ea855e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:38.936516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d877833-f01d-4285-9a33-0384a8c4caaa req-de2e41ac-9270-4944-95a3-a9e778ea855e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 950 time: 0.0650380 Sep 10 03:41:38.973648 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d877833-f01d-4285-9a33-0384a8c4caaa req-9d6638fa-b983-455d-b4b1-e69fa730b06d tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362742 Sep 10 03:41:39.031418 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-6ee582c1-75b7-4ca1-b6a1-950efe283610 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052811 Sep 10 03:41:39.095994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4760cc-452b-46d3-a244-7717a4392a03 req-34d2d93a-3b8c-4ebc-913f-a866a4ffbd05 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:39.105712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d4760cc-452b-46d3-a244-7717a4392a03 req-34d2d93a-3b8c-4ebc-913f-a866a4ffbd05 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.0651522 Sep 10 03:41:39.133295 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2ee110d-0b78-4377-be10-d77c1dfb7a59 req-46cf5cf0-4299-4e22-a53a-bcffa2a31016 service neutron] 10.222.0.39 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937901 Sep 10 03:41:39.148843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d4760cc-452b-46d3-a244-7717a4392a03 req-c2fa0899-c5dc-40be-90af-0f486c5f82b3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422070 Sep 10 03:41:39.200145 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a964d82-ce56-4376-b44e-b29699e42e64 x-openstack-request-id: req-8a964d82-ce56-4376-b44e-b29699e42e64 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:39.201117 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1631d70b-26ad-4fee-89b2-243c853b72ed", "name": "network-vif-plugged", "status": "completed", "tag": "72621f38-ed35-4117-ae33-5d244024973d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:39.201679 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a964d82-ce56-4376-b44e-b29699e42e64 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:39.202354 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1631d70b-26ad-4fee-89b2-243c853b72ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '72621f38-ed35-4117-ae33-5d244024973d', 'code': 200} Sep 10 03:41:39.330314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a72e1f7-ecb9-4229-a976-84291e86293d req-22dffa3d-c93a-4724-beec-ee971641ac44 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 210 time: 0.0556087 Sep 10 03:41:39.388383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cad62c-4cad-4091-a03e-952089b20749 req-9165a466-7e2f-4a8b-a222-606f497de69c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:39.389898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95cad62c-4cad-4091-a03e-952089b20749 req-9165a466-7e2f-4a8b-a222-606f497de69c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 1101 time: 0.0426893 Sep 10 03:41:39.433389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95cad62c-4cad-4091-a03e-952089b20749 req-1ab54da4-e524-4257-b53a-5773e95813fc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303376 Sep 10 03:41:39.543915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7bd306-2b96-4ed6-93cd-32f79abb85c4 req-eebd231d-e306-4755-ba80-6883c931cd55 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:39.545691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f7bd306-2b96-4ed6-93cd-32f79abb85c4 req-eebd231d-e306-4755-ba80-6883c931cd55 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 949 time: 0.0618403 Sep 10 03:41:39.585891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f7bd306-2b96-4ed6-93cd-32f79abb85c4 req-5a5977df-0f0b-4074-b097-c53e191cc59a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334165 Sep 10 03:41:39.707569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901930f5-1dbe-4185-aae8-6951472a35e6 req-951bb811-72fd-41d0-a75a-c7f323cce33c tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:39.709088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-901930f5-1dbe-4185-aae8-6951472a35e6 req-951bb811-72fd-41d0-a75a-c7f323cce33c tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 949 time: 0.0496802 Sep 10 03:41:39.751798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-901930f5-1dbe-4185-aae8-6951472a35e6 req-fd49c063-e67c-4621-990b-c2eff9479f63 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364058 Sep 10 03:41:39.924649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0aea2fc-665c-4a96-96f3-969748416448 req-01a9f01d-55de-4756-8766-1c0c631519c4 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:39.925608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0aea2fc-665c-4a96-96f3-969748416448 req-01a9f01d-55de-4756-8766-1c0c631519c4 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 945 time: 0.0500927 Sep 10 03:41:39.965222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0aea2fc-665c-4a96-96f3-969748416448 req-14c2a183-4770-4176-b3e9-40dd9f33dcb7 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334313 Sep 10 03:41:40.091615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d2d43-b4be-46b0-a461-3fccc3a0d1db req-23c608a3-7cbf-4014-bdc1-cbb21e77b0de tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:40.093106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce4d2d43-b4be-46b0-a461-3fccc3a0d1db req-23c608a3-7cbf-4014-bdc1-cbb21e77b0de tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 950 time: 0.0498157 Sep 10 03:41:40.131288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce4d2d43-b4be-46b0-a461-3fccc3a0d1db req-6bd45b8b-f5d7-4519-b015-f35a67a722a3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319922 Sep 10 03:41:40.265352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd398459-bb14-43ac-9dc5-fb8ce16d4e61 req-c0dbcca3-09ef-45a3-9956-5691d4d3be11 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:40.266828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd398459-bb14-43ac-9dc5-fb8ce16d4e61 req-c0dbcca3-09ef-45a3-9956-5691d4d3be11 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.0515907 Sep 10 03:41:40.310736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd398459-bb14-43ac-9dc5-fb8ce16d4e61 req-e16efce1-f33e-456b-9c1e-44a0ff375bcc tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372396 Sep 10 03:41:40.400080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0804f09d-3888-4d8e-adf2-40f18466e631 req-037f91be-3e83-4d55-9b86-1e802b44850d tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 210 time: 0.0253823 Sep 10 03:41:40.706615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840d095c-72af-4450-a96c-6e2d7a1776a4 req-1bbb3c60-0173-4be6-ba8c-6d5b7af6265e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:40.708144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-840d095c-72af-4450-a96c-6e2d7a1776a4 req-1bbb3c60-0173-4be6-ba8c-6d5b7af6265e tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 949 time: 0.0537114 Sep 10 03:41:40.748888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-840d095c-72af-4450-a96c-6e2d7a1776a4 req-76217ff1-31a0-4572-90b7-49ff26fa8701 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343893 Sep 10 03:41:40.887899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af06f4b-3990-4a87-a5a9-01a577d8226f req-d5d56505-2f0b-4919-a328-f5c040441f34 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:40.889514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5af06f4b-3990-4a87-a5a9-01a577d8226f req-d5d56505-2f0b-4919-a328-f5c040441f34 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 949 time: 0.0552845 Sep 10 03:41:40.929097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5af06f4b-3990-4a87-a5a9-01a577d8226f req-6fc8158f-ad12-4c4c-83b8-2ff059a7a00e tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330791 Sep 10 03:41:41.087142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc54764-a0e4-460f-b7d7-b232440ccdb0 req-0d957b1d-23c4-45ae-9050-2667b8364f9e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.088868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cc54764-a0e4-460f-b7d7-b232440ccdb0 req-0d957b1d-23c4-45ae-9050-2667b8364f9e tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 945 time: 0.0538602 Sep 10 03:41:41.131414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cc54764-a0e4-460f-b7d7-b232440ccdb0 req-4514d15b-9150-47eb-874f-c4f6139ca5c2 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353308 Sep 10 03:41:41.204204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd63769-b55b-4305-ac22-db2e45893b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07c261-f9ec-4fe5-8f21-1603706e0331'}, {'server_uuid': 'f8fed01b-8388-4cc1-98ec-af22fe88a850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad4b534-1801-4ba2-b2fc-4af4312ecf6c'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:41.207594 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8aa3d3-ba79-4541-a687-3479eb09ebad" -d '{"events": [{"server_uuid": "ffd63769-b55b-4305-ac22-db2e45893b97", "name": "network-vif-plugged", "status": "completed", "tag": "8c07c261-f9ec-4fe5-8f21-1603706e0331"}, {"server_uuid": "f8fed01b-8388-4cc1-98ec-af22fe88a850", "name": "network-vif-plugged", "status": "completed", "tag": "3ad4b534-1801-4ba2-b2fc-4af4312ecf6c"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:41.263248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1c3d53-4487-43c2-9b1d-9940a3e762bb req-45575e8c-103c-4f59-9983-bde60a4c5ba6 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.264781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b1c3d53-4487-43c2-9b1d-9940a3e762bb req-45575e8c-103c-4f59-9983-bde60a4c5ba6 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 950 time: 0.0525124 Sep 10 03:41:41.328905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b1c3d53-4487-43c2-9b1d-9940a3e762bb req-21d72eb9-4dff-4b06-a806-80dbfad1120b tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580640 Sep 10 03:41:41.400220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-fc4aa953-76a4-4d8b-bc6c-1af357e43fa0 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.404429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-fc4aa953-76a4-4d8b-bc6c-1af357e43fa0 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.20 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 945 time: 0.1204355 Sep 10 03:41:41.415631 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d9486c-c4ef-45e3-8f21-bea8a7f3cdcc x-openstack-request-id: req-a5d9486c-c4ef-45e3-8f21-bea8a7f3cdcc {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:41.415631 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd63769-b55b-4305-ac22-db2e45893b97", "name": "network-vif-plugged", "status": "completed", "tag": "8c07c261-f9ec-4fe5-8f21-1603706e0331", "code": 200}, {"server_uuid": "f8fed01b-8388-4cc1-98ec-af22fe88a850", "name": "network-vif-plugged", "status": "completed", "tag": "3ad4b534-1801-4ba2-b2fc-4af4312ecf6c", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:41.415631 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5d9486c-c4ef-45e3-8f21-bea8a7f3cdcc {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:41.415631 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd63769-b55b-4305-ac22-db2e45893b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c07c261-f9ec-4fe5-8f21-1603706e0331', 'code': 200} Sep 10 03:41:41.415631 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fed01b-8388-4cc1-98ec-af22fe88a850', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ad4b534-1801-4ba2-b2fc-4af4312ecf6c', 'code': 200} Sep 10 03:41:41.599294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5484f7d-3455-412d-aca3-e285dbad95df req-1c91b24b-48e4-43ee-8fae-062abab25595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.601371 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c5484f7d-3455-412d-aca3-e285dbad95df req-1c91b24b-48e4-43ee-8fae-062abab25595 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 1100 time: 0.1063168 Sep 10 03:41:41.617070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf70ff4-419b-4c6a-9805-7cdc4f360f7b req-c3fc66da-bfd2-43b7-abdb-d800841225ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.618666 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcf70ff4-419b-4c6a-9805-7cdc4f360f7b req-c3fc66da-bfd2-43b7-abdb-d800841225ea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 1097 time: 0.0697229 Sep 10 03:41:41.680065 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c5484f7d-3455-412d-aca3-e285dbad95df req-8af8d958-c0cc-4772-9cba-7132c647be76 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708029 Sep 10 03:41:41.683791 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcf70ff4-419b-4c6a-9805-7cdc4f360f7b req-a0ea2cbc-6afb-43ca-be0a-d2adf5ace580 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569348 Sep 10 03:41:41.717612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2a85fa-6ca9-408b-bfa4-03b4346d1a1b req-7e39c9dd-0e12-4eb9-abf7-71df5792e16d tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.719102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e2a85fa-6ca9-408b-bfa4-03b4346d1a1b req-7e39c9dd-0e12-4eb9-abf7-71df5792e16d tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.2333245 Sep 10 03:41:41.733057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-b9a397fc-2c63-4e26-8cbf-6adce8bd1cbd tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.734441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-b9a397fc-2c63-4e26-8cbf-6adce8bd1cbd tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.20 "GET /v2.0/networks?id=21c41aa8-95ef-46ae-9d10-66b8cc359155 HTTP/1.1" status: 200 len: 815 time: 0.3667960 Sep 10 03:41:41.751492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2d816-9bdc-40d2-8da0-ac409533f866 req-95c95d65-049f-4ce7-b463-23609e449631 tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:41.753001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80e2d816-9bdc-40d2-8da0-ac409533f866 req-95c95d65-049f-4ce7-b463-23609e449631 tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 1101 time: 0.1260204 Sep 10 03:41:41.808314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e2a85fa-6ca9-408b-bfa4-03b4346d1a1b req-6a15c79e-2196-438f-a958-03fad6a2cb1e tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727510 Sep 10 03:41:41.815610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Deleting port 00c7a32d-d80c-4519-a424-c245b6184042 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:41:41.815990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:41.839420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80e2d816-9bdc-40d2-8da0-ac409533f866 req-ac87c05c-de4f-4c21-97a9-1e66bf049787 tempest-MigrationsAdminTest-783172726 tempest-MigrationsAdminTest-783172726-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789437 Sep 10 03:41:41.986525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4127778e-7af6-4e84-82ff-30168e85ab8d req-5eead0ea-cbeb-423b-9f3b-867c9eccd4e6 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 210 time: 0.0533731 Sep 10 03:41:42.005658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-38b1a89b-42c5-4d5d-835b-93759e5512d8 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d78ddd8d9dbe4fdd8fdad1ae9d48f4d1 HTTP/1.1" status: 200 len: 380 time: 0.1110079 Sep 10 03:41:42.010665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] For port 00c7a32d-d80c-4519-a424-c245b6184042, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=00c7a32d-d80c-4519-a424-c245b6184042,segment=NetworkSegment(e36551e8-8605-4994-8630-920a4ae502aa),segment_id=e36551e8-8605-4994-8630-920a4ae502aa)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:42.011278 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:42.033504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Request body: {'port': {'device_id': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'admin_state_up': True, 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'security_groups': ['8d184b2c-c653-4f90-8988-0abefaecb49b']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:42.087004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Calling delete_port for 00c7a32d-d80c-4519-a424-c245b6184042 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:41:42.213500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df622902-eb41-46fa-be1b-20e87f97a930 req-0cc68065-6ab3-4aa5-aef8-e0fc5380f0cb tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:42.221498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df622902-eb41-46fa-be1b-20e87f97a930 req-0cc68065-6ab3-4aa5-aef8-e0fc5380f0cb tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 949 time: 0.1527896 Sep 10 03:41:42.291624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df622902-eb41-46fa-be1b-20e87f97a930 req-c085a428-e663-4e11-88ef-28d4e0c567a6 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691638 Sep 10 03:41:42.393254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Made reservation on behalf of d78ddd8d9dbe4fdd8fdad1ae9d48f4d1 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:42.401022 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:42.440940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e0588-2f56-4a0b-a6a0-176bf098024c req-c7ec7db7-b310-4628-86ac-51dee55ab7c4 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:42.442425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-765e0588-2f56-4a0b-a6a0-176bf098024c req-c7ec7db7-b310-4628-86ac-51dee55ab7c4 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 945 time: 0.0811672 Sep 10 03:41:42.505991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:42.519469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['00c7a32d-d80c-4519-a424-c245b6184042'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:42.572463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-765e0588-2f56-4a0b-a6a0-176bf098024c req-0882cf96-51cf-4b1c-b923-854b2b6de882 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/security-groups?id=30126ca8-e921-4d13-8a9c-f28482290b96&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991893 Sep 10 03:41:42.576238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Pushing event deleted for resources: {'Port': ['ID=00c7a32d-d80c-4519-a424-c245b6184042,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:42.632347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] No DVR routers for this DVR port 00c7a32d-d80c-4519-a424-c245b6184042 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:41:42.637948 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:42.639901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98ec27c8-a3f2-49fb-b3fc-75db85acf3f5 req-d7e1577a-c7f1-4338-84c0-7048b1892559 tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.20 "DELETE /v2.0/ports/00c7a32d-d80c-4519-a424-c245b6184042 HTTP/1.1" status: 204 len: 173 time: 1.1522081 Sep 10 03:41:42.640373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee', 'name': 'network-vif-deleted', 'tag': '00c7a32d-d80c-4519-a424-c245b6184042'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:42.642589 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4e6417c-1ee1-483e-89aa-dbaf2301734c" -d '{"events": [{"server_uuid": "46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee", "name": "network-vif-deleted", "tag": "00c7a32d-d80c-4519-a424-c245b6184042"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:42.646150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Allocated IP 172.20.0.14 (21c41aa8-95ef-46ae-9d10-66b8cc359155/e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3/dc2ecea7-0bdb-4572-8a0f-d71a0d83843d) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:42.696225 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83aac539-7465-4db5-8c0f-6d1207e2dc1d x-openstack-request-id: req-83aac539-7465-4db5-8c0f-6d1207e2dc1d {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:42.696540 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee", "name": "network-vif-deleted", "tag": "00c7a32d-d80c-4519-a424-c245b6184042", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:42.698132 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-83aac539-7465-4db5-8c0f-6d1207e2dc1d {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:42.698132 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee', 'name': 'network-vif-deleted', 'tag': '00c7a32d-d80c-4519-a424-c245b6184042', 'status': 'completed', 'code': 200} Sep 10 03:41:42.796350 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:42.809775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Transition to ACTIVE for port object dc2ecea7-0bdb-4572-8a0f-d71a0d83843d will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:42.935512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52cec67-47f9-4a2a-a348-dfe049ef39cd req-90821787-3741-4085-974c-70f00a3b581a tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:42.936998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b52cec67-47f9-4a2a-a348-dfe049ef39cd req-90821787-3741-4085-974c-70f00a3b581a tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.0532351 Sep 10 03:41:42.938513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:42.999571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Network 21c41aa8-95ef-46ae-9d10-66b8cc359155 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:43.013038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:43.019827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:43.025430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Pushing event updated for resources: {'Port': ['ID=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:43.052018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b52cec67-47f9-4a2a-a348-dfe049ef39cd req-8be9d0b3-fa00-4cb4-a4ec-72aeb1aab1c3 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070251 Sep 10 03:41:43.091604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:43.092230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.241608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-80f95e23-1200-4f2c-a4b0-968ec9af179c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2250001 Sep 10 03:41:43.251133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f413ebaa-3297-4e00-9ad8-5892772a5ac3 req-a91c0bc8-4b34-41bd-aab9-917fd8681cda tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:43.252686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f413ebaa-3297-4e00-9ad8-5892772a5ac3 req-a91c0bc8-4b34-41bd-aab9-917fd8681cda tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 932 time: 0.0881150 Sep 10 03:41:43.258935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Request body: {'port': {'device_id': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:43.310801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b256ef0c-ba2d-463c-80ef-11917169e17f req-5c1da508-9999-47e2-a269-4d5f245ff0eb tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:43.312326 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b256ef0c-ba2d-463c-80ef-11917169e17f req-5c1da508-9999-47e2-a269-4d5f245ff0eb tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 950 time: 0.1156340 Sep 10 03:41:43.357125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f413ebaa-3297-4e00-9ad8-5892772a5ac3 req-7129ce1a-48df-4bcd-9b71-2e847fa467da tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0952272 Sep 10 03:41:43.376001 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.396708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-10b15ec3-7fce-4462-8f15-7ee5717d1abd None None] Provisioning for port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:43.400763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b256ef0c-ba2d-463c-80ef-11917169e17f req-46ef0f1e-f738-4412-8500-9afe7eb36d52 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719955 Sep 10 03:41:43.400985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-10b15ec3-7fce-4462-8f15-7ee5717d1abd None None] Provisioning complete for port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:43.403093 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-10b15ec3-7fce-4462-8f15-7ee5717d1abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.426047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:43.431213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbe92f87-4adb-4728-a129-1705cfe63f6a no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:43.484866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-10b15ec3-7fce-4462-8f15-7ee5717d1abd None None] Port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:43.557156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eee7115-aa89-40e5-b991-dd567bafcfab req-2a80cc37-6557-4536-a927-54a2013170fa tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:43.558631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eee7115-aa89-40e5-b991-dd567bafcfab req-2a80cc37-6557-4536-a927-54a2013170fa tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 949 time: 0.1354158 Sep 10 03:41:43.597587 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.616901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:43.629581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eee7115-aa89-40e5-b991-dd567bafcfab req-b2a11bd5-1363-453d-ad20-4167d7cf314c tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627739 Sep 10 03:41:43.639393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:43.649405 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61e6ceca-141d-4658-9009-90aa01081f3c" -d '{"events": [{"server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "name": "network-vif-unplugged", "status": "completed", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:43.655394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'mac_address': 'fa:16:3e:c2:f8:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:43.665158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:43.705406 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.719563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ff541e7-3ad2-4cac-894e-846e83e751ae {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:43.734736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6155b259-1eb5-4dbc-ba13-840d385a8001 req-10449375-6561-4e78-8ad6-f7e18c6066aa tempest-ServerAddressesNegativeTestJSON-318711440 tempest-ServerAddressesNegativeTestJSON-318711440-project] 10.222.0.22 "GET /v2.0/ports?device_id=46b1f9f8-6cc8-4a7d-9a0a-2e8a2e340bee HTTP/1.1" status: 200 len: 210 time: 0.0405610 Sep 10 03:41:43.744599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:43.790439 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea08e77-39c1-4a8a-a882-7dca70d66ef1 x-openstack-request-id: req-eea08e77-39c1-4a8a-a882-7dca70d66ef1 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:43.790760 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "name": "network-vif-unplugged", "status": "completed", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:43.791007 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eea08e77-39c1-4a8a-a882-7dca70d66ef1 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:43.791515 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a', 'code': 200} Sep 10 03:41:43.803339 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.825642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc2ecea7-0bdb-4572-8a0f-d71a0d83843d {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:43.835228 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.854023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Transition to ACTIVE for port object dc2ecea7-0bdb-4572-8a0f-d71a0d83843d will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:43.854918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.865041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dbe92f87-4adb-4728-a129-1705cfe63f6a,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:43.915944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=9']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:43.939117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07a59b5-859d-46fa-a35c-8b08e8727e2a req-ede1c1d0-8595-4b78-8c86-19a045dabf5c tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:43.940913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d07a59b5-859d-46fa-a35c-8b08e8727e2a req-ede1c1d0-8595-4b78-8c86-19a045dabf5c tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 949 time: 0.0524440 Sep 10 03:41:43.967708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:43.972629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8ff541e7-3ad2-4cac-894e-846e83e751ae'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:44.009656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d07a59b5-859d-46fa-a35c-8b08e8727e2a req-9faacf9c-1e38-4493-b6f8-19cb1eab12ef tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626247 Sep 10 03:41:44.075721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:44.112147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Attempting to bind port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:44.112467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Attempting to bind port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:44.112845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Attempting to bind port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d on network 21c41aa8-95ef-46ae-9d10-66b8cc359155 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:44.118961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d on network 21c41aa8-95ef-46ae-9d10-66b8cc359155 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:41:44.119283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Attempting to bind port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d on network 21c41aa8-95ef-46ae-9d10-66b8cc359155 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:44.125258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:44.126115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Checking segment: {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:44.126115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Bound using segment: {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:44.126684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Bound port: dc2ecea7-0bdb-4572-8a0f-d71a0d83843d, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e44ea9-5a06-4faf-83ae-a99475362e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:44.126936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:44.552921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-10801c03-151e-4ac3-a05d-8a5771af8ec8 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c45af1618b904d3eb2109397638f722b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3625517 Sep 10 03:41:44.575393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] For port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:44.615207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] For port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:44.623585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df843ef5-9254-4daa-8231-b322651da145 req-d725ce94-e967-46ab-99e6-f76b6b94387d tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:44.625142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df843ef5-9254-4daa-8231-b322651da145 req-d725ce94-e967-46ab-99e6-f76b6b94387d tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.4470530 Sep 10 03:41:44.705522 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:44.731612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-f4947287-478a-49a4-8064-ec124adeffbe tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:44.733073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-f4947287-478a-49a4-8064-ec124adeffbe tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1718323 Sep 10 03:41:44.735897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df843ef5-9254-4daa-8231-b322651da145 req-1f858c18-32c2-4c91-b33e-8689f653ae19 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830481 Sep 10 03:41:44.787268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:44.788045 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:44.789955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] 10.222.0.20 "PUT /v2.0/ports/dc2ecea7-0bdb-4572-8a0f-d71a0d83843d HTTP/1.1" status: 200 len: 1092 time: 1.5357363 Sep 10 03:41:44.792856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'tag': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:44.795283 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94aac9d4-d1a0-4722-84f8-ef924916a27f" -d '{"events": [{"name": "network-changed", "server_uuid": "4200a82a-211e-4f8a-a6a0-b5b64e17aec3", "tag": "dc2ecea7-0bdb-4572-8a0f-d71a0d83843d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:44.816406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-8fab637d-238f-4b91-bed4-9af8f33223cd tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/quotas/c45af1618b904d3eb2109397638f722b HTTP/1.1" status: 200 len: 375 time: 0.0587544 Sep 10 03:41:44.842226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04a36ea-2c1a-4622-a88f-4906037cf57b service neutron] Pushing event updated for resources: {'Port': ['ID=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:44.908131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-881eb76e-cfe1-489b-8c3f-ca003ff63a24 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:44.909805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-881eb76e-cfe1-489b-8c3f-ca003ff63a24 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.20 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 950 time: 0.1966288 Sep 10 03:41:44.956461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-85359835-44a4-4be5-83aa-181ba3d212d6 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c45af1618b904d3eb2109397638f722b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1390667 Sep 10 03:41:44.994002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9186191-a67f-4992-b9ca-de86b6f309b5 req-dbed17cf-2d2c-4659-8bf2-3407ed267678 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:44.995573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9186191-a67f-4992-b9ca-de86b6f309b5 req-dbed17cf-2d2c-4659-8bf2-3407ed267678 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 944 time: 0.1297617 Sep 10 03:41:45.084892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9186191-a67f-4992-b9ca-de86b6f309b5 req-bcb2ec2a-345d-48b8-be23-33519ec29203 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693486 Sep 10 03:41:45.088795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-340a5424-6869-41a8-b6d3-b7d19a3fd537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:45.090255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-340a5424-6869-41a8-b6d3-b7d19a3fd537 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d78ddd8d9dbe4fdd8fdad1ae9d48f4d1&device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 1095 time: 0.1181517 Sep 10 03:41:45.141932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Deleting port 72621f38-ed35-4117-ae33-5d244024973d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:41:45.141932 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.141932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-3c3efc56-56ae-4393-94f6-12006858a02f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d HTTP/1.1" status: 200 len: 217 time: 0.0403886 Sep 10 03:41:45.272390 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-b37d789c-c7e9-4c60-9125-6de0365292e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:45.273888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-b37d789c-c7e9-4c60-9125-6de0365292e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3 HTTP/1.1" status: 200 len: 854 time: 0.1101308 Sep 10 03:41:45.303497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c80a146-64a4-4bff-a234-455c68ff2d93 req-042757aa-a23e-4387-b963-952fa1ecef29 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:45.304984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c80a146-64a4-4bff-a234-455c68ff2d93 req-042757aa-a23e-4387-b963-952fa1ecef29 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 950 time: 0.1642761 Sep 10 03:41:45.369745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] For port 72621f38-ed35-4117-ae33-5d244024973d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=72621f38-ed35-4117-ae33-5d244024973d,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:45.370338 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.395824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Calling delete_port for 72621f38-ed35-4117-ae33-5d244024973d owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:41:45.435508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee21ad-70a1-4f70-b723-956725d96fc7 req-8d394f0e-268f-41b3-b6c0-28e511f0fe7d tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:45.437019 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3ee21ad-70a1-4f70-b723-956725d96fc7 req-8d394f0e-268f-41b3-b6c0-28e511f0fe7d tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.1576738 Sep 10 03:41:45.441478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:45.442176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-2751a91c-d18a-4bad-a601-35c26ec18944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:45.443611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-2751a91c-d18a-4bad-a601-35c26ec18944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c41aa8-95ef-46ae-9d10-66b8cc359155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1519413 Sep 10 03:41:45.477432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c80a146-64a4-4bff-a234-455c68ff2d93 req-a4cc2312-4ee9-45d3-8950-361c39ff22ba tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473536 Sep 10 03:41:45.503502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8ff541e7-3ad2-4cac-894e-846e83e751ae triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:45.504008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.551596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34780) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:45.641713 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.644088 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f521179e-c04b-4c1b-9b3c-1c510232a391 x-openstack-request-id: req-f521179e-c04b-4c1b-9b3c-1c510232a391 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:45.644644 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4200a82a-211e-4f8a-a6a0-b5b64e17aec3", "tag": "dc2ecea7-0bdb-4572-8a0f-d71a0d83843d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:45.644644 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f521179e-c04b-4c1b-9b3c-1c510232a391 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:45.645004 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'tag': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d', 'status': 'completed', 'code': 200} Sep 10 03:41:45.665002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3ee21ad-70a1-4f70-b723-956725d96fc7 req-dedbd7cb-8149-4bd4-ad60-a326d005ad93 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189105 Sep 10 03:41:45.674673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-09682937-e0d3-44d7-bc2c-7c9bc3b8393b admin admin] Deleting subnet ff061bd9-1c8c-4160-b8bd-6878c53915d9 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:41:45.680164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09682937-e0d3-44d7-bc2c-7c9bc3b8393b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.686744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:45.721508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-91de2995-3e32-4029-801b-031e149d5248 service neutron] 10.222.0.20 "GET /v2.0/networks/21c41aa8-95ef-46ae-9d10-66b8cc359155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414780 Sep 10 03:41:45.743342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09682937-e0d3-44d7-bc2c-7c9bc3b8393b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.792397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:45.794784 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00b3f83f-67d0-479c-bdae-a16763e706e9" -d '{"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-plugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:45.807600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09682937-e0d3-44d7-bc2c-7c9bc3b8393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.830908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.832089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 00c7a32d-d80c-4519-a424-c245b6184042 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:45.864900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62201a10-4baf-4c91-8d9f-ddcd1920e189 req-9f761aba-e949-4dd7-8407-8109c4aae88f tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 210 time: 0.1203837 Sep 10 03:41:45.894127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 00c7a32d-d80c-4519-a424-c245b6184042 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:41:45.894477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 00c7a32d-d80c-4519-a424-c245b6184042 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:41:45.934947 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70660804-e620-434a-adc6-4c2653489169 x-openstack-request-id: req-70660804-e620-434a-adc6-4c2653489169 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:45.935300 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-plugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:45.935619 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70660804-e620-434a-adc6-4c2653489169 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:45.936174 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'code': 200} Sep 10 03:41:45.937157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=10']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:45.947996 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09682937-e0d3-44d7-bc2c-7c9bc3b8393b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.984401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e332538b-0380-47bf-95b2-360f2e99ad27 req-0317478f-4b7f-45a9-93ac-f8e7ce2f7071 service neutron] 10.222.0.20 "GET /v2.0/networks/21c41aa8-95ef-46ae-9d10-66b8cc359155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397645 Sep 10 03:41:45.992917 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09682937-e0d3-44d7-bc2c-7c9bc3b8393b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:45.996149 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-09682937-e0d3-44d7-bc2c-7c9bc3b8393b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ff061bd9-1c8c-4160-b8bd-6878c53915d9 HTTP/1.1" status: 204 len: 168 time: 0.4422631 Sep 10 03:41:45.997394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09682937-e0d3-44d7-bc2c-7c9bc3b8393b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff061bd9-1c8c-4160-b8bd-6878c53915d9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:45.998640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34806) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:46.109665 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:46.130067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4086ac3e-f8e7-499d-9da6-970803d58447 req-0e55f791-63fd-4836-9ede-47a827e6ef37 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:46.130067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4086ac3e-f8e7-499d-9da6-970803d58447 req-0e55f791-63fd-4836-9ede-47a827e6ef37 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.1085572 Sep 10 03:41:46.130564 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:46.143319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['588ee2b7-ba7b-4ced-a326-f87694888791', '5b756dea-0978-4f63-954e-e1c714d7b9e0', '8d0722d0-36ec-46c4-9584-bc63f0810092'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:46.177650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Pushing event deleted for resources: {'Port': ['ID=72621f38-ed35-4117-ae33-5d244024973d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:46.341209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] No DVR routers for this DVR port 72621f38-ed35-4117-ae33-5d244024973d on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:41:46.344204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:46.346320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67d38121-efd1-4679-ab43-5ebd194b5956 req-dfa987bc-7eb0-4dde-af07-919d75605529 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.20 "DELETE /v2.0/ports/72621f38-ed35-4117-ae33-5d244024973d HTTP/1.1" status: 204 len: 173 time: 1.4287829 Sep 10 03:41:46.364242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4086ac3e-f8e7-499d-9da6-970803d58447 req-68205845-ae0c-4f7e-a828-ccb0ef85e678 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251596 Sep 10 03:41:46.436203 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:46.478780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ceb34e-38d2-4b71-bd3a-e02e48e89d8d req-896b4a56-e8a3-4640-a0e6-d72b15851283 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:46.482611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97ceb34e-38d2-4b71-bd3a-e02e48e89d8d req-896b4a56-e8a3-4640-a0e6-d72b15851283 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 944 time: 0.3081784 Sep 10 03:41:46.508545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-5e34409a-a937-48ca-b7f7-b0bcbba7131c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:46.511032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-5e34409a-a937-48ca-b7f7-b0bcbba7131c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d78ddd8d9dbe4fdd8fdad1ae9d48f4d1&device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 1095 time: 0.3064702 Sep 10 03:41:46.539354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44729572-ebfe-4806-a562-c3af3e65ed87']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:46.590761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e36551e8-8605-4994-8630-920a4ae502aa') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:46.591063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e36551e8-8605-4994-8630-920a4ae502aa') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:46.634856 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:46.711183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97ceb34e-38d2-4b71-bd3a-e02e48e89d8d req-1cce0c93-65da-47b3-ba54-994a627fa77a tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2061667 Sep 10 03:41:46.718000 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:46.739745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:41:46.741937 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:41:46.747910 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:41:46.870693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09be9db3-c3ba-4965-ba91-88f6f925be85 req-4fdba2ad-0cfc-4d51-a59b-64ab690a21af tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 210 time: 0.0438039 Sep 10 03:41:46.873644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-b617692d-7f2e-4990-9cb9-a6eda453450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:46.875008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-b617692d-7f2e-4990-9cb9-a6eda453450d service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c41aa8-95ef-46ae-9d10-66b8cc359155 HTTP/1.1" status: 200 len: 916 time: 0.3547034 Sep 10 03:41:46.943305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-dffaae02-f7a8-4155-a596-6fecbc57bc69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d HTTP/1.1" status: 200 len: 217 time: 0.0597591 Sep 10 03:41:46.944155 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:46.950051 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:46.951942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/44729572-ebfe-4806-a562-c3af3e65ed87 HTTP/1.1" status: 204 len: 168 time: 0.9521265 Sep 10 03:41:46.993085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a46a68-6a23-4478-a483-b3cd2e4161d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=44729572-ebfe-4806-a562-c3af3e65ed87,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:47.019318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-806aa352-95ee-4adb-8dfb-3e0e5de4b3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:47.021267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-806aa352-95ee-4adb-8dfb-3e0e5de4b3cc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3 HTTP/1.1" status: 200 len: 854 time: 0.0666497 Sep 10 03:41:47.072069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9a81dcd-785f-4367-9c36-a9ec779b195d req-8e503ea5-9d78-4b57-aa6d-63e260cb9c89 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 210 time: 0.0497479 Sep 10 03:41:47.092087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-fee66008-763b-4ae5-8089-996741694858 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:47.094099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-fee66008-763b-4ae5-8089-996741694858 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c41aa8-95ef-46ae-9d10-66b8cc359155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592148 Sep 10 03:41:47.279089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe48d396-5658-47fe-93fb-4eb5eea3bda5 req-956eeb54-722a-4a18-a4f3-b53495c82782 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:47.280681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe48d396-5658-47fe-93fb-4eb5eea3bda5 req-956eeb54-722a-4a18-a4f3-b53495c82782 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.1021681 Sep 10 03:41:47.298599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-cc0ae708-dab4-4980-805d-17b106e9515c service neutron] 10.222.0.20 "GET /v2.0/networks/21c41aa8-95ef-46ae-9d10-66b8cc359155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891859 Sep 10 03:41:47.364734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe48d396-5658-47fe-93fb-4eb5eea3bda5 req-0d593334-f787-4b08-bdf2-49b505f4b564 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759692 Sep 10 03:41:47.429785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94aac9d4-d1a0-4722-84f8-ef924916a27f req-3bb4a574-3243-472c-9040-6bbf2355e9e2 service neutron] 10.222.0.20 "GET /v2.0/networks/21c41aa8-95ef-46ae-9d10-66b8cc359155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214106 Sep 10 03:41:47.458881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dc2ecea7-0bdb-4572-8a0f-d71a0d83843d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:47.462092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 72621f38-ed35-4117-ae33-5d244024973d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:47.489199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 72621f38-ed35-4117-ae33-5d244024973d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:41:47.489809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 72621f38-ed35-4117-ae33-5d244024973d not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:41:47.544429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34852) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:47.625932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:47.642438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'port_id': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d', 'mac_address': 'fa:16:3e:5e:23:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:47.646191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1631d70b-26ad-4fee-89b2-243c853b72ed', 'name': 'network-vif-deleted', 'tag': '72621f38-ed35-4117-ae33-5d244024973d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:47.650602 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbdc5f65-d4a3-4c0d-89cb-2b09fd6bf402" -d '{"events": [{"server_uuid": "1631d70b-26ad-4fee-89b2-243c853b72ed", "name": "network-vif-deleted", "tag": "72621f38-ed35-4117-ae33-5d244024973d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:47.674847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34856) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:47.682103 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8b4be138-24e1-43ac-a128-e47983bff0b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ab1d3a74182e4f91be6d0ffe0674e85c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1311347 Sep 10 03:41:47.699588 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718203c-fb07-4c87-bb91-5a08aa11fad7 x-openstack-request-id: req-a718203c-fb07-4c87-bb91-5a08aa11fad7 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:47.701098 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1631d70b-26ad-4fee-89b2-243c853b72ed", "name": "network-vif-deleted", "tag": "72621f38-ed35-4117-ae33-5d244024973d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:47.701364 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a718203c-fb07-4c87-bb91-5a08aa11fad7 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:47.701774 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1631d70b-26ad-4fee-89b2-243c853b72ed', 'name': 'network-vif-deleted', 'tag': '72621f38-ed35-4117-ae33-5d244024973d', 'status': 'completed', 'code': 200} Sep 10 03:41:47.706382 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:47.728053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc2ecea7-0bdb-4572-8a0f-d71a0d83843d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:47.753873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:47.794403 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdd78178-acf6-4176-ae8d-33b26cba7994 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:47.868420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdd78178-acf6-4176-ae8d-33b26cba7994 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:47.872656 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:47.917499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-0ccffdc6-742a-4ab1-8dcf-f79ceea9047b tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=c45af1618b904d3eb2109397638f722b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0771744 Sep 10 03:41:47.991974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:48.013584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55133f73-67f4-40e2-8ee1-2584edbac218 req-0f9ec5f6-84ce-435b-a979-f6f5fe8b464a tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:48.023102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55133f73-67f4-40e2-8ee1-2584edbac218 req-0f9ec5f6-84ce-435b-a979-f6f5fe8b464a tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 944 time: 0.2083187 Sep 10 03:41:48.111617 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2cc1e2b-c8d8-472c-82d4-f367f4c4b909 req-62725625-ef73-4d55-a4c2-b5714c2cf091 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=1631d70b-26ad-4fee-89b2-243c853b72ed HTTP/1.1" status: 200 len: 210 time: 0.0863976 Sep 10 03:41:48.126516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55133f73-67f4-40e2-8ee1-2584edbac218 req-25be58f1-185d-4f37-8c3b-4e12f6c82db8 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024699 Sep 10 03:41:48.231365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['dc2ecea7-0bdb-4572-8a0f-d71a0d83843d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:48.319494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a242995d-a166-4123-abb0-b56efe57888a req-3449220a-8c51-4505-8c26-e134d971c936 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 210 time: 0.0842881 Sep 10 03:41:48.428914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdd78178-acf6-4176-ae8d-33b26cba7994 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:48.431902 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdd78178-acf6-4176-ae8d-33b26cba7994 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:48.433316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fdd78178-acf6-4176-ae8d-33b26cba7994 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30126ca8-e921-4d13-8a9c-f28482290b96 HTTP/1.1" status: 204 len: 168 time: 0.7570171 Sep 10 03:41:48.469325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-b6b2f914-1a36-4dea-86a2-94819f309e58 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:48.474148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-b6b2f914-1a36-4dea-86a2-94819f309e58 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5291243 Sep 10 03:41:48.503009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Request body: {'port': {'device_id': '3e4e63d1-33a2-4157-8fd3-255b9e0fc122', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': 'c45af1618b904d3eb2109397638f722b'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:48.515661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd78178-acf6-4176-ae8d-33b26cba7994 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30126ca8-e921-4d13-8a9c-f28482290b96,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:48.706276 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-728e47bd-38ac-4dad-8553-9919d1bdcd0b tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:48.707706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-728e47bd-38ac-4dad-8553-9919d1bdcd0b tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.20 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.1863410 Sep 10 03:41:48.743089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70845cea-b3bb-4aaa-8a95-c05293c0ff3f req-3b53c1a7-ab76-47b0-b10a-7e762a412e35 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:48.750220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70845cea-b3bb-4aaa-8a95-c05293c0ff3f req-3b53c1a7-ab76-47b0-b10a-7e762a412e35 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 946 time: 0.1561565 Sep 10 03:41:48.871072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70845cea-b3bb-4aaa-8a95-c05293c0ff3f req-8ab2c630-8ba4-48b1-9fe7-e1c3571b292c tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/security-groups?id=2a167d63-4ec0-4f67-871e-5e975c950431&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177547 Sep 10 03:41:48.906926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Deleting port 8c07c261-f9ec-4fe5-8f21-1603706e0331 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:41:48.906926 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:48.976720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Made reservation on behalf of c45af1618b904d3eb2109397638f722b for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:48.993556 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:49.173387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] For port 8c07c261-f9ec-4fe5-8f21-1603706e0331, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8c07c261-f9ec-4fe5-8f21-1603706e0331,segment=NetworkSegment(219dafa3-a9f8-46c1-be11-49444b9639f7),segment_id=219dafa3-a9f8-46c1-be11-49444b9639f7)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:49.173758 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:49.194847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Calling delete_port for 8c07c261-f9ec-4fe5-8f21-1603706e0331 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:41:49.421161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Allocated IP 192.168.233.67 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:41:49.485541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dc2ecea7-0bdb-4572-8a0f-d71a0d83843d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:49.488830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fefd25-3f63-4c52-bd19-4a3b3eed3e7c req-7a43d577-1492-47a8-808f-d004a373d144 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:49.490398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7fefd25-3f63-4c52-bd19-4a3b3eed3e7c req-7a43d577-1492-47a8-808f-d004a373d144 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 945 time: 0.1200254 Sep 10 03:41:49.504025 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:49.605351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Pushing event deleted for resources: {'Port': ['ID=8c07c261-f9ec-4fe5-8f21-1603706e0331,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:49.687622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] No DVR routers for this DVR port 8c07c261-f9ec-4fe5-8f21-1603706e0331 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:41:49.692531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:49.694584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc8b3add-ceb5-4fd1-a4e5-c384611dcdcf req-ff55dd00-1fe5-4929-bc06-1c57c1df6127 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.20 "DELETE /v2.0/ports/8c07c261-f9ec-4fe5-8f21-1603706e0331 HTTP/1.1" status: 204 len: 173 time: 0.9797564 Sep 10 03:41:49.699865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7fefd25-3f63-4c52-bd19-4a3b3eed3e7c req-ccb5946a-f09f-430b-93a9-17589553e13d tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1974595 Sep 10 03:41:49.709983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffd63769-b55b-4305-ac22-db2e45893b97', 'name': 'network-vif-deleted', 'tag': '8c07c261-f9ec-4fe5-8f21-1603706e0331'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:49.712276 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817f4c84-adf4-4f72-b2e6-fb233c6ed4eb" -d '{"events": [{"server_uuid": "ffd63769-b55b-4305-ac22-db2e45893b97", "name": "network-vif-deleted", "tag": "8c07c261-f9ec-4fe5-8f21-1603706e0331"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:49.721087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:49.725254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:49.725825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:49.924129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:49.976736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Transition to ACTIVE for port object 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:50.062271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-641b81be-cdb0-4c49-bfd9-106fb3bfc904 req-7a671f99-3326-448c-8809-7100f5caa5a6 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 210 time: 0.1202123 Sep 10 03:41:50.073572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:41:50.089425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.112428 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f229298-771b-4cf1-a27e-40585a599944 x-openstack-request-id: req-6f229298-771b-4cf1-a27e-40585a599944 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:50.112428 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffd63769-b55b-4305-ac22-db2e45893b97", "name": "network-vif-deleted", "tag": "8c07c261-f9ec-4fe5-8f21-1603706e0331", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:50.112428 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f229298-771b-4cf1-a27e-40585a599944 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:50.112428 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffd63769-b55b-4305-ac22-db2e45893b97', 'name': 'network-vif-deleted', 'tag': '8c07c261-f9ec-4fe5-8f21-1603706e0331', 'status': 'completed', 'code': 200} Sep 10 03:41:50.149886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.170021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:41:50.170694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['3ad4b534-1801-4ba2-b2fc-4af4312ecf6c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:50.182120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:50.192707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:41:50.259258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-044cf994-f240-413d-a55a-e1bf6ba41669 req-e9033e90-ecc2-4a4b-969b-35afdd21bc35 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 210 time: 0.0823863 Sep 10 03:41:50.286883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:50.295540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:50.298180 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5d58e6e-db93-468d-a8cb-ca2879a84af8" -d '{"events": [{"server_uuid": "4200a82a-211e-4f8a-a6a0-b5b64e17aec3", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ecea7-0bdb-4572-8a0f-d71a0d83843d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:50.330546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Pushing event updated for resources: {'Port': ['ID=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:50.380313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:50.381248 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.383402 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7162f82-2e8c-44d1-b423-034e483bc4eb x-openstack-request-id: req-c7162f82-2e8c-44d1-b423-034e483bc4eb {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:50.383649 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4200a82a-211e-4f8a-a6a0-b5b64e17aec3", "name": "network-vif-plugged", "status": "completed", "tag": "dc2ecea7-0bdb-4572-8a0f-d71a0d83843d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:50.383956 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7162f82-2e8c-44d1-b423-034e483bc4eb {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:50.384579 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d', 'code': 200} Sep 10 03:41:50.387972 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.395860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8c07c261-f9ec-4fe5-8f21-1603706e0331 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:50.396004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34932) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:50.414476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb225e8-64b8-4cbc-bcdc-3a19a9437187 req-28209448-5856-4d86-9cfc-2974dd0d7c66 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:50.417349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddb225e8-64b8-4cbc-bcdc-3a19a9437187 req-28209448-5856-4d86-9cfc-2974dd0d7c66 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 950 time: 0.1996663 Sep 10 03:41:50.478111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-773fd77f-9221-4568-a2af-dc06a2e5e7a0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.9865074 Sep 10 03:41:50.501313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Request body: {'port': {'device_id': '3e4e63d1-33a2-4157-8fd3-255b9e0fc122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:50.576700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:50.588320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-2014613717-network', 'tenant_id': '631463744bb14386b1b3300722e1164d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:50.594817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddb225e8-64b8-4cbc-bcdc-3a19a9437187 req-f4486588-8c55-44e3-9dd0-dcded33f1521 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619005 Sep 10 03:41:50.634036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 8c07c261-f9ec-4fe5-8f21-1603706e0331 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:41:50.634731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8c07c261-f9ec-4fe5-8f21-1603706e0331 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:41:50.675512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3efb6bb-e38a-49e7-8437-2889f3e7e8b5 req-fde24bd9-ea28-469a-9b82-11add90a1504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:50.677483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3efb6bb-e38a-49e7-8437-2889f3e7e8b5 req-fde24bd9-ea28-469a-9b82-11add90a1504 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 1097 time: 0.2148445 Sep 10 03:41:50.678196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.691780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Made reservation on behalf of 631463744bb14386b1b3300722e1164d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:50.694099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.704027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.724773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3efb6bb-e38a-49e7-8437-2889f3e7e8b5 req-66e59dd2-6e53-46d9-8056-c379906f6195 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374591 Sep 10 03:41:50.757428 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3496ad69-4b51-411c-9116-bd5be8209631 None None] Provisioning for port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:50.761531 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-881e8a52-5684-4510-b80d-1f3631ae332b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.763617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3496ad69-4b51-411c-9116-bd5be8209631 None None] Provisioning complete for port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:50.764523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3496ad69-4b51-411c-9116-bd5be8209631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.802363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3496ad69-4b51-411c-9116-bd5be8209631 None None] Port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:41:50.816433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:50.950822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27581133-cfa5-4084-be67-31bc587df38b req-da0c3c07-0e54-44db-938d-7c08695431c3 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:50.976726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27581133-cfa5-4084-be67-31bc587df38b req-da0c3c07-0e54-44db-938d-7c08695431c3 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 946 time: 0.0930638 Sep 10 03:41:51.034604 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27581133-cfa5-4084-be67-31bc587df38b req-347b2490-e4e3-440f-9b77-f82833fdab7a tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543606 Sep 10 03:41:51.108147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-948f2b75-c26e-4fe8-95a4-1e2197dbab42 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:51.110265 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-948f2b75-c26e-4fe8-95a4-1e2197dbab42 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 950 time: 0.0846145 Sep 10 03:41:51.147829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:51.156041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:51.166890 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:51.184133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:41:51.504598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=302a9fc0-e576-42af-9acb-d6579726a29e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:51.513889 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:51.514357 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Added segment 9653a73e-75da-4170-af13-e20f8984ac1f of type vlan for network 33a2c6fa-5070-43fb-81e4-5cc5f75c8368 Sep 10 03:41:51.572290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Transition to ACTIVE for port object 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:41:51.579643 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:51.591581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc9c0ff9-f4a1-4f49-a9a6-a37186ca8578 req-9334a87c-ce20-4948-b1d3-803b9b93ce18 tempest-ServersNegativeTestMultiTenantJSON-1995115206 tempest-ServersNegativeTestMultiTenantJSON-1995115206-project] 10.222.0.22 "GET /v2.0/ports?device_id=ffd63769-b55b-4305-ac22-db2e45893b97 HTTP/1.1" status: 200 len: 210 time: 0.0348866 Sep 10 03:41:51.612832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Deleting port 8d0722d0-36ec-46c4-9584-bc63f0810092 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:41:51.613175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:51.636718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb62951d-c8b4-4a8b-af3f-a3d3e379acc7 req-2457124c-aa53-4723-aa89-20528242359e tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:51.636718 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb62951d-c8b4-4a8b-af3f-a3d3e379acc7 req-2457124c-aa53-4723-aa89-20528242359e tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 935 time: 0.4739299 Sep 10 03:41:51.702630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:51.704778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:51.706019 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:51.734283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:51.818368 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb62951d-c8b4-4a8b-af3f-a3d3e379acc7 req-02dad992-6a80-4c91-9ea2-9f1a49cd736f tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694210 Sep 10 03:41:51.877511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] Pushing event updated for resources: {'Network': ['ID=33a2c6fa-5070-43fb-81e4-5cc5f75c8368,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:51.890191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Pushing event updated for resources: {'Port': ['ID=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:51.910009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] For port 8d0722d0-36ec-46c4-9584-bc63f0810092, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=8d0722d0-36ec-46c4-9584-bc63f0810092,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:51.911159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:51.914038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 33a2c6fa-5070-43fb-81e4-5cc5f75c8368 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:41:51.966376 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1d145a4c-58e2-47fd-aee4-427a7e15c632 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.5712800 Sep 10 03:41:51.971952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34964) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:51.980218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Request body: {'subnet': {'network_id': '33a2c6fa-5070-43fb-81e4-5cc5f75c8368', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-2014613717-subnet', 'tenant_id': '631463744bb14386b1b3300722e1164d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:52.013755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Calling delete_port for 8d0722d0-36ec-46c4-9584-bc63f0810092 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:41:52.083728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Attempting to bind port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:41:52.097554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Attempting to bind port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:41:52.097888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Attempting to bind port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:52.138350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30061b5b-3b35-4778-925d-a80c998121cb req-0f5b7869-7532-4b2b-a831-5bf9225db0ac tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:52.149085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30061b5b-3b35-4778-925d-a80c998121cb req-0f5b7869-7532-4b2b-a831-5bf9225db0ac tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 950 time: 0.3968055 Sep 10 03:41:52.151113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:41:52.152144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Attempting to bind port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:41:52.158263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 41, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:41:52.158837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:52.159421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:41:52.160084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Bound port: 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:41:52.160632 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:52.278255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] For port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:41:52.281626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] For port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:41:52.324664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Made reservation on behalf of 631463744bb14386b1b3300722e1164d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:52.334244 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:52.401885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30061b5b-3b35-4778-925d-a80c998121cb req-795df4c2-89af-4ee1-8b82-9ef0a145d3d4 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2163498 Sep 10 03:41:52.437073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aef8e5-3bff-4c9e-877e-76c6862c83cc req-ffc4c5a9-0bc7-404d-ae8a-3e08b7db6f04 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:52.438552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2aef8e5-3bff-4c9e-877e-76c6862c83cc req-ffc4c5a9-0bc7-404d-ae8a-3e08b7db6f04 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 946 time: 0.1555130 Sep 10 03:41:52.439602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:52.542767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:52.551464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:52.557324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] 10.222.0.20 "PUT /v2.0/ports/95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec HTTP/1.1" status: 200 len: 1095 time: 2.0573902 Sep 10 03:41:52.562336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e4e63d1-33a2-4157-8fd3-255b9e0fc122', 'tag': '95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:52.564855 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302a18a2-9f7c-474b-b974-ac908943c9a1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e4e63d1-33a2-4157-8fd3-255b9e0fc122", "tag": "95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:52.615637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf4a0f6-03b7-4d2b-ac4e-3f41dc34c461 service neutron] Pushing event updated for resources: {'Port': ['ID=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:52.629833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2aef8e5-3bff-4c9e-877e-76c6862c83cc req-722ad027-d96f-48a8-8971-fe40d0106396 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518943 Sep 10 03:41:52.736860 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5362fa-860e-47e9-abe2-5dfd15a683cd x-openstack-request-id: req-2a5362fa-860e-47e9-abe2-5dfd15a683cd {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:52.737235 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e4e63d1-33a2-4157-8fd3-255b9e0fc122", "tag": "95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:52.737545 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a5362fa-860e-47e9-abe2-5dfd15a683cd {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:52.737997 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e4e63d1-33a2-4157-8fd3-255b9e0fc122', 'tag': '95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec', 'status': 'completed', 'code': 200} Sep 10 03:41:52.766675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-6d1bcb13-f006-4576-b078-6b343e9fe844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:52.768790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-6d1bcb13-f006-4576-b078-6b343e9fe844 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c45af1618b904d3eb2109397638f722b&device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 1098 time: 0.0959511 Sep 10 03:41:52.771182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34988) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:52.841289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-990f9421-6141-47e0-9fd4-06ddca0c8830 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec HTTP/1.1" status: 200 len: 217 time: 0.0622723 Sep 10 03:41:52.861284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e76211b-1f6a-4106-a490-cc6a54cbf4fe admin admin] Deleting subnet bc8ee2ed-b246-4526-845e-c6f9d14192b6 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:41:52.916481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-dd8200d6-4232-44f8-9142-6aa688f73e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:52.920261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-dd8200d6-4232-44f8-9142-6aa688f73e6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0664043 Sep 10 03:41:52.968269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e76211b-1f6a-4106-a490-cc6a54cbf4fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.018013 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.035631 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['588ee2b7-ba7b-4ced-a326-f87694888791', '5b756dea-0978-4f63-954e-e1c714d7b9e0', '8d0722d0-36ec-46c4-9584-bc63f0810092'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:53.039074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-1e23b5b9-9a8f-41af-8aa4-57b5a6a71c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:53.040842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-1e23b5b9-9a8f-41af-8aa4-57b5a6a71c48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1134505 Sep 10 03:41:53.071073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43288b2a-769c-48bf-9d91-a76724c63a20 req-b9da004a-6b22-45ed-90cf-cc059dd04604 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:53.073520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43288b2a-769c-48bf-9d91-a76724c63a20 req-b9da004a-6b22-45ed-90cf-cc059dd04604 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 947 time: 0.0980468 Sep 10 03:41:53.131005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Pushing event deleted for resources: {'Port': ['ID=8d0722d0-36ec-46c4-9584-bc63f0810092,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:53.173876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] No DVR routers for this DVR port 8d0722d0-36ec-46c4-9584-bc63f0810092 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:41:53.182260 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e76211b-1f6a-4106-a490-cc6a54cbf4fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.191367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.193464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d8a7ae14-a16b-4cf3-b1e2-6fe0b6c0262e req-b32c1d23-d5f6-4b7d-909b-959c5180ea01 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "DELETE /v2.0/ports/8d0722d0-36ec-46c4-9584-bc63f0810092 HTTP/1.1" status: 204 len: 173 time: 2.0769155 Sep 10 03:41:53.196863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43c0f3ff-eac7-43f2-b123-25dcf71eb12e', 'name': 'network-vif-deleted', 'tag': '8d0722d0-36ec-46c4-9584-bc63f0810092'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:53.207719 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e795b7cd-a05f-48e5-9910-e3a4f472afa7" -d '{"events": [{"server_uuid": "43c0f3ff-eac7-43f2-b123-25dcf71eb12e", "name": "network-vif-deleted", "tag": "8d0722d0-36ec-46c4-9584-bc63f0810092"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:53.209723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43288b2a-769c-48bf-9d91-a76724c63a20 req-3d4f4338-5c23-4e8f-9a22-c5ff28747f2b tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195247 Sep 10 03:41:53.248670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-652863e7-a35f-4e56-a128-168427aec279 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956139 Sep 10 03:41:53.266633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.357730 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e76211b-1f6a-4106-a490-cc6a54cbf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.483121 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb99ba1-1d81-4437-adc7-1c7fb1d8f890 x-openstack-request-id: req-afb99ba1-1d81-4437-adc7-1c7fb1d8f890 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:53.483991 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43c0f3ff-eac7-43f2-b123-25dcf71eb12e", "name": "network-vif-deleted", "tag": "8d0722d0-36ec-46c4-9584-bc63f0810092", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:53.484473 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-afb99ba1-1d81-4437-adc7-1c7fb1d8f890 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:53.485097 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43c0f3ff-eac7-43f2-b123-25dcf71eb12e', 'name': 'network-vif-deleted', 'tag': '8d0722d0-36ec-46c4-9584-bc63f0810092', 'status': 'completed', 'code': 200} Sep 10 03:41:53.494448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ea2a0d-35f1-4ef5-9801-2e6b38f63ad9 req-746eacd0-13c8-4612-8675-926d54c9ce22 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341449 Sep 10 03:41:53.554281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32446c20-1999-4374-80ed-5f290840c9d0 req-f04e5f56-28ae-4189-b939-34247c63967b tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=43c0f3ff-eac7-43f2-b123-25dcf71eb12e HTTP/1.1" status: 200 len: 210 time: 0.0486057 Sep 10 03:41:53.562785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-40852445-8528-41eb-bae0-6b627329452b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.585677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Checking segment: {'id': '9653a73e-75da-4170-af13-e20f8984ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33a2c6fa-5070-43fb-81e4-5cc5f75c8368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:41:53.586424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Network hostable DHCP agents. Network: 33a2c6fa-5070-43fb-81e4-5cc5f75c8368, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:41:53.626861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Pushing event updated for resources: {'Subnet': ['ID=585bf3bc-8216-498d-945b-9065a831374c,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:53.641848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e76211b-1f6a-4106-a490-cc6a54cbf4fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.690021 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.707492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e76211b-1f6a-4106-a490-cc6a54cbf4fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bc8ee2ed-b246-4526-845e-c6f9d14192b6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:53.724857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e76211b-1f6a-4106-a490-cc6a54cbf4fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.727140 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4e76211b-1f6a-4106-a490-cc6a54cbf4fe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bc8ee2ed-b246-4526-845e-c6f9d14192b6 HTTP/1.1" status: 204 len: 168 time: 0.9548066 Sep 10 03:41:53.729687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35010) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:53.830904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-f252fdd9-fd88-40b5-8ca8-14b70564ce0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:53.835341 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-f252fdd9-fd88-40b5-8ca8-14b70564ce0b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c45af1618b904d3eb2109397638f722b&device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 1098 time: 0.1646762 Sep 10 03:41:53.847981 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.851438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Network 33a2c6fa-5070-43fb-81e4-5cc5f75c8368 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:41:53.946688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.960866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 33a2c6fa-5070-43fb-81e4-5cc5f75c8368) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:41:53.969081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:53.969728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:53.975327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d647964-9b1b-4b0e-9034-92821e310eb0 None None] Network 33a2c6fa-5070-43fb-81e4-5cc5f75c8368 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:53.985709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['426c719b-1b7f-4aa9-9bfb-e2bcfe559d55']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:53.995475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-dba23f48-c6ca-4e74-b58d-5c12919148dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:53.997848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-dba23f48-c6ca-4e74-b58d-5c12919148dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1537397 Sep 10 03:41:53.998306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '219dafa3-a9f8-46c1-be11-49444b9639f7') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:53.998440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '219dafa3-a9f8-46c1-be11-49444b9639f7') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:54.009321 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:54.010358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fc2aa0-7c01-4260-b70a-95327940726b req-b617ea73-6c46-46fd-9109-45de9a8e1e54 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:54.011889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2fc2aa0-7c01-4260-b70a-95327940726b req-b617ea73-6c46-46fd-9109-45de9a8e1e54 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 946 time: 0.0734973 Sep 10 03:41:54.033310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:54.041906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:41:54.042295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:41:54.045985 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:41:54.057971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-e5239dd2-cee0-463e-a7ad-337f915e2768 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec HTTP/1.1" status: 200 len: 217 time: 0.0426619 Sep 10 03:41:54.128718 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1b8e8dd-6c7a-4201-96d5-5be6dd55a70b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.1557028 Sep 10 03:41:54.138882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-51ea4baa-cfd0-40b7-bac7-1a1a13a852d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:54.140378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-51ea4baa-cfd0-40b7-bac7-1a1a13a852d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0556374 Sep 10 03:41:54.149600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2fc2aa0-7c01-4260-b70a-95327940726b req-55a96823-32a7-43e3-8767-a12b577eb854 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911264 Sep 10 03:41:54.175544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-157a4975-fbd1-4b41-8a2b-cc029e531bc9 None None] Network 33a2c6fa-5070-43fb-81e4-5cc5f75c8368 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:41:54.237301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-c602608f-bf8d-49f8-b660-7b58c4c81616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:54.237301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-c602608f-bf8d-49f8-b660-7b58c4c81616 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0820198 Sep 10 03:41:54.254320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:54.265863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:54.276994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] 10.222.0.22 "DELETE /v2.0/networks/426c719b-1b7f-4aa9-9bfb-e2bcfe559d55 HTTP/1.1" status: 204 len: 168 time: 0.5456583 Sep 10 03:41:54.277199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35022) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:54.319825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941a6462-9890-436f-ba53-ed672c566581 admin admin] Pushing event deleted for resources: {'Network': ['ID=426c719b-1b7f-4aa9-9bfb-e2bcfe559d55,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:54.481601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0706390e-6549-412a-a7a5-6bdd1f56211e req-7c523144-4a43-4908-8a85-ed6d7879fec6 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:54.494032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35030) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:54.500318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0706390e-6549-412a-a7a5-6bdd1f56211e req-7c523144-4a43-4908-8a85-ed6d7879fec6 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 946 time: 0.2264194 Sep 10 03:41:54.503086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-396f8a84-6ec3-4fc0-8eeb-d245f888d661 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Request body: {'floatingip': {'port_id': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:54.529119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a158ce5-48f4-40c2-b69f-44ccd1654a35 admin admin] Deleting subnet 5f786ced-45f6-4dba-984c-20b71192a1d5 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:41:54.543843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a158ce5-48f4-40c2-b69f-44ccd1654a35 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:54.586490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-8c19488d-6da2-4325-bccd-336b20f07ca9 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442473 Sep 10 03:41:54.596659 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-396f8a84-6ec3-4fc0-8eeb-d245f888d661 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:54.611360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0640586c-529c-4cdf-8555-378616e8489a req-41174125-d75d-453f-9832-3cf285088659 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:54.623310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0640586c-529c-4cdf-8555-378616e8489a req-41174125-d75d-453f-9832-3cf285088659 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 947 time: 0.2518685 Sep 10 03:41:54.719109 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a158ce5-48f4-40c2-b69f-44ccd1654a35 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:54.852456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0640586c-529c-4cdf-8555-378616e8489a req-dae50f9d-dcd6-4762-bad1-9ee6cfacc687 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848955 Sep 10 03:41:54.954950 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a158ce5-48f4-40c2-b69f-44ccd1654a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.034294 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.137047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-302a18a2-9f7c-474b-b974-ac908943c9a1 req-bb5634b8-78a4-4b71-967d-b38146929e2f service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5090885 Sep 10 03:41:55.164973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-7e78ca4e-b656-49ec-9897-bb5898595251 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:55.173278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-7e78ca4e-b656-49ec-9897-bb5898595251 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/networks?id=33a2c6fa-5070-43fb-81e4-5cc5f75c8368 HTTP/1.1" status: 200 len: 809 time: 0.3196442 Sep 10 03:41:55.207490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-17e2a446-a18b-46e3-b001-a6ee97b4662d tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/quotas/631463744bb14386b1b3300722e1164d HTTP/1.1" status: 200 len: 375 time: 0.0264182 Sep 10 03:41:55.262631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-3d373fea-8871-43b4-be62-e2305116f5bf tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=631463744bb14386b1b3300722e1164d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0456512 Sep 10 03:41:55.266476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a158ce5-48f4-40c2-b69f-44ccd1654a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.287744 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a158ce5-48f4-40c2-b69f-44ccd1654a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.293952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3a158ce5-48f4-40c2-b69f-44ccd1654a35 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5f786ced-45f6-4dba-984c-20b71192a1d5 HTTP/1.1" status: 204 len: 168 time: 1.0138052 Sep 10 03:41:55.296167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35064) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:55.348313 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-396f8a84-6ec3-4fc0-8eeb-d245f888d661 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.365711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a158ce5-48f4-40c2-b69f-44ccd1654a35 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f786ced-45f6-4dba-984c-20b71192a1d5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:55.419924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-396f8a84-6ec3-4fc0-8eeb-d245f888d661 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.461540 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.501293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:41:55.642438 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-396f8a84-6ec3-4fc0-8eeb-d245f888d661 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Floating IP 837b0dd8-189c-488e-bdb3-9cea4002c376 associated. External IP: 172.25.3.62, port: dc2ecea7-0bdb-4572-8a0f-d71a0d83843d. Sep 10 03:41:55.685440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.699814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:55.710675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e074bc9f-c9c4-49b4-b825-a2cd3ed00596']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:55.720852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec', 'mac_address': 'fa:16:3e:23:86:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.67'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:41:55.722865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '977d81f7-b5c0-4046-a168-75083bfed4be') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:55.723262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '977d81f7-b5c0-4046-a168-75083bfed4be') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:55.733572 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.748509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.767311 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.769973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:41:55.770511 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:41:55.772429 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:41:55.790160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:41:55.820268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:55.886610 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-06e5f034-bbe7-4b96-9b91-5a6c0388e6c5 service neutron] 10.222.0.22 "GET /v2.0/networks/33a2c6fa-5070-43fb-81e4-5cc5f75c8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6094434 Sep 10 03:41:55.896302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba89b04-07ee-4abe-990e-2abede934136 req-f16af9e3-9f69-42b3-b4a9-5b31694ba39c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:55.897934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bba89b04-07ee-4abe-990e-2abede934136 req-f16af9e3-9f69-42b3-b4a9-5b31694ba39c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 949 time: 0.1444578 Sep 10 03:41:55.904466 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:55.995812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-e1dc2405-5709-40d8-ab1f-746ae8287af1 service neutron] 10.222.0.22 "GET /v2.0/networks/33a2c6fa-5070-43fb-81e4-5cc5f75c8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964973 Sep 10 03:41:56.036715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:56.051799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bba89b04-07ee-4abe-990e-2abede934136 req-5ffc717f-bc22-4160-870e-780efc0bd286 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490708 Sep 10 03:41:56.053530 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:56.072327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:56.076441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e074bc9f-c9c4-49b4-b825-a2cd3ed00596 HTTP/1.1" status: 204 len: 168 time: 0.7640874 Sep 10 03:41:56.106368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f6db08-3f3b-4a74-b822-c7c051813081 admin admin] Pushing event deleted for resources: {'Network': ['ID=e074bc9f-c9c4-49b4-b825-a2cd3ed00596,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:56.150928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-396f8a84-6ec3-4fc0-8eeb-d245f888d661 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:41:56.203044 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:56.213072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aea43c-8d95-4b7d-8d02-fa1f220c4383 req-1b15e87f-769d-44bd-bf17-d241f4932d18 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:56.216395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:56.223941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2aea43c-8d95-4b7d-8d02-fa1f220c4383 req-1b15e87f-769d-44bd-bf17-d241f4932d18 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 948 time: 0.0762191 Sep 10 03:41:56.276579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2aea43c-8d95-4b7d-8d02-fa1f220c4383 req-641e08b5-a9d9-40e3-bdc2-a501474803de tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478618 Sep 10 03:41:56.521768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08a9f08d-12ef-4c18-bb47-1d246a7c974b req-f4da5492-2c90-469a-b4ec-31331089146a tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 210 time: 0.0466616 Sep 10 03:41:56.552386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 8d0722d0-36ec-46c4-9584-bc63f0810092 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:41:56.560209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-396f8a84-6ec3-4fc0-8eeb-d245f888d661 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:41:56.572041 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-396f8a84-6ec3-4fc0-8eeb-d245f888d661 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:56.595033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] Sync routers for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:41:56.607219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 8d0722d0-36ec-46c4-9584-bc63f0810092 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:41:56.607560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 8d0722d0-36ec-46c4-9584-bc63f0810092 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:41:56.622350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:56.626592 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:41:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:56.627611 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-396f8a84-6ec3-4fc0-8eeb-d245f888d661 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "PUT /v2.0/floatingips/837b0dd8-189c-488e-bdb3-9cea4002c376 HTTP/1.1" status: 200 len: 991 time: 2.1322753 Sep 10 03:41:56.628225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'tag': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:56.642126 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1" -d '{"events": [{"name": "network-changed", "server_uuid": "4200a82a-211e-4f8a-a6a0-b5b64e17aec3", "tag": "dc2ecea7-0bdb-4572-8a0f-d71a0d83843d"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:56.642893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35096) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:56.738055 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82ffa537-3e0d-4138-9e3f-7a3fb5c91641 x-openstack-request-id: req-82ffa537-3e0d-4138-9e3f-7a3fb5c91641 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:56.738667 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4200a82a-211e-4f8a-a6a0-b5b64e17aec3", "tag": "dc2ecea7-0bdb-4572-8a0f-d71a0d83843d", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:56.739002 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82ffa537-3e0d-4138-9e3f-7a3fb5c91641 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:56.739811 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'tag': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d', 'status': 'completed', 'code': 200} Sep 10 03:41:56.782790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:56.803297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35102) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:56.803705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-643246e4-258d-4fcc-9d86-26ced7288d93 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b66fa6ce7a541e58776333dfd65f4e8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1591213 Sep 10 03:41:56.827279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-3da7b34d-c18c-4085-bfa1-c3d80f33aa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:56.828810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-3da7b34d-c18c-4085-bfa1-c3d80f33aa75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d78ddd8d9dbe4fdd8fdad1ae9d48f4d1&device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 1097 time: 0.0715840 Sep 10 03:41:56.872688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58228f3a-ac1c-49d9-b5b8-5a19ab07e0ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:56.900903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58228f3a-ac1c-49d9-b5b8-5a19ab07e0ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:57.038061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-324e098c-6911-4dd4-ba7c-e5c9b17f352b tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:57.038306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-06d08513-ecca-46fe-90ae-d44c447a255e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:57.040378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-06d08513-ecca-46fe-90ae-d44c447a255e service neutron] 10.222.0.20 "GET /v2.0/networks?id=21c41aa8-95ef-46ae-9d10-66b8cc359155 HTTP/1.1" status: 200 len: 916 time: 0.1988499 Sep 10 03:41:57.040742 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-324e098c-6911-4dd4-ba7c-e5c9b17f352b tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 949 time: 0.0744760 Sep 10 03:41:57.081933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '837b0dd8-189c-488e-bdb3-9cea4002c376', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'port_id': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'mac_address': 'fa:16:3e:5e:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:41:27Z', 'updated_at': '2021-09-10T03:41:55Z', 'revision_number': 1, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0510a925-72e0-4146-b3d7-bfbbe8487e8c', 'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'mac_address': 'fa:16:3e:fc:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:16Z', 'updated_at': '2021-09-10T03:41:28Z', 'revision_number': 5, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'subnets': [{'id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:57.084845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58228f3a-ac1c-49d9-b5b8-5a19ab07e0ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:57.088081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58228f3a-ac1c-49d9-b5b8-5a19ab07e0ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:57.106169 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-58228f3a-ac1c-49d9-b5b8-5a19ab07e0ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a167d63-4ec0-4f67-871e-5e975c950431 HTTP/1.1" status: 204 len: 168 time: 0.2897830 Sep 10 03:41:57.126038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] Checking router: 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:41:57.139966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:41:57.140892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:41:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:57.172842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58228f3a-ac1c-49d9-b5b8-5a19ab07e0ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a167d63-4ec0-4f67-871e-5e975c950431,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:57.184643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-889330bc-5105-453b-8ed9-dd22bd087a35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d HTTP/1.1" status: 200 len: 999 time: 0.1360552 Sep 10 03:41:57.281619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd624939-4977-424c-ab7b-c74186244c72 req-042b5cd1-0f61-4c71-a08b-74e21eade430 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:57.289213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd624939-4977-424c-ab7b-c74186244c72 req-042b5cd1-0f61-4c71-a08b-74e21eade430 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 949 time: 0.1243119 Sep 10 03:41:57.310480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-15e49ba3-218a-46d3-bebb-d5c37d9b5335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:57.311993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-15e49ba3-218a-46d3-bebb-d5c37d9b5335 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3 HTTP/1.1" status: 200 len: 854 time: 0.1071560 Sep 10 03:41:57.332066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Deleting port 5b756dea-0978-4f63-954e-e1c714d7b9e0 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:41:57.332396 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:57.385703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:41:57.401063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd624939-4977-424c-ab7b-c74186244c72 req-6f17e8eb-bf36-4587-a30a-fca227b895f7 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110430 Sep 10 03:41:57.465841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-3b06ad57-1b76-48e1-ad10-139bd2678bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:57.471713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-3b06ad57-1b76-48e1-ad10-139bd2678bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=21c41aa8-95ef-46ae-9d10-66b8cc359155&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1454608 Sep 10 03:41:57.571383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] For port 5b756dea-0978-4f63-954e-e1c714d7b9e0, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b756dea-0978-4f63-954e-e1c714d7b9e0,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:57.571383 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:57.584215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35120) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:57.605717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:41:57.607138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1678181698'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:57.612776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Calling delete_port for 5b756dea-0978-4f63-954e-e1c714d7b9e0 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:41:57.657163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eabe197-906d-4d40-bfe3-e4ecff6df9f6 req-dcdd7021-cd9b-4b22-9640-a040d59d00d8 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:57.658726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7eabe197-906d-4d40-bfe3-e4ecff6df9f6 req-dcdd7021-cd9b-4b22-9640-a040d59d00d8 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 948 time: 0.2562373 Sep 10 03:41:57.889696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dae41b2f-3494-4989-9e5a-fddd72c07a19 req-d9a0aa3d-06cf-4138-89d6-64fe0a8023d4 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 210 time: 0.0616689 Sep 10 03:41:57.892363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7eabe197-906d-4d40-bfe3-e4ecff6df9f6 req-282de98e-ee69-4c8e-92ea-f5780f2289b6 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166307 Sep 10 03:41:57.899603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-b982952b-c933-43af-9aa5-8482bb1fe2e9 service neutron] 10.222.0.20 "GET /v2.0/networks/21c41aa8-95ef-46ae-9d10-66b8cc359155?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4201741 Sep 10 03:41:58.012211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '837b0dd8-189c-488e-bdb3-9cea4002c376', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'port_id': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'mac_address': 'fa:16:3e:5e:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:41:27Z', 'updated_at': '2021-09-10T03:41:55Z', 'revision_number': 1, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0510a925-72e0-4146-b3d7-bfbbe8487e8c', 'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'mac_address': 'fa:16:3e:fc:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:16Z', 'updated_at': '2021-09-10T03:41:28Z', 'revision_number': 5, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'subnets': [{'id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:41:58.026282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b1e1b5e-2aa6-4fd6-b896-117046b3a6f1 req-65560152-f988-4507-8af5-815fd1f78347 service neutron] 10.222.0.20 "GET /v2.0/networks/21c41aa8-95ef-46ae-9d10-66b8cc359155?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173120 Sep 10 03:41:58.037595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec8d326d-ab6e-4565-a4b9-a21cb1ab1114 None None] The sync data for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 is: [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '837b0dd8-189c-488e-bdb3-9cea4002c376', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'floating_ip_address': '172.25.3.62', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'port_id': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 948, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'mac_address': 'fa:16:3e:5e:23:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:41:27Z', 'updated_at': '2021-09-10T03:41:55Z', 'revision_number': 1, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0510a925-72e0-4146-b3d7-bfbbe8487e8c', 'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'mac_address': 'fa:16:3e:fc:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:16Z', 'updated_at': '2021-09-10T03:41:28Z', 'revision_number': 5, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'subnets': [{'id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:41:58.160792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.162680 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:58.164396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:41:58.166252 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.180376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['588ee2b7-ba7b-4ced-a326-f87694888791', '5b756dea-0978-4f63-954e-e1c714d7b9e0'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:41:58.185738 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:41:58.190589 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.215359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Pushing event deleted for resources: {'Port': ['ID=5b756dea-0978-4f63-954e-e1c714d7b9e0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:58.220398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:41:58.251874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.254123 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Added segment 534e5420-4c94-4c27-b10b-af9e0c2215b5 of type vlan for network 9c7fed57-0367-41af-8623-58378436fd28 Sep 10 03:41:58.368590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.370601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] No DVR routers for this DVR port 5b756dea-0978-4f63-954e-e1c714d7b9e0 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:41:58.379810 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.384321 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b894b0ee-b486-4ad9-ade6-7a03c1bf4854 req-d3c73658-10e2-441e-82fb-0fe6ba89b6ab tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "DELETE /v2.0/ports/5b756dea-0978-4f63-954e-e1c714d7b9e0 HTTP/1.1" status: 204 len: 173 time: 1.3377140 Sep 10 03:41:58.414985 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b38ee270-bcd9-4a1a-b621-87b75d16f76a None None] New status for floating IP 837b0dd8-189c-488e-bdb3-9cea4002c376: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:41:58.463898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35140) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:58.533830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cd237d02-f268-4298-ba9f-c9aa86cb7ddd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c96f61ecaa14ded9a90821787ea7a92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0648615 Sep 10 03:41:58.536695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35142) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:58.538489 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.571844 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.588291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:58.590353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.594264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4e63d1-33a2-4157-8fd3-255b9e0fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:58.596531 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea902b72-8172-4916-a8e9-759434a945af" -d '{"events": [{"server_uuid": "3e4e63d1-33a2-4157-8fd3-255b9e0fc122", "name": "network-vif-plugged", "status": "completed", "tag": "95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:58.661450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:41:58.662675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-60c8f770-85db-40d1-be4e-e6ec3b2b6e98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.675966 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08142e73-51c8-4249-86e8-1dc360deb6a7 x-openstack-request-id: req-08142e73-51c8-4249-86e8-1dc360deb6a7 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:58.676455 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4e63d1-33a2-4157-8fd3-255b9e0fc122", "name": "network-vif-plugged", "status": "completed", "tag": "95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:58.676877 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08142e73-51c8-4249-86e8-1dc360deb6a7 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:58.677430 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4e63d1-33a2-4157-8fd3-255b9e0fc122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec', 'code': 200} Sep 10 03:41:58.689966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-350405be-c5a9-413c-bee7-cac66f6747bb req-d42b9a15-5383-4f49-ab3f-b3e15ec3cd3c tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 210 time: 0.1445875 Sep 10 03:41:58.718219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-60c8f770-85db-40d1-be4e-e6ec3b2b6e98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.743546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5659257d-9fc4-4f01-aa59-f50203516b9d', 'name': 'network-vif-deleted', 'tag': '5b756dea-0978-4f63-954e-e1c714d7b9e0'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:41:58.744787 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.746535 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3823e64-7407-49ad-9ae9-d54c26131a4a" -d '{"events": [{"server_uuid": "5659257d-9fc4-4f01-aa59-f50203516b9d", "name": "network-vif-deleted", "tag": "5b756dea-0978-4f63-954e-e1c714d7b9e0"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:41:58.793401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:58.828816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2433307 Sep 10 03:41:58.831403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35152) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:58.845023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-964002400'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:58.868092 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:41:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-859b421c-5bba-4dfe-9c56-0e56b3a4e42c x-openstack-request-id: req-859b421c-5bba-4dfe-9c56-0e56b3a4e42c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:41:58.876978 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5659257d-9fc4-4f01-aa59-f50203516b9d", "name": "network-vif-deleted", "tag": "5b756dea-0978-4f63-954e-e1c714d7b9e0", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:41:58.877877 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-859b421c-5bba-4dfe-9c56-0e56b3a4e42c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:41:58.878514 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5659257d-9fc4-4f01-aa59-f50203516b9d', 'name': 'network-vif-deleted', 'tag': '5b756dea-0978-4f63-954e-e1c714d7b9e0', 'status': 'completed', 'code': 200} Sep 10 03:41:58.984895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:59.030739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:59.034542 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:59.042647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-60c8f770-85db-40d1-be4e-e6ec3b2b6e98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:59.045829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-60c8f770-85db-40d1-be4e-e6ec3b2b6e98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:59.052338 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-60c8f770-85db-40d1-be4e-e6ec3b2b6e98 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/177929df-2d70-4cc1-b2fd-7e896acef880 HTTP/1.1" status: 204 len: 168 time: 0.5142767 Sep 10 03:41:59.067587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca339d5-965d-4ad9-b21c-4083a3e7af12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Network': ['ID=9c7fed57-0367-41af-8623-58378436fd28,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:59.081451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 9c7fed57-0367-41af-8623-58378436fd28 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:41:59.095592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8f770-85db-40d1-be4e-e6ec3b2b6e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=177929df-2d70-4cc1-b2fd-7e896acef880,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:59.116813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:41:59.148156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:59.150825 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Added segment ccd43413-e0e6-4c09-90f8-7dbe927ed08d of type vlan for network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 Sep 10 03:41:59.187004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-702ac06f-e3fd-4d48-964a-515121e7a05d req-8966d681-c9a6-4143-94f5-d021419729a2 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 210 time: 0.1454759 Sep 10 03:41:59.213171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c451665-81f6-4f5d-ac3f-2ff5495df7f0 req-c9023cf2-3042-4b14-9c8d-2983b992a7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:59.213171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c451665-81f6-4f5d-ac3f-2ff5495df7f0 req-c9023cf2-3042-4b14-9c8d-2983b992a7d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 1100 time: 0.2469239 Sep 10 03:41:59.220717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568a608-d458-4fe1-9a63-268c8b799291 req-d98f21b3-d2c7-4c01-b401-7db4003f2875 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:59.228210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5568a608-d458-4fe1-9a63-268c8b799291 req-d98f21b3-d2c7-4c01-b401-7db4003f2875 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 949 time: 0.1361680 Sep 10 03:41:59.266822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:59.315362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5568a608-d458-4fe1-9a63-268c8b799291 req-9ba451ae-ad2c-4cb9-b382-110a107b66d8 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727267 Sep 10 03:41:59.318701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c451665-81f6-4f5d-ac3f-2ff5495df7f0 req-792ed6e7-9641-4c8d-9a93-a60e119d16d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824475 Sep 10 03:41:59.373220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:59.380750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:41:59.381382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:59.536522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Network': ['ID=ff15ac58-4fc5-4878-a6db-c2abcdecdd24,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:41:59.549365 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1d3293fd-cda2-42d1-b9de-84118fc330a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7144158 Sep 10 03:41:59.551068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35172) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:41:59.562307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'subnet': {'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:41:59.562446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:41:59.813672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:41:59.818527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:41:59.919911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1eaa1f03-8c9b-4721-be01-fb984c632b35 req-bfdf1f6b-637f-40fb-bba8-0abe7d2589be tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=5659257d-9fc4-4f01-aa59-f50203516b9d HTTP/1.1" status: 200 len: 210 time: 0.0618529 Sep 10 03:42:00.194534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-ac09c697-69c2-4ee0-bee9-f23c8ce3f0ac tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:00.196048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-ac09c697-69c2-4ee0-bee9-f23c8ce3f0ac tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.20 "GET /v2.0/networks?id=33a2c6fa-5070-43fb-81e4-5cc5f75c8368 HTTP/1.1" status: 200 len: 809 time: 0.2389879 Sep 10 03:42:00.220581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Request body: {'port': {'device_id': '0c804a59-eb90-42ff-a200-e48913a65a1a', 'network_id': '33a2c6fa-5070-43fb-81e4-5cc5f75c8368', 'admin_state_up': True, 'tenant_id': '631463744bb14386b1b3300722e1164d'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:00.272427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:00.393705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Subnet': ['ID=ed992e7b-f7e7-4830-9726-43855ad08c02,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:00.403498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Checking segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:00.404414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network hostable DHCP agents. Network: 9c7fed57-0367-41af-8623-58378436fd28, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:42:00.544594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5da82a27-02b0-4db8-bee5-1120498d287d req-2c267f36-3302-400f-b438-07ea9cb51c80 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 210 time: 0.0984511 Sep 10 03:42:00.549023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network 9c7fed57-0367-41af-8623-58378436fd28 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:42:00.625463 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 9c7fed57-0367-41af-8623-58378436fd28) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:00.630236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:00.631141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:00.642515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b82fa50-e4ba-444c-b069-e8f993eb8426 None None] Network 9c7fed57-0367-41af-8623-58378436fd28 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:00.643010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7df22fd-ab11-4333-ad5e-e8a1f2b6ae3b req-592311e8-baba-4a77-8071-2f43c8831812 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:00.643010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7df22fd-ab11-4333-ad5e-e8a1f2b6ae3b req-592311e8-baba-4a77-8071-2f43c8831812 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 949 time: 0.0925932 Sep 10 03:42:00.701240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7df22fd-ab11-4333-ad5e-e8a1f2b6ae3b req-84e52fad-91fc-4f96-9971-32e3265f1db1 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485072 Sep 10 03:42:00.734046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Made reservation on behalf of 631463744bb14386b1b3300722e1164d for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:00.738979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:00.824110 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c9c2d143-df0c-4d1d-9dd6-32a0439fd7ad tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2714829 Sep 10 03:42:00.826379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35210) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:00.831169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'subnet': {'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:00.862498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-9c7fed57-0367-41af-8623-58378436fd28', 'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'fixed_ips': [{'subnet_id': 'ed992e7b-f7e7-4830-9726-43855ad08c02'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:42:00.864969 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.015973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Allocated IP 172.20.0.6 (33a2c6fa-5070-43fb-81e4-5cc5f75c8368/585bf3bc-8216-498d-945b-9065a831374c/dbc10bd9-a471-456a-bdf5-682091e4867b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:01.074662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:01.078468 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.136175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Allocated IP 10.1.1.2 (9c7fed57-0367-41af-8623-58378436fd28/ed992e7b-f7e7-4830-9726-43855ad08c02/82c8076c-f2dc-42c7-ac8b-398ccf00a389) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:01.386817 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.426365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.508837 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.550497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Subnet': ['ID=8dd37033-5715-46cb-bf85-e3d363c6a070,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:01.565726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Network 33a2c6fa-5070-43fb-81e4-5cc5f75c8368 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:01.573881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:01.580993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.586956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:01.590633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Transition to ACTIVE for port object 82c8076c-f2dc-42c7-ac8b-398ccf00a389 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:01.600807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Pushing event updated for resources: {'Port': ['ID=dbc10bd9-a471-456a-bdf5-682091e4867b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:01.614099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Transition to ACTIVE for port object 82c8076c-f2dc-42c7-ac8b-398ccf00a389 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:01.651242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Checking segment: {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:01.652252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network hostable DHCP agents. Network: ff15ac58-4fc5-4878-a6db-c2abcdecdd24, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:42:01.700252 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.707133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:01.707775 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.750578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Pushing event updated for resources: {'Port': ['ID=82c8076c-f2dc-42c7-ac8b-398ccf00a389,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:01.755809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93568c95-b953-4866-b3e8-747009293ded req-5bd9434a-f21d-4c98-afd8-80f4a7e9fd1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:01.763184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93568c95-b953-4866-b3e8-747009293ded req-5bd9434a-f21d-4c98-afd8-80f4a7e9fd1f tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 950 time: 0.1149285 Sep 10 03:42:01.770289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Network 9c7fed57-0367-41af-8623-58378436fd28 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:01.772329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:01.775950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:01.784891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:42:01.811842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf973bd-76be-42de-81d4-ea88c0dbf2e1 req-631eaf29-6a25-4385-911c-2fe06f70bcbe tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:01.813423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3cf973bd-76be-42de-81d4-ea88c0dbf2e1 req-631eaf29-6a25-4385-911c-2fe06f70bcbe tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 931 time: 0.1016138 Sep 10 03:42:01.817740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-fd528402-2128-491d-ae0d-73dccbac52bd tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6071055 Sep 10 03:42:01.832410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93568c95-b953-4866-b3e8-747009293ded req-13f63d34-fe8c-45aa-b725-49dee28d4232 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633156 Sep 10 03:42:01.844214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Request body: {'port': {'device_id': '0c804a59-eb90-42ff-a200-e48913a65a1a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:01.854198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Attempting to bind port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:01.854644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Attempting to bind port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:01.855017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Attempting to bind port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:01.865801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:01.865801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Checking segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:01.865801 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.865801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Bound using segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:01.865801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Bound port: 82c8076c-f2dc-42c7-ac8b-398ccf00a389, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:01.865801 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.885473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ff15ac58-4fc5-4878-a6db-c2abcdecdd24) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:01.890896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:01.892069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:01.899738 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53fbf3b-e6bb-465a-8a44-cb7642434c63 None None] Network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:01.989539 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-36143885-243a-43c2-8b89-41041bd4968d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1620927 Sep 10 03:42:01.995192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35250) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:02.001422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'port': {'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'name': 'tempest-TaggedBootDevicesTest_v242-2107946936', 'fixed_ips': [{'subnet_id': 'ed992e7b-f7e7-4830-9726-43855ad08c02'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:02.004326 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:02.022972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] For port 82c8076c-f2dc-42c7-ac8b-398ccf00a389, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:02.028423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] For port 82c8076c-f2dc-42c7-ac8b-398ccf00a389, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=82c8076c-f2dc-42c7-ac8b-398ccf00a389,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:02.127989 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:02.140225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ff15ac58-4fc5-4878-a6db-c2abcdecdd24', 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'fixed_ips': [{'subnet_id': '8dd37033-5715-46cb-bf85-e3d363c6a070'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:42:02.141066 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:02.379078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:02.416952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac50840-875a-4f36-b79d-decf7c45ab64 None None] Pushing event updated for resources: {'Port': ['ID=82c8076c-f2dc-42c7-ac8b-398ccf00a389,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:02.425435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3cf973bd-76be-42de-81d4-ea88c0dbf2e1 req-f8fb7297-34d7-43cb-b72a-e2e4b25a8190 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5885808 Sep 10 03:42:02.467351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Allocated IP 10.2.2.2 (ff15ac58-4fc5-4878-a6db-c2abcdecdd24/8dd37033-5715-46cb-bf85-e3d363c6a070/33164182-4774-4d05-9159-f7340e3647b0) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:02.467578 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:02.582620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5b756dea-0978-4f63-954e-e1c714d7b9e0 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:02.611882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1449a895-1302-430a-967d-8473a293b5b7 req-e8a6de97-2038-4e57-988b-bfd2df02497c tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:02.618996 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:02.619241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1449a895-1302-430a-967d-8473a293b5b7 req-e8a6de97-2038-4e57-988b-bfd2df02497c tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 949 time: 0.3249836 Sep 10 03:42:02.662923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] device_id is not set on port 9c746c9f-a3be-4e39-92ee-bee68113d82c yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:42:02.670942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 5b756dea-0978-4f63-954e-e1c714d7b9e0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:02.671290 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5b756dea-0978-4f63-954e-e1c714d7b9e0 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:02.718050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 82c8076c-f2dc-42c7-ac8b-398ccf00a389 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:42:02.829082 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1449a895-1302-430a-967d-8473a293b5b7 req-a91b0aa6-c61c-4296-a504-75b82848a640 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090847 Sep 10 03:42:03.048959 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:03.078299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Transition to ACTIVE for port object 33164182-4774-4d05-9159-f7340e3647b0 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:03.133778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Transition to ACTIVE for port object 33164182-4774-4d05-9159-f7340e3647b0 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:03.208477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd8c46f-b85d-4395-9321-61535bfcd465 req-6cde98c2-470c-48f1-9282-7882c032b5ef tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:03.209380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afd8c46f-b85d-4395-9321-61535bfcd465 req-6cde98c2-470c-48f1-9282-7882c032b5ef tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 950 time: 0.1564841 Sep 10 03:42:03.232272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:03.259376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:03.279733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ef5f10-3971-482c-8395-447ae140d6fb req-9aed09b1-b82c-48b0-af99-91e2680f9b1e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:03.291732 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53ef5f10-3971-482c-8395-447ae140d6fb req-9aed09b1-b82c-48b0-af99-91e2680f9b1e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 950 time: 0.4080796 Sep 10 03:42:03.338319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Pushing event updated for resources: {'Port': ['ID=33164182-4774-4d05-9159-f7340e3647b0,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:03.369142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:03.377595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:03.384552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:03.409538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afd8c46f-b85d-4395-9321-61535bfcd465 req-11261889-a3a9-43b4-8320-1710b544f8dd tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886604 Sep 10 03:42:03.540914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Attempting to bind port 33164182-4774-4d05-9159-f7340e3647b0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:03.545928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Attempting to bind port 33164182-4774-4d05-9159-f7340e3647b0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:03.546559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Attempting to bind port 33164182-4774-4d05-9159-f7340e3647b0 on network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:03.554954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 41, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:03.555958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Checking segment: {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:03.556549 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:03.557118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Bound using segment: {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:03.557802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Bound port: 33164182-4774-4d05-9159-f7340e3647b0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:03.558455 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:03.584294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Allocated IP 10.1.1.227 (9c7fed57-0367-41af-8623-58378436fd28/ed992e7b-f7e7-4830-9726-43855ad08c02/9c746c9f-a3be-4e39-92ee-bee68113d82c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:03.661658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbc10bd9-a471-456a-bdf5-682091e4867b {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:03.671071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:03.687423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd9c26-b573-43ea-8a92-e22b0828afea req-71e3de2d-b5de-4a7d-975e-b70a98a5b899 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:03.695133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ccd9c26-b573-43ea-8a92-e22b0828afea req-71e3de2d-b5de-4a7d-975e-b70a98a5b899 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 949 time: 0.1959019 Sep 10 03:42:03.712502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] For port 33164182-4774-4d05-9159-f7340e3647b0, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:03.713405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Transition to ACTIVE for port object dbc10bd9-a471-456a-bdf5-682091e4867b will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:03.718526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] For port 33164182-4774-4d05-9159-f7340e3647b0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=33164182-4774-4d05-9159-f7340e3647b0,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:03.805806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e159a60-012d-4a44-95cc-9798f424bc92 req-7c86581b-1601-4f3e-88e2-35bc5ce5a94b tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:03.821024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e159a60-012d-4a44-95cc-9798f424bc92 req-7c86581b-1601-4f3e-88e2-35bc5ce5a94b tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 931 time: 0.2485936 Sep 10 03:42:03.838571 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:03.854749 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:03.894620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc10bd9-a471-456a-bdf5-682091e4867b,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:03.934183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ccd9c26-b573-43ea-8a92-e22b0828afea req-b280827d-d400-441c-800f-d9aa36e22c79 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377496 Sep 10 03:42:04.006466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e159a60-012d-4a44-95cc-9798f424bc92 req-39df1813-a388-46a4-8f80-bfd6357e1d09 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767173 Sep 10 03:42:04.028773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefef991-f61e-4da4-a03e-7c92e8f0cf41 None None] Pushing event updated for resources: {'Port': ['ID=33164182-4774-4d05-9159-f7340e3647b0,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:04.073296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b3d793-29cf-4da5-a85c-df489f95dc9a None None] Network 9c7fed57-0367-41af-8623-58378436fd28 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:04.178955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Attempting to bind port dbc10bd9-a471-456a-bdf5-682091e4867b on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:04.179415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Attempting to bind port dbc10bd9-a471-456a-bdf5-682091e4867b by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '9653a73e-75da-4170-af13-e20f8984ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33a2c6fa-5070-43fb-81e4-5cc5f75c8368'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:04.179890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Attempting to bind port dbc10bd9-a471-456a-bdf5-682091e4867b on network 33a2c6fa-5070-43fb-81e4-5cc5f75c8368 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:04.184946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Port dbc10bd9-a471-456a-bdf5-682091e4867b on network 33a2c6fa-5070-43fb-81e4-5cc5f75c8368 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:42:04.185358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Attempting to bind port dbc10bd9-a471-456a-bdf5-682091e4867b on network 33a2c6fa-5070-43fb-81e4-5cc5f75c8368 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:04.194331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:04.194765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Checking segment: {'id': '9653a73e-75da-4170-af13-e20f8984ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33a2c6fa-5070-43fb-81e4-5cc5f75c8368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:04.195538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Bound using segment: {'id': '9653a73e-75da-4170-af13-e20f8984ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33a2c6fa-5070-43fb-81e4-5cc5f75c8368'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:04.195708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Bound port: dbc10bd9-a471-456a-bdf5-682091e4867b, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9653a73e-75da-4170-af13-e20f8984ac1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '33a2c6fa-5070-43fb-81e4-5cc5f75c8368'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:04.196297 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.296069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cccf0353-b792-4023-a39b-082689af04b4 None None] Provisioning for port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:04.334942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-53ef5f10-3971-482c-8395-447ae140d6fb req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Deleting port 588ee2b7-ba7b-4ced-a326-f87694888791 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:04.335585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-53ef5f10-3971-482c-8395-447ae140d6fb req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.343219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] For port dbc10bd9-a471-456a-bdf5-682091e4867b, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:04.354183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cccf0353-b792-4023-a39b-082689af04b4 None None] Provisioning complete for port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:04.356351 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cccf0353-b792-4023-a39b-082689af04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.367800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] For port dbc10bd9-a471-456a-bdf5-682091e4867b, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbc10bd9-a471-456a-bdf5-682091e4867b,segment=NetworkSegment(9653a73e-75da-4170-af13-e20f8984ac1f),segment_id=9653a73e-75da-4170-af13-e20f8984ac1f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:04.469843 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.483213 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.538981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:04.542412 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.556217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] 10.222.0.20 "PUT /v2.0/ports/dbc10bd9-a471-456a-bdf5-682091e4867b HTTP/1.1" status: 200 len: 1091 time: 2.7111857 Sep 10 03:42:04.568290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Transition to ACTIVE for port object 9c746c9f-a3be-4e39-92ee-bee68113d82c will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:04.572100 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cccf0353-b792-4023-a39b-082689af04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.643100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-53ef5f10-3971-482c-8395-447ae140d6fb req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] For port 588ee2b7-ba7b-4ced-a326-f87694888791, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=588ee2b7-ba7b-4ced-a326-f87694888791,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:04.649819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-53ef5f10-3971-482c-8395-447ae140d6fb req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.650669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c804a59-eb90-42ff-a200-e48913a65a1a', 'tag': 'dbc10bd9-a471-456a-bdf5-682091e4867b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:04.658526 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20beca1e-c741-45ea-ace6-fe897c7baf22" -d '{"events": [{"name": "network-changed", "server_uuid": "0c804a59-eb90-42ff-a200-e48913a65a1a", "tag": "dbc10bd9-a471-456a-bdf5-682091e4867b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:04.667418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-53ef5f10-3971-482c-8395-447ae140d6fb req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Calling delete_port for 588ee2b7-ba7b-4ced-a326-f87694888791 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:04.678891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-cccf0353-b792-4023-a39b-082689af04b4 None None] For port 82c8076c-f2dc-42c7-ac8b-398ccf00a389, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=82c8076c-f2dc-42c7-ac8b-398ccf00a389,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:04.707777 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 33164182-4774-4d05-9159-f7340e3647b0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:42:04.790687 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6b4d9c-7e16-43a1-8e44-c267460a9ccf x-openstack-request-id: req-6b6b4d9c-7e16-43a1-8e44-c267460a9ccf {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:04.791281 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c804a59-eb90-42ff-a200-e48913a65a1a", "tag": "dbc10bd9-a471-456a-bdf5-682091e4867b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:04.791281 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b6b4d9c-7e16-43a1-8e44-c267460a9ccf {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:04.791636 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c804a59-eb90-42ff-a200-e48913a65a1a', 'tag': 'dbc10bd9-a471-456a-bdf5-682091e4867b', 'status': 'completed', 'code': 200} Sep 10 03:42:04.817754 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cccf0353-b792-4023-a39b-082689af04b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.907562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccf0353-b792-4023-a39b-082689af04b4 None None] Pushing event updated for resources: {'Port': ['ID=82c8076c-f2dc-42c7-ac8b-398ccf00a389,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:04.930647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-53ef5f10-3971-482c-8395-447ae140d6fb req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.957855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23851943-2d11-4396-9833-4db580025654 req-145f99fe-afae-4236-84e4-ad5991d83d4e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:04.966218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23851943-2d11-4396-9833-4db580025654 req-145f99fe-afae-4236-84e4-ad5991d83d4e tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 867 time: 0.4086394 Sep 10 03:42:04.974190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 33164182-4774-4d05-9159-f7340e3647b0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:04.974948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Pushing event deleted for resources: {'Port': ['ID=588ee2b7-ba7b-4ced-a326-f87694888791,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:04.978839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:04.995204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1e6b4b6e-79b7-4971-bc3e-b29154659d75 None None] Provisioning complete for port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:04.995204 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1e6b4b6e-79b7-4971-bc3e-b29154659d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:05.024237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-9398e72d-ed64-4c01-80d0-d43ef98b81da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:05.026235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-9398e72d-ed64-4c01-80d0-d43ef98b81da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=631463744bb14386b1b3300722e1164d&device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 1094 time: 0.3199799 Sep 10 03:42:05.035455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ab8e7e-8ebb-4057-bbd7-d802f0c202d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dbc10bd9-a471-456a-bdf5-682091e4867b,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:05.169366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-cfa4bdbe-9e79-4250-9d68-2834947123dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc10bd9-a471-456a-bdf5-682091e4867b HTTP/1.1" status: 200 len: 217 time: 0.1197622 Sep 10 03:42:05.180867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-53ef5f10-3971-482c-8395-447ae140d6fb req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] No DVR routers for this DVR port 588ee2b7-ba7b-4ced-a326-f87694888791 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:42:05.187547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network 9c7fed57-0367-41af-8623-58378436fd28 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:05.190245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23851943-2d11-4396-9833-4db580025654 req-f3bfcd62-0ee4-4476-8fcc-f91ae5efea42 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/security-groups?id=df373ebe-cbd6-4395-9291-bf6b31dedb56&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2230380 Sep 10 03:42:05.191930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-53ef5f10-3971-482c-8395-447ae140d6fb req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:05.194300 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53ef5f10-3971-482c-8395-447ae140d6fb req-b4f3d7c3-176f-4d63-b224-0b2fd6cbbfa3 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.39 "DELETE /v2.0/ports/588ee2b7-ba7b-4ced-a326-f87694888791 HTTP/1.1" status: 204 len: 173 time: 1.8453369 Sep 10 03:42:05.195898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2715406b-f11f-4f5f-8e49-10e1cdac9527', 'name': 'network-vif-deleted', 'tag': '588ee2b7-ba7b-4ced-a326-f87694888791'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:05.208443 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b15c37a-32c3-40f2-bba8-65c2340a8b07" -d '{"events": [{"server_uuid": "2715406b-f11f-4f5f-8e49-10e1cdac9527", "name": "network-vif-deleted", "tag": "588ee2b7-ba7b-4ced-a326-f87694888791"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:05.217707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:05.248060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:05.268321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Port': ['ID=9c746c9f-a3be-4e39-92ee-bee68113d82c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:05.295911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8524376-1670-4377-a34a-08be06d51245 req-62896a4d-a361-47bf-860c-8e8eed8ced04 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:05.303754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8524376-1670-4377-a34a-08be06d51245 req-62896a4d-a361-47bf-860c-8e8eed8ced04 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 949 time: 0.1387131 Sep 10 03:42:05.325107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-edf575a4-b4fb-4301-979c-44a96cea4dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:05.327065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-edf575a4-b4fb-4301-979c-44a96cea4dc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=585bf3bc-8216-498d-945b-9065a831374c HTTP/1.1" status: 200 len: 849 time: 0.1407781 Sep 10 03:42:05.433208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-dc9b90c5-6ec0-4275-99e5-b8c08932c402 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33a2c6fa-5070-43fb-81e4-5cc5f75c8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0841939 Sep 10 03:42:05.462836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:05.463501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:05.477697 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8524376-1670-4377-a34a-08be06d51245 req-1fa7f420-492d-41e6-be3c-24199ce50cb3 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1728034 Sep 10 03:42:05.509725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35326) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:05.591803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202cd971-d0a3-4b21-adae-10a603e7598b req-0737c0bc-eb07-406b-8879-2af55cd59146 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:05.592755 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7207c11e-bc59-4fb7-92e1-67a9d501528b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5903118 Sep 10 03:42:05.593919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35330) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:05.594242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-202cd971-d0a3-4b21-adae-10a603e7598b req-0737c0bc-eb07-406b-8879-2af55cd59146 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 943 time: 0.2720373 Sep 10 03:42:05.604543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'port': {'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'name': 'tempest-TaggedBootDevicesTest_v242-1395448111', 'fixed_ips': [{'subnet_id': 'ed992e7b-f7e7-4830-9726-43855ad08c02'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:05.779334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-202cd971-d0a3-4b21-adae-10a603e7598b req-5335247c-d147-436b-a8e3-2fb3f8144244 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729469 Sep 10 03:42:05.831318 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0229d1f-bf69-4b3f-a8b3-bd8968b77f1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:05.858062 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-686474b0-46b6-483a-90bf-79abec9e6d7d x-openstack-request-id: req-686474b0-46b6-483a-90bf-79abec9e6d7d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:05.859427 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2715406b-f11f-4f5f-8e49-10e1cdac9527", "name": "network-vif-deleted", "tag": "588ee2b7-ba7b-4ced-a326-f87694888791", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:05.861441 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-686474b0-46b6-483a-90bf-79abec9e6d7d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:05.861955 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2715406b-f11f-4f5f-8e49-10e1cdac9527', 'name': 'network-vif-deleted', 'tag': '588ee2b7-ba7b-4ced-a326-f87694888791', 'status': 'completed', 'code': 200} Sep 10 03:42:05.873715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e551c57-d787-458c-99f4-1abb879a7be4 None None] Network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:05.914009 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-2791139d-4ab5-4219-83f1-50440bbb04b8 service neutron] 10.222.0.20 "GET /v2.0/networks/33a2c6fa-5070-43fb-81e4-5cc5f75c8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4609966 Sep 10 03:42:05.914622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-055ea8a7-6996-4950-bae8-39b4b24eda5e None None] Provisioning for port 9c746c9f-a3be-4e39-92ee-bee68113d82c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:05.942026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-055ea8a7-6996-4950-bae8-39b4b24eda5e None None] Provisioning complete for port 9c746c9f-a3be-4e39-92ee-bee68113d82c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:05.942833 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-055ea8a7-6996-4950-bae8-39b4b24eda5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.032273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-055ea8a7-6996-4950-bae8-39b4b24eda5e None None] Port 9c746c9f-a3be-4e39-92ee-bee68113d82c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:42:06.044127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0229d1f-bf69-4b3f-a8b3-bd8968b77f1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.055197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd881b6-dfc5-4946-84d3-14dffeb7e5a2 req-6d8bde40-ea80-4ed0-b74b-d8cef78e6ec6 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:06.063945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fd881b6-dfc5-4946-84d3-14dffeb7e5a2 req-6d8bde40-ea80-4ed0-b74b-d8cef78e6ec6 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 1100 time: 0.1103473 Sep 10 03:42:06.089872 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9fd881b6-dfc5-4946-84d3-14dffeb7e5a2 req-97f3abe7-3c30-49cd-87aa-bdccaabf8ef3 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.108216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0566b4d-def9-4486-85c1-4b6b44119d05 req-815d15fd-3783-4525-b288-9aab4fc3fbe9 service neutron] 10.222.0.20 "GET /v2.0/networks/33a2c6fa-5070-43fb-81e4-5cc5f75c8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848159 Sep 10 03:42:06.140311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0229d1f-bf69-4b3f-a8b3-bd8968b77f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.141671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [req-9fd881b6-dfc5-4946-84d3-14dffeb7e5a2 req-97f3abe7-3c30-49cd-87aa-bdccaabf8ef3 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:42:06.141671 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:42:06.141671 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id_1': '96350efc3d7042d5a44ca5bae3e39eea', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 41, 46, 108991)}] Sep 10 03:42:06.141671 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:42:06.144356 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [req-9fd881b6-dfc5-4946-84d3-14dffeb7e5a2 req-97f3abe7-3c30-49cd-87aa-bdccaabf8ef3 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:42:06.186711 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a0229d1f-bf69-4b3f-a8b3-bd8968b77f1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ce6476928d6d4fec893111f1c5ea2f86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6763885 Sep 10 03:42:06.189309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35340) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:06.197496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0229d1f-bf69-4b3f-a8b3-bd8968b77f1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f32eb56d-bf68-4460-aa2f-1881e4cacbd8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:06.244107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:06.252605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.281884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3159c015-0955-480e-ac3e-af9cff6a10d8 None None] Provisioning for port 33164182-4774-4d05-9159-f7340e3647b0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:06.287508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3159c015-0955-480e-ac3e-af9cff6a10d8 None None] Provisioning complete for port 33164182-4774-4d05-9159-f7340e3647b0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:06.288015 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3159c015-0955-480e-ac3e-af9cff6a10d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.325233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3c622cc2-7c5f-4d06-ad36-b32825b021af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.340778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] device_id is not set on port e2c7d663-b85f-440b-ae2d-dd31206980c2 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:42:06.387721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-ee0671df-6220-433c-9ee7-73e1ec999c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:06.390360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-ee0671df-6220-433c-9ee7-73e1ec999c95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=631463744bb14386b1b3300722e1164d&device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 1094 time: 0.0974393 Sep 10 03:42:06.472697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3c622cc2-7c5f-4d06-ad36-b32825b021af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.487451 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3159c015-0955-480e-ac3e-af9cff6a10d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.573878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-9bd670d9-6a0b-4fad-b1da-680306bba5d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:06.575136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-9bd670d9-6a0b-4fad-b1da-680306bba5d4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=33a2c6fa-5070-43fb-81e4-5cc5f75c8368 HTTP/1.1" status: 200 len: 910 time: 0.1593232 Sep 10 03:42:06.577023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3159c015-0955-480e-ac3e-af9cff6a10d8 None None] For port 33164182-4774-4d05-9159-f7340e3647b0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=33164182-4774-4d05-9159-f7340e3647b0,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:06.587531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 82c8076c-f2dc-42c7-ac8b-398ccf00a389 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:42:06.595361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4127844a-af5c-4d6a-9d8f-273603489742 req-503af186-16e6-45fc-b288-f0f4067e3066 tempest-MigrationsAdminTest-1483223885 tempest-MigrationsAdminTest-1483223885-project] 10.222.0.22 "GET /v2.0/ports?device_id=2715406b-f11f-4f5f-8e49-10e1cdac9527 HTTP/1.1" status: 200 len: 210 time: 0.1048083 Sep 10 03:42:06.634085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-3fe414f0-25a9-41b8-bdf8-bb7a4c6b1dd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbc10bd9-a471-456a-bdf5-682091e4867b HTTP/1.1" status: 200 len: 217 time: 0.0411386 Sep 10 03:42:06.644284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9fd881b6-dfc5-4946-84d3-14dffeb7e5a2 req-97f3abe7-3c30-49cd-87aa-bdccaabf8ef3 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.650125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Allocated IP 10.1.1.127 (9c7fed57-0367-41af-8623-58378436fd28/ed992e7b-f7e7-4830-9726-43855ad08c02/e2c7d663-b85f-440b-ae2d-dd31206980c2) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:06.667432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 588ee2b7-ba7b-4ced-a326-f87694888791 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:06.694080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 588ee2b7-ba7b-4ced-a326-f87694888791 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:06.694413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 588ee2b7-ba7b-4ced-a326-f87694888791 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:06.708179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:06.708957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.727619 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3c622cc2-7c5f-4d06-ad36-b32825b021af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.729054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-b0c8c19d-748a-4de1-8bb8-cf7949efe985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:06.731138 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3c622cc2-7c5f-4d06-ad36-b32825b021af admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.731264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-b0c8c19d-748a-4de1-8bb8-cf7949efe985 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=585bf3bc-8216-498d-945b-9065a831374c HTTP/1.1" status: 200 len: 849 time: 0.0880492 Sep 10 03:42:06.731871 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3159c015-0955-480e-ac3e-af9cff6a10d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.735142 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3c622cc2-7c5f-4d06-ad36-b32825b021af admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f32eb56d-bf68-4460-aa2f-1881e4cacbd8 HTTP/1.1" status: 204 len: 168 time: 0.5447636 Sep 10 03:42:06.764858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c622cc2-7c5f-4d06-ad36-b32825b021af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f32eb56d-bf68-4460-aa2f-1881e4cacbd8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:06.771008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-4e3847f0-51fa-4343-8017-f57ed1cf8f34 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=33a2c6fa-5070-43fb-81e4-5cc5f75c8368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315435 Sep 10 03:42:06.877667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3159c015-0955-480e-ac3e-af9cff6a10d8 None None] Pushing event updated for resources: {'Port': ['ID=33164182-4774-4d05-9159-f7340e3647b0,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:06.900484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d390f475-36a9-4cdf-af9f-ffb7b8f7e351 None None] Provisioning complete for port 33164182-4774-4d05-9159-f7340e3647b0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:06.901200 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d390f475-36a9-4cdf-af9f-ffb7b8f7e351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.947976 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:06.952974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-a4076402-f503-43a5-8487-6c7e8d9eba3e service neutron] 10.222.0.20 "GET /v2.0/networks/33a2c6fa-5070-43fb-81e4-5cc5f75c8368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565759 Sep 10 03:42:06.968586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Transition to ACTIVE for port object e2c7d663-b85f-440b-ae2d-dd31206980c2 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:06.986271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9fd881b6-dfc5-4946-84d3-14dffeb7e5a2 req-97f3abe7-3c30-49cd-87aa-bdccaabf8ef3 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.079167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab2febe-1620-44c1-94d2-03d7eceb40d6 req-36db378c-4ac3-4c7f-b718-0a632f070403 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:07.080728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ab2febe-1620-44c1-94d2-03d7eceb40d6 req-36db378c-4ac3-4c7f-b718-0a632f070403 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 943 time: 0.1237769 Sep 10 03:42:07.081693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.084124 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9fd881b6-dfc5-4946-84d3-14dffeb7e5a2 req-97f3abe7-3c30-49cd-87aa-bdccaabf8ef3 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.138667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fd881b6-dfc5-4946-84d3-14dffeb7e5a2 req-97f3abe7-3c30-49cd-87aa-bdccaabf8ef3 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0735908 Sep 10 03:42:07.143376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network 9c7fed57-0367-41af-8623-58378436fd28 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:07.145848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20beca1e-c741-45ea-ace6-fe897c7baf22 req-bb6fac2d-53e9-4e0c-8617-69d5a540dade service neutron] 10.222.0.20 "GET /v2.0/networks/33a2c6fa-5070-43fb-81e4-5cc5f75c8368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813250 Sep 10 03:42:07.150729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f3abe7-3c30-49cd-87aa-bdccaabf8ef3 tempest-LiveMigrationNegativeTest-314185917 tempest-LiveMigrationNegativeTest-314185917-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0887d9a4-f7d8-4f70-a491-778fea80f79b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:07.153471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:07.158779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:07.168267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ab2febe-1620-44c1-94d2-03d7eceb40d6 req-0b2e7373-d369-42cb-9a5e-fa66628720fa tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783241 Sep 10 03:42:07.245563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:07.245563 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.253632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Port': ['ID=e2c7d663-b85f-440b-ae2d-dd31206980c2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:07.349550 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6a191e60-a57c-4808-b15b-97b82992876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.7538295 Sep 10 03:42:07.520199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d694d6c5-acaa-45f5-bf9e-cff1ff2c41d1 None None] Provisioning for port e2c7d663-b85f-440b-ae2d-dd31206980c2 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:07.525080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d694d6c5-acaa-45f5-bf9e-cff1ff2c41d1 None None] Provisioning complete for port e2c7d663-b85f-440b-ae2d-dd31206980c2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:07.526492 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d694d6c5-acaa-45f5-bf9e-cff1ff2c41d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.533415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35386) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:07.548245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff44bb64-f5e6-471a-94b3-1a6cf9e200da admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.557877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbc10bd9-a471-456a-bdf5-682091e4867b details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:42:07.582754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d694d6c5-acaa-45f5-bf9e-cff1ff2c41d1 None None] Port e2c7d663-b85f-440b-ae2d-dd31206980c2 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:42:07.664062 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff44bb64-f5e6-471a-94b3-1a6cf9e200da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.670785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbc10bd9-a471-456a-bdf5-682091e4867b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbc10bd9-a471-456a-bdf5-682091e4867b,segment=NetworkSegment(9653a73e-75da-4170-af13-e20f8984ac1f),segment_id=9653a73e-75da-4170-af13-e20f8984ac1f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:07.681483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'dbc10bd9-a471-456a-bdf5-682091e4867b', 'network_id': '33a2c6fa-5070-43fb-81e4-5cc5f75c8368', 'port_id': 'dbc10bd9-a471-456a-bdf5-682091e4867b', 'mac_address': 'fa:16:3e:0b:ed:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 237, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '585bf3bc-8216-498d-945b-9065a831374c', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:42:07.708817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35392) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:07.713822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9f5aa346-5f1b-4fd0-bb3e-581b8ea04871 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2039571566', 'description': 'tempest-description--2038748742'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:07.718838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.734806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbc10bd9-a471-456a-bdf5-682091e4867b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:07.771114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbc10bd9-a471-456a-bdf5-682091e4867b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbc10bd9-a471-456a-bdf5-682091e4867b,segment=NetworkSegment(9653a73e-75da-4170-af13-e20f8984ac1f),segment_id=9653a73e-75da-4170-af13-e20f8984ac1f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:07.796605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff44bb64-f5e6-471a-94b3-1a6cf9e200da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.866005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ff44bb64-f5e6-471a-94b3-1a6cf9e200da admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7f3aa514f6e41498a48c9f2fd741b27&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3284230 Sep 10 03:42:07.866138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35400) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:07.875459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff44bb64-f5e6-471a-94b3-1a6cf9e200da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b1bb20c-f446-4e50-8e91-31bbfd3040f6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:07.881998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.904511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa346-5f1b-4fd0-bb3e-581b8ea04871 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:07.922927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa127179-7049-4d27-8715-a38aedbab3f2 req-00211f33-5106-4fb9-a35b-572cad7e79cd tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:07.924521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa127179-7049-4d27-8715-a38aedbab3f2 req-00211f33-5106-4fb9-a35b-572cad7e79cd tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 949 time: 0.1098392 Sep 10 03:42:07.962890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dbc10bd9-a471-456a-bdf5-682091e4867b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:07.984565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa127179-7049-4d27-8715-a38aedbab3f2 req-48536059-041b-41b7-aa82-8fb4ea7692fa tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470586 Sep 10 03:42:07.985123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ddc9-0eac-4312-9887-d9d7e29c2912 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.020863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ddc9-0eac-4312-9887-d9d7e29c2912 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.088273 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa346-5f1b-4fd0-bb3e-581b8ea04871 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.115249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfd0292-bee5-4986-b6a6-2feeeaf0c83b req-c4028516-f732-4b7e-87cc-ace8f8b0e7f1 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:08.116660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1dfd0292-bee5-4986-b6a6-2feeeaf0c83b req-c4028516-f732-4b7e-87cc-ace8f8b0e7f1 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 951 time: 0.0490086 Sep 10 03:42:08.156586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['dbc10bd9-a471-456a-bdf5-682091e4867b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:42:08.160731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1dfd0292-bee5-4986-b6a6-2feeeaf0c83b req-b9f75ea8-8ce4-4670-a7f5-7cd78f74d2dd tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376482 Sep 10 03:42:08.171726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa346-5f1b-4fd0-bb3e-581b8ea04871 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.176960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ddc9-0eac-4312-9887-d9d7e29c2912 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.179494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcd1ddc9-0eac-4312-9887-d9d7e29c2912 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.184177 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fcd1ddc9-0eac-4312-9887-d9d7e29c2912 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b1bb20c-f446-4e50-8e91-31bbfd3040f6 HTTP/1.1" status: 204 len: 168 time: 0.3136525 Sep 10 03:42:08.239796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5aa346-5f1b-4fd0-bb3e-581b8ea04871 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=356355f2-cbd0-4cef-892c-cad9700b59c9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:08.260187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd1ddc9-0eac-4312-9887-d9d7e29c2912 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b1bb20c-f446-4e50-8e91-31bbfd3040f6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:08.287979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f5aa346-5f1b-4fd0-bb3e-581b8ea04871 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.292252 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9f5aa346-5f1b-4fd0-bb3e-581b8ea04871 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5799205 Sep 10 03:42:08.292712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35434) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:08.298223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8e4157db-39ab-4948-bd50-72018ec62416 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'security_group_rule': {'security_group_id': '356355f2-cbd0-4cef-892c-cad9700b59c9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:08.314901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35438) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:08.392798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ba4aa-508f-4337-a1b3-19224e5f016f req-99f07314-9212-48f7-8f73-3c5d7a35a37d tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:08.414396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de3ba4aa-508f-4337-a1b3-19224e5f016f req-99f07314-9212-48f7-8f73-3c5d7a35a37d tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 944 time: 0.0887535 Sep 10 03:42:08.430377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e4157db-39ab-4948-bd50-72018ec62416 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.484051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de3ba4aa-508f-4337-a1b3-19224e5f016f req-42037fa0-5caf-45aa-978a-85863cf1a0f9 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593023 Sep 10 03:42:08.541831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-48efe1ba-80ec-4046-b5e9-928db49c8602 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad1b5aa54e614e72bd18ac8ea5f9f9f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2250204 Sep 10 03:42:08.542556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35452) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:08.544962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e4157db-39ab-4948-bd50-72018ec62416 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.582968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 33164182-4774-4d05-9159-f7340e3647b0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:42:08.605941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e8df954-127e-40f1-82f1-8595f585a2d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.637072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e8df954-127e-40f1-82f1-8595f585a2d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.655404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 33164182-4774-4d05-9159-f7340e3647b0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:08.656170 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.691482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e4157db-39ab-4948-bd50-72018ec62416 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.713416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4157db-39ab-4948-bd50-72018ec62416 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00ba113e-74f0-4f87-b0bf-e4992502fcb6,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:08.768019 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e8df954-127e-40f1-82f1-8595f585a2d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.771132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e8df954-127e-40f1-82f1-8595f585a2d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.773407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9e8df954-127e-40f1-82f1-8595f585a2d7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df373ebe-cbd6-4395-9291-bf6b31dedb56 HTTP/1.1" status: 204 len: 168 time: 0.2292237 Sep 10 03:42:08.784433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8df954-127e-40f1-82f1-8595f585a2d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df373ebe-cbd6-4395-9291-bf6b31dedb56,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:08.796722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e4157db-39ab-4948-bd50-72018ec62416 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:08.798379 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8e4157db-39ab-4948-bd50-72018ec62416 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5044279 Sep 10 03:42:08.801247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35488) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:08.807914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bbb93407-4194-4f89-bfd6-806611670d8e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'security_group_rule': {'security_group_id': '356355f2-cbd0-4cef-892c-cad9700b59c9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:08.956187 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbb93407-4194-4f89-bfd6-806611670d8e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.033132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbb93407-4194-4f89-bfd6-806611670d8e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.131147 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbb93407-4194-4f89-bfd6-806611670d8e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.170036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb93407-4194-4f89-bfd6-806611670d8e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45f1f12e-107b-4b4d-b764-67c6c5fa1839,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:09.206411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbe40e-a5b9-45d8-9984-9e76b7a6ea38 req-3ce30962-1a2a-439e-801e-f2e20596d4af tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:09.208183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2acbe40e-a5b9-45d8-9984-9e76b7a6ea38 req-3ce30962-1a2a-439e-801e-f2e20596d4af tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 949 time: 0.1239395 Sep 10 03:42:09.211535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbb93407-4194-4f89-bfd6-806611670d8e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.212852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bbb93407-4194-4f89-bfd6-806611670d8e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4104168 Sep 10 03:42:09.216038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35534) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:09.222105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:09.260902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2acbe40e-a5b9-45d8-9984-9e76b7a6ea38 req-4e0a9741-4813-4fd9-9b75-c624d5e21f55 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454936 Sep 10 03:42:09.326075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-d30ff980-3c4e-435e-8ed3-81df8a9e7730 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:09.327606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-d30ff980-3c4e-435e-8ed3-81df8a9e7730 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.20 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 949 time: 0.0519421 Sep 10 03:42:09.344582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.459629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Deleting port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:09.460024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.559403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.568982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbc10bd9-a471-456a-bdf5-682091e4867b up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:42:09.607616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35574) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:09.698678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] For port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:09.699623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.718261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Calling delete_port for 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:09.759986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port dbc10bd9-a471-456a-bdf5-682091e4867b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:09.764325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port dbc10bd9-a471-456a-bdf5-682091e4867b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:09.764996 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.806330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Allocated IP 172.25.3.55 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/a73f1025-be88-49f5-ae70-da6771030090) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:09.869602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-189a8fa1-f116-4762-bc7e-4de05cb47ffe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20dc5d64576240819dcb296f2f618b1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2605512 Sep 10 03:42:09.875717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35598) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:09.891120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e589e8fe-fb53-4b6a-963b-c66e15a2a6ad req-1783cb00-646d-44ec-aa76-6c43c7125e19 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:09.898432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e589e8fe-fb53-4b6a-963b-c66e15a2a6ad req-1783cb00-646d-44ec-aa76-6c43c7125e19 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 944 time: 0.2517076 Sep 10 03:42:09.905659 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:09.939378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-3ed471b4-03df-4fdf-8505-b75fa39129cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1190863 Sep 10 03:42:09.975383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c804a59-eb90-42ff-a200-e48913a65a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc10bd9-a471-456a-bdf5-682091e4867b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:09.977847 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff003533-1508-417d-9202-dd8a3bc48536" -d '{"events": [{"server_uuid": "0c804a59-eb90-42ff-a200-e48913a65a1a", "name": "network-vif-plugged", "status": "completed", "tag": "dbc10bd9-a471-456a-bdf5-682091e4867b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:10.005351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port dbc10bd9-a471-456a-bdf5-682091e4867b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbc10bd9-a471-456a-bdf5-682091e4867b,segment=NetworkSegment(9653a73e-75da-4170-af13-e20f8984ac1f),segment_id=9653a73e-75da-4170-af13-e20f8984ac1f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:10.050530 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8350b239-ea56-4980-b6f8-9b32f3ca6ad3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.053093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e589e8fe-fb53-4b6a-963b-c66e15a2a6ad req-6e87f42f-ac51-4106-81a5-468a437f7464 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537874 Sep 10 03:42:10.106861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-8b403f34-5c3e-4a12-aa74-c7f3b23c6507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:10.108773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-8b403f34-5c3e-4a12-aa74-c7f3b23c6507 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3c358d19e78e4838babdfc243e02066e&device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 1102 time: 0.1206367 Sep 10 03:42:10.111210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.131611 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8350b239-ea56-4980-b6f8-9b32f3ca6ad3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.141003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.141384 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd871de1-9525-4d8b-9655-6b50380e5f84 x-openstack-request-id: req-dd871de1-9525-4d8b-9655-6b50380e5f84 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:10.141678 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c804a59-eb90-42ff-a200-e48913a65a1a", "name": "network-vif-plugged", "status": "completed", "tag": "dbc10bd9-a471-456a-bdf5-682091e4867b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:10.141925 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd871de1-9525-4d8b-9655-6b50380e5f84 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:10.142571 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c804a59-eb90-42ff-a200-e48913a65a1a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbc10bd9-a471-456a-bdf5-682091e4867b', 'code': 200} Sep 10 03:42:10.215733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=dbc10bd9-a471-456a-bdf5-682091e4867b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:10.216489 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.228619 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:42:10.255147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Pushing event deleted for resources: {'Port': ['ID=95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:10.269704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['3ad4b534-1801-4ba2-b2fc-4af4312ecf6c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:42:10.298753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8350b239-ea56-4980-b6f8-9b32f3ca6ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.299093 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8350b239-ea56-4980-b6f8-9b32f3ca6ad3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.311565 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8350b239-ea56-4980-b6f8-9b32f3ca6ad3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99a0c38b-8a1c-4446-bc2b-df92fede8f33 HTTP/1.1" status: 204 len: 168 time: 0.4314928 Sep 10 03:42:10.326170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350b239-ea56-4980-b6f8-9b32f3ca6ad3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a0c38b-8a1c-4446-bc2b-df92fede8f33,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:10.330074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f30a73-2fbe-456d-9958-d2e00e7a4f92 req-a41cbb64-0fc5-4b67-aee8-31972ed86a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:10.331626 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-52f30a73-2fbe-456d-9958-d2e00e7a4f92 req-a41cbb64-0fc5-4b67-aee8-31972ed86a54 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 1096 time: 0.1023438 Sep 10 03:42:10.333257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.414215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Port': ['ID=a73f1025-be88-49f5-ae70-da6771030090,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:10.455913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] No DVR routers for this DVR port 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:42:10.463094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.469833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46f95ef2-9a83-4d29-86f1-5879f0b5197e req-40efd755-a724-4353-9b16-772e7b694d27 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.20 "DELETE /v2.0/ports/95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec HTTP/1.1" status: 204 len: 173 time: 1.1348958 Sep 10 03:42:10.479472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e4e63d1-33a2-4157-8fd3-255b9e0fc122', 'name': 'network-vif-deleted', 'tag': '95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:10.489003 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7fcf074-4071-4014-838d-bf4612f16a50" -d '{"events": [{"server_uuid": "3e4e63d1-33a2-4157-8fd3-255b9e0fc122", "name": "network-vif-deleted", "tag": "95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:10.490536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:10.494710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:10.498881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:10.562471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18a31fca-e17a-4a38-8414-64f8beb934b2 req-0c4ccf73-1f07-4c40-9a1d-29649a825ea0 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e4e63d1-33a2-4157-8fd3-255b9e0fc122 HTTP/1.1" status: 200 len: 210 time: 0.1188738 Sep 10 03:42:10.592351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-1c705892-b274-45b0-a6f1-7b34513cdcb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:10.592351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-1c705892-b274-45b0-a6f1-7b34513cdcb5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.4346256 Sep 10 03:42:10.592971 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-52f30a73-2fbe-456d-9958-d2e00e7a4f92 req-a4b468a2-f73a-4c89-a266-b445490781bb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792676 Sep 10 03:42:10.642271 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-230c99dc-8eb5-40e3-b655-b841c3696f71 x-openstack-request-id: req-230c99dc-8eb5-40e3-b655-b841c3696f71 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:10.644468 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e4e63d1-33a2-4157-8fd3-255b9e0fc122", "name": "network-vif-deleted", "tag": "95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:10.646636 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-230c99dc-8eb5-40e3-b655-b841c3696f71 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:10.647246 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e4e63d1-33a2-4157-8fd3-255b9e0fc122', 'name': 'network-vif-deleted', 'tag': '95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec', 'status': 'completed', 'code': 200} Sep 10 03:42:10.661976 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.815225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-9c722ff8-8c0a-4988-9e19-6f84042a7cf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae HTTP/1.1" status: 200 len: 217 time: 0.0425453 Sep 10 03:42:10.826385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:10.874214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-6d416e1c-108b-44f8-8830-cd9764e8ea5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:10.876030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-6d416e1c-108b-44f8-8830-cd9764e8ea5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0529673 Sep 10 03:42:10.942359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-feec19cf-dd17-414e-89ce-10597f6572a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:10.944020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-feec19cf-dd17-414e-89ce-10597f6572a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0604000 Sep 10 03:42:11.030706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:11.062595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-f80d6944-f86c-4753-b5a2-fc9fc99710bd service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056278 Sep 10 03:42:11.093534 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:11.157783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Port': ['ID=a73f1025-be88-49f5-ae70-da6771030090,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:11.210046 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:11.254085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237ad418-335e-43ef-95ae-dd402557b6ab req-525c1c46-f1d6-4b40-ab3d-0af0830a3a57 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:11.265423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-237ad418-335e-43ef-95ae-dd402557b6ab req-525c1c46-f1d6-4b40-ab3d-0af0830a3a57 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 945 time: 0.0815191 Sep 10 03:42:11.276615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:11.287368 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1151f5b-3855-4527-bd90-c21ea7072dde req-db9dfe18-cc66-4920-a93a-14c1b495c905 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1994760 Sep 10 03:42:11.293303 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-87a47177-cc7c-4cfb-bba6-cffedd2b2fca tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0706987 Sep 10 03:42:11.566024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-237ad418-335e-43ef-95ae-dd402557b6ab req-68899d08-ad3c-47d7-8ada-719280b616a1 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2997570 Sep 10 03:42:11.571301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:11.715836 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:11.767856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:11.836261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-4943c819-bf25-43db-ae13-7a3cb1e8bccb tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2039571566&fields=id&tenant_id=d15383d54de741cf86b2c65430cfea75 HTTP/1.1" status: 200 len: 267 time: 0.0558994 Sep 10 03:42:11.865720 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:11.899604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-645fdcaa-cecb-4b74-90e0-e4e7550203a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:11.901219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-645fdcaa-cecb-4b74-90e0-e4e7550203a0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports/9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 200 len: 937 time: 0.0567033 Sep 10 03:42:11.938616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=11']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:11.973483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-51b722cf-ae6d-4aa1-b5f7-b6c4b49c59d6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:11.974933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-51b722cf-ae6d-4aa1-b5f7-b6c4b49c59d6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports/e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 200 len: 937 time: 0.0664659 Sep 10 03:42:12.035665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1609398b-5f36-4626-b1b3-54aea939f3ff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0529966 Sep 10 03:42:12.078378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1b6e18e2-5b79-48d8-b51a-bb29ecf214d7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0340514 Sep 10 03:42:12.144461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:12.147327 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-149c8e3d-e796-49e9-8a06-f21c48fd9795" -d '{"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:12.207578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-aee1c77f-2333-4ec4-a305-c756cc08014b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:12.213392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-aee1c77f-2333-4ec4-a305-c756cc08014b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:12.219353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-aee1c77f-2333-4ec4-a305-c756cc08014b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:12.221234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-aee1c77f-2333-4ec4-a305-c756cc08014b tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/networks?id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24 HTTP/1.1" status: 200 len: 1995 time: 0.1418421 Sep 10 03:42:12.244678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35766) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:12.245235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-5057e89d-52bf-4588-a3f4-eafc7b0a48f6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/quotas/d15383d54de741cf86b2c65430cfea75 HTTP/1.1" status: 200 len: 375 time: 0.0154986 Sep 10 03:42:12.320161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-405cfa90-4976-4429-9569-807e19359f13 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0703335 Sep 10 03:42:12.411826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-595651282-network', 'tenant_id': 'ed652637b833445aa459587cd9fe6b07'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:12.414007 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-379f952c-3d07-470c-b5bc-c41b88b356a4 x-openstack-request-id: req-379f952c-3d07-470c-b5bc-c41b88b356a4 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:12.414304 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-unplugged", "status": "completed", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:12.414555 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-379f952c-3d07-470c-b5bc-c41b88b356a4 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:12.414943 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'code': 200} Sep 10 03:42:12.436734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-af84e22c-ef87-4f4b-9023-0d2888cbc211 service neutron] 10.222.0.22 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048253 Sep 10 03:42:12.513976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Made reservation on behalf of ed652637b833445aa459587cd9fe6b07 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:12.516411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:12.526331 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:12.551962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-384e1ab0-c37e-483a-b5b1-c8b6383b0859 service neutron] 10.222.0.22 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044750 Sep 10 03:42:12.611098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e29b5909-ce52-4e88-b238-988fb47da41a service neutron] 10.222.0.22 "GET /v2.0/ports/9c746c9f-a3be-4e39-92ee-bee68113d82c?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0522227 Sep 10 03:42:12.644407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:12.698147 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:12.733503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:42:12.744384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69c4f23b-6cbf-4abf-a5db-245c7f087f1a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:12.749405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:12.750002 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Added segment f7c18a51-8225-4bbb-8171-e425e4662e2f of type vlan for network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef Sep 10 03:42:12.795703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:12.829461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-248f2e74-13fa-46fd-993e-41a9c67a777b service neutron] 10.222.0.22 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029309 Sep 10 03:42:12.978541 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:12.979653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:12.980330 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:13.004271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d0279f-44a1-4b86-9aa0-bc12d69ecafb service neutron] 10.222.0.22 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819506 Sep 10 03:42:13.054633 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] Pushing event updated for resources: {'Network': ['ID=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:13.062399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-c1b16070-9685-4bdd-983d-a3fda3c3b65a service neutron] 10.222.0.22 "GET /v2.0/ports/e2c7d663-b85f-440b-ae2d-dd31206980c2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0440004 Sep 10 03:42:13.066633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:42:13.080311 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ff7089b6-8d6c-4d88-83fb-6c53c66fb390 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8309898 Sep 10 03:42:13.083884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35800) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:13.088056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Request body: {'subnet': {'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-595651282-subnet', 'tenant_id': 'ed652637b833445aa459587cd9fe6b07', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:13.160518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-8458be66-a120-4ce8-a437-49a805d5d62f service neutron] 10.222.0.22 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918849 Sep 10 03:42:13.177062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Made reservation on behalf of ed652637b833445aa459587cd9fe6b07 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:13.179557 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:13.253510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-a361184d-0e02-4c95-832b-a55c89c37c46 service neutron] 10.222.0.22 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870733 Sep 10 03:42:13.350940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-39d599e4-212e-4419-a7ed-9a9e18fbc255 service neutron] 10.222.0.22 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914063 Sep 10 03:42:13.448250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-24ad3147-32bd-4d38-96e6-a40c4437404a service neutron] 10.222.0.22 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904849 Sep 10 03:42:13.453214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:13.525704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Pushing event updated for resources: {'Subnet': ['ID=63197daf-2f94-42c1-990c-e0ca7f2854ea,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:13.532947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Checking segment: {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:13.533303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Network hostable DHCP agents. Network: 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:42:13.553097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e3154753-6fdd-41af-8a45-bdb1915f2665 service neutron] 10.222.0.22 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004248 Sep 10 03:42:13.565416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:13.587894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:13.588230 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 95585a8b-b0f2-47c7-a5b2-4bb6bf5469ec not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:13.624467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:42:13.645670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-3e85efbf-6a0e-449d-bc53-d30cae792960 service neutron] 10.222.0.22 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848739 Sep 10 03:42:13.716717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:13.721188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:13.722567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:13.727060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7df52ebb-d90b-4ea3-a686-9fd8abdbb8dd None None] Network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:13.751303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9e659a4a-7f92-494c-91c1-a049d4501236 service neutron] 10.222.0.22 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993948 Sep 10 03:42:13.843874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-3ef07e0e-9bf7-4d16-bb55-62b0072c8a2d service neutron] 10.222.0.22 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857527 Sep 10 03:42:13.854042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-451b013e-de5e-4ab3-a860-86a98e13120b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7699766 Sep 10 03:42:13.856447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03f278e-57d6-4207-a6e4-7af6247e4a68 None None] Network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:13.973124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-5b081289-2506-4dd6-b621-8406a627b34d service neutron] 10.222.0.22 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219361 Sep 10 03:42:14.079240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-7e090b2b-fd9d-435c-a16a-0374e61662fc service neutron] 10.222.0.22 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992293 Sep 10 03:42:14.551011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95529b13-63e1-4011-be1f-45d62b22cc76 req-2e877365-92d6-46e0-b385-80f19a4c938a tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:14.552578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95529b13-63e1-4011-be1f-45d62b22cc76 req-2e877365-92d6-46e0-b385-80f19a4c938a tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 945 time: 0.0539229 Sep 10 03:42:14.591112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95529b13-63e1-4011-be1f-45d62b22cc76 req-a20de4f5-0240-43b4-bbc2-9977287086be tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Sep 10 03:42:15.047768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-c18b36eb-6827-4aed-ac78-96f85c94478d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:15.049215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-c18b36eb-6827-4aed-ac78-96f85c94478d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 804 time: 0.0990548 Sep 10 03:42:15.064701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-128a0381-5c13-4ff7-ae5a-cd6a88ac7467 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/quotas/ed652637b833445aa459587cd9fe6b07 HTTP/1.1" status: 200 len: 375 time: 0.0096691 Sep 10 03:42:15.098842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-06729fcf-1a08-4884-9ebd-a705a89ab962 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0288630 Sep 10 03:42:15.193116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-52b47ab4-0149-4608-b53a-ac1dd5ad7688 service neutron] 10.222.0.22 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872509 Sep 10 03:42:15.307239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-d86172c7-6e2f-487d-8e00-50d9e87aef56 service neutron] 10.222.0.22 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1075921 Sep 10 03:42:15.695877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a868cd-48fc-4c9a-a54e-f3557a5594fa req-fd4cd6a6-9285-479d-9fa8-bac77d10b646 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:15.699381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33a868cd-48fc-4c9a-a54e-f3557a5594fa req-fd4cd6a6-9285-479d-9fa8-bac77d10b646 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 949 time: 0.0734298 Sep 10 03:42:15.748292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33a868cd-48fc-4c9a-a54e-f3557a5594fa req-6dfc565f-f1fc-4766-b677-80a0bb1b8121 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b5b39d-1f71-4740-97fb-99f40f9a3517&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392075 Sep 10 03:42:15.938429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-8f3668d9-2b30-4d06-a27f-f5bd5f03cf32 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:15.944424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-8f3668d9-2b30-4d06-a27f-f5bd5f03cf32 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.39 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 949 time: 0.0515306 Sep 10 03:42:16.045848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Deleting port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:16.045848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:16.102471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4bdbfee-aa13-45a3-bb95-9caef97d4311 req-bdee03ba-b0de-4e29-8deb-5c6b7e5daf1a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0281441 Sep 10 03:42:16.162748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] For port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:16.163144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:16.179439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Calling delete_port for 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:16.193392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d89e986f-5ef8-4ca3-af8e-3267bbaecd2a req-67668fba-883b-472c-9f89-622c2ef07bd0 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 210 time: 0.0391665 Sep 10 03:42:16.468740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:16.480287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['3ad4b534-1801-4ba2-b2fc-4af4312ecf6c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:42:16.503878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Pushing event deleted for resources: {'Port': ['ID=3ad4b534-1801-4ba2-b2fc-4af4312ecf6c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:16.560884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.560884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.560884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.560884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.560884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.560884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.560884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.560884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.560884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.561879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.561879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.561879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:16.586641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] No DVR routers for this DVR port 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:42:16.587870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:16.590254 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9bfed928-1974-41b3-baa7-0d7467c2a38c req-18e2fe90-148c-471a-aa28-c7c56919a585 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.39 "DELETE /v2.0/ports/3ad4b534-1801-4ba2-b2fc-4af4312ecf6c HTTP/1.1" status: 204 len: 173 time: 0.6442540 Sep 10 03:42:16.590714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8fed01b-8388-4cc1-98ec-af22fe88a850', 'name': 'network-vif-deleted', 'tag': '3ad4b534-1801-4ba2-b2fc-4af4312ecf6c'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:16.593108 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db0b79dd-08d7-4c03-9f86-7aad44bdb686" -d '{"events": [{"server_uuid": "f8fed01b-8388-4cc1-98ec-af22fe88a850", "name": "network-vif-deleted", "tag": "3ad4b534-1801-4ba2-b2fc-4af4312ecf6c"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:16.643973 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433deb78-5191-48d2-919c-793bd9d1e4f7 x-openstack-request-id: req-433deb78-5191-48d2-919c-793bd9d1e4f7 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:16.644277 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8fed01b-8388-4cc1-98ec-af22fe88a850", "name": "network-vif-deleted", "tag": "3ad4b534-1801-4ba2-b2fc-4af4312ecf6c", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:16.644534 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-433deb78-5191-48d2-919c-793bd9d1e4f7 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:16.645080 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8fed01b-8388-4cc1-98ec-af22fe88a850', 'name': 'network-vif-deleted', 'tag': '3ad4b534-1801-4ba2-b2fc-4af4312ecf6c', 'status': 'completed', 'code': 200} Sep 10 03:42:16.951260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32e2f96c-c8ba-4778-92ed-394fa252cc3b req-fb3bb443-b73b-4707-b3ed-1a063a95c3c5 tempest-LiveMigrationNegativeTest-1633604252 tempest-LiveMigrationNegativeTest-1633604252-project] 10.222.0.22 "GET /v2.0/ports?device_id=f8fed01b-8388-4cc1-98ec-af22fe88a850 HTTP/1.1" status: 200 len: 210 time: 0.0400608 Sep 10 03:42:17.298127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b66228e-3346-46b4-9465-962736431bdb req-d46b8d1b-5462-47d8-9148-6b600dcaa266 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0298138 Sep 10 03:42:17.422523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e67e308f-b88c-40c3-bfe3-0707411aac9a req-f053f278-147b-4714-9dd5-6f11fa7aeca2 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 210 time: 0.0272923 Sep 10 03:42:17.662403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807da82a-35cd-4227-8bff-a61db91c40bb req-51168dcf-74a6-492c-b0cd-6f7696cd1557 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:17.663954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-807da82a-35cd-4227-8bff-a61db91c40bb req-51168dcf-74a6-492c-b0cd-6f7696cd1557 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 947 time: 0.0489335 Sep 10 03:42:17.702642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-807da82a-35cd-4227-8bff-a61db91c40bb req-0afff150-e766-4542-83e5-23074cc7b556 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323699 Sep 10 03:42:17.898030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36108) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:18.007911 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-728f8020-9d34-447e-9c40-a4a1b9993cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:18.094704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-728f8020-9d34-447e-9c40-a4a1b9993cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:18.130558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-c63f3fef-71b7-4e8e-b41b-2b980482761a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:18.131935 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-c63f3fef-71b7-4e8e-b41b-2b980482761a service neutron] 10.222.0.39 "GET /v2.0/ports/9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 200 len: 1033 time: 0.0358067 Sep 10 03:42:18.169386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1ea3d64e-53c9-4d85-89c6-85e9ce0b4e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:18.170790 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1ea3d64e-53c9-4d85-89c6-85e9ce0b4e8f service neutron] 10.222.0.39 "GET /v2.0/ports/e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 200 len: 1033 time: 0.0320044 Sep 10 03:42:18.178109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-728f8020-9d34-447e-9c40-a4a1b9993cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:18.251946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728f8020-9d34-447e-9c40-a4a1b9993cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1068f67-7d68-4eaf-8186-57ebf4ac091e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:18.256013 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-728f8020-9d34-447e-9c40-a4a1b9993cd2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=22a183ed7d8a49b8aa4623eae2a98a87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3569448 Sep 10 03:42:18.258691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36116) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:18.318117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:18.326350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-4d781077-ccaf-47e8-a9bb-6a037ab7898e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:18.332553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-4d781077-ccaf-47e8-a9bb-6a037ab7898e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:18.338457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-4d781077-ccaf-47e8-a9bb-6a037ab7898e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:18.340092 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-4d781077-ccaf-47e8-a9bb-6a037ab7898e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "GET /v2.0/networks?id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24 HTTP/1.1" status: 200 len: 1995 time: 0.1593275 Sep 10 03:42:18.341584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:18.389421 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-326f49cc-52c2-4706-baf6-827eaf1b2599 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d15383d54de741cf86b2c65430cfea75 HTTP/1.1" status: 200 len: 380 time: 0.0377619 Sep 10 03:42:18.402448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'admin_state_up': True, 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'security_groups': ['356355f2-cbd0-4cef-892c-cad9700b59c9']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:18.406956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b82b542-d8dc-49d2-8293-de762bf4788a req-92f7df79-ab50-4d27-b726-3212b17b8589 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0285621 Sep 10 03:42:18.496924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:18.500192 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:18.503987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1068f67-7d68-4eaf-8186-57ebf4ac091e HTTP/1.1" status: 204 len: 168 time: 0.2420199 Sep 10 03:42:18.539216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36128) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:18.543113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1068f67-7d68-4eaf-8186-57ebf4ac091e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:18.569966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ed15917-fb6c-42ea-aa69-45c4caa45d3c req-21c2d63d-3a59-4b1e-b351-ff419f0a4573 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 210 time: 0.0586295 Sep 10 03:42:18.576220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.576747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.577282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.577790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.578281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.578774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.579258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.580614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.580734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.581033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.581361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.581682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f53a6af-7f88-4ca4-9d34-402006e263cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:18.641915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:18.653572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:18.832929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36140) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:18.842749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2eb51122-42d9-482d-8a53-7d9a81928e1d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c45af1618b904d3eb2109397638f722b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3006201 Sep 10 03:42:18.914744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c5fa10-f2ba-4cc0-ac15-3d002d429eb2 req-a43a8da4-3c0a-4678-90f6-8de41f5f0629 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:18.916284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1c5fa10-f2ba-4cc0-ac15-3d002d429eb2 req-a43a8da4-3c0a-4678-90f6-8de41f5f0629 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 947 time: 0.0567048 Sep 10 03:42:18.925817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-d3033eeb-f5e7-47c0-9b20-51d6f6f619d9 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:18.927965 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-d3033eeb-f5e7-47c0-9b20-51d6f6f619d9 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 804 time: 0.2719581 Sep 10 03:42:18.958721 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e5e79cd-cadb-4cf7-8651-a2de3425ac35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:18.964698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Request body: {'port': {'device_id': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'admin_state_up': True, 'tenant_id': 'ed652637b833445aa459587cd9fe6b07'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:18.968007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1c5fa10-f2ba-4cc0-ac15-3d002d429eb2 req-b8e9ba09-a92d-439b-b0eb-9c53a3ec0c1b tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424440 Sep 10 03:42:19.050754 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e5e79cd-cadb-4cf7-8651-a2de3425ac35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:19.060555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Allocated IP 172.20.0.11 (7fca3f9d-2c91-4744-9977-6c5c3e2ebf86/de481826-aaa2-4c99-88fc-13be40e266ed/42b31329-8d4d-4d6a-827f-ff52221bd22e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:19.273648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-228dc248-bd68-4451-a5e8-555edce48f5f tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:19.275191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-228dc248-bd68-4451-a5e8-555edce48f5f tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 947 time: 0.0510423 Sep 10 03:42:19.378587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Deleting port dbe92f87-4adb-4728-a129-1705cfe63f6a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:19.379022 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:19.471296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Made reservation on behalf of ed652637b833445aa459587cd9fe6b07 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:19.473693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] For port dbe92f87-4adb-4728-a129-1705cfe63f6a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbe92f87-4adb-4728-a129-1705cfe63f6a,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:19.473693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:19.477311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:19.486524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e5e79cd-cadb-4cf7-8651-a2de3425ac35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:19.488385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Calling delete_port for dbe92f87-4adb-4728-a129-1705cfe63f6a owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:19.489253 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e5e79cd-cadb-4cf7-8651-a2de3425ac35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:19.500945 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0e5e79cd-cadb-4cf7-8651-a2de3425ac35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76b5b39d-1f71-4740-97fb-99f40f9a3517 HTTP/1.1" status: 204 len: 168 time: 0.6668379 Sep 10 03:42:19.527608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a674d4d-f480-4f5f-a331-8487c710b500 req-ffc3c383-7b69-44e0-8d0c-9f975cfcaca7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0366702 Sep 10 03:42:19.592457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e79cd-cadb-4cf7-8651-a2de3425ac35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b5b39d-1f71-4740-97fb-99f40f9a3517,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:19.751870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36162) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:19.755517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99af5590-0c86-4cd4-b4fd-5e5a96974748 req-ed919083-cfd6-4632-943e-29f5b84205db tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 210 time: 0.0740526 Sep 10 03:42:19.773880 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-053a6d87-b657-40ef-a135-4150b5b78a8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:19.786636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:19.880430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Transition to ACTIVE for port object 42b31329-8d4d-4d6a-827f-ff52221bd22e will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:19.881204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:19.909331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Allocated IP 172.20.0.12 (0b7fd2a5-6a25-4901-b37e-c7062b51f9ef/63197daf-2f94-42c1-990c-e0ca7f2854ea/1cd6a481-74b2-4e99-8613-2ade321321ce) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:19.931444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Pushing event deleted for resources: {'Port': ['ID=dbe92f87-4adb-4728-a129-1705cfe63f6a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:20.001933 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-053a6d87-b657-40ef-a135-4150b5b78a8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.019651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] No DVR routers for this DVR port dbe92f87-4adb-4728-a129-1705cfe63f6a on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:42:20.026626 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.033031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e19cefac-86e7-4897-88c0-36b7833e9c7c req-38f41fce-8ebe-4d25-82d3-0e781fb2a694 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "DELETE /v2.0/ports/dbe92f87-4adb-4728-a129-1705cfe63f6a HTTP/1.1" status: 204 len: 173 time: 0.7503817 Sep 10 03:42:20.033536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'name': 'network-vif-deleted', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:20.040657 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-068758a4-767c-4e36-b9b7-59f0be6c53b6" -d '{"events": [{"server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "name": "network-vif-deleted", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:20.092727 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ae27987-7948-4871-bc49-89a122e3ff38 x-openstack-request-id: req-7ae27987-7948-4871-bc49-89a122e3ff38 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:20.093013 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "29066af6-89f0-48ce-b0ca-2d2e5d682f28", "name": "network-vif-deleted", "tag": "dbe92f87-4adb-4728-a129-1705cfe63f6a", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:20.093259 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ae27987-7948-4871-bc49-89a122e3ff38 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:20.093653 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29066af6-89f0-48ce-b0ca-2d2e5d682f28', 'name': 'network-vif-deleted', 'tag': 'dbe92f87-4adb-4728-a129-1705cfe63f6a', 'status': 'completed', 'code': 200} Sep 10 03:42:20.099932 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-053a6d87-b657-40ef-a135-4150b5b78a8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.148963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.203101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-053a6d87-b657-40ef-a135-4150b5b78a8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a071d05673724ef8934ba5e38ff41a03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4463227 Sep 10 03:42:20.217164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36174) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:20.228911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:20.240460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:20.250190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:20.269666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bf0e48e-a92c-4fe6-96dd-06b211b5bc9d req-5fcf2753-7f78-4727-b58d-0afb89c087b2 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=29066af6-89f0-48ce-b0ca-2d2e5d682f28 HTTP/1.1" status: 200 len: 210 time: 0.1534762 Sep 10 03:42:20.312590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053a6d87-b657-40ef-a135-4150b5b78a8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a763dbf-e2fb-4d26-a44b-e5dbabfc3e8e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:20.325764 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.328300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Port': ['ID=42b31329-8d4d-4d6a-827f-ff52221bd22e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:20.375802 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-354f7f69-b4e1-4c30-83ca-0ea6265c25de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.377274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:20.377956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.439188 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-354f7f69-b4e1-4c30-83ca-0ea6265c25de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.506971 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9fc61456-2d66-4cdb-8bb6-a6b6614dbe12 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1084487 Sep 10 03:42:20.518936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'admin_state_up': True, 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'security_groups': ['356355f2-cbd0-4cef-892c-cad9700b59c9']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:20.583444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.598031 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-354f7f69-b4e1-4c30-83ca-0ea6265c25de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.610012 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-354f7f69-b4e1-4c30-83ca-0ea6265c25de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.614802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-354f7f69-b4e1-4c30-83ca-0ea6265c25de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a763dbf-e2fb-4d26-a44b-e5dbabfc3e8e HTTP/1.1" status: 204 len: 168 time: 0.3966377 Sep 10 03:42:20.656705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36184) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:20.657723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354f7f69-b4e1-4c30-83ca-0ea6265c25de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a763dbf-e2fb-4d26-a44b-e5dbabfc3e8e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:20.666320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:20.731492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:20.736814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 3ad4b534-1801-4ba2-b2fc-4af4312ecf6c not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:20.747248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-70d33385-4a58-4241-9f7c-c3c4412a0326 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96350efc3d7042d5a44ca5bae3e39eea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0710461 Sep 10 03:42:20.748150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36188) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:20.763031 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-57c07889-f357-4dde-84cc-23ab89175e19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.807656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:20.817023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:20.817023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Pushing event updated for resources: {'Port': ['ID=1cd6a481-74b2-4e99-8613-2ade321321ce,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:20.817824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:20.839631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec672430-ac16-4794-ac97-ef0578a8e18a req-11302544-01f1-4ac6-b4b8-3e4111f7e2da tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:20.847460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec672430-ac16-4794-ac97-ef0578a8e18a req-11302544-01f1-4ac6-b4b8-3e4111f7e2da tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 932 time: 0.0854602 Sep 10 03:42:20.873196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:20.873847 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.885441 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15ca63b7-0830-4ddd-8518-cceb34af8bc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.907876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec672430-ac16-4794-ac97-ef0578a8e18a req-32f9434e-f4c5-43ac-a8cd-9d2929c8a5d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593846 Sep 10 03:42:20.920365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15ca63b7-0830-4ddd-8518-cceb34af8bc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.949691 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c55d7b06-cd87-4c95-a25f-09f71531f4d9 None None] Provisioning for port 42b31329-8d4d-4d6a-827f-ff52221bd22e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:20.961042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c55d7b06-cd87-4c95-a25f-09f71531f4d9 None None] Provisioning complete for port 42b31329-8d4d-4d6a-827f-ff52221bd22e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:20.964782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c55d7b06-cd87-4c95-a25f-09f71531f4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:20.974876 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-637380f0-2451-436c-bc87-5ae76c80f846 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0170655 Sep 10 03:42:20.998364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Request body: {'port': {'device_id': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:21.024047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c55d7b06-cd87-4c95-a25f-09f71531f4d9 None None] Port 42b31329-8d4d-4d6a-827f-ff52221bd22e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:42:21.075288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:21.095092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f55069-c0c2-43c5-a772-e9eb0ab593e0 req-3e4f0b04-bcd8-4121-a1cb-c2def47b9bad tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:21.101115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52f55069-c0c2-43c5-a772-e9eb0ab593e0 req-3e4f0b04-bcd8-4121-a1cb-c2def47b9bad tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 932 time: 0.1025519 Sep 10 03:42:21.176811 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15ca63b7-0830-4ddd-8518-cceb34af8bc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:21.180827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15ca63b7-0830-4ddd-8518-cceb34af8bc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:21.182991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-15ca63b7-0830-4ddd-8518-cceb34af8bc2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0887d9a4-f7d8-4f70-a491-778fea80f79b HTTP/1.1" status: 204 len: 168 time: 0.4312475 Sep 10 03:42:21.204156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52f55069-c0c2-43c5-a772-e9eb0ab593e0 req-1a0e085b-28d7-4db2-a668-f0aaf4496805 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020496 Sep 10 03:42:21.218297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ca63b7-0830-4ddd-8518-cceb34af8bc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0887d9a4-f7d8-4f70-a491-778fea80f79b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:21.269890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:21.273876 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:21.536093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Allocated IP 10.1.1.241 (9c7fed57-0367-41af-8623-58378436fd28/ed992e7b-f7e7-4830-9726-43855ad08c02/56c6590c-f585-489e-b451-fe739a2c2c49) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:21.582598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cd6a481-74b2-4e99-8613-2ade321321ce {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:21.596903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:21.602480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbe92f87-4adb-4728-a129-1705cfe63f6a no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:21.622972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: dbe92f87-4adb-4728-a129-1705cfe63f6a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:21.623405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbe92f87-4adb-4728-a129-1705cfe63f6a not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:21.629822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Transition to ACTIVE for port object 1cd6a481-74b2-4e99-8613-2ade321321ce will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:21.732020 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:21.782839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:21.807477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f138370-8df6-4f7e-a8a1-c3771249cc77 req-236e36f0-f58a-45e5-96fb-7973263c5d43 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:21.809301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f138370-8df6-4f7e-a8a1-c3771249cc77 req-236e36f0-f58a-45e5-96fb-7973263c5d43 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 945 time: 0.0633283 Sep 10 03:42:21.848943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Transition to ACTIVE for port object 56c6590c-f585-489e-b451-fe739a2c2c49 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:21.866601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f138370-8df6-4f7e-a8a1-c3771249cc77 req-418d19ba-8258-43b6-b427-51ce1098aefe tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499468 Sep 10 03:42:21.894754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd6a481-74b2-4e99-8613-2ade321321ce,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:21.987075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Attempting to bind port 1cd6a481-74b2-4e99-8613-2ade321321ce on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:21.987075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Attempting to bind port 1cd6a481-74b2-4e99-8613-2ade321321ce by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:21.987075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Attempting to bind port 1cd6a481-74b2-4e99-8613-2ade321321ce on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:21.990603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Port 1cd6a481-74b2-4e99-8613-2ade321321ce on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:42:21.990930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Attempting to bind port 1cd6a481-74b2-4e99-8613-2ade321321ce on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:21.997706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:21.998152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Checking segment: {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:21.998582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Bound using segment: {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:21.999021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Bound port: 1cd6a481-74b2-4e99-8613-2ade321321ce, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:21.999382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:22.088840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:22.093322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1cd6a481-74b2-4e99-8613-2ade321321ce,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:22.096812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:22.102513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f377d016-948e-451d-93b4-98ddd9e6e43f req-4cf6050a-42df-430b-8031-dd3aa0cb9e75 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:22.113478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f377d016-948e-451d-93b4-98ddd9e6e43f req-4cf6050a-42df-430b-8031-dd3aa0cb9e75 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 932 time: 0.1045320 Sep 10 03:42:22.147731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa40a3-50de-4523-ae3d-347bd614647c req-ae2e564e-306c-4476-b46a-fa6115995bd7 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:22.149297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31fa40a3-50de-4523-ae3d-347bd614647c req-ae2e564e-306c-4476-b46a-fa6115995bd7 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 949 time: 0.1174874 Sep 10 03:42:22.234088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f377d016-948e-451d-93b4-98ddd9e6e43f req-3566a79f-4d3a-47a9-8786-52cfbbfe0458 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045504 Sep 10 03:42:22.257653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31fa40a3-50de-4523-ae3d-347bd614647c req-2862f41e-1eba-4453-a85c-5159b3f4f9aa tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980031 Sep 10 03:42:22.488062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da5be12-e4f1-4de5-8861-d56da5a5378b req-13d03823-034d-44e7-a4ed-77903918c63a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:22.500631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8da5be12-e4f1-4de5-8861-d56da5a5378b req-13d03823-034d-44e7-a4ed-77903918c63a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 944 time: 0.0863826 Sep 10 03:42:22.503089 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:22.511701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network 9c7fed57-0367-41af-8623-58378436fd28 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:22.519124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:22.529770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:22.560260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8da5be12-e4f1-4de5-8861-d56da5a5378b req-780f08ca-0e29-4d52-aa88-872b5b73d54c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558341 Sep 10 03:42:22.578460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Port': ['ID=56c6590c-f585-489e-b451-fe739a2c2c49,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:22.581554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:22.582165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:22.583544 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] 10.222.0.39 "PUT /v2.0/ports/1cd6a481-74b2-4e99-8613-2ade321321ce HTTP/1.1" status: 200 len: 1092 time: 1.5991447 Sep 10 03:42:22.589519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:22.590185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:22.598430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:22.601860 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee85c2a-4e38-4429-b739-13009c88e61d" -d '{"events": [{"name": "network-changed", "server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:22.682940 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-587afcd0-a3ff-470f-8acc-6ced121b9279 x-openstack-request-id: req-587afcd0-a3ff-470f-8acc-6ced121b9279 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:22.683282 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:22.683775 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-587afcd0-a3ff-470f-8acc-6ced121b9279 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:22.684739 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce', 'status': 'completed', 'code': 200} Sep 10 03:42:22.702380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe457ef6-3a00-46e5-b54a-2f80eace5355 service neutron] Pushing event updated for resources: {'Port': ['ID=1cd6a481-74b2-4e99-8613-2ade321321ce,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:22.739061 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-75d3c306-17b5-47f9-9841-2e78ff26737c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2241392 Sep 10 03:42:22.752994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'admin_state_up': True, 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'security_groups': ['356355f2-cbd0-4cef-892c-cad9700b59c9']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:22.770646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee85c2a-4e38-4429-b739-13009c88e61d req-b9ebb066-63b2-41fc-b9bc-0e49f376583d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:22.772290 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2ee85c2a-4e38-4429-b739-13009c88e61d req-b9ebb066-63b2-41fc-b9bc-0e49f376583d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 1095 time: 0.0663633 Sep 10 03:42:22.957919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee85c2a-4e38-4429-b739-13009c88e61d req-33fc21b5-e6b1-4f36-b36f-53e76e93b67e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:22.959751 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2ee85c2a-4e38-4429-b739-13009c88e61d req-33fc21b5-e6b1-4f36-b36f-53e76e93b67e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=ed652637b833445aa459587cd9fe6b07&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1786566 Sep 10 03:42:22.960241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7fd97342-b8e7-4ac7-b26d-ff3e4e38212a None None] Provisioning for port 56c6590c-f585-489e-b451-fe739a2c2c49 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:22.964555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7fd97342-b8e7-4ac7-b26d-ff3e4e38212a None None] Provisioning complete for port 56c6590c-f585-489e-b451-fe739a2c2c49 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:22.968024 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fd97342-b8e7-4ac7-b26d-ff3e4e38212a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:23.031433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-7fd97342-b8e7-4ac7-b26d-ff3e4e38212a None None] Port 56c6590c-f585-489e-b451-fe739a2c2c49 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:42:23.058457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:23.060287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:23.065500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf69541-7ff0-4f3e-bc89-e7af77d6596e req-9a7ad215-b39f-48e5-81ce-1eb7046ed5eb tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:23.065500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eaf69541-7ff0-4f3e-bc89-e7af77d6596e req-9a7ad215-b39f-48e5-81ce-1eb7046ed5eb tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 945 time: 0.0776594 Sep 10 03:42:23.097853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee85c2a-4e38-4429-b739-13009c88e61d req-d9a5f972-c79e-4ab3-8eef-63a5a0e50ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:23.099743 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2ee85c2a-4e38-4429-b739-13009c88e61d req-d9a5f972-c79e-4ab3-8eef-63a5a0e50ecb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1327341 Sep 10 03:42:23.125800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eaf69541-7ff0-4f3e-bc89-e7af77d6596e req-bd63ec29-5d42-4e80-bde1-41d97a71fd5c tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/security-groups?id=302a9fc0-e576-42af-9acb-d6579726a29e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543711 Sep 10 03:42:23.185126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230af2b-736e-4321-888b-e00f31425fd3 req-e5db3ddf-3e17-46d4-ab29-50e937f3ebff tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:23.187148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0230af2b-736e-4321-888b-e00f31425fd3 req-e5db3ddf-3e17-46d4-ab29-50e937f3ebff tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.20 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 945 time: 0.0566225 Sep 10 03:42:23.249715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-016ad811-fe22-4c9a-a9bd-a4a729cf1a2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:23.251273 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-016ad811-fe22-4c9a-a9bd-a4a729cf1a2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 1095 time: 0.0900314 Sep 10 03:42:23.347280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0230af2b-736e-4321-888b-e00f31425fd3 req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Deleting port dbc10bd9-a471-456a-bdf5-682091e4867b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:23.347957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0230af2b-736e-4321-888b-e00f31425fd3 req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:23.393670 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-2d7f5db0-26d7-41f2-ada8-84503a4b87fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=1cd6a481-74b2-4e99-8613-2ade321321ce HTTP/1.1" status: 200 len: 217 time: 0.1176920 Sep 10 03:42:23.396098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Allocated IP 10.1.1.205 (9c7fed57-0367-41af-8623-58378436fd28/ed992e7b-f7e7-4830-9726-43855ad08c02/84d56faa-0360-4709-a667-2e81c2bc963a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:23.486101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-92e2f10e-b0ce-4bd4-aa4b-04438bfdba5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:23.488211 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-92e2f10e-b0ce-4bd4-aa4b-04438bfdba5f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63197daf-2f94-42c1-990c-e0ca7f2854ea HTTP/1.1" status: 200 len: 844 time: 0.0861523 Sep 10 03:42:23.534643 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6e4df31f-be6d-4c60-926b-709ee18eb0c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:23.535491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6687-5de6-43c5-a74a-ab2d37e35a7e req-e29faf5f-12b1-498d-928a-6b965bf7f3a3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:23.542915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343d6687-5de6-43c5-a74a-ab2d37e35a7e req-e29faf5f-12b1-498d-928a-6b965bf7f3a3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:23.544720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-343d6687-5de6-43c5-a74a-ab2d37e35a7e req-e29faf5f-12b1-498d-928a-6b965bf7f3a3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 1654 time: 0.1759348 Sep 10 03:42:23.555481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38c73cb-14af-40d0-9f45-61fcb00824e6 req-3c1f9fd8-764d-478e-89e1-2080dc41d2c6 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:23.557018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f38c73cb-14af-40d0-9f45-61fcb00824e6 req-3c1f9fd8-764d-478e-89e1-2080dc41d2c6 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 949 time: 0.1893847 Sep 10 03:42:23.566842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-b5903398-d6a4-4e1a-aec1-53a9a2ab6a8a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701976 Sep 10 03:42:23.663217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-343d6687-5de6-43c5-a74a-ab2d37e35a7e req-b697add2-0080-4a1f-a453-4064db6cdf8d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023924 Sep 10 03:42:23.670166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0230af2b-736e-4321-888b-e00f31425fd3 req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] For port dbc10bd9-a471-456a-bdf5-682091e4867b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dbc10bd9-a471-456a-bdf5-682091e4867b,segment=NetworkSegment(9653a73e-75da-4170-af13-e20f8984ac1f),segment_id=9653a73e-75da-4170-af13-e20f8984ac1f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:23.670533 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0230af2b-736e-4321-888b-e00f31425fd3 req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:23.692997 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:23.712925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0230af2b-736e-4321-888b-e00f31425fd3 req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Calling delete_port for dbc10bd9-a471-456a-bdf5-682091e4867b owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:23.720460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f38c73cb-14af-40d0-9f45-61fcb00824e6 req-4004e4bd-f111-4e98-bb3c-33f5c4431fe1 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158018 Sep 10 03:42:23.773736 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:23.796485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Transition to ACTIVE for port object 84d56faa-0360-4709-a667-2e81c2bc963a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:23.861843 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-d59aa7b9-c383-41a2-b482-4595e3d38a31 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765224 Sep 10 03:42:23.910963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:23.954640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f460250-c0b9-4c40-8b1c-48f6e947ae2d req-4a1fefc8-9d24-44a2-ad6e-08921111a1a6 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:23.956436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f460250-c0b9-4c40-8b1c-48f6e947ae2d req-4a1fefc8-9d24-44a2-ad6e-08921111a1a6 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 944 time: 0.1004615 Sep 10 03:42:24.004466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network 9c7fed57-0367-41af-8623-58378436fd28 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:24.015059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:24.017748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:24.031767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Port': ['ID=84d56faa-0360-4709-a667-2e81c2bc963a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:24.081432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f460250-c0b9-4c40-8b1c-48f6e947ae2d req-8d162dd5-ab96-4cc1-876d-fd3ce5c1d3a6 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138952 Sep 10 03:42:24.094331 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-688a0bc1-e0a0-4ef7-8c42-5441b7542680 req-03aae456-dc86-478b-95cb-0c8f0820277b service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244387 Sep 10 03:42:24.142689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:24.143366 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:24.165545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-07bfa0ea-7546-4b1d-9029-10b3c124f07c tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:24.168729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-07bfa0ea-7546-4b1d-9029-10b3c124f07c tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 949 time: 0.1111863 Sep 10 03:42:24.230570 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0230af2b-736e-4321-888b-e00f31425fd3 req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:24.293466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26ea7bda-dce7-47d3-a219-8b35b3f31dd9 req-66fa6331-73b7-4118-80a6-d74071ae3098 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 210 time: 0.0802584 Sep 10 03:42:24.299419 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1d943129-d0d3-4e16-b859-e4164d56d20f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5508869 Sep 10 03:42:24.322740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24', 'admin_state_up': True, 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'security_groups': ['356355f2-cbd0-4cef-892c-cad9700b59c9']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:24.366349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Pushing event deleted for resources: {'Port': ['ID=dbc10bd9-a471-456a-bdf5-682091e4867b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:24.438074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0230af2b-736e-4321-888b-e00f31425fd3 req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] No DVR routers for this DVR port dbc10bd9-a471-456a-bdf5-682091e4867b on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:42:24.438074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0230af2b-736e-4321-888b-e00f31425fd3 req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:24.438074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0230af2b-736e-4321-888b-e00f31425fd3 req-d2e92955-48d0-47b1-b366-5168a8d1f096 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.20 "DELETE /v2.0/ports/dbc10bd9-a471-456a-bdf5-682091e4867b HTTP/1.1" status: 204 len: 173 time: 1.2423179 Sep 10 03:42:24.438074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c804a59-eb90-42ff-a200-e48913a65a1a', 'name': 'network-vif-deleted', 'tag': 'dbc10bd9-a471-456a-bdf5-682091e4867b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:24.439984 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25f2f2ed-be6a-4f3f-b063-93154c0551c4" -d '{"events": [{"server_uuid": "0c804a59-eb90-42ff-a200-e48913a65a1a", "name": "network-vif-deleted", "tag": "dbc10bd9-a471-456a-bdf5-682091e4867b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:24.471658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Deleting port 8ff541e7-3ad2-4cac-894e-846e83e751ae {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:24.472107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:24.501231 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78fd9ac-a88a-48fa-b96a-9cd4198abdb7 x-openstack-request-id: req-e78fd9ac-a88a-48fa-b96a-9cd4198abdb7 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:24.501545 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c804a59-eb90-42ff-a200-e48913a65a1a", "name": "network-vif-deleted", "tag": "dbc10bd9-a471-456a-bdf5-682091e4867b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:24.502385 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e78fd9ac-a88a-48fa-b96a-9cd4198abdb7 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:24.502385 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c804a59-eb90-42ff-a200-e48913a65a1a', 'name': 'network-vif-deleted', 'tag': 'dbc10bd9-a471-456a-bdf5-682091e4867b', 'status': 'completed', 'code': 200} Sep 10 03:42:24.598955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-810f9f24-8bc6-4bf3-a836-0bf0f580b05a None None] Provisioning for port 84d56faa-0360-4709-a667-2e81c2bc963a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:24.604945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] For port 8ff541e7-3ad2-4cac-894e-846e83e751ae, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8ff541e7-3ad2-4cac-894e-846e83e751ae,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:24.610673 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:24.611999 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-810f9f24-8bc6-4bf3-a836-0bf0f580b05a None None] Provisioning complete for port 84d56faa-0360-4709-a667-2e81c2bc963a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:24.612362 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-810f9f24-8bc6-4bf3-a836-0bf0f580b05a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:24.619910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Calling delete_port for 8ff541e7-3ad2-4cac-894e-846e83e751ae owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:24.691081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c542f844-1f95-4b45-bf23-0daaf86f6a02 req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1016328152', 'description': 'tempest-description-630321334'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:24.691314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:24.703162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-810f9f24-8bc6-4bf3-a836-0bf0f580b05a None None] Port 84d56faa-0360-4709-a667-2e81c2bc963a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:42:24.796110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b7951-a89f-4297-9f9b-4e70b2f32208 req-c3915021-dc1f-4aee-b81e-0a13cf707311 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:24.800804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:24.802189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b7951-a89f-4297-9f9b-4e70b2f32208 req-c3915021-dc1f-4aee-b81e-0a13cf707311 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:24.809473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b7951-a89f-4297-9f9b-4e70b2f32208 req-c3915021-dc1f-4aee-b81e-0a13cf707311 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:24.817729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb0b7951-a89f-4297-9f9b-4e70b2f32208 req-c3915021-dc1f-4aee-b81e-0a13cf707311 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 2375 time: 0.0714083 Sep 10 03:42:24.838580 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c542f844-1f95-4b45-bf23-0daaf86f6a02 req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:24.852028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c542f844-1f95-4b45-bf23-0daaf86f6a02 req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:24.882039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb0b7951-a89f-4297-9f9b-4e70b2f32208 req-97ec926a-f08a-410f-a64f-c42da75ac460 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633576 Sep 10 03:42:24.986971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c542f844-1f95-4b45-bf23-0daaf86f6a02 req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.031463 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.046104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc35dd8-60cf-4856-a85f-29e7bacff80a req-36304e52-ba24-4d88-ba81-c32d4ab0d5b9 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:25.047671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcc35dd8-60cf-4856-a85f-29e7bacff80a req-36304e52-ba24-4d88-ba81-c32d4ab0d5b9 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 949 time: 0.0500114 Sep 10 03:42:25.071229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c542f844-1f95-4b45-bf23-0daaf86f6a02 req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.099587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Allocated IP 10.2.2.100 (ff15ac58-4fc5-4878-a6db-c2abcdecdd24/8dd37033-5715-46cb-bf85-e3d363c6a070/7abd7b06-202a-4338-a29a-d82199e812e3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:25.115581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcc35dd8-60cf-4856-a85f-29e7bacff80a req-a275e244-95f3-4624-ad41-11a299be0e05 tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/security-groups?id=96faf209-f498-44b9-9a5f-19a47270abc2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600386 Sep 10 03:42:25.120266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=035e258e-8eb4-4a0a-9815-a98e203ffe00,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:25.121584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.163155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Pushing event deleted for resources: {'Port': ['ID=8ff541e7-3ad2-4cac-894e-846e83e751ae,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:25.249289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c542f844-1f95-4b45-bf23-0daaf86f6a02 req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.272899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] No DVR routers for this DVR port 8ff541e7-3ad2-4cac-894e-846e83e751ae on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:42:25.279330 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.281763 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6eb7485e-62d5-4fc1-8869-d7e4ee7904b0 req-17ae3154-a166-4ccd-8cd1-fab5d782b03a tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.20 "DELETE /v2.0/ports/8ff541e7-3ad2-4cac-894e-846e83e751ae HTTP/1.1" status: 204 len: 173 time: 1.1083159 Sep 10 03:42:25.281946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-deleted', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:25.284126 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6120476f-dbb3-4dfe-a36b-3149e164e6a4" -d '{"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-deleted", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:25.325679 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c542f844-1f95-4b45-bf23-0daaf86f6a02 req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.386291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.400252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed2b293-5ce7-4429-94dd-542e89325766,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:25.414513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Transition to ACTIVE for port object 7abd7b06-202a-4338-a29a-d82199e812e3 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:25.454658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c542f844-1f95-4b45-bf23-0daaf86f6a02 req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.455981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c542f844-1f95-4b45-bf23-0daaf86f6a02 req-a8b1bc9b-8fef-49f0-87e8-dba1b2358e34 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.7725756 Sep 10 03:42:25.493004 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dac2cd6b-d77a-4ed8-a10f-f42817d2b602 x-openstack-request-id: req-dac2cd6b-d77a-4ed8-a10f-f42817d2b602 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:25.493311 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f17f442a-73b0-4354-a941-d90729ebb245", "name": "network-vif-deleted", "tag": "8ff541e7-3ad2-4cac-894e-846e83e751ae", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:25.493568 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dac2cd6b-d77a-4ed8-a10f-f42817d2b602 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:25.493965 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f17f442a-73b0-4354-a941-d90729ebb245', 'name': 'network-vif-deleted', 'tag': '8ff541e7-3ad2-4cac-894e-846e83e751ae', 'status': 'completed', 'code': 200} Sep 10 03:42:25.527226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3add297-5719-4e34-b980-54cdf30f103e req-06b5dfaf-50df-4a6e-9ce8-0b62e62c30ae tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:25.529444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3add297-5719-4e34-b980-54cdf30f103e req-06b5dfaf-50df-4a6e-9ce8-0b62e62c30ae tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 944 time: 0.0723982 Sep 10 03:42:25.561968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.598853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:25.642694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 8ff541e7-3ad2-4cac-894e-846e83e751ae {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:25.647266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8ff541e7-3ad2-4cac-894e-846e83e751ae not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:25.647266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbc10bd9-a471-456a-bdf5-682091e4867b no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:25.673630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: dbc10bd9-a471-456a-bdf5-682091e4867b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:25.678653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dbc10bd9-a471-456a-bdf5-682091e4867b not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:25.681790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:25.685054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:25.701213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71a790ba-eec5-4bf9-bd72-fde436ece947 req-f9faef72-81c7-41ca-99a0-76e510613129 tempest-ServerTagsTestJSON-1142650515 tempest-ServerTagsTestJSON-1142650515-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c804a59-eb90-42ff-a200-e48913a65a1a HTTP/1.1" status: 200 len: 210 time: 0.0924077 Sep 10 03:42:25.703199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:25.745628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3add297-5719-4e34-b980-54cdf30f103e req-629c52ea-89d2-4862-a0da-36396df02615 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2089744 Sep 10 03:42:25.807588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e27a1cac-4955-4efd-8ab5-5f9e648e5dff req-4efeb1a1-5f4e-4f26-ab18-805d4f8f683e tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1068723908', 'description': 'tempest-description-2128594997'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:25.820089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:25.829533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:25.841471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Port': ['ID=7abd7b06-202a-4338-a29a-d82199e812e3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:25.927231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e27a1cac-4955-4efd-8ab5-5f9e648e5dff req-4efeb1a1-5f4e-4f26-ab18-805d4f8f683e tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.019174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74845b04-6cb9-46bc-9d38-30a68011910f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7013800 Sep 10 03:42:26.024251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fb713-20f5-430a-9b8d-e67059b49782 req-f8b9196d-d367-4163-b4cc-bb868eb3bd80 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:26.030987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24', 'admin_state_up': True, 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'security_groups': ['356355f2-cbd0-4cef-892c-cad9700b59c9']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:26.032387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fb713-20f5-430a-9b8d-e67059b49782 req-f8b9196d-d367-4163-b4cc-bb868eb3bd80 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:26.040865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fb713-20f5-430a-9b8d-e67059b49782 req-f8b9196d-d367-4163-b4cc-bb868eb3bd80 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:26.047099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9fb713-20f5-430a-9b8d-e67059b49782 req-f8b9196d-d367-4163-b4cc-bb868eb3bd80 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:26.052272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c9fb713-20f5-430a-9b8d-e67059b49782 req-f8b9196d-d367-4163-b4cc-bb868eb3bd80 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 3096 time: 0.0820405 Sep 10 03:42:26.121935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c9fb713-20f5-430a-9b8d-e67059b49782 req-5b8aeb54-af2b-48cf-8870-7754887b9e1e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653191 Sep 10 03:42:26.140665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-33f8dfd5-b0d9-4191-845b-12866edd0e1f None None] Provisioning for port 7abd7b06-202a-4338-a29a-d82199e812e3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:26.155102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-33f8dfd5-b0d9-4191-845b-12866edd0e1f None None] Provisioning complete for port 7abd7b06-202a-4338-a29a-d82199e812e3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:26.158215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33f8dfd5-b0d9-4191-845b-12866edd0e1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.170513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e27a1cac-4955-4efd-8ab5-5f9e648e5dff req-4efeb1a1-5f4e-4f26-ab18-805d4f8f683e tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.179956 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.241767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e27a1cac-4955-4efd-8ab5-5f9e648e5dff req-4efeb1a1-5f4e-4f26-ab18-805d4f8f683e tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.281749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efeb1a1-5f4e-4f26-ab18-805d4f8f683e tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ebec055-6e64-424d-ba45-0c3d05fb5a33,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:26.316527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afe5f04e-3348-4053-a595-620b64ffc2af req-22a5194c-f7bb-4eff-94f1-f70fbcad5d8f tempest-ListImageFiltersTestJSON-169585296 tempest-ListImageFiltersTestJSON-169585296-project] 10.222.0.22 "GET /v2.0/ports?device_id=f17f442a-73b0-4354-a941-d90729ebb245 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Sep 10 03:42:26.327639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Made reservation on behalf of d15383d54de741cf86b2c65430cfea75 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:26.335059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.379354 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e27a1cac-4955-4efd-8ab5-5f9e648e5dff req-4efeb1a1-5f4e-4f26-ab18-805d4f8f683e tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.380105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e27a1cac-4955-4efd-8ab5-5f9e648e5dff req-4efeb1a1-5f4e-4f26-ab18-805d4f8f683e tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 0.5786505 Sep 10 03:42:26.426641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-33f8dfd5-b0d9-4191-845b-12866edd0e1f None None] Port 7abd7b06-202a-4338-a29a-d82199e812e3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:42:26.597989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Allocated IP 10.2.2.200 (ff15ac58-4fc5-4878-a6db-c2abcdecdd24/8dd37033-5715-46cb-bf85-e3d363c6a070/e7f4607d-02f8-44da-89f3-bf723d22beb3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:26.712391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1cd6a481-74b2-4e99-8613-2ade321321ce details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:42:26.778519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36356) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:26.811593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.834378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Transition to ACTIVE for port object e7f4607d-02f8-44da-89f3-bf723d22beb3 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:26.864695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-62aaef69-e1c2-4891-9a20-7538e4685312 req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-292630627', 'description': 'tempest-description-268293209'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:26.918991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-712708e3-b3b8-49a9-ac7a-66974f2f519b admin admin] Deleting subnet 585bf3bc-8216-498d-945b-9065a831374c {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:42:26.936844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1cd6a481-74b2-4e99-8613-2ade321321ce,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:26.937161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-712708e3-b3b8-49a9-ac7a-66974f2f519b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.953358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '1cd6a481-74b2-4e99-8613-2ade321321ce', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'port_id': '1cd6a481-74b2-4e99-8613-2ade321321ce', 'mac_address': 'fa:16:3e:fe:9a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63197daf-2f94-42c1-990c-e0ca7f2854ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:42:26.965722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:26.985233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-712708e3-b3b8-49a9-ac7a-66974f2f519b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.013462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:27.020347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:27.025174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:27.054635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.073447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cd6a481-74b2-4e99-8613-2ade321321ce {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:27.073737 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:42:27.098731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event updated for resources: {'Port': ['ID=e7f4607d-02f8-44da-89f3-bf723d22beb3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:27.108795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1cd6a481-74b2-4e99-8613-2ade321321ce,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:27.147995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:27.148714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.188133 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.247374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d02e69-d717-4d0a-9c0d-718b85dfd6a3 req-51802a74-f2ac-4549-aa41-ede24719d7a8 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:27.248934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76d02e69-d717-4d0a-9c0d-718b85dfd6a3 req-51802a74-f2ac-4549-aa41-ede24719d7a8 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 944 time: 0.3529451 Sep 10 03:42:27.255584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-62aaef69-e1c2-4891-9a20-7538e4685312 req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.268852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6ee31e7d-7a83-44d4-a00d-7d88cb48d3b7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2416289 Sep 10 03:42:27.274867 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-62aaef69-e1c2-4891-9a20-7538e4685312 req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.283157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:27.285909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1cd6a481-74b2-4e99-8613-2ade321321ce,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:27.337455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-712708e3-b3b8-49a9-ac7a-66974f2f519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.354354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.378754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76d02e69-d717-4d0a-9c0d-718b85dfd6a3 req-b1f63bcb-c2a8-4fec-8940-15232b3dbbf4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198170 Sep 10 03:42:27.388887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['1cd6a481-74b2-4e99-8613-2ade321321ce'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:42:27.445619 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cbae63e1-a10c-434a-a920-23bfb29594c0 None None] Provisioning for port e7f4607d-02f8-44da-89f3-bf723d22beb3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:27.466320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cbae63e1-a10c-434a-a920-23bfb29594c0 None None] Provisioning complete for port e7f4607d-02f8-44da-89f3-bf723d22beb3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:27.466699 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cbae63e1-a10c-434a-a920-23bfb29594c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.503137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-62aaef69-e1c2-4891-9a20-7538e4685312 req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.545126 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-712708e3-b3b8-49a9-ac7a-66974f2f519b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.562106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-cbae63e1-a10c-434a-a920-23bfb29594c0 None None] Port e7f4607d-02f8-44da-89f3-bf723d22beb3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:42:27.591725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712708e3-b3b8-49a9-ac7a-66974f2f519b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=585bf3bc-8216-498d-945b-9065a831374c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:27.593632 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-62aaef69-e1c2-4891-9a20-7538e4685312 req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.596870 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-712708e3-b3b8-49a9-ac7a-66974f2f519b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.599149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-712708e3-b3b8-49a9-ac7a-66974f2f519b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/585bf3bc-8216-498d-945b-9065a831374c HTTP/1.1" status: 204 len: 168 time: 0.8191628 Sep 10 03:42:27.605164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36374) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:27.681104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723f494-383a-4135-85a1-77a31ecd0d0a req-972ea8ce-c563-408c-9e97-d65ef77d1903 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:27.688386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723f494-383a-4135-85a1-77a31ecd0d0a req-972ea8ce-c563-408c-9e97-d65ef77d1903 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:27.694653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723f494-383a-4135-85a1-77a31ecd0d0a req-972ea8ce-c563-408c-9e97-d65ef77d1903 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:27.701049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723f494-383a-4135-85a1-77a31ecd0d0a req-972ea8ce-c563-408c-9e97-d65ef77d1903 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:27.707344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7723f494-383a-4135-85a1-77a31ecd0d0a req-972ea8ce-c563-408c-9e97-d65ef77d1903 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:27.715551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7723f494-383a-4135-85a1-77a31ecd0d0a req-972ea8ce-c563-408c-9e97-d65ef77d1903 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 3817 time: 0.2261286 Sep 10 03:42:27.731407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e816d2-8454-40ab-bdf7-7dbc23e00609,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:27.804497 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.812608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42b31329-8d4d-4d6a-827f-ff52221bd22e {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:27.820784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.830381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7723f494-383a-4135-85a1-77a31ecd0d0a req-54edd468-c7a7-4fbf-a564-38a62cbd9553 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1136947 Sep 10 03:42:27.835959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Transition to ACTIVE for port object 42b31329-8d4d-4d6a-827f-ff52221bd22e will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:27.894677 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-62aaef69-e1c2-4891-9a20-7538e4685312 req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.927860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.936167 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.958961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-62aaef69-e1c2-4891-9a20-7538e4685312 req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:27.965645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33a2c6fa-5070-43fb-81e4-5cc5f75c8368']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:28.004394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Pushing event updated for resources: {'Port': ['ID=42b31329-8d4d-4d6a-827f-ff52221bd22e,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:28.015994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9653a73e-75da-4170-af13-e20f8984ac1f') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:28.016295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9653a73e-75da-4170-af13-e20f8984ac1f') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:28.067740 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.089004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.099192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:42:28.099930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.115843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Attempting to bind port 42b31329-8d4d-4d6a-827f-ff52221bd22e on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:28.116283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Attempting to bind port 42b31329-8d4d-4d6a-827f-ff52221bd22e by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:28.116842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Attempting to bind port 42b31329-8d4d-4d6a-827f-ff52221bd22e on network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:28.122152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Port 42b31329-8d4d-4d6a-827f-ff52221bd22e on network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:42:28.122578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Attempting to bind port 42b31329-8d4d-4d6a-827f-ff52221bd22e on network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:28.128998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:28.129564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Checking segment: {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:28.130138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Bound using segment: {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:28.130779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Bound port: 42b31329-8d4d-4d6a-827f-ff52221bd22e, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '851cf4c1-bb9c-4435-9618-73acd2f7bd24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:28.131290 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.221264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] For port 42b31329-8d4d-4d6a-827f-ff52221bd22e, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:28.228525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] For port 42b31329-8d4d-4d6a-827f-ff52221bd22e, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:42:28.231275 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:42:28.235279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09edc10-f8c7-4636-b239-26d31ae18df1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:28.238155 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-62aaef69-e1c2-4891-9a20-7538e4685312 req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.247111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62aaef69-e1c2-4891-9a20-7538e4685312 req-95f97bd7-2abe-4b53-b363-06ee4de8c24c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.4046023 Sep 10 03:42:28.274462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3c80aa12-7034-4ca1-a883-c8f3fe9f54eb req-98ced8f7-39e9-4a56-9442-b034f0a06818 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-496308962', 'description': 'tempest-description-1583008296'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:28.299132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.328610 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.348930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:28.350142 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.351882 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] 10.222.0.39 "PUT /v2.0/ports/42b31329-8d4d-4d6a-827f-ff52221bd22e HTTP/1.1" status: 200 len: 1092 time: 1.0732460 Sep 10 03:42:28.352586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:28.355129 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-024ff253-37b1-4d36-a1c3-486166581d4a" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:28.364677 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.369454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] 10.222.0.22 "DELETE /v2.0/networks/33a2c6fa-5070-43fb-81e4-5cc5f75c8368 HTTP/1.1" status: 204 len: 168 time: 0.7616856 Sep 10 03:42:28.372524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc2ced4-b269-4ec2-b818-cb41ff75fb2b admin admin] Pushing event deleted for resources: {'Network': ['ID=33a2c6fa-5070-43fb-81e4-5cc5f75c8368,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:28.384886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3c80aa12-7034-4ca1-a883-c8f3fe9f54eb req-98ced8f7-39e9-4a56-9442-b034f0a06818 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.388921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a6ce4-1101-4559-88af-2af331b11dda service neutron] Pushing event updated for resources: {'Port': ['ID=42b31329-8d4d-4d6a-827f-ff52221bd22e,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:28.464160 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:28.548615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.561711 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.578674 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3c80aa12-7034-4ca1-a883-c8f3fe9f54eb req-98ced8f7-39e9-4a56-9442-b034f0a06818 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.712421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1cd6a481-74b2-4e99-8613-2ade321321ce up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:42:28.740439 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3c80aa12-7034-4ca1-a883-c8f3fe9f54eb req-98ced8f7-39e9-4a56-9442-b034f0a06818 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.781474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ced8f7-39e9-4a56-9442-b034f0a06818 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d3dcbf6-131c-4bea-a673-c6954d6a89af,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:28.853272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c746c9f-a3be-4e39-92ee-bee68113d82c {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:28.860776 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.873435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Transition to ACTIVE for port object 9c746c9f-a3be-4e39-92ee-bee68113d82c will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:28.892543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 1cd6a481-74b2-4e99-8613-2ade321321ce completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:28.892743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3c80aa12-7034-4ca1-a883-c8f3fe9f54eb req-98ced8f7-39e9-4a56-9442-b034f0a06818 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.893909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c80aa12-7034-4ca1-a883-c8f3fe9f54eb req-98ced8f7-39e9-4a56-9442-b034f0a06818 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.6238496 Sep 10 03:42:28.906349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 1cd6a481-74b2-4e99-8613-2ade321321ce triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:28.906735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:28.955150 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35d13462-3b39-43be-adc5-92b689d8020c x-openstack-request-id: req-35d13462-3b39-43be-adc5-92b689d8020c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:28.955449 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:28.955723 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35d13462-3b39-43be-adc5-92b689d8020c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:28.956130 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'status': 'completed', 'code': 200} Sep 10 03:42:28.977610 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:29.034949 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:29.073209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:29.081637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c746c9f-a3be-4e39-92ee-bee68113d82c,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:29.087270 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19599ee-1378-459c-9d9f-ce703cbb7210" -d '{"events": [{"server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "name": "network-vif-plugged", "status": "completed", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:29.109509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1cd6a481-74b2-4e99-8613-2ade321321ce,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:29.112499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-974a8140-3511-49a8-b069-4adcd8a92975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.113191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-974a8140-3511-49a8-b069-4adcd8a92975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.113850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-974a8140-3511-49a8-b069-4adcd8a92975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.114325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-974a8140-3511-49a8-b069-4adcd8a92975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.114794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-974a8140-3511-49a8-b069-4adcd8a92975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.115262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-974a8140-3511-49a8-b069-4adcd8a92975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.117120 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-024ff253-37b1-4d36-a1c3-486166581d4a req-974a8140-3511-49a8-b069-4adcd8a92975 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5251 time: 0.1365530 Sep 10 03:42:29.153040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45366cf-eb2e-4430-994d-1f7306a8a5b4 req-56619ba7-c5e8-42fe-bf2e-e6264795c563 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.164369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e45366cf-eb2e-4430-994d-1f7306a8a5b4 req-56619ba7-c5e8-42fe-bf2e-e6264795c563 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 945 time: 0.1273530 Sep 10 03:42:29.190222 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:29.242698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36424) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:29.271732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1cd6a481-74b2-4e99-8613-2ade321321ce,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:29.272312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e45366cf-eb2e-4430-994d-1f7306a8a5b4 req-72f2acc3-02ff-42e9-bba3-903ed62873b9 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962882 Sep 10 03:42:29.311363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Attempting to bind port 9c746c9f-a3be-4e39-92ee-bee68113d82c on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:29.312095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Attempting to bind port 9c746c9f-a3be-4e39-92ee-bee68113d82c by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:29.312738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Attempting to bind port 9c746c9f-a3be-4e39-92ee-bee68113d82c on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:29.320402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Port 9c746c9f-a3be-4e39-92ee-bee68113d82c on network 9c7fed57-0367-41af-8623-58378436fd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:42:29.320987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Attempting to bind port 9c746c9f-a3be-4e39-92ee-bee68113d82c on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:29.329686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:29.330434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Checking segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:29.331068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Bound using segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:29.331766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Bound port: 9c746c9f-a3be-4e39-92ee-bee68113d82c, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:29.332357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:29.336903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-361e2a1b-c41a-4b18-bb0d-b2dd6d43d30e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=631463744bb14386b1b3300722e1164d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0909245 Sep 10 03:42:29.341332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36426) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:29.686857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-a1ea8042-cb7b-443d-9017-2951d323c0a4 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45027 time: 0.3461637 Sep 10 03:42:29.689469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-122e8144-6ab4-4319-baa6-cd4ff3ad5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.689945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-122e8144-6ab4-4319-baa6-cd4ff3ad5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.690416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-122e8144-6ab4-4319-baa6-cd4ff3ad5aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.691994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-024ff253-37b1-4d36-a1c3-486166581d4a req-122e8144-6ab4-4319-baa6-cd4ff3ad5aa8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d15383d54de741cf86b2c65430cfea75&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.5435491 Sep 10 03:42:29.693147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9770da93-10a7-4eb4-84dc-8e0b9ed15859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:29.737224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889391-2a17-4985-9d23-d9b9048cb345 req-cb17f547-fca6-4904-a565-c5bae7f12e04 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.755468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889391-2a17-4985-9d23-d9b9048cb345 req-cb17f547-fca6-4904-a565-c5bae7f12e04 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.755750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] For port 9c746c9f-a3be-4e39-92ee-bee68113d82c, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:29.755878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889391-2a17-4985-9d23-d9b9048cb345 req-cb17f547-fca6-4904-a565-c5bae7f12e04 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.758141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889391-2a17-4985-9d23-d9b9048cb345 req-cb17f547-fca6-4904-a565-c5bae7f12e04 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.764982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889391-2a17-4985-9d23-d9b9048cb345 req-cb17f547-fca6-4904-a565-c5bae7f12e04 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.771825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80889391-2a17-4985-9d23-d9b9048cb345 req-cb17f547-fca6-4904-a565-c5bae7f12e04 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.783855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80889391-2a17-4985-9d23-d9b9048cb345 req-cb17f547-fca6-4904-a565-c5bae7f12e04 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 4607 time: 0.3906536 Sep 10 03:42:29.793925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] For port 9c746c9f-a3be-4e39-92ee-bee68113d82c, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:29.822826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ff253-37b1-4d36-a1c3-486166581d4a req-1154b328-34bd-42ef-a2e2-d4790887f602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.824389 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9770da93-10a7-4eb4-84dc-8e0b9ed15859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:29.824654 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-024ff253-37b1-4d36-a1c3-486166581d4a req-1154b328-34bd-42ef-a2e2-d4790887f602 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235077 Sep 10 03:42:29.859663 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:29.909104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:29.910876 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:29.912755 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 200 len: 1136 time: 1.4544365 Sep 10 03:42:29.952811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becd23d2-7bc7-48da-9a27-f0ed25b46fe9 service neutron] Pushing event updated for resources: {'Port': ['ID=9c746c9f-a3be-4e39-92ee-bee68113d82c,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:29.982180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-5b06da02-8774-4ae5-ac95-6dc2e469d4a5 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/035e258e-8eb4-4a0a-9815-a98e203ffe00 HTTP/1.1" status: 200 len: 2985 time: 0.2864518 Sep 10 03:42:29.999862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80889391-2a17-4985-9d23-d9b9048cb345 req-bee3ad68-b91e-4596-ad58-98968ca51b73 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2178187 Sep 10 03:42:30.037222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:30.126638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-293ae034-8306-4558-9065-b12ccc27a8c9 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/035e258e-8eb4-4a0a-9815-a98e203ffe00 HTTP/1.1" status: 200 len: 2985 time: 0.1134193 Sep 10 03:42:30.130267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:30.199204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-755eb42a-3036-43d8-bc38-862ee475874d tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/04f59f10-36af-4560-9c3e-a185820cb815 HTTP/1.1" status: 200 len: 2981 time: 0.0578449 Sep 10 03:42:30.206807 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9770da93-10a7-4eb4-84dc-8e0b9ed15859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:30.209947 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9770da93-10a7-4eb4-84dc-8e0b9ed15859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:30.215905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9770da93-10a7-4eb4-84dc-8e0b9ed15859 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/302a9fc0-e576-42af-9acb-d6579726a29e HTTP/1.1" status: 204 len: 168 time: 0.8704450 Sep 10 03:42:30.339123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770da93-10a7-4eb4-84dc-8e0b9ed15859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=302a9fc0-e576-42af-9acb-d6579726a29e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:30.384370 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-8b9a565f-5d40-4b5f-8bf3-5495a5b82008 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/04f59f10-36af-4560-9c3e-a185820cb815 HTTP/1.1" status: 200 len: 2981 time: 0.1834676 Sep 10 03:42:30.398717 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5655eae-4913-4cec-ac52-7534b61bea00 x-openstack-request-id: req-e5655eae-4913-4cec-ac52-7534b61bea00 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:30.399568 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "name": "network-vif-plugged", "status": "completed", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:30.400050 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5655eae-4913-4cec-ac52-7534b61bea00 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:30.400653 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce', 'code': 200} Sep 10 03:42:30.473709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-9480fba1-2c76-494b-83da-3667511b91fb tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/10d8056a-d89e-4ae7-8bbf-d20a25298e55 HTTP/1.1" status: 200 len: 2981 time: 0.0883653 Sep 10 03:42:30.547312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-baf75945-9ecd-4700-9711-07d1049a7b03 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/10d8056a-d89e-4ae7-8bbf-d20a25298e55 HTTP/1.1" status: 200 len: 2981 time: 0.0725760 Sep 10 03:42:30.564763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac1cd07-2877-4ba5-a885-2b544c3168cb req-60c038ca-1d0c-4e6a-ae36-217fc7f5a95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:30.566348 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ac1cd07-2877-4ba5-a885-2b544c3168cb req-60c038ca-1d0c-4e6a-ae36-217fc7f5a95f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 1097 time: 0.0961196 Sep 10 03:42:30.602550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-07eeee55-d486-4600-8041-573fbb844e20 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/21083a28-46da-4c84-b4fc-a0259052fb56 HTTP/1.1" status: 200 len: 2973 time: 0.0464292 Sep 10 03:42:30.667185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-c97891d9-85e5-43a7-9bc2-faf0989e1c72 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/21083a28-46da-4c84-b4fc-a0259052fb56 HTTP/1.1" status: 200 len: 2973 time: 0.0509346 Sep 10 03:42:30.668887 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ac1cd07-2877-4ba5-a885-2b544c3168cb req-309c7534-e2aa-45fd-a5ed-45e4a9b0adca service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881882 Sep 10 03:42:30.693099 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-3d9fff67-2203-47c8-b841-f164874d24a0 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] show failed (client error): The resource could not be found. Sep 10 03:42:30.694143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-3d9fff67-2203-47c8-b841-f164874d24a0 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/302a9fc0-e576-42af-9acb-d6579726a29e HTTP/1.1" status: 404 len: 352 time: 0.0187140 Sep 10 03:42:30.733419 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-f3550546-a98c-4933-84bd-53c8a5de7e8d tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] show failed (client error): The resource could not be found. Sep 10 03:42:30.734711 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-f3550546-a98c-4933-84bd-53c8a5de7e8d tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/302a9fc0-e576-42af-9acb-d6579726a29e HTTP/1.1" status: 404 len: 352 time: 0.0169985 Sep 10 03:42:30.775755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2c7d663-b85f-440b-ae2d-dd31206980c2 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:30.783978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:30.796286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-dccfb2ae-af16-4089-99f7-a26546184d83 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/30e816d2-8454-40ab-bdf7-7dbc23e00609 HTTP/1.1" status: 200 len: 2985 time: 0.0489924 Sep 10 03:42:30.798450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Transition to ACTIVE for port object e2c7d663-b85f-440b-ae2d-dd31206980c2 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:30.844059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-a2181c43-b8e2-4d14-a2a2-76beb81fbd7a tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/30e816d2-8454-40ab-bdf7-7dbc23e00609 HTTP/1.1" status: 200 len: 2985 time: 0.0403426 Sep 10 03:42:30.887337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:30.890194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-12473bfe-e9b4-457d-b560-ac109b41a675 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/666d4909-b1a2-4847-b617-fa586bfcab6e HTTP/1.1" status: 200 len: 2981 time: 0.0381839 Sep 10 03:42:30.953129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Pushing event updated for resources: {'Port': ['ID=e2c7d663-b85f-440b-ae2d-dd31206980c2,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:30.974187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '9c746c9f-a3be-4e39-92ee-bee68113d82c'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:30.976459 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "9c746c9f-a3be-4e39-92ee-bee68113d82c"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:30.986571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-22e95a7f-9682-491a-a851-27e63c65aaf7 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/666d4909-b1a2-4847-b617-fa586bfcab6e HTTP/1.1" status: 200 len: 2981 time: 0.0771799 Sep 10 03:42:31.033646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-d8d7be03-363e-49cb-90e4-8fc712775b62 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/69c4f23b-6cbf-4abf-a5db-245c7f087f1a HTTP/1.1" status: 200 len: 2981 time: 0.0400021 Sep 10 03:42:31.037871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Attempting to bind port e2c7d663-b85f-440b-ae2d-dd31206980c2 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:31.038208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Attempting to bind port e2c7d663-b85f-440b-ae2d-dd31206980c2 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:31.038534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Attempting to bind port e2c7d663-b85f-440b-ae2d-dd31206980c2 on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:31.043648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Port e2c7d663-b85f-440b-ae2d-dd31206980c2 on network 9c7fed57-0367-41af-8623-58378436fd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:42:31.044002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Attempting to bind port e2c7d663-b85f-440b-ae2d-dd31206980c2 on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:31.055321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:31.055461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Checking segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:31.055777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Bound using segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:31.056295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Bound port: e2c7d663-b85f-440b-ae2d-dd31206980c2, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:31.056660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:31.104926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-f69a6ca3-4b4f-466a-9f0c-d591c67d39bb tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/69c4f23b-6cbf-4abf-a5db-245c7f087f1a HTTP/1.1" status: 200 len: 2981 time: 0.0616574 Sep 10 03:42:31.148919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] For port e2c7d663-b85f-440b-ae2d-dd31206980c2, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:31.153940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] For port e2c7d663-b85f-440b-ae2d-dd31206980c2, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:31.163485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-418f5f0e-def2-47a5-8243-effbee00da36 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/70c6ed5f-eec3-4df3-a2ce-0f3df69c0700 HTTP/1.1" status: 200 len: 2977 time: 0.0507765 Sep 10 03:42:31.231329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-ccdbae4b-22de-48be-bf40-c3acc10873be tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/70c6ed5f-eec3-4df3-a2ce-0f3df69c0700 HTTP/1.1" status: 200 len: 2977 time: 0.0496836 Sep 10 03:42:31.259424 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:31.285769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-d22d35d6-5726-4026-a54a-3afae1de417f tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8eb188be-dab4-4254-a028-2a335d244c65 HTTP/1.1" status: 200 len: 2981 time: 0.0446432 Sep 10 03:42:31.314450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.315253 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:31.317054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] 10.222.0.39 "PUT /v2.0/ports/e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 200 len: 1136 time: 1.2846305 Sep 10 03:42:31.331151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84df196e-a8b2-426f-8ad4-3ed3f1f6d06e service neutron] Pushing event updated for resources: {'Port': ['ID=e2c7d663-b85f-440b-ae2d-dd31206980c2,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:31.349529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-6e50d158-c407-4025-84cf-2079c37b3e2e tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8eb188be-dab4-4254-a028-2a335d244c65 HTTP/1.1" status: 200 len: 2981 time: 0.0577285 Sep 10 03:42:31.401442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-7d916d91-89f7-48aa-badb-035b9fb8cec7 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/96faf209-f498-44b9-9a5f-19a47270abc2 HTTP/1.1" status: 200 len: 2981 time: 0.0446391 Sep 10 03:42:31.431888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:31.508066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868460ce-37e2-40d3-9e99-52cd061f5b0e req-91f9c599-f8e3-47c8-a37a-11a242bb78a3 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/96faf209-f498-44b9-9a5f-19a47270abc2 HTTP/1.1" status: 200 len: 2981 time: 0.0939538 Sep 10 03:42:31.546798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8478d202-2139-4492-8bdd-7ce1eedc6946 req-79207e98-6db4-47d6-b747-4dade4265c62 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.554379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8478d202-2139-4492-8bdd-7ce1eedc6946 req-79207e98-6db4-47d6-b747-4dade4265c62 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 946 time: 0.1004131 Sep 10 03:42:31.560021 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:31.630206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8478d202-2139-4492-8bdd-7ce1eedc6946 req-0e1333c5-b195-4cdb-b78a-831d645d133b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748425 Sep 10 03:42:31.701063 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f55f770-f2aa-4dc4-872f-3ff351cef911 x-openstack-request-id: req-3f55f770-f2aa-4dc4-872f-3ff351cef911 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:31.701341 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "9c746c9f-a3be-4e39-92ee-bee68113d82c", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:31.701592 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f55f770-f2aa-4dc4-872f-3ff351cef911 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:31.701988 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '9c746c9f-a3be-4e39-92ee-bee68113d82c', 'status': 'completed', 'code': 200} Sep 10 03:42:31.752675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dd3b06-ae95-428a-baa4-ca8e1fae6419 req-705385cc-26ca-45ac-9ba9-2eaff7a768de tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.754318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1dd3b06-ae95-428a-baa4-ca8e1fae6419 req-705385cc-26ca-45ac-9ba9-2eaff7a768de tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.1027741 Sep 10 03:42:31.833994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1dd3b06-ae95-428a-baa4-ca8e1fae6419 req-ff75944d-be54-441d-96c0-48af33ea186b tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678663 Sep 10 03:42:31.847131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a64d6-a708-43f4-bdde-d3a11154312e req-a45c697a-8ad8-4d0f-b44a-dae463ec5701 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.854323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a64d6-a708-43f4-bdde-d3a11154312e req-a45c697a-8ad8-4d0f-b44a-dae463ec5701 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.870783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a64d6-a708-43f4-bdde-d3a11154312e req-a45c697a-8ad8-4d0f-b44a-dae463ec5701 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.899668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a64d6-a708-43f4-bdde-d3a11154312e req-a45c697a-8ad8-4d0f-b44a-dae463ec5701 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.908055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a64d6-a708-43f4-bdde-d3a11154312e req-a45c697a-8ad8-4d0f-b44a-dae463ec5701 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.914703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a64d6-a708-43f4-bdde-d3a11154312e req-a45c697a-8ad8-4d0f-b44a-dae463ec5701 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.922493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5a64d6-a708-43f4-bdde-d3a11154312e req-a45c697a-8ad8-4d0f-b44a-dae463ec5701 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.931001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b5a64d6-a708-43f4-bdde-d3a11154312e req-a45c697a-8ad8-4d0f-b44a-dae463ec5701 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5385 time: 0.1755784 Sep 10 03:42:31.961372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-e9d706e2-d705-4e70-9e43-458eeaa08a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.961974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-e9d706e2-d705-4e70-9e43-458eeaa08a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.962877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-e9d706e2-d705-4e70-9e43-458eeaa08a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.963015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-e9d706e2-d705-4e70-9e43-458eeaa08a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.963612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-e9d706e2-d705-4e70-9e43-458eeaa08a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.964118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-e9d706e2-d705-4e70-9e43-458eeaa08a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.964595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-e9d706e2-d705-4e70-9e43-458eeaa08a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:31.967068 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-e9d706e2-d705-4e70-9e43-458eeaa08a35 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6222 time: 0.2469816 Sep 10 03:42:31.995783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b5a64d6-a708-43f4-bdde-d3a11154312e req-3d7c0922-5a4c-4cbf-8508-c5c4068e4047 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0560324 Sep 10 03:42:32.028686 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.143240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16d2293f-e7e9-480d-a244-4cf1dce8a5e0 req-14898c14-f1ac-40b4-963f-f554d64841bf tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3eb8d3d0970640d8b84ed9f07c4171a5 HTTP/1.1" status: 200 len: 6111 time: 0.1218488 Sep 10 03:42:32.186281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-066b0005-4589-4197-86f7-b2907f0c0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:32.186758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-066b0005-4589-4197-86f7-b2907f0c0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:32.187223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-066b0005-4589-4197-86f7-b2907f0c0d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:32.189105 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-066b0005-4589-4197-86f7-b2907f0c0d61 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d15383d54de741cf86b2c65430cfea75&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.1673293 Sep 10 03:42:32.205198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16d2293f-e7e9-480d-a244-4cf1dce8a5e0 req-f7e738bb-997e-4b78-8f1f-da19b1bcfab0 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] 10.222.0.22 "GET /v2.0/security-groups/035e258e-8eb4-4a0a-9815-a98e203ffe00 HTTP/1.1" status: 200 len: 2985 time: 0.0607276 Sep 10 03:42:32.259394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16d2293f-e7e9-480d-a244-4cf1dce8a5e0 req-ba209be9-d545-40db-843d-239f8ef640d8 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] 10.222.0.22 "GET /v2.0/security-groups/035e258e-8eb4-4a0a-9815-a98e203ffe00 HTTP/1.1" status: 200 len: 2985 time: 0.0531638 Sep 10 03:42:32.320096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3e54da2-9f84-46ed-b9f4-6c9ef269bbd8 req-479d6a22-f9b3-4fcb-9e6b-04b7741cb42a tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8d3dcbf6-131c-4bea-a673-c6954d6a89af HTTP/1.1" status: 200 len: 1779 time: 0.0427222 Sep 10 03:42:32.359053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-5c81f106-a7ff-468c-ba0f-3ce71e1374bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:32.360624 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae25f3b8-ed7b-4cfc-acb8-6bcf34a932dc req-5c81f106-a7ff-468c-ba0f-3ce71e1374bb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1373475 Sep 10 03:42:32.375517 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c3e54da2-9f84-46ed-b9f4-6c9ef269bbd8 req-e7d4e3bf-c4db-4166-9599-3b40282bdc08 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.402027 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c3e54da2-9f84-46ed-b9f4-6c9ef269bbd8 req-e7d4e3bf-c4db-4166-9599-3b40282bdc08 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.405368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 56c6590c-f585-489e-b451-fe739a2c2c49 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:32.422248 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.538987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c3e54da2-9f84-46ed-b9f4-6c9ef269bbd8 req-e7d4e3bf-c4db-4166-9599-3b40282bdc08 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.539657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Transition to ACTIVE for port object 56c6590c-f585-489e-b451-fe739a2c2c49 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:32.542060 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c3e54da2-9f84-46ed-b9f4-6c9ef269bbd8 req-e7d4e3bf-c4db-4166-9599-3b40282bdc08 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.543510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3e54da2-9f84-46ed-b9f4-6c9ef269bbd8 req-e7d4e3bf-c4db-4166-9599-3b40282bdc08 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d3dcbf6-131c-4bea-a673-c6954d6a89af HTTP/1.1" status: 204 len: 173 time: 0.2219985 Sep 10 03:42:32.552350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d4e3bf-c4db-4166-9599-3b40282bdc08 tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d3dcbf6-131c-4bea-a673-c6954d6a89af,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:32.681403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.726039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c44fb2f-4268-46da-954e-25319792f435 req-e38a4e2d-8987-4365-a5c9-97699b14809c tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e09edc10-f8c7-4636-b239-26d31ae18df1 HTTP/1.1" status: 200 len: 1778 time: 0.0487983 Sep 10 03:42:32.816452 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9c44fb2f-4268-46da-954e-25319792f435 req-ac4df589-acb9-461f-8aa4-9def32251a9f tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.818910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=56c6590c-f585-489e-b451-fe739a2c2c49,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:32.848085 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9c44fb2f-4268-46da-954e-25319792f435 req-ac4df589-acb9-461f-8aa4-9def32251a9f tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.853799 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Attempting to bind port 56c6590c-f585-489e-b451-fe739a2c2c49 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:32.854141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Attempting to bind port 56c6590c-f585-489e-b451-fe739a2c2c49 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:32.854528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Attempting to bind port 56c6590c-f585-489e-b451-fe739a2c2c49 on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:32.859899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Port 56c6590c-f585-489e-b451-fe739a2c2c49 on network 9c7fed57-0367-41af-8623-58378436fd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:42:32.860227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Attempting to bind port 56c6590c-f585-489e-b451-fe739a2c2c49 on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:32.868221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:32.868221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Checking segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:32.868221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Bound using segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:32.868221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Bound port: 56c6590c-f585-489e-b451-fe739a2c2c49, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:32.868221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:32.945577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] For port 56c6590c-f585-489e-b451-fe739a2c2c49, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:32.949356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] For port 56c6590c-f585-489e-b451-fe739a2c2c49, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=56c6590c-f585-489e-b451-fe739a2c2c49,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:33.018338 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9c44fb2f-4268-46da-954e-25319792f435 req-ac4df589-acb9-461f-8aa4-9def32251a9f tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:33.021115 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9c44fb2f-4268-46da-954e-25319792f435 req-ac4df589-acb9-461f-8aa4-9def32251a9f tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:33.022375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c44fb2f-4268-46da-954e-25319792f435 req-ac4df589-acb9-461f-8aa4-9def32251a9f tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/e09edc10-f8c7-4636-b239-26d31ae18df1 HTTP/1.1" status: 204 len: 173 time: 0.2891314 Sep 10 03:42:33.035109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4df589-acb9-461f-8aa4-9def32251a9f tempest-SecurityGroupsTestAdminJSON-83419262 tempest-SecurityGroupsTestAdminJSON-83419262-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09edc10-f8c7-4636-b239-26d31ae18df1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:33.053495 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:33.104140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.105038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:33.109337 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] 10.222.0.39 "PUT /v2.0/ports/56c6590c-f585-489e-b451-fe739a2c2c49 HTTP/1.1" status: 200 len: 1091 time: 1.6818929 Sep 10 03:42:33.165931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c362675-1c2e-4241-ac9f-b2d573e9d4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=56c6590c-f585-489e-b451-fe739a2c2c49,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:33.197404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c34d1-5908-4463-8067-1aa3e8eaa4a1 req-d4714189-318e-435f-88db-273157afb8f3 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.210270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d61c34d1-5908-4463-8067-1aa3e8eaa4a1 req-d4714189-318e-435f-88db-273157afb8f3 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 946 time: 0.1271226 Sep 10 03:42:33.221925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:33.261141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d61c34d1-5908-4463-8067-1aa3e8eaa4a1 req-8b5781b3-c96c-4c45-84eb-16cc80889b73 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496056 Sep 10 03:42:33.319450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:33.440725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97de23f0-129e-4887-a5ff-94f5fb1fd5ae req-dc14e3e4-4e42-4453-ad03-be4eb249a485 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.442318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97de23f0-129e-4887-a5ff-94f5fb1fd5ae req-dc14e3e4-4e42-4453-ad03-be4eb249a485 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.0586429 Sep 10 03:42:33.503014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97de23f0-129e-4887-a5ff-94f5fb1fd5ae req-0692c1f1-51d9-44d8-8ea2-fa5a9a507bde tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505679 Sep 10 03:42:33.703440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': 'e2c7d663-b85f-440b-ae2d-dd31206980c2'}, {'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '56c6590c-f585-489e-b451-fe739a2c2c49'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:33.705796 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "e2c7d663-b85f-440b-ae2d-dd31206980c2"}, {"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "56c6590c-f585-489e-b451-fe739a2c2c49"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:33.746157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84d56faa-0360-4709-a667-2e81c2bc963a {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:33.752422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4fb5-30f0-499a-94ee-79c785032bdc req-a0039ce6-9ef4-4ef8-bce9-6e62ce49e945 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.754597 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:33.760824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4fb5-30f0-499a-94ee-79c785032bdc req-a0039ce6-9ef4-4ef8-bce9-6e62ce49e945 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.767790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4fb5-30f0-499a-94ee-79c785032bdc req-a0039ce6-9ef4-4ef8-bce9-6e62ce49e945 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.767966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Transition to ACTIVE for port object 84d56faa-0360-4709-a667-2e81c2bc963a will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:33.774420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4fb5-30f0-499a-94ee-79c785032bdc req-a0039ce6-9ef4-4ef8-bce9-6e62ce49e945 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.781398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4fb5-30f0-499a-94ee-79c785032bdc req-a0039ce6-9ef4-4ef8-bce9-6e62ce49e945 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.787746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4fb5-30f0-499a-94ee-79c785032bdc req-a0039ce6-9ef4-4ef8-bce9-6e62ce49e945 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.794058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfa4fb5-30f0-499a-94ee-79c785032bdc req-a0039ce6-9ef4-4ef8-bce9-6e62ce49e945 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:33.796275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-acfa4fb5-30f0-499a-94ee-79c785032bdc req-a0039ce6-9ef4-4ef8-bce9-6e62ce49e945 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5397 time: 0.1206639 Sep 10 03:42:33.832718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36570) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:33.868314 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:33.871281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-acfa4fb5-30f0-499a-94ee-79c785032bdc req-8650a004-3ba1-4783-8260-c5dd8bba72d1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0677567 Sep 10 03:42:33.965582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2690e412-4865-4e2b-bed7-5e6fca95dd5a req-3bcf7f3d-f97a-4418-bd61-a968950f6f93 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] 10.222.0.22 "GET /v2.0/security-groups/3ebec055-6e64-424d-ba45-0c3d05fb5a33 HTTP/1.1" status: 200 len: 1780 time: 0.1007211 Sep 10 03:42:34.102232 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2690e412-4865-4e2b-bed7-5e6fca95dd5a req-62bf2946-6951-4cf9-971b-e827bb305fda tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.140139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84d56faa-0360-4709-a667-2e81c2bc963a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:34.155648 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2690e412-4865-4e2b-bed7-5e6fca95dd5a req-62bf2946-6951-4cf9-971b-e827bb305fda tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.160446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36580) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:34.187664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Attempting to bind port 84d56faa-0360-4709-a667-2e81c2bc963a on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:34.197393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Attempting to bind port 84d56faa-0360-4709-a667-2e81c2bc963a by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:34.198336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Attempting to bind port 84d56faa-0360-4709-a667-2e81c2bc963a on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:34.215948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Port 84d56faa-0360-4709-a667-2e81c2bc963a on network 9c7fed57-0367-41af-8623-58378436fd28 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:42:34.217844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Attempting to bind port 84d56faa-0360-4709-a667-2e81c2bc963a on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:34.231777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:34.234730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Checking segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:34.235268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Bound using segment: {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:34.236580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Bound port: 84d56faa-0360-4709-a667-2e81c2bc963a, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '534e5420-4c94-4c27-b10b-af9e0c2215b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '9c7fed57-0367-41af-8623-58378436fd28'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:34.237706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.321706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a44e31c0-956f-446f-b144-5d297e02c9a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c358d19e78e4838babdfc243e02066e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4880335 Sep 10 03:42:34.325076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36592) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:34.332129 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c94e31dc-42d3-43fe-890d-ce66f4607e7d x-openstack-request-id: req-c94e31dc-42d3-43fe-890d-ce66f4607e7d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:34.332575 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "e2c7d663-b85f-440b-ae2d-dd31206980c2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "56c6590c-f585-489e-b451-fe739a2c2c49", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:34.332923 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c94e31dc-42d3-43fe-890d-ce66f4607e7d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:34.333408 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': 'e2c7d663-b85f-440b-ae2d-dd31206980c2', 'status': 'completed', 'code': 200} Sep 10 03:42:34.333756 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '56c6590c-f585-489e-b451-fe739a2c2c49', 'status': 'completed', 'code': 200} Sep 10 03:42:34.345309 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b3a76d5-6431-4564-85d6-c29f7ab47b5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.423402 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7d7eb79-aff6-43fe-9411-3a5e8ddb4a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.425523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2690e412-4865-4e2b-bed7-5e6fca95dd5a req-62bf2946-6951-4cf9-971b-e827bb305fda tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.428847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2690e412-4865-4e2b-bed7-5e6fca95dd5a req-62bf2946-6951-4cf9-971b-e827bb305fda tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.448260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] For port 84d56faa-0360-4709-a667-2e81c2bc963a, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:34.448432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2690e412-4865-4e2b-bed7-5e6fca95dd5a req-62bf2946-6951-4cf9-971b-e827bb305fda tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] 10.222.0.22 "DELETE /v2.0/security-groups/3ebec055-6e64-424d-ba45-0c3d05fb5a33 HTTP/1.1" status: 204 len: 173 time: 0.4711647 Sep 10 03:42:34.459950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-e412b83a-5937-4621-a8d9-cb754b8d89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.460535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-e412b83a-5937-4621-a8d9-cb754b8d89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.469179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-e412b83a-5937-4621-a8d9-cb754b8d89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.469843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-e412b83a-5937-4621-a8d9-cb754b8d89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.470387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-e412b83a-5937-4621-a8d9-cb754b8d89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.471075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-e412b83a-5937-4621-a8d9-cb754b8d89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.471764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-e412b83a-5937-4621-a8d9-cb754b8d89e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.473995 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-e412b83a-5937-4621-a8d9-cb754b8d89e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6314 time: 0.1257141 Sep 10 03:42:34.488525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] For port 84d56faa-0360-4709-a667-2e81c2bc963a, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=84d56faa-0360-4709-a667-2e81c2bc963a,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:34.503449 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7d7eb79-aff6-43fe-9411-3a5e8ddb4a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.510830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d60f1e87-4a1f-4f2f-84e9-9bcdb800a9d2 req-ebcb57b2-eef1-4165-9527-4019947cf7d6 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.1142621 Sep 10 03:42:34.537931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf2946-6951-4cf9-971b-e827bb305fda tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ebec055-6e64-424d-ba45-0c3d05fb5a33,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:34.618681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.628496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8407a20-009e-40d2-87bb-5693c94bb27c req-8b5fae5a-d5d8-470d-af8b-fbed1200074d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.629981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8407a20-009e-40d2-87bb-5693c94bb27c req-8b5fae5a-d5d8-470d-af8b-fbed1200074d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 946 time: 0.1220093 Sep 10 03:42:34.684376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Pushing event updated for resources: {'Port': ['ID=84d56faa-0360-4709-a667-2e81c2bc963a,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:34.686073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4669886-4040-4e8b-a982-fd02643d74f2 req-9531afda-69e4-4a86-bb4f-1c82ad534218 tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] 10.222.0.22 "GET /v2.0/security-groups/0ed2b293-5ce7-4429-94dd-542e89325766 HTTP/1.1" status: 200 len: 1779 time: 0.0950267 Sep 10 03:42:34.703457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.703959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.705464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-33ab2f26-fe44-4658-802b-363619a4d2e8 service neutron] 10.222.0.39 "PUT /v2.0/ports/84d56faa-0360-4709-a667-2e81c2bc963a HTTP/1.1" status: 200 len: 1091 time: 1.4890702 Sep 10 03:42:34.726516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-a42096c2-a6d9-4df3-b2ce-0f5a10e30522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.727109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-a42096c2-a6d9-4df3-b2ce-0f5a10e30522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.727586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-a42096c2-a6d9-4df3-b2ce-0f5a10e30522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:34.729323 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-a42096c2-a6d9-4df3-b2ce-0f5a10e30522 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d15383d54de741cf86b2c65430cfea75&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2428937 Sep 10 03:42:34.741157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7d7eb79-aff6-43fe-9411-3a5e8ddb4a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.741157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7d7eb79-aff6-43fe-9411-3a5e8ddb4a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.741157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c7d7eb79-aff6-43fe-9411-3a5e8ddb4a60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96faf209-f498-44b9-9a5f-19a47270abc2 HTTP/1.1" status: 204 len: 168 time: 0.4100914 Sep 10 03:42:34.747317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8407a20-009e-40d2-87bb-5693c94bb27c req-9aa3f41c-0a91-4316-8f7d-7ebf282cf111 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949056 Sep 10 03:42:34.793814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7eb79-aff6-43fe-9411-3a5e8ddb4a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96faf209-f498-44b9-9a5f-19a47270abc2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:34.841409 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a4669886-4040-4e8b-a982-fd02643d74f2 req-bb417255-a578-4155-9390-9115437dae9b tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.882759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a4669886-4040-4e8b-a982-fd02643d74f2 req-bb417255-a578-4155-9390-9115437dae9b tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.896347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:34.932984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b3a76d5-6431-4564-85d6-c29f7ab47b5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.979784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.996211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a4669886-4040-4e8b-a982-fd02643d74f2 req-bb417255-a578-4155-9390-9115437dae9b tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.998761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a4669886-4040-4e8b-a982-fd02643d74f2 req-bb417255-a578-4155-9390-9115437dae9b tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:34.999843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4669886-4040-4e8b-a982-fd02643d74f2 req-bb417255-a578-4155-9390-9115437dae9b tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] 10.222.0.22 "DELETE /v2.0/security-groups/0ed2b293-5ce7-4429-94dd-542e89325766 HTTP/1.1" status: 204 len: 173 time: 0.3129418 Sep 10 03:42:35.001131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-ee41116d-1dc3-4877-8ce1-797ed96b9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.002826 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-ee41116d-1dc3-4877-8ce1-797ed96b9498 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2656322 Sep 10 03:42:35.026722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb417255-a578-4155-9390-9115437dae9b tempest-SecurityGroupsTestAdminJSON-1937126201 tempest-SecurityGroupsTestAdminJSON-1937126201-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed2b293-5ce7-4429-94dd-542e89325766,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:35.030621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b3a76d5-6431-4564-85d6-c29f7ab47b5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:35.088824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3a76d5-6431-4564-85d6-c29f7ab47b5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4657ef0-434a-4365-83f7-690445499188,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:35.187544 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0b3a76d5-6431-4564-85d6-c29f7ab47b5e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd97875ec7704feba2003b6e91114195&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0256331 Sep 10 03:42:35.190704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36612) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:35.305920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2ff0a9d-a5a0-4f77-a4f3-afb600b39f1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:35.414090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab3c9b-4092-4b31-8f1e-7856923c6974 req-e1930b39-5fc1-4c47-b136-5a30c9578c52 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.421141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab3c9b-4092-4b31-8f1e-7856923c6974 req-e1930b39-5fc1-4c47-b136-5a30c9578c52 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.423008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-b2bfa848-1f2c-4144-a057-89905d38ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.423505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-b2bfa848-1f2c-4144-a057-89905d38ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.424126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-b2bfa848-1f2c-4144-a057-89905d38ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.424610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-b2bfa848-1f2c-4144-a057-89905d38ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.425083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-b2bfa848-1f2c-4144-a057-89905d38ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.425564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-b2bfa848-1f2c-4144-a057-89905d38ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.426032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-b2bfa848-1f2c-4144-a057-89905d38ded1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.428350 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-b2bfa848-1f2c-4144-a057-89905d38ded1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6356 time: 0.3470583 Sep 10 03:42:35.429402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab3c9b-4092-4b31-8f1e-7856923c6974 req-e1930b39-5fc1-4c47-b136-5a30c9578c52 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.436142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab3c9b-4092-4b31-8f1e-7856923c6974 req-e1930b39-5fc1-4c47-b136-5a30c9578c52 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.442591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab3c9b-4092-4b31-8f1e-7856923c6974 req-e1930b39-5fc1-4c47-b136-5a30c9578c52 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.450462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab3c9b-4092-4b31-8f1e-7856923c6974 req-e1930b39-5fc1-4c47-b136-5a30c9578c52 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.458380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab3c9b-4092-4b31-8f1e-7856923c6974 req-e1930b39-5fc1-4c47-b136-5a30c9578c52 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.460622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9ab3c9b-4092-4b31-8f1e-7856923c6974 req-e1930b39-5fc1-4c47-b136-5a30c9578c52 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5409 time: 0.1814985 Sep 10 03:42:35.464598 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2ff0a9d-a5a0-4f77-a4f3-afb600b39f1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:35.532863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b880860-2476-4fb9-941b-6558f734966b req-d22b0d0d-c403-4498-8e53-5d65df4555f8 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.534509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b880860-2476-4fb9-941b-6558f734966b req-d22b0d0d-c403-4498-8e53-5d65df4555f8 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.1765831 Sep 10 03:42:35.567778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9ab3c9b-4092-4b31-8f1e-7856923c6974 req-6a891268-5d90-4714-a416-b50e87208a8e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0831420 Sep 10 03:42:35.632454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b880860-2476-4fb9-941b-6558f734966b req-cf4de398-5e14-4344-8c01-fc541fcf1019 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635622 Sep 10 03:42:35.670445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7abd7b06-202a-4338-a29a-d82199e812e3 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:35.683036 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:35.690408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-365762ec-4a21-4e1e-9cb7-3d262ef5153d req-cdc745c2-10cc-499c-aea2-5d2866a242b4 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0336506 Sep 10 03:42:35.713476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-c5fde43e-bb59-4ec0-a6d7-054a186f963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.731429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-c5fde43e-bb59-4ec0-a6d7-054a186f963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.731429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-c5fde43e-bb59-4ec0-a6d7-054a186f963c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.731429 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-c5fde43e-bb59-4ec0-a6d7-054a186f963c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d15383d54de741cf86b2c65430cfea75&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2326460 Sep 10 03:42:35.744327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2ff0a9d-a5a0-4f77-a4f3-afb600b39f1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:35.744819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Transition to ACTIVE for port object 7abd7b06-202a-4338-a29a-d82199e812e3 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:35.748373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2ff0a9d-a5a0-4f77-a4f3-afb600b39f1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:35.752365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f2ff0a9d-a5a0-4f77-a4f3-afb600b39f1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4657ef0-434a-4365-83f7-690445499188 HTTP/1.1" status: 204 len: 168 time: 0.5589037 Sep 10 03:42:35.760745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff0a9d-a5a0-4f77-a4f3-afb600b39f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4657ef0-434a-4365-83f7-690445499188,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:35.840965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:35.960453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10deabf8-1577-4822-9e45-e1a6d98b5ef0 req-49fbc8ad-ecbc-4705-a6b8-bdc2742ebe1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.962258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10deabf8-1577-4822-9e45-e1a6d98b5ef0 req-49fbc8ad-ecbc-4705-a6b8-bdc2742ebe1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 946 time: 0.0653436 Sep 10 03:42:35.968493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Pushing event updated for resources: {'Port': ['ID=7abd7b06-202a-4338-a29a-d82199e812e3,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:35.977355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-24e34600-82c0-42bb-a9f6-a300c8d9e03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:35.978335 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d60c6d7e-9b73-47ca-8b9a-5cd850469fb4 req-24e34600-82c0-42bb-a9f6-a300c8d9e03d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2551568 Sep 10 03:42:36.014995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10deabf8-1577-4822-9e45-e1a6d98b5ef0 req-f5738240-7c43-4e37-8cea-7f5c54cee72f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452948 Sep 10 03:42:36.099346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Attempting to bind port 7abd7b06-202a-4338-a29a-d82199e812e3 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:36.099784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Attempting to bind port 7abd7b06-202a-4338-a29a-d82199e812e3 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:36.100148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Attempting to bind port 7abd7b06-202a-4338-a29a-d82199e812e3 on network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:36.106623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Port 7abd7b06-202a-4338-a29a-d82199e812e3 on network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:42:36.106960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Attempting to bind port 7abd7b06-202a-4338-a29a-d82199e812e3 on network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:36.112797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:36.113277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Checking segment: {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:36.113669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Bound using segment: {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:36.114146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Bound port: 7abd7b06-202a-4338-a29a-d82199e812e3, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:36.114684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:36.185466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36642) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:36.264549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] For port 7abd7b06-202a-4338-a29a-d82199e812e3, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:36.269680 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] For port 7abd7b06-202a-4338-a29a-d82199e812e3, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7abd7b06-202a-4338-a29a-d82199e812e3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:36.335263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '84d56faa-0360-4709-a667-2e81c2bc963a'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:36.339371 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32e49426-fee3-40f3-bef7-a7b3f3df07a4" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "84d56faa-0360-4709-a667-2e81c2bc963a"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:36.350297 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:36.471444 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10174c98-4888-4d9f-80a3-94b587be83f4 x-openstack-request-id: req-10174c98-4888-4d9f-80a3-94b587be83f4 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:36.471838 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "84d56faa-0360-4709-a667-2e81c2bc963a", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:36.472095 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10174c98-4888-4d9f-80a3-94b587be83f4 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:36.477421 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '84d56faa-0360-4709-a667-2e81c2bc963a', 'status': 'completed', 'code': 200} Sep 10 03:42:36.477421 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36658) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:36.477931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-36b2f0be-de0c-469f-8819-1f19f5b4bf5e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3eb8d3d0970640d8b84ed9f07c4171a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2874415 Sep 10 03:42:36.533195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.533620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:36.535238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] 10.222.0.39 "PUT /v2.0/ports/7abd7b06-202a-4338-a29a-d82199e812e3 HTTP/1.1" status: 200 len: 1091 time: 1.6864464 Sep 10 03:42:36.576200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e13ad2-0008-434e-886b-4f5a5e44326d service neutron] Pushing event updated for resources: {'Port': ['ID=7abd7b06-202a-4338-a29a-d82199e812e3,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:36.669050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-da531635-1de3-4493-aade-94783d636851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.669804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-da531635-1de3-4493-aade-94783d636851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.670445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-da531635-1de3-4493-aade-94783d636851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.671133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-da531635-1de3-4493-aade-94783d636851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.671882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-da531635-1de3-4493-aade-94783d636851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.672573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-da531635-1de3-4493-aade-94783d636851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.673244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-da531635-1de3-4493-aade-94783d636851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.675410 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-da531635-1de3-4493-aade-94783d636851 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6423 time: 0.2021165 Sep 10 03:42:36.682828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Request body: {'port': {'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:36.773472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adcc56-7c36-4343-b44c-c5e121ed690e req-2c8b59ea-1ec1-452f-b9ac-1ef0a54c8f02 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.781985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adcc56-7c36-4343-b44c-c5e121ed690e req-2c8b59ea-1ec1-452f-b9ac-1ef0a54c8f02 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.788728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adcc56-7c36-4343-b44c-c5e121ed690e req-2c8b59ea-1ec1-452f-b9ac-1ef0a54c8f02 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.796883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adcc56-7c36-4343-b44c-c5e121ed690e req-2c8b59ea-1ec1-452f-b9ac-1ef0a54c8f02 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.807384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adcc56-7c36-4343-b44c-c5e121ed690e req-2c8b59ea-1ec1-452f-b9ac-1ef0a54c8f02 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.814114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adcc56-7c36-4343-b44c-c5e121ed690e req-2c8b59ea-1ec1-452f-b9ac-1ef0a54c8f02 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.821004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43adcc56-7c36-4343-b44c-c5e121ed690e req-2c8b59ea-1ec1-452f-b9ac-1ef0a54c8f02 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.823384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43adcc56-7c36-4343-b44c-c5e121ed690e req-2c8b59ea-1ec1-452f-b9ac-1ef0a54c8f02 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5421 time: 0.1396041 Sep 10 03:42:36.834119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36672) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:36.883929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910d029d-810e-4eca-87ef-936704f76f10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:36.888311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebce0-a443-4335-a8fe-f286d404d5e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:36.897668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3210d65a-d543-4713-8678-cf708524eb91 req-043d38b5-937c-4b61-98db-3157189fd188 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.899324 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3210d65a-d543-4713-8678-cf708524eb91 req-043d38b5-937c-4b61-98db-3157189fd188 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.20 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.3202631 Sep 10 03:42:36.941744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43adcc56-7c36-4343-b44c-c5e121ed690e req-004c0d68-0c67-49ee-8c58-ab2f15c61ebb tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0951648 Sep 10 03:42:36.962215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebd4532-839c-44da-b750-ba7147788571 req-0d7be50d-9721-4a23-9ff4-e2cd8ce443bc tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:36.970055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ebd4532-839c-44da-b750-ba7147788571 req-0d7be50d-9721-4a23-9ff4-e2cd8ce443bc tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.1455750 Sep 10 03:42:37.008269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.011517 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebce0-a443-4335-a8fe-f286d404d5e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.087138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ebd4532-839c-44da-b750-ba7147788571 req-8e0d19d5-a56d-4a21-a29b-2c45fc1d7b55 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101260 Sep 10 03:42:37.095596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-606be825-7882-4a60-8c4d-53ec5ee197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:37.096178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-606be825-7882-4a60-8c4d-53ec5ee197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:37.100296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-606be825-7882-4a60-8c4d-53ec5ee197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:37.100296 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-606be825-7882-4a60-8c4d-53ec5ee197d8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d15383d54de741cf86b2c65430cfea75&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.4110794 Sep 10 03:42:37.169322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9e680b9-c6ad-4e39-b36c-bfe2b089733e req-adbf83aa-03b5-4d5c-9e3d-8371d97790f0 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0386302 Sep 10 03:42:37.171834 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910d029d-810e-4eca-87ef-936704f76f10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.239535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910d029d-810e-4eca-87ef-936704f76f10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.292337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-910d029d-810e-4eca-87ef-936704f76f10 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7665b89b05da4aa2b84d01bded2c925a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4570150 Sep 10 03:42:37.294602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36684) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:37.295260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910d029d-810e-4eca-87ef-936704f76f10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5055499c-11db-43fa-b2ac-80bee6ff1a08,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:37.391184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6d93b53-9ff2-4c2b-820d-b43274d43c45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.417813 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6d93b53-9ff2-4c2b-820d-b43274d43c45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.612857 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6d93b53-9ff2-4c2b-820d-b43274d43c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.615506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6d93b53-9ff2-4c2b-820d-b43274d43c45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.617387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c6d93b53-9ff2-4c2b-820d-b43274d43c45 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5055499c-11db-43fa-b2ac-80bee6ff1a08 HTTP/1.1" status: 204 len: 168 time: 0.3067410 Sep 10 03:42:37.620840 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebce0-a443-4335-a8fe-f286d404d5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.624421 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e2ebce0-a443-4335-a8fe-f286d404d5e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.627435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d93b53-9ff2-4c2b-820d-b43274d43c45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5055499c-11db-43fa-b2ac-80bee6ff1a08,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:37.628019 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8e2ebce0-a443-4335-a8fe-f286d404d5e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/035e258e-8eb4-4a0a-9815-a98e203ffe00 HTTP/1.1" status: 204 len: 168 time: 1.1427057 Sep 10 03:42:37.638015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Deleting port df721fba-115c-41e6-b2da-9e65b8dcbdcc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:37.638357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.673023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ebce0-a443-4335-a8fe-f286d404d5e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=035e258e-8eb4-4a0a-9815-a98e203ffe00,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:37.719954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-151f0d1b-cce5-45ac-9a9c-4a7fd96dac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:37.721453 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32e49426-fee3-40f3-bef7-a7b3f3df07a4 req-151f0d1b-cce5-45ac-9a9c-4a7fd96dac23 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2687991 Sep 10 03:42:37.800763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bb750ce-e708-4d27-94b0-cd6b06486f33 req-a6a88553-42e3-4efd-a18d-0123922e44f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0291529 Sep 10 03:42:37.847820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] For port df721fba-115c-41e6-b2da-9e65b8dcbdcc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=df721fba-115c-41e6-b2da-9e65b8dcbdcc,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:37.848216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:37.994620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7f4607d-02f8-44da-89f3-bf723d22beb3 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:38.004767 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.062465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Transition to ACTIVE for port object e7f4607d-02f8-44da-89f3-bf723d22beb3 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:38.093050 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.097466 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.098013 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Floating IP 5a3a55bc-863f-4f28-ae2c-e68ed782caad disassociated. External IP: 172.25.3.215, port: df721fba-115c-41e6-b2da-9e65b8dcbdcc. Sep 10 03:42:38.098561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Calling delete_port for df721fba-115c-41e6-b2da-9e65b8dcbdcc owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:38.112717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071da36-c117-48b3-abd8-cc1ea8040723 req-24fc5068-a7aa-46df-96f2-a40f55334ff4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.112717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071da36-c117-48b3-abd8-cc1ea8040723 req-24fc5068-a7aa-46df-96f2-a40f55334ff4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.118170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071da36-c117-48b3-abd8-cc1ea8040723 req-24fc5068-a7aa-46df-96f2-a40f55334ff4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.124217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071da36-c117-48b3-abd8-cc1ea8040723 req-24fc5068-a7aa-46df-96f2-a40f55334ff4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.130092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071da36-c117-48b3-abd8-cc1ea8040723 req-24fc5068-a7aa-46df-96f2-a40f55334ff4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.135911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071da36-c117-48b3-abd8-cc1ea8040723 req-24fc5068-a7aa-46df-96f2-a40f55334ff4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.141749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7071da36-c117-48b3-abd8-cc1ea8040723 req-24fc5068-a7aa-46df-96f2-a40f55334ff4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.149474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7071da36-c117-48b3-abd8-cc1ea8040723 req-24fc5068-a7aa-46df-96f2-a40f55334ff4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5421 time: 0.1221089 Sep 10 03:42:38.163351 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.220035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7071da36-c117-48b3-abd8-cc1ea8040723 req-fa68ebea-1879-46a8-80f5-9e1997fbe991 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0695548 Sep 10 03:42:38.255693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Pushing event updated for resources: {'Port': ['ID=e7f4607d-02f8-44da-89f3-bf723d22beb3,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:38.267895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5c0f61-e211-4c1d-8942-e23d6d6c1d31 req-063e5d72-d7e2-44d1-8dbb-08b97816372a tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.269566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c5c0f61-e211-4c1d-8942-e23d6d6c1d31 req-063e5d72-d7e2-44d1-8dbb-08b97816372a tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 946 time: 0.0892882 Sep 10 03:42:38.342478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c5c0f61-e211-4c1d-8942-e23d6d6c1d31 req-ca014106-288b-4680-b645-e2f45f1d4269 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups?id=e3cae58e-4874-453c-bcc5-f9d03c95bad9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0668340 Sep 10 03:42:38.418526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8c35948-8f4f-4608-8c43-2a35acaf389b req-dc523e5b-9e44-4fbd-9897-645a3de9e868 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0748589 Sep 10 03:42:38.467316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Attempting to bind port e7f4607d-02f8-44da-89f3-bf723d22beb3 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:38.468263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Attempting to bind port e7f4607d-02f8-44da-89f3-bf723d22beb3 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:38.469766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Attempting to bind port e7f4607d-02f8-44da-89f3-bf723d22beb3 on network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:38.473252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '7abd7b06-202a-4338-a29a-d82199e812e3'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:38.480375 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98d2846d-6cd7-4a45-8fa9-1b961b21f210" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "7abd7b06-202a-4338-a29a-d82199e812e3"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:38.482615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Port e7f4607d-02f8-44da-89f3-bf723d22beb3 on network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:42:38.483141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Attempting to bind port e7f4607d-02f8-44da-89f3-bf723d22beb3 on network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:38.490075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:38.490815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Checking segment: {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:38.491150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Bound using segment: {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:38.491475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Bound port: e7f4607d-02f8-44da-89f3-bf723d22beb3, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:38.491982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.537040 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-783d7d74-6889-47f0-a3cd-4359174283e6 x-openstack-request-id: req-783d7d74-6889-47f0-a3cd-4359174283e6 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:38.537339 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "7abd7b06-202a-4338-a29a-d82199e812e3", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:38.537595 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-783d7d74-6889-47f0-a3cd-4359174283e6 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:38.537986 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '7abd7b06-202a-4338-a29a-d82199e812e3', 'status': 'completed', 'code': 200} Sep 10 03:42:38.544039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36748) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:38.572305 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.638579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Pushing event deleted for resources: {'Port': ['ID=df721fba-115c-41e6-b2da-9e65b8dcbdcc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:38.646108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] For port e7f4607d-02f8-44da-89f3-bf723d22beb3, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:38.668665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] For port e7f4607d-02f8-44da-89f3-bf723d22beb3, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:38.717340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-8efcfc33-8ba7-43ad-9bd7-09e01f1dee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.717832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-8efcfc33-8ba7-43ad-9bd7-09e01f1dee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.718308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-8efcfc33-8ba7-43ad-9bd7-09e01f1dee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.718824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-8efcfc33-8ba7-43ad-9bd7-09e01f1dee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.719296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-8efcfc33-8ba7-43ad-9bd7-09e01f1dee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.719945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-8efcfc33-8ba7-43ad-9bd7-09e01f1dee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.720422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-8efcfc33-8ba7-43ad-9bd7-09e01f1dee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.723769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-8efcfc33-8ba7-43ad-9bd7-09e01f1dee2b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6448 time: 0.1515632 Sep 10 03:42:38.814682 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63b9c6fc-d026-4504-b637-71d0b8fb1fce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.842300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.904304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.905144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.906323 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] 10.222.0.39 "PUT /v2.0/ports/e7f4607d-02f8-44da-89f3-bf723d22beb3 HTTP/1.1" status: 200 len: 1091 time: 2.2450757 Sep 10 03:42:38.932380 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63b9c6fc-d026-4504-b637-71d0b8fb1fce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:38.939672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Router 986fc664-2407-4d51-a19c-e5b91ebe8f9e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:42:38.956879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-5ab997b4-4b7d-471c-b727-7f49fd75cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.957361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-5ab997b4-4b7d-471c-b727-7f49fd75cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.957824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-5ab997b4-4b7d-471c-b727-7f49fd75cbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:38.959413 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-5ab997b4-4b7d-471c-b727-7f49fd75cbf2 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d15383d54de741cf86b2c65430cfea75&shared=False HTTP/1.1" status: 200 len: 2298 time: 0.2262695 Sep 10 03:42:38.960274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f317faaf-3fa6-4d1b-a3bd-ebabc436c81b service neutron] Pushing event updated for resources: {'Port': ['ID=e7f4607d-02f8-44da-89f3-bf723d22beb3,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:39.064083 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63b9c6fc-d026-4504-b637-71d0b8fb1fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.097832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9c6fc-d026-4504-b637-71d0b8fb1fce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17fa267-794f-45b1-8c0c-e4311b96e0e3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:39.146582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-63b9c6fc-d026-4504-b637-71d0b8fb1fce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8078693ec5364cd8afdcf8994649dfb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014085 Sep 10 03:42:39.149893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36766) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:39.174708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:42:39.186470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] Sync routers for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:42:39.199205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-5122f3e5-93ad-405c-a45e-9f5769866281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.200616 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-98d2846d-6cd7-4a45-8fa9-1b961b21f210 req-5122f3e5-93ad-405c-a45e-9f5769866281 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2303810 Sep 10 03:42:39.213135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:42:39.214484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:39.290059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] No DVR routers for this DVR port df721fba-115c-41e6-b2da-9e65b8dcbdcc on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:42:39.294124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.297123 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3210d65a-d543-4713-8678-cf708524eb91 req-7e1147b5-69a0-4251-87ce-a28b6aab6cd4 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.20 "DELETE /v2.0/ports/df721fba-115c-41e6-b2da-9e65b8dcbdcc HTTP/1.1" status: 204 len: 173 time: 2.3901775 Sep 10 03:42:39.315603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36774) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:39.347926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:42:39.366705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28f4591c-3454-418d-8fed-1d6a1dd93406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.376548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e8089-d9bc-4baa-81eb-a582ec0731a9 req-9c545998-ffc7-4ce9-b9da-c2a18672de19 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.384069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e8089-d9bc-4baa-81eb-a582ec0731a9 req-9c545998-ffc7-4ce9-b9da-c2a18672de19 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.390688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e8089-d9bc-4baa-81eb-a582ec0731a9 req-9c545998-ffc7-4ce9-b9da-c2a18672de19 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.395495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e6d1c8c6-985b-45a6-8afc-192eee49b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.396020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e6d1c8c6-985b-45a6-8afc-192eee49b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.397067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e6d1c8c6-985b-45a6-8afc-192eee49b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.397201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e8089-d9bc-4baa-81eb-a582ec0731a9 req-9c545998-ffc7-4ce9-b9da-c2a18672de19 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.397650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e6d1c8c6-985b-45a6-8afc-192eee49b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.398230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e6d1c8c6-985b-45a6-8afc-192eee49b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.398995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e6d1c8c6-985b-45a6-8afc-192eee49b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.399419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e6d1c8c6-985b-45a6-8afc-192eee49b282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.402984 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e6d1c8c6-985b-45a6-8afc-192eee49b282 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6490 time: 0.1248252 Sep 10 03:42:39.416554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e8089-d9bc-4baa-81eb-a582ec0731a9 req-9c545998-ffc7-4ce9-b9da-c2a18672de19 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.424571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e8089-d9bc-4baa-81eb-a582ec0731a9 req-9c545998-ffc7-4ce9-b9da-c2a18672de19 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.431182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606e8089-d9bc-4baa-81eb-a582ec0731a9 req-9c545998-ffc7-4ce9-b9da-c2a18672de19 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.433038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28f4591c-3454-418d-8fed-1d6a1dd93406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.436441 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-56b67f39-ca94-42c3-91f0-baedd08ce291 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fdd57ec9f472402e95e278564c719761&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1138563 Sep 10 03:42:39.442917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-606e8089-d9bc-4baa-81eb-a582ec0731a9 req-9c545998-ffc7-4ce9-b9da-c2a18672de19 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.1382759 Sep 10 03:42:39.445824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36780) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:39.471934 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6975428b-1ebf-4688-bba4-096f2535bc55 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e HTTP/1.1" status: 200 len: 217 time: 0.0563765 Sep 10 03:42:39.537763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ad59e24-311c-4159-9ff4-3a655fa6d515 req-7e5694f6-b7c8-454f-846f-718fd21e44ad tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8f8be2-6eba-44ea-be63-fbd06cdf4211 HTTP/1.1" status: 200 len: 210 time: 0.0368984 Sep 10 03:42:39.588310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-606e8089-d9bc-4baa-81eb-a582ec0731a9 req-d8d85e7d-9246-43cc-be4a-e7388c8fce3d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1441541 Sep 10 03:42:39.612821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9d1e314b-326d-43dc-8882-6ee87f0334c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.614378 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9d1e314b-326d-43dc-8882-6ee87f0334c6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de481826-aaa2-4c99-88fc-13be40e266ed HTTP/1.1" status: 200 len: 856 time: 0.1321106 Sep 10 03:42:39.656318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device df721fba-115c-41e6-b2da-9e65b8dcbdcc no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:39.668417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13954163-ed4b-42a9-8ebd-a6c00d19caea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.678218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: df721fba-115c-41e6-b2da-9e65b8dcbdcc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:39.678558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device df721fba-115c-41e6-b2da-9e65b8dcbdcc not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:39.689874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e86584b7-5ad6-408c-8d8b-a62463aac4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:39.692353 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e86584b7-5ad6-408c-8d8b-a62463aac4e9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0710928 Sep 10 03:42:39.699873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '69b50fbe-ead1-4172-8496-49f51bee4299', 'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'mac_address': 'fa:16:3e:82:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:03Z', 'updated_at': '2021-09-10T03:40:12Z', 'revision_number': 5, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'subnets': [{'id': 'f9288194-2446-486f-a533-9e43af8869d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:39.714456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83b7adde-9154-4229-a677-484615acbfbc req-d3936ae7-315c-48c4-8cac-4c3095f7f090 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0584226 Sep 10 03:42:39.721153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28f4591c-3454-418d-8fed-1d6a1dd93406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.733229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] Checking router: 986fc664-2407-4d51-a19c-e5b91ebe8f9e for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:42:39.741078 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-28f4591c-3454-418d-8fed-1d6a1dd93406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.742410 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-28f4591c-3454-418d-8fed-1d6a1dd93406 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c17fa267-794f-45b1-8c0c-e4311b96e0e3 HTTP/1.1" status: 204 len: 168 time: 0.5774882 Sep 10 03:42:39.746325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:42:39.747071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:39.798830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13954163-ed4b-42a9-8ebd-a6c00d19caea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.813036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f4591c-3454-418d-8fed-1d6a1dd93406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17fa267-794f-45b1-8c0c-e4311b96e0e3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:39.923886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:42:39.947295 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-86df8d78-e80d-468e-9a91-9f33381565a3 service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029324 Sep 10 03:42:39.972929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13954163-ed4b-42a9-8ebd-a6c00d19caea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.976516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13954163-ed4b-42a9-8ebd-a6c00d19caea admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:39.978270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-13954163-ed4b-42a9-8ebd-a6c00d19caea admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30e816d2-8454-40ab-bdf7-7dbc23e00609 HTTP/1.1" status: 204 len: 168 time: 0.5257201 Sep 10 03:42:39.995415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13954163-ed4b-42a9-8ebd-a6c00d19caea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e816d2-8454-40ab-bdf7-7dbc23e00609,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:40.142354 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e30d38e5-3ced-49c3-b565-57569a243bdc service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1872976 Sep 10 03:42:40.167234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '69b50fbe-ead1-4172-8496-49f51bee4299', 'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'mac_address': 'fa:16:3e:82:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:03Z', 'updated_at': '2021-09-10T03:40:12Z', 'revision_number': 5, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'subnets': [{'id': 'f9288194-2446-486f-a533-9e43af8869d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:40.201246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a0bd0c6-0bc9-499d-a4a7-6faefd560e52 None None] The sync data for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 is: [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:40:05Z', 'revision_number': 4, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '69b50fbe-ead1-4172-8496-49f51bee4299', 'name': '', 'network_id': '1dd408bb-84e7-4fc5-a671-5ff17b802b87', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'mac_address': 'fa:16:3e:82:13:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_interface', 'standard_attr_id': 799, 'fixed_ips': [{'subnet_id': 'f9288194-2446-486f-a533-9e43af8869d3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:40:03Z', 'updated_at': '2021-09-10T03:40:12Z', 'revision_number': 5, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'subnets': [{'id': 'f9288194-2446-486f-a533-9e43af8869d3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:42:40.213243 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e37ee503-ed9c-4287-9fb7-0ca0c1ee11bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 200 len: 217 time: 0.0623593 Sep 10 03:42:40.275049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-07160864-ff16-48f6-9613-7870b1f99fb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.276937 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-07160864-ff16-48f6-9613-7870b1f99fb5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0566442 Sep 10 03:42:40.336083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9a481f85-c832-48f4-bbec-92eed13e35dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.337742 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-9a481f85-c832-48f4-bbec-92eed13e35dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0533955 Sep 10 03:42:40.444870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-8bc8206f-70bb-452d-ab91-27878db38d34 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988801 Sep 10 03:42:40.499185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10505abb-6ed9-4dfc-85b2-2881dfc8bc21 req-be0d9774-fff4-43af-8b5d-49cec556c657 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0391762 Sep 10 03:42:40.544979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': 'e7f4607d-02f8-44da-89f3-bf723d22beb3'}, {'server_uuid': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'name': 'network-vif-deleted', 'tag': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:40.547812 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "e7f4607d-02f8-44da-89f3-bf723d22beb3"}, {"server_uuid": "3c8f8be2-6eba-44ea-be63-fbd06cdf4211", "name": "network-vif-deleted", "tag": "df721fba-115c-41e6-b2da-9e65b8dcbdcc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:40.634502 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-4d87b42a-573a-48de-ac99-77e81917f0c4 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818187 Sep 10 03:42:40.666966 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaee0948-6572-4e29-a6c9-e090a1cc5ab4 None None] New status for floating IP 5a3a55bc-863f-4f28-ae2c-e68ed782caad: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:42:40.712933 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8768e065-3d1a-4c4c-9dbf-65bcff2aedbc x-openstack-request-id: req-8768e065-3d1a-4c4c-9dbf-65bcff2aedbc {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:40.713520 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "e7f4607d-02f8-44da-89f3-bf723d22beb3", "status": "completed", "code": 200}, {"server_uuid": "3c8f8be2-6eba-44ea-be63-fbd06cdf4211", "name": "network-vif-deleted", "tag": "df721fba-115c-41e6-b2da-9e65b8dcbdcc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:40.713520 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8768e065-3d1a-4c4c-9dbf-65bcff2aedbc {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:40.713905 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': 'e7f4607d-02f8-44da-89f3-bf723d22beb3', 'status': 'completed', 'code': 200} Sep 10 03:42:40.714159 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8f8be2-6eba-44ea-be63-fbd06cdf4211', 'name': 'network-vif-deleted', 'tag': 'df721fba-115c-41e6-b2da-9e65b8dcbdcc', 'status': 'completed', 'code': 200} Sep 10 03:42:40.715815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-90847b91-a3da-4ab2-a05f-89dbd95a08d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 200 len: 217 time: 0.0744555 Sep 10 03:42:40.805220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1cd6a481-74b2-4e99-8613-2ade321321ce details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:42:40.816833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-3eaf5110-e99f-4e79-ace3-b77944ba5c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.828172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bf92-5e96-47a0-a5bb-880538f1f5f5 req-266dfcdc-c1b0-479f-844d-baa280add139 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.833195 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-3eaf5110-e99f-4e79-ace3-b77944ba5c40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.1100049 Sep 10 03:42:40.850316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bf92-5e96-47a0-a5bb-880538f1f5f5 req-266dfcdc-c1b0-479f-844d-baa280add139 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.858988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bf92-5e96-47a0-a5bb-880538f1f5f5 req-266dfcdc-c1b0-479f-844d-baa280add139 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.868177 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bf92-5e96-47a0-a5bb-880538f1f5f5 req-266dfcdc-c1b0-479f-844d-baa280add139 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.877006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36866) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:40.883106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bf92-5e96-47a0-a5bb-880538f1f5f5 req-266dfcdc-c1b0-479f-844d-baa280add139 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.891247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bf92-5e96-47a0-a5bb-880538f1f5f5 req-266dfcdc-c1b0-479f-844d-baa280add139 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.899786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f1bf92-5e96-47a0-a5bb-880538f1f5f5 req-266dfcdc-c1b0-479f-844d-baa280add139 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.900682 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52f1bf92-5e96-47a0-a5bb-880538f1f5f5 req-266dfcdc-c1b0-479f-844d-baa280add139 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.1657026 Sep 10 03:42:40.974764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1cd6a481-74b2-4e99-8613-2ade321321ce,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:40.979332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52f1bf92-5e96-47a0-a5bb-880538f1f5f5 req-38d7a7e9-d0ee-4219-8913-86e0dae58674 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0715520 Sep 10 03:42:40.983836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74d6ef89-bbb8-4d99-a868-353cb400239f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:40.986438 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-74d6ef89-bbb8-4d99-a868-353cb400239f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1448174 Sep 10 03:42:40.991109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '1cd6a481-74b2-4e99-8613-2ade321321ce', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'port_id': '1cd6a481-74b2-4e99-8613-2ade321321ce', 'mac_address': 'fa:16:3e:fe:9a:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63197daf-2f94-42c1-990c-e0ca7f2854ea', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:42:41.031079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ca402e1-3d0d-4e32-8303-ca9a5cee10e6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:41.049058 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:41.066294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1cd6a481-74b2-4e99-8613-2ade321321ce {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:42:41.092852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1cd6a481-74b2-4e99-8613-2ade321321ce,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:41.144207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ca402e1-3d0d-4e32-8303-ca9a5cee10e6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:41.179343 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:41.234936 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e22899ab-89b1-4865-a774-3e227b5db99f service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2393653 Sep 10 03:42:41.252399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1cd6a481-74b2-4e99-8613-2ade321321ce,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:41.258850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['1cd6a481-74b2-4e99-8613-2ade321321ce'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:42:41.286655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.286994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.287330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.287661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.288553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.288898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.289222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.289756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.290249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.290736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.291237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.291749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:41.359982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ca402e1-3d0d-4e32-8303-ca9a5cee10e6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:41.362989 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ca402e1-3d0d-4e32-8303-ca9a5cee10e6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:41.364354 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1ca402e1-3d0d-4e32-8303-ca9a5cee10e6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "DELETE /v2.0/security-groups/e3cae58e-4874-453c-bcc5-f9d03c95bad9 HTTP/1.1" status: 204 len: 168 time: 0.4862862 Sep 10 03:42:41.367499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36892) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:41.374377 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-34326982-0611-46b0-8eaa-709ff7cb7d23 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269643 Sep 10 03:42:41.379843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca402e1-3d0d-4e32-8303-ca9a5cee10e6 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3cae58e-4874-453c-bcc5-f9d03c95bad9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:41.397350 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-c973e2f6-4b2a-48c9-a255-292e414f65ae tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] show failed (client error): The resource could not be found. Sep 10 03:42:41.401322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c973e2f6-4b2a-48c9-a255-292e414f65ae tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "GET /v2.0/security-groups/e3cae58e-4874-453c-bcc5-f9d03c95bad9 HTTP/1.1" status: 404 len: 347 time: 0.0325158 Sep 10 03:42:41.402865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36898) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:41.432218 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-18632132-826c-495d-8635-45b8bb8bae18 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=56c6590c-f585-489e-b451-fe739a2c2c49 HTTP/1.1" status: 200 len: 217 time: 0.0497925 Sep 10 03:42:41.502502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-87ef7f14-50e8-4502-b9db-3e461bd13a25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:41.505809 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-87ef7f14-50e8-4502-b9db-3e461bd13a25 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0670936 Sep 10 03:42:41.549898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Deleting port 5da1fbb5-1641-4ee6-9029-877bcc8570ce {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:41.550441 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:41.632643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f82dd7e9-5bb6-4559-b3a6-e73ac549cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:41.634809 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-f82dd7e9-5bb6-4559-b3a6-e73ac549cf6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1206594 Sep 10 03:42:41.654250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13fd415a-340d-408b-8a56-499dc1bce164 req-30a75b5e-cc80-4896-b45e-c26a5665e282 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0317936 Sep 10 03:42:41.681770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:41.682112 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:41.706586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Calling delete_port for 5da1fbb5-1641-4ee6-9029-877bcc8570ce owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:41.814647 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-099cf9d7-e3ab-47bf-87e0-b51909555a95 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703393 Sep 10 03:42:42.009466 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-063808c4-9966-4e36-9b7a-78d2ea699341 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838131 Sep 10 03:42:42.029748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:42.057236 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-c66238fe-3328-40ed-9e08-66955ebee244 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=84d56faa-0360-4709-a667-2e81c2bc963a HTTP/1.1" status: 200 len: 217 time: 0.0408218 Sep 10 03:42:42.117528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Pushing event deleted for resources: {'Port': ['ID=5da1fbb5-1641-4ee6-9029-877bcc8570ce,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:42.169986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e2a83853-f2b2-42b7-8676-3b6b248e6f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.169986 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e2a83853-f2b2-42b7-8676-3b6b248e6f60 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.1022608 Sep 10 03:42:42.247398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-7249699c-ab35-4671-83bd-502d2bd6dde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.249602 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-7249699c-ab35-4671-83bd-502d2bd6dde9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0727761 Sep 10 03:42:42.288887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced02a-66b3-47fd-a4bd-9e78f075b56d req-c73cac9f-a590-46da-9f14-646579da67f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.295435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced02a-66b3-47fd-a4bd-9e78f075b56d req-c73cac9f-a590-46da-9f14-646579da67f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.301483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced02a-66b3-47fd-a4bd-9e78f075b56d req-c73cac9f-a590-46da-9f14-646579da67f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.307205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced02a-66b3-47fd-a4bd-9e78f075b56d req-c73cac9f-a590-46da-9f14-646579da67f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.313730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced02a-66b3-47fd-a4bd-9e78f075b56d req-c73cac9f-a590-46da-9f14-646579da67f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.323743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced02a-66b3-47fd-a4bd-9e78f075b56d req-c73cac9f-a590-46da-9f14-646579da67f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.330155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfced02a-66b3-47fd-a4bd-9e78f075b56d req-c73cac9f-a590-46da-9f14-646579da67f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.354824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfced02a-66b3-47fd-a4bd-9e78f075b56d req-c73cac9f-a590-46da-9f14-646579da67f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.1712694 Sep 10 03:42:42.381829 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:42.384444 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:42.388855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b85b5b72-c6ec-46a1-bba3-395b68c4d573 tempest-ServersTestManualDisk-1804782578 tempest-ServersTestManualDisk-1804782578-project] 10.222.0.22 "DELETE /v2.0/floatingips/5a3a55bc-863f-4f28-ae2c-e68ed782caad HTTP/1.1" status: 204 len: 168 time: 0.9846599 Sep 10 03:42:42.392388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36926) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:42.431040 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-d1f6928d-dee9-4eae-80b9-80569d591c3d service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695344 Sep 10 03:42:42.481950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfced02a-66b3-47fd-a4bd-9e78f075b56d req-62329d10-0149-4345-a0d7-935a9d6bb9d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1261530 Sep 10 03:42:42.602521 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-434a5217-b2ec-45a8-bffc-3449a7a40a99 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639650 Sep 10 03:42:42.666813 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-3d99c619-8c22-4f83-8972-7e5e6e22b51e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7abd7b06-202a-4338-a29a-d82199e812e3 HTTP/1.1" status: 200 len: 217 time: 0.0571573 Sep 10 03:42:42.807011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1cd6a481-74b2-4e99-8613-2ade321321ce up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:42:42.823553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-363544c0-4748-4ac1-ad64-df12603a6767 req-647c057e-c514-4247-914a-ce292597559d tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0330536 Sep 10 03:42:42.833328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-12e601b9-23dc-4a2f-86c5-eededc60fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.838029 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-12e601b9-23dc-4a2f-86c5-eededc60fd40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.1637135 Sep 10 03:42:42.913173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-ca60bc1a-9c63-4dbf-b90b-7215c6548dfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:42.915747 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-ca60bc1a-9c63-4dbf-b90b-7215c6548dfc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685611 Sep 10 03:42:42.926835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 1cd6a481-74b2-4e99-8613-2ade321321ce triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:42.927303 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:43.125362 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:43.170884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:42:43.179744 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75a4f3b-53a2-41b3-9991-9b1aaa6a84a8" -d '{"events": [{"server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "name": "network-vif-plugged", "status": "completed", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:42:43.207208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1cd6a481-74b2-4e99-8613-2ade321321ce,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:43.281131 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:43.285706 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:42:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94871fd3-3dcf-48dd-a71d-5a4e058ff9fb x-openstack-request-id: req-94871fd3-3dcf-48dd-a71d-5a4e058ff9fb {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:42:43.286011 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "name": "network-vif-plugged", "status": "completed", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:42:43.286270 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-94871fd3-3dcf-48dd-a71d-5a4e058ff9fb {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:42:43.286670 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce', 'code': 200} Sep 10 03:42:43.406543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1cd6a481-74b2-4e99-8613-2ade321321ce,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:43.446279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:43.652037 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-681e95bc-d711-423b-9fa9-01bfbecb57c3 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7290337 Sep 10 03:42:43.775294 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-227ab527-dea4-4e01-a5a5-923122764123 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118271 Sep 10 03:42:43.847816 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-6590630f-69e2-46eb-bbff-0144e8c17801 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3 HTTP/1.1" status: 200 len: 217 time: 0.0511236 Sep 10 03:42:43.919448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-a24c746c-c750-424a-b96c-e55b732bf7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:43.921202 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-a24c746c-c750-424a-b96c-e55b732bf7c8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.0649228 Sep 10 03:42:43.985582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-8ebad76f-a14f-4a79-85b4-fb681249e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:43.988265 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-8ebad76f-a14f-4a79-85b4-fb681249e372 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0581834 Sep 10 03:42:44.051389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926028-fe40-4033-b0a6-3d78f4ea63c4 req-c24a1316-3b15-4eda-a2a1-571e66dfcf3f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.061734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926028-fe40-4033-b0a6-3d78f4ea63c4 req-c24a1316-3b15-4eda-a2a1-571e66dfcf3f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.069120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926028-fe40-4033-b0a6-3d78f4ea63c4 req-c24a1316-3b15-4eda-a2a1-571e66dfcf3f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.072471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926028-fe40-4033-b0a6-3d78f4ea63c4 req-c24a1316-3b15-4eda-a2a1-571e66dfcf3f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.078606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926028-fe40-4033-b0a6-3d78f4ea63c4 req-c24a1316-3b15-4eda-a2a1-571e66dfcf3f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.084446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926028-fe40-4033-b0a6-3d78f4ea63c4 req-c24a1316-3b15-4eda-a2a1-571e66dfcf3f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.091048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2926028-fe40-4033-b0a6-3d78f4ea63c4 req-c24a1316-3b15-4eda-a2a1-571e66dfcf3f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.107589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2926028-fe40-4033-b0a6-3d78f4ea63c4 req-c24a1316-3b15-4eda-a2a1-571e66dfcf3f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.2566006 Sep 10 03:42:44.170936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2926028-fe40-4033-b0a6-3d78f4ea63c4 req-0c9e418a-29d2-45c2-93ba-7fa666e96f1d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611961 Sep 10 03:42:44.176522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-1a556ef7-5281-4c37-92ba-0b9e1a7b8454 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1791024 Sep 10 03:42:44.379105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e1be014-c47e-4797-ac46-ed0633ca60ab req-f9daa165-d0b9-4de2-8534-e52531316cb4 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0355923 Sep 10 03:42:44.385567 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef0398ad-c800-405c-84b1-ba0b50d0c257 req-e89a998c-bf44-4d06-94ab-4a781fc3b4d1 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007840 Sep 10 03:42:44.478773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Deleting port 69b50fbe-ead1-4172-8496-49f51bee4299 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:44.479660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:44.575811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cc3e710-7829-4da7-bc43-f10688304d17 req-78d97b0f-ab54-45be-9a4a-56428a95182a tempest-FlavorsV2NegativeTest-884257070 tempest-FlavorsV2NegativeTest-884257070-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=14ccf62b37f940e1b8f455bfe87431ae&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0715046 Sep 10 03:42:44.595026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4db059fc-d30e-4dbf-a68b-73f946e95fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.595523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4db059fc-d30e-4dbf-a68b-73f946e95fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.596050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4db059fc-d30e-4dbf-a68b-73f946e95fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.596537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4db059fc-d30e-4dbf-a68b-73f946e95fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.597157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4db059fc-d30e-4dbf-a68b-73f946e95fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.597685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4db059fc-d30e-4dbf-a68b-73f946e95fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.598208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4db059fc-d30e-4dbf-a68b-73f946e95fa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.600191 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4db059fc-d30e-4dbf-a68b-73f946e95fa8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6490 time: 0.0661101 Sep 10 03:42:44.657236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] For port 69b50fbe-ead1-4172-8496-49f51bee4299, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=69b50fbe-ead1-4172-8496-49f51bee4299,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:44.657779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:44.675336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Calling delete_port for 69b50fbe-ead1-4172-8496-49f51bee4299 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:44.723762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-b0cea5b4-071e-4da0-9b27-3fea2da26f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.725563 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-b0cea5b4-071e-4da0-9b27-3fea2da26f85 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24 HTTP/1.1" status: 200 len: 902 time: 0.1167672 Sep 10 03:42:44.806823 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-bd46174e-15ad-456b-909a-5fe00c7a19ce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3 HTTP/1.1" status: 200 len: 217 time: 0.0726271 Sep 10 03:42:44.890814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-07132184-a584-450e-b56d-166febf84d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:44.892486 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-07132184-a584-450e-b56d-166febf84d39 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.0780964 Sep 10 03:42:45.012819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc3e710-7829-4da7-bc43-f10688304d17 req-5ce49285-88b6-4ae8-ad13-718f98d01408 tempest-FlavorsV2NegativeTest-884257070 tempest-FlavorsV2NegativeTest-884257070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:45.018896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4d0cf6ca-b6aa-4869-bd62-12b6e540d806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:45.020482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cc3e710-7829-4da7-bc43-f10688304d17 req-5ce49285-88b6-4ae8-ad13-718f98d01408 tempest-FlavorsV2NegativeTest-884257070 tempest-FlavorsV2NegativeTest-884257070-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4396622 Sep 10 03:42:45.021176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-4d0cf6ca-b6aa-4869-bd62-12b6e540d806 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158388 Sep 10 03:42:45.022629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:45.059250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Pushing event deleted for resources: {'Port': ['ID=69b50fbe-ead1-4172-8496-49f51bee4299,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:45.075909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cc3e710-7829-4da7-bc43-f10688304d17 req-ae5ddfd8-4f03-4ce8-801a-0bd1ee77e89d tempest-FlavorsV2NegativeTest-884257070 tempest-FlavorsV2NegativeTest-884257070-project] 10.222.0.22 "GET /v2.0/quotas/14ccf62b37f940e1b8f455bfe87431ae HTTP/1.1" status: 200 len: 375 time: 0.0547655 Sep 10 03:42:45.178706 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-2a729810-9660-4e9f-af75-af32769da606 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093092 Sep 10 03:42:45.191578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cc3e710-7829-4da7-bc43-f10688304d17 req-e696e941-309b-458e-a596-9f7ce89ef6ff tempest-FlavorsV2NegativeTest-884257070 tempest-FlavorsV2NegativeTest-884257070-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=14ccf62b37f940e1b8f455bfe87431ae&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1146183 Sep 10 03:42:45.317522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dae15de-0f2d-4f32-9a21-6e6a2ab30121 req-c2f46daf-95f8-44d8-942f-67b9725c947a service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714330 Sep 10 03:42:45.432760 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:45.445627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887a96-f529-4f7b-8b24-306eec6d15cf req-57c14c22-bb01-41bc-9f5c-7ec89f6a6b05 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:45.453313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887a96-f529-4f7b-8b24-306eec6d15cf req-57c14c22-bb01-41bc-9f5c-7ec89f6a6b05 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:45.458319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887a96-f529-4f7b-8b24-306eec6d15cf req-57c14c22-bb01-41bc-9f5c-7ec89f6a6b05 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:45.464307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887a96-f529-4f7b-8b24-306eec6d15cf req-57c14c22-bb01-41bc-9f5c-7ec89f6a6b05 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:45.470826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887a96-f529-4f7b-8b24-306eec6d15cf req-57c14c22-bb01-41bc-9f5c-7ec89f6a6b05 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:45.476935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887a96-f529-4f7b-8b24-306eec6d15cf req-57c14c22-bb01-41bc-9f5c-7ec89f6a6b05 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:45.483347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95887a96-f529-4f7b-8b24-306eec6d15cf req-57c14c22-bb01-41bc-9f5c-7ec89f6a6b05 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:45.485495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95887a96-f529-4f7b-8b24-306eec6d15cf req-57c14c22-bb01-41bc-9f5c-7ec89f6a6b05 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.1433001 Sep 10 03:42:45.576728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95887a96-f529-4f7b-8b24-306eec6d15cf req-2f64d60e-d056-4657-89af-e82c636d8a42 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826125 Sep 10 03:42:45.770531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Router 986fc664-2407-4d51-a19c-e5b91ebe8f9e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:42:45.853328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37070) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:45.878780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b540b0d-2ceb-426e-b46b-1ab78510f40e req-d5709e39-721c-43f9-b363-6da6ef182813 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0468104 Sep 10 03:42:45.946088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:42:45.952238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cf0b2601-fa07-4700-964e-44a6c212f362 admin admin] 10.222.0.22 "PUT /v2.0/routers/986fc664-2407-4d51-a19c-e5b91ebe8f9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5483804 Sep 10 03:42:45.955477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37074) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:45.971811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] Sync routers for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:42:45.983742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:42:45.984384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:46.124932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ed89471-d1c3-4daa-91ac-65ffac5767e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.164123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.229785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:42:46.328937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.360122 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ed89471-d1c3-4daa-91ac-65ffac5767e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.561972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': '3324916b-2953-49b0-9947-bd0bf9289043', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:42:44Z', 'revision_number': 5, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port': {'id': '3324916b-2953-49b0-9947-bd0bf9289043', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:44:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 798, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:39:58Z', 'updated_at': '2021-09-10T03:40:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:46.567488 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ed89471-d1c3-4daa-91ac-65ffac5767e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.589384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] Checking router: 986fc664-2407-4d51-a19c-e5b91ebe8f9e for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:42:46.599525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] Routers {'986fc664-2407-4d51-a19c-e5b91ebe8f9e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:42:46.600822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:46.638977 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9ed89471-d1c3-4daa-91ac-65ffac5767e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aadf6e6a6a624ff199ed12fbda9d91db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7844622 Sep 10 03:42:46.641870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37088) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:46.644587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed89471-d1c3-4daa-91ac-65ffac5767e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cf46af6-2af2-4d39-aaab-9a1da3e129d3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:46.671860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Deleting port 3324916b-2953-49b0-9947-bd0bf9289043 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:46.672216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.726907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87e787df-4cc1-48cd-a973-076ac9630730 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.762319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] Set router 986fc664-2407-4d51-a19c-e5b91ebe8f9e gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:42:46.769107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87e787df-4cc1-48cd-a973-076ac9630730 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.839005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] For port 3324916b-2953-49b0-9947-bd0bf9289043, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3324916b-2953-49b0-9947-bd0bf9289043,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:46.840307 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:46.846565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:42:46Z', 'revision_number': 6, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:46.858690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Calling delete_port for 3324916b-2953-49b0-9947-bd0bf9289043 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:46.889766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bad4c5-de41-4ac6-82a8-42e9c89874d5 None None] The sync data for ids ['986fc664-2407-4d51-a19c-e5b91ebe8f9e'] in n-d-808143-1 is: [{'id': '986fc664-2407-4d51-a19c-e5b91ebe8f9e', 'name': 'tempest-ServersTestManualDisk-1351751006-router', 'tenant_id': '735449c98ce14f838fbd18af48fbd017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:39:57Z', 'updated_at': '2021-09-10T03:42:46Z', 'revision_number': 6, 'project_id': '735449c98ce14f838fbd18af48fbd017', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:42:46.906136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66df2-ca60-42cb-ade8-b71528953434 req-a026c435-e17b-420b-a3eb-3d67d18d503e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:46.913656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66df2-ca60-42cb-ade8-b71528953434 req-a026c435-e17b-420b-a3eb-3d67d18d503e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:46.924406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66df2-ca60-42cb-ade8-b71528953434 req-a026c435-e17b-420b-a3eb-3d67d18d503e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:46.931422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66df2-ca60-42cb-ade8-b71528953434 req-a026c435-e17b-420b-a3eb-3d67d18d503e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:46.938244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66df2-ca60-42cb-ade8-b71528953434 req-a026c435-e17b-420b-a3eb-3d67d18d503e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:46.945329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66df2-ca60-42cb-ade8-b71528953434 req-a026c435-e17b-420b-a3eb-3d67d18d503e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:46.953180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed66df2-ca60-42cb-ade8-b71528953434 req-a026c435-e17b-420b-a3eb-3d67d18d503e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:46.965912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed66df2-ca60-42cb-ade8-b71528953434 req-a026c435-e17b-420b-a3eb-3d67d18d503e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.2438941 Sep 10 03:42:46.997699 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87e787df-4cc1-48cd-a973-076ac9630730 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.000651 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87e787df-4cc1-48cd-a973-076ac9630730 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.001702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-87e787df-4cc1-48cd-a973-076ac9630730 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cf46af6-2af2-4d39-aaab-9a1da3e129d3 HTTP/1.1" status: 204 len: 168 time: 0.3582120 Sep 10 03:42:47.036708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37104) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:47.050704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed66df2-ca60-42cb-ade8-b71528953434 req-cc5e30c0-e9b9-4655-9252-3293cc8524d9 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0731118 Sep 10 03:42:47.055960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e787df-4cc1-48cd-a973-076ac9630730 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cf46af6-2af2-4d39-aaab-9a1da3e129d3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:47.264850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90a6f8b7-974d-4b13-9c08-af71a334494b req-910e66cb-81cc-48e2-803f-5c636f4389ef tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0805244 Sep 10 03:42:47.304504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f827-adf6-4cc5-8b44-874275d78f2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.373812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.447208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Pushing event deleted for resources: {'Port': ['ID=3324916b-2953-49b0-9947-bd0bf9289043,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:47.610920 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f827-adf6-4cc5-8b44-874275d78f2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.665136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.737964 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c8f827-adf6-4cc5-8b44-874275d78f2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.809296 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.815521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.844577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b9c8f827-adf6-4cc5-8b44-874275d78f2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14ccf62b37f940e1b8f455bfe87431ae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8027449 Sep 10 03:42:47.847388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37126) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:47.889057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8f827-adf6-4cc5-8b44-874275d78f2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=309852de-6a85-4383-a815-84c5a96bdaf5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:47.910442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb3451b5-47c5-423f-a518-e05f0b03d4c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:47.954462 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb3451b5-47c5-423f-a518-e05f0b03d4c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.028060 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.032623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 986fc664-2407-4d51-a19c-e5b91ebe8f9e {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:42:48.034330 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.035498 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a3f494dd-10d4-4ce9-8900-07f52019da4a admin admin] 10.222.0.22 "DELETE /v2.0/routers/986fc664-2407-4d51-a19c-e5b91ebe8f9e HTTP/1.1" status: 204 len: 168 time: 2.0783315 Sep 10 03:42:48.038200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37130) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:48.093478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-827c85cb-894b-47a2-a0c0-9edd54259247 admin admin] Deleting subnet f9288194-2446-486f-a533-9e43af8869d3 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:42:48.097358 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-827c85cb-894b-47a2-a0c0-9edd54259247 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.148009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37136) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:48.166360 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b35aa573-3bde-4cc8-bb81-e02859802a9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.182832 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb3451b5-47c5-423f-a518-e05f0b03d4c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.185359 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb3451b5-47c5-423f-a518-e05f0b03d4c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.188869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eb3451b5-47c5-423f-a518-e05f0b03d4c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/309852de-6a85-4383-a815-84c5a96bdaf5 HTTP/1.1" status: 204 len: 168 time: 0.3380177 Sep 10 03:42:48.255524 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-827c85cb-894b-47a2-a0c0-9edd54259247 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.267306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3451b5-47c5-423f-a518-e05f0b03d4c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=309852de-6a85-4383-a815-84c5a96bdaf5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:48.336466 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b35aa573-3bde-4cc8-bb81-e02859802a9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.434916 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d17b7e69-6891-45ed-b4d2-ed669f01857c req-9d65f70e-1ba0-4b6e-885b-99fc37459b75 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0371215 Sep 10 03:42:48.438161 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b35aa573-3bde-4cc8-bb81-e02859802a9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.454044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d371a8-03c9-4e37-b560-b42a7a1cbb6b req-b603d356-3ff1-400e-88ae-177a136afe72 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:48.460906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d371a8-03c9-4e37-b560-b42a7a1cbb6b req-b603d356-3ff1-400e-88ae-177a136afe72 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:48.473123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d371a8-03c9-4e37-b560-b42a7a1cbb6b req-b603d356-3ff1-400e-88ae-177a136afe72 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:48.488088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d371a8-03c9-4e37-b560-b42a7a1cbb6b req-b603d356-3ff1-400e-88ae-177a136afe72 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:48.495295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d371a8-03c9-4e37-b560-b42a7a1cbb6b req-b603d356-3ff1-400e-88ae-177a136afe72 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:48.503506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d371a8-03c9-4e37-b560-b42a7a1cbb6b req-b603d356-3ff1-400e-88ae-177a136afe72 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:48.510501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d371a8-03c9-4e37-b560-b42a7a1cbb6b req-b603d356-3ff1-400e-88ae-177a136afe72 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:48.512800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5d371a8-03c9-4e37-b560-b42a7a1cbb6b req-b603d356-3ff1-400e-88ae-177a136afe72 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.2517064 Sep 10 03:42:48.541227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35aa573-3bde-4cc8-bb81-e02859802a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77f5dc95-7d11-4440-93de-441cd992a2a6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:48.575935 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b35aa573-3bde-4cc8-bb81-e02859802a9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0c4f06948a041e9891dc9008475eac8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4312992 Sep 10 03:42:48.578553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37154) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:48.624393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3324916b-2953-49b0-9947-bd0bf9289043 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:48.641059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a50ce565-e8e8-43dc-9194-4ce94a4adcd7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.657247 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-827c85cb-894b-47a2-a0c0-9edd54259247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.667480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3324916b-2953-49b0-9947-bd0bf9289043 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:48.670957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3324916b-2953-49b0-9947-bd0bf9289043 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:48.671735 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a50ce565-e8e8-43dc-9194-4ce94a4adcd7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.674016 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 69b50fbe-ead1-4172-8496-49f51bee4299 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:48.728497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 69b50fbe-ead1-4172-8496-49f51bee4299 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:48.736317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 69b50fbe-ead1-4172-8496-49f51bee4299 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:48.748276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5d371a8-03c9-4e37-b560-b42a7a1cbb6b req-f1d5902f-3289-4484-b543-ec47636f0a7e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2165565 Sep 10 03:42:48.789586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a50ce565-e8e8-43dc-9194-4ce94a4adcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.794242 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a50ce565-e8e8-43dc-9194-4ce94a4adcd7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.797621 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a50ce565-e8e8-43dc-9194-4ce94a4adcd7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/77f5dc95-7d11-4440-93de-441cd992a2a6 HTTP/1.1" status: 204 len: 168 time: 0.2153232 Sep 10 03:42:48.810965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37162) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:48.815752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ce565-e8e8-43dc-9194-4ce94a4adcd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77f5dc95-7d11-4440-93de-441cd992a2a6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:48.922248 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-827c85cb-894b-47a2-a0c0-9edd54259247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.950384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827c85cb-894b-47a2-a0c0-9edd54259247 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f9288194-2446-486f-a533-9e43af8869d3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:48.954392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-827c85cb-894b-47a2-a0c0-9edd54259247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:48.960181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-827c85cb-894b-47a2-a0c0-9edd54259247 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f9288194-2446-486f-a533-9e43af8869d3 HTTP/1.1" status: 204 len: 168 time: 0.9209404 Sep 10 03:42:48.960791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37168) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:48.969252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a190f093-08af-4d45-ae1e-a5ca89822bcc None None] Network 1dd408bb-84e7-4fc5-a671-5ff17b802b87 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:49.018313 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1be9ab0-d39a-4341-b452-1c55b757291b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.084761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.176323 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1be9ab0-d39a-4341-b452-1c55b757291b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.213729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Deleting port a8253953-bd0c-48a3-9de3-cdd7be026bdb {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:49.214067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.252735 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1be9ab0-d39a-4341-b452-1c55b757291b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.260286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7da67b7-e0ea-415e-b281-d9669c8d6c25 None None] DHCP port deletion for 1dd408bb-84e7-4fc5-a671-5ff17b802b87 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:42:49.334708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b7da67b7-e0ea-415e-b281-d9669c8d6c25 None None] Deleting port a8253953-bd0c-48a3-9de3-cdd7be026bdb {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:42:49.335695 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b7da67b7-e0ea-415e-b281-d9669c8d6c25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.354231 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a1be9ab0-d39a-4341-b452-1c55b757291b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c6ddac4bb325405fb996ef4065c81b55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5410554 Sep 10 03:42:49.362812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37182) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:49.369026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] For port a8253953-bd0c-48a3-9de3-cdd7be026bdb, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8253953-bd0c-48a3-9de3-cdd7be026bdb,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:49.369402 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.387360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1be9ab0-d39a-4341-b452-1c55b757291b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=642f07aa-2b61-4f4f-bcc6-ba154f503759,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:49.436126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Calling delete_port for a8253953-bd0c-48a3-9de3-cdd7be026bdb owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:49.453787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b7da67b7-e0ea-415e-b281-d9669c8d6c25 None None] For port a8253953-bd0c-48a3-9de3-cdd7be026bdb, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8253953-bd0c-48a3-9de3-cdd7be026bdb,segment=NetworkSegment(57cbbbf8-7eaf-459f-8fe4-f2e65147ee66),segment_id=57cbbbf8-7eaf-459f-8fe4-f2e65147ee66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:49.454296 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b7da67b7-e0ea-415e-b281-d9669c8d6c25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.475343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b7da67b7-e0ea-415e-b281-d9669c8d6c25 None None] Calling delete_port for a8253953-bd0c-48a3-9de3-cdd7be026bdb owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:42:49.494269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0868bfca-7436-4029-8b86-c2382782e33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.643978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0868bfca-7436-4029-8b86-c2382782e33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.711833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-466a0872-ba13-4d62-b111-427d49c3fba0 req-bd9ceedb-2432-4f58-8161-5a06f1a9ba62 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.1263621 Sep 10 03:42:49.789735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b7da67b7-e0ea-415e-b281-d9669c8d6c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.804515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7da67b7-e0ea-415e-b281-d9669c8d6c25 None None] No DVR routers for this DVR port a8253953-bd0c-48a3-9de3-cdd7be026bdb on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:42:49.809097 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.826582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da67b7-e0ea-415e-b281-d9669c8d6c25 None None] Pushing event deleted for resources: {'Port': ['ID=a8253953-bd0c-48a3-9de3-cdd7be026bdb,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:49.856752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Pushing event deleted for resources: {'Port': ['ID=a8253953-bd0c-48a3-9de3-cdd7be026bdb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:49.862649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] No DVR routers for this DVR port a8253953-bd0c-48a3-9de3-cdd7be026bdb on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:42:49.938534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0868bfca-7436-4029-8b86-c2382782e33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.943319 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0868bfca-7436-4029-8b86-c2382782e33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:49.945116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0868bfca-7436-4029-8b86-c2382782e33f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/642f07aa-2b61-4f4f-bcc6-ba154f503759 HTTP/1.1" status: 204 len: 168 time: 0.5813603 Sep 10 03:42:49.996972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0868bfca-7436-4029-8b86-c2382782e33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=642f07aa-2b61-4f4f-bcc6-ba154f503759,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:50.030937 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:50.067483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd408bb-84e7-4fc5-a671-5ff17b802b87']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:50.084888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42fb07-d973-4fb7-80ec-0302c7abf11d req-5fc2de70-7b5f-4361-9b30-90a5ad221254 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:50.094094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42fb07-d973-4fb7-80ec-0302c7abf11d req-5fc2de70-7b5f-4361-9b30-90a5ad221254 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:50.100125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42fb07-d973-4fb7-80ec-0302c7abf11d req-5fc2de70-7b5f-4361-9b30-90a5ad221254 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:50.106930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42fb07-d973-4fb7-80ec-0302c7abf11d req-5fc2de70-7b5f-4361-9b30-90a5ad221254 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:50.112879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42fb07-d973-4fb7-80ec-0302c7abf11d req-5fc2de70-7b5f-4361-9b30-90a5ad221254 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:50.118887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42fb07-d973-4fb7-80ec-0302c7abf11d req-5fc2de70-7b5f-4361-9b30-90a5ad221254 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:50.124925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b42fb07-d973-4fb7-80ec-0302c7abf11d req-5fc2de70-7b5f-4361-9b30-90a5ad221254 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:50.126841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b42fb07-d973-4fb7-80ec-0302c7abf11d req-5fc2de70-7b5f-4361-9b30-90a5ad221254 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.2074389 Sep 10 03:42:50.137063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:50.137430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57cbbbf8-7eaf-459f-8fe4-f2e65147ee66') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:50.157299 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:50.186996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:50.197386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:42:50.197796 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:42:50.200223 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:42:50.213427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b42fb07-d973-4fb7-80ec-0302c7abf11d req-7a2b6996-4c17-489b-b5a1-f814c5d992c1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0783091 Sep 10 03:42:50.334369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:50.338978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:50.342334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] 10.222.0.22 "DELETE /v2.0/networks/1dd408bb-84e7-4fc5-a671-5ff17b802b87 HTTP/1.1" status: 204 len: 168 time: 1.3805017 Sep 10 03:42:50.356073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7347c016-7df3-4732-8182-5e2250f4f19d admin admin] Pushing event deleted for resources: {'Network': ['ID=1dd408bb-84e7-4fc5-a671-5ff17b802b87,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:50.410147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37224) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:50.584803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8253953-bd0c-48a3-9de3-cdd7be026bdb no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:42:50.606446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a8253953-bd0c-48a3-9de3-cdd7be026bdb {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:42:50.607492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8253953-bd0c-48a3-9de3-cdd7be026bdb not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:42:50.722370 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-576ff942-97e5-4567-ad37-e3f5c8270190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:50.765582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-network', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:50.799104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37246) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:50.871449 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bdc5395c-f2be-4dcb-8ee5-4d0315c0666f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=735449c98ce14f838fbd18af48fbd017&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0671511 Sep 10 03:42:50.871449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37248) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:50.891001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16918aca-d6e8-41c8-aeec-e99cd7f5cc1b req-7bd773d9-df3f-4ade-a8a8-fd46df8b1064 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0514045 Sep 10 03:42:50.895115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Made reservation on behalf of 33f4a863ff68449cbf63655ffdcda955 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:50.895115 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:50.908673 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:50.962583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e80751bf-6f97-42a9-a3a1-b6e5ebb4cd77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.021592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e80751bf-6f97-42a9-a3a1-b6e5ebb4cd77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.088523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.363131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806e49-3386-4f9a-b52c-1756593437d5 req-2374f853-9211-49f7-bb08-aebce6a21df3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:51.369880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806e49-3386-4f9a-b52c-1756593437d5 req-2374f853-9211-49f7-bb08-aebce6a21df3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:51.375857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806e49-3386-4f9a-b52c-1756593437d5 req-2374f853-9211-49f7-bb08-aebce6a21df3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:51.382207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806e49-3386-4f9a-b52c-1756593437d5 req-2374f853-9211-49f7-bb08-aebce6a21df3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:51.388970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806e49-3386-4f9a-b52c-1756593437d5 req-2374f853-9211-49f7-bb08-aebce6a21df3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:51.395009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806e49-3386-4f9a-b52c-1756593437d5 req-2374f853-9211-49f7-bb08-aebce6a21df3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:51.401555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db806e49-3386-4f9a-b52c-1756593437d5 req-2374f853-9211-49f7-bb08-aebce6a21df3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:51.403566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db806e49-3386-4f9a-b52c-1756593437d5 req-2374f853-9211-49f7-bb08-aebce6a21df3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.0949502 Sep 10 03:42:51.444809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db806e49-3386-4f9a-b52c-1756593437d5 req-c3088839-2a94-4e75-8379-77b66cffa5b3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0349700 Sep 10 03:42:51.589856 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.616756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:42:51.623538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e80751bf-6f97-42a9-a3a1-b6e5ebb4cd77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.628262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e80751bf-6f97-42a9-a3a1-b6e5ebb4cd77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.630838 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e80751bf-6f97-42a9-a3a1-b6e5ebb4cd77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/10d8056a-d89e-4ae7-8bbf-d20a25298e55 HTTP/1.1" status: 204 len: 168 time: 0.7596602 Sep 10 03:42:51.636101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:51.640398 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.640868 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Added segment 9240dff2-6209-442e-a63e-6ef4a72f9af5 of type vlan for network 00f7a226-40e1-4644-95af-a4f63e77454d Sep 10 03:42:51.659530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80751bf-6f97-42a9-a3a1-b6e5ebb4cd77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10d8056a-d89e-4ae7-8bbf-d20a25298e55,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:51.720386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.867665 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.869114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:51.869271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:51.926294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] Pushing event updated for resources: {'Network': ['ID=00f7a226-40e1-4644-95af-a4f63e77454d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:51.941939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 00f7a226-40e1-4644-95af-a4f63e77454d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:42:52.011337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dffb12d5-e15b-44bf-bd58-6a2899338ccb req-fa7cedc0-e638-4d7c-989d-58b3701d297c tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0322452 Sep 10 03:42:52.075858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-733b453e-8294-44f9-98b8-1cfedc1b9ebc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.6644583 Sep 10 03:42:52.078950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37288) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:52.086129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Request body: {'subnet': {'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-subnet', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:52.187867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Made reservation on behalf of 33f4a863ff68449cbf63655ffdcda955 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:52.191603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:52.535179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:52.635571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091ca1d-f0cb-4396-815b-07d9c8ddae6f req-de127fcd-e8fd-4280-a2d5-e0b1bcdb5edc tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:52.654148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Pushing event updated for resources: {'Subnet': ['ID=49e034b3-3905-4953-b3a4-11530915a985,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:52.668954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091ca1d-f0cb-4396-815b-07d9c8ddae6f req-de127fcd-e8fd-4280-a2d5-e0b1bcdb5edc tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:52.684022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091ca1d-f0cb-4396-815b-07d9c8ddae6f req-de127fcd-e8fd-4280-a2d5-e0b1bcdb5edc tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:52.710796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091ca1d-f0cb-4396-815b-07d9c8ddae6f req-de127fcd-e8fd-4280-a2d5-e0b1bcdb5edc tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:52.728186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091ca1d-f0cb-4396-815b-07d9c8ddae6f req-de127fcd-e8fd-4280-a2d5-e0b1bcdb5edc tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:52.739475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091ca1d-f0cb-4396-815b-07d9c8ddae6f req-de127fcd-e8fd-4280-a2d5-e0b1bcdb5edc tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:52.739962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Checking segment: {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:52.740459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Network hostable DHCP agents. Network: 00f7a226-40e1-4644-95af-a4f63e77454d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:42:52.756396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0091ca1d-f0cb-4396-815b-07d9c8ddae6f req-de127fcd-e8fd-4280-a2d5-e0b1bcdb5edc tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:52.770813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0091ca1d-f0cb-4396-815b-07d9c8ddae6f req-de127fcd-e8fd-4280-a2d5-e0b1bcdb5edc tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.1952901 Sep 10 03:42:52.836121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37318) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:52.840627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0091ca1d-f0cb-4396-815b-07d9c8ddae6f req-1b3c9732-8d24-4acd-b1fc-936b58f0bd6c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0687513 Sep 10 03:42:52.846663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Network 00f7a226-40e1-4644-95af-a4f63e77454d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:42:52.949998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 00f7a226-40e1-4644-95af-a4f63e77454d) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:52.957658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff69ee6-02f4-47ac-afd9-c6c6c5e898ae None None] Network 00f7a226-40e1-4644-95af-a4f63e77454d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:52.969437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:52.969437 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.055788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37336) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:53.056028 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f33e37f4-a78d-4464-bb6d-1cb0b89acd2e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9756470 Sep 10 03:42:53.062144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:53.173443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ab452f6-e260-4de7-bbdc-2143769b6c54 req-941930b5-8bdf-4929-b159-7309f56bc363 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0446501 Sep 10 03:42:53.184853 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.185876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.195735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-00f7a226-40e1-4644-95af-a4f63e77454d', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:42:53.195735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.260226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.279899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-93405289-network', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:53.376240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Allocated IP 172.20.0.2 (00f7a226-40e1-4644-95af-a4f63e77454d/49e034b3-3905-4953-b3a4-11530915a985/e5aef2ee-c51d-4c52-bff1-df20a5d36ae3) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:53.393333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:53.399529 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.408255 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.524296 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.550925 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d0d8d376-af58-44d2-b4b7-29c5199e7928 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.617331 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.661595 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.670564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Transition to ACTIVE for port object e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:53.690648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.692250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Transition to ACTIVE for port object e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:53.745715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37354) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:53.757995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:42:53.779029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc88561a-92c5-4802-8ee5-330383f8776c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:53.779709 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.803594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.804113 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Added segment 791c1b26-6ef0-478f-a478-f075ceaf4e8f of type vlan for network 704c6d0e-072c-4799-af61-b9e26a44874f Sep 10 03:42:53.851189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.899462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Network 00f7a226-40e1-4644-95af-a4f63e77454d is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:53.916591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:53.921970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:53.935014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:54.067966 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.069320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:54.069914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.078439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Pushing event updated for resources: {'Port': ['ID=e5aef2ee-c51d-4c52-bff1-df20a5d36ae3,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:54.105748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Attempting to bind port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:54.107892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Attempting to bind port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:54.108642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Attempting to bind port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 on network 00f7a226-40e1-4644-95af-a4f63e77454d {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:54.120325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:54.121843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Checking segment: {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:54.127872 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.128538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Bound using segment: {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:54.129246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Bound port: e5aef2ee-c51d-4c52-bff1-df20a5d36ae3, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:54.130911 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.150820 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.160456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] Pushing event updated for resources: {'Network': ['ID=704c6d0e-072c-4799-af61-b9e26a44874f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:54.182273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.186222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1569318394-network', 'tenant_id': '77e28690aa0e41198f2b6be9a0b040db'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:54.193926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 704c6d0e-072c-4799-af61-b9e26a44874f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:42:54.239818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604ae6-10d4-48f4-b0f8-53ae9a045f55 req-ecbe2988-5ab4-4b86-8cb6-ff6d09702947 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:54.246091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604ae6-10d4-48f4-b0f8-53ae9a045f55 req-ecbe2988-5ab4-4b86-8cb6-ff6d09702947 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:54.265646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604ae6-10d4-48f4-b0f8-53ae9a045f55 req-ecbe2988-5ab4-4b86-8cb6-ff6d09702947 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:54.271667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-583e8926-1bb6-4cb9-9b47-b8e045c0dffb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4344325 Sep 10 03:42:54.274666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37378) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:54.279061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604ae6-10d4-48f4-b0f8-53ae9a045f55 req-ecbe2988-5ab4-4b86-8cb6-ff6d09702947 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:54.282349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Request body: {'subnet': {'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-93405289-subnet', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:54.284998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604ae6-10d4-48f4-b0f8-53ae9a045f55 req-ecbe2988-5ab4-4b86-8cb6-ff6d09702947 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:54.286352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] For port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:54.302053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604ae6-10d4-48f4-b0f8-53ae9a045f55 req-ecbe2988-5ab4-4b86-8cb6-ff6d09702947 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:54.304612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] For port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e5aef2ee-c51d-4c52-bff1-df20a5d36ae3,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:54.318592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11604ae6-10d4-48f4-b0f8-53ae9a045f55 req-ecbe2988-5ab4-4b86-8cb6-ff6d09702947 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:54.325256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11604ae6-10d4-48f4-b0f8-53ae9a045f55 req-ecbe2988-5ab4-4b86-8cb6-ff6d09702947 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.2881839 Sep 10 03:42:54.371431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27a2ebfd-48d1-49cb-8b39-e9e130d2ec05 req-976eb938-04f6-498c-aeeb-4fbec139ff39 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0348065 Sep 10 03:42:54.390852 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.413151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Made reservation on behalf of 77e28690aa0e41198f2b6be9a0b040db for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:54.416814 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.434061 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.451995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11604ae6-10d4-48f4-b0f8-53ae9a045f55 req-f2668e91-dace-4c68-9a41-8d45bcbdb808 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1056621 Sep 10 03:42:54.472218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9410fe-f1ec-468d-8913-67735bc7ef3a None None] Pushing event updated for resources: {'Port': ['ID=e5aef2ee-c51d-4c52-bff1-df20a5d36ae3,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:54.503931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Allocated IP 172.25.3.94 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/845688db-1088-4dc2-be21-c61ae65033a6) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:54.596881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:54.599201 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.710960 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.868908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:54.959626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.005051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:42:55.023956 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.057278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48b641b-12f8-4b74-a160-4a54f82d4c0f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:55.096529 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.097707 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Added segment 0eec920b-4770-4d9b-aad9-3e30da48b487 of type vlan for network 70e06d48-b244-4860-bc21-3a6979134cb8 Sep 10 03:42:55.170688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.213112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.270250 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.271185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:55.271792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.322016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.327242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8dfb0462-bdb2-4d22-b94a-0c65458a7d30,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:55.387202 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6394746 Sep 10 03:42:55.389964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6335233-97c8-4c62-9e21-e3b1e85c3685 admin admin] Pushing event updated for resources: {'Network': ['ID=70e06d48-b244-4860-bc21-3a6979134cb8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:55.394875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:55.399525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37402) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:55.400282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 70e06d48-b244-4860-bc21-3a6979134cb8 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:42:55.411724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Request body: {'subnet': {'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1569318394-subnet', 'tenant_id': '77e28690aa0e41198f2b6be9a0b040db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:55.435804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Checking segment: {'id': '791c1b26-6ef0-478f-a478-f075ceaf4e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:55.438053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Network hostable DHCP agents. Network: 704c6d0e-072c-4799-af61-b9e26a44874f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:42:55.442781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:55.454021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:55.530805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Pushing event updated for resources: {'Port': ['ID=845688db-1088-4dc2-be21-c61ae65033a6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:55.610167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Network 704c6d0e-072c-4799-af61-b9e26a44874f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:42:55.703552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 704c6d0e-072c-4799-af61-b9e26a44874f) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:55.714507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-261be359-652e-476d-a9f9-d7348735710b req-1b815030-ef48-4781-b706-fa3a1cae854b tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.1055288 Sep 10 03:42:55.717048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7ccee6-b5d6-4855-b89f-6e5ba8e13fe0 None None] Network 704c6d0e-072c-4799-af61-b9e26a44874f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:55.720861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:55.724075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.790138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Made reservation on behalf of 77e28690aa0e41198f2b6be9a0b040db for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:42:55.792216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:55.813644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64547d3-82cf-4d04-9e79-2464da87f6f9 req-3848dd0f-6122-43ed-a4c4-f9e076a14033 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:55.817426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64547d3-82cf-4d04-9e79-2464da87f6f9 req-3848dd0f-6122-43ed-a4c4-f9e076a14033 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:55.823554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64547d3-82cf-4d04-9e79-2464da87f6f9 req-3848dd0f-6122-43ed-a4c4-f9e076a14033 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:55.836368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64547d3-82cf-4d04-9e79-2464da87f6f9 req-3848dd0f-6122-43ed-a4c4-f9e076a14033 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:55.846174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64547d3-82cf-4d04-9e79-2464da87f6f9 req-3848dd0f-6122-43ed-a4c4-f9e076a14033 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:55.852752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64547d3-82cf-4d04-9e79-2464da87f6f9 req-3848dd0f-6122-43ed-a4c4-f9e076a14033 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:55.861478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64547d3-82cf-4d04-9e79-2464da87f6f9 req-3848dd0f-6122-43ed-a4c4-f9e076a14033 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:55.870572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b64547d3-82cf-4d04-9e79-2464da87f6f9 req-3848dd0f-6122-43ed-a4c4-f9e076a14033 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.2525673 Sep 10 03:42:55.897139 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1a008b25-779c-48d0-99be-99b0c7a86e46 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.6214321 Sep 10 03:42:55.899713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37412) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:55.905864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:42:55.954074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-287ce29c-5f39-4293-87dc-d168ffac74cf None None] Network 00f7a226-40e1-4644-95af-a4f63e77454d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:55.989812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-704c6d0e-072c-4799-af61-b9e26a44874f', 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'fixed_ips': [{'subnet_id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:42:55.990941 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.036491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b64547d3-82cf-4d04-9e79-2464da87f6f9 req-b09ad303-9af9-4e5d-b180-38bdc4c65973 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1648915 Sep 10 03:42:56.045663 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.050007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.203035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.205438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aa100208-b4d6-4b09-8a66-d4464a8fadee None None] Provisioning for port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:56.273176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.314710 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.427463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Allocated IP 172.20.0.2 (704c6d0e-072c-4799-af61-b9e26a44874f/8dfb0462-bdb2-4d22-b94a-0c65458a7d30/72a5cbbe-9def-4ac7-986c-06a1764e2c10) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:56.490679 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.500365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.657139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5575dc5-8b76-4214-8972-bb2f14443e81,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:56.743874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:42:56.820959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Checking segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:56.821332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Network hostable DHCP agents. Network: 70e06d48-b244-4860-bc21-3a6979134cb8, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:42:56.893659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.913884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:56.915987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afe13e83-fd73-4df9-a3a1-591721dabb87 req-9571010d-7eb2-4caa-a199-c6282987cc81 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0357778 Sep 10 03:42:56.939954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.032094 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.044301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Transition to ACTIVE for port object 72a5cbbe-9def-4ac7-986c-06a1764e2c10 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:57.062989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Transition to ACTIVE for port object 72a5cbbe-9def-4ac7-986c-06a1764e2c10 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:57.109749 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Allocated IP 172.25.3.212 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/cb02d65b-49bf-4234-ab77-15ed2bf96da0) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:57.204964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce955-ce09-4ae6-b9f0-9f15f3b860bc req-93cf2d7b-101f-49ac-b08c-cfd811682f69 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:57.211006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce955-ce09-4ae6-b9f0-9f15f3b860bc req-93cf2d7b-101f-49ac-b08c-cfd811682f69 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:57.218559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce955-ce09-4ae6-b9f0-9f15f3b860bc req-93cf2d7b-101f-49ac-b08c-cfd811682f69 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:57.224892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.225761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce955-ce09-4ae6-b9f0-9f15f3b860bc req-93cf2d7b-101f-49ac-b08c-cfd811682f69 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:57.232563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce955-ce09-4ae6-b9f0-9f15f3b860bc req-93cf2d7b-101f-49ac-b08c-cfd811682f69 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:57.250402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce955-ce09-4ae6-b9f0-9f15f3b860bc req-93cf2d7b-101f-49ac-b08c-cfd811682f69 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:57.251122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782ce955-ce09-4ae6-b9f0-9f15f3b860bc req-93cf2d7b-101f-49ac-b08c-cfd811682f69 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:57.253542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-782ce955-ce09-4ae6-b9f0-9f15f3b860bc req-93cf2d7b-101f-49ac-b08c-cfd811682f69 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.1141145 Sep 10 03:42:57.255048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Network 70e06d48-b244-4860-bc21-3a6979134cb8 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:42:57.298205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:42:57.302511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:42:57.303007 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.311396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-782ce955-ce09-4ae6-b9f0-9f15f3b860bc req-47400ff3-bc27-4b69-b82f-9ac80d4e522d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0506358 Sep 10 03:42:57.349276 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:42:57.350576 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.378381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.403915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 70e06d48-b244-4860-bc21-3a6979134cb8) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:57.412350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:57.413156 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.441949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fa84781-b512-44bd-b8a3-2091af13d5b1 None None] Network 70e06d48-b244-4860-bc21-3a6979134cb8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:57.455963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:57.471658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:57.475896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:57.491790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Network 704c6d0e-072c-4799-af61-b9e26a44874f is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:42:57.502576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9a7b2a80-5e42-4e6d-b41f-db32bf18172e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0867453 Sep 10 03:42:57.503155 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Pushing event updated for resources: {'Port': ['ID=72a5cbbe-9def-4ac7-986c-06a1764e2c10,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:57.528365 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.530610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:42:57.535245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:42:57.539981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:42:57.549461 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Sync routers for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:42:57.574678 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:42:57.574678 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:57.686005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.688271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5eb1ffdc-6ba8-4264-bfe2-8e06fc7ce8dd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 4.6302013 Sep 10 03:42:57.690333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37462) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:57.811544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Pushing event updated for resources: {'Port': ['ID=cb02d65b-49bf-4234-ab77-15ed2bf96da0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:57.860900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e5aef2ee-c51d-4c52-bff1-df20a5d36ae3,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:42:57.873527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Attempting to bind port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:57.875007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Attempting to bind port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '791c1b26-6ef0-478f-a478-f075ceaf4e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:57.881889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Attempting to bind port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 on network 704c6d0e-072c-4799-af61-b9e26a44874f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:57.920822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:57.921688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Checking segment: {'id': '791c1b26-6ef0-478f-a478-f075ceaf4e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:57.922560 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.924891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Bound using segment: {'id': '791c1b26-6ef0-478f-a478-f075ceaf4e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:57.926576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Bound port: 72a5cbbe-9def-4ac7-986c-06a1764e2c10, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791c1b26-6ef0-478f-a478-f075ceaf4e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:57.928140 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:57.933054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b86d7175-153e-4c07-8d0d-96adf948ee61 None None] Network 70e06d48-b244-4860-bc21-3a6979134cb8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:42:57.983087 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:42:57.995723 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:58.157481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:58.328122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a65c2af-2918-445a-97f3-01d9bf66288c req-682d46e3-c50f-4cbf-a479-f9b3779559fe tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.1468794 Sep 10 03:42:58.519119 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:42:55Z', 'revision_number': 3, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:42:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:58.612344 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Checking router: 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:42:58.617317 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Updating router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac port 845688db-1088-4dc2-be21-c61ae65033a6 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:42:58.620976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=e5aef2ee-c51d-4c52-bff1-df20a5d36ae3,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:58.665023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:58.687816 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:58.713713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] For port 72a5cbbe-9def-4ac7-986c-06a1764e2c10, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:58.753089 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:58.764636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] For port 72a5cbbe-9def-4ac7-986c-06a1764e2c10, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=72a5cbbe-9def-4ac7-986c-06a1764e2c10,segment=NetworkSegment(791c1b26-6ef0-478f-a478-f075ceaf4e8f),segment_id=791c1b26-6ef0-478f-a478-f075ceaf4e8f)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:58.845921 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:58.937978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-98e0b097-3cd7-47fc-8b61-5d00e1caa300 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:58.948776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-98e0b097-3cd7-47fc-8b61-5d00e1caa300 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.5848961 Sep 10 03:42:58.979267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abcd12-ee41-4b1e-8f62-4851da758e15 req-e22db4a5-180a-49f8-9511-3880d950fb34 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:58.985989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abcd12-ee41-4b1e-8f62-4851da758e15 req-e22db4a5-180a-49f8-9511-3880d950fb34 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:58.986556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db6130f-c290-4916-a728-ed2bae1a8131 None None] Pushing event updated for resources: {'Port': ['ID=72a5cbbe-9def-4ac7-986c-06a1764e2c10,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:58.994664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abcd12-ee41-4b1e-8f62-4851da758e15 req-e22db4a5-180a-49f8-9511-3880d950fb34 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:59.003013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abcd12-ee41-4b1e-8f62-4851da758e15 req-e22db4a5-180a-49f8-9511-3880d950fb34 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:59.012339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abcd12-ee41-4b1e-8f62-4851da758e15 req-e22db4a5-180a-49f8-9511-3880d950fb34 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:59.020187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abcd12-ee41-4b1e-8f62-4851da758e15 req-e22db4a5-180a-49f8-9511-3880d950fb34 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:59.026995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3abcd12-ee41-4b1e-8f62-4851da758e15 req-e22db4a5-180a-49f8-9511-3880d950fb34 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:42:59.033687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3abcd12-ee41-4b1e-8f62-4851da758e15 req-e22db4a5-180a-49f8-9511-3880d950fb34 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.3067617 Sep 10 03:42:59.053218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-aceb6559-befe-497f-823d-973c246cc421 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/quotas/77e28690aa0e41198f2b6be9a0b040db HTTP/1.1" status: 200 len: 375 time: 0.1026285 Sep 10 03:42:59.132145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-61f5e5bc-b7e5-4c37-b591-fd9e605599bc tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0776007 Sep 10 03:42:59.324574 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:59.342054 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Transition to ACTIVE for port object 845688db-1088-4dc2-be21-c61ae65033a6 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:42:59.440540 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:59.474742 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:59.491285 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3abcd12-ee41-4b1e-8f62-4851da758e15 req-a781e2b4-3905-4527-ad27-99ed78b23865 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4496944 Sep 10 03:42:59.504411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Router d166fbaf-3aa9-4411-a486-accb09a6fe18 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:42:59.528737 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Attempting to bind port 845688db-1088-4dc2-be21-c61ae65033a6 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:42:59.529114 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Attempting to bind port 845688db-1088-4dc2-be21-c61ae65033a6 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:42:59.529480 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Attempting to bind port 845688db-1088-4dc2-be21-c61ae65033a6 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:42:59.534620 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Pushing event updated for resources: {'Port': ['ID=845688db-1088-4dc2-be21-c61ae65033a6,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.549685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.551326 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:42:59.562669 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:42:59.563177 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:42:59.563640 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:59.564128 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:42:59.564666 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Bound port: 845688db-1088-4dc2-be21-c61ae65033a6, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:42:59.565148 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:59.622717 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] For port 845688db-1088-4dc2-be21-c61ae65033a6, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:42:59.623335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-0950850d-ba12-4d8a-90de-9860b9b1f768 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4898808 Sep 10 03:42:59.628127 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] For port 845688db-1088-4dc2-be21-c61ae65033a6, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=845688db-1088-4dc2-be21-c61ae65033a6,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:42:59.650384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-762614ae-8162-416f-b39f-39c03d2fdfda req-c77ada23-1ebb-479b-be3b-a4a93dc87e3e tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0588515 Sep 10 03:42:59.672340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:42:59.688522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Sync routers for ids ['d166fbaf-3aa9-4411-a486-accb09a6fe18'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:42:59.702901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Routers {'d166fbaf-3aa9-4411-a486-accb09a6fe18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:42:59.704564 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:59.704869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d166fbaf-3aa9-4411-a486-accb09a6fe18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:59.785148 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:42:59.786829 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:42:59.806741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:42:59.808109 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3a4e58e6-de96-4b5d-8392-2bebae17d2c8 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.9074261 Sep 10 03:42:59.811508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37524) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:42:59.849156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-e18be3b6-59dd-4e0f-9fe8-5b62d7be50f4 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252698 Sep 10 03:42:59.865910 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9cdf526-64eb-43d1-a5c1-3d855f68a82b None None] Pushing event updated for resources: {'Port': ['ID=845688db-1088-4dc2-be21-c61ae65033a6,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:42:59.871600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Allocated IP 172.20.0.1 (00f7a226-40e1-4644-95af-a4f63e77454d/49e034b3-3905-4953-b3a4-11530915a985/3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:42:59.932184 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Set router d166fbaf-3aa9-4411-a486-accb09a6fe18 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:00.036482 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:00.215341 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:00.286999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Transition to ACTIVE for port object 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:00.309389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:42:57Z', 'revision_number': 3, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'gw_port': {'id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:00.385922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Checking router: d166fbaf-3aa9-4411-a486-accb09a6fe18 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:00.387872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Updating router d166fbaf-3aa9-4411-a486-accb09a6fe18 port cb02d65b-49bf-4234-ab77-15ed2bf96da0 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:43:00.450311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3af3b6fe-8a68-4eaf-988b-11bbec65e85e req-c4e58665-f6e0-4322-9b97-48e1d6dff0d9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 210 time: 0.0943327 Sep 10 03:43:00.451660 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:00.529536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:00.550612 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:42:55Z', 'revision_number': 3, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:00.592664 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964219e9-6cbb-447a-9290-237ace49db80 None None] The sync data for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 is: [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:42:55Z', 'revision_number': 3, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:00.701383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Network 00f7a226-40e1-4644-95af-a4f63e77454d is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:00.736960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-621078c9-f2c2-4466-a6c3-a87e2b5c4a30 None None] Network 704c6d0e-072c-4799-af61-b9e26a44874f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:00.757373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:00.760123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:00.792132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:00.880157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72a5cbbe-9def-4ac7-986c-06a1764e2c10 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:00.907821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd84f4-86aa-4e7c-a343-295820c8ee5e req-e26952b8-916b-4a6f-a984-0323c4115485 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:00.914833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd84f4-86aa-4e7c-a343-295820c8ee5e req-e26952b8-916b-4a6f-a984-0323c4115485 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:00.921767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd84f4-86aa-4e7c-a343-295820c8ee5e req-e26952b8-916b-4a6f-a984-0323c4115485 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:00.928018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd84f4-86aa-4e7c-a343-295820c8ee5e req-e26952b8-916b-4a6f-a984-0323c4115485 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:00.934683 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d4fc0211-5ecf-49b4-a0a0-cc3f9dc52892 None None] Provisioning for port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:00.942939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd84f4-86aa-4e7c-a343-295820c8ee5e req-e26952b8-916b-4a6f-a984-0323c4115485 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:00.955951 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:00.975990 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd84f4-86aa-4e7c-a343-295820c8ee5e req-e26952b8-916b-4a6f-a984-0323c4115485 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:00.986821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd84f4-86aa-4e7c-a343-295820c8ee5e req-e26952b8-916b-4a6f-a984-0323c4115485 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:01.000906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02bd84f4-86aa-4e7c-a343-295820c8ee5e req-e26952b8-916b-4a6f-a984-0323c4115485 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.2717140 Sep 10 03:43:01.088001 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.165259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02bd84f4-86aa-4e7c-a343-295820c8ee5e req-5c24be79-9f3d-4283-8a1d-4810f1eef205 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1586370 Sep 10 03:43:01.284812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:01.299935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:01.300455 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.332298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Allocated IP 172.20.0.1 (704c6d0e-072c-4799-af61-b9e26a44874f/8dfb0462-bdb2-4d22-b94a-0c65458a7d30/c6f8c297-1fb3-4680-a7d6-1e98d02d59bf) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:01.360735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d68eaf3-bd34-430c-88eb-784909bf8c34 req-387a18a4-d902-4cd6-8280-a48e9166b777 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0504208 Sep 10 03:43:01.394181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-20f563c5-a44d-4d7f-b5a6-3f19d9e2fe29 None None] Provisioning for port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:01.451719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-20f563c5-a44d-4d7f-b5a6-3f19d9e2fe29 None None] Provisioning complete for port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:01.452210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-20f563c5-a44d-4d7f-b5a6-3f19d9e2fe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.484030 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.549434 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.562962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Transition to ACTIVE for port object cb02d65b-49bf-4234-ab77-15ed2bf96da0 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:01.591022 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.597635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe877ed3-564e-4a2b-9c7a-83425b1925d0 req-70a69f72-a188-4694-834c-b47795bde689 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 210 time: 0.0442004 Sep 10 03:43:01.628742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Transition to ACTIVE for port object c6f8c297-1fb3-4680-a7d6-1e98d02d59bf will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:01.650257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-20f563c5-a44d-4d7f-b5a6-3f19d9e2fe29 None None] Port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:01.695761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.714113 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.796335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 72a5cbbe-9def-4ac7-986c-06a1764e2c10, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=72a5cbbe-9def-4ac7-986c-06a1764e2c10,segment=NetworkSegment(791c1b26-6ef0-478f-a478-f075ceaf4e8f),segment_id=791c1b26-6ef0-478f-a478-f075ceaf4e8f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:01.798756 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.805273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Attempting to bind port cb02d65b-49bf-4234-ab77-15ed2bf96da0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:01.805896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Attempting to bind port cb02d65b-49bf-4234-ab77-15ed2bf96da0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:01.806480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Attempting to bind port cb02d65b-49bf-4234-ab77-15ed2bf96da0 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:01.819268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b688e7-e5cf-416e-9c07-33e5aed8928d None None] Pushing event updated for resources: {'Port': ['ID=cb02d65b-49bf-4234-ab77-15ed2bf96da0,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:01.822492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:01.823153 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:01.823826 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.824916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:01.825574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Bound port: cb02d65b-49bf-4234-ab77-15ed2bf96da0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:01.826136 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.858261 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.908920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Network 704c6d0e-072c-4799-af61-b9e26a44874f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:01.912113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:01.915565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] For port cb02d65b-49bf-4234-ab77-15ed2bf96da0, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:01.916410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:01.919942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] For port cb02d65b-49bf-4234-ab77-15ed2bf96da0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cb02d65b-49bf-4234-ab77-15ed2bf96da0,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:01.950939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f8c297-1fb3-4680-a7d6-1e98d02d59bf,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:01.953361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.963697 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:01.964654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:01.972651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.033127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.152430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Pushing event updated for resources: {'Port': ['ID=3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:02.205433 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.215197 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.258221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Network 00f7a226-40e1-4644-95af-a4f63e77454d is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:02.267003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:02.287844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8f41fc87-6f6e-46f2-aee6-9f65f0a9212f None None] Provisioning complete for port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:02.288215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8f41fc87-6f6e-46f2-aee6-9f65f0a9212f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.324442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=72a5cbbe-9def-4ac7-986c-06a1764e2c10,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:02.337748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.382489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Routers {'d166fbaf-3aa9-4411-a486-accb09a6fe18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:02.383598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d166fbaf-3aa9-4411-a486-accb09a6fe18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:02.471048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3735c5-5894-42d7-a2b5-1730b3a0afc2 req-4dd55079-9e6e-4645-ac9b-3ee21e3220e3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:02.477428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3735c5-5894-42d7-a2b5-1730b3a0afc2 req-4dd55079-9e6e-4645-ac9b-3ee21e3220e3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:02.491519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3735c5-5894-42d7-a2b5-1730b3a0afc2 req-4dd55079-9e6e-4645-ac9b-3ee21e3220e3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:02.500581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3735c5-5894-42d7-a2b5-1730b3a0afc2 req-4dd55079-9e6e-4645-ac9b-3ee21e3220e3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:02.507366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3735c5-5894-42d7-a2b5-1730b3a0afc2 req-4dd55079-9e6e-4645-ac9b-3ee21e3220e3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:02.514094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3735c5-5894-42d7-a2b5-1730b3a0afc2 req-4dd55079-9e6e-4645-ac9b-3ee21e3220e3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:02.520783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3735c5-5894-42d7-a2b5-1730b3a0afc2 req-4dd55079-9e6e-4645-ac9b-3ee21e3220e3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:02.531223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f3735c5-5894-42d7-a2b5-1730b3a0afc2 req-4dd55079-9e6e-4645-ac9b-3ee21e3220e3 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.1514907 Sep 10 03:43:02.532901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:02.533283 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.564463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b688e7-e5cf-416e-9c07-33e5aed8928d None None] Pushing event updated for resources: {'Port': ['ID=cb02d65b-49bf-4234-ab77-15ed2bf96da0,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:02.602585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f3735c5-5894-42d7-a2b5-1730b3a0afc2 req-7b479d2c-f1a4-4b59-8351-211c65ce4649 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0631249 Sep 10 03:43:02.696028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:02.728714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.768896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] Set router d166fbaf-3aa9-4411-a486-accb09a6fe18 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:02.829717 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:02.924761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:02.932743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9cfb1eb0-e9cf-4117-b186-855835a508f1 admin admin] 10.222.0.22 "PUT /v2.0/routers/1e53ec13-2d5d-4194-b4c0-173d8bbd28ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2397735 Sep 10 03:43:02.947020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cc3a615-6144-43e7-809c-30ec0e4b65f4 req-eb553f56-ecd2-4441-92d2-aab78e2bba61 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.2283340 Sep 10 03:43:02.974245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Pushing event updated for resources: {'Port': ['ID=c6f8c297-1fb3-4680-a7d6-1e98d02d59bf,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:02.986589 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:03.031050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-895ee323-dc95-4112-8175-a2c5c6a8ce21 None None] Provisioning for port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:03.037403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0081d1f-4b79-4545-bb1a-e55535c0d3ec req-66034df9-6dd1-44ae-aa3e-4f3c418c0c48 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 210 time: 0.1357551 Sep 10 03:43:03.051364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-895ee323-dc95-4112-8175-a2c5c6a8ce21 None None] Provisioning complete for port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:03.055074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-895ee323-dc95-4112-8175-a2c5c6a8ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:03.151598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-895ee323-dc95-4112-8175-a2c5c6a8ce21 None None] Port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:03.204910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72a5cbbe-9def-4ac7-986c-06a1764e2c10 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:03.211427 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Sync routers for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:03.236122 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:03.238869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-895ee323-dc95-4112-8175-a2c5c6a8ce21 None None] Provisioning complete for port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:03.239557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-895ee323-dc95-4112-8175-a2c5c6a8ce21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:03.241140 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:03.296207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Network 704c6d0e-072c-4799-af61-b9e26a44874f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:03.298888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-895ee323-dc95-4112-8175-a2c5c6a8ce21 None None] Port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:03.299595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:03.319929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-dd2f9095-6384-4544-bbff-8b7c89b84de5 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:03.321986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-dd2f9095-6384-4544-bbff-8b7c89b84de5 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 804 time: 0.2502913 Sep 10 03:43:03.327901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:02Z', 'revision_number': 4, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'gw_port': {'id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c6f8c297-1fb3-4680-a7d6-1e98d02d59bf', 'name': '', 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'mac_address': 'fa:16:3e:fe:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:00Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 1, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'subnets': [{'id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:03.331319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:03.331725 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:03.348136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-48bb3b92-258b-4ea3-97ab-b6487cab27c7 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/quotas/ed652637b833445aa459587cd9fe6b07 HTTP/1.1" status: 200 len: 375 time: 0.0174980 Sep 10 03:43:03.362306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dcb023b-a51d-4dd0-869b-a7a1837d067a None None] The sync data for ids ['d166fbaf-3aa9-4411-a486-accb09a6fe18'] in n-d-808143-1 is: [{'id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:02Z', 'revision_number': 4, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'gw_port': {'id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b4:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c6f8c297-1fb3-4680-a7d6-1e98d02d59bf', 'name': '', 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'mac_address': 'fa:16:3e:fe:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:00Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 1, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'subnets': [{'id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:03.448575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-ad688265-6ef7-4674-9ae3-3fd79ff958ea tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0922661 Sep 10 03:43:03.520001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Router d166fbaf-3aa9-4411-a486-accb09a6fe18 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:03.548512 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:03.574674 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 845688db-1088-4dc2-be21-c61ae65033a6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:03.711267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-a179e31d-bd4d-4a5f-bf5d-3a181da20290 service neutron] 10.222.0.22 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2456338 Sep 10 03:43:03.742508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6af3d92b-1eb8-4213-bb3f-bf732b354616 None None] Provisioning complete for port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:03.743659 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6af3d92b-1eb8-4213-bb3f-bf732b354616 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:03.845336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 845688db-1088-4dc2-be21-c61ae65033a6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:03.853405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 845688db-1088-4dc2-be21-c61ae65033a6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:03.853928 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:03.882951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-000d9d6a-d365-490a-9415-25ebb782010b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:03.885416 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-000d9d6a-d365-490a-9415-25ebb782010b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.3912516 Sep 10 03:43:03.912587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Request body: {'port': {'device_id': '3dd63d6c-c4b0-4d57-814a-2ccc5c50f762', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'admin_state_up': True, 'tenant_id': '77e28690aa0e41198f2b6be9a0b040db'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:03.946150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6af3d92b-1eb8-4213-bb3f-bf732b354616 None None] Port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:03.954771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:03.972323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-7adb2117-02bc-4376-898c-320487e3819c service neutron] 10.222.0.22 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2594740 Sep 10 03:43:03.988900 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1638dc7-1521-4b11-9d0d-6d68debc55a0 admin admin] 10.222.0.22 "PUT /v2.0/routers/d166fbaf-3aa9-4411-a486-accb09a6fe18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1646836 Sep 10 03:43:04.044686 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.092076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 845688db-1088-4dc2-be21-c61ae65033a6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=845688db-1088-4dc2-be21-c61ae65033a6,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:04.093377 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:43:04.179671 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 2, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:04.184826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37664) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:04.194763 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.207256 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Checking router: 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:04.207876 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Updating router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:43:04.265927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=845688db-1088-4dc2-be21-c61ae65033a6,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:04.269062 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.281215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Made reservation on behalf of 77e28690aa0e41198f2b6be9a0b040db for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:04.291710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.340308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-5dd27841-74c6-4fc4-8a90-8e04ce6d0c01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:04.343539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-5dd27841-74c6-4fc4-8a90-8e04ce6d0c01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 821 time: 0.2371657 Sep 10 03:43:04.376768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ef5261aa-38d9-4ab0-8dfb-1f7708b70104 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/quotas/33f4a863ff68449cbf63655ffdcda955 HTTP/1.1" status: 200 len: 375 time: 0.0251532 Sep 10 03:43:04.482459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-06bc7e05-316d-44fc-8ebc-ebb1204e0c76 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040072 Sep 10 03:43:04.493903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Allocated IP 172.20.0.12 (70e06d48-b244-4860-bc21-3a6979134cb8/b5575dc5-8b76-4214-8972-bb2f14443e81/ff7715c1-2035-45d5-af30-a92c4e9fe5cb) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:04.682985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.699483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-300538336'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:04.722807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79fb3b-32f0-467b-9e09-7885097d87e4 req-6be803d1-9317-47b6-8227-df217f8ede1a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:04.737940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79fb3b-32f0-467b-9e09-7885097d87e4 req-6be803d1-9317-47b6-8227-df217f8ede1a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:04.748925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79fb3b-32f0-467b-9e09-7885097d87e4 req-6be803d1-9317-47b6-8227-df217f8ede1a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:04.757887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79fb3b-32f0-467b-9e09-7885097d87e4 req-6be803d1-9317-47b6-8227-df217f8ede1a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:04.764365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79fb3b-32f0-467b-9e09-7885097d87e4 req-6be803d1-9317-47b6-8227-df217f8ede1a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:04.770510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79fb3b-32f0-467b-9e09-7885097d87e4 req-6be803d1-9317-47b6-8227-df217f8ede1a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:04.779567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79fb3b-32f0-467b-9e09-7885097d87e4 req-6be803d1-9317-47b6-8227-df217f8ede1a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:04.788270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f79fb3b-32f0-467b-9e09-7885097d87e4 req-6be803d1-9317-47b6-8227-df217f8ede1a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5433 time: 0.3311589 Sep 10 03:43:04.793149 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.793704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-5554b8b5-9625-4969-b261-8146f4b95bc1 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:04.796025 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-5554b8b5-9625-4969-b261-8146f4b95bc1 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "GET /v2.0/ports?device_id=dda625f8-6670-472c-9fd4-d9e6db17005a HTTP/1.1" status: 200 len: 946 time: 0.4500351 Sep 10 03:43:04.806549 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Transition to ACTIVE for port object 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:04.845656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:04.849266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.866944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-4af46e3d-2259-4a69-8c0c-024af5c1a7ac service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832216 Sep 10 03:43:04.904165 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.936278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:43:04.941223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:04.944720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f79fb3b-32f0-467b-9e09-7885097d87e4 req-fdb44ba8-be62-439f-86c1-c4f9f1fc4078 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558566 Sep 10 03:43:04.952183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 84d56faa-0360-4709-a667-2e81c2bc963a details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:04.973564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1cd6a481-74b2-4e99-8613-2ade321321ce no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:05.010747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.011328 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Added segment 85bab12c-4176-4701-8759-cdd8012b0a99 of type vlan for network e9951efe-f79b-417b-bdf5-bad52e97792c Sep 10 03:43:05.021026 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116cbae-bb16-43d5-9042-febbdf41226e None None] Pushing event updated for resources: {'Port': ['ID=3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:05.173211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-44ebdb9e-89cb-44b4-bb62-97aa80da968b service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943854 Sep 10 03:43:05.184886 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Attempting to bind port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:05.185059 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Attempting to bind port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:05.185415 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Attempting to bind port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 on network 00f7a226-40e1-4644-95af-a4f63e77454d {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:05.202563 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:05.202929 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Checking segment: {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:05.215608 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.216280 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Bound using segment: {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:05.216835 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Bound port: 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:05.220101 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.242810 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.359158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Network 70e06d48-b244-4860-bc21-3a6979134cb8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:05.362817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Deleting port 1cd6a481-74b2-4e99-8613-2ade321321ce {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:05.363241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.380231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 845688db-1088-4dc2-be21-c61ae65033a6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:05.385475 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] For port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:05.390219 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] For port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:05.396483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d82f4c96-0301-4820-9584-b25cabb36c24 req-815b635a-cfdd-4c21-b820-6b8092592dc9 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0542064 Sep 10 03:43:05.458123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 84d56faa-0360-4709-a667-2e81c2bc963a, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=84d56faa-0360-4709-a667-2e81c2bc963a,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:05.470669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.483045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1cd6a481-74b2-4e99-8613-2ade321321ce,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:05.483740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.498288 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Calling delete_port for 1cd6a481-74b2-4e99-8613-2ade321321ce owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:05.502092 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.624654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:05.627895 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61aafe7c-56ed-4d34-b6ad-c852eec4208e" -d '{"events": [{"server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "name": "network-vif-unplugged", "status": "completed", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:05.633795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '84d56faa-0360-4709-a667-2e81c2bc963a', 'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'port_id': '84d56faa-0360-4709-a667-2e81c2bc963a', 'mac_address': 'fa:16:3e:32:68:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed992e7b-f7e7-4830-9726-43855ad08c02', 'ip_address': '10.1.1.205'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:05.705409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88642a-292c-42e9-bfac-6b70f8edb772 req-2c2a4969-f326-4a6c-bdc0-2fe9b8d4b7cf tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:05.706340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1cd6a481-74b2-4e99-8613-2ade321321ce, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1cd6a481-74b2-4e99-8613-2ade321321ce,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:05.709125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.717375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d88642a-292c-42e9-bfac-6b70f8edb772 req-2c2a4969-f326-4a6c-bdc0-2fe9b8d4b7cf tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 932 time: 0.1784182 Sep 10 03:43:05.717617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:05.720146 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f116cbae-bb16-43d5-9042-febbdf41226e None None] Pushing event updated for resources: {'Port': ['ID=3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:05.724332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:05.749179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84d56faa-0360-4709-a667-2e81c2bc963a {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:05.771207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 84d56faa-0360-4709-a667-2e81c2bc963a, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=84d56faa-0360-4709-a667-2e81c2bc963a,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:05.786161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 845688db-1088-4dc2-be21-c61ae65033a6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:05.786814 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.800504 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:05.802110 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:05.843145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d36b83e-8157-430a-a449-e57634c18a29 req-2bf75797-d47d-4217-89f7-1c40b912e4c9 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 210 time: 0.1237450 Sep 10 03:43:05.848673 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.926876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d88642a-292c-42e9-bfac-6b70f8edb772 req-f3d6fb28-4315-4ace-b78f-a11df37a5e7c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799541 Sep 10 03:43:05.926989 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:05.926989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 9c746c9f-a3be-4e39-92ee-bee68113d82c details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:05.995175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event updated for resources: {'Port': ['ID=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:06.028639 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.058176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01e874aa-ad1f-4e5c-b4ad-7bf7b708c567 req-c0b3b869-d9b2-48c9-9ba2-4df72278e618 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 210 time: 0.1205518 Sep 10 03:43:06.061612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:06.062287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.084257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1cd6a481-74b2-4e99-8613-2ade321321ce,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:06.096258 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9feb171-4b2d-448a-a358-e408a538a1d5 x-openstack-request-id: req-a9feb171-4b2d-448a-a358-e408a538a1d5 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:06.096559 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "name": "network-vif-unplugged", "status": "completed", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:06.096810 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9feb171-4b2d-448a-a358-e408a538a1d5 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:06.097194 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce', 'code': 200} Sep 10 03:43:06.115553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb02d65b-49bf-4234-ab77-15ed2bf96da0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:06.122689 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.146183 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:06.148442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 9c746c9f-a3be-4e39-92ee-bee68113d82c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:06.176133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:06.177092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.216812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Pushing event deleted for resources: {'Port': ['ID=1cd6a481-74b2-4e99-8613-2ade321321ce,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:06.248030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '9c746c9f-a3be-4e39-92ee-bee68113d82c', 'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'port_id': '9c746c9f-a3be-4e39-92ee-bee68113d82c', 'mac_address': 'fa:16:3e:04:84:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed992e7b-f7e7-4830-9726-43855ad08c02', 'ip_address': '10.1.1.227'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:06.318823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031dc97-497a-40b7-9ad0-6a8c20edd4bf req-43dc369e-0011-413d-b368-08f61cc03889 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:06.331913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031dc97-497a-40b7-9ad0-6a8c20edd4bf req-43dc369e-0011-413d-b368-08f61cc03889 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:06.343723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.1561923 Sep 10 03:43:06.345847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ae689-4d77-4e83-81ef-16e7dbba4d1a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Network': ['ID=e9951efe-f79b-417b-bdf5-bad52e97792c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:06.349257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031dc97-497a-40b7-9ad0-6a8c20edd4bf req-43dc369e-0011-413d-b368-08f61cc03889 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:06.356794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37706) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:06.359244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] No DVR routers for this DVR port 1cd6a481-74b2-4e99-8613-2ade321321ce on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:06.365459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'subnet': {'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:06.366726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031dc97-497a-40b7-9ad0-6a8c20edd4bf req-43dc369e-0011-413d-b368-08f61cc03889 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:06.374910 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.378094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031dc97-497a-40b7-9ad0-6a8c20edd4bf req-43dc369e-0011-413d-b368-08f61cc03889 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:06.384103 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031dc97-497a-40b7-9ad0-6a8c20edd4bf req-43dc369e-0011-413d-b368-08f61cc03889 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:06.387320 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-322db908-f4a9-445c-8607-2cc6dc4a252e req-76ae4326-85a3-4164-b42f-70c879da9c51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "DELETE /v2.0/ports/1cd6a481-74b2-4e99-8613-2ade321321ce HTTP/1.1" status: 204 len: 173 time: 1.5847940 Sep 10 03:43:06.389258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'name': 'network-vif-deleted', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:06.391574 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f742306-80d1-4e1c-8c9a-d7f9262e111e" -d '{"events": [{"server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "name": "network-vif-deleted", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:06.409234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2031dc97-497a-40b7-9ad0-6a8c20edd4bf req-43dc369e-0011-413d-b368-08f61cc03889 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:06.415336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2031dc97-497a-40b7-9ad0-6a8c20edd4bf req-43dc369e-0011-413d-b368-08f61cc03889 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5434 time: 0.2583249 Sep 10 03:43:06.423722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=84d56faa-0360-4709-a667-2e81c2bc963a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:06.428814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network e9951efe-f79b-417b-bdf5-bad52e97792c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:43:06.525603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2031dc97-497a-40b7-9ad0-6a8c20edd4bf req-8f46a270-16f9-41e4-8973-dceb4affcae2 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0835710 Sep 10 03:43:06.527798 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.546664 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe85fe60-5ee8-4ac5-b122-8bfe4345cb44 x-openstack-request-id: req-fe85fe60-5ee8-4ac5-b122-8bfe4345cb44 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:06.547251 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda625f8-6670-472c-9fd4-d9e6db17005a", "name": "network-vif-deleted", "tag": "1cd6a481-74b2-4e99-8613-2ade321321ce", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:06.547708 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe85fe60-5ee8-4ac5-b122-8bfe4345cb44 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:06.548291 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda625f8-6670-472c-9fd4-d9e6db17005a', 'name': 'network-vif-deleted', 'tag': '1cd6a481-74b2-4e99-8613-2ade321321ce', 'status': 'completed', 'code': 200} Sep 10 03:43:06.549974 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-4769c70e-51c7-4f98-bf41-1c11ed20b9f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6543860 Sep 10 03:43:06.553484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c746c9f-a3be-4e39-92ee-bee68113d82c {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:06.566763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Request body: {'port': {'device_id': '3dd63d6c-c4b0-4d57-814a-2ccc5c50f762', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:06.664477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.722615 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc956175-3acb-400a-a03a-7f0103458325 req-8e1d1129-859c-4ee3-9daa-1bbe90164944 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0681052 Sep 10 03:43:06.748415 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:05Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:06.788388 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57c73bd6-ddba-44e9-a49a-48b25fb0dddf None None] The sync data for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 is: [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:05Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:06.818063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:06.821958 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.887312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port cb02d65b-49bf-4234-ab77-15ed2bf96da0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:06.890434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 9c746c9f-a3be-4e39-92ee-bee68113d82c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:06.896616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port cb02d65b-49bf-4234-ab77-15ed2bf96da0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:06.896989 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.988290 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:06.988751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 42b31329-8d4d-4d6a-827f-ff52221bd22e details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:07.064522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fc8808a-11bb-45b7-847c-e4b322420459 req-c6ab5324-d61a-4789-b68f-7076310d0b8b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 210 time: 0.0778649 Sep 10 03:43:07.096218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:07.161907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=9c746c9f-a3be-4e39-92ee-bee68113d82c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:07.250903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port cb02d65b-49bf-4234-ab77-15ed2bf96da0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cb02d65b-49bf-4234-ab77-15ed2bf96da0,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:07.266345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1f73998-d071-4a6e-a033-5c8c98011fa0 req-064a33b7-fb6b-4eaa-be90-5bf462657c4b tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0837831 Sep 10 03:43:07.298030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d5282f-8599-42cd-b6c5-d5903bd99ff3 req-ea572508-f58b-44c7-8e99-94aa6f8e78bf tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:07.299618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65d5282f-8599-42cd-b6c5-d5903bd99ff3 req-ea572508-f58b-44c7-8e99-94aa6f8e78bf tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 932 time: 0.2341144 Sep 10 03:43:07.299791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 42b31329-8d4d-4d6a-827f-ff52221bd22e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:07.304354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Sync routers for ids ['d166fbaf-3aa9-4411-a486-accb09a6fe18'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:07.324867 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:07.331781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'port_id': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'mac_address': 'fa:16:3e:e9:37:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:07.399201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Routers {'d166fbaf-3aa9-4411-a486-accb09a6fe18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:07.403329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d166fbaf-3aa9-4411-a486-accb09a6fe18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:07.417324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65d5282f-8599-42cd-b6c5-d5903bd99ff3 req-cbc487ab-c499-41ec-8f5e-0c11188603ff tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095791 Sep 10 03:43:07.461510 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:07.588060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:07.590694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=cb02d65b-49bf-4234-ab77-15ed2bf96da0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:07.602820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42b31329-8d4d-4d6a-827f-ff52221bd22e {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:07.717710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d96dd-f970-4e38-99d2-c3bacf145dbe req-c4b05b1a-bcc9-4493-a766-654c091c35f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:07.742832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d96dd-f970-4e38-99d2-c3bacf145dbe req-c4b05b1a-bcc9-4493-a766-654c091c35f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:07.750853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d96dd-f970-4e38-99d2-c3bacf145dbe req-c4b05b1a-bcc9-4493-a766-654c091c35f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:07.760461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d96dd-f970-4e38-99d2-c3bacf145dbe req-c4b05b1a-bcc9-4493-a766-654c091c35f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:07.767225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d96dd-f970-4e38-99d2-c3bacf145dbe req-c4b05b1a-bcc9-4493-a766-654c091c35f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:07.774142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d96dd-f970-4e38-99d2-c3bacf145dbe req-c4b05b1a-bcc9-4493-a766-654c091c35f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:07.781292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19d96dd-f970-4e38-99d2-c3bacf145dbe req-c4b05b1a-bcc9-4493-a766-654c091c35f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:07.789336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b19d96dd-f970-4e38-99d2-c3bacf145dbe req-c4b05b1a-bcc9-4493-a766-654c091c35f1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5435 time: 0.1571198 Sep 10 03:43:07.834379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 42b31329-8d4d-4d6a-827f-ff52221bd22e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:07.880827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b19d96dd-f970-4e38-99d2-c3bacf145dbe req-f04bc6c0-1e44-4dc8-9889-9ce45cf3ba2a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0860441 Sep 10 03:43:07.890515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Set router d166fbaf-3aa9-4411-a486-accb09a6fe18 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:07.931947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ef213c3-2905-4ac8-9e99-9a52521eeabd req-f4735255-bdf9-4b85-ba86-28b6a6625daf tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0801036 Sep 10 03:43:07.947724 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:07.948389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e2c7d663-b85f-440b-ae2d-dd31206980c2 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:08.001236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:08.070219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-a3590850-2e60-4197-9019-aa3012bf7190 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:08.073668 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-a3590850-2e60-4197-9019-aa3012bf7190 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 804 time: 0.3401947 Sep 10 03:43:08.075054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:08.079909 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.088262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff7715c1-2035-45d5-af30-a92c4e9fe5cb {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:08.099142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Request body: {'port': {'device_id': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'admin_state_up': True, 'tenant_id': 'ed652637b833445aa459587cd9fe6b07'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:08.124066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e2c7d663-b85f-440b-ae2d-dd31206980c2, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:08.127146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.171353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.179232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Transition to ACTIVE for port object ff7715c1-2035-45d5-af30-a92c4e9fe5cb will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:08.211470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6bd7e7e-8d3c-4742-a02c-c93d97071802 req-f085d290-0b83-4708-934e-29dc821b4064 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 210 time: 0.0538118 Sep 10 03:43:08.234890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'e2c7d663-b85f-440b-ae2d-dd31206980c2', 'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'port_id': 'e2c7d663-b85f-440b-ae2d-dd31206980c2', 'mac_address': 'fa:16:3e:f7:b5:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed992e7b-f7e7-4830-9726-43855ad08c02', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:08.239356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=42b31329-8d4d-4d6a-827f-ff52221bd22e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:08.284571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.449714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Subnet': ['ID=aced204a-67f1-4e4a-9b7e-eddff18cd27a,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:08.456890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-496b042e-6564-4996-8db9-e9865f3813e8 req-19f1dbe3-8028-446b-9b1a-ea8c5d07550b tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0455418 Sep 10 03:43:08.474234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Pushing event updated for resources: {'Port': ['ID=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:08.498676 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.564241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Checking segment: {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:08.564701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network hostable DHCP agents. Network: e9951efe-f79b-417b-bdf5-bad52e97792c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:43:08.579242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2c7d663-b85f-440b-ae2d-dd31206980c2 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:08.616356 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.639489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e2c7d663-b85f-440b-ae2d-dd31206980c2, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:08.661611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Attempting to bind port ff7715c1-2035-45d5-af30-a92c4e9fe5cb on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:08.661958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Attempting to bind port ff7715c1-2035-45d5-af30-a92c4e9fe5cb by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:08.662291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Attempting to bind port ff7715c1-2035-45d5-af30-a92c4e9fe5cb on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:08.668558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:08.671470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Port ff7715c1-2035-45d5-af30-a92c4e9fe5cb on network 70e06d48-b244-4860-bc21-3a6979134cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:08.671829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Attempting to bind port ff7715c1-2035-45d5-af30-a92c4e9fe5cb on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:08.680022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Made reservation on behalf of ed652637b833445aa459587cd9fe6b07 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:08.681060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:02Z', 'revision_number': 4, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'gw_port': {'id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c6f8c297-1fb3-4680-a7d6-1e98d02d59bf', 'name': '', 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'mac_address': 'fa:16:3e:fe:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:00Z', 'updated_at': '2021-09-10T03:43:02Z', 'revision_number': 2, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'subnets': [{'id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:08.688596 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.688750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:08.689125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Checking segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:08.689461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Bound using segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:08.689941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Bound port: ff7715c1-2035-45d5-af30-a92c4e9fe5cb, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:08.690397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.714114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network e9951efe-f79b-417b-bdf5-bad52e97792c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:43:08.722624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf901c49-628f-45d0-8aa2-56d6583065ae req-702dc91a-0bda-499e-9803-371ecb24808d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:08.726049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf901c49-628f-45d0-8aa2-56d6583065ae req-702dc91a-0bda-499e-9803-371ecb24808d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 944 time: 0.0940437 Sep 10 03:43:08.782529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Checking router: d166fbaf-3aa9-4411-a486-accb09a6fe18 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:08.782529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Updating router d166fbaf-3aa9-4411-a486-accb09a6fe18 port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:43:08.787967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf901c49-628f-45d0-8aa2-56d6583065ae req-5758f55a-b056-4416-9c07-04ed6518f5bf tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535161 Sep 10 03:43:08.790549 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.791478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 56c6590c-f585-489e-b451-fe739a2c2c49 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:08.814600 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.858263 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.858526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, e9951efe-f79b-417b-bdf5-bad52e97792c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:08.863525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:08.864316 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:08.883937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91afdb2d-6bc5-49cf-9d7e-418313f51472 None None] Network e9951efe-f79b-417b-bdf5-bad52e97792c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:08.889429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] For port ff7715c1-2035-45d5-af30-a92c4e9fe5cb, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:08.895167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] For port ff7715c1-2035-45d5-af30-a92c4e9fe5cb, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:08.944282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73bed613-d0ea-488c-9d86-9ed6570c7616 req-a5d26074-216f-4aa7-8aae-06306a229014 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0526109 Sep 10 03:43:08.945899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 56c6590c-f585-489e-b451-fe739a2c2c49, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=56c6590c-f585-489e-b451-fe739a2c2c49,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:08.948578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e2c7d663-b85f-440b-ae2d-dd31206980c2,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:08.969018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Allocated IP 172.20.0.2 (0b7fd2a5-6a25-4901-b37e-c7062b51f9ef/63197daf-2f94-42c1-990c-e0ca7f2854ea/5376da65-6652-429a-9f52-d49281315943) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:09.030679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '56c6590c-f585-489e-b451-fe739a2c2c49', 'network_id': '9c7fed57-0367-41af-8623-58378436fd28', 'port_id': '56c6590c-f585-489e-b451-fe739a2c2c49', 'mac_address': 'fa:16:3e:09:ec:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 248, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ed992e7b-f7e7-4830-9726-43855ad08c02', 'ip_address': '10.1.1.241'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:09.032315 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd0b8383-059f-4ce6-b40a-2515222e7747 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6741681 Sep 10 03:43:09.036556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.039279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37754) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:09.052385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1661680809'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:09.091149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79cae-47b6-4dd6-aaea-d354830a2532 req-f2235e9a-c8e9-459c-ad48-f42b119334e4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.097559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79cae-47b6-4dd6-aaea-d354830a2532 req-f2235e9a-c8e9-459c-ad48-f42b119334e4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.103600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79cae-47b6-4dd6-aaea-d354830a2532 req-f2235e9a-c8e9-459c-ad48-f42b119334e4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.110679 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79cae-47b6-4dd6-aaea-d354830a2532 req-f2235e9a-c8e9-459c-ad48-f42b119334e4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.117351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79cae-47b6-4dd6-aaea-d354830a2532 req-f2235e9a-c8e9-459c-ad48-f42b119334e4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.123898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79cae-47b6-4dd6-aaea-d354830a2532 req-f2235e9a-c8e9-459c-ad48-f42b119334e4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.130214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c79cae-47b6-4dd6-aaea-d354830a2532 req-f2235e9a-c8e9-459c-ad48-f42b119334e4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.141453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56c79cae-47b6-4dd6-aaea-d354830a2532 req-f2235e9a-c8e9-459c-ad48-f42b119334e4 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5437 time: 0.1643767 Sep 10 03:43:09.145580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c23821e9-36cc-42c0-be2b-61125727fa33 req-7dfefce8-7a0e-4a4d-b622-ee5738789445 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.1188023 Sep 10 03:43:09.201291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:09.204471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.205297 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.207016 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] 10.222.0.20 "PUT /v2.0/ports/ff7715c1-2035-45d5-af30-a92c4e9fe5cb HTTP/1.1" status: 200 len: 1092 time: 2.6450696 Sep 10 03:43:09.207729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dd63d6c-c4b0-4d57-814a-2ccc5c50f762', 'tag': 'ff7715c1-2035-45d5-af30-a92c4e9fe5cb'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:09.222930 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d20af29-2908-455d-8eeb-a13674d81d11" -d '{"events": [{"name": "network-changed", "server_uuid": "3dd63d6c-c4b0-4d57-814a-2ccc5c50f762", "tag": "ff7715c1-2035-45d5-af30-a92c4e9fe5cb"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:09.240437 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.254641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:09.258967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56c79cae-47b6-4dd6-aaea-d354830a2532 req-5a240524-d285-4a7f-b2c5-1e15bcc9350e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1138694 Sep 10 03:43:09.259494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.311994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 56c6590c-f585-489e-b451-fe739a2c2c49 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:09.391754 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c9207b-a543-4f49-b6b5-1d8e802720b2 x-openstack-request-id: req-87c9207b-a543-4f49-b6b5-1d8e802720b2 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:09.391754 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3dd63d6c-c4b0-4d57-814a-2ccc5c50f762", "tag": "ff7715c1-2035-45d5-af30-a92c4e9fe5cb", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:09.391754 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87c9207b-a543-4f49-b6b5-1d8e802720b2 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:09.391754 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dd63d6c-c4b0-4d57-814a-2ccc5c50f762', 'tag': 'ff7715c1-2035-45d5-af30-a92c4e9fe5cb', 'status': 'completed', 'code': 200} Sep 10 03:43:09.392350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ecb959d-ab29-40bd-92e5-a7e691293ca3 req-0a724610-282c-4f25-ba0f-7caff587ff01 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 210 time: 0.0546613 Sep 10 03:43:09.398662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1118c7a3-e81a-4ab9-bba3-d9202a374efa service neutron] Pushing event updated for resources: {'Port': ['ID=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:09.478570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:09.478819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:43:09.523245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.523532 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Added segment cea05c55-33e3-4fd6-b25b-b13b13b3f2db of type vlan for network d1bd0c61-403b-49df-9375-915971c2f286 Sep 10 03:43:09.528979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-e9951efe-f79b-417b-bdf5-bad52e97792c', 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'fixed_ips': [{'subnet_id': 'aced204a-67f1-4e4a-9b7e-eddff18cd27a'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:43:09.532941 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.534622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 56c6590c-f585-489e-b451-fe739a2c2c49, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=56c6590c-f585-489e-b451-fe739a2c2c49,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:09.550277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.558513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ffc5f601-cb6e-46a3-b0e2-eb15e3550b3d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.560068 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ffc5f601-cb6e-46a3-b0e2-eb15e3550b3d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.39 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 821 time: 0.4532833 Sep 10 03:43:09.592561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-eef62fc0-972f-45fe-b1ec-54ff5d0d43f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.594010 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-eef62fc0-972f-45fe-b1ec-54ff5d0d43f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 1095 time: 0.2122262 Sep 10 03:43:09.599209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Request body: {'port': {'device_id': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'admin_state_up': True, 'tenant_id': '33f4a863ff68449cbf63655ffdcda955'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:09.647706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-560fdff7-7405-4a20-9428-a4b66387c68e req-80e7f91b-02dc-4401-b0cb-5397b297feef tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0585248 Sep 10 03:43:09.647853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.697189 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1da737b2-f3eb-4f1b-8579-566ed9a713ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff7715c1-2035-45d5-af30-a92c4e9fe5cb HTTP/1.1" status: 200 len: 217 time: 0.0911219 Sep 10 03:43:09.872266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1a477b9f-d757-4398-aa30-6fe3c7e8274d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.873578 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-1a477b9f-d757-4398-aa30-6fe3c7e8274d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.1626837 Sep 10 03:43:09.874102 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.874791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 7abd7b06-202a-4338-a29a-d82199e812e3 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:09.877358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:09.877700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.925603 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-0eee2d04-1c04-4cbd-bc4c-e70adaa5361a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417726 Sep 10 03:43:09.926385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.932699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.934045 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.972903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59698cc-c092-4fbe-8aa7-c95a79cc91dd req-695f3ce9-bb96-433b-9673-8f6c6b1a49cd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:09.974395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d59698cc-c092-4fbe-8aa7-c95a79cc91dd req-695f3ce9-bb96-433b-9673-8f6c6b1a49cd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 944 time: 0.0856900 Sep 10 03:43:09.977444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:09.988302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=56c6590c-f585-489e-b451-fe739a2c2c49,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:10.012085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Allocated IP 19.80.0.2 (e9951efe-f79b-417b-bdf5-bad52e97792c/aced204a-67f1-4e4a-9b7e-eddff18cd27a/b995e33f-4124-45be-9b38-d6d6e27d6f32) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:10.025191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d59698cc-c092-4fbe-8aa7-c95a79cc91dd req-dfda3139-1c04-47ec-9873-8b854bc4ef5c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377090 Sep 10 03:43:10.037786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Made reservation on behalf of 33f4a863ff68449cbf63655ffdcda955 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:10.042159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.056659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Pushing event updated for resources: {'Port': ['ID=5376da65-6652-429a-9f52-d49281315943,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:10.088182 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0377491 Sep 10 03:43:10.088907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37776) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:10.094205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:10.096622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'subnet': {'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:10.099814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:10.102650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:10.185836 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.201776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc69cd7-be3f-4bec-a6bc-23c50c91be0f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Network': ['ID=d1bd0c61-403b-49df-9375-915971c2f286,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:10.231361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network d1bd0c61-403b-49df-9375-915971c2f286 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:43:10.270227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb02d65b-49bf-4234-ab77-15ed2bf96da0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:10.282111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Transition to ACTIVE for port object c6f8c297-1fb3-4680-a7d6-1e98d02d59bf will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:10.294327 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-549ea0c8-387c-4825-9b31-bbe3777a8330 service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3560901 Sep 10 03:43:10.304184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.305199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.364605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 7abd7b06-202a-4338-a29a-d82199e812e3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7abd7b06-202a-4338-a29a-d82199e812e3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:10.388619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9af508ca-8247-4a28-8859-16b502fdf323 req-ccc820d6-6f04-4578-a74c-19ac0a5ee964 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0383413 Sep 10 03:43:10.402646 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-124815dc-7fc1-4fc3-8052-cfe6ba16fd04 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3073072 Sep 10 03:43:10.419057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Request body: {'port': {'device_id': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:10.448680 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.475061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '7abd7b06-202a-4338-a29a-d82199e812e3', 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24', 'port_id': '7abd7b06-202a-4338-a29a-d82199e812e3', 'mac_address': 'fa:16:3e:93:36:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd37033-5715-46cb-bf85-e3d363c6a070', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:10.496069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Allocated IP 172.20.0.7 (00f7a226-40e1-4644-95af-a4f63e77454d/49e034b3-3905-4953-b3a4-11530915a985/1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:10.576495 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.583913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-023a2d0b-852e-4b20-970e-27471cf32eb6 req-f55d2ba2-8df0-4193-b93c-5fadb3b6d1c9 service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2581420 Sep 10 03:43:10.609567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6c4a-ac9e-4f9f-92a1-96899cedac9f req-11dd8b00-1d88-48b8-b6c8-4f6f19255ea7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.617171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6c4a-ac9e-4f9f-92a1-96899cedac9f req-11dd8b00-1d88-48b8-b6c8-4f6f19255ea7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.623706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6c4a-ac9e-4f9f-92a1-96899cedac9f req-11dd8b00-1d88-48b8-b6c8-4f6f19255ea7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.636482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6c4a-ac9e-4f9f-92a1-96899cedac9f req-11dd8b00-1d88-48b8-b6c8-4f6f19255ea7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.644832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6c4a-ac9e-4f9f-92a1-96899cedac9f req-11dd8b00-1d88-48b8-b6c8-4f6f19255ea7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.652487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6c4a-ac9e-4f9f-92a1-96899cedac9f req-11dd8b00-1d88-48b8-b6c8-4f6f19255ea7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.660195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0c6c4a-ac9e-4f9f-92a1-96899cedac9f req-11dd8b00-1d88-48b8-b6c8-4f6f19255ea7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.662767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc0c6c4a-ac9e-4f9f-92a1-96899cedac9f req-11dd8b00-1d88-48b8-b6c8-4f6f19255ea7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5438 time: 0.2315896 Sep 10 03:43:10.666313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:10.671148 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.693391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f24e34-7844-48b8-bad3-216115d63dca None None] Pushing event updated for resources: {'Port': ['ID=c6f8c297-1fb3-4680-a7d6-1e98d02d59bf,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:10.723434 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.758782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.767125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port cb02d65b-49bf-4234-ab77-15ed2bf96da0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:10.767804 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.867793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Transition to ACTIVE for port object b995e33f-4124-45be-9b38-d6d6e27d6f32 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:10.876052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc0c6c4a-ac9e-4f9f-92a1-96899cedac9f req-e4b2c862-471a-4d04-b59a-f762365b0215 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2011998 Sep 10 03:43:10.879800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7abd7b06-202a-4338-a29a-d82199e812e3 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:10.904039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2782f971-3101-4167-8729-632df791c892 req-dad8a7b2-9b99-4847-a142-9c776308c6e3 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.915266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Transition to ACTIVE for port object b995e33f-4124-45be-9b38-d6d6e27d6f32 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:10.915976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2782f971-3101-4167-8729-632df791c892 req-dad8a7b2-9b99-4847-a142-9c776308c6e3 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 931 time: 0.3763134 Sep 10 03:43:10.952113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-85a93c41-a624-417b-ba97-7bf29195766a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:10.954556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Attempting to bind port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:10.954980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Attempting to bind port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '791c1b26-6ef0-478f-a478-f075ceaf4e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:10.955362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Attempting to bind port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf on network 704c6d0e-072c-4799-af61-b9e26a44874f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:10.956602 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-85a93c41-a624-417b-ba97-7bf29195766a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 1095 time: 0.1064229 Sep 10 03:43:10.984955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2782f971-3101-4167-8729-632df791c892 req-c9313ce5-8193-4863-a177-b88efdc6b3da tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675557 Sep 10 03:43:10.989095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 7abd7b06-202a-4338-a29a-d82199e812e3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7abd7b06-202a-4338-a29a-d82199e812e3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:10.992089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:10.992464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Checking segment: {'id': '791c1b26-6ef0-478f-a478-f075ceaf4e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:10.992963 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:10.993360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Bound using segment: {'id': '791c1b26-6ef0-478f-a478-f075ceaf4e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:10.993837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Bound port: c6f8c297-1fb3-4680-a7d6-1e98d02d59bf, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '791c1b26-6ef0-478f-a478-f075ceaf4e8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:10.994265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.015919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.043177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56ebc4f2-4727-485d-9340-bcb1341b6820 req-dc1a2ccf-ac3a-449e-8500-da0b7cfbc992 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0534642 Sep 10 03:43:11.106222 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.118836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Network e9951efe-f79b-417b-bdf5-bad52e97792c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:11.119523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Transition to ACTIVE for port object 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:11.149442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:11.151405 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.152116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e7f4607d-02f8-44da-89f3-bf723d22beb3 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:11.159661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:11.161708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Pushing event updated for resources: {'Port': ['ID=b995e33f-4124-45be-9b38-d6d6e27d6f32,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:11.216498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] For port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:11.269093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-6b486174-0eef-4006-b387-68a67f7f5b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:11.271245 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-6b486174-0eef-4006-b387-68a67f7f5b81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 913 time: 0.2175317 Sep 10 03:43:11.285350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] For port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c6f8c297-1fb3-4680-a7d6-1e98d02d59bf,segment=NetworkSegment(791c1b26-6ef0-478f-a478-f075ceaf4e8f),segment_id=791c1b26-6ef0-478f-a478-f075ceaf4e8f)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:11.315837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.321734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Attempting to bind port b995e33f-4124-45be-9b38-d6d6e27d6f32 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:11.322098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Attempting to bind port b995e33f-4124-45be-9b38-d6d6e27d6f32 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:11.322454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Attempting to bind port b995e33f-4124-45be-9b38-d6d6e27d6f32 on network e9951efe-f79b-417b-bdf5-bad52e97792c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:11.332311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e7f4607d-02f8-44da-89f3-bf723d22beb3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:11.336526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=7abd7b06-202a-4338-a29a-d82199e812e3,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:11.346389 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.348734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:11.349100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Checking segment: {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:11.349484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.349888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Bound using segment: {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:11.350350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Bound port: b995e33f-4124-45be-9b38-d6d6e27d6f32, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:11.350718 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.398413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'e7f4607d-02f8-44da-89f3-bf723d22beb3', 'network_id': 'ff15ac58-4fc5-4878-a6db-c2abcdecdd24', 'port_id': 'e7f4607d-02f8-44da-89f3-bf723d22beb3', 'mac_address': 'fa:16:3e:2a:f4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8dd37033-5715-46cb-bf85-e3d363c6a070', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:11.455718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5376da65-6652-429a-9f52-d49281315943 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:11.472541 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.499775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Transition to ACTIVE for port object 5376da65-6652-429a-9f52-d49281315943 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:11.500878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Pushing event updated for resources: {'Port': ['ID=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:11.507502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa15aab0-5d11-4ec7-929e-9baf8221ead9 req-62c27c14-1688-4ad0-9542-4c64e3d85c7f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:11.512373 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-2154f05e-b7b0-41e7-b8f0-e5b0b76aadf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ff7715c1-2035-45d5-af30-a92c4e9fe5cb HTTP/1.1" status: 200 len: 217 time: 0.2319176 Sep 10 03:43:11.517484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa15aab0-5d11-4ec7-929e-9baf8221ead9 req-62c27c14-1688-4ad0-9542-4c64e3d85c7f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 944 time: 0.1063328 Sep 10 03:43:11.554129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Routers {'d166fbaf-3aa9-4411-a486-accb09a6fe18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:11.554955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:42:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d166fbaf-3aa9-4411-a486-accb09a6fe18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:11.602537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Network 00f7a226-40e1-4644-95af-a4f63e77454d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:11.609223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ab25ef-5ccc-470f-a46e-65b0c2524c4c req-8112a87e-ef86-4636-89ba-0b5d8158a456 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0550621 Sep 10 03:43:11.618341 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.629199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f24e34-7844-48b8-bad3-216115d63dca None None] Pushing event updated for resources: {'Port': ['ID=c6f8c297-1fb3-4680-a7d6-1e98d02d59bf,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:11.640344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa15aab0-5d11-4ec7-929e-9baf8221ead9 req-6b578f46-a365-46c5-a1a2-46f9ade39d1e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215284 Sep 10 03:43:11.650164 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.658921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.664062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] For port b995e33f-4124-45be-9b38-d6d6e27d6f32, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:11.667608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:11.700165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:11.702014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7f4607d-02f8-44da-89f3-bf723d22beb3 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:11.720356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] For port b995e33f-4124-45be-9b38-d6d6e27d6f32, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b995e33f-4124-45be-9b38-d6d6e27d6f32,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:11.756127 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Subnet': ['ID=f907dafd-1163-4738-acfe-5dee74f3e967,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:11.756640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e7f4607d-02f8-44da-89f3-bf723d22beb3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:11.767235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Checking segment: {'id': 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:11.767860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network hostable DHCP agents. Network: d1bd0c61-403b-49df-9375-915971c2f286, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:43:11.817230 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ff7715c1-2035-45d5-af30-a92c4e9fe5cb details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:11.842846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-74bbe238-f3a5-45f2-bb4b-de7039972f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:11.844805 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-74bbe238-f3a5-45f2-bb4b-de7039972f0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.3226459 Sep 10 03:43:11.901794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network d1bd0c61-403b-49df-9375-915971c2f286 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:43:11.907353 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.916874 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.927738 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-0aaf9dc0-9f61-4cde-8a55-2d9258292a22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748522 Sep 10 03:43:11.948526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5376da65-6652-429a-9f52-d49281315943,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:11.961023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:11.961664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:11.996763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] Set router d166fbaf-3aa9-4411-a486-accb09a6fe18 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:11.999663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port ff7715c1-2035-45d5-af30-a92c4e9fe5cb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:12.009897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, d1bd0c61-403b-49df-9375-915971c2f286) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:12.014465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.015085 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:12.040800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf8f232-0221-47b5-ad93-663ac04d3a26 None None] Network d1bd0c61-403b-49df-9375-915971c2f286 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:12.065978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Attempting to bind port 5376da65-6652-429a-9f52-d49281315943 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:12.068916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Attempting to bind port 5376da65-6652-429a-9f52-d49281315943 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:12.068916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Attempting to bind port 5376da65-6652-429a-9f52-d49281315943 on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:12.069160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'ff7715c1-2035-45d5-af30-a92c4e9fe5cb', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'port_id': 'ff7715c1-2035-45d5-af30-a92c4e9fe5cb', 'mac_address': 'fa:16:3e:51:9a:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5575dc5-8b76-4214-8972-bb2f14443e81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:12.082089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d55f-6d13-4354-a801-27d2b5e0cf5a req-536dcabb-4e1c-4582-b88f-a6cd063a865c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.094223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d55f-6d13-4354-a801-27d2b5e0cf5a req-536dcabb-4e1c-4582-b88f-a6cd063a865c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.094935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472f9d2f-c1c1-46b1-891c-91a920775a14 None None] Pushing event updated for resources: {'Port': ['ID=b995e33f-4124-45be-9b38-d6d6e27d6f32,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:12.108284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d55f-6d13-4354-a801-27d2b5e0cf5a req-536dcabb-4e1c-4582-b88f-a6cd063a865c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.115007 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d55f-6d13-4354-a801-27d2b5e0cf5a req-536dcabb-4e1c-4582-b88f-a6cd063a865c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.122850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d55f-6d13-4354-a801-27d2b5e0cf5a req-536dcabb-4e1c-4582-b88f-a6cd063a865c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.130896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d55f-6d13-4354-a801-27d2b5e0cf5a req-536dcabb-4e1c-4582-b88f-a6cd063a865c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.138672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc0d55f-6d13-4354-a801-27d2b5e0cf5a req-536dcabb-4e1c-4582-b88f-a6cd063a865c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.148163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bdc0d55f-6d13-4354-a801-27d2b5e0cf5a req-536dcabb-4e1c-4582-b88f-a6cd063a865c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5440 time: 0.1577551 Sep 10 03:43:12.158565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Port 5376da65-6652-429a-9f52-d49281315943 on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:12.160280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Attempting to bind port 5376da65-6652-429a-9f52-d49281315943 on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:12.163870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-1b110eca-b71e-4acc-af72-556a6368e98e service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2098222 Sep 10 03:43:12.205449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bdc0d55f-6d13-4354-a801-27d2b5e0cf5a req-35311741-8103-4148-a3ca-2bc0886f1c5d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0451858 Sep 10 03:43:12.206946 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-95068ac5-b2b7-4a40-9bcb-0e649ea7b745 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6173553 Sep 10 03:43:12.243488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:12.246500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Checking segment: {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:12.246906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Bound using segment: {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:12.247367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Bound port: 5376da65-6652-429a-9f52-d49281315943, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:12.247987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:12.266322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe90a71a-9e0f-47c6-b8b6-91f81ccaff67 req-9afd7f64-492c-43ab-bb5e-9ad1a2a41bc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f87850ace14c445195cea94ed3513be7&device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0570407 Sep 10 03:43:12.268516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-611b9bf6-e374-49b5-86e7-cb6fa5007b21 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.1776726 Sep 10 03:43:12.487589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe90a71a-9e0f-47c6-b8b6-91f81ccaff67 req-97943054-99f8-40ad-be24-b5181c8a1f13 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f87850ace14c445195cea94ed3513be7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2149575 Sep 10 03:43:12.551251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e7f4607d-02f8-44da-89f3-bf723d22beb3,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:12.690766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e23889-7ce4-4d20-a7c0-5eeec32df583 req-6cc38e36-4b99-45e1-ac91-c26d597ffa65 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.698378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50e23889-7ce4-4d20-a7c0-5eeec32df583 req-6cc38e36-4b99-45e1-ac91-c26d597ffa65 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 931 time: 0.3111885 Sep 10 03:43:12.699264 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:12.721711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff7715c1-2035-45d5-af30-a92c4e9fe5cb {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:12.735173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1c3f982e-e5e1-44b5-b2f8-f1494c44f846 None None] Provisioning for port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:12.751326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1c3f982e-e5e1-44b5-b2f8-f1494c44f846 None None] Provisioning complete for port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:12.751712 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1c3f982e-e5e1-44b5-b2f8-f1494c44f846 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:12.752195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdae60ee-b29c-47b6-abaa-37b52e7fec7a req-a4987364-84bc-4902-b696-1ec864c1cba2 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.758393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdae60ee-b29c-47b6-abaa-37b52e7fec7a req-a4987364-84bc-4902-b696-1ec864c1cba2 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 943 time: 0.3700478 Sep 10 03:43:12.791084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Request body: {'port': {'device_id': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:12.817878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50e23889-7ce4-4d20-a7c0-5eeec32df583 req-031b676d-cd30-47d1-bf9d-e44a21e9f741 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184914 Sep 10 03:43:12.819063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe90a71a-9e0f-47c6-b8b6-91f81ccaff67 req-17453232-2dc9-40c7-95d0-4e7372851c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:12.846755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['42b31329-8d4d-4d6a-827f-ff52221bd22e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:12.849385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['9c746c9f-a3be-4e39-92ee-bee68113d82c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:12.851565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['84d56faa-0360-4709-a667-2e81c2bc963a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:12.853083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe90a71a-9e0f-47c6-b8b6-91f81ccaff67 req-17453232-2dc9-40c7-95d0-4e7372851c53 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3264780 Sep 10 03:43:12.895921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['56c6590c-f585-489e-b451-fe739a2c2c49'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:12.898154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e2c7d663-b85f-440b-ae2d-dd31206980c2'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:12.900063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e7f4607d-02f8-44da-89f3-bf723d22beb3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:12.902112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['7abd7b06-202a-4338-a29a-d82199e812e3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:12.915644 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:12.923607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port ff7715c1-2035-45d5-af30-a92c4e9fe5cb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:12.944359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdae60ee-b29c-47b6-abaa-37b52e7fec7a req-25be97bc-f24c-45bf-993c-9b3bb78305ef tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763682 Sep 10 03:43:13.113282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bab620ad-77f8-4552-880b-f25c1dad2deb req-fe736801-7d28-4c2d-ad34-3b65d8827138 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0520992 Sep 10 03:43:13.182195 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:13.185282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1c3f982e-e5e1-44b5-b2f8-f1494c44f846 None None] Port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:13.192857 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-d1bd0c61-403b-49df-9375-915971c2f286', 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'fixed_ips': [{'subnet_id': 'f907dafd-1163-4738-acfe-5dee74f3e967'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:43:13.193741 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:13.274764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-661d3a4e-f5ce-4d0a-958b-2da45d35ecf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.281217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-661d3a4e-f5ce-4d0a-958b-2da45d35ecf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.298055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-661d3a4e-f5ce-4d0a-958b-2da45d35ecf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/networks?id=e9951efe-f79b-417b-bdf5-bad52e97792c&id=d1bd0c61-403b-49df-9375-915971c2f286&id=e9951efe-f79b-417b-bdf5-bad52e97792c HTTP/1.1" status: 200 len: 1391 time: 0.1874239 Sep 10 03:43:13.330501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-f5a52ced-36bb-44c7-90d5-ddd050e7a925 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/quotas/9c8500dd865c4af2a7a973a359f49354 HTTP/1.1" status: 200 len: 375 time: 0.0314555 Sep 10 03:43:13.354136 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d20af29-2908-455d-8eeb-a13674d81d11 req-ca9a729a-670e-4876-828f-44f963accede service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1527734 Sep 10 03:43:13.417407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:13.438873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5376da65-6652-429a-9f52-d49281315943,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:13.449784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7d04c8-478b-40ef-b28e-146201b7a05b req-a717aa25-c478-45c4-b039-bae80e69e86c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.451395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef7d04c8-478b-40ef-b28e-146201b7a05b req-a717aa25-c478-45c4-b039-bae80e69e86c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 945 time: 0.1424704 Sep 10 03:43:13.471660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-25f014a0-36d7-410c-9e52-ae81aaa596a6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8500dd865c4af2a7a973a359f49354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1398127 Sep 10 03:43:13.553466 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:13.592310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['ff7715c1-2035-45d5-af30-a92c4e9fe5cb'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:13.594337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08763a31-63c3-4ee3-860a-6ac32fb153d3 None None] Network e9951efe-f79b-417b-bdf5-bad52e97792c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:13.607070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:13.615921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.616545 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:13.617959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] 10.222.0.39 "PUT /v2.0/ports/5376da65-6652-429a-9f52-d49281315943 HTTP/1.1" status: 200 len: 1091 time: 3.2070160 Sep 10 03:43:13.618417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'tag': '5376da65-6652-429a-9f52-d49281315943'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:13.621299 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68cc11d6-a0c3-477b-ae82-d32642108f31" -d '{"events": [{"name": "network-changed", "server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "tag": "5376da65-6652-429a-9f52-d49281315943"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:13.636993 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:13.661125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d63e6e-4636-4df6-9c75-03e7944d87f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5376da65-6652-429a-9f52-d49281315943,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:13.668120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-00389cc0-4cc7-4758-a855-6be52c1a2595 service neutron] 10.222.0.22 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955228 Sep 10 03:43:13.673480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef7d04c8-478b-40ef-b28e-146201b7a05b req-c29c6214-3eeb-44b8-98d2-0d681499d745 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1976962 Sep 10 03:43:13.674509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Transition to ACTIVE for port object 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:13.789273 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:13.803318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37862) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:13.832245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c6f8c297-1fb3-4680-a7d6-1e98d02d59bf up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:13.855122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-e00b902d-9eb8-4cb0-8767-6f6ed554b2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.856680 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-e00b902d-9eb8-4cb0-8767-6f6ed554b2a1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 1094 time: 0.1326694 Sep 10 03:43:13.866332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941a6a-c5a9-44af-b8b6-ecf9427ac210 req-cce19707-ae2f-480a-a088-723453561e66 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.878474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941a6a-c5a9-44af-b8b6-ecf9427ac210 req-cce19707-ae2f-480a-a088-723453561e66 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.884717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941a6a-c5a9-44af-b8b6-ecf9427ac210 req-cce19707-ae2f-480a-a088-723453561e66 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.892570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941a6a-c5a9-44af-b8b6-ecf9427ac210 req-cce19707-ae2f-480a-a088-723453561e66 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.898570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941a6a-c5a9-44af-b8b6-ecf9427ac210 req-cce19707-ae2f-480a-a088-723453561e66 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.900363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:13.905051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941a6a-c5a9-44af-b8b6-ecf9427ac210 req-cce19707-ae2f-480a-a088-723453561e66 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.910847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71941a6a-c5a9-44af-b8b6-ecf9427ac210 req-cce19707-ae2f-480a-a088-723453561e66 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:13.928258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71941a6a-c5a9-44af-b8b6-ecf9427ac210 req-cce19707-ae2f-480a-a088-723453561e66 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5440 time: 0.1568983 Sep 10 03:43:13.936194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-98cdf3ef-fafa-4a27-a66d-15d54d15eef7 service neutron] 10.222.0.22 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2494788 Sep 10 03:43:14.010690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:14.024746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-243bc8b0-73df-4d88-b760-bc556c4feca4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5376da65-6652-429a-9f52-d49281315943 HTTP/1.1" status: 200 len: 217 time: 0.1573200 Sep 10 03:43:14.025949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1cd6a481-74b2-4e99-8613-2ade321321ce no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:14.038544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71941a6a-c5a9-44af-b8b6-ecf9427ac210 req-65c9f63b-9305-4182-b5fa-b473ec2ff468 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1091390 Sep 10 03:43:14.115902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-98558bd7-5f13-4577-98a0-d0d44348c008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:14.117836 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-98558bd7-5f13-4577-98a0-d0d44348c008 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63197daf-2f94-42c1-990c-e0ca7f2854ea HTTP/1.1" status: 200 len: 844 time: 0.0781560 Sep 10 03:43:14.147357 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bce1416-c506-40af-a3a4-6d382ff54bbe x-openstack-request-id: req-8bce1416-c506-40af-a3a4-6d382ff54bbe {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:14.147635 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "tag": "5376da65-6652-429a-9f52-d49281315943", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:14.147909 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bce1416-c506-40af-a3a4-6d382ff54bbe {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:14.148302 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'tag': '5376da65-6652-429a-9f52-d49281315943', 'status': 'completed', 'code': 200} Sep 10 03:43:14.150451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fe90a71a-9e0f-47c6-b8b6-91f81ccaff67 req-ce1eb572-baa9-440d-9acf-7fb41de14124 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.1129961 Sep 10 03:43:14.151266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Attempting to bind port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:14.151649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Attempting to bind port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:14.152547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Attempting to bind port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 on network 00f7a226-40e1-4644-95af-a4f63e77454d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:14.152979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-fab6b4c8-cfd7-442e-9c8d-3c6d3e2cdd10 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bd0c61-403b-49df-9375-915971c2f286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999857 Sep 10 03:43:14.160512 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8141bef8-c8e8-4a8c-9284-6dac0f2331a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:14.199468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 1cd6a481-74b2-4e99-8613-2ade321321ce {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:14.199775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1cd6a481-74b2-4e99-8613-2ade321321ce not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:14.214458 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-4b751ef8-d286-445b-b0d4-76bf0c45c1e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0543308 Sep 10 03:43:14.220517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 on network 00f7a226-40e1-4644-95af-a4f63e77454d not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:14.220949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Attempting to bind port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 on network 00f7a226-40e1-4644-95af-a4f63e77454d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:14.240844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:14.241311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Checking segment: {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:14.241743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Bound using segment: {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:14.242261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Bound port: 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:14.242712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:14.283834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b5394b-e58b-4724-91cd-722c018e27d3 req-595c48b3-c3e9-48ca-bd85-4b8b59fc5eb7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:14.285364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98b5394b-e58b-4724-91cd-722c018e27d3 req-595c48b3-c3e9-48ca-bd85-4b8b59fc5eb7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 943 time: 0.1086376 Sep 10 03:43:14.301183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e58b3e60-3a6f-4cc1-99a9-7e9d37c01785 None None] Provisioning for port b995e33f-4124-45be-9b38-d6d6e27d6f32 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:14.322564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-f5a08282-b2da-480f-acf6-8d4d2677e600 service neutron] 10.222.0.22 "GET /v2.0/networks/d1bd0c61-403b-49df-9375-915971c2f286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684823 Sep 10 03:43:14.332332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:14.376193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98b5394b-e58b-4724-91cd-722c018e27d3 req-5c521db0-1b95-46c9-974b-17b50965ed4a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847023 Sep 10 03:43:14.413405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:14.413691 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:14.468139 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-a1700c1e-868c-4da6-9586-74f6d8810768 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2422869 Sep 10 03:43:14.474202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Allocated IP 19.86.0.2 (d1bd0c61-403b-49df-9375-915971c2f286/f907dafd-1163-4738-acfe-5dee74f3e967/9d69b722-1e75-4b90-8174-1afcddb049c0) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:14.477755 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-09d07d82-240a-4196-a75e-f9be123bd5f1 service neutron] 10.222.0.22 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1543524 Sep 10 03:43:14.477962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:02Z', 'revision_number': 4, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'gw_port': {'id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c6f8c297-1fb3-4680-a7d6-1e98d02d59bf', 'name': '', 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'mac_address': 'fa:16:3e:fe:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:00Z', 'updated_at': '2021-09-10T03:43:11Z', 'revision_number': 4, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'subnets': [{'id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:14.496907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] For port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:14.543999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bd46bd-d577-4121-8d3d-ca458e5405a8 req-bbeabbb3-d430-49a8-b42d-9148557998de tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:14.546026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78bd46bd-d577-4121-8d3d-ca458e5405a8 req-bbeabbb3-d430-49a8-b42d-9148557998de tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 943 time: 0.0866013 Sep 10 03:43:14.551702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] For port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:14.585987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8141bef8-c8e8-4a8c-9284-6dac0f2331a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:14.605580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1ea1205-03d5-413a-8aee-2135807b85e0 None None] The sync data for ids ['d166fbaf-3aa9-4411-a486-accb09a6fe18'] in n-d-808143-1 is: [{'id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:02Z', 'revision_number': 4, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'gw_port': {'id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c6f8c297-1fb3-4680-a7d6-1e98d02d59bf', 'name': '', 'network_id': '704c6d0e-072c-4799-af61-b9e26a44874f', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'mac_address': 'fa:16:3e:fe:e4:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1104, 'fixed_ips': [{'subnet_id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:00Z', 'updated_at': '2021-09-10T03:43:11Z', 'revision_number': 4, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'subnets': [{'id': '8dfb0462-bdb2-4d22-b94a-0c65458a7d30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:14.620126 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ff2d91f8-eec7-4e08-9760-3a4f247238c9 req-40f3ccd5-3627-497e-9dbb-7fba2daf9c25 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407864 Sep 10 03:43:14.647428 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-fbb5ec61-2810-40b1-90b0-9ff46e3004d2 service neutron] 10.222.0.22 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537092 Sep 10 03:43:14.647611 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:14.659926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78bd46bd-d577-4121-8d3d-ca458e5405a8 req-6b2fca1a-1bdf-42e1-9c8a-d8835593497c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733144 Sep 10 03:43:14.681369 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8141bef8-c8e8-4a8c-9284-6dac0f2331a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:14.738358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:14.738972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:14.747720 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] 10.222.0.39 "PUT /v2.0/ports/1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 1091 time: 1.9571719 Sep 10 03:43:14.894311 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8141bef8-c8e8-4a8c-9284-6dac0f2331a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b7f8af9baa2404883737dc3f1b210d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0873640 Sep 10 03:43:14.902866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8141bef8-c8e8-4a8c-9284-6dac0f2331a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e61a1e-eae3-4fdb-83e5-f9100aa0ff68,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:14.906584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37878) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:14.925585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8a4c34-ae3a-4c2a-b7c2-56d4892445e3 service neutron] Pushing event updated for resources: {'Port': ['ID=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:14.942444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbb2e409-73b2-472d-9182-66f4e5413df5 req-63bd21f0-8565-470d-b4b9-6fb67a7c8de8 tempest-ServerShowV257Test-296768888 tempest-ServerShowV257Test-296768888-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c376d57-ae65-44c4-9ca9-ab72cd380779 HTTP/1.1" status: 200 len: 210 time: 0.0633326 Sep 10 03:43:15.033618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-83949012-14f3-4dce-9522-3d7ae9b8cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.053149 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-83949012-14f3-4dce-9522-3d7ae9b8cb28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 1094 time: 0.2546282 Sep 10 03:43:15.098142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-be296cc8-f1c9-4082-96b7-799812a0ae5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.099994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-be296cc8-f1c9-4082-96b7-799812a0ae5e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1094 time: 0.2022076 Sep 10 03:43:15.187009 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-603b590a-a41b-4ea1-95b7-74a5960f4e4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:15.198353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9eb572ae-83bc-4cc1-9d0e-7eb577d78158 req-069e7b65-07d0-4509-90f7-f0fcab445ce1 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 210 time: 0.0764303 Sep 10 03:43:15.203564 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-3219976b-c697-47b8-a4c8-273af11f0456 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 217 time: 0.0922062 Sep 10 03:43:15.217438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5e330b-964f-4795-a539-f69c1a03b4eb req-06165d69-3bce-4302-ac0b-adf9e873ee55 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.225934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd5e330b-964f-4795-a539-f69c1a03b4eb req-06165d69-3bce-4302-ac0b-adf9e873ee55 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 945 time: 0.1539288 Sep 10 03:43:15.289083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd5e330b-964f-4795-a539-f69c1a03b4eb req-718f6fd1-be92-4332-8b06-ddedba9e988a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622206 Sep 10 03:43:15.667748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-09956e53-a1a4-4523-a1e9-d7f6e8989e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.667748 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-09956e53-a1a4-4523-a1e9-d7f6e8989e79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 905 time: 0.3348517 Sep 10 03:43:15.669778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8c64-ce52-4c8a-ad66-cb24aefb0458 req-e56a4992-1f79-43ac-88ba-f2d2d6accf1c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.669778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8c64-ce52-4c8a-ad66-cb24aefb0458 req-e56a4992-1f79-43ac-88ba-f2d2d6accf1c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.669778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8c64-ce52-4c8a-ad66-cb24aefb0458 req-e56a4992-1f79-43ac-88ba-f2d2d6accf1c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.669778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8c64-ce52-4c8a-ad66-cb24aefb0458 req-e56a4992-1f79-43ac-88ba-f2d2d6accf1c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.669778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8c64-ce52-4c8a-ad66-cb24aefb0458 req-e56a4992-1f79-43ac-88ba-f2d2d6accf1c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.669778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8c64-ce52-4c8a-ad66-cb24aefb0458 req-e56a4992-1f79-43ac-88ba-f2d2d6accf1c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.669778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943a8c64-ce52-4c8a-ad66-cb24aefb0458 req-e56a4992-1f79-43ac-88ba-f2d2d6accf1c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.669778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-943a8c64-ce52-4c8a-ad66-cb24aefb0458 req-e56a4992-1f79-43ac-88ba-f2d2d6accf1c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5440 time: 0.1822565 Sep 10 03:43:15.671213 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:15.680033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-603b590a-a41b-4ea1-95b7-74a5960f4e4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:15.680033 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-7a238d7f-b5a1-4eb5-8518-30bd29fec481 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5376da65-6652-429a-9f52-d49281315943 HTTP/1.1" status: 200 len: 217 time: 0.0946612 Sep 10 03:43:15.680033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-90bbaa1e-3f4f-455b-b771-002543b0adeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.680033 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-90bbaa1e-3f4f-455b-b771-002543b0adeb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.2974293 Sep 10 03:43:15.681268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c6f8c297-1fb3-4680-a7d6-1e98d02d59bf,segment=NetworkSegment(791c1b26-6ef0-478f-a478-f075ceaf4e8f),segment_id=791c1b26-6ef0-478f-a478-f075ceaf4e8f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:15.681451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-943a8c64-ce52-4c8a-ad66-cb24aefb0458 req-b4bd7270-27c6-48fe-ab2b-aa00a96b1e29 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0812883 Sep 10 03:43:15.681669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:15.681872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2673ac-a524-4fc3-bd96-3160101fed52 req-902b8b7d-7432-467f-9e62-443ceac0ef01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.681872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c2673ac-a524-4fc3-bd96-3160101fed52 req-902b8b7d-7432-467f-9e62-443ceac0ef01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 943 time: 0.1381350 Sep 10 03:43:15.701907 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:15.704026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b995e33f-4124-45be-9b38-d6d6e27d6f32 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:15.709155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-d5f0d52e-8cf6-4107-a104-efa9c110cdd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.711807 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-d5f0d52e-8cf6-4107-a104-efa9c110cdd0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63197daf-2f94-42c1-990c-e0ca7f2854ea HTTP/1.1" status: 200 len: 844 time: 0.1533618 Sep 10 03:43:15.732394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-a7ae32ba-ae9d-4a99-9b67-dd264397f9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.733892 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-a7ae32ba-ae9d-4a99-9b67-dd264397f9c4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0806711 Sep 10 03:43:15.764511 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-2d003cdb-cd78-45dc-9695-52b1a123df73 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439408 Sep 10 03:43:15.797467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c2673ac-a524-4fc3-bd96-3160101fed52 req-998e7ad5-22c0-4bf3-8786-a8ee99933482 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1275909 Sep 10 03:43:15.815040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-603b590a-a41b-4ea1-95b7-74a5960f4e4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:15.819229 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-603b590a-a41b-4ea1-95b7-74a5960f4e4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:15.828312 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-603b590a-a41b-4ea1-95b7-74a5960f4e4b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55e61a1e-eae3-4fdb-83e5-f9100aa0ff68 HTTP/1.1" status: 204 len: 168 time: 0.9127274 Sep 10 03:43:15.830119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8005623-d33a-4c8c-876d-157614fea76e req-48aed85b-e13e-4944-8c22-c2c6ff974842 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:15.840628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8005623-d33a-4c8c-876d-157614fea76e req-48aed85b-e13e-4944-8c22-c2c6ff974842 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 943 time: 0.0855739 Sep 10 03:43:15.850623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b590a-a41b-4ea1-95b7-74a5960f4e4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e61a1e-eae3-4fdb-83e5-f9100aa0ff68,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:15.865784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Transition to ACTIVE for port object 9d69b722-1e75-4b90-8174-1afcddb049c0 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:15.897010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8005623-d33a-4c8c-876d-157614fea76e req-6e742595-d9ac-48c3-944f-d4cbcf7427a9 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554197 Sep 10 03:43:15.935547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Transition to ACTIVE for port object 9d69b722-1e75-4b90-8174-1afcddb049c0 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:15.973390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 84d56faa-0360-4709-a667-2e81c2bc963a up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:15.980755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=c6f8c297-1fb3-4680-a7d6-1e98d02d59bf,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:16.025760 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-cde900eb-2a1b-4ab4-a1ef-6f8ad8c337b5 service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2635953 Sep 10 03:43:16.063570 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-6ab259c7-ecdf-4f46-b354-95cf45eb1360 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2683704 Sep 10 03:43:16.079818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.117185 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Network d1bd0c61-403b-49df-9375-915971c2f286 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:16.120155 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:16.122582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:16.139232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Pushing event updated for resources: {'Port': ['ID=9d69b722-1e75-4b90-8174-1afcddb049c0,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:16.149529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:16.152439 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f97895-ca6f-412a-855c-2e983a94f686" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:16.183711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port b995e33f-4124-45be-9b38-d6d6e27d6f32 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:16.187897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 84d56faa-0360-4709-a667-2e81c2bc963a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:16.204998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b995e33f-4124-45be-9b38-d6d6e27d6f32 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:16.204998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.204998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 84d56faa-0360-4709-a667-2e81c2bc963a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:16.204998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.214977 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da2b4ab2-32bd-41e2-9206-d6daf072ba92 x-openstack-request-id: req-da2b4ab2-32bd-41e2-9206-d6daf072ba92 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:16.215268 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:16.215518 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da2b4ab2-32bd-41e2-9206-d6daf072ba92 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:16.215996 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'status': 'completed', 'code': 200} Sep 10 03:43:16.217989 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e81ef7da-4a60-44b7-8d68-7dd99ec6f927 req-6c980e79-8cdf-483e-9d73-23f9ad73500a service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836188 Sep 10 03:43:16.227947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Attempting to bind port 9d69b722-1e75-4b90-8174-1afcddb049c0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:16.228317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Attempting to bind port 9d69b722-1e75-4b90-8174-1afcddb049c0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:16.228679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Attempting to bind port 9d69b722-1e75-4b90-8174-1afcddb049c0 on network d1bd0c61-403b-49df-9375-915971c2f286 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:16.240041 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68cc11d6-a0c3-477b-ae82-d32642108f31 req-ab2dd72e-1fa2-496b-8067-4e75753ad9c0 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700065 Sep 10 03:43:16.258016 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:16.258396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Checking segment: {'id': 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:16.258784 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.259167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Bound using segment: {'id': 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:16.259637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Bound port: 9d69b722-1e75-4b90-8174-1afcddb049c0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:16.260531 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.288428 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11bf7e16-9843-4310-b03b-a2186d9ce6ce req-10c2dfc4-b7b6-4970-8568-d711b76027e1 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 210 time: 0.0337296 Sep 10 03:43:16.406017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] For port 9d69b722-1e75-4b90-8174-1afcddb049c0, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:16.416090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f97895-ca6f-412a-855c-2e983a94f686 req-14107e07-3382-4116-95c9-c31c2dbc4b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.417754 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29f97895-ca6f-412a-855c-2e983a94f686 req-14107e07-3382-4116-95c9-c31c2dbc4b26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1094 time: 0.0490713 Sep 10 03:43:16.421879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] For port 9d69b722-1e75-4b90-8174-1afcddb049c0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9d69b722-1e75-4b90-8174-1afcddb049c0,segment=NetworkSegment(cea05c55-33e3-4fd6-b25b-b13b13b3f2db),segment_id=cea05c55-33e3-4fd6-b25b-b13b13b3f2db)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:16.432688 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.438092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e9284e-a20c-4f16-ae6f-4452f747c1bc req-4a6fd2c6-a4a5-4790-a429-04a448d7497f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.439740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0e9284e-a20c-4f16-ae6f-4452f747c1bc req-4a6fd2c6-a4a5-4790-a429-04a448d7497f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 945 time: 0.0543761 Sep 10 03:43:16.446443 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.492080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d56faa-0360-4709-a667-2e81c2bc963a'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:16.494398 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e19500-efde-483d-8cc5-e5ca1236c0e9" -d '{"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "84d56faa-0360-4709-a667-2e81c2bc963a"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:16.494819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0e9284e-a20c-4f16-ae6f-4452f747c1bc req-21570f7f-305f-4f64-8e8e-f8a06259717c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487933 Sep 10 03:43:16.502222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port b995e33f-4124-45be-9b38-d6d6e27d6f32, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b995e33f-4124-45be-9b38-d6d6e27d6f32,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:16.518396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 84d56faa-0360-4709-a667-2e81c2bc963a, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=84d56faa-0360-4709-a667-2e81c2bc963a,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:16.542177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f97895-ca6f-412a-855c-2e983a94f686 req-bb026089-4788-4e48-96b5-2fc78bc0bf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.542430 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.543790 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29f97895-ca6f-412a-855c-2e983a94f686 req-bb026089-4788-4e48-96b5-2fc78bc0bf28 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.1182640 Sep 10 03:43:16.553295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37916) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:16.586787 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a72c8ef-8377-46f5-b5d4-6648dd641944 x-openstack-request-id: req-0a72c8ef-8377-46f5-b5d4-6648dd641944 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:16.587141 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "84d56faa-0360-4709-a667-2e81c2bc963a", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:16.587374 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a72c8ef-8377-46f5-b5d4-6648dd641944 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:16.587771 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84d56faa-0360-4709-a667-2e81c2bc963a', 'code': 200} Sep 10 03:43:16.591189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.595601 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29f97895-ca6f-412a-855c-2e983a94f686 req-2ff1495f-5c22-4660-9431-76ec623bcff7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 217 time: 0.0436783 Sep 10 03:43:16.629957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.632899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e7f4607d-02f8-44da-89f3-bf723d22beb3 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:16.637779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d48542-9255-43fc-8aa0-cdd683aecb95 None None] Pushing event updated for resources: {'Port': ['ID=9d69b722-1e75-4b90-8174-1afcddb049c0,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:16.675847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f97895-ca6f-412a-855c-2e983a94f686 req-f276a705-ce63-427d-91c2-b26054fec54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.677596 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29f97895-ca6f-412a-855c-2e983a94f686 req-f276a705-ce63-427d-91c2-b26054fec54d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.0720296 Sep 10 03:43:16.754055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=b995e33f-4124-45be-9b38-d6d6e27d6f32,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:16.770030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f97895-ca6f-412a-855c-2e983a94f686 req-a0e77d21-c42a-4e37-a31b-84d247188d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.775764 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29f97895-ca6f-412a-855c-2e983a94f686 req-a0e77d21-c42a-4e37-a31b-84d247188d75 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0836403 Sep 10 03:43:16.804825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=84d56faa-0360-4709-a667-2e81c2bc963a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:16.808353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37922) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:16.810694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c6f8c297-1fb3-4680-a7d6-1e98d02d59bf up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:16.848784 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb8cbb55-9f8d-4b01-8886-2fe6a058cff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.859750 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.885244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:16.885632 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:16.915785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647b8d-dd85-4833-b8ec-99f6f349b3ab req-67e09f49-0028-41d4-ab7b-8bf22c19a381 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.927770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647b8d-dd85-4833-b8ec-99f6f349b3ab req-67e09f49-0028-41d4-ab7b-8bf22c19a381 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.939404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647b8d-dd85-4833-b8ec-99f6f349b3ab req-67e09f49-0028-41d4-ab7b-8bf22c19a381 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.944966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647b8d-dd85-4833-b8ec-99f6f349b3ab req-67e09f49-0028-41d4-ab7b-8bf22c19a381 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.964331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647b8d-dd85-4833-b8ec-99f6f349b3ab req-67e09f49-0028-41d4-ab7b-8bf22c19a381 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.970186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647b8d-dd85-4833-b8ec-99f6f349b3ab req-67e09f49-0028-41d4-ab7b-8bf22c19a381 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.976149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67647b8d-dd85-4833-b8ec-99f6f349b3ab req-67e09f49-0028-41d4-ab7b-8bf22c19a381 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:16.977265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port e7f4607d-02f8-44da-89f3-bf723d22beb3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:16.977992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67647b8d-dd85-4833-b8ec-99f6f349b3ab req-67e09f49-0028-41d4-ab7b-8bf22c19a381 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5441 time: 0.2089410 Sep 10 03:43:16.996593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29f97895-ca6f-412a-855c-2e983a94f686 req-bc3093db-481a-4a08-82a5-29f45a86909f service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2138240 Sep 10 03:43:16.998006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port e7f4607d-02f8-44da-89f3-bf723d22beb3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:16.998603 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.019332 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-cb8cbb55-9f8d-4b01-8886-2fe6a058cff3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:43:17.019332 n-d-808143-1 neutron-server[95136]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:43:17.019332 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id': 'f87850ace14c445195cea94ed3513be7', 'id': '5d26742d-fe50-4051-a684-9459a3c7055f', 'expiration': datetime.datetime(2021, 9, 10, 3, 45, 16, 978763)}] Sep 10 03:43:17.019332 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:43:17.019963 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-cb8cbb55-9f8d-4b01-8886-2fe6a058cff3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:43:17.092059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67647b8d-dd85-4833-b8ec-99f6f349b3ab req-cf320baa-91c8-4817-930b-d007cedbd6b8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0881071 Sep 10 03:43:17.128799 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1fdb25-2ebc-400d-8010-22548bd58129 req-7227f2c0-8720-4970-b67a-1f9663c69951 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:17.136958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd1fdb25-2ebc-400d-8010-22548bd58129 req-7227f2c0-8720-4970-b67a-1f9663c69951 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 943 time: 0.1415060 Sep 10 03:43:17.138663 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29f97895-ca6f-412a-855c-2e983a94f686 req-774d6e55-b86a-41d5-911d-ca357a13cfb3 service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332734 Sep 10 03:43:17.140088 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.185464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e7f4607d-02f8-44da-89f3-bf723d22beb3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:17.208707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.220091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd1fdb25-2ebc-400d-8010-22548bd58129 req-8da14855-95fa-4810-a489-7f22df385bb6 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822394 Sep 10 03:43:17.240883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b42e7-cacb-4d96-a2b7-9c5e8739c5ad req-8c950fdb-2ac6-4be8-87a4-1aa091fabf8f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:17.242356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-544b42e7-cacb-4d96-a2b7-9c5e8739c5ad req-8c950fdb-2ac6-4be8-87a4-1aa091fabf8f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 943 time: 0.0628779 Sep 10 03:43:17.280499 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.280748 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.300098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-544b42e7-cacb-4d96-a2b7-9c5e8739c5ad req-07d60902-4adc-4dfc-8df7-fadbfcf4d745 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512717 Sep 10 03:43:17.333732 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e563118cfbfb4dc8b95f6fa52d42018a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5242424 Sep 10 03:43:17.336424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37932) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:17.342657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e7f4607d-02f8-44da-89f3-bf723d22beb3,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:17.343639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b29a3045-1a58-423f-ae44-7c17d461f4a5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:17.367374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.370693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.370693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.370693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.370693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.370693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.370693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.370693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.371466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.371466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.371704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.372007 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f92d3b-de45-4e28-846b-b8e9f1dc16df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:17.395831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c7aea32-5802-4ba0-b8a2-77b2291e8292 req-c5c8a671-55a4-4503-969b-0614c7f6ac2b tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 210 time: 0.0294549 Sep 10 03:43:17.409613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8572b0a0-6a10-4d45-9367-14d862d9318d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.431018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8572b0a0-6a10-4d45-9367-14d862d9318d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.520707 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb8cbb55-9f8d-4b01-8886-2fe6a058cff3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.569684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8572b0a0-6a10-4d45-9367-14d862d9318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.574131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8572b0a0-6a10-4d45-9367-14d862d9318d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.575216 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8572b0a0-6a10-4d45-9367-14d862d9318d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b29a3045-1a58-423f-ae44-7c17d461f4a5 HTTP/1.1" status: 204 len: 168 time: 0.2377367 Sep 10 03:43:17.584018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8572b0a0-6a10-4d45-9367-14d862d9318d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b29a3045-1a58-423f-ae44-7c17d461f4a5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:17.651442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae0c884-c6a3-4ade-b185-07fbe2d2c890 req-f8387c9b-42e6-4930-beb6-5a42043cca0a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:17.653586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ae0c884-c6a3-4ade-b185-07fbe2d2c890 req-f8387c9b-42e6-4930-beb6-5a42043cca0a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 945 time: 0.0816407 Sep 10 03:43:17.713918 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb8cbb55-9f8d-4b01-8886-2fe6a058cff3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.718257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ae0c884-c6a3-4ade-b185-07fbe2d2c890 req-093e0c0c-61ad-43e0-a589-ac3f00e76da9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573535 Sep 10 03:43:17.771727 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb8cbb55-9f8d-4b01-8886-2fe6a058cff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.797825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ff7715c1-2035-45d5-af30-a92c4e9fe5cb up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:17.817053 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cb8cbb55-9f8d-4b01-8886-2fe6a058cff3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f87850ace14c445195cea94ed3513be7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2602892 Sep 10 03:43:17.817053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8cbb55-9f8d-4b01-8886-2fe6a058cff3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6781390-d80d-4fac-a11a-e7a4e098cfa1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:17.817430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37938) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:17.850602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c36f48-4f98-4525-be08-cadf69e56528 None None] Network d1bd0c61-403b-49df-9375-915971c2f286 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:17.886896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-761689a8-ae26-4e5a-81c1-a17d364808e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.940278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-761689a8-ae26-4e5a-81c1-a17d364808e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:17.978595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:17.980504 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 56c6590c-f585-489e-b451-fe739a2c2c49 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:18.020089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e4ac5e2e-b05b-4342-b18a-8995405d7b68 None None] Provisioning for port 9d69b722-1e75-4b90-8174-1afcddb049c0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:18.044853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-5565ad5a-5cb3-4431-9ca2-fdb6b96485ee tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.051123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-5565ad5a-5cb3-4431-9ca2-fdb6b96485ee tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.052940 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-5565ad5a-5cb3-4431-9ca2-fdb6b96485ee tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "GET /v2.0/networks?id=e9951efe-f79b-417b-bdf5-bad52e97792c&id=d1bd0c61-403b-49df-9375-915971c2f286&id=e9951efe-f79b-417b-bdf5-bad52e97792c HTTP/1.1" status: 200 len: 1391 time: 0.1631300 Sep 10 03:43:18.058458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port ff7715c1-2035-45d5-af30-a92c4e9fe5cb completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:18.066392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'port': {'device_id': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c', 'admin_state_up': True, 'tenant_id': '9c8500dd865c4af2a7a973a359f49354'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:18.078363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port ff7715c1-2035-45d5-af30-a92c4e9fe5cb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:18.078734 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.133677 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-761689a8-ae26-4e5a-81c1-a17d364808e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.137671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-761689a8-ae26-4e5a-81c1-a17d364808e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.138984 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-761689a8-ae26-4e5a-81c1-a17d364808e1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6781390-d80d-4fac-a11a-e7a4e098cfa1 HTTP/1.1" status: 204 len: 168 time: 0.3205771 Sep 10 03:43:18.163437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761689a8-ae26-4e5a-81c1-a17d364808e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6781390-d80d-4fac-a11a-e7a4e098cfa1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:18.236016 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:18.239286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ccf-5d5b-4fa1-b60c-c2c97e350ee5 req-de55f09c-9439-4262-a478-3333b240638d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.249212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ccf-5d5b-4fa1-b60c-c2c97e350ee5 req-de55f09c-9439-4262-a478-3333b240638d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.249750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 56c6590c-f585-489e-b451-fe739a2c2c49 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:18.255134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ccf-5d5b-4fa1-b60c-c2c97e350ee5 req-de55f09c-9439-4262-a478-3333b240638d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.255515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 56c6590c-f585-489e-b451-fe739a2c2c49 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:18.255957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.257570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'port_id': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'mac_address': 'fa:16:3e:71:b8:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:18.261532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ccf-5d5b-4fa1-b60c-c2c97e350ee5 req-de55f09c-9439-4262-a478-3333b240638d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.268640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ccf-5d5b-4fa1-b60c-c2c97e350ee5 req-de55f09c-9439-4262-a478-3333b240638d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.274480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ccf-5d5b-4fa1-b60c-c2c97e350ee5 req-de55f09c-9439-4262-a478-3333b240638d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.280643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34af6ccf-5d5b-4fa1-b60c-c2c97e350ee5 req-de55f09c-9439-4262-a478-3333b240638d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.283231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34af6ccf-5d5b-4fa1-b60c-c2c97e350ee5 req-de55f09c-9439-4262-a478-3333b240638d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5442 time: 0.1204040 Sep 10 03:43:18.326297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:18.335337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.357518 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.359299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34af6ccf-5d5b-4fa1-b60c-c2c97e350ee5 req-7e5912fa-fde2-4f0a-8a8a-6af87d677aa0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0691276 Sep 10 03:43:18.391167 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.426481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port ff7715c1-2035-45d5-af30-a92c4e9fe5cb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:18.428622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:18.445472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87746c-81ea-40a4-9676-370d40c97c1b req-15768bba-daac-44bb-a783-72de5c3d7c2e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.455729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f87746c-81ea-40a4-9676-370d40c97c1b req-15768bba-daac-44bb-a783-72de5c3d7c2e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 943 time: 0.1222484 Sep 10 03:43:18.483881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:18.489259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37954) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:18.501055 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.504029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.560958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Allocated IP 19.80.0.172 (e9951efe-f79b-417b-bdf5-bad52e97792c/aced204a-67f1-4e4a-9b7e-eddff18cd27a/d6007a46-297c-47ad-b079-4a62f099ded5) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:18.577112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 56c6590c-f585-489e-b451-fe739a2c2c49, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=56c6590c-f585-489e-b451-fe739a2c2c49,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:18.582092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.582583 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.583220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5376da65-6652-429a-9f52-d49281315943 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:18.588318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f4607d-02f8-44da-89f3-bf723d22beb3'}, {'server_uuid': '3dd63d6c-c4b0-4d57-814a-2ccc5c50f762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7715c1-2035-45d5-af30-a92c4e9fe5cb'}, {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c6590c-f585-489e-b451-fe739a2c2c49'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:18.591003 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db780b10-55f2-4190-bd5a-e0bf1e5edefe" -d '{"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "e7f4607d-02f8-44da-89f3-bf723d22beb3"}, {"server_uuid": "3dd63d6c-c4b0-4d57-814a-2ccc5c50f762", "name": "network-vif-plugged", "status": "completed", "tag": "ff7715c1-2035-45d5-af30-a92c4e9fe5cb"}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "56c6590c-f585-489e-b451-fe739a2c2c49"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:18.615632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:18.630587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f87746c-81ea-40a4-9676-370d40c97c1b req-f16f2879-5268-4d0f-b6fb-7f753c0c230f tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651073 Sep 10 03:43:18.712973 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.714732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e2c7d663-b85f-440b-ae2d-dd31206980c2 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:18.728279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecd4855-76c8-43ba-a392-72ad8fcc5125 req-a8d442cd-4a21-4477-9f40-b030a0aad66b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:18.736369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ecd4855-76c8-43ba-a392-72ad8fcc5125 req-a8d442cd-4a21-4477-9f40-b030a0aad66b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 943 time: 0.1657646 Sep 10 03:43:18.788497 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.793077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd6a88f6-259b-443a-99e4-b92bcf479ffb req-63e4356d-705a-4d99-bcbc-d92f9bd68191 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 210 time: 0.0849154 Sep 10 03:43:18.800935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Transition to ACTIVE for port object d6007a46-297c-47ad-b079-4a62f099ded5 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:18.841386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ecd4855-76c8-43ba-a392-72ad8fcc5125 req-d66c2ee8-a785-41d0-a7a8-e4086ceee70b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042273 Sep 10 03:43:18.876812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:18.915633 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcb820d2-0fc4-4800-979d-fcbca9441d78 x-openstack-request-id: req-bcb820d2-0fc4-4800-979d-fcbca9441d78 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:18.915961 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "e7f4607d-02f8-44da-89f3-bf723d22beb3", "code": 200}, {"server_uuid": "3dd63d6c-c4b0-4d57-814a-2ccc5c50f762", "name": "network-vif-plugged", "status": "completed", "tag": "ff7715c1-2035-45d5-af30-a92c4e9fe5cb", "code": 200}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "56c6590c-f585-489e-b451-fe739a2c2c49", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:18.916350 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bcb820d2-0fc4-4800-979d-fcbca9441d78 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:18.916784 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7f4607d-02f8-44da-89f3-bf723d22beb3', 'code': 200} Sep 10 03:43:18.917048 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd63d6c-c4b0-4d57-814a-2ccc5c50f762', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff7715c1-2035-45d5-af30-a92c4e9fe5cb', 'code': 200} Sep 10 03:43:18.923015 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '56c6590c-f585-489e-b451-fe739a2c2c49', 'code': 200} Sep 10 03:43:18.923899 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:18.930879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b995e33f-4124-45be-9b38-d6d6e27d6f32 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:18.989514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network e9951efe-f79b-417b-bdf5-bad52e97792c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:19.010298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Port': ['ID=d6007a46-297c-47ad-b079-4a62f099ded5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:19.014869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:19.028815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:19.040748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.055866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b333d7d2-241a-43c3-831c-6796a3116690 req-185ac70e-71f4-4880-83e8-aabc13df2f88 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.057550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b333d7d2-241a-43c3-831c-6796a3116690 req-185ac70e-71f4-4880-83e8-aabc13df2f88 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 946 time: 0.1263335 Sep 10 03:43:19.074345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3538e40c-0e52-4f37-9918-c68aef6e07e5 req-36ebc2d6-6989-4824-bbb7-1a2290d55186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.075885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3538e40c-0e52-4f37-9918-c68aef6e07e5 req-36ebc2d6-6989-4824-bbb7-1a2290d55186 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 1097 time: 0.0979292 Sep 10 03:43:19.108000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port e2c7d663-b85f-440b-ae2d-dd31206980c2 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:19.116071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.117096 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.126047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b333d7d2-241a-43c3-831c-6796a3116690 req-3282f5d9-7ae5-48b5-b87f-359a13cbd3cd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612526 Sep 10 03:43:19.132431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3538e40c-0e52-4f37-9918-c68aef6e07e5 req-7f3387ae-217f-4146-964d-fba7e3f2cb8e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484529 Sep 10 03:43:19.137633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port e2c7d663-b85f-440b-ae2d-dd31206980c2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:19.137633 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.155453 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.185727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=56c6590c-f585-489e-b451-fe739a2c2c49,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:19.195940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5376da65-6652-429a-9f52-d49281315943,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:19.202735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fde3de9602bd4ff6944ba29978b149d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7101867 Sep 10 03:43:19.202735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3effbd91-025b-4d50-97c5-2bdd76ba9f98,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:19.205893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37970) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:19.219373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '5376da65-6652-429a-9f52-d49281315943', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'port_id': '5376da65-6652-429a-9f52-d49281315943', 'mac_address': 'fa:16:3e:50:cc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63197daf-2f94-42c1-990c-e0ca7f2854ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:19.227095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.230132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.230132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.230132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.230132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.230132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.230132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.231093 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-e5d662da-57d6-476d-a2f1-48fd33de5957 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1630433 Sep 10 03:43:19.231817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.232474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.233760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.234279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.236636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c341e6b-4ffb-45b7-bcd2-f3b397b6f5eb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:19.283938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-05f29402-4cbc-4e5f-842d-72cd50e759bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.303267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b995e33f-4124-45be-9b38-d6d6e27d6f32 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:19.303560 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.309926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-05f29402-4cbc-4e5f-842d-72cd50e759bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.321862 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'port': {'device_id': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286', 'admin_state_up': True, 'tenant_id': '9c8500dd865c4af2a7a973a359f49354'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:19.340384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.360973 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.378882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5376da65-6652-429a-9f52-d49281315943 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:19.412815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5376da65-6652-429a-9f52-d49281315943,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:19.429992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e2c7d663-b85f-440b-ae2d-dd31206980c2, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:19.470809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9d69b722-1e75-4b90-8174-1afcddb049c0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:19.493994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a15117c6-4c65-4e49-9e58-7b14be1426f6 None None] Provisioning for port d6007a46-297c-47ad-b079-4a62f099ded5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:19.500888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a15117c6-4c65-4e49-9e58-7b14be1426f6 None None] Provisioning complete for port d6007a46-297c-47ad-b079-4a62f099ded5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:19.501340 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a15117c6-4c65-4e49-9e58-7b14be1426f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.522294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc969b-1c8a-432e-8ea7-8ea412f6a26f req-9518a447-cfe5-4463-8465-03e8e4443bd6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.529508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc969b-1c8a-432e-8ea7-8ea412f6a26f req-9518a447-cfe5-4463-8465-03e8e4443bd6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.535672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc969b-1c8a-432e-8ea7-8ea412f6a26f req-9518a447-cfe5-4463-8465-03e8e4443bd6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.537830 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.538693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 7abd7b06-202a-4338-a29a-d82199e812e3 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:19.540457 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.542015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc969b-1c8a-432e-8ea7-8ea412f6a26f req-9518a447-cfe5-4463-8465-03e8e4443bd6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.548185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc969b-1c8a-432e-8ea7-8ea412f6a26f req-9518a447-cfe5-4463-8465-03e8e4443bd6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.554182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc969b-1c8a-432e-8ea7-8ea412f6a26f req-9518a447-cfe5-4463-8465-03e8e4443bd6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.560648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc969b-1c8a-432e-8ea7-8ea412f6a26f req-9518a447-cfe5-4463-8465-03e8e4443bd6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.562904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92dc969b-1c8a-432e-8ea7-8ea412f6a26f req-9518a447-cfe5-4463-8465-03e8e4443bd6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5443 time: 0.0966034 Sep 10 03:43:19.569716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:19.575169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.578267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-05f29402-4cbc-4e5f-842d-72cd50e759bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.580978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-05f29402-4cbc-4e5f-842d-72cd50e759bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.582115 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-05f29402-4cbc-4e5f-842d-72cd50e759bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3effbd91-025b-4d50-97c5-2bdd76ba9f98 HTTP/1.1" status: 204 len: 168 time: 0.3779473 Sep 10 03:43:19.610845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a15117c6-4c65-4e49-9e58-7b14be1426f6 None None] Port d6007a46-297c-47ad-b079-4a62f099ded5 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:19.646409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92dc969b-1c8a-432e-8ea7-8ea412f6a26f req-c4df40c0-a091-40cc-8f33-49ec1716b75d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0601408 Sep 10 03:43:19.673719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e2c7d663-b85f-440b-ae2d-dd31206980c2,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:19.761900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=5376da65-6652-429a-9f52-d49281315943,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:19.811946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9d69b722-1e75-4b90-8174-1afcddb049c0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:19.819390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9d69b722-1e75-4b90-8174-1afcddb049c0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:19.819902 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.829245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e92dd78-e6fc-40f9-8dc8-741d48f7b54c req-54beafe7-e016-46bc-baaa-256eea8b97f1 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:19.830927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e92dd78-e6fc-40f9-8dc8-741d48f7b54c req-54beafe7-e016-46bc-baaa-256eea8b97f1 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 944 time: 0.0782635 Sep 10 03:43:19.843932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 7abd7b06-202a-4338-a29a-d82199e812e3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:19.868288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:19.878038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['5376da65-6652-429a-9f52-d49281315943'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:19.908219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 7abd7b06-202a-4338-a29a-d82199e812e3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:19.908219 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:19.922404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e92dd78-e6fc-40f9-8dc8-741d48f7b54c req-8a752986-4b70-4df8-bca0-0405b6af3ebc tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849609 Sep 10 03:43:19.979604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f29402-4cbc-4e5f-842d-72cd50e759bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3effbd91-025b-4d50-97c5-2bdd76ba9f98,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:20.116353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f586c4-2784-45d7-bc4e-5ccd259b996e req-75d0531d-01cc-4efd-9047-ea2dc9f8a086 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.118543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Allocated IP 19.86.0.207 (d1bd0c61-403b-49df-9375-915971c2f286/f907dafd-1163-4738-acfe-5dee74f3e967/c4c514b7-c176-46f0-92ad-543aa1443829) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:20.123669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88f586c4-2784-45d7-bc4e-5ccd259b996e req-75d0531d-01cc-4efd-9047-ea2dc9f8a086 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 932 time: 0.1465080 Sep 10 03:43:20.155722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6570c7-d5b6-445d-91fb-fd403cc2bc33 req-712ea0be-8328-49f5-91ef-d614804dae62 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.157629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d6570c7-d5b6-445d-91fb-fd403cc2bc33 req-712ea0be-8328-49f5-91ef-d614804dae62 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 944 time: 0.1402712 Sep 10 03:43:20.208243 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.214618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.310912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 7abd7b06-202a-4338-a29a-d82199e812e3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7abd7b06-202a-4338-a29a-d82199e812e3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:20.338268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9d69b722-1e75-4b90-8174-1afcddb049c0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9d69b722-1e75-4b90-8174-1afcddb049c0,segment=NetworkSegment(cea05c55-33e3-4fd6-b25b-b13b13b3f2db),segment_id=cea05c55-33e3-4fd6-b25b-b13b13b3f2db)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:20.410532 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.411643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 9c746c9f-a3be-4e39-92ee-bee68113d82c up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:20.416392 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.419718 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.436146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Transition to ACTIVE for port object c4c514b7-c176-46f0-92ad-543aa1443829 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:20.445451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88f586c4-2784-45d7-bc4e-5ccd259b996e req-f5ed38f6-ccbe-43fe-a99d-aed1593083f4 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3206656 Sep 10 03:43:20.495136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=7abd7b06-202a-4338-a29a-d82199e812e3,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:20.516485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d6570c7-d5b6-445d-91fb-fd403cc2bc33 req-e0791626-d00f-4340-8251-f41a8e7aa503 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473473 Sep 10 03:43:20.547505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.582276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9d69b722-1e75-4b90-8174-1afcddb049c0,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:20.642217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network d1bd0c61-403b-49df-9375-915971c2f286 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:20.649607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:20.654285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:20.654489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 9c746c9f-a3be-4e39-92ee-bee68113d82c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:20.666249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 9c746c9f-a3be-4e39-92ee-bee68113d82c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:20.666620 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.677391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f3141-b620-407d-b0d9-5e18ab17e6ae req-23a4ee75-25ad-4433-96e8-85044ffe2f39 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.686458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c6f3141-b620-407d-b0d9-5e18ab17e6ae req-23a4ee75-25ad-4433-96e8-85044ffe2f39 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 946 time: 0.1272058 Sep 10 03:43:20.732307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Port': ['ID=c4c514b7-c176-46f0-92ad-543aa1443829,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:20.766500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9d69b722-1e75-4b90-8174-1afcddb049c0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:20.766688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c6f3141-b620-407d-b0d9-5e18ab17e6ae req-76869696-fb4a-48fc-a110-baf49b4eaad4 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744913 Sep 10 03:43:20.769173 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0b1ac0a9-d128-42fb-887b-09489608bc20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.770157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.772391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.850795 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-d4bc7b7c-568d-4101-82fb-8a2ef2111c6a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5339611 Sep 10 03:43:20.862765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'port': {'device_id': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c', 'admin_state_up': True, 'tenant_id': '9c8500dd865c4af2a7a973a359f49354'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:20.866490 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.871242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf7f8-a81e-4ab1-9417-d98e11be2f8d req-2b68ca43-b6fa-4ec6-8ad6-26f5afcbb52c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.878084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf7f8-a81e-4ab1-9417-d98e11be2f8d req-2b68ca43-b6fa-4ec6-8ad6-26f5afcbb52c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.881185 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9d69b722-1e75-4b90-8174-1afcddb049c0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:20.882144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:20.895634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf7f8-a81e-4ab1-9417-d98e11be2f8d req-2b68ca43-b6fa-4ec6-8ad6-26f5afcbb52c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.908143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf7f8-a81e-4ab1-9417-d98e11be2f8d req-2b68ca43-b6fa-4ec6-8ad6-26f5afcbb52c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.926088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c7d663-b85f-440b-ae2d-dd31206980c2'}, {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd7b06-202a-4338-a29a-d82199e812e3'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:20.927404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf7f8-a81e-4ab1-9417-d98e11be2f8d req-2b68ca43-b6fa-4ec6-8ad6-26f5afcbb52c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.929035 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00441a7c-7e4c-4e8b-ae3f-f30d26ece789" -d '{"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "e2c7d663-b85f-440b-ae2d-dd31206980c2"}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "7abd7b06-202a-4338-a29a-d82199e812e3"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:20.944125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf7f8-a81e-4ab1-9417-d98e11be2f8d req-2b68ca43-b6fa-4ec6-8ad6-26f5afcbb52c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.955897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 9c746c9f-a3be-4e39-92ee-bee68113d82c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:20.963161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cbaf7f8-a81e-4ab1-9417-d98e11be2f8d req-2b68ca43-b6fa-4ec6-8ad6-26f5afcbb52c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:20.965817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2cbaf7f8-a81e-4ab1-9417-d98e11be2f8d req-2b68ca43-b6fa-4ec6-8ad6-26f5afcbb52c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5445 time: 0.1983833 Sep 10 03:43:21.044459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2cbaf7f8-a81e-4ab1-9417-d98e11be2f8d req-b38d32f2-afbd-43ac-a2ec-ae23a7ac0106 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721605 Sep 10 03:43:21.045033 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.045925 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 42b31329-8d4d-4d6a-827f-ff52221bd22e up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:21.115984 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67cbc70e-4ab2-4327-8494-13cae7327dba x-openstack-request-id: req-67cbc70e-4ab2-4327-8494-13cae7327dba {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:21.116281 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "e2c7d663-b85f-440b-ae2d-dd31206980c2", "code": 200}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "7abd7b06-202a-4338-a29a-d82199e812e3", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:21.116527 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67cbc70e-4ab2-4327-8494-13cae7327dba {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:21.116916 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2c7d663-b85f-440b-ae2d-dd31206980c2', 'code': 200} Sep 10 03:43:21.117166 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7abd7b06-202a-4338-a29a-d82199e812e3', 'code': 200} Sep 10 03:43:21.139885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=9c746c9f-a3be-4e39-92ee-bee68113d82c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:21.145390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:21.156376 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.180057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38032) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:21.220336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c3387-f329-482f-b304-56f704b70863 req-b7c9135e-ec3d-41a7-af02-49fb8baef497 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:21.222238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-550c3387-f329-482f-b304-56f704b70863 req-b7c9135e-ec3d-41a7-af02-49fb8baef497 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 944 time: 0.0525215 Sep 10 03:43:21.226790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2acca647-8c6b-41f6-a1be-ce999de36c45 None None] Provisioning for port c4c514b7-c176-46f0-92ad-543aa1443829 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:21.232118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2acca647-8c6b-41f6-a1be-ce999de36c45 None None] Provisioning complete for port c4c514b7-c176-46f0-92ad-543aa1443829 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:21.236972 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2acca647-8c6b-41f6-a1be-ce999de36c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.278683 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 42b31329-8d4d-4d6a-827f-ff52221bd22e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:21.294487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 42b31329-8d4d-4d6a-827f-ff52221bd22e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:21.294766 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.303829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-550c3387-f329-482f-b304-56f704b70863 req-d08c26ba-56c4-489d-b4a0-f39c27fd1122 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745001 Sep 10 03:43:21.323836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2acca647-8c6b-41f6-a1be-ce999de36c45 None None] Port c4c514b7-c176-46f0-92ad-543aa1443829 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:21.391963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Allocated IP 19.80.0.177 (e9951efe-f79b-417b-bdf5-bad52e97792c/aced204a-67f1-4e4a-9b7e-eddff18cd27a/7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:21.404431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.421880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2094920-58e8-48d3-9b0f-c02297c7209b req-1b44b9b9-b812-4562-ae90-0fd6d93aa0a9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:21.425970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2094920-58e8-48d3-9b0f-c02297c7209b req-1b44b9b9-b812-4562-ae90-0fd6d93aa0a9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 946 time: 0.0729704 Sep 10 03:43:21.440761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 42b31329-8d4d-4d6a-827f-ff52221bd22e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:21.475184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2094920-58e8-48d3-9b0f-c02297c7209b req-567fb315-0ac3-46d1-b612-c44e9b97215c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391321 Sep 10 03:43:21.499408 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45831dce-9a71-4488-a317-e65b9bd36fad admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.509038 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.518237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:21.622692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=42b31329-8d4d-4d6a-827f-ff52221bd22e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:21.624532 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.649003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Transition to ACTIVE for port object 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:21.651182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde30b43-e084-4aee-a30e-2468ce86d0bb req-7ebddf7b-cd98-443e-aed1-fa908d9dceee tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:21.657795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde30b43-e084-4aee-a30e-2468ce86d0bb req-7ebddf7b-cd98-443e-aed1-fa908d9dceee tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:21.659477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bde30b43-e084-4aee-a30e-2468ce86d0bb req-7ebddf7b-cd98-443e-aed1-fa908d9dceee tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 1655 time: 0.1244290 Sep 10 03:43:21.701642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:21.705965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:21.706177 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.716729 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45831dce-9a71-4488-a317-e65b9bd36fad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.728987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23998f98-920a-49ca-9517-f838649c1957 req-6d83c9f0-72df-46d4-97c0-e71bb4d75850 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:21.736533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23998f98-920a-49ca-9517-f838649c1957 req-6d83c9f0-72df-46d4-97c0-e71bb4d75850 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 944 time: 0.1137419 Sep 10 03:43:21.763282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bde30b43-e084-4aee-a30e-2468ce86d0bb req-ede09d81-c4ba-46bc-a4d0-3ea9316b3421 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899277 Sep 10 03:43:21.794994 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.796179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23998f98-920a-49ca-9517-f838649c1957 req-ee2042a8-d707-4efc-a40f-8e34a5c73aa1 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587935 Sep 10 03:43:21.822015 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.832467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:21.858753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45831dce-9a71-4488-a317-e65b9bd36fad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.875828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network e9951efe-f79b-417b-bdf5-bad52e97792c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:21.888566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:21.891184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:21.950389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Port': ['ID=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:21.955638 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:21.955638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5376da65-6652-429a-9f52-d49281315943 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:21.956262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45831dce-9a71-4488-a317-e65b9bd36fad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bbd5f3-e6b7-477e-8ebc-a2ede923d3f7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:21.961972 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-45831dce-9a71-4488-a317-e65b9bd36fad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24a60041430f4011b12752a4c9d13f05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7781088 Sep 10 03:43:21.962154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38054) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:21.986068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:21.986826 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.033851 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b205aaed-7cb9-406c-b74f-68f6697845d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.043222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:22.062595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b205aaed-7cb9-406c-b74f-68f6697845d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.068271 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-c44fe465-b0c7-4ac7-bbfb-b4e13d47ba4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2094960 Sep 10 03:43:22.086222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Request body: {'port': {'device_id': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:22.152689 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 5376da65-6652-429a-9f52-d49281315943 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:22.156464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 5376da65-6652-429a-9f52-d49281315943 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:22.156852 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.159029 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.192151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf8e5-86d5-4b8f-81e4-b6c9dfb74991 req-92219908-0240-45b2-987f-4a8b22d6ee7d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.197324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf8e5-86d5-4b8f-81e4-b6c9dfb74991 req-92219908-0240-45b2-987f-4a8b22d6ee7d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.204408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf8e5-86d5-4b8f-81e4-b6c9dfb74991 req-92219908-0240-45b2-987f-4a8b22d6ee7d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.211951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf8e5-86d5-4b8f-81e4-b6c9dfb74991 req-92219908-0240-45b2-987f-4a8b22d6ee7d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.217878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf8e5-86d5-4b8f-81e4-b6c9dfb74991 req-92219908-0240-45b2-987f-4a8b22d6ee7d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.223780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf8e5-86d5-4b8f-81e4-b6c9dfb74991 req-92219908-0240-45b2-987f-4a8b22d6ee7d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.230215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cf8e5-86d5-4b8f-81e4-b6c9dfb74991 req-92219908-0240-45b2-987f-4a8b22d6ee7d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.232193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d3cf8e5-86d5-4b8f-81e4-b6c9dfb74991 req-92219908-0240-45b2-987f-4a8b22d6ee7d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.1003077 Sep 10 03:43:22.233372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b205aaed-7cb9-406c-b74f-68f6697845d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.236402 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b205aaed-7cb9-406c-b74f-68f6697845d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.237468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b205aaed-7cb9-406c-b74f-68f6697845d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8bbd5f3-e6b7-477e-8ebc-a2ede923d3f7 HTTP/1.1" status: 204 len: 168 time: 0.2743678 Sep 10 03:43:22.246249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dfe574fd-babc-42f3-8fe4-b1a9620a7413 None None] Provisioning for port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:22.253856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dfe574fd-babc-42f3-8fe4-b1a9620a7413 None None] Provisioning complete for port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:22.254698 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dfe574fd-babc-42f3-8fe4-b1a9620a7413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.256856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b205aaed-7cb9-406c-b74f-68f6697845d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bbd5f3-e6b7-477e-8ebc-a2ede923d3f7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:22.298240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d3cf8e5-86d5-4b8f-81e4-b6c9dfb74991 req-78ec08c7-7216-4a1e-ab8e-76ada2e790b5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0540090 Sep 10 03:43:22.303027 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.332607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-dfe574fd-babc-42f3-8fe4-b1a9620a7413 None None] Port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:22.363913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5376da65-6652-429a-9f52-d49281315943,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:22.429539 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.444361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c93e3d5-4b76-4e65-b49d-0e28afd44299 req-1fe9e17c-f1f8-46c2-be08-1966aba81cee tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.446469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c93e3d5-4b76-4e65-b49d-0e28afd44299 req-1fe9e17c-f1f8-46c2-be08-1966aba81cee tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 945 time: 0.0726306 Sep 10 03:43:22.489912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=5376da65-6652-429a-9f52-d49281315943,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:22.505643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c93e3d5-4b76-4e65-b49d-0e28afd44299 req-081ac884-9111-44cf-84e1-854f273e2135 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461690 Sep 10 03:43:22.563661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6007a46-297c-47ad-b079-4a62f099ded5 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:22.572877 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.588324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Transition to ACTIVE for port object d6007a46-297c-47ad-b079-4a62f099ded5 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:22.608534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-8adcc36a-f152-4d50-bfa7-1a9569f8c656 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.610379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-8adcc36a-f152-4d50-bfa7-1a9569f8c656 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 946 time: 0.0856380 Sep 10 03:43:22.633510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45d5ea8-0f27-4b68-9a89-f92201b08a61 req-28f98580-a7a0-4483-8a67-307736d039ac tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:22.640461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a45d5ea8-0f27-4b68-9a89-f92201b08a61 req-28f98580-a7a0-4483-8a67-307736d039ac tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 946 time: 0.0850368 Sep 10 03:43:22.665691 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.711732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Pushing event updated for resources: {'Port': ['ID=d6007a46-297c-47ad-b079-4a62f099ded5,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:22.734804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a45d5ea8-0f27-4b68-9a89-f92201b08a61 req-685cac85-37f1-4209-8db6-c760f481c5fe tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934291 Sep 10 03:43:22.862817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Deleting port ff7715c1-2035-45d5-af30-a92c4e9fe5cb {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:22.863479 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.876957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Attempting to bind port d6007a46-297c-47ad-b079-4a62f099ded5 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:22.877306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Attempting to bind port d6007a46-297c-47ad-b079-4a62f099ded5 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:22.877647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Attempting to bind port d6007a46-297c-47ad-b079-4a62f099ded5 on network e9951efe-f79b-417b-bdf5-bad52e97792c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:22.882349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Port d6007a46-297c-47ad-b079-4a62f099ded5 on network e9951efe-f79b-417b-bdf5-bad52e97792c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:22.882678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Attempting to bind port d6007a46-297c-47ad-b079-4a62f099ded5 on network e9951efe-f79b-417b-bdf5-bad52e97792c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:22.889109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:22.889446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Checking segment: {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:22.890092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Bound using segment: {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:22.890697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Bound port: d6007a46-297c-47ad-b079-4a62f099ded5, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:22.891240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:22.993720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] For port d6007a46-297c-47ad-b079-4a62f099ded5, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:22.997455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] For port d6007a46-297c-47ad-b079-4a62f099ded5, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6007a46-297c-47ad-b079-4a62f099ded5,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:23.050457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] For port ff7715c1-2035-45d5-af30-a92c4e9fe5cb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:23.050827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:23.063103 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267f3057-db11-4e95-beb6-e24f97352351 req-d9f3a26c-1128-4a18-a711-7d6a0415f87c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.064651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-267f3057-db11-4e95-beb6-e24f97352351 req-d9f3a26c-1128-4a18-a711-7d6a0415f87c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.1547484 Sep 10 03:43:23.082057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb3b30-b5e0-4261-a229-e07daeea4316 req-aa18cd90-ad4b-44c4-92b7-5fece03a4af4 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.088127 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb3b30-b5e0-4261-a229-e07daeea4316 req-aa18cd90-ad4b-44c4-92b7-5fece03a4af4 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.092352 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:23.094807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bb3b30-b5e0-4261-a229-e07daeea4316 req-aa18cd90-ad4b-44c4-92b7-5fece03a4af4 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.096451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5bb3b30-b5e0-4261-a229-e07daeea4316 req-aa18cd90-ad4b-44c4-92b7-5fece03a4af4 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2389 time: 0.1770449 Sep 10 03:43:23.108001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Calling delete_port for ff7715c1-2035-45d5-af30-a92c4e9fe5cb owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:23.118578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c746c9f-a3be-4e39-92ee-bee68113d82c'}, {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e'}, {'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'}, {'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5376da65-6652-429a-9f52-d49281315943'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:23.124617 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b7b428-f00a-4218-a7cc-106d2fe2ef67" -d '{"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "9c746c9f-a3be-4e39-92ee-bee68113d82c"}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e"}, {"server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59"}, {"server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "name": "network-vif-plugged", "status": "completed", "tag": "5376da65-6652-429a-9f52-d49281315943"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:23.132725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.133537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:23.134809 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] 10.222.0.20 "PUT /v2.0/ports/d6007a46-297c-47ad-b079-4a62f099ded5 HTTP/1.1" status: 200 len: 1092 time: 1.0561662 Sep 10 03:43:23.135256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'tag': 'd6007a46-297c-47ad-b079-4a62f099ded5'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:23.139006 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-582e2f57-f878-497c-8581-a300a3ebec8c" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "tag": "d6007a46-297c-47ad-b079-4a62f099ded5"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:23.168803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-267f3057-db11-4e95-beb6-e24f97352351 req-99754252-ea84-4f20-b672-170aca9fd8df tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974264 Sep 10 03:43:23.181881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054095f7-d4e1-4ec4-844e-4e1395b68e92 service neutron] Pushing event updated for resources: {'Port': ['ID=d6007a46-297c-47ad-b079-4a62f099ded5,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:23.227605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5bb3b30-b5e0-4261-a229-e07daeea4316 req-6666fc54-1149-4e0a-8632-1eb7844fcc07 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206295 Sep 10 03:43:23.255731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Request body: {'port': {'device_id': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:23.348057 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fd9aa85-f9eb-45c6-bbed-7c2c9b3763e9 x-openstack-request-id: req-4fd9aa85-f9eb-45c6-bbed-7c2c9b3763e9 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:23.348665 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "tag": "d6007a46-297c-47ad-b079-4a62f099ded5", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:23.348665 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fd9aa85-f9eb-45c6-bbed-7c2c9b3763e9 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:23.349314 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'tag': 'd6007a46-297c-47ad-b079-4a62f099ded5', 'status': 'completed', 'code': 200} Sep 10 03:43:23.366678 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2edf4e15-dd87-43dd-9c8b-af3b6b2aabe7 x-openstack-request-id: req-2edf4e15-dd87-43dd-9c8b-af3b6b2aabe7 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:23.366897 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:23.372797 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "9c746c9f-a3be-4e39-92ee-bee68113d82c", "code": 200}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-plugged", "status": "completed", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e", "code": 200}, {"server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "name": "network-vif-plugged", "status": "completed", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59", "code": 200}, {"server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "name": "network-vif-plugged", "status": "completed", "tag": "5376da65-6652-429a-9f52-d49281315943", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:23.373268 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2edf4e15-dd87-43dd-9c8b-af3b6b2aabe7 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:23.373869 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c746c9f-a3be-4e39-92ee-bee68113d82c', 'code': 200} Sep 10 03:43:23.376022 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'code': 200} Sep 10 03:43:23.376273 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'code': 200} Sep 10 03:43:23.376524 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5376da65-6652-429a-9f52-d49281315943', 'code': 200} Sep 10 03:43:23.435830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:23.450783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['ff7715c1-2035-45d5-af30-a92c4e9fe5cb'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:23.502246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event deleted for resources: {'Port': ['ID=ff7715c1-2035-45d5-af30-a92c4e9fe5cb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:23.529523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a561f27a-45ae-44ac-9720-58c8978168a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:23.597995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] No DVR routers for this DVR port ff7715c1-2035-45d5-af30-a92c4e9fe5cb on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:23.601454 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:23.604199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78ead83d-a56c-4e12-aa3c-f6188c62e241 req-c3d7f2e6-8ced-4ce7-ba17-31d9441a3aa2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "DELETE /v2.0/ports/ff7715c1-2035-45d5-af30-a92c4e9fe5cb HTTP/1.1" status: 204 len: 173 time: 0.9859521 Sep 10 03:43:23.614293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dd63d6c-c4b0-4d57-814a-2ccc5c50f762', 'name': 'network-vif-deleted', 'tag': 'ff7715c1-2035-45d5-af30-a92c4e9fe5cb'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:23.616969 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e37393eb-b2d4-4019-b3e2-739f8cc6bfac" -d '{"events": [{"server_uuid": "3dd63d6c-c4b0-4d57-814a-2ccc5c50f762", "name": "network-vif-deleted", "tag": "ff7715c1-2035-45d5-af30-a92c4e9fe5cb"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:23.654604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2f57-f878-497c-8581-a300a3ebec8c req-295cdb0b-3d82-4876-880f-c42cdeade293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.655313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2f57-f878-497c-8581-a300a3ebec8c req-295cdb0b-3d82-4876-880f-c42cdeade293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.656067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2f57-f878-497c-8581-a300a3ebec8c req-295cdb0b-3d82-4876-880f-c42cdeade293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.662939 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:23.668719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-582e2f57-f878-497c-8581-a300a3ebec8c req-295cdb0b-3d82-4876-880f-c42cdeade293 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c8500dd865c4af2a7a973a359f49354&device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2732 time: 0.2990267 Sep 10 03:43:23.683584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ea42b2-7a4c-442a-8f23-4edea29b0dee req-3053bc76-37df-4b6f-89c9-c8087803c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.684944 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d1ea42b2-7a4c-442a-8f23-4edea29b0dee req-3053bc76-37df-4b6f-89c9-c8087803c9cb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 1096 time: 0.1951058 Sep 10 03:43:23.697275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbab62-f09e-454f-84e7-0b19c1f66e21 req-2763436f-ee82-411e-a3b9-df1c87e946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.697943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbab62-f09e-454f-84e7-0b19c1f66e21 req-2763436f-ee82-411e-a3b9-df1c87e946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.698144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38114) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:23.698456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbab62-f09e-454f-84e7-0b19c1f66e21 req-2763436f-ee82-411e-a3b9-df1c87e946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.698932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbab62-f09e-454f-84e7-0b19c1f66e21 req-2763436f-ee82-411e-a3b9-df1c87e946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.699406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbab62-f09e-454f-84e7-0b19c1f66e21 req-2763436f-ee82-411e-a3b9-df1c87e946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.699906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbab62-f09e-454f-84e7-0b19c1f66e21 req-2763436f-ee82-411e-a3b9-df1c87e946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.701116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbbab62-f09e-454f-84e7-0b19c1f66e21 req-2763436f-ee82-411e-a3b9-df1c87e946b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.703048 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0fbbab62-f09e-454f-84e7-0b19c1f66e21 req-2763436f-ee82-411e-a3b9-df1c87e946b5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6504 time: 0.1233637 Sep 10 03:43:23.767893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e735-576e-4c1e-83c2-fd367b142136 req-c7d5d452-2d4f-434b-9180-73d519fdf559 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.774724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e735-576e-4c1e-83c2-fd367b142136 req-c7d5d452-2d4f-434b-9180-73d519fdf559 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.781427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e735-576e-4c1e-83c2-fd367b142136 req-c7d5d452-2d4f-434b-9180-73d519fdf559 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.781761 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d1ea42b2-7a4c-442a-8f23-4edea29b0dee req-34426eb2-7d2a-47ea-9029-20feefb589c9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776980 Sep 10 03:43:23.787568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e735-576e-4c1e-83c2-fd367b142136 req-c7d5d452-2d4f-434b-9180-73d519fdf559 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.794147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e735-576e-4c1e-83c2-fd367b142136 req-c7d5d452-2d4f-434b-9180-73d519fdf559 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.800994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e735-576e-4c1e-83c2-fd367b142136 req-c7d5d452-2d4f-434b-9180-73d519fdf559 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.804078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0fbbab62-f09e-454f-84e7-0b19c1f66e21 req-f82a82c0-b6a9-4074-8cd2-e121f47a2167 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=8eb188be-dab4-4254-a028-2a335d244c65&id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0802381 Sep 10 03:43:23.807351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7836e735-576e-4c1e-83c2-fd367b142136 req-c7d5d452-2d4f-434b-9180-73d519fdf559 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.810959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7836e735-576e-4c1e-83c2-fd367b142136 req-c7d5d452-2d4f-434b-9180-73d519fdf559 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.3311012 Sep 10 03:43:23.856442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-334335992-network', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:23.877867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e4b532-294b-4b89-8d87-22af546d0a27 req-1f1895aa-7133-486e-8589-b67a542f3ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.879517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3e4b532-294b-4b89-8d87-22af546d0a27 req-1f1895aa-7133-486e-8589-b67a542f3ec5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.2826991 Sep 10 03:43:23.893658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4c514b7-c176-46f0-92ad-543aa1443829 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:23.904166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:23.909277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6f6116-86ea-4f46-b9c3-a0fab18f67aa req-64056226-3f58-4234-bd87-715b72a90edc tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:23.910810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b6f6116-86ea-4f46-b9c3-a0fab18f67aa req-64056226-3f58-4234-bd87-715b72a90edc tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 945 time: 0.2654252 Sep 10 03:43:24.033222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Transition to ACTIVE for port object c4c514b7-c176-46f0-92ad-543aa1443829 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:24.039914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7836e735-576e-4c1e-83c2-fd367b142136 req-f656f12b-0bd2-473b-ae09-7173e0dfe8d7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2013752 Sep 10 03:43:24.056082 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b6f6116-86ea-4f46-b9c3-a0fab18f67aa req-6839ec8b-a34a-4a77-a99a-00a71d949708 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086586 Sep 10 03:43:24.064632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2f57-f878-497c-8581-a300a3ebec8c req-0c21c376-2824-4c0a-bcc8-548b35552ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.065102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2f57-f878-497c-8581-a300a3ebec8c req-0c21c376-2824-4c0a-bcc8-548b35552ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.065567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2f57-f878-497c-8581-a300a3ebec8c req-0c21c376-2824-4c0a-bcc8-548b35552ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.067371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-582e2f57-f878-497c-8581-a300a3ebec8c req-0c21c376-2824-4c0a-bcc8-548b35552ded service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9c8500dd865c4af2a7a973a359f49354&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3661501 Sep 10 03:43:24.114566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Made reservation on behalf of b6d51038489e483fb245dfd7d9e58112 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:24.117154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.128162 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.138930 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f98344-abb6-4dc2-9bc6-409b9bb424d4 x-openstack-request-id: req-89f98344-abb6-4dc2-9bc6-409b9bb424d4 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:24.139301 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3dd63d6c-c4b0-4d57-814a-2ccc5c50f762", "name": "network-vif-deleted", "tag": "ff7715c1-2035-45d5-af30-a92c4e9fe5cb", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:24.139614 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89f98344-abb6-4dc2-9bc6-409b9bb424d4 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:24.140226 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dd63d6c-c4b0-4d57-814a-2ccc5c50f762', 'name': 'network-vif-deleted', 'tag': 'ff7715c1-2035-45d5-af30-a92c4e9fe5cb', 'status': 'completed', 'code': 200} Sep 10 03:43:24.141335 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.211840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Pushing event updated for resources: {'Port': ['ID=c4c514b7-c176-46f0-92ad-543aa1443829,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:24.215267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50c94430-7060-4ec1-8f8b-9cf8784a958e req-9b132450-ecf8-439f-a094-8da4edd1a698 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=3dd63d6c-c4b0-4d57-814a-2ccc5c50f762 HTTP/1.1" status: 200 len: 210 time: 0.0502026 Sep 10 03:43:24.281413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582e2f57-f878-497c-8581-a300a3ebec8c req-28b9bee0-d3cf-4121-be6f-1642608b889f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.282993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-582e2f57-f878-497c-8581-a300a3ebec8c req-28b9bee0-d3cf-4121-be6f-1642608b889f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2062469 Sep 10 03:43:24.295833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3e4b532-294b-4b89-8d87-22af546d0a27 req-45c35e6f-99a3-449d-9354-a292f805c0e6 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077497 Sep 10 03:43:24.345691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Attempting to bind port c4c514b7-c176-46f0-92ad-543aa1443829 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:24.346607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Attempting to bind port c4c514b7-c176-46f0-92ad-543aa1443829 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:24.349477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Attempting to bind port c4c514b7-c176-46f0-92ad-543aa1443829 on network d1bd0c61-403b-49df-9375-915971c2f286 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:24.362071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Port c4c514b7-c176-46f0-92ad-543aa1443829 on network d1bd0c61-403b-49df-9375-915971c2f286 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:24.364195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Attempting to bind port c4c514b7-c176-46f0-92ad-543aa1443829 on network d1bd0c61-403b-49df-9375-915971c2f286 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:24.381989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:24.381989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Checking segment: {'id': 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:24.381989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Bound using segment: {'id': 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:24.381989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Bound port: c4c514b7-c176-46f0-92ad-543aa1443829, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:24.381989 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.453146 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.456974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] For port c4c514b7-c176-46f0-92ad-543aa1443829, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:24.460190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] For port c4c514b7-c176-46f0-92ad-543aa1443829, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c4c514b7-c176-46f0-92ad-543aa1443829,segment=NetworkSegment(cea05c55-33e3-4fd6-b25b-b13b13b3f2db),segment_id=cea05c55-33e3-4fd6-b25b-b13b13b3f2db)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:24.464801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f50555-1f77-46ba-a963-7ecffe245b07 req-6a80cb8b-3e70-4440-8ce3-1533f8a12cda tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.466271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87f50555-1f77-46ba-a963-7ecffe245b07 req-6a80cb8b-3e70-4440-8ce3-1533f8a12cda tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.1162996 Sep 10 03:43:24.479346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e804-e18a-4618-a7f2-fbf038a49ee0 req-81540bcb-de9f-46f4-b0b5-6549523c0cb7 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.486041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e804-e18a-4618-a7f2-fbf038a49ee0 req-81540bcb-de9f-46f4-b0b5-6549523c0cb7 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.491946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4e804-e18a-4618-a7f2-fbf038a49ee0 req-81540bcb-de9f-46f4-b0b5-6549523c0cb7 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.493462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28c4e804-e18a-4618-a7f2-fbf038a49ee0 req-81540bcb-de9f-46f4-b0b5-6549523c0cb7 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2401 time: 0.1191812 Sep 10 03:43:24.531556 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.560780 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.574599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87f50555-1f77-46ba-a963-7ecffe245b07 req-ab7a2275-8cde-4739-9b75-1bf1ce0b0dc6 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801773 Sep 10 03:43:24.575283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:43:24.595502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28c4e804-e18a-4618-a7f2-fbf038a49ee0 req-0e9b0633-2ddb-4a74-8c62-7d3cff696b94 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942867 Sep 10 03:43:24.605420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4ad412d-1d1c-4609-93a0-3193a3ac0694,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:24.606652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.606652 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.606652 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] 10.222.0.20 "PUT /v2.0/ports/c4c514b7-c176-46f0-92ad-543aa1443829 HTTP/1.1" status: 200 len: 1092 time: 1.3493674 Sep 10 03:43:24.627411 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.628000 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Added segment 032499e0-f8dd-42a0-992f-cf4b0e7b744f of type vlan for network 082251f9-1713-4050-bdf6-0769d4b0bcf3 Sep 10 03:43:24.652223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487f396c-40b0-4e45-8da6-7436d602090c service neutron] Pushing event updated for resources: {'Port': ['ID=c4c514b7-c176-46f0-92ad-543aa1443829,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:24.692791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.760523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Request body: {'port': {'device_id': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:24.822680 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.889852 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.890839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:24.891458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:24.954201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] Pushing event updated for resources: {'Network': ['ID=082251f9-1713-4050-bdf6-0769d4b0bcf3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:24.966424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:43:25.051644 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:25.055499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6fa27389-de08-4d48-9d05-986c80484085 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3531396 Sep 10 03:43:25.056148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38138) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:25.061178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Request body: {'subnet': {'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-subnet', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:25.130227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:25.138879 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:25.151709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Transition to ACTIVE for port object 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:25.215648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315545-749e-4f46-993e-863c5d7095b9 req-f4e559d7-95de-49ef-9b3a-e1ca5584a2e8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.221776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315545-749e-4f46-993e-863c5d7095b9 req-f4e559d7-95de-49ef-9b3a-e1ca5584a2e8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.227626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315545-749e-4f46-993e-863c5d7095b9 req-f4e559d7-95de-49ef-9b3a-e1ca5584a2e8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.233616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315545-749e-4f46-993e-863c5d7095b9 req-f4e559d7-95de-49ef-9b3a-e1ca5584a2e8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.234587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Made reservation on behalf of b6d51038489e483fb245dfd7d9e58112 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:25.237057 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:25.239051 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:25.239470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315545-749e-4f46-993e-863c5d7095b9 req-f4e559d7-95de-49ef-9b3a-e1ca5584a2e8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.245976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315545-749e-4f46-993e-863c5d7095b9 req-f4e559d7-95de-49ef-9b3a-e1ca5584a2e8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.252586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51315545-749e-4f46-993e-863c5d7095b9 req-f4e559d7-95de-49ef-9b3a-e1ca5584a2e8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.253814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51315545-749e-4f46-993e-863c5d7095b9 req-f4e559d7-95de-49ef-9b3a-e1ca5584a2e8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.1087637 Sep 10 03:43:25.262403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5f942-68b3-49ba-b032-a56c099fd81d req-c7448fb2-7148-4b46-9563-e57b0997164e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.263941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ef5f942-68b3-49ba-b032-a56c099fd81d req-c7448fb2-7148-4b46-9563-e57b0997164e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1308753 Sep 10 03:43:25.336057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51315545-749e-4f46-993e-863c5d7095b9 req-670e9a73-184c-4690-9de4-f8aaa8ce6aec tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0681124 Sep 10 03:43:25.350807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ef5f942-68b3-49ba-b032-a56c099fd81d req-6378b76f-cfe8-4e23-900e-014561ef291d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794873 Sep 10 03:43:25.359719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'tag': 'c4c514b7-c176-46f0-92ad-543aa1443829'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:25.372557 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fed15ee7-1c3e-4efe-94f6-040460a9738b" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "tag": "c4c514b7-c176-46f0-92ad-543aa1443829"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:25.410230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Pushing event updated for resources: {'Port': ['ID=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:25.473168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38152) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:25.476081 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7c5c22a-1cf7-46da-a360-6ffe64d6951e x-openstack-request-id: req-e7c5c22a-1cf7-46da-a360-6ffe64d6951e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:25.476636 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "tag": "c4c514b7-c176-46f0-92ad-543aa1443829", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:25.477084 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7c5c22a-1cf7-46da-a360-6ffe64d6951e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:25.477651 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'tag': 'c4c514b7-c176-46f0-92ad-543aa1443829', 'status': 'completed', 'code': 200} Sep 10 03:43:25.515275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-3284a86c-39d2-4d7d-83e1-8d9cbea2889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.516383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-3284a86c-39d2-4d7d-83e1-8d9cbea2889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.517102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-3284a86c-39d2-4d7d-83e1-8d9cbea2889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.519000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-3284a86c-39d2-4d7d-83e1-8d9cbea2889e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c8500dd865c4af2a7a973a359f49354&device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2824 time: 0.0547717 Sep 10 03:43:25.576885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Attempting to bind port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:25.577225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Attempting to bind port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:25.577556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Attempting to bind port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c on network e9951efe-f79b-417b-bdf5-bad52e97792c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:25.588564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c on network e9951efe-f79b-417b-bdf5-bad52e97792c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:25.588564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Attempting to bind port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c on network e9951efe-f79b-417b-bdf5-bad52e97792c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:25.596077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:25.596415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Checking segment: {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:25.601304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Bound using segment: {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:25.601775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Bound port: 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85bab12c-4176-4701-8759-cdd8012b0a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:25.602155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:25.735508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] For port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:25.739022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] For port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:25.753442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52117bd3-b76c-4abb-ad75-545263b192ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:25.776634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-404bbb05-8133-494a-8c5c-c91170d3bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.781984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-404bbb05-8133-494a-8c5c-c91170d3bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.781984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-404bbb05-8133-494a-8c5c-c91170d3bd70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.781984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-404bbb05-8133-494a-8c5c-c91170d3bd70 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9c8500dd865c4af2a7a973a359f49354&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.2512891 Sep 10 03:43:25.810124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:25.844508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ff7715c1-2035-45d5-af30-a92c4e9fe5cb no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:25.866959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:25.867416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: ff7715c1-2035-45d5-af30-a92c4e9fe5cb {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:25.867811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ff7715c1-2035-45d5-af30-a92c4e9fe5cb not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:25.884062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9c3c589-4372-405b-9a64-bedabc37d371,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:25.918735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.920133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:25.921588 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] 10.222.0.20 "PUT /v2.0/ports/7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c HTTP/1.1" status: 200 len: 1092 time: 1.1653981 Sep 10 03:43:25.927856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Checking segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:25.928219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Network hostable DHCP agents. Network: 082251f9-1713-4050-bdf6-0769d4b0bcf3, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:43:25.952982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2e78d-f631-4540-9d65-926f446fd13b req-8e55f9a2-f717-4a9a-b214-b0230406f05c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:25.956644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85a2e78d-f631-4540-9d65-926f446fd13b req-8e55f9a2-f717-4a9a-b214-b0230406f05c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.2289824 Sep 10 03:43:25.962971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb6afcf-c0b7-4122-98bc-cedb60e12b45 service neutron] Pushing event updated for resources: {'Port': ['ID=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:26.035457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-14a884cf-0a95-486a-8d0c-6fb91c426ded tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.036970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-14a884cf-0a95-486a-8d0c-6fb91c426ded tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.3379595 Sep 10 03:43:26.082531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-2eeca48b-36c1-4128-8457-02f258adb62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.084072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fed15ee7-1c3e-4efe-94f6-040460a9738b req-2eeca48b-36c1-4128-8457-02f258adb62a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2890990 Sep 10 03:43:26.093150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-d24d68cf-7521-4fb0-aeb5-5cf14413ec32 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/quotas/77e28690aa0e41198f2b6be9a0b040db HTTP/1.1" status: 200 len: 375 time: 0.0380847 Sep 10 03:43:26.096039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85a2e78d-f631-4540-9d65-926f446fd13b req-289c8a37-e821-4b66-bcd0-f8b0fdb8ad51 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290593 Sep 10 03:43:26.101334 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:43:26.147030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-eebd163d-04d5-4218-9130-dad976f892fe tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465093 Sep 10 03:43:26.158265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.186508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 082251f9-1713-4050-bdf6-0769d4b0bcf3) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:26.190463 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52117bd3-b76c-4abb-ad75-545263b192ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.190633 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.191279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.197246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac30e0f-8475-4c53-8125-1b1f83bb1516 None None] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:26.356011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-082251f9-1713-4050-bdf6-0769d4b0bcf3', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:43:26.356864 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.376532 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b8574d07-dfb9-4b6c-a0ed-48b3deef3baa admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3192630 Sep 10 03:43:26.379120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38178) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:26.384226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:26.473272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.474354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.531546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52117bd3-b76c-4abb-ad75-545263b192ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.544138 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.563243 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-f41843d3-0288-48f8-9442-65b7a8116fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.563736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-f41843d3-0288-48f8-9442-65b7a8116fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.564250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-f41843d3-0288-48f8-9442-65b7a8116fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.565850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-f41843d3-0288-48f8-9442-65b7a8116fdd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c8500dd865c4af2a7a973a359f49354&device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2866 time: 0.4213166 Sep 10 03:43:26.609072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccf363-9ed4-460f-acfb-f66a26adedd6 req-31eec55f-0a96-4162-b779-c6a612c2f98f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.614928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccf363-9ed4-460f-acfb-f66a26adedd6 req-31eec55f-0a96-4162-b779-c6a612c2f98f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.621323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ccf363-9ed4-460f-acfb-f66a26adedd6 req-31eec55f-0a96-4162-b779-c6a612c2f98f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.622939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9ccf363-9ed4-460f-acfb-f66a26adedd6 req-31eec55f-0a96-4162-b779-c6a612c2f98f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2413 time: 0.4621403 Sep 10 03:43:26.624737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Allocated IP 172.20.0.2 (082251f9-1713-4050-bdf6-0769d4b0bcf3/b9c3c589-4372-405b-9a64-bedabc37d371/18c74e81-c24a-493e-b32e-cc5ecde158db) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:26.660514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-52117bd3-b76c-4abb-ad75-545263b192ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c729496e0e84ac3915b06b1c175fa3e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1862521 Sep 10 03:43:26.663869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-a4359caf-027e-413e-bdf8-8e8793161ef3 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5041535 Sep 10 03:43:26.664471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52117bd3-b76c-4abb-ad75-545263b192ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7542853e-2f3e-40d2-90f6-cf61b7696f36,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:26.669065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-ccbba895-5276-4f29-8db7-47ed281e34d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.172&port_id=d6007a46-297c-47ad-b079-4a62f099ded5 HTTP/1.1" status: 200 len: 217 time: 0.0922351 Sep 10 03:43:26.669597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38180) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:26.741515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.797557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9ccf363-9ed4-460f-acfb-f66a26adedd6 req-3e112f88-841f-45ff-bedb-cf3b325bfb3e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396677 Sep 10 03:43:26.799589 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.808395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Transition to ACTIVE for port object 18c74e81-c24a-493e-b32e-cc5ecde158db will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:26.823859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Transition to ACTIVE for port object 18c74e81-c24a-493e-b32e-cc5ecde158db will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:26.841045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-5eafc13a-f1f7-4b02-b2bb-8dbcc2aa49af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.842980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-5eafc13a-f1f7-4b02-b2bb-8dbcc2aa49af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aced204a-67f1-4e4a-9b7e-eddff18cd27a HTTP/1.1" status: 200 len: 801 time: 0.1586628 Sep 10 03:43:26.889121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a947dfb-6f8d-430b-ac48-d8a898d2ca28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.903485 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.918837 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-f392b8dd-6b58-4261-90e6-1f7eadb259c1 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368369 Sep 10 03:43:26.927273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a947dfb-6f8d-430b-ac48-d8a898d2ca28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:26.938794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-17f5ca26-6276-4991-a600-0a32a7c86734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:26.940374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-17f5ca26-6276-4991-a600-0a32a7c86734 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9951efe-f79b-417b-bdf5-bad52e97792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0855606 Sep 10 03:43:26.944236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:26.947958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:26.954847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:26.966380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Pushing event updated for resources: {'Port': ['ID=18c74e81-c24a-493e-b32e-cc5ecde158db,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:27.022817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Attempting to bind port 18c74e81-c24a-493e-b32e-cc5ecde158db on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:27.023299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Attempting to bind port 18c74e81-c24a-493e-b32e-cc5ecde158db by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:27.023799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Attempting to bind port 18c74e81-c24a-493e-b32e-cc5ecde158db on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:27.029236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:27.029759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Checking segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:27.030264 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:27.030746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Bound using segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:27.031435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Bound port: 18c74e81-c24a-493e-b32e-cc5ecde158db, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:27.032074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:27.103613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] For port 18c74e81-c24a-493e-b32e-cc5ecde158db, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:27.108490 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:27.109160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] For port 18c74e81-c24a-493e-b32e-cc5ecde158db, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=18c74e81-c24a-493e-b32e-cc5ecde158db,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:27.112612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-b2451cab-9f6d-48ee-b7f8-bf84bddcb751 service neutron] 10.222.0.20 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565626 Sep 10 03:43:27.128419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:27.219793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-bb6d7fb1-a28b-4500-82fa-db887d234da9 service neutron] 10.222.0.20 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0998743 Sep 10 03:43:27.229221 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:27.248450 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a947dfb-6f8d-430b-ac48-d8a898d2ca28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:27.251953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a947dfb-6f8d-430b-ac48-d8a898d2ca28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:27.256408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7a947dfb-6f8d-430b-ac48-d8a898d2ca28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7542853e-2f3e-40d2-90f6-cf61b7696f36 HTTP/1.1" status: 204 len: 168 time: 0.5791538 Sep 10 03:43:27.302198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Allocated IP 172.25.3.245 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/27cccadb-00df-43c1-8b06-96895842e68a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:27.328473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-2b5eafeb-34b0-4203-9e91-e24d2bc16d5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=c4c514b7-c176-46f0-92ad-543aa1443829 HTTP/1.1" status: 200 len: 217 time: 0.0992689 Sep 10 03:43:27.335628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9a599c-a731-4c88-8032-937b0a0c3725 None None] Pushing event updated for resources: {'Port': ['ID=18c74e81-c24a-493e-b32e-cc5ecde158db,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:27.376748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a947dfb-6f8d-430b-ac48-d8a898d2ca28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7542853e-2f3e-40d2-90f6-cf61b7696f36,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:27.458716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-6a8ee5cf-86f2-4720-9e59-100e4fdd30b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.460386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-6a8ee5cf-86f2-4720-9e59-100e4fdd30b8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f907dafd-1163-4738-acfe-5dee74f3e967 HTTP/1.1" status: 200 len: 801 time: 0.0854695 Sep 10 03:43:27.471875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:27.478718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'tag': '7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:27.481013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba60251-a32e-4b48-8c73-c2ff261b6ecd req-3ae4b1de-cf07-487e-bc7f-c900eb49b061 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.481625 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c082f9-40a4-4066-822a-17a7257dfdcc" -d '{"events": [{"name": "network-changed", "server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "tag": "7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:27.482567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bba60251-a32e-4b48-8c73-c2ff261b6ecd req-3ae4b1de-cf07-487e-bc7f-c900eb49b061 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1751709 Sep 10 03:43:27.503840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ba96-5fb0-4866-bd7e-a8e16501c71c req-e395f8bf-f80c-4f2f-99ed-4b5031a2b4f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.511895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ba96-5fb0-4866-bd7e-a8e16501c71c req-e395f8bf-f80c-4f2f-99ed-4b5031a2b4f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.517829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ba96-5fb0-4866-bd7e-a8e16501c71c req-e395f8bf-f80c-4f2f-99ed-4b5031a2b4f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.525214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ba96-5fb0-4866-bd7e-a8e16501c71c req-e395f8bf-f80c-4f2f-99ed-4b5031a2b4f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.538394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ba96-5fb0-4866-bd7e-a8e16501c71c req-e395f8bf-f80c-4f2f-99ed-4b5031a2b4f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.547125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ba96-5fb0-4866-bd7e-a8e16501c71c req-e395f8bf-f80c-4f2f-99ed-4b5031a2b4f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.553092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc1ba96-5fb0-4866-bd7e-a8e16501c71c req-e395f8bf-f80c-4f2f-99ed-4b5031a2b4f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.555035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdc1ba96-5fb0-4866-bd7e-a8e16501c71c req-e395f8bf-f80c-4f2f-99ed-4b5031a2b4f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.2525280 Sep 10 03:43:27.603010 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:27.659586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:27.668504 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:27.675002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:27.686015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdc1ba96-5fb0-4866-bd7e-a8e16501c71c req-d45cd3a4-5573-4436-b12b-742d1b438c60 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1050797 Sep 10 03:43:27.703816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bba60251-a32e-4b48-8c73-c2ff261b6ecd req-b135dc67-f7f8-4cc9-9162-684735752840 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472006 Sep 10 03:43:27.718213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-ef19db3c-baf5-4df2-8c84-d7e73ec583d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.724520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Pushing event updated for resources: {'Port': ['ID=27cccadb-00df-43c1-8b06-96895842e68a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:27.724739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-ef19db3c-baf5-4df2-8c84-d7e73ec583d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d1bd0c61-403b-49df-9375-915971c2f286&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2352011 Sep 10 03:43:27.878191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe2c875-ec43-4204-b309-f9528f242da1 req-3a892d57-6186-4d8b-a525-57de0af19fc4 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 210 time: 0.1217155 Sep 10 03:43:27.884813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-9337d42c-133f-44ba-abe7-c917e304c0b3 service neutron] 10.222.0.20 "GET /v2.0/networks/d1bd0c61-403b-49df-9375-915971c2f286?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508527 Sep 10 03:43:27.929248 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b9ca6c-0dbd-4127-a4df-8e1e7885ddf5 x-openstack-request-id: req-b8b9ca6c-0dbd-4127-a4df-8e1e7885ddf5 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:27.929672 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "tag": "7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:27.930148 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8b9ca6c-0dbd-4127-a4df-8e1e7885ddf5 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:27.930938 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'tag': '7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c', 'status': 'completed', 'code': 200} Sep 10 03:43:27.981424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b390d55f-1ec6-4e47-85be-7db0c1331b0d req-ac60d302-6222-4dac-b011-e0b56cb1295c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:27.982885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b390d55f-1ec6-4e47-85be-7db0c1331b0d req-ac60d302-6222-4dac-b011-e0b56cb1295c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.1324859 Sep 10 03:43:28.100145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:28.156057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-06726372-b0fa-4f67-ba03-6925851fdf3e service neutron] 10.222.0.20 "GET /v2.0/networks/d1bd0c61-403b-49df-9375-915971c2f286?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599287 Sep 10 03:43:28.212854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b390d55f-1ec6-4e47-85be-7db0c1331b0d req-4bff98c4-e5b1-465f-8111-9db2af25624a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172861 Sep 10 03:43:28.260355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-4baacf99-5a18-40d1-a484-9f570c192162 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c HTTP/1.1" status: 200 len: 217 time: 0.0845325 Sep 10 03:43:28.323836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-1fe25441-742d-41ee-9038-4f87f3295f0b tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3521826 Sep 10 03:43:28.354898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:28.410424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-130a811a-932b-47cd-8542-52dacf8fb303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.411965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-130a811a-932b-47cd-8542-52dacf8fb303 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aced204a-67f1-4e4a-9b7e-eddff18cd27a HTTP/1.1" status: 200 len: 801 time: 0.1411111 Sep 10 03:43:28.450275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9139-9333-4251-b5d0-c412bd6c82db req-671fe9d5-5ec5-4536-8bde-a63e1e503359 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.457057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9139-9333-4251-b5d0-c412bd6c82db req-671fe9d5-5ec5-4536-8bde-a63e1e503359 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.462330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9139-9333-4251-b5d0-c412bd6c82db req-671fe9d5-5ec5-4536-8bde-a63e1e503359 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.468389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9139-9333-4251-b5d0-c412bd6c82db req-671fe9d5-5ec5-4536-8bde-a63e1e503359 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.474333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9139-9333-4251-b5d0-c412bd6c82db req-671fe9d5-5ec5-4536-8bde-a63e1e503359 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.481025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9139-9333-4251-b5d0-c412bd6c82db req-671fe9d5-5ec5-4536-8bde-a63e1e503359 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.491537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c9139-9333-4251-b5d0-c412bd6c82db req-671fe9d5-5ec5-4536-8bde-a63e1e503359 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.514865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a2c9139-9333-4251-b5d0-c412bd6c82db req-671fe9d5-5ec5-4536-8bde-a63e1e503359 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.1898141 Sep 10 03:43:28.556047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37632e35-facb-4a2e-9d5d-1d7514a7c996 None None] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:28.560156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38224) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:28.567019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3fb80fe0-0c69-46d6-b375-31caa8859923 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Request body: {'floatingip': {'port_id': '42b31329-8d4d-4d6a-827f-ff52221bd22e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:28.572749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:28.612468 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:28.712976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2e4b4276-7d42-4a86-996b-0e80c246a379 None None] Provisioning for port 18c74e81-c24a-493e-b32e-cc5ecde158db completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:28.719152 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:28.735606 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fb80fe0-0c69-46d6-b375-31caa8859923 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:28.794495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-98a9c177-3d6a-4b09-acde-869f5c745092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.796420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-98a9c177-3d6a-4b09-acde-869f5c745092 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9951efe-f79b-417b-bdf5-bad52e97792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3705776 Sep 10 03:43:28.838211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 18c74e81-c24a-493e-b32e-cc5ecde158db up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:28.912037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae624a9-d248-48aa-9f88-90e33e1bb1cb req-80258c1b-3376-4eff-8fc8-59642ce5285a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.918419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae624a9-d248-48aa-9f88-90e33e1bb1cb req-80258c1b-3376-4eff-8fc8-59642ce5285a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.924287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae624a9-d248-48aa-9f88-90e33e1bb1cb req-80258c1b-3376-4eff-8fc8-59642ce5285a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:28.929354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ae624a9-d248-48aa-9f88-90e33e1bb1cb req-80258c1b-3376-4eff-8fc8-59642ce5285a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2413 time: 0.2591729 Sep 10 03:43:29.045720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 18c74e81-c24a-493e-b32e-cc5ecde158db completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:29.050126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Router e3c30265-3678-4e35-865d-a0077962deff is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:43:29.050976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 18c74e81-c24a-493e-b32e-cc5ecde158db triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:29.051602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:29.105870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ae624a9-d248-48aa-9f88-90e33e1bb1cb req-d62f1e4d-cf66-460b-97ef-feb4881a1b98 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676404 Sep 10 03:43:29.114481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-bb3eb871-66ce-4bcf-ad64-7c794771d455 service neutron] 10.222.0.20 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2837799 Sep 10 03:43:29.184248 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:29.231999 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 18c74e81-c24a-493e-b32e-cc5ecde158db, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=18c74e81-c24a-493e-b32e-cc5ecde158db,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:29.253622 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:29.254423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:29.267565 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Sync routers for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:29.268173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9bb99421-8a83-4886-b158-dba4303fb8c9 None None] Provisioning complete for port 18c74e81-c24a-493e-b32e-cc5ecde158db triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:29.268173 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9bb99421-8a83-4886-b158-dba4303fb8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:29.280783 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:29.281414 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:29.352922 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:29.408462 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9bb99421-8a83-4886-b158-dba4303fb8c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:29.421953 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:29.425054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-849712f8-0c79-4ab6-9588-666a6be8d5f5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.0430255 Sep 10 03:43:29.426513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38236) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:29.468649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=18c74e81-c24a-493e-b32e-cc5ecde158db,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:29.532066 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:29.544203 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-9bb99421-8a83-4886-b158-dba4303fb8c9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:43:29.544866 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-9bb99421-8a83-4886-b158-dba4303fb8c9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:43:29.559022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38238) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:29.656530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-8f0e4717-6aa2-4b2b-b3dc-2e5ef7288505 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:29.659269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-8f0e4717-6aa2-4b2b-b3dc-2e5ef7288505 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.3232534 Sep 10 03:43:29.673139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Request body: {'port': {'device_id': '8666d11e-16b3-4dba-b0b4-b62d25686787', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'admin_state_up': True, 'tenant_id': '77e28690aa0e41198f2b6be9a0b040db'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:29.735460 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:27Z', 'revision_number': 3, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:29.747999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f4b8bb7-6dd5-49a0-8f60-1258c81ea03f req-379a0150-17bf-4bde-83bd-e71f01547869 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 210 time: 0.1177235 Sep 10 03:43:29.766767 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Checking router: e3c30265-3678-4e35-865d-a0077962deff for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:29.767395 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Updating router e3c30265-3678-4e35-865d-a0077962deff port 27cccadb-00df-43c1-8b06-96895842e68a binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:43:29.774042 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a34dae6f-ad0b-4338-b117-13552d2ae77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:29.800085 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:29.801041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf749c7-e474-4a99-b576-2b2e1f5c9c01 req-7d03cc2f-59a6-4aa1-b2f3-658aaf84003e service neutron] 10.222.0.20 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6774154 Sep 10 03:43:29.927136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Allocated IP 172.25.3.78 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/90702622-5897-4a8a-bd07-952755681fef) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:30.048812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97ba30d-0606-46fb-8906-146245d1bb7c req-ee97124a-7fa0-48d1-b00c-c0e1c41d49dd tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:30.050606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d97ba30d-0606-46fb-8906-146245d1bb7c req-ee97124a-7fa0-48d1-b00c-c0e1c41d49dd tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.1710830 Sep 10 03:43:30.093062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a34dae6f-ad0b-4338-b117-13552d2ae77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.140744 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fb80fe0-0c69-46d6-b375-31caa8859923 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.170886 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a34dae6f-ad0b-4338-b117-13552d2ae77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.172363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d97ba30d-0606-46fb-8906-146245d1bb7c req-cdb89df3-c9e9-4c3b-9f1c-fb9568dbd355 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041889 Sep 10 03:43:30.175449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-ab9db47e-ce47-465c-9314-504b202176ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:30.175958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-ab9db47e-ce47-465c-9314-504b202176ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:30.176448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-ab9db47e-ce47-465c-9314-504b202176ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:30.178202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-ab9db47e-ce47-465c-9314-504b202176ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c8500dd865c4af2a7a973a359f49354&device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2866 time: 0.1774244 Sep 10 03:43:30.225238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.229250 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fb80fe0-0c69-46d6-b375-31caa8859923 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.249809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34dae6f-ad0b-4338-b117-13552d2ae77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=307ddd7f-b720-4b04-bdb6-8100ccb0861b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:30.258229 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a34dae6f-ad0b-4338-b117-13552d2ae77a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca0be1d234724c138d70d2b26d3cc0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6959751 Sep 10 03:43:30.259968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38246) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:30.288266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Made reservation on behalf of 77e28690aa0e41198f2b6be9a0b040db for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:30.291726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.309233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.398680 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c702c892-bd0a-4d14-80a1-3fcc0082031b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.434974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019ace0-99ae-40a7-90f4-1730b5aba762 req-d94c3d2d-6f80-4f27-8968-d9e01be456d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:30.440786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019ace0-99ae-40a7-90f4-1730b5aba762 req-d94c3d2d-6f80-4f27-8968-d9e01be456d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:30.446889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b019ace0-99ae-40a7-90f4-1730b5aba762 req-d94c3d2d-6f80-4f27-8968-d9e01be456d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:30.448572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b019ace0-99ae-40a7-90f4-1730b5aba762 req-d94c3d2d-6f80-4f27-8968-d9e01be456d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2413 time: 0.1524792 Sep 10 03:43:30.449622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-bbfdca0b-d6fa-4d8d-9d45-92892920e5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:30.450918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-bbfdca0b-d6fa-4d8d-9d45-92892920e5f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e9951efe-f79b-417b-bdf5-bad52e97792c HTTP/1.1" status: 200 len: 902 time: 0.2640817 Sep 10 03:43:30.460432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c702c892-bd0a-4d14-80a1-3fcc0082031b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.522060 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-3fb80fe0-0c69-46d6-b375-31caa8859923 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Floating IP 61c4b6fd-42b6-4560-a54f-9ada7d891dee associated. External IP: 172.25.3.55, port: 42b31329-8d4d-4d6a-827f-ff52221bd22e. Sep 10 03:43:30.524385 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.567957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-65efc778-8a7d-41d0-9997-25afe276a732 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.177&port_id=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c HTTP/1.1" status: 200 len: 217 time: 0.1055608 Sep 10 03:43:30.617118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Allocated IP 172.20.0.3 (70e06d48-b244-4860-bc21-3a6979134cb8/b5575dc5-8b76-4214-8972-bb2f14443e81/41ac86a2-f540-49a3-b9b9-ce950d0a0c05) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:30.645502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:30.657046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:30.668000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b019ace0-99ae-40a7-90f4-1730b5aba762 req-8d99fcfa-1b6a-4832-aa8c-65cff6a0fb4e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2113440 Sep 10 03:43:30.674507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:30.718531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Allocated IP 172.20.0.1 (082251f9-1713-4050-bdf6-0769d4b0bcf3/b9c3c589-4372-405b-9a64-bedabc37d371/9de214da-9e98-4a03-829d-7d94de0432b0) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:30.723318 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.738132 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Transition to ACTIVE for port object 27cccadb-00df-43c1-8b06-96895842e68a will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:30.762970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c702c892-bd0a-4d14-80a1-3fcc0082031b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.765564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c702c892-bd0a-4d14-80a1-3fcc0082031b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.769176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c702c892-bd0a-4d14-80a1-3fcc0082031b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/307ddd7f-b720-4b04-bdb6-8100ccb0861b HTTP/1.1" status: 204 len: 168 time: 0.5058639 Sep 10 03:43:30.770898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 18c74e81-c24a-493e-b32e-cc5ecde158db up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:30.821590 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.846815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Pushing event updated for resources: {'Port': ['ID=90702622-5897-4a8a-bd07-952755681fef,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:30.903849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 18c74e81-c24a-493e-b32e-cc5ecde158db triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:30.904472 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.931363 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Attempting to bind port 27cccadb-00df-43c1-8b06-96895842e68a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:30.932556 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Attempting to bind port 27cccadb-00df-43c1-8b06-96895842e68a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:30.933840 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Attempting to bind port 27cccadb-00df-43c1-8b06-96895842e68a on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:30.937041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c702c892-bd0a-4d14-80a1-3fcc0082031b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=307ddd7f-b720-4b04-bdb6-8100ccb0861b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:30.941637 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd1218-33f8-4207-878b-598f7bc75467 None None] Pushing event updated for resources: {'Port': ['ID=27cccadb-00df-43c1-8b06-96895842e68a,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:30.944570 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:30.945261 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:30.945756 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.946520 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:30.947857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Bound port: 27cccadb-00df-43c1-8b06-96895842e68a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:30.949018 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:30.984809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20fc2bc6-2ae5-46b9-899e-dff021d84c6b req-2852e5b7-0ad7-4201-99e6-f83d7240dab1 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 210 time: 0.0568323 Sep 10 03:43:31.035343 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] For port 27cccadb-00df-43c1-8b06-96895842e68a, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:31.037418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-3379b753-4f7c-498f-b697-58478d6b6ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:31.038867 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] For port 27cccadb-00df-43c1-8b06-96895842e68a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=27cccadb-00df-43c1-8b06-96895842e68a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:31.039011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-3379b753-4f7c-498f-b697-58478d6b6ffc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=aced204a-67f1-4e4a-9b7e-eddff18cd27a HTTP/1.1" status: 200 len: 801 time: 0.4452286 Sep 10 03:43:31.066410 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.096900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Transition to ACTIVE for port object 9de214da-9e98-4a03-829d-7d94de0432b0 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:31.102566 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.142741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.148712 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.194387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-53a98a01-33e4-40c9-abbb-a77f984875fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:31.199669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-53a98a01-33e4-40c9-abbb-a77f984875fb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e9951efe-f79b-417b-bdf5-bad52e97792c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1267490 Sep 10 03:43:31.219362 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:31.220162 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:31.225485 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fd1218-33f8-4207-878b-598f7bc75467 None None] Pushing event updated for resources: {'Port': ['ID=27cccadb-00df-43c1-8b06-96895842e68a,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:31.262831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fb80fe0-0c69-46d6-b375-31caa8859923 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:31.268184 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.280690 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.323156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:31.334509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:31.341248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:31.355132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Network 70e06d48-b244-4860-bc21-3a6979134cb8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:31.358194 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:31.362992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:31.368310 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.386949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:31.464681 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Pushing event updated for resources: {'Port': ['ID=9de214da-9e98-4a03-829d-7d94de0432b0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:31.474274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:31.476431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.500232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-713fe1b1-6607-4193-bed1-3a4d766b73a2 service neutron] 10.222.0.20 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2916923 Sep 10 03:43:31.509433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065fdd5c-28f6-43fc-a653-e6b13ea62d5f req-0278bb6a-5c75-432b-996e-5a89a4a7c7ab tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:31.509936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-065fdd5c-28f6-43fc-a653-e6b13ea62d5f req-0278bb6a-5c75-432b-996e-5a89a4a7c7ab tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.2569118 Sep 10 03:43:31.545057 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.608293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event updated for resources: {'Port': ['ID=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:31.626151 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-dbdda479-bca7-479f-94c2-15fcc69549dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9576309 Sep 10 03:43:31.653221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Request body: {'port': {'device_id': '8666d11e-16b3-4dba-b0b4-b62d25686787', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:31.653559 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:27Z', 'revision_number': 3, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:31.688892 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f82c73c2-3764-4eb7-b484-1b39670a0ed2 None None] The sync data for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 is: [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:27Z', 'revision_number': 3, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:31.768718 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.788936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-68d83d2d-8f9e-4ddb-8de7-d503754ef2ad None None] Provisioning for port 9de214da-9e98-4a03-829d-7d94de0432b0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:31.797080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-68d83d2d-8f9e-4ddb-8de7-d503754ef2ad None None] Provisioning complete for port 9de214da-9e98-4a03-829d-7d94de0432b0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:31.797757 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68d83d2d-8f9e-4ddb-8de7-d503754ef2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:31.866283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-68d83d2d-8f9e-4ddb-8de7-d503754ef2ad None None] Port 9de214da-9e98-4a03-829d-7d94de0432b0 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:31.902461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d6007a46-297c-47ad-b079-4a62f099ded5 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:31.929340 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.040573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d6007a46-297c-47ad-b079-4a62f099ded5, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6007a46-297c-47ad-b079-4a62f099ded5,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:32.048189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.058606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'd6007a46-297c-47ad-b079-4a62f099ded5', 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c', 'port_id': 'd6007a46-297c-47ad-b079-4a62f099ded5', 'mac_address': 'fa:16:3e:41:a6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aced204a-67f1-4e4a-9b7e-eddff18cd27a', 'ip_address': '19.80.0.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:32.083957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-065fdd5c-28f6-43fc-a653-e6b13ea62d5f req-921ab891-adb5-4fa6-a1f7-4e065991e525 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5575583 Sep 10 03:43:32.106723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fb80fe0-0c69-46d6-b375-31caa8859923 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:32.121401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fb80fe0-0c69-46d6-b375-31caa8859923 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.132566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] Sync routers for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:32.150263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:32.151914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:32.223700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.252511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6007a46-297c-47ad-b079-4a62f099ded5 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:32.290589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c082f9-40a4-4066-822a-17a7257dfdcc req-79bd9eff-25fd-486c-a60b-a25111009dcb service neutron] 10.222.0.20 "GET /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7653191 Sep 10 03:43:32.290589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3fb80fe0-0c69-46d6-b375-31caa8859923 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "PUT /v2.0/floatingips/61c4b6fd-42b6-4560-a54f-9ada7d891dee HTTP/1.1" status: 200 len: 991 time: 3.7277832 Sep 10 03:43:32.304810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:32.313299 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c23989a-5b73-427e-b2ed-980a12d6fc5e" -d '{"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:32.331621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:32.341544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.352905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d6007a46-297c-47ad-b079-4a62f099ded5, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6007a46-297c-47ad-b079-4a62f099ded5,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:32.358006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Transition to ACTIVE for port object 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:32.377001 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.389036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:32.390954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.406331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5dc26-aa46-4a63-bed2-40301c944f6e req-29c928e5-ad07-468b-98f4-f67cb6c8326c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:32.415912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5dc26-aa46-4a63-bed2-40301c944f6e req-29c928e5-ad07-468b-98f4-f67cb6c8326c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:32.421421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a5dc26-aa46-4a63-bed2-40301c944f6e req-29c928e5-ad07-468b-98f4-f67cb6c8326c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:32.423476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97a5dc26-aa46-4a63-bed2-40301c944f6e req-29c928e5-ad07-468b-98f4-f67cb6c8326c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2413 time: 0.2162595 Sep 10 03:43:32.436715 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.437504 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c4c514b7-c176-46f0-92ad-543aa1443829 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:32.463195 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.469562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.471521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97a5dc26-aa46-4a63-bed2-40301c944f6e req-0bcadee1-b438-428a-bf64-ab4c5e25e6f7 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417409 Sep 10 03:43:32.472991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.559610 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.606914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Pushing event updated for resources: {'Port': ['ID=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:32.615644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Pushing event updated for resources: {'Port': ['ID=90702622-5897-4a8a-bd07-952755681fef,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:32.616917 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.630311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d6007a46-297c-47ad-b079-4a62f099ded5,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:32.679879 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.681176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-a1ea9d6b-f59a-4cac-a4a7-7f5fdce5e81d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.3498952 Sep 10 03:43:32.778523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c4c514b7-c176-46f0-92ad-543aa1443829, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c4c514b7-c176-46f0-92ad-543aa1443829,segment=NetworkSegment(cea05c55-33e3-4fd6-b25b-b13b13b3f2db),segment_id=cea05c55-33e3-4fd6-b25b-b13b13b3f2db)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:32.805458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'c4c514b7-c176-46f0-92ad-543aa1443829', 'network_id': 'd1bd0c61-403b-49df-9375-915971c2f286', 'port_id': 'c4c514b7-c176-46f0-92ad-543aa1443829', 'mac_address': 'fa:16:3e:56:e0:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f907dafd-1163-4738-acfe-5dee74f3e967', 'ip_address': '19.86.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:32.837804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Pushing event updated for resources: {'Port': ['ID=9de214da-9e98-4a03-829d-7d94de0432b0,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:32.879655 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.885528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-566cc721-a3c8-4b76-ba0e-505fd3dda7d8 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 695 time: 0.1945128 Sep 10 03:43:32.894782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4c514b7-c176-46f0-92ad-543aa1443829 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:32.914357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 27cccadb-00df-43c1-8b06-96895842e68a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:32.931227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Attempting to bind port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:32.931557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Attempting to bind port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:32.932132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Attempting to bind port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:32.941352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 on network 70e06d48-b244-4860-bc21-3a6979134cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:32.941941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Attempting to bind port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:32.956633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c4c514b7-c176-46f0-92ad-543aa1443829, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c4c514b7-c176-46f0-92ad-543aa1443829,segment=NetworkSegment(cea05c55-33e3-4fd6-b25b-b13b13b3f2db),segment_id=cea05c55-33e3-4fd6-b25b-b13b13b3f2db)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:32.958926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:32.959534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Checking segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:32.960769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Bound using segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:32.961395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Bound port: 41ac86a2-f540-49a3-b9b9-ce950d0a0c05, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:32.962411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:32.982588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '61c4b6fd-42b6-4560-a54f-9ada7d891dee', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'port_id': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'mac_address': 'fa:16:3e:e9:37:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:42:10Z', 'updated_at': '2021-09-10T03:43:29Z', 'revision_number': 1, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d273cd-504b-46a3-bff0-3c731a68bf06', 'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'mac_address': 'fa:16:3e:e4:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:15Z', 'updated_at': '2021-09-10T03:41:27Z', 'revision_number': 5, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'subnets': [{'id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:32.986478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:32.990402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:33.017035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] Checking router: 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:33.028789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:33.029427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:33.078629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78d7cac-4663-4220-951c-29d4a7bcf851 req-f57e2127-e39d-4371-a139-3440c6973564 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.090134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e78d7cac-4663-4220-951c-29d4a7bcf851 req-f57e2127-e39d-4371-a139-3440c6973564 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 943 time: 0.2935171 Sep 10 03:43:33.126107 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:33.126325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] For port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:33.126817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:33.131532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] For port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:33.137568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-0a20b478-b1a7-453d-aa94-4c054a5fb8d6 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.137568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cb4a0a9-18e1-43dc-a082-077cf4618f78 req-0a20b478-b1a7-453d-aa94-4c054a5fb8d6 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2431974 Sep 10 03:43:33.173015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 27cccadb-00df-43c1-8b06-96895842e68a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:33.200413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e78d7cac-4663-4220-951c-29d4a7bcf851 req-1a874126-aa9c-4926-8a3b-0177830ebfeb tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090705 Sep 10 03:43:33.211550 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:33.290458 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7917844-3f02-44a4-aa13-4800518341e8 x-openstack-request-id: req-c7917844-3f02-44a4-aa13-4800518341e8 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:33.290752 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:33.291002 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7917844-3f02-44a4-aa13-4800518341e8 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:33.291998 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'status': 'completed', 'code': 200} Sep 10 03:43:33.294582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 27cccadb-00df-43c1-8b06-96895842e68a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:33.294958 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:33.332035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Router e3c30265-3678-4e35-865d-a0077962deff has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:33.334282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.336629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:33.338497 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] 10.222.0.20 "PUT /v2.0/ports/41ac86a2-f540-49a3-b9b9-ce950d0a0c05 HTTP/1.1" status: 200 len: 1091 time: 1.6933036 Sep 10 03:43:33.374210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8666d11e-16b3-4dba-b0b4-b62d25686787', 'tag': '41ac86a2-f540-49a3-b9b9-ce950d0a0c05'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:33.376837 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c770978-0339-4af7-a4f3-0f249db62212" -d '{"events": [{"name": "network-changed", "server_uuid": "8666d11e-16b3-4dba-b0b4-b62d25686787", "tag": "41ac86a2-f540-49a3-b9b9-ce950d0a0c05"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:33.379631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb8bbb5-b1b2-4877-8af5-e437b1742010 service neutron] Pushing event updated for resources: {'Port': ['ID=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:33.512509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-8ea3006c-fbd5-44f5-98cb-e82a519e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.513414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-8ea3006c-fbd5-44f5-98cb-e82a519e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.514116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-8ea3006c-fbd5-44f5-98cb-e82a519e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.514947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-8ea3006c-fbd5-44f5-98cb-e82a519e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.515632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-8ea3006c-fbd5-44f5-98cb-e82a519e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.516484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-8ea3006c-fbd5-44f5-98cb-e82a519e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.517207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-8ea3006c-fbd5-44f5-98cb-e82a519e5c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.519580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-8ea3006c-fbd5-44f5-98cb-e82a519e5c6a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6504 time: 0.1830158 Sep 10 03:43:33.534856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b14e3d1-28b5-4533-a8a3-6ea80ae442b5 req-f9198327-3d89-4ebd-a5ee-f77c240368de tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.536679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b14e3d1-28b5-4533-a8a3-6ea80ae442b5 req-f9198327-3d89-4ebd-a5ee-f77c240368de tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.1699717 Sep 10 03:43:33.580503 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.resource_extend [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:43:33.673005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:33.695224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c4c514b7-c176-46f0-92ad-543aa1443829,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:33.700146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b8a9c55d-4049-4d50-8c19-52ded4643044 None None] Provisioning complete for port 9de214da-9e98-4a03-829d-7d94de0432b0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:33.700509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b8a9c55d-4049-4d50-8c19-52ded4643044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:33.716185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-e25cc426-ac20-464e-91bf-7ba7436749aa tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.717952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-e25cc426-ac20-464e-91bf-7ba7436749aa tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 821 time: 0.2603292 Sep 10 03:43:33.732814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b14e3d1-28b5-4533-a8a3-6ea80ae442b5 req-c8fef9c6-8241-4348-b55f-07b032e41b15 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798086 Sep 10 03:43:33.734401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c', 'network_id': 'e9951efe-f79b-417b-bdf5-bad52e97792c', 'port_id': '7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c', 'mac_address': 'fa:16:3e:9c:01:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aced204a-67f1-4e4a-9b7e-eddff18cd27a', 'ip_address': '19.80.0.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:33.777618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-92329c38-7b55-41f9-be41-07f90912fa74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.781253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:33.781687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-92329c38-7b55-41f9-be41-07f90912fa74 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 HTTP/1.1" status: 200 len: 918 time: 0.2416067 Sep 10 03:43:33.788230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-bdbd9897-c3db-4a2b-8420-1e43df32bbc5 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/quotas/33f4a863ff68449cbf63655ffdcda955 HTTP/1.1" status: 200 len: 375 time: 0.0542676 Sep 10 03:43:33.825814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b8a9c55d-4049-4d50-8c19-52ded4643044 None None] Port 9de214da-9e98-4a03-829d-7d94de0432b0 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:33.867316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:33.874113 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e238f3f1-578f-4b80-af7f-5360f3ddd275 admin admin] 10.222.0.22 "PUT /v2.0/routers/e3c30265-3678-4e35-865d-a0077962deff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4468946 Sep 10 03:43:33.876086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:33.928504 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-e1cc2124-f90a-4065-8b89-d6ab58feb55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:33.930204 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-e1cc2124-f90a-4065-8b89-d6ab58feb55d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 1094 time: 0.0608375 Sep 10 03:43:33.943383 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:33.946547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-b0bea31a-072a-4c8f-b662-80be4f158f56 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e HTTP/1.1" status: 200 len: 999 time: 0.1568520 Sep 10 03:43:33.957868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 27cccadb-00df-43c1-8b06-96895842e68a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=27cccadb-00df-43c1-8b06-96895842e68a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:33.989085 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38330) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:33.996760 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-d25ccdbd-9706-439e-a6f7-9f1dbc9bd103 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41ac86a2-f540-49a3-b9b9-ce950d0a0c05 HTTP/1.1" status: 200 len: 217 time: 0.0569432 Sep 10 03:43:34.026112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-973cf60a-d0da-4e36-a0ea-0ddb950924c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.027548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-973cf60a-d0da-4e36-a0ea-0ddb950924c0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de481826-aaa2-4c99-88fc-13be40e266ed HTTP/1.1" status: 200 len: 856 time: 0.0620334 Sep 10 03:43:34.034135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:34.046404 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.047126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-46866507-dd63-4882-b313-f2747f602310 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1990879 Sep 10 03:43:34.103988 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-114157f6-4726-4354-9309-fc02a32b1eba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.108285 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-114157f6-4726-4354-9309-fc02a32b1eba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.1036797 Sep 10 03:43:34.127732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:34.158611 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-2206dacf-1188-4d50-9b80-2f077cca9a27 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431924 Sep 10 03:43:34.169690 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53193575-1f37-4d53-8a3c-0ce7b9c7d9c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.179869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-7a595dc0-a611-48b2-8fd5-8a1ee6bf1e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.181392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-7a595dc0-a611-48b2-8fd5-8a1ee6bf1e13 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1330552 Sep 10 03:43:34.203949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=27cccadb-00df-43c1-8b06-96895842e68a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:34.209895 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.237857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Sync routers for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:34.249217 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:34.250066 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:34.297772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:34.321938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-3f584b1b-fd78-47a1-afad-78c4dab6d99d service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432430 Sep 10 03:43:34.323029 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52992810-73f5-4a0c-a093-66c77b0c6575 x-openstack-request-id: req-52992810-73f5-4a0c-a093-66c77b0c6575 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:34.323428 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8666d11e-16b3-4dba-b0b4-b62d25686787", "tag": "41ac86a2-f540-49a3-b9b9-ce950d0a0c05", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:34.325113 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52992810-73f5-4a0c-a093-66c77b0c6575 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:34.325633 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8666d11e-16b3-4dba-b0b4-b62d25686787', 'tag': '41ac86a2-f540-49a3-b9b9-ce950d0a0c05', 'status': 'completed', 'code': 200} Sep 10 03:43:34.343364 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-e680d8a7-4ad7-453c-921e-56184e03de16 service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711798 Sep 10 03:43:34.379045 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:34.429570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '61c4b6fd-42b6-4560-a54f-9ada7d891dee', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'port_id': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'mac_address': 'fa:16:3e:e9:37:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:42:10Z', 'updated_at': '2021-09-10T03:43:29Z', 'revision_number': 1, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d273cd-504b-46a3-bff0-3c731a68bf06', 'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'mac_address': 'fa:16:3e:e4:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:15Z', 'updated_at': '2021-09-10T03:41:27Z', 'revision_number': 5, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'subnets': [{'id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:34.442515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53193575-1f37-4d53-8a3c-0ce7b9c7d9c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.453685 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-4ed3ea20-99e6-4d39-908a-5e39671bb78a service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1175666 Sep 10 03:43:34.461412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1c10168-ca0f-4303-a8b5-4ee2b6a71bff None None] The sync data for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 is: [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '61c4b6fd-42b6-4560-a54f-9ada7d891dee', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'port_id': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 991, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'mac_address': 'fa:16:3e:e9:37:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:42:10Z', 'updated_at': '2021-09-10T03:43:29Z', 'revision_number': 1, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56d273cd-504b-46a3-bff0-3c731a68bf06', 'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'mac_address': 'fa:16:3e:e4:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:15Z', 'updated_at': '2021-09-10T03:41:27Z', 'revision_number': 5, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'subnets': [{'id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:34.503754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['c4c514b7-c176-46f0-92ad-543aa1443829'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:34.512785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-0e1b7fa6-f602-4aa3-9771-fe29d87b2beb service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3189406 Sep 10 03:43:34.528475 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53193575-1f37-4d53-8a3c-0ce7b9c7d9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.552654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:34.554721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['d6007a46-297c-47ad-b079-4a62f099ded5'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:34.573644 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d3ce4db1-708d-4679-94a9-e632c1fb288c req-24eccfb1-11cf-4e74-8ee9-5787f3472147 service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1842275 Sep 10 03:43:34.613403 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-53193575-1f37-4d53-8a3c-0ce7b9c7d9c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b408090c30ab4e0fa60e095190a57c1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6206353 Sep 10 03:43:34.613403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53193575-1f37-4d53-8a3c-0ce7b9c7d9c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92a993a0-a787-4607-9c34-5574469c1662,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:34.615409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38342) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:34.621470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e539919-b04c-4460-ae0b-a22fc3cd3217 req-bdd9425d-475e-4de9-a00b-52dd28ded69e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.636218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e539919-b04c-4460-ae0b-a22fc3cd3217 req-bdd9425d-475e-4de9-a00b-52dd28ded69e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.658465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e539919-b04c-4460-ae0b-a22fc3cd3217 req-bdd9425d-475e-4de9-a00b-52dd28ded69e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.661476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e539919-b04c-4460-ae0b-a22fc3cd3217 req-bdd9425d-475e-4de9-a00b-52dd28ded69e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2416 time: 0.2278337 Sep 10 03:43:34.705435 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f371dad7-202e-4019-8e89-0ebc7e83c793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.752038 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:32Z', 'revision_number': 2, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:34.797659 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Checking router: e3c30265-3678-4e35-865d-a0077962deff for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:34.797659 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Updating router e3c30265-3678-4e35-865d-a0077962deff port 9de214da-9e98-4a03-829d-7d94de0432b0 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:43:34.831901 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.835857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f371dad7-202e-4019-8e89-0ebc7e83c793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:34.922485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 27cccadb-00df-43c1-8b06-96895842e68a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:34.954644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e539919-b04c-4460-ae0b-a22fc3cd3217 req-0e221968-9c07-4c1d-b9c6-701c92962015 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2834911 Sep 10 03:43:34.961777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770978-0339-4af7-a4f3-0f249db62212 req-e697db5a-7d2c-4b0f-86b7-9397569e2058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:34.963519 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c770978-0339-4af7-a4f3-0f249db62212 req-e697db5a-7d2c-4b0f-86b7-9397569e2058 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 1094 time: 0.2205138 Sep 10 03:43:35.031622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c23989a-5b73-427e-b2ed-980a12d6fc5e req-a1494fb8-7349-451e-b58c-91b2e2f8c221 service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5114243 Sep 10 03:43:35.110001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7203f53-c7ea-420f-8c8a-508ea26d4eae None None] New status for floating IP 61c4b6fd-42b6-4560-a54f-9ada7d891dee: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:43:35.197199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f371dad7-202e-4019-8e89-0ebc7e83c793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:35.200403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f371dad7-202e-4019-8e89-0ebc7e83c793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:35.225776 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f371dad7-202e-4019-8e89-0ebc7e83c793 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92a993a0-a787-4607-9c34-5574469c1662 HTTP/1.1" status: 204 len: 168 time: 0.6087744 Sep 10 03:43:35.251167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd8638a-5b1b-41d6-8ca9-795b845ab766 req-57ad8d3b-f0e6-4e41-9b16-cb50a3fd005e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:35.264131 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdd8638a-5b1b-41d6-8ca9-795b845ab766 req-57ad8d3b-f0e6-4e41-9b16-cb50a3fd005e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 943 time: 0.1599622 Sep 10 03:43:35.287966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371dad7-202e-4019-8e89-0ebc7e83c793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92a993a0-a787-4607-9c34-5574469c1662,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:35.297550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770978-0339-4af7-a4f3-0f249db62212 req-7a194b93-d521-4b12-bed8-ae28bbc3dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:35.299069 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c770978-0339-4af7-a4f3-0f249db62212 req-7a194b93-d521-4b12-bed8-ae28bbc3dd55 service neutron] 10.222.0.20 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 913 time: 0.3269403 Sep 10 03:43:35.350461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdd8638a-5b1b-41d6-8ca9-795b845ab766 req-3d5b5e69-c28b-481c-89e9-70fe32683d78 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843360 Sep 10 03:43:35.433605 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c770978-0339-4af7-a4f3-0f249db62212 req-636a0cf2-3f18-46ea-9a0b-2c14b96814c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=41ac86a2-f540-49a3-b9b9-ce950d0a0c05 HTTP/1.1" status: 200 len: 217 time: 0.1186056 Sep 10 03:43:35.505549 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:35.515525 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Transition to ACTIVE for port object 9de214da-9e98-4a03-829d-7d94de0432b0 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:35.527903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c770978-0339-4af7-a4f3-0f249db62212 req-19ff12c3-eea1-4727-b246-4bfe7e485d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:35.530280 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c770978-0339-4af7-a4f3-0f249db62212 req-19ff12c3-eea1-4727-b246-4bfe7e485d5d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.0918317 Sep 10 03:43:35.575510 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:35.596209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 27cccadb-00df-43c1-8b06-96895842e68a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:35.597188 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:35.600465 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c770978-0339-4af7-a4f3-0f249db62212 req-3e320310-4e7c-4c5d-b23c-6a497f24d9ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595043 Sep 10 03:43:35.622029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999d04e-82bc-46b4-bb6b-f0b84d31d77b req-5d080857-e027-44ce-a476-5eb0063fde26 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:35.623933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c999d04e-82bc-46b4-bb6b-f0b84d31d77b req-5d080857-e027-44ce-a476-5eb0063fde26 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 946 time: 0.1314263 Sep 10 03:43:35.693294 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52178e3c-ab25-43fc-b399-c8d62f0c9cda None None] Pushing event updated for resources: {'Port': ['ID=9de214da-9e98-4a03-829d-7d94de0432b0,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:35.799382 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Attempting to bind port 9de214da-9e98-4a03-829d-7d94de0432b0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:35.799771 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Attempting to bind port 9de214da-9e98-4a03-829d-7d94de0432b0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:35.800134 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Attempting to bind port 9de214da-9e98-4a03-829d-7d94de0432b0 on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:35.812812 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c770978-0339-4af7-a4f3-0f249db62212 req-7be1ca9c-637c-4f9a-96be-5e3bb3578c38 service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041304 Sep 10 03:43:35.818039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c999d04e-82bc-46b4-bb6b-f0b84d31d77b req-ff6dccd9-0fe3-4c78-abee-a0815c03cf13 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765282 Sep 10 03:43:35.823964 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:35.824344 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Checking segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:35.824752 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:35.825145 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Bound using segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:35.825633 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Bound port: 9de214da-9e98-4a03-829d-7d94de0432b0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:35.826001 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:35.881268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-1a12f7ad-0c55-4936-a5cf-a6ba07b7bf04 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:35.882802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-1a12f7ad-0c55-4936-a5cf-a6ba07b7bf04 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.20 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 946 time: 0.2362115 Sep 10 03:43:35.952708 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] For port 9de214da-9e98-4a03-829d-7d94de0432b0, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:35.956536 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] For port 9de214da-9e98-4a03-829d-7d94de0432b0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9de214da-9e98-4a03-829d-7d94de0432b0,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:35.972407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38366) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:35.978417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-112d2de9-66de-4f8d-9481-d27ce0e9ec8e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1492363627', 'description': 'tempest-description--957036873'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:36.021714 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.118572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:36.123411 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:36.130768 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c770978-0339-4af7-a4f3-0f249db62212 req-57bc7bbd-05c1-4cdf-a43e-f3dc3dee72e8 service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3087289 Sep 10 03:43:36.148437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9c144c4-6527-484e-ba07-87ed26b21442 req-a5ff54a2-95e2-446d-bcac-a026d783d8de tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0864253 Sep 10 03:43:36.159579 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-112d2de9-66de-4f8d-9481-d27ce0e9ec8e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.163605 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52178e3c-ab25-43fc-b399-c8d62f0c9cda None None] Pushing event updated for resources: {'Port': ['ID=9de214da-9e98-4a03-829d-7d94de0432b0,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:36.224811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:36.230300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c4c514b7-c176-46f0-92ad-543aa1443829 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:36.246594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Deleting port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:36.247463 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.266076 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:36.386657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a5c1d1d-8544-4993-b10d-d1c8b99e091e req-324ae130-abff-4a6e-87ff-d8b75bdd76db tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:36.394412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a5c1d1d-8544-4993-b10d-d1c8b99e091e req-324ae130-abff-4a6e-87ff-d8b75bdd76db tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.2589033 Sep 10 03:43:36.455009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:36.474725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '41ac86a2-f540-49a3-b9b9-ce950d0a0c05', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'port_id': '41ac86a2-f540-49a3-b9b9-ce950d0a0c05', 'mac_address': 'fa:16:3e:8c:d2:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5575dc5-8b76-4214-8972-bb2f14443e81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:36.504684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port c4c514b7-c176-46f0-92ad-543aa1443829 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:36.519050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c5cc-f474-4e09-956c-103a9a72b1b3 req-772a3c01-84db-4dd8-aa5d-4ec4aed2c686 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:36.523203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port c4c514b7-c176-46f0-92ad-543aa1443829 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:36.523526 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.528041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c5cc-f474-4e09-956c-103a9a72b1b3 req-772a3c01-84db-4dd8-aa5d-4ec4aed2c686 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:36.529040 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:35Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:36.536681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2362c5cc-f474-4e09-956c-103a9a72b1b3 req-772a3c01-84db-4dd8-aa5d-4ec4aed2c686 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:36.543458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2362c5cc-f474-4e09-956c-103a9a72b1b3 req-772a3c01-84db-4dd8-aa5d-4ec4aed2c686 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2416 time: 0.2864008 Sep 10 03:43:36.546756 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.563797 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d67c36-7789-436a-94ff-b70ecd7ffa05 None None] The sync data for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 is: [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:35Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:36.575128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:36.580654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] For port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:36.581068 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.605847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a5c1d1d-8544-4993-b10d-d1c8b99e091e req-92e773aa-60c4-4cf1-9c3a-8f5330d1fe67 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100680 Sep 10 03:43:36.618014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:36.695213 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.749940 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.763167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c514b7-c176-46f0-92ad-543aa1443829'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:36.765776 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f78467c-8e26-4009-892b-0fd61982cc95" -d '{"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-plugged", "status": "completed", "tag": "c4c514b7-c176-46f0-92ad-543aa1443829"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:36.771228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2362c5cc-f474-4e09-956c-103a9a72b1b3 req-47cd2a57-1186-4478-a081-92fa351b3df9 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268093 Sep 10 03:43:36.830994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c4c514b7-c176-46f0-92ad-543aa1443829, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c4c514b7-c176-46f0-92ad-543aa1443829,segment=NetworkSegment(cea05c55-33e3-4fd6-b25b-b13b13b3f2db),segment_id=cea05c55-33e3-4fd6-b25b-b13b13b3f2db)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:36.861714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9de214da-9e98-4a03-829d-7d94de0432b0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:36.909918 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-112d2de9-66de-4f8d-9481-d27ce0e9ec8e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.920680 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bebe226-70f9-4ede-99ef-993037b14b2d x-openstack-request-id: req-4bebe226-70f9-4ede-99ef-993037b14b2d {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:36.920986 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-plugged", "status": "completed", "tag": "c4c514b7-c176-46f0-92ad-543aa1443829", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:36.921295 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4bebe226-70f9-4ede-99ef-993037b14b2d {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:36.922013 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4c514b7-c176-46f0-92ad-543aa1443829', 'code': 200} Sep 10 03:43:36.943271 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:36.952821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:36.970941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21555c4-177a-4615-9447-8ecc792a4d99 req-c9f75a2b-a0ee-4ee7-821a-e0671d0d6621 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:36.972991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d21555c4-177a-4615-9447-8ecc792a4d99 req-c9f75a2b-a0ee-4ee7-821a-e0671d0d6621 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 944 time: 0.1934431 Sep 10 03:43:37.020778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c4c514b7-c176-46f0-92ad-543aa1443829,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:37.026704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['41ac86a2-f540-49a3-b9b9-ce950d0a0c05'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:37.075372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-112d2de9-66de-4f8d-9481-d27ce0e9ec8e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.164635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.165128 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.165544 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Floating IP 837b0dd8-189c-488e-bdb3-9cea4002c376 disassociated. External IP: 172.25.3.62, port: dc2ecea7-0bdb-4572-8a0f-d71a0d83843d. Sep 10 03:43:37.166002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Calling delete_port for dc2ecea7-0bdb-4572-8a0f-d71a0d83843d owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:37.181724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a31a23-4f8b-466b-9336-512eb895ef4d req-a77178fe-a5dd-4849-8e90-f7fcd91ba9ee tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:37.183790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1a31a23-4f8b-466b-9336-512eb895ef4d req-a77178fe-a5dd-4849-8e90-f7fcd91ba9ee tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 946 time: 0.1527872 Sep 10 03:43:37.234706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9de214da-9e98-4a03-829d-7d94de0432b0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:37.246304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9de214da-9e98-4a03-829d-7d94de0432b0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:37.246737 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.277875 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-112d2de9-66de-4f8d-9481-d27ce0e9ec8e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.282014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-112d2de9-66de-4f8d-9481-d27ce0e9ec8e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3052907 Sep 10 03:43:37.282014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d2de9-66de-4f8d-9481-d27ce0e9ec8e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72833bad-b13b-47a5-b1cc-5f76bdcac4a2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:37.282888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38398) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:37.286474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d21555c4-177a-4615-9447-8ecc792a4d99 req-48dae872-2e6c-470c-8040-e233bc7fe179 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2430460 Sep 10 03:43:37.287688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-305f6373-9781-4cd3-ae2f-2566490f795d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'security_group_rule': {'security_group_id': '72833bad-b13b-47a5-b1cc-5f76bdcac4a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:37.344401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1a31a23-4f8b-466b-9336-512eb895ef4d req-95c16425-49bc-4bad-b03b-2b0ed452e77c tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups?id=8d184b2c-c653-4f90-8988-0abefaecb49b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754108 Sep 10 03:43:37.440066 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-305f6373-9781-4cd3-ae2f-2566490f795d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.457770 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.464894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19d73d8f-9a85-453a-8ba5-b0e452bf5c25 req-ef6c696e-3582-4535-914b-3ab4cd5c3ede tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0435169 Sep 10 03:43:37.542209 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-305f6373-9781-4cd3-ae2f-2566490f795d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.543143 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.550032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9de214da-9e98-4a03-829d-7d94de0432b0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9de214da-9e98-4a03-829d-7d94de0432b0,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:37.578139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Pushing event deleted for resources: {'Port': ['ID=dc2ecea7-0bdb-4572-8a0f-d71a0d83843d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:37.674570 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.695348 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-305f6373-9781-4cd3-ae2f-2566490f795d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.789800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9de214da-9e98-4a03-829d-7d94de0432b0,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:37.815200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305f6373-9781-4cd3-ae2f-2566490f795d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ffbf814-2772-4be7-a43b-4fa6bbc0293d,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:37.901325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d6b08fb8-72d6-489f-880a-ea9602e61ad8 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:37.901325 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d6b08fb8-72d6-489f-880a-ea9602e61ad8 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.20 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 821 time: 0.2754381 Sep 10 03:43:37.910746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Request body: {'port': {'device_id': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'admin_state_up': True, 'tenant_id': '33f4a863ff68449cbf63655ffdcda955'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:37.950956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-305f6373-9781-4cd3-ae2f-2566490f795d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:37.958758 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-305f6373-9781-4cd3-ae2f-2566490f795d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6708677 Sep 10 03:43:37.994240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38418) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:38.000793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4e009f4a-42a1-4173-9a90-7c221750f0b6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'security_group_rule': {'security_group_id': '72833bad-b13b-47a5-b1cc-5f76bdcac4a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:38.151530 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e009f4a-42a1-4173-9a90-7c221750f0b6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.194478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:38.205149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbec358-028b-4d1b-bdba-033602c29d8f req-01331403-70d0-4927-a3ce-14317d9e7452 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.211256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbec358-028b-4d1b-bdba-033602c29d8f req-01331403-70d0-4927-a3ce-14317d9e7452 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.217454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbec358-028b-4d1b-bdba-033602c29d8f req-01331403-70d0-4927-a3ce-14317d9e7452 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.219165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebbec358-028b-4d1b-bdba-033602c29d8f req-01331403-70d0-4927-a3ce-14317d9e7452 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2417 time: 0.1128082 Sep 10 03:43:38.238188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a69916-665f-4d8f-9fe3-18aa186e2f17 req-c4c53352-d6ae-42a4-9d61-b2e329eca3a3 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.239156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d6007a46-297c-47ad-b079-4a62f099ded5 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:38.247893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2a69916-665f-4d8f-9fe3-18aa186e2f17 req-c4c53352-d6ae-42a4-9d61-b2e329eca3a3 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.5304320 Sep 10 03:43:38.260259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Made reservation on behalf of 33f4a863ff68449cbf63655ffdcda955 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:38.265401 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.270913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e009f4a-42a1-4173-9a90-7c221750f0b6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.371624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e009f4a-42a1-4173-9a90-7c221750f0b6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.376799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2a69916-665f-4d8f-9fe3-18aa186e2f17 req-0cf3d49f-8c15-4387-8890-b7aaa47089ac tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281190 Sep 10 03:43:38.387121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebbec358-028b-4d1b-bdba-033602c29d8f req-21b9aca7-bb7c-45d4-8a06-1882c0d4ad04 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346126 Sep 10 03:43:38.404451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port d6007a46-297c-47ad-b079-4a62f099ded5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:38.413492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port d6007a46-297c-47ad-b079-4a62f099ded5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:38.417964 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.428344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e009f4a-42a1-4173-9a90-7c221750f0b6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8caadad4-af29-4d24-aae4-980ef463e7da,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:38.454618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:38.467107 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] Sync routers for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:38.478530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Allocated IP 172.20.0.4 (00f7a226-40e1-4644-95af-a4f63e77454d/49e034b3-3905-4953-b3a4-11530915a985/f82ca95b-d859-4fda-a135-e0cb87383feb) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:38.483463 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:38.485346 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:38.535049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e009f4a-42a1-4173-9a90-7c221750f0b6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.542455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4e009f4a-42a1-4173-9a90-7c221750f0b6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5442064 Sep 10 03:43:38.543143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] No DVR routers for this DVR port dc2ecea7-0bdb-4572-8a0f-d71a0d83843d on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:38.546157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.549180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38438) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:38.555799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85cf8878-1c99-4d1d-a69d-de5c803b93cd req-b5821e73-01a8-48fa-8112-1ea6f97e130b tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.20 "DELETE /v2.0/ports/dc2ecea7-0bdb-4572-8a0f-d71a0d83843d HTTP/1.1" status: 204 len: 173 time: 2.6640213 Sep 10 03:43:38.563625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'name': 'network-vif-deleted', 'tag': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:38.567549 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8259f74e-794a-46b4-b43d-69a21bf56399" -d '{"events": [{"server_uuid": "4200a82a-211e-4f8a-a6a0-b5b64e17aec3", "name": "network-vif-deleted", "tag": "dc2ecea7-0bdb-4572-8a0f-d71a0d83843d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:38.583616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:38.640970 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.650469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8a62950-5188-441d-bcf8-2293cf715522 req-20b35bc9-fd68-4e87-bb67-d19002ece9e8 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 210 time: 0.1092222 Sep 10 03:43:38.703636 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:38.714696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc331926-5f0e-454a-af7e-b5cf54828bcb req-46d73812-a041-464b-8ec4-28efef95e013 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:38.716357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc331926-5f0e-454a-af7e-b5cf54828bcb req-46d73812-a041-464b-8ec4-28efef95e013 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 944 time: 0.2090619 Sep 10 03:43:38.724608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d6007a46-297c-47ad-b079-4a62f099ded5, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6007a46-297c-47ad-b079-4a62f099ded5,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:38.806139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc331926-5f0e-454a-af7e-b5cf54828bcb req-768d0caa-a8ca-4996-8b4c-21b423c769f9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775762 Sep 10 03:43:38.817126 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.820314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:38.872109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.886977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9de214da-9e98-4a03-829d-7d94de0432b0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:38.889345 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2cb368-c148-442f-b6b3-343dba41059e x-openstack-request-id: req-5e2cb368-c148-442f-b6b3-343dba41059e {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:38.889640 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4200a82a-211e-4f8a-a6a0-b5b64e17aec3", "name": "network-vif-deleted", "tag": "dc2ecea7-0bdb-4572-8a0f-d71a0d83843d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:38.890271 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e2cb368-c148-442f-b6b3-343dba41059e {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:38.890602 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4200a82a-211e-4f8a-a6a0-b5b64e17aec3', 'name': 'network-vif-deleted', 'tag': 'dc2ecea7-0bdb-4572-8a0f-d71a0d83843d', 'status': 'completed', 'code': 200} Sep 10 03:43:38.902099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Transition to ACTIVE for port object f82ca95b-d859-4fda-a135-e0cb87383feb will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:38.924159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6007a46-297c-47ad-b079-4a62f099ded5'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:38.926340 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-680b1cbf-91c0-47cb-bdef-5cee646937ac" -d '{"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-plugged", "status": "completed", "tag": "d6007a46-297c-47ad-b079-4a62f099ded5"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:38.929317 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0510a925-72e0-4146-b3d7-bfbbe8487e8c', 'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'mac_address': 'fa:16:3e:fc:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:16Z', 'updated_at': '2021-09-10T03:41:28Z', 'revision_number': 5, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'subnets': [{'id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:38.934650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:38.963486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75acee15-c2ea-4527-8975-c83ff2533939 req-d27eccb8-c8bb-4ecc-9d12-b2c7415c85b0 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 210 time: 0.0602701 Sep 10 03:43:38.974522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d6007a46-297c-47ad-b079-4a62f099ded5,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:38.997846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9de214da-9e98-4a03-829d-7d94de0432b0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:38.998224 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.017712 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] Checking router: 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:39.025164 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b4a5ebf-816f-4c56-b19d-cdf7c80514d2 x-openstack-request-id: req-8b4a5ebf-816f-4c56-b19d-cdf7c80514d2 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:39.025351 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-plugged", "status": "completed", "tag": "d6007a46-297c-47ad-b079-4a62f099ded5", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:39.025880 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b4a5ebf-816f-4c56-b19d-cdf7c80514d2 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:39.026065 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6007a46-297c-47ad-b079-4a62f099ded5', 'code': 200} Sep 10 03:43:39.029294 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:39.029962 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:39.075113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:39.084134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:39.084866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.137674 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.153096 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:39.193647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.227696 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.228598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:39.250378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:39.283401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Network 00f7a226-40e1-4644-95af-a4f63e77454d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:39.292575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:39.298757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:39.338351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Pushing event updated for resources: {'Port': ['ID=f82ca95b-d859-4fda-a135-e0cb87383feb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:39.344580 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.345790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:39.349530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Allocated IP 172.25.3.81 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/db5b789a-eda8-4a80-881d-25731246cb4c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:39.391867 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0510a925-72e0-4146-b3d7-bfbbe8487e8c', 'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'mac_address': 'fa:16:3e:fc:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:16Z', 'updated_at': '2021-09-10T03:41:28Z', 'revision_number': 5, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'subnets': [{'id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:39.441681 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21bf5ed-01f5-4ca2-bf83-16b56591b636 None None] The sync data for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 is: [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:41:18Z', 'revision_number': 4, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0510a925-72e0-4146-b3d7-bfbbe8487e8c', 'name': '', 'network_id': '21c41aa8-95ef-46ae-9d10-66b8cc359155', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'mac_address': 'fa:16:3e:fc:6d:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_interface', 'standard_attr_id': 933, 'fixed_ips': [{'subnet_id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:16Z', 'updated_at': '2021-09-10T03:41:28Z', 'revision_number': 5, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'subnets': [{'id': 'e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:39.449429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.450115 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.478437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:39.611279 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:39.615821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:39.616076 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.616417 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-d71a49c9-ce5f-4688-a387-1c987ab8d43a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7099199 Sep 10 03:43:39.636273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Request body: {'port': {'device_id': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:39.644772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c3a096-bdd5-4a74-a120-74106eb18174 req-4a15fd26-2189-423e-911f-31cd569b89ed tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.656628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50c3a096-bdd5-4a74-a120-74106eb18174 req-4a15fd26-2189-423e-911f-31cd569b89ed tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.1328366 Sep 10 03:43:39.694355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.713261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1e815-7a95-4ac1-9efe-23a28d5bbe3d req-7ac24ce3-0f96-4b2f-807b-46d40240613d tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.737005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.741453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1e815-7a95-4ac1-9efe-23a28d5bbe3d req-7ac24ce3-0f96-4b2f-807b-46d40240613d tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.747376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.753416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1e815-7a95-4ac1-9efe-23a28d5bbe3d req-7ac24ce3-0f96-4b2f-807b-46d40240613d tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:39.761032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8b1e815-7a95-4ac1-9efe-23a28d5bbe3d req-7ac24ce3-0f96-4b2f-807b-46d40240613d tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2418 time: 0.2041948 Sep 10 03:43:39.822482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50c3a096-bdd5-4a74-a120-74106eb18174 req-2646e4f3-90e1-4762-8f20-ee724be414ee tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643951 Sep 10 03:43:39.843848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:39.850952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8b1e815-7a95-4ac1-9efe-23a28d5bbe3d req-a40a2a2f-ce24-4c70-ac2b-1a3f55f2bdff tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888650 Sep 10 03:43:39.875114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b09e10-c308-4dc5-90f6-b558451c5071 None None] New status for floating IP 837b0dd8-189c-488e-bdb3-9cea4002c376: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:43:39.949033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:39.991198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:39.995847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e29adcf-5e24-42f0-8e7b-5bd5e2440ec7 req-46f38f9b-cfc5-4000-a1fe-a53407ef79e6 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/ports?device_id=4200a82a-211e-4f8a-a6a0-b5b64e17aec3 HTTP/1.1" status: 200 len: 210 time: 0.0365067 Sep 10 03:43:39.996114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:40.024322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:40.032402 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.034449 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dc2ecea7-0bdb-4572-8a0f-d71a0d83843d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:40.076993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: dc2ecea7-0bdb-4572-8a0f-d71a0d83843d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:40.089018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device dc2ecea7-0bdb-4572-8a0f-d71a0d83843d not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:40.108479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'Port': ['ID=db5b789a-eda8-4a80-881d-25731246cb4c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:40.140947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-744fdf79-0353-4880-bbab-ebc5730722f7 req-5a123c8c-4a32-4cb6-90a3-8b7bb635ce79 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.142704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-744fdf79-0353-4880-bbab-ebc5730722f7 req-5a123c8c-4a32-4cb6-90a3-8b7bb635ce79 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 945 time: 0.0923784 Sep 10 03:43:40.167777 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ec6154a3-3a06-4d30-b99e-90037dca65b6 None None] Provisioning for port f82ca95b-d859-4fda-a135-e0cb87383feb completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:40.175475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:40.180129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ec6154a3-3a06-4d30-b99e-90037dca65b6 None None] Provisioning complete for port f82ca95b-d859-4fda-a135-e0cb87383feb triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:40.180646 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ec6154a3-3a06-4d30-b99e-90037dca65b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.210744 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.222524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ec6154a3-3a06-4d30-b99e-90037dca65b6 None None] Port f82ca95b-d859-4fda-a135-e0cb87383feb cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:40.228342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e80561-0f39-43ee-8e12-6b981edd41f3 req-2d979b0e-4fe3-4aae-a7b7-723ce018089d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.231872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1e80561-0f39-43ee-8e12-6b981edd41f3 req-2d979b0e-4fe3-4aae-a7b7-723ce018089d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 931 time: 0.1395278 Sep 10 03:43:40.254333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f82ca95b-d859-4fda-a135-e0cb87383feb {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:40.263281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.265523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-744fdf79-0353-4880-bbab-ebc5730722f7 req-67079ee7-412f-45b4-a726-64cdd37005d7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094675 Sep 10 03:43:40.276761 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Transition to ACTIVE for port object f82ca95b-d859-4fda-a135-e0cb87383feb will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:40.291418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1e80561-0f39-43ee-8e12-6b981edd41f3 req-49f22799-7402-4614-a3d6-4d17e526dae0 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384080 Sep 10 03:43:40.325547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.387003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.481629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Pushing event updated for resources: {'Port': ['ID=f82ca95b-d859-4fda-a135-e0cb87383feb,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:40.581914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.593845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Attempting to bind port f82ca95b-d859-4fda-a135-e0cb87383feb on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:40.594265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Attempting to bind port f82ca95b-d859-4fda-a135-e0cb87383feb by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:40.594475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Attempting to bind port f82ca95b-d859-4fda-a135-e0cb87383feb on network 00f7a226-40e1-4644-95af-a4f63e77454d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:40.600978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Port f82ca95b-d859-4fda-a135-e0cb87383feb on network 00f7a226-40e1-4644-95af-a4f63e77454d not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:40.600978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Attempting to bind port f82ca95b-d859-4fda-a135-e0cb87383feb on network 00f7a226-40e1-4644-95af-a4f63e77454d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:40.605962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:40.606413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Checking segment: {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:40.606850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Bound using segment: {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:40.607287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Bound port: f82ca95b-d859-4fda-a135-e0cb87383feb, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9240dff2-6209-442e-a63e-6ef4a72f9af5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:40.607647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.659406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.742166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] For port f82ca95b-d859-4fda-a135-e0cb87383feb, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:40.764448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'Port': ['ID=db5b789a-eda8-4a80-881d-25731246cb4c,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:40.772066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] For port f82ca95b-d859-4fda-a135-e0cb87383feb, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f82ca95b-d859-4fda-a135-e0cb87383feb,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:40.779245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.851650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.884038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.894014 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cbdc3823-6936-4c86-813c-18205445b672 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3350680 Sep 10 03:43:40.894014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.894014 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:40.894014 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] 10.222.0.20 "PUT /v2.0/ports/f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 1091 time: 1.2636151 Sep 10 03:43:40.896033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:40.898927 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21ea63fb-7e29-40fa-b2f6-ee825a492c54" -d '{"events": [{"name": "network-changed", "server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:40.937055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7779eb89-389a-455c-a696-5eeaecd9824d service neutron] Pushing event updated for resources: {'Port': ['ID=f82ca95b-d859-4fda-a135-e0cb87383feb,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:40.985728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a9e545-7963-4d84-a613-3f1cfd4cc9c4 req-46d42434-5369-4378-b406-a3d65d6834d4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:40.987439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02a9e545-7963-4d84-a613-3f1cfd4cc9c4 req-46d42434-5369-4378-b406-a3d65d6834d4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.0903051 Sep 10 03:43:41.029545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8666d11e-16b3-4dba-b0b4-b62d25686787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ac86a2-f540-49a3-b9b9-ce950d0a0c05'}, {'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:41.032992 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96e057f5-bacc-4e59-9781-2f2317515dda" -d '{"events": [{"server_uuid": "8666d11e-16b3-4dba-b0b4-b62d25686787", "name": "network-vif-plugged", "status": "completed", "tag": "41ac86a2-f540-49a3-b9b9-ce950d0a0c05"}, {"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-plugged", "status": "completed", "tag": "7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:41.054264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90464eb2-cda0-4597-b3c9-5a6829962438 req-c658bcca-fb92-423f-a318-d5185f00385e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.060864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90464eb2-cda0-4597-b3c9-5a6829962438 req-c658bcca-fb92-423f-a318-d5185f00385e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.067031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90464eb2-cda0-4597-b3c9-5a6829962438 req-c658bcca-fb92-423f-a318-d5185f00385e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.074533 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:43:41.075484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90464eb2-cda0-4597-b3c9-5a6829962438 req-c658bcca-fb92-423f-a318-d5185f00385e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2419 time: 0.1169107 Sep 10 03:43:41.079445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-ffedd2f4-b070-46bf-975d-92ca7e852af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.080715 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-ffedd2f4-b070-46bf-975d-92ca7e852af1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 1094 time: 0.0658541 Sep 10 03:43:41.089140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02a9e545-7963-4d84-a613-3f1cfd4cc9c4 req-8e3f7d0f-c3e1-4a6d-91c2-804eb3a20ee7 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855551 Sep 10 03:43:41.139180 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-29e5092e-3ffc-4f7f-97c7-0615d28b3b1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 217 time: 0.0502362 Sep 10 03:43:41.143309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90464eb2-cda0-4597-b3c9-5a6829962438 req-7518ea27-20fd-4cfa-acd1-1046fab9d0e5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668371 Sep 10 03:43:41.144963 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d9aad6c-185b-45c3-8cad-131244ac3fba x-openstack-request-id: req-0d9aad6c-185b-45c3-8cad-131244ac3fba {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:41.145525 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:41.145525 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d9aad6c-185b-45c3-8cad-131244ac3fba {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:41.145884 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'status': 'completed', 'code': 200} Sep 10 03:43:41.205315 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-823a24fc-086d-4256-b03c-35b6c8698e79 x-openstack-request-id: req-823a24fc-086d-4256-b03c-35b6c8698e79 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:41.205315 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8666d11e-16b3-4dba-b0b4-b62d25686787", "name": "network-vif-plugged", "status": "completed", "tag": "41ac86a2-f540-49a3-b9b9-ce950d0a0c05", "code": 200}, {"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-plugged", "status": "completed", "tag": "7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:41.205315 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-823a24fc-086d-4256-b03c-35b6c8698e79 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:41.205315 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8666d11e-16b3-4dba-b0b4-b62d25686787', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41ac86a2-f540-49a3-b9b9-ce950d0a0c05', 'code': 200} Sep 10 03:43:41.205315 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c', 'code': 200} Sep 10 03:43:41.225267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-a00a192f-c444-4100-988b-24458cfcf435 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.227015 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-a00a192f-c444-4100-988b-24458cfcf435 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.0783176 Sep 10 03:43:41.289414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-cf5b6435-0f69-430b-9580-471b12f8011f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.291004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-cf5b6435-0f69-430b-9580-471b12f8011f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542715 Sep 10 03:43:41.329866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38588) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:41.404951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a4e4ae73-0a17-49ed-b4c3-37bb599027fa tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1492363627&fields=id&tenant_id=b6d51038489e483fb245dfd7d9e58112 HTTP/1.1" status: 200 len: 267 time: 0.1029356 Sep 10 03:43:41.432701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da3b4-9a56-4ab5-a858-dd888fa7198c req-6cc2e3e8-58b1-4673-8fd1-4e50bd0a90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.433185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da3b4-9a56-4ab5-a858-dd888fa7198c req-6cc2e3e8-58b1-4673-8fd1-4e50bd0a90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.433644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65da3b4-9a56-4ab5-a858-dd888fa7198c req-6cc2e3e8-58b1-4673-8fd1-4e50bd0a90b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.435250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f65da3b4-9a56-4ab5-a858-dd888fa7198c req-6cc2e3e8-58b1-4673-8fd1-4e50bd0a90b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2872 time: 0.1264372 Sep 10 03:43:41.439538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103c8b70-1ebe-4b74-8eb6-d085c0559a71 req-b66e8035-e838-49ba-88c5-30a4ab858bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.440953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-103c8b70-1ebe-4b74-8eb6-d085c0559a71 req-b66e8035-e838-49ba-88c5-30a4ab858bae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 1096 time: 0.1311779 Sep 10 03:43:41.455200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae45ac34-7bbe-4a7f-90f2-b5f28a51ad92 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:41.464097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-b18ad68d-056f-4c83-8691-a8ab9852f164 service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575761 Sep 10 03:43:41.500501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae45ac34-7bbe-4a7f-90f2-b5f28a51ad92 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:41.578135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bccdba-852c-479d-876e-8ddc24dbbbec req-41f8c8c3-c49d-4e21-9a09-af5626166a58 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.580151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52bccdba-852c-479d-876e-8ddc24dbbbec req-41f8c8c3-c49d-4e21-9a09-af5626166a58 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 945 time: 0.1899421 Sep 10 03:43:41.598849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f65da3b4-9a56-4ab5-a858-dd888fa7198c req-3e382d69-4b46-43e1-aff1-f8c86cc4c245 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341405 Sep 10 03:43:41.598849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-103c8b70-1ebe-4b74-8eb6-d085c0559a71 req-d68e8d25-a771-4a4f-aafc-9c36d92bb58b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416762 Sep 10 03:43:41.608304 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9dfaa21-4944-4277-a019-08e9d73d6fed req-8b6d041a-6172-4f98-82a0-3e7016d67e62 service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364293 Sep 10 03:43:41.632844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-40d86559-33f6-4165-88f8-cb6930db911e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.634287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-40d86559-33f6-4165-88f8-cb6930db911e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 816 time: 0.2059221 Sep 10 03:43:41.653540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52bccdba-852c-479d-876e-8ddc24dbbbec req-ad449f2a-7211-4b42-8c5e-a5719606e7dd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656683 Sep 10 03:43:41.656005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-af605182-6c47-454c-ac45-3a27c0cf9fa6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/quotas/b6d51038489e483fb245dfd7d9e58112 HTTP/1.1" status: 200 len: 375 time: 0.0133934 Sep 10 03:43:41.668787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae45ac34-7bbe-4a7f-90f2-b5f28a51ad92 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:41.675076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae45ac34-7bbe-4a7f-90f2-b5f28a51ad92 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:41.675076 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ae45ac34-7bbe-4a7f-90f2-b5f28a51ad92 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "DELETE /v2.0/security-groups/8d184b2c-c653-4f90-8988-0abefaecb49b HTTP/1.1" status: 204 len: 168 time: 0.3418026 Sep 10 03:43:41.675857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38608) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:41.690265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45ac34-7bbe-4a7f-90f2-b5f28a51ad92 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d184b2c-c653-4f90-8988-0abefaecb49b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:41.706330 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-a2b51eca-4b74-4d27-b4b4-7ca0b04e95e3 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] show failed (client error): The resource could not be found. Sep 10 03:43:41.708361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a2b51eca-4b74-4d27-b4b4-7ca0b04e95e3 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "GET /v2.0/security-groups/8d184b2c-c653-4f90-8988-0abefaecb49b HTTP/1.1" status: 404 len: 347 time: 0.0310881 Sep 10 03:43:41.710723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38612) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:41.733120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-74418872-c64f-4e6a-87f3-74a9286f286c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0714827 Sep 10 03:43:41.839664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Deleting port 97d90f1e-2669-4066-ae39-3dfac5e5e1b5 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:41.840032 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:41.842386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd0d829-da86-4d99-8434-fcc7b976943f req-77b19474-21da-46cf-92e0-542138a2648a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:41.843912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cd0d829-da86-4d99-8434-fcc7b976943f req-77b19474-21da-46cf-92e0-542138a2648a tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 943 time: 0.1097400 Sep 10 03:43:41.878861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-725a6790-38f5-4568-9f9a-e38b44469306 service neutron] 10.222.0.22 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331148 Sep 10 03:43:41.917558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cd0d829-da86-4d99-8434-fcc7b976943f req-0b49f8fd-5bbd-4874-8e3d-b6afac06a9c2 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673108 Sep 10 03:43:41.921387 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:41.921534 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:41.939114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Calling delete_port for 97d90f1e-2669-4066-ae39-3dfac5e5e1b5 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:41.982741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a7cb194f-23b7-4c9b-8c9e-bd52067ee601 service neutron] 10.222.0.22 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937965 Sep 10 03:43:42.187920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-3dcc66a5-d7c7-460c-8728-6f286aefc1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.189438 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-3dcc66a5-d7c7-460c-8728-6f286aefc1b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 1094 time: 0.0438566 Sep 10 03:43:42.191491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:42.218565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2f1625-d9d4-44c7-92f8-c299e94b42b0 req-008036b5-c846-4f44-a91f-36479a20c54b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.220700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da2f1625-d9d4-44c7-92f8-c299e94b42b0 req-008036b5-c846-4f44-a91f-36479a20c54b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.0598807 Sep 10 03:43:42.285249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Pushing event deleted for resources: {'Port': ['ID=97d90f1e-2669-4066-ae39-3dfac5e5e1b5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:42.295269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da2f1625-d9d4-44c7-92f8-c299e94b42b0 req-1daecee8-d92c-4066-b851-b39e0060f899 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643444 Sep 10 03:43:42.372328 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a78f0d98-8abd-4c5a-a058-2bbfc9a3baa6 req-3806b19b-fa45-442e-84ed-54a3536293a4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 210 time: 0.0386310 Sep 10 03:43:42.422995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:42.425752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:42.426907 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1636ad27-f0d9-4600-ae56-528763791341 tempest-ServersTestFqdnHostnames-561675700 tempest-ServersTestFqdnHostnames-561675700-project] 10.222.0.22 "DELETE /v2.0/floatingips/837b0dd8-189c-488e-bdb3-9cea4002c376 HTTP/1.1" status: 204 len: 168 time: 0.7151537 Sep 10 03:43:42.428465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-b736cb4b-d302-4f94-bf1a-78bf1e8e5b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.429840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-b736cb4b-d302-4f94-bf1a-78bf1e8e5b66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.2294831 Sep 10 03:43:42.430335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38648) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:42.481904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c392b8-d306-48aa-b58e-c75db3fdf34e req-6df0e6ba-f4b5-4753-b051-2fc1bd81be3c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.488480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c392b8-d306-48aa-b58e-c75db3fdf34e req-6df0e6ba-f4b5-4753-b051-2fc1bd81be3c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.495017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c392b8-d306-48aa-b58e-c75db3fdf34e req-6df0e6ba-f4b5-4753-b051-2fc1bd81be3c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.496820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08c392b8-d306-48aa-b58e-c75db3fdf34e req-6df0e6ba-f4b5-4753-b051-2fc1bd81be3c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2419 time: 0.1234279 Sep 10 03:43:42.520737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-9b3c3a8b-5703-4221-9a40-061294554244 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 217 time: 0.0419273 Sep 10 03:43:42.550728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08c392b8-d306-48aa-b58e-c75db3fdf34e req-0345b109-9158-49bf-919f-c933b42fda4c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475707 Sep 10 03:43:42.621659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-0ef2e98e-fc03-4e10-ad1f-128326ce7078 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.623169 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-0ef2e98e-fc03-4e10-ad1f-128326ce7078 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.0901716 Sep 10 03:43:42.738197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-00d0bbfb-ada4-4c32-ad35-9f911f24bc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.739839 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-00d0bbfb-ada4-4c32-ad35-9f911f24bc58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850737 Sep 10 03:43:42.789619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2832e489-2e60-437f-af06-e70a1cd469e1 req-d1a42873-896b-4313-9572-a0d1d82d8de9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:42.791329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2832e489-2e60-437f-af06-e70a1cd469e1 req-d1a42873-896b-4313-9572-a0d1d82d8de9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 945 time: 0.0567672 Sep 10 03:43:42.833041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2832e489-2e60-437f-af06-e70a1cd469e1 req-4e640431-4500-4abe-9524-67d4857a7dec tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349798 Sep 10 03:43:42.893090 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-6e613191-be65-49f5-8998-fbd08b9887e3 service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410604 Sep 10 03:43:43.077878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a548f4-48a8-4560-9785-4986af666c89 req-f0e8ffe0-acff-424c-a1d7-013a3f67d7f7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:43.079467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47a548f4-48a8-4560-9785-4986af666c89 req-f0e8ffe0-acff-424c-a1d7-013a3f67d7f7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 943 time: 0.0798097 Sep 10 03:43:43.125839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47a548f4-48a8-4560-9785-4986af666c89 req-07cf3f1b-a92c-4a50-a56f-a4c088d9930b tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388186 Sep 10 03:43:43.309667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21ea63fb-7e29-40fa-b2f6-ee825a492c54 req-b49f17ef-4fb0-49df-91df-894fc07521b5 service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3979416 Sep 10 03:43:43.330306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:43.422278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8822ae3-bae8-43d6-933d-90357ac97096 req-0dddc962-6e8b-4932-a646-46ff0b03fc1a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:43.430059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8822ae3-bae8-43d6-933d-90357ac97096 req-0dddc962-6e8b-4932-a646-46ff0b03fc1a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.0736494 Sep 10 03:43:43.494677 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8822ae3-bae8-43d6-933d-90357ac97096 req-593d0de5-1a8c-4e66-9047-77567e7d383b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637102 Sep 10 03:43:43.495660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38678) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:43.501240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe8dbf76-d5ef-4db7-9f3c-68d37dacd9ed req-c7cdcf3d-2540-4e65-bb05-6687a1138f46 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 210 time: 0.0347257 Sep 10 03:43:43.613797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Deleting port 0510a925-72e0-4146-b3d7-bfbbe8487e8c {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:43.614333 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:43.646292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-616f881c-73e6-483b-845c-a26363989186 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:43.706580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377e884-51f1-4e4d-87e1-fd62e0b1e5de req-04a22e73-ac30-49eb-affa-f864586e0a6f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:43.711150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] For port 0510a925-72e0-4146-b3d7-bfbbe8487e8c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0510a925-72e0-4146-b3d7-bfbbe8487e8c,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:43.711512 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:43.712351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377e884-51f1-4e4d-87e1-fd62e0b1e5de req-04a22e73-ac30-49eb-affa-f864586e0a6f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:43.718220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b377e884-51f1-4e4d-87e1-fd62e0b1e5de req-04a22e73-ac30-49eb-affa-f864586e0a6f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:43.719870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b377e884-51f1-4e4d-87e1-fd62e0b1e5de req-04a22e73-ac30-49eb-affa-f864586e0a6f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2419 time: 0.0893376 Sep 10 03:43:43.724315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Calling delete_port for 0510a925-72e0-4146-b3d7-bfbbe8487e8c owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:43.780831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b377e884-51f1-4e4d-87e1-fd62e0b1e5de req-5dd62bed-7296-49fa-8d5e-c54dc2375d63 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516856 Sep 10 03:43:44.090910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-616f881c-73e6-483b-845c-a26363989186 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.090910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-616f881c-73e6-483b-845c-a26363989186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.090910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616f881c-73e6-483b-845c-a26363989186 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f65aef7a-4725-48f3-84c3-66af1709c09d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:44.090910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-616f881c-73e6-483b-845c-a26363989186 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1a14dba23e14573bc8ddbd20c120c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4722643 Sep 10 03:43:44.090910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38690) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:44.092787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.093581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a74f2-c1f5-4c0c-bfac-9c504477a211 req-7851f9a4-e8d1-471e-83d3-2771c12e42c6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:44.093581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-004a74f2-c1f5-4c0c-bfac-9c504477a211 req-7851f9a4-e8d1-471e-83d3-2771c12e42c6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 945 time: 0.1024115 Sep 10 03:43:44.094164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Pushing event deleted for resources: {'Port': ['ID=0510a925-72e0-4146-b3d7-bfbbe8487e8c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:44.094563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29dae2c2-199f-4560-90e3-04e2450fd5c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.094563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-004a74f2-c1f5-4c0c-bfac-9c504477a211 req-b53fff87-2b4c-4be9-a156-9213cd576b13 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594888 Sep 10 03:43:44.114310 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29dae2c2-199f-4560-90e3-04e2450fd5c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.255545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f82ca95b-d859-4fda-a135-e0cb87383feb details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:44.306529 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.316787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0169ef5c-c4c2-4b4f-adf4-4da73b073e91 req-2783fd0b-f00c-4317-890b-3e166d72c398 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:44.329507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0169ef5c-c4c2-4b4f-adf4-4da73b073e91 req-2783fd0b-f00c-4317-890b-3e166d72c398 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 943 time: 0.0699441 Sep 10 03:43:44.362635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29dae2c2-199f-4560-90e3-04e2450fd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.365121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29dae2c2-199f-4560-90e3-04e2450fd5c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.368555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-29dae2c2-199f-4560-90e3-04e2450fd5c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f65aef7a-4725-48f3-84c3-66af1709c09d HTTP/1.1" status: 204 len: 168 time: 0.3916788 Sep 10 03:43:44.381654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f82ca95b-d859-4fda-a135-e0cb87383feb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f82ca95b-d859-4fda-a135-e0cb87383feb,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:44.395964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dae2c2-199f-4560-90e3-04e2450fd5c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f65aef7a-4725-48f3-84c3-66af1709c09d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:44.419737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0169ef5c-c4c2-4b4f-adf4-4da73b073e91 req-c0d05f51-41db-49f1-aa77-6de98cf33bca tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679772 Sep 10 03:43:44.442580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'port_id': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'mac_address': 'fa:16:3e:45:e3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:44.484961 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.501477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f82ca95b-d859-4fda-a135-e0cb87383feb {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:44.539633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f82ca95b-d859-4fda-a135-e0cb87383feb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f82ca95b-d859-4fda-a135-e0cb87383feb,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:44.597878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:44.655416 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:44.691352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2b37-93ee-42d4-8efb-ec7afadb2e8d req-19a53838-c57a-46ff-bb6f-83cd04e2ba30 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:44.698586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2b37-93ee-42d4-8efb-ec7afadb2e8d req-19a53838-c57a-46ff-bb6f-83cd04e2ba30 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:44.704787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1f2b37-93ee-42d4-8efb-ec7afadb2e8d req-19a53838-c57a-46ff-bb6f-83cd04e2ba30 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:44.706493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a1f2b37-93ee-42d4-8efb-ec7afadb2e8d req-19a53838-c57a-46ff-bb6f-83cd04e2ba30 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2419 time: 0.1393170 Sep 10 03:43:44.708203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f82ca95b-d859-4fda-a135-e0cb87383feb,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:44.721321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.721321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.721321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.721891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.722311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.722682 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.723012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.723338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.726492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.726889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.727653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.727653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:44.751244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72853e7e-601b-4325-8cc6-8c708b36e74a req-feb127d3-d5d1-4b9c-9762-38779421b477 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:44.752143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72853e7e-601b-4325-8cc6-8c708b36e74a req-feb127d3-d5d1-4b9c-9762-38779421b477 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.1466172 Sep 10 03:43:44.752806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:44.764755 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] Sync routers for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:44.770317 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5abdd729-83f4-4e97-9fdc-5c04b8e57240 admin admin] 10.222.0.22 "PUT /v2.0/routers/0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3382204 Sep 10 03:43:44.771205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38710) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:44.780678 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:44.781295 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:44.808553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a1f2b37-93ee-42d4-8efb-ec7afadb2e8d req-a4117262-d68b-49fd-bdad-431d9b5f26e2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879190 Sep 10 03:43:44.883641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72853e7e-601b-4325-8cc6-8c708b36e74a req-d3612951-e044-49d8-b6f6-9ca97eebfa4f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954468 Sep 10 03:43:44.922385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['f82ca95b-d859-4fda-a135-e0cb87383feb'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:45.030046 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.096043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ea50ecc-e556-4546-aedb-3dbd9d621e18 req-96579d59-f745-4916-8896-e449b733cd17 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 210 time: 0.1622214 Sep 10 03:43:45.116018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-c31d9491-0838-4499-883b-f0758831fbf0 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:45.140770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-c31d9491-0838-4499-883b-f0758831fbf0 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.39 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 816 time: 0.4984825 Sep 10 03:43:45.185094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.194478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-0e851b51-dfbf-4c4f-b503-68b4dce049b7 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d51038489e483fb245dfd7d9e58112 HTTP/1.1" status: 200 len: 380 time: 0.0425057 Sep 10 03:43:45.206609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'port': {'device_id': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'admin_state_up': True, 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'security_groups': ['72833bad-b13b-47a5-b1cc-5f76bdcac4a2']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:45.237656 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:45.329204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Deleting port 5845fa4d-cded-4925-adf6-41b4a688b0d8 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:45.329608 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.432516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] For port 5845fa4d-cded-4925-adf6-41b4a688b0d8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5845fa4d-cded-4925-adf6-41b4a688b0d8,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:45.433099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.443551 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199'}], 'enable_snat': True}, 'gw_port_id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:43:43Z', 'revision_number': 5, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port': {'id': '5845fa4d-cded-4925-adf6-41b4a688b0d8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:03:e0:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 930, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.199', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:12Z', 'updated_at': '2021-09-10T03:41:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:45.458483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Calling delete_port for 5845fa4d-cded-4925-adf6-41b4a688b0d8 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:45.480432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Made reservation on behalf of b6d51038489e483fb245dfd7d9e58112 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:45.483775 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] Checking router: 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:45.485524 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.494187 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] Routers {'0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:45.495174 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:45.633001 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] Set router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:45.711343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fe103c-cd3b-493e-aa09-f6d47460e395 req-36fcbbf7-d93b-4ae5-962c-70ceaabaadb3 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:45.720173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2fe103c-cd3b-493e-aa09-f6d47460e395 req-36fcbbf7-d93b-4ae5-962c-70ceaabaadb3 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 944 time: 0.1879776 Sep 10 03:43:45.725802 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:43:45Z', 'revision_number': 6, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:45.752671 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd9e2172-28df-4e23-8d9e-d53555e0a551 None None] The sync data for ids ['0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b'] in n-d-808143-1 is: [{'id': '0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b', 'name': 'tempest-ServersTestFqdnHostnames-1113894710-router', 'tenant_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:11Z', 'updated_at': '2021-09-10T03:43:45Z', 'revision_number': 6, 'project_id': 'd78ddd8d9dbe4fdd8fdad1ae9d48f4d1', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:45.771496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Allocated IP 172.20.0.7 (082251f9-1713-4050-bdf6-0769d4b0bcf3/b9c3c589-4372-405b-9a64-bedabc37d371/a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:45.776791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2fe103c-cd3b-493e-aa09-f6d47460e395 req-6a296e5e-ce45-4547-977e-7bf6a78fbd4b tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550508 Sep 10 03:43:45.817268 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.848757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Pushing event deleted for resources: {'Port': ['ID=5845fa4d-cded-4925-adf6-41b4a688b0d8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:45.939711 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:45.969547 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.091874 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Transition to ACTIVE for port object a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:46.123446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880937ff-1d24-4260-8b65-6765485305dd req-730d19e9-033a-4e32-957f-4950f8b2e71f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.125506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-880937ff-1d24-4260-8b65-6765485305dd req-730d19e9-033a-4e32-957f-4950f8b2e71f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.0878832 Sep 10 03:43:46.136161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a89e-704c-4d50-8bf6-c7fc42bacd52 req-5411f795-d5fa-47ab-a825-77de0714d495 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.142626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a89e-704c-4d50-8bf6-c7fc42bacd52 req-5411f795-d5fa-47ab-a825-77de0714d495 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.143875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.148181 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.151135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea2a89e-704c-4d50-8bf6-c7fc42bacd52 req-5411f795-d5fa-47ab-a825-77de0714d495 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.159013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ea2a89e-704c-4d50-8bf6-c7fc42bacd52 req-5411f795-d5fa-47ab-a825-77de0714d495 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2419 time: 0.1972291 Sep 10 03:43:46.221241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-916adba7-aa40-4b0b-abdb-2d9f37e05949 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.227599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-916adba7-aa40-4b0b-abdb-2d9f37e05949 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.241804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-916adba7-aa40-4b0b-abdb-2d9f37e05949 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.241804 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-916adba7-aa40-4b0b-abdb-2d9f37e05949 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 2419 time: 0.2016637 Sep 10 03:43:46.252545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f82ca95b-d859-4fda-a135-e0cb87383feb up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:46.256120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ea2a89e-704c-4d50-8bf6-c7fc42bacd52 req-ad0874a7-35b9-4f4f-8513-264f5b060d1f tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940671 Sep 10 03:43:46.259627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-880937ff-1d24-4260-8b65-6765485305dd req-ce2f8563-7368-4b60-9d6a-9f074448e3bc tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914178 Sep 10 03:43:46.352641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.380600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.383317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:43:46.391188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.392397 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-58e81a32-8677-45ed-8cae-3b45874ffd86 admin admin] 10.222.0.22 "DELETE /v2.0/routers/0c7e15c8-a2a7-4aab-8a7c-2813e7a2181b HTTP/1.1" status: 204 len: 168 time: 1.6197491 Sep 10 03:43:46.395544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38766) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:46.398081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port f82ca95b-d859-4fda-a135-e0cb87383feb completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:46.405883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port f82ca95b-d859-4fda-a135-e0cb87383feb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:46.406588 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.407133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:46.411449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting port c4c514b7-c176-46f0-92ad-543aa1443829 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:46.412056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.437254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:46.444205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:46.504972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:46.530620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5309531f-e22d-438b-af44-2053f8b24559 req-30808a9f-6f37-4bd7-820b-0e2ba39be471 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.536407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5309531f-e22d-438b-af44-2053f8b24559 req-30808a9f-6f37-4bd7-820b-0e2ba39be471 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 931 time: 0.1335166 Sep 10 03:43:46.536648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c54f15a3-ab72-4cf0-9338-e495a3026a28 admin admin] Deleting subnet e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:43:46.549500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c54f15a3-ab72-4cf0-9338-e495a3026a28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.556551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.572187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.572939 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.628872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c54f15a3-ab72-4cf0-9338-e495a3026a28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.632137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] For port c4c514b7-c176-46f0-92ad-543aa1443829, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c4c514b7-c176-46f0-92ad-543aa1443829,segment=NetworkSegment(cea05c55-33e3-4fd6-b25b-b13b13b3f2db),segment_id=cea05c55-33e3-4fd6-b25b-b13b13b3f2db)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:46.632526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.634531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:46.649821 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd3465e-1d91-4579-beb0-f35bc05f55fb" -d '{"events": [{"server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "name": "network-vif-plugged", "status": "completed", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:46.665337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f82ca95b-d859-4fda-a135-e0cb87383feb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f82ca95b-d859-4fda-a135-e0cb87383feb,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:46.683314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5309531f-e22d-438b-af44-2053f8b24559 req-fefa5d5b-023a-4fd6-b4ff-bdc9ee26f7d7 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1312704 Sep 10 03:43:46.687973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Calling delete_port for c4c514b7-c176-46f0-92ad-543aa1443829 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:46.716471 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf24f2b-50ee-4622-ac1e-57698ab0e403 x-openstack-request-id: req-3bf24f2b-50ee-4622-ac1e-57698ab0e403 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:46.717251 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "name": "network-vif-plugged", "status": "completed", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:46.717251 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bf24f2b-50ee-4622-ac1e-57698ab0e403 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:46.729905 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'code': 200} Sep 10 03:43:46.730443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-3feaf9d0-867b-4ba4-b192-495da0af4252 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5140100 Sep 10 03:43:46.730443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Request body: {'port': {'device_id': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:46.775571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0510a925-72e0-4146-b3d7-bfbbe8487e8c no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:46.800277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 0510a925-72e0-4146-b3d7-bfbbe8487e8c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:46.801084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0510a925-72e0-4146-b3d7-bfbbe8487e8c not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:46.801623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5845fa4d-cded-4925-adf6-41b4a688b0d8 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:46.824135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 5845fa4d-cded-4925-adf6-41b4a688b0d8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:46.824476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5845fa4d-cded-4925-adf6-41b4a688b0d8 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:46.855075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.883627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c54f15a3-ab72-4cf0-9338-e495a3026a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.904896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.922795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f82ca95b-d859-4fda-a135-e0cb87383feb,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:46.948523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5a314fca-45a9-457e-8958-e2e7643453a6 None None] Provisioning for port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:46.955475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5a314fca-45a9-457e-8958-e2e7643453a6 None None] Provisioning complete for port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:46.956195 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5a314fca-45a9-457e-8958-e2e7643453a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:46.960217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74386f7-9fed-4554-9491-e3e6dab5cc60 req-02b52c15-3163-4b1a-a48b-5a15cf4c677f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:46.961888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74386f7-9fed-4554-9491-e3e6dab5cc60 req-02b52c15-3163-4b1a-a48b-5a15cf4c677f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 1095 time: 0.1503572 Sep 10 03:43:47.006433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5a314fca-45a9-457e-8958-e2e7643453a6 None None] Port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:43:47.055038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.067261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['c4c514b7-c176-46f0-92ad-543aa1443829', '7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c', 'd6007a46-297c-47ad-b079-4a62f099ded5'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:47.086838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Port': ['ID=c4c514b7-c176-46f0-92ad-543aa1443829,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:47.098814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcec8cf6-ccbd-48fc-9f15-437c1e210fdc req-c16ba447-15f8-42f6-b373-7014d4346e1f tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:47.100429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcec8cf6-ccbd-48fc-9f15-437c1e210fdc req-c16ba447-15f8-42f6-b373-7014d4346e1f tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 945 time: 0.1806376 Sep 10 03:43:47.105948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74386f7-9fed-4554-9491-e3e6dab5cc60 req-08c7d3c5-62c0-4225-bcee-d585f5f12719 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219678 Sep 10 03:43:47.124728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c54f15a3-ab72-4cf0-9338-e495a3026a28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.149278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] No DVR routers for this DVR port c4c514b7-c176-46f0-92ad-543aa1443829 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:47.186173 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.191408 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-dd065022-910f-4e68-8035-d44e0cc68def tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "DELETE /v2.0/ports/c4c514b7-c176-46f0-92ad-543aa1443829 HTTP/1.1" status: 204 len: 173 time: 0.9468043 Sep 10 03:43:47.192083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-deleted', 'tag': 'c4c514b7-c176-46f0-92ad-543aa1443829'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:47.205036 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e1a919-0fa8-49f6-be2c-ed4e86e3ad54" -d '{"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-deleted", "tag": "c4c514b7-c176-46f0-92ad-543aa1443829"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:47.206918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcec8cf6-ccbd-48fc-9f15-437c1e210fdc req-c66ce178-6c18-4355-9084-066db4301e9b tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874686 Sep 10 03:43:47.221975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54f15a3-ab72-4cf0-9338-e495a3026a28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:47.221975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c54f15a3-ab72-4cf0-9338-e495a3026a28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.222468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c54f15a3-ab72-4cf0-9338-e495a3026a28 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e7e9e8c6-e42d-4835-b26e-b9a5f12c5db3 HTTP/1.1" status: 204 len: 168 time: 0.8258765 Sep 10 03:43:47.238874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38804) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:47.245518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c2a0370-b19d-4804-ac29-5d30d765653e None None] Network 21c41aa8-95ef-46ae-9d10-66b8cc359155 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:47.345976 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47242196-854a-4d50-93d5-38c120c8741c x-openstack-request-id: req-47242196-854a-4d50-93d5-38c120c8741c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:47.346271 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-deleted", "tag": "c4c514b7-c176-46f0-92ad-543aa1443829", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:47.347317 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-47242196-854a-4d50-93d5-38c120c8741c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:47.348028 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-deleted', 'tag': 'c4c514b7-c176-46f0-92ad-543aa1443829', 'status': 'completed', 'code': 200} Sep 10 03:43:47.429370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:47.439604 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.464714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Transition to ACTIVE for port object a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:47.483183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.552277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb867041-9f62-41a5-b448-3237b9da61ca req-381d71e0-b29c-45f3-a456-345b002f90a1 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:47.563119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb867041-9f62-41a5-b448-3237b9da61ca req-381d71e0-b29c-45f3-a456-345b002f90a1 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:47.568745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb867041-9f62-41a5-b448-3237b9da61ca req-381d71e0-b29c-45f3-a456-345b002f90a1 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 1683 time: 0.1221154 Sep 10 03:43:47.577553 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.596446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:47.596811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.652687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Deleting port 90abd723-bef6-428d-82e4-8b6c924da268 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:47.654581 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.686862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb73696d-9326-4d3c-9176-d41511f4cbfe None None] DHCP port deletion for 21c41aa8-95ef-46ae-9d10-66b8cc359155 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:43:47.745381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:47.767630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bb73696d-9326-4d3c-9176-d41511f4cbfe None None] Deleting port 90abd723-bef6-428d-82e4-8b6c924da268 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:47.768172 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bb73696d-9326-4d3c-9176-d41511f4cbfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.805148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] For port 90abd723-bef6-428d-82e4-8b6c924da268, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90abd723-bef6-428d-82e4-8b6c924da268,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:47.805513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.824372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] For port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:47.824795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.840398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb867041-9f62-41a5-b448-3237b9da61ca req-5aa31071-638f-4320-a441-77c7786a8752 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2454710 Sep 10 03:43:47.847901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Calling delete_port for 90abd723-bef6-428d-82e4-8b6c924da268 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:47.852268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Attempting to bind port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:47.856908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Attempting to bind port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:47.856908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Attempting to bind port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:47.857277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Calling delete_port for 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:47.860976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:43:47.861308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Attempting to bind port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:47.870234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:47.870583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Checking segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:47.870974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Bound using segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:47.871407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Bound port: a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:47.872341 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.875347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-bb73696d-9326-4d3c-9176-d41511f4cbfe None None] For port 90abd723-bef6-428d-82e4-8b6c924da268, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90abd723-bef6-428d-82e4-8b6c924da268,segment=NetworkSegment(50e44ea9-5a06-4faf-83ae-a99475362e66),segment_id=50e44ea9-5a06-4faf-83ae-a99475362e66)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:47.878934 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bb73696d-9326-4d3c-9176-d41511f4cbfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:47.909819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bb73696d-9326-4d3c-9176-d41511f4cbfe None None] Calling delete_port for 90abd723-bef6-428d-82e4-8b6c924da268 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:48.013557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:48.017567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:48.036402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d50769-bd34-43d7-a054-854e69173a94 req-eeb89722-7da7-4c8c-a8b7-2c5d5cbf8380 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:48.038267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2d50769-bd34-43d7-a054-854e69173a94 req-eeb89722-7da7-4c8c-a8b7-2c5d5cbf8380 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.0960000 Sep 10 03:43:48.084783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2d50769-bd34-43d7-a054-854e69173a94 req-76e557a2-4add-4154-9e2c-c32489f1747c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366750 Sep 10 03:43:48.107931 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.138893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.156082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:48.156817 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.159426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] 10.222.0.39 "PUT /v2.0/ports/a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b HTTP/1.1" status: 200 len: 1091 time: 1.4344022 Sep 10 03:43:48.160003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:48.162491 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:48.200574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981f1b6-ec00-45c1-b077-8260daee3c04 service neutron] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:48.235208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] No DVR routers for this DVR port 90abd723-bef6-428d-82e4-8b6c924da268 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:48.241981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Pushing event deleted for resources: {'Port': ['ID=90abd723-bef6-428d-82e4-8b6c924da268,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:48.246969 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bb73696d-9326-4d3c-9176-d41511f4cbfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.248878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.293574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['c4c514b7-c176-46f0-92ad-543aa1443829'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:48.330622 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc4b5a7a-ab0b-469c-a2e5-a3a093aeb3c1 x-openstack-request-id: req-dc4b5a7a-ab0b-469c-a2e5-a3a093aeb3c1 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:48.331005 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:48.331331 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc4b5a7a-ab0b-469c-a2e5-a3a093aeb3c1 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:48.332234 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'status': 'completed', 'code': 200} Sep 10 03:43:48.388422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.399586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb73696d-9326-4d3c-9176-d41511f4cbfe None None] No DVR routers for this DVR port 90abd723-bef6-428d-82e4-8b6c924da268 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:48.417745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73696d-9326-4d3c-9176-d41511f4cbfe None None] Pushing event deleted for resources: {'Port': ['ID=90abd723-bef6-428d-82e4-8b6c924da268,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:48.439937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27679733-bb29-481a-8f0e-65aeba740ff0 req-5cb259c4-85d5-4875-88a7-66ff741a556b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:48.439937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27679733-bb29-481a-8f0e-65aeba740ff0 req-5cb259c4-85d5-4875-88a7-66ff741a556b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1752620 Sep 10 03:43:48.454168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Port': ['ID=7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:48.565968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-d38dbc50-7d3b-4417-bee7-bb28a0498f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:48.566606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] No DVR routers for this DVR port 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:48.566809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-d38dbc50-7d3b-4417-bee7-bb28a0498f46 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 1094 time: 0.2293966 Sep 10 03:43:48.573548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.575926 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-e079e851-14d5-47a6-897c-1c40311627d0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "DELETE /v2.0/ports/7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c HTTP/1.1" status: 204 len: 173 time: 1.2692828 Sep 10 03:43:48.579296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21c41aa8-95ef-46ae-9d10-66b8cc359155']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:48.590495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27679733-bb29-481a-8f0e-65aeba740ff0 req-bff6bab0-708b-483b-9b3d-b87dd2c1b7f8 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101513 Sep 10 03:43:48.654986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-768eeffe-53aa-4dce-8226-73e305d7945c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b HTTP/1.1" status: 200 len: 217 time: 0.0632949 Sep 10 03:43:48.664129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118b96c4-25e1-4b47-8196-b6282d8dc39b req-09ed23cb-ea44-4d5e-9c41-69d3860436fc tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:48.665743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e44ea9-5a06-4faf-83ae-a99475362e66') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:48.668436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-118b96c4-25e1-4b47-8196-b6282d8dc39b req-09ed23cb-ea44-4d5e-9c41-69d3860436fc tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 945 time: 0.2561150 Sep 10 03:43:48.668977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e44ea9-5a06-4faf-83ae-a99475362e66') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:48.719707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.784239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-118b96c4-25e1-4b47-8196-b6282d8dc39b req-1069a5ca-4c3d-4fa9-84b0-1f0ce2812771 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811579 Sep 10 03:43:48.801708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-2c73ce7b-d75f-4e21-a411-9bc22de2e0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:48.804896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-2c73ce7b-d75f-4e21-a411-9bc22de2e0fc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.1347756 Sep 10 03:43:48.819198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90abd723-bef6-428d-82e4-8b6c924da268 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:48.830996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38874) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:48.838320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.861042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:43:48.861736 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:48.864001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 90abd723-bef6-428d-82e4-8b6c924da268 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:48.865601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90abd723-bef6-428d-82e4-8b6c924da268 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:43:48.870024 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:43:48.907335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-d52b66d7-d61b-441a-a3bd-f22c635553d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:48.908964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-d52b66d7-d61b-441a-a3bd-f22c635553d9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0962672 Sep 10 03:43:48.965709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting port d6007a46-297c-47ad-b079-4a62f099ded5 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:48.968298 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.030831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.047023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.048701 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] 10.222.0.22 "DELETE /v2.0/networks/21c41aa8-95ef-46ae-9d10-66b8cc359155 HTTP/1.1" status: 204 len: 168 time: 1.8087840 Sep 10 03:43:49.053611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5e9fb5-83fd-4746-88c2-7591b2abce3c admin admin] Pushing event deleted for resources: {'Network': ['ID=21c41aa8-95ef-46ae-9d10-66b8cc359155,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:49.075434 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c523ddab-b5ff-4a6c-9ae5-adc0077d5b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.082146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] For port d6007a46-297c-47ad-b079-4a62f099ded5, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6007a46-297c-47ad-b079-4a62f099ded5,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:49.082525 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.099632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-c77d0718-1c9a-496d-a68f-ff8902188a21 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:49.101451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-c77d0718-1c9a-496d-a68f-ff8902188a21 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1966548 Sep 10 03:43:49.103714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Calling delete_port for d6007a46-297c-47ad-b079-4a62f099ded5 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:49.318237 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.347814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Port': ['ID=d6007a46-297c-47ad-b079-4a62f099ded5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:49.351168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-deleted', 'tag': '7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:49.353505 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d737a4-8d4e-4d6e-a293-d6daf075f691" -d '{"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-deleted", "tag": "7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:49.414742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] No DVR routers for this DVR port d6007a46-297c-47ad-b079-4a62f099ded5 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:49.417781 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.420156 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caae8921-d9a4-49cf-a8fb-9e4e0be4fdec req-17da7179-1e1f-43fc-bf03-22bc8672311c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "DELETE /v2.0/ports/d6007a46-297c-47ad-b079-4a62f099ded5 HTTP/1.1" status: 204 len: 173 time: 0.8379319 Sep 10 03:43:49.459138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38890) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:49.513464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-df1fe1e8-1c84-406c-9ecb-183c419ade79 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d78ddd8d9dbe4fdd8fdad1ae9d48f4d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0509479 Sep 10 03:43:49.513632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38892) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:49.546667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-1303f22f-39c2-46c8-9687-5d4e02d05074 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 695 time: 0.4314463 Sep 10 03:43:49.579813 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c66820a4-c4d0-42d2-a0c4-c0df8865665a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.602666 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c523ddab-b5ff-4a6c-9ae5-adc0077d5b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.606795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c66820a4-c4d0-42d2-a0c4-c0df8865665a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.625217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Request body: {'floatingip': {'port_id': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:49.679155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f25d61-1084-433a-9314-cda2a1e732b4 req-ad24ebd1-acd1-4614-8e9c-9c0c99a8a218 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:49.680640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01f25d61-1084-433a-9314-cda2a1e732b4 req-ad24ebd1-acd1-4614-8e9c-9c0c99a8a218 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb3093b4-9abf-4e24-b4cd-7c7063d00162 HTTP/1.1" status: 200 len: 867 time: 0.7074287 Sep 10 03:43:49.690094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.692050 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c523ddab-b5ff-4a6c-9ae5-adc0077d5b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.755010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-b6fa0de6-7dd3-4a56-b8dd-3666d98d490a service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7779136 Sep 10 03:43:49.783339 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c66820a4-c4d0-42d2-a0c4-c0df8865665a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.788079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c66820a4-c4d0-42d2-a0c4-c0df8865665a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.790476 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c66820a4-c4d0-42d2-a0c4-c0df8865665a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04f59f10-36af-4560-9c3e-a185820cb815 HTTP/1.1" status: 204 len: 168 time: 0.2751377 Sep 10 03:43:49.801832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66820a4-c4d0-42d2-a0c4-c0df8865665a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04f59f10-36af-4560-9c3e-a185820cb815,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:49.898169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c523ddab-b5ff-4a6c-9ae5-adc0077d5b37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99a354f8df254c34a8ba1d6460797633&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0650697 Sep 10 03:43:49.901712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38898) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:49.919652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523ddab-b5ff-4a6c-9ae5-adc0077d5b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=977c3e5d-266b-4cf8-abde-3a06f9b5bef0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:49.934426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01f25d61-1084-433a-9314-cda2a1e732b4 req-5ec3f217-5509-4321-b312-5d52d8f2e9c6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2461300 Sep 10 03:43:49.984266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88738d88-8e8b-47bf-9541-599492331539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:49.985906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29d636-773c-414d-aeb0-b523c79a4c6b req-9e9661f6-41c9-4662-a5f0-cc1ef6296ced service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032409 Sep 10 03:43:50.013287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88738d88-8e8b-47bf-9541-599492331539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.148907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88738d88-8e8b-47bf-9541-599492331539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.153960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88738d88-8e8b-47bf-9541-599492331539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.158713 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-88738d88-8e8b-47bf-9541-599492331539 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/977c3e5d-266b-4cf8-abde-3a06f9b5bef0 HTTP/1.1" status: 204 len: 168 time: 0.2557018 Sep 10 03:43:50.170386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88738d88-8e8b-47bf-9541-599492331539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=977c3e5d-266b-4cf8-abde-3a06f9b5bef0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:50.252513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d6007a46-297c-47ad-b079-4a62f099ded5 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:50.273984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7dcc3d-8e81-41dd-ac06-d727ada7beb8 req-a26af2fc-f375-4f50-97d2-c39fdfc2e2c3 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.275514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c7dcc3d-8e81-41dd-ac06-d727ada7beb8 req-a26af2fc-f375-4f50-97d2-c39fdfc2e2c3 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.1893048 Sep 10 03:43:50.285643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: d6007a46-297c-47ad-b079-4a62f099ded5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:50.288522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-86ffd22b-16c7-4111-aee4-52bdb71e4d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.289127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d6007a46-297c-47ad-b079-4a62f099ded5 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:50.289784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c4c514b7-c176-46f0-92ad-543aa1443829 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:50.290251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-86ffd22b-16c7-4111-aee4-52bdb71e4d83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 1094 time: 0.1214175 Sep 10 03:43:50.323312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: c4c514b7-c176-46f0-92ad-543aa1443829 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:50.336352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c4c514b7-c176-46f0-92ad-543aa1443829 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:50.337089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:50.369729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:50.370278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:50.474602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-5a9b295c-2a73-4cd4-93f9-f85ceb8626bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.478910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-5a9b295c-2a73-4cd4-93f9-f85ceb8626bb service neutron] 10.222.0.39 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.1738384 Sep 10 03:43:50.506074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c7dcc3d-8e81-41dd-ac06-d727ada7beb8 req-2658ab0d-519f-443c-a408-e21f8b655b57 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2133312 Sep 10 03:43:50.627011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-7329a20c-8db3-46e9-9fba-27ab5f46623c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b HTTP/1.1" status: 200 len: 217 time: 0.1393452 Sep 10 03:43:50.653249 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809dbceb-f5a5-49d2-8b70-ad71120b85ca x-openstack-request-id: req-809dbceb-f5a5-49d2-8b70-ad71120b85ca {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:50.653743 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-deleted", "tag": "7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:50.653892 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-809dbceb-f5a5-49d2-8b70-ad71120b85ca {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:50.654600 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-deleted', 'tag': '7c87cdd8-ed0b-4e06-9a92-ade6ead3e65c', 'status': 'completed', 'code': 200} Sep 10 03:43:50.671429 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.resource_extend [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:43:50.762607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-9a6e07a9-7576-4d81-b8bd-8436933ee1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.764183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-9a6e07a9-7576-4d81-b8bd-8436933ee1c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.1267250 Sep 10 03:43:50.776439 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.794414 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-22126bab-4472-4e28-8d72-e958b87e0e37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.820412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e451c0dd-866a-4548-8606-61095366d7f6 req-6c00306a-60ff-4a8e-863c-ae07ea289982 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.822439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e451c0dd-866a-4548-8606-61095366d7f6 req-6c00306a-60ff-4a8e-863c-ae07ea289982 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1092358 Sep 10 03:43:50.842314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-965ad0a4-1e76-4eed-80f6-03b92a48905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:50.844083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-965ad0a4-1e76-4eed-80f6-03b92a48905e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663078 Sep 10 03:43:50.883502 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:50.946505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e451c0dd-866a-4548-8606-61095366d7f6 req-e78c76cb-89de-410e-b6a2-0462b5078907 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150475 Sep 10 03:43:51.048550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38928) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:51.064515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-0e1def48-277d-45c2-8aa5-a55ab8d16513 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2096062 Sep 10 03:43:51.067938 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd associated. External IP: 172.25.3.78, port: 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59. Sep 10 03:43:51.119258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf2dd96d-76da-4e10-88ee-388aab2b8b7a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting subnet f907dafd-1163-4738-acfe-5dee74f3e967 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:43:51.123585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd96d-76da-4e10-88ee-388aab2b8b7a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.224884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd96d-76da-4e10-88ee-388aab2b8b7a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.246724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8fcf425-ebf1-4134-b8ea-97acc7b6771f req-d973c7b4-20d4-4901-9016-e9ce774b2570 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1739757 Sep 10 03:43:51.357834 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd96d-76da-4e10-88ee-388aab2b8b7a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.359730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:51.492566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:51.498737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38944) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:51.501890 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.505659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] Sync routers for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:51.522231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:51.523152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:51.536881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd96d-76da-4e10-88ee-388aab2b8b7a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.545510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-7ea9dd05-8dae-49b3-9020-21dbdbc4f758 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "PUT /v2.0/floatingips/1649229c-d1e0-41d7-a597-c04c11a0a3dd HTTP/1.1" status: 200 len: 995 time: 1.9241860 Sep 10 03:43:51.546052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:51.551358 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1544f51c-9717-46d0-8b2e-0f68002557df" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:51.610954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-e4214cd0-fac9-438b-8383-9029359bed18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:51.620296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-e4214cd0-fac9-438b-8383-9029359bed18 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0651612 Sep 10 03:43:51.678619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2dd96d-76da-4e10-88ee-388aab2b8b7a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Subnet': ['ID=f907dafd-1163-4738-acfe-5dee74f3e967,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:51.681004 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf2dd96d-76da-4e10-88ee-388aab2b8b7a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.698895 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cf2dd96d-76da-4e10-88ee-388aab2b8b7a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "DELETE /v2.0/subnets/f907dafd-1163-4738-acfe-5dee74f3e967 HTTP/1.1" status: 204 len: 168 time: 0.6470590 Sep 10 03:43:51.700278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38962) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:51.700645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:51.724872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1591047975-network', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:51.765106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-83c9718b-f4c4-4777-8301-2983ebfcc998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:51.766968 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-83c9718b-f4c4-4777-8301-2983ebfcc998 service neutron] 10.222.0.22 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.1459122 Sep 10 03:43:51.831887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.878503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f8350-2ebf-4bb2-8259-439ec4e5c6f5 req-4d48112b-5c58-46da-b032-dba110c2043b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:51.883136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d2f8350-2ebf-4bb2-8259-439ec4e5c6f5 req-4d48112b-5c58-46da-b032-dba110c2043b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.2607479 Sep 10 03:43:51.887458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-f8dce8ae-05bb-4b3c-a497-a5b45fab577e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 998 time: 0.1044269 Sep 10 03:43:51.904634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8559fd49-da43-4e2c-8ee9-5890fea5e96e None None] Network d1bd0c61-403b-49df-9375-915971c2f286 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:51.911434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting port 9d69b722-1e75-4b90-8174-1afcddb049c0 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:51.911823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.968105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d2f8350-2ebf-4bb2-8259-439ec4e5c6f5 req-cbc9ccdc-86e9-4aa2-bd03-96c61f198e3f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839736 Sep 10 03:43:51.978301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:51.980821 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:51.985147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-6db380aa-6e3b-410d-89e9-1bfc6258adc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:51.986976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-6db380aa-6e3b-410d-89e9-1bfc6258adc1 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.0841753 Sep 10 03:43:51.995040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] For port 9d69b722-1e75-4b90-8174-1afcddb049c0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9d69b722-1e75-4b90-8174-1afcddb049c0,segment=NetworkSegment(cea05c55-33e3-4fd6-b25b-b13b13b3f2db),segment_id=cea05c55-33e3-4fd6-b25b-b13b13b3f2db)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:51.995415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.014254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.030391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Calling delete_port for 9d69b722-1e75-4b90-8174-1afcddb049c0 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:52.049207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-e254501c-deb3-4171-9762-e3828ec436d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:52.051033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-e254501c-deb3-4171-9762-e3828ec436d3 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534966 Sep 10 03:43:52.057203 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-093a1633-c156-47fc-b212-9b6329165242 x-openstack-request-id: req-093a1633-c156-47fc-b212-9b6329165242 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:52.057513 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:52.057987 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-093a1633-c156-47fc-b212-9b6329165242 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:52.058398 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'status': 'completed', 'code': 200} Sep 10 03:43:52.129475 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.210458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:43:52.218206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.260857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38970) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:52.263057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:43:52.276547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.277985 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Added segment 5a19447a-e607-4d05-8386-87c436324d82 of type vlan for network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 Sep 10 03:43:52.351666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544f51c-9717-46d0-8b2e-0f68002557df req-c6113877-2503-4af8-9058-ef940aacf83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:52.355395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1544f51c-9717-46d0-8b2e-0f68002557df req-c6113877-2503-4af8-9058-ef940aacf83c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.2548542 Sep 10 03:43:52.358252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-63b8ecb4-3aa3-4bd8-a93f-b7ac3ea1bb51 service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2987425 Sep 10 03:43:52.388934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9390d973-57b3-4008-a28d-568bc91081be,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:52.406667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.484763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] DHCP port deletion for d1bd0c61-403b-49df-9375-915971c2f286 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:43:52.536851 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.548794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:52.567355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Port': ['ID=9d69b722-1e75-4b90-8174-1afcddb049c0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:52.570103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'port_id': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'mac_address': 'fa:16:3e:f4:8d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:43:52.575557 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.576773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:52.577534 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.582205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] No DVR routers for this DVR port 9d69b722-1e75-4b90-8174-1afcddb049c0 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:52.597649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:71:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:50Z', 'revision_number': 1, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:52.659079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-deleted', 'tag': 'd6007a46-297c-47ad-b079-4a62f099ded5'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:52.659774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544f51c-9717-46d0-8b2e-0f68002557df req-05dfae2a-9a65-4682-8797-36c0d08fac3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:52.661464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1544f51c-9717-46d0-8b2e-0f68002557df req-05dfae2a-9a65-4682-8797-36c0d08fac3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.2992096 Sep 10 03:43:52.662106 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ce2572e-3c5f-4c96-8d65-eae3dbb8fc11" -d '{"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-deleted", "tag": "d6007a46-297c-47ad-b079-4a62f099ded5"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:52.665346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] Deleting port 9d69b722-1e75-4b90-8174-1afcddb049c0 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:52.665828 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.669490 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.680390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] Checking router: 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:52.712753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:43:52.759462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:52.760248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:52.772526 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9be8aabf-6c29-4c80-a7d1-c32806fd755a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.842224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9d69b722-1e75-4b90-8174-1afcddb049c0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:52.846477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] For port 9d69b722-1e75-4b90-8174-1afcddb049c0, host n-d-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:52.846988 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.881495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:52.886151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9d69b722-1e75-4b90-8174-1afcddb049c0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:52.886617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9d69b722-1e75-4b90-8174-1afcddb049c0 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:52.895430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] Calling delete_port for 9d69b722-1e75-4b90-8174-1afcddb049c0 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:52.902648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.ipam_backend_mixin [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] Port 9d69b722-1e75-4b90-8174-1afcddb049c0 was not found and therefore no delete operation was performed {{(pid=95138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:43:52.906348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:52.945445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] Pushing event deleted for resources: {'Port': ['ID=9d69b722-1e75-4b90-8174-1afcddb049c0,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:52.955368 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce8653c-153e-41f7-80f3-d34e99dbed76 None None] No DVR routers for this DVR port 9d69b722-1e75-4b90-8174-1afcddb049c0 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:52.996945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.050305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:53.099890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:53.134755 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6348805 Sep 10 03:43:53.137994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38980) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:53.140381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604f185c-24ae-4a8f-ad2f-333cd0a63c9f admin admin] Pushing event updated for resources: {'Network': ['ID=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:53.153931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Request body: {'subnet': {'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1591047975-subnet', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:53.157256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:43:53.196527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.196820 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9be8aabf-6c29-4c80-a7d1-c32806fd755a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.222348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1bd0c61-403b-49df-9375-915971c2f286']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:53.224061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af6f3ee3-6148-4551-82bd-e8f6af7855c4 req-006274a7-4fa2-446f-99c9-3891d3f2963f service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7098529 Sep 10 03:43:53.235015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:53.235583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cea05c55-33e3-4fd6-b25b-b13b13b3f2db') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:53.236480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abdc9e2-c5e1-42f2-b6e3-f9de4135948a req-ff2c1f81-7208-469a-9cd2-7b808922b4fb tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:53.245412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8abdc9e2-c5e1-42f2-b6e3-f9de4135948a req-ff2c1f81-7208-469a-9cd2-7b808922b4fb tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.9503760 Sep 10 03:43:53.248018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.270151 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.275150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1544f51c-9717-46d0-8b2e-0f68002557df req-b142c328-63ef-4c58-9c28-70a8d6faf4f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 998 time: 0.5935225 Sep 10 03:43:53.280870 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:43:53.282054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.320467 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9be8aabf-6c29-4c80-a7d1-c32806fd755a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.345988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8abdc9e2-c5e1-42f2-b6e3-f9de4135948a req-c3d53767-c147-415b-9437-11dc83e48fae tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0997088 Sep 10 03:43:53.349492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:43:53.395313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544f51c-9717-46d0-8b2e-0f68002557df req-c6e86554-ccad-49e5-8c0b-6a0c9b3de3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:43:53.396572 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:43:53.398434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1544f51c-9717-46d0-8b2e-0f68002557df req-c6e86554-ccad-49e5-8c0b-6a0c9b3de3a4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.1117885 Sep 10 03:43:53.398434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be8aabf-6c29-4c80-a7d1-c32806fd755a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6a9248-7946-4453-8366-7dd8598f0f83,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:53.402419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9be8aabf-6c29-4c80-a7d1-c32806fd755a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38a820b77db449b5b1245b38e50efdf2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1386423 Sep 10 03:43:53.404609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38986) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:53.413595 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a978ba-1a86-4ad2-8386-50300d9de72f x-openstack-request-id: req-39a978ba-1a86-4ad2-8386-50300d9de72f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:53.416808 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb3093b4-9abf-4e24-b4cd-7c7063d00162", "name": "network-vif-deleted", "tag": "d6007a46-297c-47ad-b079-4a62f099ded5", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:53.417369 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39a978ba-1a86-4ad2-8386-50300d9de72f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:53.418332 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb3093b4-9abf-4e24-b4cd-7c7063d00162', 'name': 'network-vif-deleted', 'tag': 'd6007a46-297c-47ad-b079-4a62f099ded5', 'status': 'completed', 'code': 200} Sep 10 03:43:53.491492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.502281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.508397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38988) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:53.532165 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "DELETE /v2.0/networks/d1bd0c61-403b-49df-9375-915971c2f286 HTTP/1.1" status: 204 len: 168 time: 1.8217418 Sep 10 03:43:53.540772 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1419-f149-4bcc-9a7e-ffc20f08c5ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.541114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0b5f62-e27e-4ee5-b049-4dd07810c377 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Network': ['ID=d1bd0c61-403b-49df-9375-915971c2f286,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:53.551963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:53.554845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.571841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544f51c-9717-46d0-8b2e-0f68002557df req-fe5560a5-f5c1-46a8-b38a-927c12c7d8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:53.573465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1544f51c-9717-46d0-8b2e-0f68002557df req-fe5560a5-f5c1-46a8-b38a-927c12c7d8a5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1370521 Sep 10 03:43:53.643158 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1419-f149-4bcc-9a7e-ffc20f08c5ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.664388 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bb0fa514-2b25-4971-a197-4ba75f39c5e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.701747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb64872-6ab4-4ce1-8464-86e559076ed3 req-853f7a2a-4188-4b6e-be99-e603c5931356 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:53.703642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cb64872-6ab4-4ce1-8464-86e559076ed3 req-853f7a2a-4188-4b6e-be99-e603c5931356 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.2152250 Sep 10 03:43:53.708965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb86ff6c-54a0-4596-94d2-dd16f1b5ba5c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting subnet aced204a-67f1-4e4a-9b7e-eddff18cd27a {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:43:53.740725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:71:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:50Z', 'revision_number': 1, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:53.747879 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb86ff6c-54a0-4596-94d2-dd16f1b5ba5c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.779911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60267922-9dfb-4142-8952-22fc00bdc646 None None] The sync data for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 is: [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:71:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:50Z', 'revision_number': 1, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:53.793229 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.849334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-4f5152ac-20ba-4ded-8d88-803991570ad0 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:53.851129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-4f5152ac-20ba-4ded-8d88-803991570ad0 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2058144 Sep 10 03:43:53.870537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.874515 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb86ff6c-54a0-4596-94d2-dd16f1b5ba5c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:53.927438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1544f51c-9717-46d0-8b2e-0f68002557df req-d6926124-88f7-4b42-b651-63585345fd51 service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3431060 Sep 10 03:43:53.941767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Pushing event updated for resources: {'Subnet': ['ID=54def874-aa7b-403f-837f-4928c0648437,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:53.955028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Checking segment: {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:53.955028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Network hostable DHCP agents. Network: 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:43:53.959339 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cb64872-6ab4-4ce1-8464-86e559076ed3 req-64c4cbd7-9680-48e8-92d5-13dabc612809 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2414055 Sep 10 03:43:54.032155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:43:54.077003 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1419-f149-4bcc-9a7e-ffc20f08c5ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.079556 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8dfb1419-f149-4bcc-9a7e-ffc20f08c5ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.083234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8dfb1419-f149-4bcc-9a7e-ffc20f08c5ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c6a9248-7946-4453-8366-7dd8598f0f83 HTTP/1.1" status: 204 len: 168 time: 0.6753128 Sep 10 03:43:54.084165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-b338978d-bbab-472e-8533-39f14788c21e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 998 time: 0.1773438 Sep 10 03:43:54.124287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:54.130589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:54.131116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.131394 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-073e80d9-1259-4668-bb73-186c1640a536 None None] New status for floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:43:54.133854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Request body: {'floatingip': {'port_id': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'fixed_ip_address': '172.20.0.4'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:54.141057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22911b0c-d05b-4d86-a421-cad30b82a3c4 None None] Network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:54.153262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfb1419-f149-4bcc-9a7e-ffc20f08c5ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6a9248-7946-4453-8366-7dd8598f0f83,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:54.202375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb86ff6c-54a0-4596-94d2-dd16f1b5ba5c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.226685 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-82e8062e-00b6-4345-a93a-499c7d04b70f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0872707 Sep 10 03:43:54.229296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38994) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:54.234575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:54.240289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1544f51c-9717-46d0-8b2e-0f68002557df req-f4ae4a02-5c7f-408a-a5e7-8c3f658ec55a service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770565 Sep 10 03:43:54.262149 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.362131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:43:54.363060 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.366321 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.367390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.455429 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.472983 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb86ff6c-54a0-4596-94d2-dd16f1b5ba5c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.523490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86ff6c-54a0-4596-94d2-dd16f1b5ba5c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Subnet': ['ID=aced204a-67f1-4e4a-9b7e-eddff18cd27a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:54.540588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Allocated IP 172.20.0.2 (6c3f9757-c7ff-4042-bcf8-66cb55c1ac85/54def874-aa7b-403f-837f-4928c0648437/4d146800-8bca-437b-9285-3136de088521) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:54.549162 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb86ff6c-54a0-4596-94d2-dd16f1b5ba5c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.551103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cb86ff6c-54a0-4596-94d2-dd16f1b5ba5c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "DELETE /v2.0/subnets/aced204a-67f1-4e4a-9b7e-eddff18cd27a HTTP/1.1" status: 204 len: 168 time: 1.0404646 Sep 10 03:43:54.554653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39004) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:54.569492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aff18ed-96e1-41b1-bf08-04928857f0fe None None] Network e9951efe-f79b-417b-bdf5-bad52e97792c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:54.609366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fc0b63-48c6-480f-9bb5-0d3e392567cd req-a5392bf8-d5b6-457c-818d-f250ffbc8807 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:54.612025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5fc0b63-48c6-480f-9bb5-0d3e392567cd req-a5392bf8-d5b6-457c-818d-f250ffbc8807 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 944 time: 0.1424949 Sep 10 03:43:54.668498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.694986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5fc0b63-48c6-480f-9bb5-0d3e392567cd req-92be4d1c-a07f-4f5f-9b76-b59983e5657f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0768852 Sep 10 03:43:54.725614 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:43:54.725859 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:43:54.860818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.888204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting port b995e33f-4124-45be-9b38-d6d6e27d6f32 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:54.888545 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.963402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] For port b995e33f-4124-45be-9b38-d6d6e27d6f32, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b995e33f-4124-45be-9b38-d6d6e27d6f32,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:54.963800 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:54.975509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Calling delete_port for b995e33f-4124-45be-9b38-d6d6e27d6f32 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:55.017158 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.026688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Transition to ACTIVE for port object 4d146800-8bca-437b-9285-3136de088521 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:55.048152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Transition to ACTIVE for port object 4d146800-8bca-437b-9285-3136de088521 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:55.095042 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.103355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4689b18-2d87-42da-a338-7612bc4d1723 None None] DHCP port deletion for e9951efe-f79b-417b-bdf5-bad52e97792c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:43:55.154219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae122e9-1453-4381-b6d3-2212d41f131f req-3c91674b-9194-444a-8196-de1005dba9c2 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:55.155789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eae122e9-1453-4381-b6d3-2212d41f131f req-3c91674b-9194-444a-8196-de1005dba9c2 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.0745826 Sep 10 03:43:55.162470 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.197329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eae122e9-1453-4381-b6d3-2212d41f131f req-56b46a2a-288e-4c5b-bcc7-7d3fb083c0d6 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349224 Sep 10 03:43:55.202955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e4689b18-2d87-42da-a338-7612bc4d1723 None None] Deleting port b995e33f-4124-45be-9b38-d6d6e27d6f32 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:43:55.203328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4689b18-2d87-42da-a338-7612bc4d1723 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.220744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:55.227208 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.236778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:55.239370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:55.262944 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.287053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Port': ['ID=b995e33f-4124-45be-9b38-d6d6e27d6f32,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:55.287254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Pushing event updated for resources: {'Port': ['ID=4d146800-8bca-437b-9285-3136de088521,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:55.298022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] No DVR routers for this DVR port b995e33f-4124-45be-9b38-d6d6e27d6f32 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:55.326837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.358469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e4689b18-2d87-42da-a338-7612bc4d1723 None None] For port b995e33f-4124-45be-9b38-d6d6e27d6f32, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b995e33f-4124-45be-9b38-d6d6e27d6f32,segment=NetworkSegment(85bab12c-4176-4701-8759-cdd8012b0a99),segment_id=85bab12c-4176-4701-8759-cdd8012b0a99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:55.359583 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4689b18-2d87-42da-a338-7612bc4d1723 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.360511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.361563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Attempting to bind port 4d146800-8bca-437b-9285-3136de088521 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:55.361936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Attempting to bind port 4d146800-8bca-437b-9285-3136de088521 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:55.362302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Attempting to bind port 4d146800-8bca-437b-9285-3136de088521 on network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:55.376296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:55.376668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Checking segment: {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:55.377034 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.377973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Bound using segment: {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:55.377973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Bound port: 4d146800-8bca-437b-9285-3136de088521, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:55.378276 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.388084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e4689b18-2d87-42da-a338-7612bc4d1723 None None] Calling delete_port for b995e33f-4124-45be-9b38-d6d6e27d6f32 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:43:55.409183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.452929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] For port 4d146800-8bca-437b-9285-3136de088521, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:55.457455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] For port 4d146800-8bca-437b-9285-3136de088521, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4d146800-8bca-437b-9285-3136de088521,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:55.464934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9951efe-f79b-417b-bdf5-bad52e97792c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:55.480076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85bab12c-4176-4701-8759-cdd8012b0a99') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:55.480423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85bab12c-4176-4701-8759-cdd8012b0a99') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:55.509273 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.532117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.544254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:43:55.544664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:43:55.547826 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:43:55.558398 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4689b18-2d87-42da-a338-7612bc4d1723 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.564351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Allocated IP 172.25.3.98 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/00e41842-4b82-4e4b-88cf-346deab9b132) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:55.567659 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.594320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4689b18-2d87-42da-a338-7612bc4d1723 None None] Pushing event deleted for resources: {'Port': ['ID=b995e33f-4124-45be-9b38-d6d6e27d6f32,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:55.596259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4689b18-2d87-42da-a338-7612bc4d1723 None None] No DVR routers for this DVR port b995e33f-4124-45be-9b38-d6d6e27d6f32 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:43:55.661137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a781ed03-d06e-4c97-b365-9e8a46f059f7 None None] Pushing event updated for resources: {'Port': ['ID=4d146800-8bca-437b-9285-3136de088521,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:55.704103 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.716422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.721127 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "DELETE /v2.0/networks/e9951efe-f79b-417b-bdf5-bad52e97792c HTTP/1.1" status: 204 len: 168 time: 1.1617770 Sep 10 03:43:55.730739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39028) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:55.758648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-317612428'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:55.765077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b701ed8-19a4-4e5e-b9f6-472157e82c9a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Network': ['ID=e9951efe-f79b-417b-bdf5-bad52e97792c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:55.770425 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.849602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.873474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ee21d1-9118-412b-93b5-f902aa53b406 req-0234a429-e628-4e56-ad97-027341de759c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:55.875046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26ee21d1-9118-412b-93b5-f902aa53b406 req-0234a429-e628-4e56-ad97-027341de759c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 944 time: 0.0647602 Sep 10 03:43:55.884442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:55.886705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.921680 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:43:55.941034 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.946118 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:55.946118 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Added segment 30ad88bc-6d9a-4817-83b2-9fed93581543 of type vlan for network ca3123dd-6d65-43cc-903d-28f4717b506c Sep 10 03:43:55.946492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26ee21d1-9118-412b-93b5-f902aa53b406 req-a6e6af52-a98c-4969-a35f-ee163063ce6a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531154 Sep 10 03:43:55.965549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.005025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Pushing event updated for resources: {'Port': ['ID=00e41842-4b82-4e4b-88cf-346deab9b132,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:56.061766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:43:56.084475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:56.089574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:43:56.121330 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.142085 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd associated. External IP: 172.25.3.78, port: 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59. Sep 10 03:43:56.218006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:56.267408 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.295030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.301147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:56.301896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.385518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Network': ['ID=ca3123dd-6d65-43cc-903d-28f4717b506c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:56.397752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ca3123dd-6d65-43cc-903d-28f4717b506c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:43:56.414580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b619e9-7c5c-447e-a85d-2619dd417834 req-58063155-82de-4e92-ae53-2201fc9492c8 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:56.421776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36b619e9-7c5c-447e-a85d-2619dd417834 req-58063155-82de-4e92-ae53-2201fc9492c8 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.0986145 Sep 10 03:43:56.457607 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a86f48d3-048a-4c4b-a8d3-b0bd58abffd3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7257791 Sep 10 03:43:56.460291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39048) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:56.465682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:56.466074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'subnet': {'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:56.502491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36b619e9-7c5c-447e-a85d-2619dd417834 req-d19f5d7a-7cb6-45dc-901f-16eb7dc39575 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798090 Sep 10 03:43:56.512870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:56.519320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:56.519709 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.558254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39050) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:56.622347 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.647218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.650470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:56.656477 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147dc4e0-bcd2-4c98-bd88-3515bfc3ffa2" -d '{"events": [{"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-plugged", "status": "completed", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:56.681769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:56.702190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:56.718233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] Sync routers for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:56.735714 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3962c93a-de32-48d2-a718-9651a5a3e19f x-openstack-request-id: req-3962c93a-de32-48d2-a718-9651a5a3e19f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:56.736103 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-plugged", "status": "completed", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:56.736423 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3962c93a-de32-48d2-a718-9651a5a3e19f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:56.736876 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'code': 200} Sep 10 03:43:56.737427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:56.738066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:56.771322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:56.776341 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.803623 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:56.906146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1385485829'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:56.911572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4d146800-8bca-437b-9285-3136de088521 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:56.990379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:56.997556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f8ba1-a546-466f-88fd-5ec18f6320c8 req-31cd4d9f-82eb-4397-963e-9b77aba2da9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:56.997857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c1f8ba1-a546-466f-88fd-5ec18f6320c8 req-31cd4d9f-82eb-4397-963e-9b77aba2da9c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 1096 time: 0.0958087 Sep 10 03:43:57.048359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:57.062765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Made reservation on behalf of c4b7fae6d07e42d48ff120ef107ce255 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:57.066863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.102357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417aba24-a979-4502-8d80-6dc48a6712b0 None None] Network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:57.106890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.140210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.196283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4d146800-8bca-437b-9285-3136de088521 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:57.250076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df4c3ddf-2929-452e-9019-f8f7db9e446f None None] Provisioning for port 4d146800-8bca-437b-9285-3136de088521 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:43:57.273065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df4c3ddf-2929-452e-9019-f8f7db9e446f None None] Provisioning complete for port 4d146800-8bca-437b-9285-3136de088521 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:57.273472 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df4c3ddf-2929-452e-9019-f8f7db9e446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.350555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b995e33f-4124-45be-9b38-d6d6e27d6f32 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:43:57.398998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c1f8ba1-a546-466f-88fd-5ec18f6320c8 req-bf1377de-ae9a-4728-8585-0deb0dfc35b8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3927147 Sep 10 03:43:57.405460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: b995e33f-4124-45be-9b38-d6d6e27d6f32 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:43:57.405790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b995e33f-4124-45be-9b38-d6d6e27d6f32 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:43:57.424531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.426076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:43:57.447166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3934dc20-d4a6-46d3-90c3-81cfe851fc4e req-a75d014a-6d3d-49a2-b869-e07f7237749d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:57.449565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3934dc20-d4a6-46d3-90c3-81cfe851fc4e req-a75d014a-6d3d-49a2-b869-e07f7237749d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.0933282 Sep 10 03:43:57.475523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.516453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Subnet': ['ID=1b321dce-a09d-45bd-b5e0-299e69a8c3c6,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:57.528205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Checking segment: {'id': '30ad88bc-6d9a-4817-83b2-9fed93581543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:57.528704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network hostable DHCP agents. Network: ca3123dd-6d65-43cc-903d-28f4717b506c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:43:57.533046 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.550636 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df4c3ddf-2929-452e-9019-f8f7db9e446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.565754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Router 1010a311-f1dd-475d-a22a-f30890fa912f is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:43:57.572077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:43:57.600254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=698e6661-5f2b-4981-9615-c9cefc5dc40b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:57.603082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:57.609438 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.612709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.613263 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Added segment 060b840d-cd6a-41c4-8dac-8b45005c45d8 of type vlan for network 86587704-1fbe-44bd-908f-1369a414cbeb Sep 10 03:43:57.625840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df4c3ddf-2929-452e-9019-f8f7db9e446f None None] For port 4d146800-8bca-437b-9285-3136de088521, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4d146800-8bca-437b-9285-3136de088521,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:43:57.632474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:45:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:55Z', 'revision_number': 3, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:57.647523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3934dc20-d4a6-46d3-90c3-81cfe851fc4e req-b31f8d31-a8bc-47d3-abd9-80ec93355c21 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606297 Sep 10 03:43:57.662853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:43:57.664655 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-171d960f-4ba9-4497-810f-7dedede3fc96" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:43:57.676545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] Checking router: 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:57.679242 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df4c3ddf-2929-452e-9019-f8f7db9e446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.711993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-8c218ae4-adcb-4b43-81e7-54c7d5d54f01 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "PUT /v2.0/floatingips/1649229c-d1e0-41d7-a597-c04c11a0a3dd HTTP/1.1" status: 200 len: 997 time: 3.5956259 Sep 10 03:43:57.760708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:57.766387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:57.801117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-b2487ce7-8e7f-411c-88a8-ea4637bc2791 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:57.804705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-b2487ce7-8e7f-411c-88a8-ea4637bc2791 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports/1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 942 time: 0.0806117 Sep 10 03:43:57.880686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network ca3123dd-6d65-43cc-903d-28f4717b506c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:43:57.912419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:57.923606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:43:57.935255 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Sync routers for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:43:57.948373 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:57.951918 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:57.959970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4c3ddf-2929-452e-9019-f8f7db9e446f None None] Pushing event updated for resources: {'Port': ['ID=4d146800-8bca-437b-9285-3136de088521,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:58.024084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ca3123dd-6d65-43cc-903d-28f4717b506c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:43:58.034998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:58.035454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:58.040793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095d788-c23a-42e8-8d68-df938aee31f2 req-d8bb19d3-2866-481c-bb4a-cf0b1a2cbba8 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:58.051310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9095d788-c23a-42e8-8d68-df938aee31f2 req-d8bb19d3-2866-481c-bb4a-cf0b1a2cbba8 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.1667914 Sep 10 03:43:58.051503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:58.054135 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f2817a0d-f735-4608-86d6-e444a76268d2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.8237145 Sep 10 03:43:58.059341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39066) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:58.083349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-eab116b2-b6ea-4729-922b-2609a73b2d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:58.084711 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-eab116b2-b6ea-4729-922b-2609a73b2d6d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.1304219 Sep 10 03:43:58.096422 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:58.154949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-913fb991-f839-438d-aa86-a4779009b029 None None] Network ca3123dd-6d65-43cc-903d-28f4717b506c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:43:58.184202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:58.191830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:58.193185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:58.206913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6a35f160-0835-47ff-9520-fe8413412253 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7454717 Sep 10 03:43:58.226642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39070) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:58.235005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1004305924'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:58.272749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-be71834f-5c88-47a9-8368-7376894b1ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:58.281280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-be71834f-5c88-47a9-8368-7376894b1ffe service neutron] 10.222.0.22 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.1884122 Sep 10 03:43:58.315320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1717166a-cc88-4b43-aab6-a09618d7a96a None None] Provisioning complete for port 4d146800-8bca-437b-9285-3136de088521 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:58.317589 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1717166a-cc88-4b43-aab6-a09618d7a96a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:58.321841 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:43:56Z', 'revision_number': 3, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:58.352615 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Checking router: 1010a311-f1dd-475d-a22a-f30890fa912f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:43:58.353329 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Updating router 1010a311-f1dd-475d-a22a-f30890fa912f port 00e41842-4b82-4e4b-88cf-346deab9b132 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:43:58.364648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:58.387041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-43a77e11-a84c-4df6-8982-dc53a3f6da6f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 217 time: 0.0808978 Sep 10 03:43:58.387530 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:58.405711 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9095d788-c23a-42e8-8d68-df938aee31f2 req-4d872e38-14fe-4ad1-b344-721e4479ee7c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3533630 Sep 10 03:43:58.487821 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e26896-54f1-4d5f-83d3-0d665b34bfd6 x-openstack-request-id: req-07e26896-54f1-4d5f-83d3-0d665b34bfd6 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:43:58.488874 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:43:58.489340 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07e26896-54f1-4d5f-83d3-0d665b34bfd6 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:43:58.489928 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'status': 'completed', 'code': 200} Sep 10 03:43:58.512858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-d3629a56-fe80-42be-8df1-6c221ec08440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:58.515214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-d3629a56-fe80-42be-8df1-6c221ec08440 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.1041687 Sep 10 03:43:58.621602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-864b928a-e105-40b9-b219-a28d2c610a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:58.623745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-864b928a-e105-40b9-b219-a28d2c610a1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.1064551 Sep 10 03:43:58.668919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-ec1e6bda-0363-4b6a-b6ec-268456354d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:58.676844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-ec1e6bda-0363-4b6a-b6ec-268456354d10 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0950978 Sep 10 03:43:58.814144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:58.871908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4d146800-8bca-437b-9285-3136de088521 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:43:58.874654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ca3123dd-6d65-43cc-903d-28f4717b506c', 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'fixed_ips': [{'subnet_id': '1b321dce-a09d-45bd-b5e0-299e69a8c3c6'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:43:58.875947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:58.884159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-e17e8256-c9fc-4f7f-ad08-a11aa5ab2aeb service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697044 Sep 10 03:43:58.967947 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:58.983423 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Transition to ACTIVE for port object 00e41842-4b82-4e4b-88cf-346deab9b132 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:59.069988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d045a851-e9db-4f4c-8ef8-57fac58989aa req-cd473ca9-7f9c-4e5e-b3e9-4ad884b28170 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:59.071795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d045a851-e9db-4f4c-8ef8-57fac58989aa req-cd473ca9-7f9c-4e5e-b3e9-4ad884b28170 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.1799119 Sep 10 03:43:59.096344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-885d1311-585f-43c9-b139-7bd5643ff453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:59.098443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-885d1311-585f-43c9-b139-7bd5643ff453 service neutron] 10.222.0.39 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.4637930 Sep 10 03:43:59.103044 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.156182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-3feaef89-1e5c-4c04-97f3-e172a07eacce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 217 time: 0.0421414 Sep 10 03:43:59.160912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-82140f10-0778-4c65-b541-b7a41e05d5b0 service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2637463 Sep 10 03:43:59.177718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4d146800-8bca-437b-9285-3136de088521 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:43:59.178256 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.183983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:45:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:55Z', 'revision_number': 3, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:59.194007 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Pushing event updated for resources: {'Port': ['ID=00e41842-4b82-4e4b-88cf-346deab9b132,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:59.208918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d045a851-e9db-4f4c-8ef8-57fac58989aa req-d609140e-863f-48d9-bf9a-942e9138b55f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1268454 Sep 10 03:43:59.226661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-8797bcf0-24dd-4b1e-98c7-ad1a8c82a0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:59.228189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-8797bcf0-24dd-4b1e-98c7-ad1a8c82a0d5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.0599139 Sep 10 03:43:59.229988 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Attempting to bind port 00e41842-4b82-4e4b-88cf-346deab9b132 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:43:59.230354 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Attempting to bind port 00e41842-4b82-4e4b-88cf-346deab9b132 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:43:59.230709 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Attempting to bind port 00e41842-4b82-4e4b-88cf-346deab9b132 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:43:59.238797 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:43:59.239165 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:43:59.239563 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.239970 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:43:59.240423 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Bound port: 00e41842-4b82-4e4b-88cf-346deab9b132, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:43:59.240797 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.250337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-702ccf9e-a56e-4e32-b1af-4db46d01bd49 None None] The sync data for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 is: [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:45:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:55Z', 'revision_number': 3, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:43:59.263042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Allocated IP 19.80.0.2 (ca3123dd-6d65-43cc-903d-28f4717b506c/1b321dce-a09d-45bd-b5e0-299e69a8c3c6/3e7c1869-1f24-4a76-a8f0-6bcd87586502) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:43:59.330471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.7674057 Sep 10 03:43:59.332058 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] For port 00e41842-4b82-4e4b-88cf-346deab9b132, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:43:59.335008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1244839-ec09-494a-b958-98b02c228582 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event updated for resources: {'Network': ['ID=86587704-1fbe-44bd-908f-1369a414cbeb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:59.336753 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] For port 00e41842-4b82-4e4b-88cf-346deab9b132, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=00e41842-4b82-4e4b-88cf-346deab9b132,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:43:59.343706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39076) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:43:59.351375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Request body: {'subnet': {'network_id': '86587704-1fbe-44bd-908f-1369a414cbeb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:43:59.374949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 86587704-1fbe-44bd-908f-1369a414cbeb details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:43:59.389781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-8fa37cc3-d448-4cb8-9c6d-e14a4fb4a518 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:59.390377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-8fa37cc3-d448-4cb8-9c6d-e14a4fb4a518 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1544731 Sep 10 03:43:59.399929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-01504946-e3b4-4c39-8f18-fbd4dc83bf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:59.401704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-01504946-e3b4-4c39-8f18-fbd4dc83bf19 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 1096 time: 0.0896349 Sep 10 03:43:59.411861 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.454359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:59.468946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.495884 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:43:59.496517 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:43:59.592073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-bb65bf1b-6433-458c-ac1f-dc38b22c1dd1 service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868479 Sep 10 03:43:59.603530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9eda8e1-3722-4269-bd68-bd57b3b6b1f3 None None] New status for floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:43:59.605572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:43:59.641028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:43:59.665104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.665104 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Added segment 3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda of type vlan for network 054367bb-4201-4a0e-93d3-85cc9225d52e Sep 10 03:43:59.707487 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.745825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.748789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Transition to ACTIVE for port object 3e7c1869-1f24-4a76-a8f0-6bcd87586502 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:59.766276 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.795611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b03694-bf69-4980-b911-a2e34c4aca49 req-d9099b76-1564-4820-91d8-1e8581a2b22b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:59.803868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72b03694-bf69-4980-b911-a2e34c4aca49 req-d9099b76-1564-4820-91d8-1e8581a2b22b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 945 time: 0.2093256 Sep 10 03:43:59.820129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Transition to ACTIVE for port object 3e7c1869-1f24-4a76-a8f0-6bcd87586502 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:43:59.834571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Made reservation on behalf of c4b7fae6d07e42d48ff120ef107ce255 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:43:59.839419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.869726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-171d960f-4ba9-4497-810f-7dedede3fc96 req-bcc89f7d-7966-45f5-a452-c1ff44838e0c service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657249 Sep 10 03:43:59.873459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-a0b086f8-c37a-407f-af15-b57a225560fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:59.874606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-a0b086f8-c37a-407f-af15-b57a225560fd service neutron] 10.222.0.22 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.2813709 Sep 10 03:43:59.877146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.883156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:43:59.884097 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.896124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72b03694-bf69-4980-b911-a2e34c4aca49 req-f1bfbfd4-1125-4b22-b253-95684aa4f316 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911703 Sep 10 03:43:59.972139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:43:59.975593 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Pushing event updated for resources: {'Port': ['ID=00e41842-4b82-4e4b-88cf-346deab9b132,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:43:59.984979 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.985316 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.985832 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.986176 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.986503 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.987021 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.987518 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.987892 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.988203 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.988535 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.988844 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:43:59.989160 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7f740a8-4fc8-43aa-bd8b-aecf6618367c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:00.028536 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:43:56Z', 'revision_number': 3, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:00.030599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-ea90a926-3a12-4f50-b6aa-73b97543b82f service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 1000 time: 0.1237948 Sep 10 03:44:00.078821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Network': ['ID=054367bb-4201-4a0e-93d3-85cc9225d52e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:00.086078 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f24be1a-8304-479f-afac-295d24da7f03 None None] The sync data for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 is: [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:43:56Z', 'revision_number': 3, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:43:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:44:00.109183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-088717d7-b0de-4c88-ab4a-5b1b28f62c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:00.110889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-088717d7-b0de-4c88-ab4a-5b1b28f62c48 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.0722260 Sep 10 03:44:00.117577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-46b43bb7-ea8d-4835-8e7a-af19fe571969 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.8873107 Sep 10 03:44:00.117854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39088) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:00.122895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'subnet': {'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:00.141916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Pushing event updated for resources: {'Port': ['ID=3e7c1869-1f24-4a76-a8f0-6bcd87586502,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:00.144425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 054367bb-4201-4a0e-93d3-85cc9225d52e details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:44:00.182873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Allocated IP 172.20.0.1 (6c3f9757-c7ff-4042-bcf8-66cb55c1ac85/54def874-aa7b-403f-837f-4928c0648437/6b848510-8c0f-4be7-acd5-eb18bc3acb04) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:00.266872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Network ca3123dd-6d65-43cc-903d-28f4717b506c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:00.270103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:00.273975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:00.283370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-230ea99b-4ae2-4fbe-9b0e-9e388e96c25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:00.285197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-230ea99b-4ae2-4fbe-9b0e-9e388e96c25b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1543095 Sep 10 03:44:00.338607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Attempting to bind port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:00.338832 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Attempting to bind port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '30ad88bc-6d9a-4817-83b2-9fed93581543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:00.339288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Attempting to bind port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 on network ca3123dd-6d65-43cc-903d-28f4717b506c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:00.345060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:00.345944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Checking segment: {'id': '30ad88bc-6d9a-4817-83b2-9fed93581543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:00.346570 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:00.347115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Bound using segment: {'id': '30ad88bc-6d9a-4817-83b2-9fed93581543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:00.347834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Bound port: 3e7c1869-1f24-4a76-a8f0-6bcd87586502, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30ad88bc-6d9a-4817-83b2-9fed93581543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:00.348355 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:00.397029 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:00.417326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Transition to ACTIVE for port object 6b848510-8c0f-4be7-acd5-eb18bc3acb04 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:00.423501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] For port 3e7c1869-1f24-4a76-a8f0-6bcd87586502, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:00.427014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-29db85ad-a679-42fe-b84e-da2e1cc3e906 service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239002 Sep 10 03:44:00.428050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] For port 3e7c1869-1f24-4a76-a8f0-6bcd87586502, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3e7c1869-1f24-4a76-a8f0-6bcd87586502,segment=NetworkSegment(30ad88bc-6d9a-4817-83b2-9fed93581543),segment_id=30ad88bc-6d9a-4817-83b2-9fed93581543)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:00.494943 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] Sync routers for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:44:00.495218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:00.504794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:00.507292 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32030d6a-262c-4a64-93e4-bf1d744322e6" -d '{"events": [{"name": "network-changed", "server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:00.513157 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:00.514832 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:00.526145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:00.529705 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:00.605781 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:00.624811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:00.674708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e508c5b4-a4e8-47d1-ae1b-4457e1f76cd9 req-5cd03b89-804d-49a2-a9b9-a65167962fdc service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372780 Sep 10 03:44:00.723946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event updated for resources: {'Subnet': ['ID=12278ee0-2ad8-479f-88b3-1c93dc0dbf93,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:00.768197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:00.772296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb0a483-b58c-48cd-a441-d3ace6d97828 None None] Pushing event updated for resources: {'Port': ['ID=3e7c1869-1f24-4a76-a8f0-6bcd87586502,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:00.789930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:00.806593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:00.864675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 00e41842-4b82-4e4b-88cf-346deab9b132 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:00.890166 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:00.958102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Checking segment: {'id': '060b840d-cd6a-41c4-8dac-8b45005c45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86587704-1fbe-44bd-908f-1369a414cbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:00.958545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Network hostable DHCP agents. Network: 86587704-1fbe-44bd-908f-1369a414cbeb, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:44:00.992097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Pushing event updated for resources: {'Port': ['ID=6b848510-8c0f-4be7-acd5-eb18bc3acb04,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:01.048744 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:01.051651 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be8b136f-4745-4d9c-ba1f-23201fe158e8 x-openstack-request-id: req-be8b136f-4745-4d9c-ba1f-23201fe158e8 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:01.052147 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:01.052726 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be8b136f-4745-4d9c-ba1f-23201fe158e8 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:01.053470 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'status': 'completed', 'code': 200} Sep 10 03:44:01.096806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bccfc8-ed47-4879-ba27-8d530c98c012 req-8c9e1fe6-8086-40bb-9af9-10bff5176230 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:01.107240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2bccfc8-ed47-4879-ba27-8d530c98c012 req-8c9e1fe6-8086-40bb-9af9-10bff5176230 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.1527379 Sep 10 03:44:01.130657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 00e41842-4b82-4e4b-88cf-346deab9b132 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:01.145086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 00e41842-4b82-4e4b-88cf-346deab9b132 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:01.145907 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:01.172958 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:01.357728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2bccfc8-ed47-4879-ba27-8d530c98c012 req-3fa5f277-1184-49d8-9150-74939e82cb50 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2482884 Sep 10 03:44:01.369004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Network 86587704-1fbe-44bd-908f-1369a414cbeb is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:44:01.399951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Subnet': ['ID=286857d3-d081-46eb-83df-946ff0e1e994,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:01.409035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-7c06e510-ad02-4305-8102-91d1c72e8329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:01.410646 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-7c06e510-ad02-4305-8102-91d1c72e8329 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 1096 time: 0.2783380 Sep 10 03:44:01.421372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Checking segment: {'id': '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:01.421733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network hostable DHCP agents. Network: 054367bb-4201-4a0e-93d3-85cc9225d52e, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:44:01.422473 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:01.462756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 00e41842-4b82-4e4b-88cf-346deab9b132, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=00e41842-4b82-4e4b-88cf-346deab9b132,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:01.470744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 86587704-1fbe-44bd-908f-1369a414cbeb) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:01.492136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f5907b-6cab-4250-8a7c-30d4ebc2402d None None] Network 86587704-1fbe-44bd-908f-1369a414cbeb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:01.512875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:01.513671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:01.543211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d111433f-d821-4792-a58c-98f6a6189fe5 None None] Provisioning for port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:01.552984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:45:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:59Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:01.606704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:01.607366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network 054367bb-4201-4a0e-93d3-85cc9225d52e is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:44:01.612062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 054367bb-4201-4a0e-93d3-85cc9225d52e) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:01.614948 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] Checking router: 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:44:01.619617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:01.620239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:01.645480 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:01.646135 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:01.675287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b190eb0-5bb6-42b5-be81-aad6f4289327 req-9258f36c-fefd-4a42-be0e-318c26b11933 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.1447849 Sep 10 03:44:01.728097 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:01.728721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-054cd681-47d0-4b57-ad9d-bb251a89589e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:01.732320 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-054cd681-47d0-4b57-ad9d-bb251a89589e service neutron] 10.222.0.20 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.3134251 Sep 10 03:44:01.734267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d52faed-3692-465b-b0c5-923d76a53f9a None None] Network 054367bb-4201-4a0e-93d3-85cc9225d52e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:01.739423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39122) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:01.741214 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd92db7a-d309-41c0-a9fa-9118986156e5 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3931592 Sep 10 03:44:01.783929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Request body: {'port': {'network_id': '86587704-1fbe-44bd-908f-1369a414cbeb', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1130154905'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:01.791588 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:01.801074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-802e3108-9f49-44c8-af56-c3e7dd612167 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6820185 Sep 10 03:44:01.842395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=00e41842-4b82-4e4b-88cf-346deab9b132,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:01.857031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d111433f-d821-4792-a58c-98f6a6189fe5 None None] Provisioning complete for port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:01.857658 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d111433f-d821-4792-a58c-98f6a6189fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:01.919380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d111433f-d821-4792-a58c-98f6a6189fe5 None None] Port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:01.920534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b190eb0-5bb6-42b5-be81-aad6f4289327 req-a48cb460-f734-46ea-9617-e49e5a76045e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:01.921997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b190eb0-5bb6-42b5-be81-aad6f4289327 req-a48cb460-f734-46ea-9617-e49e5a76045e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports/f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 942 time: 0.2291896 Sep 10 03:44:01.945888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0cf8e9-20f4-42e5-bc4a-2e6da6526723 req-a6a78927-13ee-432d-8788-b70b4d95b87e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:01.948072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e0cf8e9-20f4-42e5-bc4a-2e6da6526723 req-a6a78927-13ee-432d-8788-b70b4d95b87e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.2704272 Sep 10 03:44:01.966396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39128) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:01.975829 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-52a2b509-79e2-4b30-83ae-962d1ee0c25d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 1000 time: 0.2317836 Sep 10 03:44:01.988460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'floatingip': {'port_id': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:02.042429 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.133234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b190eb0-5bb6-42b5-be81-aad6f4289327 req-469a730d-2968-4966-80ce-39b7489a7ba6 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.1059496 Sep 10 03:44:02.221471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.239119 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5376da65-6652-429a-9f52-d49281315943 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:44:02.275341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a85c336-5ff2-474a-8f5d-efc073ac68f6 req-1a537b34-7ea7-427b-b56d-6250aab09cc1 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:02.281141 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:45:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:59Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:02.287581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a85c336-5ff2-474a-8f5d-efc073ac68f6 req-1a537b34-7ea7-427b-b56d-6250aab09cc1 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 945 time: 0.1969764 Sep 10 03:44:02.339047 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f27ff46-14e4-42ba-bc03-1adcfc97b3aa None None] The sync data for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 is: [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:45:e3:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:59Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:44:02.427448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-054367bb-4201-4a0e-93d3-85cc9225d52e', 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'fixed_ips': [{'subnet_id': '286857d3-d081-46eb-83df-946ff0e1e994'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:44:02.437199 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.437329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-de5f6671-7b7b-42cf-9327-599a69dc3b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:02.437329 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-de5f6671-7b7b-42cf-9327-599a69dc3b8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.1713779 Sep 10 03:44:02.480604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-590543e0-1ba2-4f8e-a094-a5eb7986a062 None None] Network ca3123dd-6d65-43cc-903d-28f4717b506c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:02.485115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b190eb0-5bb6-42b5-be81-aad6f4289327 req-cc5e46a8-2e4d-428d-86f5-cf9a86f6430c tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:02.492704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b190eb0-5bb6-42b5-be81-aad6f4289327 req-cc5e46a8-2e4d-428d-86f5-cf9a86f6430c tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.3401322 Sep 10 03:44:02.530839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a85c336-5ff2-474a-8f5d-efc073ac68f6 req-a119fc55-e80f-493a-bd03-f8b1458a3221 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422616 Sep 10 03:44:02.538247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-8b190eb0-5bb6-42b5-be81-aad6f4289327 req-8140d7e4-2774-4dbb-97a5-bcf59c8a63e1 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:44:02.545687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b190eb0-5bb6-42b5-be81-aad6f4289327 req-8140d7e4-2774-4dbb-97a5-bcf59c8a63e1 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0521712 Sep 10 03:44:02.547199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Made reservation on behalf of c4b7fae6d07e42d48ff120ef107ce255 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:02.561034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.633071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] device_id is not set on port 8e0acd91-5152-42ff-ad95-946836d2d874 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:44:02.677187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-a6da5f6b-ef9d-4a33-8585-e20acdc07cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:02.680063 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-a6da5f6b-ef9d-4a33-8585-e20acdc07cca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2243412 Sep 10 03:44:02.743532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-86587704-1fbe-44bd-908f-1369a414cbeb', 'network_id': '86587704-1fbe-44bd-908f-1369a414cbeb', 'tenant_id': 'c4b7fae6d07e42d48ff120ef107ce255', 'fixed_ips': [{'subnet_id': '12278ee0-2ad8-479f-88b3-1c93dc0dbf93'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:44:02.745115 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.756949 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.881520 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.943808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:02.952704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Allocated IP 19.86.0.2 (054367bb-4201-4a0e-93d3-85cc9225d52e/286857d3-d081-46eb-83df-946ff0e1e994/a85c7aa1-0c23-4827-964e-1e6bdd7bb59f) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:02.954712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8a409906-7775-4450-a590-2a8b825e3417 None None] Provisioning for port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:02.962510 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 00e41842-4b82-4e4b-88cf-346deab9b132 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:02.989693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-846e35c3-2e41-41df-87f8-969ce7644123 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.1747904 Sep 10 03:44:03.076354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.resource_extend [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:44:03.084688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Pushing event updated for resources: {'Port': ['ID=6b848510-8c0f-4be7-acd5-eb18bc3acb04,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:03.107389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-2e8060f8-43ad-4a2b-a8c8-470ea83f7ed0 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:03.108917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-2e8060f8-43ad-4a2b-a8c8-470ea83f7ed0 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports/f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 942 time: 0.0824635 Sep 10 03:44:03.118556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-235edf7d-3402-413b-9b3e-4a9d0a9717ed tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:03.118728 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-149e3afc-21e2-47f8-aab7-5bc53725ea11 service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4275002 Sep 10 03:44:03.120530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5376da65-6652-429a-9f52-d49281315943,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:03.124596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-235edf7d-3402-413b-9b3e-4a9d0a9717ed tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:03.126137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-235edf7d-3402-413b-9b3e-4a9d0a9717ed tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/networks?id=ca3123dd-6d65-43cc-903d-28f4717b506c&id=054367bb-4201-4a0e-93d3-85cc9225d52e HTTP/1.1" status: 200 len: 1391 time: 0.3752148 Sep 10 03:44:03.127352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Allocated IP 172.20.0.10 (86587704-1fbe-44bd-908f-1369a414cbeb/12278ee0-2ad8-479f-88b3-1c93dc0dbf93/8e0acd91-5152-42ff-ad95-946836d2d874) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:03.150265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-833ad85b-8edc-49e0-a75b-6b02dc5dffa3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/quotas/9c8500dd865c4af2a7a973a359f49354 HTTP/1.1" status: 200 len: 375 time: 0.0156126 Sep 10 03:44:03.181000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '5376da65-6652-429a-9f52-d49281315943', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'port_id': '5376da65-6652-429a-9f52-d49281315943', 'mac_address': 'fa:16:3e:50:cc:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63197daf-2f94-42c1-990c-e0ca7f2854ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:44:03.211343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.238848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 00e41842-4b82-4e4b-88cf-346deab9b132 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:03.239219 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.276191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:03.276924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-3c7a290b-281f-4dd2-a9f3-be8648c93cf3 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.0844097 Sep 10 03:44:03.278973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:03.282153 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.334771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5376da65-6652-429a-9f52-d49281315943 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:03.349719 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.353407 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32030d6a-262c-4a64-93e4-bf1d744322e6 req-0de00850-0bc2-4af1-a695-0088b641aa9e service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218757 Sep 10 03:44:03.380475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5376da65-6652-429a-9f52-d49281315943,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:03.386068 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.407139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-74fee6a8-e2dc-4e62-b452-624734daf527 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9c8500dd865c4af2a7a973a359f49354&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2554624 Sep 10 03:44:03.418314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Transition to ACTIVE for port object a85c7aa1-0c23-4827-964e-1e6bdd7bb59f will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:03.446037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3e7c1869-1f24-4a76-a8f0-6bcd87586502 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:03.448915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Transition to ACTIVE for port object a85c7aa1-0c23-4827-964e-1e6bdd7bb59f will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:03.471886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.535769 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.565403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=5376da65-6652-429a-9f52-d49281315943,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:03.604116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Network 054367bb-4201-4a0e-93d3-85cc9225d52e is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:03.610669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:03.613792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:03.621993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['5376da65-6652-429a-9f52-d49281315943'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:44:03.628798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-8c187844-db32-49a0-b2c3-a8823454fdfc tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:03.638575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-8c187844-db32-49a0-b2c3-a8823454fdfc tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.3577399 Sep 10 03:44:03.692804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Pushing event updated for resources: {'Port': ['ID=a85c7aa1-0c23-4827-964e-1e6bdd7bb59f,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:03.740249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:03.752192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Attempting to bind port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:03.752667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Attempting to bind port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:03.753122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Attempting to bind port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f on network 054367bb-4201-4a0e-93d3-85cc9225d52e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:03.756275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-59c0cd65-ca16-4b35-9d05-74b39f5ef8c2 None None] Provisioning complete for port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:03.756640 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-59c0cd65-ca16-4b35-9d05-74b39f5ef8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.758257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:03.758702 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.813270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:03.813669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Checking segment: {'id': '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:03.814081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.814477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Bound using segment: {'id': '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:03.815047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Bound port: a85c7aa1-0c23-4827-964e-1e6bdd7bb59f, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:03.815429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:03.957021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-5096b862-62ee-4480-ae72-290ce19cb696 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:03.958441 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-5096b862-62ee-4480-ae72-290ce19cb696 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 945 time: 0.5254085 Sep 10 03:44:03.994805 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b9931126-8322-435c-b329-85de6983fff3 None None] For port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:04.015367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Router 1010a311-f1dd-475d-a22a-f30890fa912f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:44:04.019011 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Floating IP ddadd3a5-4cbe-4714-a3c0-95f178bbf268 associated. External IP: 172.25.3.81, port: a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b. Sep 10 03:44:04.047381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b9931126-8322-435c-b329-85de6983fff3 None None] For port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a85c7aa1-0c23-4827-964e-1e6bdd7bb59f,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:04.048390 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.075111 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-59c0cd65-ca16-4b35-9d05-74b39f5ef8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.110283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-343c870d-1d2a-479a-beec-6ddb98ac782f tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.4702673 Sep 10 03:44:04.126767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3e7c1869-1f24-4a76-a8f0-6bcd87586502, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3e7c1869-1f24-4a76-a8f0-6bcd87586502,segment=NetworkSegment(30ad88bc-6d9a-4817-83b2-9fed93581543),segment_id=30ad88bc-6d9a-4817-83b2-9fed93581543)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:04.130348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.139050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-1c0e648c-db1c-4f68-8e7c-d948561c581e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:04.146377 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.179486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7103ffb2-9284-4246-afb8-fcfb72060ab3 service neutron] 10.222.0.22 "GET /v2.0/networks/ca3123dd-6d65-43cc-903d-28f4717b506c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7594283 Sep 10 03:44:04.194118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9931126-8322-435c-b329-85de6983fff3 None None] Pushing event updated for resources: {'Port': ['ID=a85c7aa1-0c23-4827-964e-1e6bdd7bb59f,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:04.209264 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.271464 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-59c0cd65-ca16-4b35-9d05-74b39f5ef8c2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:44:04.271984 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-59c0cd65-ca16-4b35-9d05-74b39f5ef8c2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:44:04.293868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Deleting port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:04.294221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.323934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-af598d0c-2a67-46bf-a0e7-9fb7f1c36528 service neutron] 10.222.0.22 "GET /v2.0/networks/ca3123dd-6d65-43cc-903d-28f4717b506c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310110 Sep 10 03:44:04.324992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Transition to ACTIVE for port object 8e0acd91-5152-42ff-ad95-946836d2d874 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:04.369931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:44:04.386243 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2cdd0a10-6b9d-4c87-96ce-febe484e05da admin admin] 10.222.0.22 "PUT /v2.0/routers/1010a311-f1dd-475d-a22a-f30890fa912f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3252060 Sep 10 03:44:04.394270 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-1c0e648c-db1c-4f68-8e7c-d948561c581e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.528673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5376da65-6652-429a-9f52-d49281315943 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:04.540658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Sync routers for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:44:04.550432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] For port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:04.550803 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.599221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Calling delete_port for 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:04.602627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Router e3c30265-3678-4e35-865d-a0077962deff has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:44:04.616402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:04.617107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:04.642433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-4fca130a-6d66-4c22-a9e2-3102c62e65b4 service neutron] 10.222.0.22 "GET /v2.0/networks/054367bb-4201-4a0e-93d3-85cc9225d52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3110528 Sep 10 03:44:04.831655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:04.837244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:04.928880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3e7c1869-1f24-4a76-a8f0-6bcd87586502,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:05.022070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a85c7aa1-0c23-4827-964e-1e6bdd7bb59f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:05.097412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Network 86587704-1fbe-44bd-908f-1369a414cbeb is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:05.143043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:05.160998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:44:05.171808 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] Sync routers for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:44:05.175282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.187852 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:05.188779 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:05.200467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Allocated IP 172.20.0.2 (86587704-1fbe-44bd-908f-1369a414cbeb/12278ee0-2ad8-479f-88b3-1c93dc0dbf93/872144ec-f8d5-4153-bbc2-8ff86e5cde82) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:05.238802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:05.243012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event updated for resources: {'Port': ['ID=8e0acd91-5152-42ff-ad95-946836d2d874,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:05.253626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-59c0cd65-ca16-4b35-9d05-74b39f5ef8c2 None None] Provisioning complete for port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:05.253626 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-59c0cd65-ca16-4b35-9d05-74b39f5ef8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.254489 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a091af09-0696-44e4-bd3d-30993ce0b4dc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "PUT /v2.0/floatingips/ddadd3a5-4cbe-4714-a3c0-95f178bbf268 HTTP/1.1" status: 200 len: 990 time: 3.2775662 Sep 10 03:44:05.257705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:05.261979 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d732dd3-7979-4fa1-931f-a57624216641" -d '{"events": [{"name": "network-changed", "server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:05.305839 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-1c0e648c-db1c-4f68-8e7c-d948561c581e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.349668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-59c0cd65-ca16-4b35-9d05-74b39f5ef8c2 None None] Port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:05.383763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.396714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 5376da65-6652-429a-9f52-d49281315943 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:05.397082 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.460431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-1c0e648c-db1c-4f68-8e7c-d948561c581e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.461048 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-1c0e648c-db1c-4f68-8e7c-d948561c581e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd disassociated. External IP: 172.25.3.78, port: f82ca95b-d859-4fda-a135-e0cb87383feb. Sep 10 03:44:05.482301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-945f75d1-2196-4820-9649-f54c0865c9cb service neutron] 10.222.0.22 "GET /v2.0/networks/054367bb-4201-4a0e-93d3-85cc9225d52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8265586 Sep 10 03:44:05.501046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:05.515164 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:05.545863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event deleted for resources: {'Port': ['ID=41ac86a2-f540-49a3-b9b9-ce950d0a0c05,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:05.717101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:05.723402 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.768315 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.779870 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.783884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6b848510-8c0f-4be7-acd5-eb18bc3acb04', 'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'mac_address': 'fa:16:3e:b9:ec:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:59Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 2, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'subnets': [{'id': '54def874-aa7b-403f-837f-4928c0648437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:05.826542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] No DVR routers for this DVR port 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:05.833892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:05.841207 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5c696f1e-b1b4-4a4c-9509-a8abd37511be req-d3bf9ce7-ab56-47a7-b81c-94a4d0bb89e6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "DELETE /v2.0/ports/41ac86a2-f540-49a3-b9b9-ce950d0a0c05 HTTP/1.1" status: 204 len: 173 time: 1.8741059 Sep 10 03:44:05.892808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Checking router: 1010a311-f1dd-475d-a22a-f30890fa912f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:44:05.893612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Updating router 1010a311-f1dd-475d-a22a-f30890fa912f port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:44:05.897322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Transition to ACTIVE for port object 872144ec-f8d5-4153-bbc2-8ff86e5cde82 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:05.961022 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5376da65-6652-429a-9f52-d49281315943'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:06.016378 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4df32199-9873-4743-be26-f5a92c228c88" -d '{"events": [{"server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "name": "network-vif-plugged", "status": "completed", "tag": "5376da65-6652-429a-9f52-d49281315943"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:06.035322 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:06.086657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39232) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:06.087386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6b4135d1-51a4-40a1-832b-75ad0e4cc425 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 4.3152306 Sep 10 03:44:06.096054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Transition to ACTIVE for port object 872144ec-f8d5-4153-bbc2-8ff86e5cde82 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:06.124182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5376da65-6652-429a-9f52-d49281315943,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:06.205055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-1c0e648c-db1c-4f68-8e7c-d948561c581e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:44:06.232059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bc02ddf-320d-4862-97c3-3e2e695aa695 None None] Network 054367bb-4201-4a0e-93d3-85cc9225d52e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:06.331734 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:06.341753 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:06.373696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:06.397459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-1c0e648c-db1c-4f68-8e7c-d948561c581e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:44:06.404650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-1c0e648c-db1c-4f68-8e7c-d948561c581e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:06.442097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-1c0e648c-db1c-4f68-8e7c-d948561c581e tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "PUT /v2.0/floatingips/1649229c-d1e0-41d7-a597-c04c11a0a3dd HTTP/1.1" status: 200 len: 694 time: 2.3206172 Sep 10 03:44:06.453094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:06.453976 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adc6598-3bc7-4c3b-bf32-30346532aa6a" -d '{"events": [{"name": "network-changed", "server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:06.508768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11065787-476c-4371-9b83-7cd3dc21f069 req-468f14f4-cf37-48e0-b0f4-7846b849b846 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 210 time: 0.1129940 Sep 10 03:44:06.605715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] Sync routers for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:44:06.617914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-74689a4a-aa4c-4dc3-a868-bc19f8490154 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Deleting port 8e0acd91-5152-42ff-ad95-946836d2d874 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:06.617914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74689a4a-aa4c-4dc3-a868-bc19f8490154 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:06.655391 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'ddadd3a5-4cbe-4714-a3c0-95f178bbf268', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'port_id': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'mac_address': 'fa:16:3e:f4:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:40Z', 'updated_at': '2021-09-10T03:44:02Z', 'revision_number': 1, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:06.657513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-d5d78f0a-b325-4599-8af2-75a7ace6dc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:06.681213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-d5d78f0a-b325-4599-8af2-75a7ace6dc3d service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 1096 time: 0.1699367 Sep 10 03:44:06.717941 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] Checking router: e3c30265-3678-4e35-865d-a0077962deff for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:44:06.724611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:06.724947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 41ac86a2-f540-49a3-b9b9-ce950d0a0c05 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:06.726323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d769f697-7c6f-4bee-a5b9-5253712f9db7 None None] Provisioning for port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:06.738359 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:06.738844 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:06.883505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74689a4a-aa4c-4dc3-a868-bc19f8490154 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:06.889017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d769f697-7c6f-4bee-a5b9-5253712f9db7 None None] Provisioning complete for port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:06.889717 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d769f697-7c6f-4bee-a5b9-5253712f9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:06.898449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-74689a4a-aa4c-4dc3-a868-bc19f8490154 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Calling delete_port for 8e0acd91-5152-42ff-ad95-946836d2d874 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:06.909399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Network 86587704-1fbe-44bd-908f-1369a414cbeb is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:06.974332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3e7c1869-1f24-4a76-a8f0-6bcd87586502 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:07.052676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:07.063120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:07.115861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:07.116495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:07.135957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-0fbb2534-901a-4c8d-b1be-9bd1a2ff1d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:07.164584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-0fbb2534-901a-4c8d-b1be-9bd1a2ff1d0a service neutron] 10.222.0.22 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.4817317 Sep 10 03:44:07.306437 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:07.322985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-2ad92864-6cdb-4515-b21f-2ad04ccc1e5e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 217 time: 0.1544633 Sep 10 03:44:07.350788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=5376da65-6652-429a-9f52-d49281315943,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:07.357375 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74689a4a-aa4c-4dc3-a868-bc19f8490154 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:07.419466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-969f4ee7-4968-4dcb-a2a9-99a5f51c80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:07.425331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-969f4ee7-4968-4dcb-a2a9-99a5f51c80d2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.1015539 Sep 10 03:44:07.506851 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0dcc110-ba21-4529-9730-2bc2ae15ebe5 x-openstack-request-id: req-a0dcc110-ba21-4529-9730-2bc2ae15ebe5 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:07.509464 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:07.511715 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0dcc110-ba21-4529-9730-2bc2ae15ebe5 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:07.514276 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'status': 'completed', 'code': 200} Sep 10 03:44:07.517138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74689a4a-aa4c-4dc3-a868-bc19f8490154 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event deleted for resources: {'Port': ['ID=8e0acd91-5152-42ff-ad95-946836d2d874,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:07.669125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-551ced50-a35d-441c-8e64-6a925ee7cff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:07.670676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-551ced50-a35d-441c-8e64-6a925ee7cff4 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2321146 Sep 10 03:44:07.708814 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad4884a3-ada2-4c2d-8dc9-89787b7f2631 x-openstack-request-id: req-ad4884a3-ada2-4c2d-8dc9-89787b7f2631 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:07.709148 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "name": "network-vif-plugged", "status": "completed", "tag": "5376da65-6652-429a-9f52-d49281315943", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:07.709335 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad4884a3-ada2-4c2d-8dc9-89787b7f2631 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:07.709955 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5376da65-6652-429a-9f52-d49281315943', 'code': 200} Sep 10 03:44:07.764908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74689a4a-aa4c-4dc3-a868-bc19f8490154 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:07.768725 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-74689a4a-aa4c-4dc3-a868-bc19f8490154 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] 10.222.0.22 "DELETE /v2.0/ports/8e0acd91-5152-42ff-ad95-946836d2d874 HTTP/1.1" status: 204 len: 168 time: 1.6806226 Sep 10 03:44:07.772202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39288) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:07.778708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79ef297d-d416-4846-8863-7e8f81091612 req-bc74f959-b41f-4aec-b489-3e2efbaa6769 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 210 time: 0.0751526 Sep 10 03:44:07.841496 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-f7d000cd-fb25-4a67-9ace-18146b0ab612 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1960151 Sep 10 03:44:07.860108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732dd3-7979-4fa1-931f-a57624216641 req-dc84be0c-f465-4122-9623-f89f32ef7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:07.861678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d732dd3-7979-4fa1-931f-a57624216641 req-dc84be0c-f465-4122-9623-f89f32ef7969 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 1096 time: 0.3114655 Sep 10 03:44:07.877637 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd0e27ac-c4ab-400a-ab0d-d8cb50f53dcb x-openstack-request-id: req-cd0e27ac-c4ab-400a-ab0d-d8cb50f53dcb {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:07.877928 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:07.878174 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd0e27ac-c4ab-400a-ab0d-d8cb50f53dcb {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:07.878609 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'status': 'completed', 'code': 200} Sep 10 03:44:07.906265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Pushing event updated for resources: {'Port': ['ID=872144ec-f8d5-4153-bbc2-8ff86e5cde82,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:07.933747 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4ef45540-37f7-4797-b700-6e8baeb38333 tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4679 time: 0.1551371 Sep 10 03:44:07.936184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39294) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:07.954956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-294971530'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:07.967117 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'ddadd3a5-4cbe-4714-a3c0-95f178bbf268', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'port_id': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'mac_address': 'fa:16:3e:f4:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:40Z', 'updated_at': '2021-09-10T03:44:02Z', 'revision_number': 1, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:08.096736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9250c310-9ca7-4d9f-b79b-61a2eb87a869 None None] The sync data for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 is: [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'ddadd3a5-4cbe-4714-a3c0-95f178bbf268', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'floating_ip_address': '172.25.3.81', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'port_id': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1181, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'mac_address': 'fa:16:3e:f4:8d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:40Z', 'updated_at': '2021-09-10T03:44:02Z', 'revision_number': 1, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:44:08.123655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-7251d014-d1be-4c6f-aa9d-17955dc2f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:08.137899 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-7251d014-d1be-4c6f-aa9d-17955dc2f2ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 1096 time: 0.1885660 Sep 10 03:44:08.321678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df014ace-de7c-44c5-aa02-ddec59caec50 req-4478bd6a-917d-4076-9431-7032452214b2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 210 time: 0.2091565 Sep 10 03:44:08.344599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Made reservation on behalf of c4b7fae6d07e42d48ff120ef107ce255 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:08.360999 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:08.408091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-b1f428eb-a335-47a7-aa72-5dd850bc85fd service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169354 Sep 10 03:44:08.423660 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d769f697-7c6f-4bee-a5b9-5253712f9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:08.467744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Attempting to bind port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:08.467744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Attempting to bind port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '060b840d-cd6a-41c4-8dac-8b45005c45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86587704-1fbe-44bd-908f-1369a414cbeb'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:08.467744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Attempting to bind port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 on network 86587704-1fbe-44bd-908f-1369a414cbeb {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:08.503350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-72b05c69-66da-4cdd-9846-6ee2ee626495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:08.505560 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-72b05c69-66da-4cdd-9846-6ee2ee626495 service neutron] 10.222.0.20 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.3424683 Sep 10 03:44:08.516351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732dd3-7979-4fa1-931f-a57624216641 req-27a8fe78-e349-478b-adfc-5199143fafdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:08.518571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d732dd3-7979-4fa1-931f-a57624216641 req-27a8fe78-e349-478b-adfc-5199143fafdc service neutron] 10.222.0.39 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.6392229 Sep 10 03:44:08.608823 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-8f32ca01-acee-4ac2-93aa-5c21e7bf9802 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 217 time: 0.0839748 Sep 10 03:44:08.618298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:44:08.636531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:08.642461 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Added segment 963a5cff-bc62-4356-a68e-83b955d98209 of type vlan for network 36ed9fbd-766a-44d4-a671-eecbe2c54e49 Sep 10 03:44:08.642596 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44075ae-b8ed-4d05-8555-423ac848e773 None None] New status for floating IP ddadd3a5-4cbe-4714-a3c0-95f178bbf268: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:44:08.675902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:08.702005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:08.736889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d732dd3-7979-4fa1-931f-a57624216641 req-94480373-d723-44a4-807f-b6ec7e0c4eef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b HTTP/1.1" status: 200 len: 998 time: 0.2089500 Sep 10 03:44:08.832622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:08.842335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:08.843985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:08.866560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:08.867066 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:08.879076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:08.879645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Checking segment: {'id': '060b840d-cd6a-41c4-8dac-8b45005c45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86587704-1fbe-44bd-908f-1369a414cbeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:08.880286 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:08.880898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Bound using segment: {'id': '060b840d-cd6a-41c4-8dac-8b45005c45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86587704-1fbe-44bd-908f-1369a414cbeb'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:08.881627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Bound port: 872144ec-f8d5-4153-bbc2-8ff86e5cde82, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060b840d-cd6a-41c4-8dac-8b45005c45d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '86587704-1fbe-44bd-908f-1369a414cbeb'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:08.882209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:08.941352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90061691-cec1-4efa-9d9b-6a498b76c607 req-91a9ccd0-7ca6-452f-a08a-32603723c9fd service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5209353 Sep 10 03:44:08.967694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732dd3-7979-4fa1-931f-a57624216641 req-941095de-23ff-4f49-a214-7229fc96c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:08.973903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d732dd3-7979-4fa1-931f-a57624216641 req-941095de-23ff-4f49-a214-7229fc96c841 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.2255445 Sep 10 03:44:08.979828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event updated for resources: {'Network': ['ID=36ed9fbd-766a-44d4-a671-eecbe2c54e49,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:09.000909 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ab1474fc-a228-4005-8b6c-a5f74b75c952 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0595608 Sep 10 03:44:09.006665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39308) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:09.011410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-73c14c08-423d-479a-835a-699fdd36af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:09.016913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-73c14c08-423d-479a-835a-699fdd36af7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.2769518 Sep 10 03:44:09.070782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 36ed9fbd-766a-44d4-a671-eecbe2c54e49 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:44:09.094700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:09.110554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d732dd3-7979-4fa1-931f-a57624216641 req-7348140e-9dba-48e9-b973-fcf71d11ffd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:09.131316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d732dd3-7979-4fa1-931f-a57624216641 req-7348140e-9dba-48e9-b973-fcf71d11ffd3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1495576 Sep 10 03:44:09.448910 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-325b639d-b3ee-4a9b-aae6-84b84855c967 tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] 10.222.0.22 "GET /v2.0/agents/f9bab0eb-e622-4612-a72e-b89bb2b643d5/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 0.4274690 Sep 10 03:44:09.458072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39314) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:09.474896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d769f697-7c6f-4bee-a5b9-5253712f9db7 None None] For port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a85c7aa1-0c23-4827-964e-1e6bdd7bb59f,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:09.486236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Transition to ACTIVE for port object 6b848510-8c0f-4be7-acd5-eb18bc3acb04 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:09.496784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-6e92056b-354d-4530-8be3-0498a29755d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:09.509947 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-6e92056b-354d-4530-8be3-0498a29755d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4336965 Sep 10 03:44:09.516229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8666d11e-16b3-4dba-b0b4-b62d25686787', 'name': 'network-vif-deleted', 'tag': '41ac86a2-f540-49a3-b9b9-ce950d0a0c05'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:09.521480 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dfaaa28-98e8-4104-bec8-e2f2dc9a159b" -d '{"events": [{"server_uuid": "8666d11e-16b3-4dba-b0b4-b62d25686787", "name": "network-vif-deleted", "tag": "41ac86a2-f540-49a3-b9b9-ce950d0a0c05"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:09.538411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d732dd3-7979-4fa1-931f-a57624216641 req-41181524-253c-44c1-8b8e-8eb430596979 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791637 Sep 10 03:44:09.549459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] For port 872144ec-f8d5-4153-bbc2-8ff86e5cde82, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:09.553856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] For port 872144ec-f8d5-4153-bbc2-8ff86e5cde82, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=872144ec-f8d5-4153-bbc2-8ff86e5cde82,segment=NetworkSegment(060b840d-cd6a-41c4-8dac-8b45005c45d8),segment_id=060b840d-cd6a-41c4-8dac-8b45005c45d8)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:09.651864 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:09.691727 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d769f697-7c6f-4bee-a5b9-5253712f9db7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:09.796711 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:09.859628 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-99f05ff5-a76e-420e-ac47-78324d132f64 service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3283076 Sep 10 03:44:10.198903 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d2be0a33-b243-4c49-ac77-4a0e0b502571 req-3040fdae-0944-428e-ba1d-1fbd14f8cfc9 service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3291354 Sep 10 03:44:10.241590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Attempting to bind port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:10.242258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Attempting to bind port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:10.242354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Attempting to bind port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 on network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:10.376186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:10.381322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Checking segment: {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:10.382019 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:10.382598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Bound using segment: {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:10.383297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Bound port: 6b848510-8c0f-4be7-acd5-eb18bc3acb04, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:10.383908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:10.438246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7004ce3-2d0f-4902-85bc-0bb8986a849a None None] Pushing event updated for resources: {'Port': ['ID=6b848510-8c0f-4be7-acd5-eb18bc3acb04,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:10.438791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-8e6cf50e-6170-4e3a-aab5-09cedee623f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:10.440486 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-8e6cf50e-6170-4e3a-aab5-09cedee623f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 1096 time: 0.1398661 Sep 10 03:44:10.597834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d769f697-7c6f-4bee-a5b9-5253712f9db7 None None] Pushing event updated for resources: {'Port': ['ID=a85c7aa1-0c23-4827-964e-1e6bdd7bb59f,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:10.614128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ad01422b-fdbf-4e46-9f21-3d1a18aca0c1 None None] Provisioning complete for port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:10.614514 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ad01422b-fdbf-4e46-9f21-3d1a18aca0c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:10.701253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] For port 6b848510-8c0f-4be7-acd5-eb18bc3acb04, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:10.770405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-b519026e-ee6d-405b-80c7-4a239096672f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:10.771929 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-b519026e-ee6d-405b-80c7-4a239096672f service neutron] 10.222.0.20 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.3079393 Sep 10 03:44:10.827923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] For port 6b848510-8c0f-4be7-acd5-eb18bc3acb04, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6b848510-8c0f-4be7-acd5-eb18bc3acb04,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:10.862720 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-60a6330e-9a5a-4360-8ebd-d1fd4630c67b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 200 len: 217 time: 0.0808322 Sep 10 03:44:10.867012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:10.879920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be3ecb42-74b6-4960-b94f-bcb182e2f6a2 None None] Pushing event updated for resources: {'Port': ['ID=872144ec-f8d5-4153-bbc2-8ff86e5cde82,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:10.928037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a85c7aa1-0c23-4827-964e-1e6bdd7bb59f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:10.933926 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:10.936881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] Checking router: 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:44:10.943712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5e74e0c-8e62-41e6-8ecf-edd8e566eace req-4d41b923-d04a-43de-9af9-9cc68afd81ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 210 time: 1.2096217 Sep 10 03:44:11.039351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-ed3cadd2-8543-4b9a-a505-b33a17b6628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:11.052684 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-ed3cadd2-8543-4b9a-a505-b33a17b6628f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.1819112 Sep 10 03:44:11.076527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:11.086268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:11.098459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea59c81-a8e3-4fb5-9e3a-1bfae55751c2 tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] Network 36ed9fbd-766a-44d4-a671-eecbe2c54e49 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:44:11.161162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d732dd3-7979-4fa1-931f-a57624216641 req-3e1d6ce8-6df3-4a6e-90ae-a988683c66e9 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.6096885 Sep 10 03:44:11.190812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-43516d77-915b-4159-9250-d5c0d645e512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:11.194951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-43516d77-915b-4159-9250-d5c0d645e512 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1348407 Sep 10 03:44:11.282159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-48365436-99c6-49f2-a650-06531475eb0e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:11.300263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-48365436-99c6-49f2-a650-06531475eb0e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:11.302009 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-48365436-99c6-49f2-a650-06531475eb0e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "GET /v2.0/networks?id=ca3123dd-6d65-43cc-903d-28f4717b506c&id=054367bb-4201-4a0e-93d3-85cc9225d52e HTTP/1.1" status: 200 len: 1391 time: 0.5363190 Sep 10 03:44:11.337227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7ea59c81-a8e3-4fb5-9e3a-1bfae55751c2 tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] 10.222.0.22 "POST /v2.0/agents/f9bab0eb-e622-4612-a72e-b89bb2b643d5/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.8757021 Sep 10 03:44:11.339707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:11.340898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:11.342460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39326) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:11.348333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'port': {'device_id': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c', 'admin_state_up': True, 'tenant_id': '9c8500dd865c4af2a7a973a359f49354'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:11.451304 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-f7e2534b-bed2-4d6c-bf08-5f68c028d449 service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2389061 Sep 10 03:44:11.469888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7004ce3-2d0f-4902-85bc-0bb8986a849a None None] Pushing event updated for resources: {'Port': ['ID=6b848510-8c0f-4be7-acd5-eb18bc3acb04,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:11.510483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae983256-7ef7-41c3-98bc-2994d7006273 None None] Network 36ed9fbd-766a-44d4-a671-eecbe2c54e49 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:11.738812 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7adc6598-3bc7-4c3b-bf32-30346532aa6a req-21d73a5f-721b-4aca-bbb6-2411ac663309 service neutron] 10.222.0.20 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2826126 Sep 10 03:44:11.820792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:11.820792 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:11.885518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-5260e771-e219-4fc8-9e1c-099d7feaa7a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.6998675 Sep 10 03:44:12.039906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef596918-86d8-4720-87c1-526f22111ee2 None None] Network 86587704-1fbe-44bd-908f-1369a414cbeb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:12.070954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:12.074915 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:12.158470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:12.407282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:12.469745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-07cde841-cb92-4901-a6ad-8d9b0064b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.472014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-07cde841-cb92-4901-a6ad-8d9b0064b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.474156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-07cde841-cb92-4901-a6ad-8d9b0064b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.475352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-07cde841-cb92-4901-a6ad-8d9b0064b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.476211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-07cde841-cb92-4901-a6ad-8d9b0064b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.477581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-07cde841-cb92-4901-a6ad-8d9b0064b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.479263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-07cde841-cb92-4901-a6ad-8d9b0064b491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.482715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-07cde841-cb92-4901-a6ad-8d9b0064b491 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6504 time: 0.4982951 Sep 10 03:44:12.512036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c1e08e1-b9de-4fc7-bee2-818d038aedb9 req-875d4572-bb7b-4e85-ba7b-e198dfd6d401 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=8666d11e-16b3-4dba-b0b4-b62d25686787 HTTP/1.1" status: 200 len: 210 time: 0.7996845 Sep 10 03:44:12.522440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ff96ff2f-6e1d-45a7-8276-843656c70f0c tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] 10.222.0.22 "GET /v2.0/agents/f9bab0eb-e622-4612-a72e-b89bb2b643d5/dhcp-networks HTTP/1.1" status: 200 len: 12808 time: 0.8467236 Sep 10 03:44:12.524476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39336) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:12.788796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-173c9b25-c77a-4323-934e-cdba2b7a6835 None None] Provisioning for port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:12.799750 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e202155-d023-456e-9d02-a6751d1a4627 x-openstack-request-id: req-6e202155-d023-456e-9d02-a6751d1a4627 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:12.800056 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8666d11e-16b3-4dba-b0b4-b62d25686787", "name": "network-vif-deleted", "tag": "41ac86a2-f540-49a3-b9b9-ce950d0a0c05", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:12.800308 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e202155-d023-456e-9d02-a6751d1a4627 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:12.801652 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8666d11e-16b3-4dba-b0b4-b62d25686787', 'name': 'network-vif-deleted', 'tag': '41ac86a2-f540-49a3-b9b9-ce950d0a0c05', 'status': 'completed', 'code': 200} Sep 10 03:44:12.865003 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83afc2cd-ff4a-4d3a-aeb9-f2cbf914f849 tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] 10.222.0.22 "DELETE /v2.0/agents/f9bab0eb-e622-4612-a72e-b89bb2b643d5/dhcp-networks/36ed9fbd-766a-44d4-a671-eecbe2c54e49 HTTP/1.1" status: 204 len: 168 time: 0.3392525 Sep 10 03:44:12.867446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39338) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:12.933275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-ccf19dd2-82ff-4a12-91e1-d99090daf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.933765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-ccf19dd2-82ff-4a12-91e1-d99090daf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.934235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-ccf19dd2-82ff-4a12-91e1-d99090daf83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:12.936874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-ccf19dd2-82ff-4a12-91e1-d99090daf83b service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24 HTTP/1.1" status: 200 len: 2298 time: 0.4023063 Sep 10 03:44:13.121682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-e913f34a-abf8-4173-ae08-0d2ab7efabfd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:13.123552 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-e913f34a-abf8-4173-ae08-0d2ab7efabfd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.20 "GET /v2.0/ports?device_id=2be15b29-6201-4daf-94e7-609d34f6f0d6 HTTP/1.1" status: 200 len: 945 time: 0.2044961 Sep 10 03:44:13.252715 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-47b697fa-ef76-460f-8fce-da4de62385fd tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] 10.222.0.22 "GET /v2.0/agents/f9bab0eb-e622-4612-a72e-b89bb2b643d5/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 0.3840067 Sep 10 03:44:13.261951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39342) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:13.283811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 872144ec-f8d5-4153-bbc2-8ff86e5cde82 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:13.327946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Allocated IP 19.80.0.79 (ca3123dd-6d65-43cc-903d-28f4717b506c/1b321dce-a09d-45bd-b5e0-299e69a8c3c6/e89ea280-04c6-4235-bdf6-a530f71f9ce0) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:13.400985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-b0c6afc5-5d7b-4416-bdb9-8fe46963aed1 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e HTTP/1.1" status: 200 len: 1001 time: 0.4119956 Sep 10 03:44:13.448611 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9ea14397-faa9-4a1b-a382-f162f52acdd2 tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] 10.222.0.22 "GET /v2.0/networks/86587704-1fbe-44bd-908f-1369a414cbeb/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.1715162 Sep 10 03:44:13.455489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39344) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:13.524390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Deleting port f82ca95b-d859-4fda-a135-e0cb87383feb {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:13.524927 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:13.565417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-388bd3bc-eebc-4d8e-8e91-dd27b0c46da2 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:13.579463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-388bd3bc-eebc-4d8e-8e91-dd27b0c46da2 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5330153 Sep 10 03:44:13.632177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:13.649870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:13.651469 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:13.805273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3da03247-0d09-4c03-85b3-8e546dcf758c tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] 10.222.0.22 "GET /v2.0/networks/86587704-1fbe-44bd-908f-1369a414cbeb/dhcp-agents HTTP/1.1" status: 200 len: 797 time: 0.3341537 Sep 10 03:44:13.807713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39350) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:13.847250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:13.869489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-46deaeae-a81f-4981-86d7-eaf3f7f8493b None None] Provisioning complete for port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:13.870051 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-46deaeae-a81f-4981-86d7-eaf3f7f8493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:14.021560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c27941-abb9-4932-b576-e96988f3a826 None None] The sync data for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 is: [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:44:14.139398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-a4346ee1-1edf-49d6-9250-b70cfc565afd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:14.146867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-a4346ee1-1edf-49d6-9250-b70cfc565afd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de481826-aaa2-4c99-88fc-13be40e266ed HTTP/1.1" status: 200 len: 856 time: 0.7181385 Sep 10 03:44:14.191809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6b848510-8c0f-4be7-acd5-eb18bc3acb04', 'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'mac_address': 'fa:16:3e:b9:ec:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:59Z', 'updated_at': '2021-09-10T03:44:10Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'subnets': [{'id': '54def874-aa7b-403f-837f-4928c0648437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:14.194618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-5bc0283c-f0f9-4970-9879-32d93b396812 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 697 time: 0.4905758 Sep 10 03:44:14.222254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] For port f82ca95b-d859-4fda-a135-e0cb87383feb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f82ca95b-d859-4fda-a135-e0cb87383feb,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:14.223843 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:14.227091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Request body: {'floatingip': {'port_id': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:14.263231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Calling delete_port for f82ca95b-d859-4fda-a135-e0cb87383feb owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:14.275929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b138b9ee-867e-4832-998f-226dbf465aa5 None None] The sync data for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 is: [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6b848510-8c0f-4be7-acd5-eb18bc3acb04', 'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'mac_address': 'fa:16:3e:b9:ec:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:59Z', 'updated_at': '2021-09-10T03:44:10Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'subnets': [{'id': '54def874-aa7b-403f-837f-4928c0648437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:44:14.488149 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-46deaeae-a81f-4981-86d7-eaf3f7f8493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:14.491759 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:14.594990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-46deaeae-a81f-4981-86d7-eaf3f7f8493b None None] For port 872144ec-f8d5-4153-bbc2-8ff86e5cde82, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=872144ec-f8d5-4153-bbc2-8ff86e5cde82,segment=NetworkSegment(060b840d-cd6a-41c4-8dac-8b45005c45d8),segment_id=060b840d-cd6a-41c4-8dac-8b45005c45d8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:14.610665 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:14.735809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d3485f-46c4-416f-9a4e-0adb3841b749 None None] New status for floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:44:14.745693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-49912362-721c-43c6-9a42-dce40ff53d21 tempest-DHCPAgentSchedulersTestJSON-931772392 tempest-DHCPAgentSchedulersTestJSON-931772392-project-admin] 10.222.0.22 "GET /v2.0/agents/f9bab0eb-e622-4612-a72e-b89bb2b643d5/dhcp-networks HTTP/1.1" status: 200 len: 12038 time: 0.9142201 Sep 10 03:44:14.752272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39356) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:14.845860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-478b42cd-af66-4c97-8b92-a80ac4afdc00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:14.847642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-478b42cd-af66-4c97-8b92-a80ac4afdc00 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6089907 Sep 10 03:44:14.918283 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-46deaeae-a81f-4981-86d7-eaf3f7f8493b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:14.976019 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:15.006319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:15.056297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:44:15.075466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:15.168442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Transition to ACTIVE for port object e89ea280-04c6-4235-bdf6-a530f71f9ce0 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:15.175228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-477f1b46-b99b-44dd-a85d-141ee153546f service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3167481 Sep 10 03:44:15.206615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-368bb100-c4db-428a-96c9-fec080b00037 None None] Could not find standard attr ID for object 8e0acd91-5152-42ff-ad95-946836d2d874. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:44:15.217842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Pushing event deleted for resources: {'Port': ['ID=f82ca95b-d859-4fda-a135-e0cb87383feb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:15.422822 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:44:15.423110 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:44:15.423784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46deaeae-a81f-4981-86d7-eaf3f7f8493b None None] Pushing event updated for resources: {'Port': ['ID=872144ec-f8d5-4153-bbc2-8ff86e5cde82,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:15.452172 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:15.527708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] No DVR routers for this DVR port f82ca95b-d859-4fda-a135-e0cb87383feb on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:15.548903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:15.562175 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcd520d2-7ca2-4551-8312-8852f28ce4b3 req-8512d7ba-b42d-4db6-924d-9f72baf8d615 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.20 "DELETE /v2.0/ports/f82ca95b-d859-4fda-a135-e0cb87383feb HTTP/1.1" status: 204 len: 173 time: 2.4246986 Sep 10 03:44:15.562175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'name': 'network-vif-deleted', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:15.562175 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c405b41-a9ef-48fa-adc9-72c44b6d8121" -d '{"events": [{"server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "name": "network-vif-deleted", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:15.590955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36ed9fbd-766a-44d4-a671-eecbe2c54e49']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:15.634010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '963a5cff-bc62-4356-a68e-83b955d98209') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:15.635289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '963a5cff-bc62-4356-a68e-83b955d98209') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:15.664143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:15.729513 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-db314d73-0370-46b0-b548-dddab1ec0ffa service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5178914 Sep 10 03:44:15.732453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:15.748437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:44:15.748855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:44:15.765564 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:44:15.798198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-e7d79b0f-aaad-4a01-9274-dcda9ba752a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 200 len: 217 time: 0.0549138 Sep 10 03:44:15.801747 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:44:15.802425 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:44:15.872931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-326ee0ce-e12b-4361-b79c-5ef341b623e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:15.874726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-326ee0ce-e12b-4361-b79c-5ef341b623e6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0666795 Sep 10 03:44:15.880600 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:15.977838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Port': ['ID=e89ea280-04c6-4235-bdf6-a530f71f9ce0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:15.999148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.009247 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.014325 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] 10.222.0.22 "DELETE /v2.0/networks/36ed9fbd-766a-44d4-a671-eecbe2c54e49 HTTP/1.1" status: 204 len: 168 time: 1.2588730 Sep 10 03:44:16.015122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39366) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:16.052976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network ca3123dd-6d65-43cc-903d-28f4717b506c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:16.057527 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:16.072994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:16.077872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea48852b-6406-4910-af1f-870d3a19f937 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event deleted for resources: {'Network': ['ID=36ed9fbd-766a-44d4-a671-eecbe2c54e49,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:16.082572 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef5bb575-2e8b-44f7-8ed3-10a7838de640 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] DELETE failed (client error): The resource could not be found. Sep 10 03:44:16.084769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef5bb575-2e8b-44f7-8ed3-10a7838de640 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:44:16.090823 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ef5bb575-2e8b-44f7-8ed3-10a7838de640 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] 10.222.0.22 "DELETE /v2.0/ports/8e0acd91-5152-42ff-ad95-946836d2d874 HTTP/1.1" status: 404 len: 333 time: 0.0723577 Sep 10 03:44:16.091050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39368) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:16.228545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:16.228762 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.241112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2f06bd4-7bf2-4c5b-9b5a-ae70a9256ce6 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Deleting subnet 12278ee0-2ad8-479f-88b3-1c93dc0dbf93 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:44:16.245940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bd4-7bf2-4c5b-9b5a-ae70a9256ce6 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.294302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-29a7d961-1e6a-4992-8b51-f9a94056db83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:16.300216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-29a7d961-1e6a-4992-8b51-f9a94056db83 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4116287 Sep 10 03:44:16.305516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.337223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bd4-7bf2-4c5b-9b5a-ae70a9256ce6 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.373211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f82ca95b-d859-4fda-a135-e0cb87383feb no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:16.416530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: f82ca95b-d859-4fda-a135-e0cb87383feb {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:16.417915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f82ca95b-d859-4fda-a135-e0cb87383feb not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:16.445663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6b848510-8c0f-4be7-acd5-eb18bc3acb04 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:16.563781 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bd4-7bf2-4c5b-9b5a-ae70a9256ce6 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.580343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-77272b0b-65b8-4fd8-aaed-c28bd72d18ef tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2476771 Sep 10 03:44:16.603114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Request body: {'port': {'device_id': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e', 'admin_state_up': True, 'tenant_id': '9c8500dd865c4af2a7a973a359f49354'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:16.707901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-034510c0-0714-48ac-a106-f9bc3c79ca93 None None] Provisioning for port e89ea280-04c6-4235-bdf6-a530f71f9ce0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:16.710333 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:16.715441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-034510c0-0714-48ac-a106-f9bc3c79ca93 None None] Provisioning complete for port e89ea280-04c6-4235-bdf6-a530f71f9ce0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:16.716050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-034510c0-0714-48ac-a106-f9bc3c79ca93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.777947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:16.778319 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.793750 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bd4-7bf2-4c5b-9b5a-ae70a9256ce6 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.889137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f06bd4-7bf2-4c5b-9b5a-ae70a9256ce6 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event deleted for resources: {'Subnet': ['ID=12278ee0-2ad8-479f-88b3-1c93dc0dbf93,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:16.907429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d160a3f-199c-4c35-8a79-af0462d7d238 None None] Network 86587704-1fbe-44bd-908f-1369a414cbeb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:16.918580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2f06bd4-7bf2-4c5b-9b5a-ae70a9256ce6 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:16.924950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-034510c0-0714-48ac-a106-f9bc3c79ca93 None None] Port e89ea280-04c6-4235-bdf6-a530f71f9ce0 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:16.930792 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d2f06bd4-7bf2-4c5b-9b5a-ae70a9256ce6 tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] 10.222.0.22 "DELETE /v2.0/subnets/12278ee0-2ad8-479f-88b3-1c93dc0dbf93 HTTP/1.1" status: 204 len: 168 time: 0.8374567 Sep 10 03:44:16.932965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39372) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:17.065664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.157452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Deleting port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:17.158662 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.200833 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.242223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] For port 872144ec-f8d5-4153-bbc2-8ff86e5cde82, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=872144ec-f8d5-4153-bbc2-8ff86e5cde82,segment=NetworkSegment(060b840d-cd6a-41c4-8dac-8b45005c45d8),segment_id=060b840d-cd6a-41c4-8dac-8b45005c45d8)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:17.242601 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.249353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6b848510-8c0f-4be7-acd5-eb18bc3acb04, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6b848510-8c0f-4be7-acd5-eb18bc3acb04,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:17.258361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Calling delete_port for 872144ec-f8d5-4153-bbc2-8ff86e5cde82 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:17.323132 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.323964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 872144ec-f8d5-4153-bbc2-8ff86e5cde82 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:17.451383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] DHCP port deletion for 86587704-1fbe-44bd-908f-1369a414cbeb request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:44:17.457443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6b848510-8c0f-4be7-acd5-eb18bc3acb04,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:17.472325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.477588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-bba02cc5-9af5-4cb6-8376-0db12850dfc3 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1679454 Sep 10 03:44:17.537322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event deleted for resources: {'Port': ['ID=872144ec-f8d5-4153-bbc2-8ff86e5cde82,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:17.554604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] No DVR routers for this DVR port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:17.688496 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.718356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86587704-1fbe-44bd-908f-1369a414cbeb']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:17.733794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060b840d-cd6a-41c4-8dac-8b45005c45d8') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:17.734963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060b840d-cd6a-41c4-8dac-8b45005c45d8') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:17.762741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.763091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.763457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.764200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.768609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.769103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.769419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.769759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.770096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.770472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.770860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.771190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:17.775928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.812332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.839150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:44:17.843033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:17.883333 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No active binding found for port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 {{(pid=95138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 10 03:44:17.883635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 872144ec-f8d5-4153-bbc2-8ff86e5cde82 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:44:17.898152 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:44:17.930895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 not found, will not notify nova. {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 10 03:44:17.967637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] Deleting port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:17.968472 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:18.043262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:18.045440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] For port 872144ec-f8d5-4153-bbc2-8ff86e5cde82, host n-d-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:18.049331 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:18.075876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] Calling delete_port for 872144ec-f8d5-4153-bbc2-8ff86e5cde82 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:18.089195 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:44:18.092139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.ipam_backend_mixin [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] Port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 was not found and therefore no delete operation was performed {{(pid=95138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:44:18.093447 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:18.093578 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:18.108682 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] 10.222.0.22 "DELETE /v2.0/networks/86587704-1fbe-44bd-908f-1369a414cbeb HTTP/1.1" status: 204 len: 168 time: 1.1740525 Sep 10 03:44:18.147417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4feb6e-9a94-4238-b4fc-b85440e78c5c tempest-DHCPAgentSchedulersTestJSON-305217554 tempest-DHCPAgentSchedulersTestJSON-305217554-project] Pushing event deleted for resources: {'Network': ['ID=86587704-1fbe-44bd-908f-1369a414cbeb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:18.169896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6b848510-8c0f-4be7-acd5-eb18bc3acb04 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:18.174145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] Pushing event deleted for resources: {'Port': ['ID=872144ec-f8d5-4153-bbc2-8ff86e5cde82,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:18.178109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-5d127311-48a7-4d83-9388-d8671ce66733 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6754148 Sep 10 03:44:18.194832 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] Network 86587704-1fbe-44bd-908f-1369a414cbeb is not hosted by any dhcp agent {{(pid=95138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:44:18.196604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7386acf-315b-4e48-a003-9ab79535eeb9 None None] No DVR routers for this DVR port 872144ec-f8d5-4153-bbc2-8ff86e5cde82 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:18.242579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:18.246944 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:18.261978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-df7bb4a9-dc12-4656-91cb-ea09f505dc3a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 200 len: 217 time: 0.0706010 Sep 10 03:44:18.264802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Made reservation on behalf of 9c8500dd865c4af2a7a973a359f49354 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:18.269348 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:18.348445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-64cf51a6-5b7c-4cac-8a5a-eee364b6bda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:18.350798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-64cf51a6-5b7c-4cac-8a5a-eee364b6bda6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0622225 Sep 10 03:44:18.426299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 872144ec-f8d5-4153-bbc2-8ff86e5cde82 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:18.456661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 872144ec-f8d5-4153-bbc2-8ff86e5cde82 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:18.457384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 872144ec-f8d5-4153-bbc2-8ff86e5cde82 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:18.475767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.resource_extend [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:44:18.537362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-52580fb4-0ce7-43a8-81b3-4b292875d900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:18.539775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-52580fb4-0ce7-43a8-81b3-4b292875d900 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1791739 Sep 10 03:44:18.555365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:18.655644 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:18.736651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Allocated IP 19.86.0.250 (054367bb-4201-4a0e-93d3-85cc9225d52e/286857d3-d081-46eb-83df-946ff0e1e994/36ee282b-c1e4-4e4f-a05d-2b1724e63f63) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:18.748449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-c06a8279-9710-4aa6-b872-ab63a29d3589 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974001 Sep 10 03:44:18.864729 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd associated. External IP: 172.25.3.78, port: 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59. Sep 10 03:44:18.918504 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39382) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:19.069691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-98f474ee-5a28-4d2c-8d7a-c52ef782a08d service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3077142 Sep 10 03:44:19.130984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-e3707aae-4790-4163-9b59-8b40ce16a3a5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=56c6590c-f585-489e-b451-fe739a2c2c49 HTTP/1.1" status: 200 len: 217 time: 0.0516684 Sep 10 03:44:19.166416 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd8030d9-634b-42db-931e-a763211eed04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c4b7fae6d07e42d48ff120ef107ce255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2463238 Sep 10 03:44:19.170499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39386) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:19.226959 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:19.269530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Transition to ACTIVE for port object 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:19.354628 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f51f7c45-4b7d-4248-9411-1f06239b89ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:19.354810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-836b06bf-deb3-44d7-9727-d7e9bc5adeb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:19.354810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-836b06bf-deb3-44d7-9727-d7e9bc5adeb6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.1371739 Sep 10 03:44:19.355236 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f51f7c45-4b7d-4248-9411-1f06239b89ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:19.411362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-a4400f53-167e-46bc-8c02-d98b2c984542 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:19.412939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-a4400f53-167e-46bc-8c02-d98b2c984542 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1226151 Sep 10 03:44:19.436562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:44:19.623460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-2e31b0da-9421-47cb-b0b3-506c11a904eb service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997473 Sep 10 03:44:19.714958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:44:19.726852 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] Sync routers for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:44:19.743293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:19.762434 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:19.763766 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:19.809922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-f45ea701-41d4-437c-b9a0-83b383d2dfd7 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "PUT /v2.0/floatingips/1649229c-d1e0-41d7-a597-c04c11a0a3dd HTTP/1.1" status: 200 len: 995 time: 5.6002319 Sep 10 03:44:19.818373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:19.820613 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-698e6b86-7397-480f-99ce-39163b6b2606" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:19.874500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-157e6402-91e4-452b-8309-fffeb4025e30 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389398 Sep 10 03:44:19.883586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-2233fe3f-7f61-4ee8-8269-51c62c27bbe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:19.906741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-2233fe3f-7f61-4ee8-8269-51c62c27bbe7 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0804846 Sep 10 03:44:19.995791 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:20.408390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-338ecfdc-7f7c-48c3-a1fd-cc2242287fb5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=84d56faa-0360-4709-a667-2e81c2bc963a HTTP/1.1" status: 200 len: 217 time: 0.4989617 Sep 10 03:44:20.409342 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:71:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:44:18Z', 'revision_number': 8, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:20.452766 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] Checking router: 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:44:20.463239 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:20.464129 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:43:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:20.513485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f51f7c45-4b7d-4248-9411-1f06239b89ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:20.520528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f51f7c45-4b7d-4248-9411-1f06239b89ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:20.521883 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f51f7c45-4b7d-4248-9411-1f06239b89ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/698e6661-5f2b-4981-9615-c9cefc5dc40b HTTP/1.1" status: 204 len: 168 time: 1.3498468 Sep 10 03:44:20.531178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-0fd2bc9b-a8a8-443d-9413-d69f8e5e5f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:20.533612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-0fd2bc9b-a8a8-443d-9413-d69f8e5e5f1f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.1143322 Sep 10 03:44:20.535138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-b1e7cb93-b109-4b9e-8308-aae84b51eec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:20.543904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-b1e7cb93-b109-4b9e-8308-aae84b51eec3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.6360574 Sep 10 03:44:20.565407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f7c45-4b7d-4248-9411-1f06239b89ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=698e6661-5f2b-4981-9615-c9cefc5dc40b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:20.661506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:20.695936 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:20.720749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-7b94f6b7-5198-4062-8bdc-9c76012000ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:20.722649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-7b94f6b7-5198-4062-8bdc-9c76012000ff service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1718385 Sep 10 03:44:20.751732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Network 054367bb-4201-4a0e-93d3-85cc9225d52e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:20.759639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-1cd80f91-eeea-4269-b9e9-5ee22dd72296 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 998 time: 0.2148602 Sep 10 03:44:20.774776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:20.785766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:20.789270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event updated for resources: {'Port': ['ID=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:20.859814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.860210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.860687 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.861088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.861517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.861941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.862362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.862808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.863226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.863646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.865879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.865879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:20.916742 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d8e32b95-b67a-4250-94db-0029b6028162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:20.964025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:20.965038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:20.987260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-3066a77e-7575-4176-8570-17521cccef71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:20.989592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-3066a77e-7575-4176-8570-17521cccef71 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.2175853 Sep 10 03:44:21.002309 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:71:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:44:18Z', 'revision_number': 8, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:21.010337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-17ee8d14-babf-4d2e-8979-922e6840977e service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2762899 Sep 10 03:44:21.052020 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea13c4f-d8f2-46d3-914c-61453cf453e5 None None] The sync data for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 is: [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '1649229c-d1e0-41d7-a597-c04c11a0a3dd', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'floating_ip_address': '172.25.3.78', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'port_id': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1168, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'mac_address': 'fa:16:3e:71:b8:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:44:18Z', 'revision_number': 8, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:44:21.125816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-daf46e97-c2ad-4806-8d2e-962a2aae0f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:21.127399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-daf46e97-c2ad-4806-8d2e-962a2aae0f51 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1312513 Sep 10 03:44:21.181037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-01132ed3-6d5b-4051-8c33-1876398a620c service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497023 Sep 10 03:44:21.184625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-7b55b71a-6d49-44ff-8e9d-6c68bc1fab03 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.5858626 Sep 10 03:44:21.230098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-bf60eed3-762c-4511-97d9-f526cbb9d243 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:44:21.231088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-bf60eed3-762c-4511-97d9-f526cbb9d243 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131102 Sep 10 03:44:21.274564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-d8afb1a1-8c4d-4d0d-a35c-3a72c1d76cda service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7abd7b06-202a-4338-a29a-d82199e812e3 HTTP/1.1" status: 200 len: 217 time: 0.0549183 Sep 10 03:44:21.283713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bc09444f-c586-40cd-89b0-adad91f46d69 None None] Provisioning for port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:21.288862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bc09444f-c586-40cd-89b0-adad91f46d69 None None] Provisioning complete for port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:21.289456 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bc09444f-c586-40cd-89b0-adad91f46d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:21.333113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-a2427f01-7e01-49d4-9ee3-c8723831525f service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969597 Sep 10 03:44:21.384983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bc09444f-c586-40cd-89b0-adad91f46d69 None None] Port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:21.430279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-ec7047bc-ab3f-414d-b7e7-e4841ca24892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:21.431997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-ec7047bc-ab3f-414d-b7e7-e4841ca24892 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.1481242 Sep 10 03:44:21.493823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4dcbd-3a4b-4151-a9e3-182cf79b3582 None None] New status for floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:44:21.528416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Request body: {'port': {'device_id': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:21.595499 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:21.636298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-17dfc050-6d4f-47c8-a5f6-c34365843cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:21.638701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-17dfc050-6d4f-47c8-a5f6-c34365843cd7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1955392 Sep 10 03:44:21.699353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78854836-a0e8-46ec-8643-555b6f0c2b3e req-4c5ca123-3ffa-4c39-b932-8d016174f26d service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3572655 Sep 10 03:44:21.778125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39404) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:21.817763 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b95e366-3f94-4729-b889-768310cb2ad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:22.001509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b95e366-3f94-4729-b889-768310cb2ad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:22.075158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-b0f9be1b-8862-4137-95f5-ea8d87bf2aef service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707979 Sep 10 03:44:22.087434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e4133-829c-4281-862b-509ab82638a1 req-5d0c5fc1-48ea-4598-9b4d-5be91ab4691c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:22.094122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5e4133-829c-4281-862b-509ab82638a1 req-5d0c5fc1-48ea-4598-9b4d-5be91ab4691c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:22.096103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d5e4133-829c-4281-862b-509ab82638a1 req-5d0c5fc1-48ea-4598-9b4d-5be91ab4691c tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1654 time: 0.1605375 Sep 10 03:44:22.126314 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b95e366-3f94-4729-b889-768310cb2ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:22.260698 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0b95e366-3f94-4729-b889-768310cb2ad8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8790a32997dd4a7c930747b4e6a5f226&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4793804 Sep 10 03:44:22.263199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39410) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:22.265904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b95e366-3f94-4729-b889-768310cb2ad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1da67385-5e3a-43a9-99f4-0f7a5e3b35c8,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:22.283956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d5e4133-829c-4281-862b-509ab82638a1 req-cdf63afd-839f-445e-b64a-e38e221ce287 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765924 Sep 10 03:44:22.321802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-12a1e37d-8f89-4c07-a517-cda6fb512b36 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246583 Sep 10 03:44:22.401665 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-935fbb3b-34bc-4308-aabe-4fea0b33cf4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:22.435217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-99823316-061c-4d55-95f3-0c63d8d24321 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3 HTTP/1.1" status: 200 len: 217 time: 0.1048856 Sep 10 03:44:22.438094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e89ea280-04c6-4235-bdf6-a530f71f9ce0 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:22.455081 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:22.505314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Transition to ACTIVE for port object e89ea280-04c6-4235-bdf6-a530f71f9ce0 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:22.519153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-fc25dd93-7fe7-41f9-9461-078ec1b4881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:22.520595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-fc25dd93-7fe7-41f9-9461-078ec1b4881f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.0626724 Sep 10 03:44:22.524829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-935fbb3b-34bc-4308-aabe-4fea0b33cf4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:22.575807 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:22.646368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-244b8bfd-c7d3-433c-8cd1-c81d44aecf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:22.649445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-244b8bfd-c7d3-433c-8cd1-c81d44aecf6a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1136384 Sep 10 03:44:22.649763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ea280-04c6-4235-bdf6-a530f71f9ce0,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:22.724640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-935fbb3b-34bc-4308-aabe-4fea0b33cf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:22.728980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-935fbb3b-34bc-4308-aabe-4fea0b33cf4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:22.730708 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-935fbb3b-34bc-4308-aabe-4fea0b33cf4c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1da67385-5e3a-43a9-99f4-0f7a5e3b35c8 HTTP/1.1" status: 204 len: 168 time: 0.4655130 Sep 10 03:44:22.776778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935fbb3b-34bc-4308-aabe-4fea0b33cf4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1da67385-5e3a-43a9-99f4-0f7a5e3b35c8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:22.814825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Attempting to bind port e89ea280-04c6-4235-bdf6-a530f71f9ce0 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:22.815314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Attempting to bind port e89ea280-04c6-4235-bdf6-a530f71f9ce0 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '30ad88bc-6d9a-4817-83b2-9fed93581543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:22.815484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Attempting to bind port e89ea280-04c6-4235-bdf6-a530f71f9ce0 on network ca3123dd-6d65-43cc-903d-28f4717b506c {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:22.849765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Port e89ea280-04c6-4235-bdf6-a530f71f9ce0 on network ca3123dd-6d65-43cc-903d-28f4717b506c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:44:22.850098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Attempting to bind port e89ea280-04c6-4235-bdf6-a530f71f9ce0 on network ca3123dd-6d65-43cc-903d-28f4717b506c {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:22.857669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-a3ffeb8d-4e2d-4150-8c0c-ae1d83f9c264 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979847 Sep 10 03:44:22.865403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:22.865403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Checking segment: {'id': '30ad88bc-6d9a-4817-83b2-9fed93581543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:22.865403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Bound using segment: {'id': '30ad88bc-6d9a-4817-83b2-9fed93581543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:22.865403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Bound port: e89ea280-04c6-4235-bdf6-a530f71f9ce0, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30ad88bc-6d9a-4817-83b2-9fed93581543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:22.866171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:23.052896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] For port e89ea280-04c6-4235-bdf6-a530f71f9ce0, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:23.057858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e4cd9b-e655-4f3e-bc86-82d34d57f8f4 req-3ebd5c4f-669e-40b1-b7a4-b7ae7c44419c service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890144 Sep 10 03:44:23.068431 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ee0f1e4-818f-4bc8-9e35-b881ae012bf0 x-openstack-request-id: req-1ee0f1e4-818f-4bc8-9e35-b881ae012bf0 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:23.068721 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2be15b29-6201-4daf-94e7-609d34f6f0d6", "name": "network-vif-deleted", "tag": "f82ca95b-d859-4fda-a135-e0cb87383feb", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:23.068971 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ee0f1e4-818f-4bc8-9e35-b881ae012bf0 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:23.069372 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2be15b29-6201-4daf-94e7-609d34f6f0d6', 'name': 'network-vif-deleted', 'tag': 'f82ca95b-d859-4fda-a135-e0cb87383feb', 'status': 'completed', 'code': 200} Sep 10 03:44:23.072286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] For port e89ea280-04c6-4235-bdf6-a530f71f9ce0, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e89ea280-04c6-4235-bdf6-a530f71f9ce0,segment=NetworkSegment(30ad88bc-6d9a-4817-83b2-9fed93581543),segment_id=30ad88bc-6d9a-4817-83b2-9fed93581543)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:23.118598 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5586fa64-ab39-4e97-a599-ed23ccff8ff1 x-openstack-request-id: req-5586fa64-ab39-4e97-a599-ed23ccff8ff1 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:23.118996 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:23.119318 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5586fa64-ab39-4e97-a599-ed23ccff8ff1 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:23.119855 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'status': 'completed', 'code': 200} Sep 10 03:44:23.136845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:23.264914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:23.265551 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:23.266954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] 10.222.0.20 "PUT /v2.0/ports/e89ea280-04c6-4235-bdf6-a530f71f9ce0 HTTP/1.1" status: 200 len: 1091 time: 1.9992821 Sep 10 03:44:23.292561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c7b2b-7db6-4ce5-9fff-6e86ad80c337 service neutron] Pushing event updated for resources: {'Port': ['ID=e89ea280-04c6-4235-bdf6-a530f71f9ce0,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:23.312207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4547cf6-ccc0-49cc-97e3-ff724ffcd32b req-76768fb2-35b1-4ad6-a7ba-03ba8ea83b35 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips/1649229c-d1e0-41d7-a597-c04c11a0a3dd HTTP/1.1" status: 200 len: 997 time: 0.1728177 Sep 10 03:44:23.319127 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6b86-7397-480f-99ce-39163b6b2606 req-409e68fe-d56d-4cd8-b5b8-28a5b7c62140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:23.320951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-698e6b86-7397-480f-99ce-39163b6b2606 req-409e68fe-d56d-4cd8-b5b8-28a5b7c62140 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.1728518 Sep 10 03:44:23.412703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Request body: {'port': {'device_id': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:23.514203 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1baf7300-14f1-4f85-b50f-d9175c14f4ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:23.586602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:23.678811 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:24.217457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6b86-7397-480f-99ce-39163b6b2606 req-73b4caeb-ba97-4c5e-b1ff-3635417f5a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:24.218980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-698e6b86-7397-480f-99ce-39163b6b2606 req-73b4caeb-ba97-4c5e-b1ff-3635417f5a3f service neutron] 10.222.0.39 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.8701515 Sep 10 03:44:24.371197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4547cf6-ccc0-49cc-97e3-ff724ffcd32b req-db8b7366-7b26-4ed5-a9ac-bd8e1dd34469 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:24.372738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4547cf6-ccc0-49cc-97e3-ff724ffcd32b req-db8b7366-7b26-4ed5-a9ac-bd8e1dd34469 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 1.0508435 Sep 10 03:44:24.414684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-698e6b86-7397-480f-99ce-39163b6b2606 req-276ec757-dfce-4af2-b947-f5972d1b02c9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 1000 time: 0.1059995 Sep 10 03:44:24.527631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6b86-7397-480f-99ce-39163b6b2606 req-16e4a6b0-479d-4f2f-a3fd-39cfa7776857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:24.529173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-698e6b86-7397-480f-99ce-39163b6b2606 req-16e4a6b0-479d-4f2f-a3fd-39cfa7776857 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.1025629 Sep 10 03:44:24.541465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:24.589857 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:24.632086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Transition to ACTIVE for port object 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:24.644106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f1455-0820-406d-a6b0-97c21bdd50c4 req-c3fabcda-ad30-44cf-b8fd-a1b4aeee2c4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:24.650702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38f1455-0820-406d-a6b0-97c21bdd50c4 req-c3fabcda-ad30-44cf-b8fd-a1b4aeee2c4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:24.652413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a38f1455-0820-406d-a6b0-97c21bdd50c4 req-c3fabcda-ad30-44cf-b8fd-a1b4aeee2c4a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1666 time: 0.0797050 Sep 10 03:44:24.660879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698e6b86-7397-480f-99ce-39163b6b2606 req-0bb73e40-0a61-4639-a96b-7d57fe776ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:24.660879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-698e6b86-7397-480f-99ce-39163b6b2606 req-0bb73e40-0a61-4639-a96b-7d57fe776ed9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1211317 Sep 10 03:44:24.713376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a38f1455-0820-406d-a6b0-97c21bdd50c4 req-62547017-3353-4128-ac21-02e870a126ca tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512221 Sep 10 03:44:24.793849 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:24.846594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39458) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:24.918137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Pushing event updated for resources: {'Port': ['ID=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:24.950509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-698e6b86-7397-480f-99ce-39163b6b2606 req-fb5e764d-40cb-4a07-95c9-24ac045b5ec8 service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2750711 Sep 10 03:44:25.061718 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.149734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'tag': 'e89ea280-04c6-4235-bdf6-a530f71f9ce0'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:25.153070 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098" -d '{"events": [{"name": "network-changed", "server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "tag": "e89ea280-04c6-4235-bdf6-a530f71f9ce0"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:25.212604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1464281781'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:25.258538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Attempting to bind port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:25.258538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Attempting to bind port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:25.258538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Attempting to bind port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 on network 054367bb-4201-4a0e-93d3-85cc9225d52e {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:25.297977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 on network 054367bb-4201-4a0e-93d3-85cc9225d52e not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:44:25.297977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Attempting to bind port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 on network 054367bb-4201-4a0e-93d3-85cc9225d52e {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:25.311249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-4ff16ed3-84ea-413d-b5d4-352d0f37bd1d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.2249568 Sep 10 03:44:25.319859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Made reservation on behalf of c005e27aa193470d946382c82cc81113 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:25.324634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 43, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:25.324634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Checking segment: {'id': '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:25.324634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Bound using segment: {'id': '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:25.324634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Bound port: 36ee282b-c1e4-4e4f-a05d-2b1724e63f63, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:25.324634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.327303 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.342290 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.364669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-698e6b86-7397-480f-99ce-39163b6b2606 req-ee2019f3-2b99-473b-8815-4e8c97d37c1c service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3675690 Sep 10 03:44:25.444705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-b2c62f97-43da-4154-9e4c-ba11fee10814 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:25.446363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-b2c62f97-43da-4154-9e4c-ba11fee10814 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports/1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 942 time: 0.1340632 Sep 10 03:44:25.497833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] For port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:25.501363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] For port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:25.536709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.582705 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.605054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.623015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:44:25.638519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.638886 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Added segment 6933c071-0bae-48d0-ae71-3547be9ff46e of type vlan for network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 Sep 10 03:44:25.650376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:25.654437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.656454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] 10.222.0.20 "PUT /v2.0/ports/36ee282b-c1e4-4e4f-a05d-2b1724e63f63 HTTP/1.1" status: 200 len: 1092 time: 2.2592480 Sep 10 03:44:25.685747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ac986a-08da-4cc8-848c-0788a5cfbebc service neutron] Pushing event updated for resources: {'Port': ['ID=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:25.701111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-bf4358f1-5605-4290-b283-f0264d304d4d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.1790626 Sep 10 03:44:25.705146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94001fd5-a7d4-4dd2-8bc1-5223e983842c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:25.766397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.874423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-3c817402-b6bb-4f6a-8b3f-7787af70e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:25.875119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-3c817402-b6bb-4f6a-8b3f-7787af70e506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:25.876788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-3c817402-b6bb-4f6a-8b3f-7787af70e506 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c8500dd865c4af2a7a973a359f49354&device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1980 time: 0.0746734 Sep 10 03:44:25.884827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.890737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-a98e7a5e-b6fc-4280-b5be-f34ba0a6af6f tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:25.891009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:25.892713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:25.896887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-a98e7a5e-b6fc-4280-b5be-f34ba0a6af6f tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1960890 Sep 10 03:44:25.988836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-e07b724c-3aa6-4373-afa5-3e9e8eb94910 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=e89ea280-04c6-4235-bdf6-a530f71f9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0904820 Sep 10 03:44:25.998366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Network': ['ID=3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:26.036153 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d2724b5e-209f-46e7-9f4b-1ae3b43bcdd8 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.1832366 Sep 10 03:44:26.036334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:44:26.036452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39470) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:26.042021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'subnet': {'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:26.106613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-86c8b194-3628-4ee4-8e31-2284930da6e5 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 1000 time: 0.2055895 Sep 10 03:44:26.130911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-603cccc4-fc41-49a1-aac5-a82dd215b5bf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:26.173540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-9088e5d7-21bb-4146-b4e0-18bff0000f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:26.175031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-9088e5d7-21bb-4146-b4e0-18bff0000f61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b321dce-a09d-45bd-b5e0-299e69a8c3c6 HTTP/1.1" status: 200 len: 801 time: 0.1317041 Sep 10 03:44:26.239206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Made reservation on behalf of c005e27aa193470d946382c82cc81113 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:26.239601 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-603cccc4-fc41-49a1-aac5-a82dd215b5bf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:26.245285 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:26.285868 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:26.287163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-fa45a4a3-6b3a-4f98-acb5-d595724c155c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:26.288724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-fa45a4a3-6b3a-4f98-acb5-d595724c155c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca3123dd-6d65-43cc-903d-28f4717b506c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1034353 Sep 10 03:44:26.464032 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-603cccc4-fc41-49a1-aac5-a82dd215b5bf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:26.478771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-fa1460bd-2bbe-4196-bb9e-df86db861a7c service neutron] 10.222.0.20 "GET /v2.0/networks/ca3123dd-6d65-43cc-903d-28f4717b506c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787360 Sep 10 03:44:26.551741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-603cccc4-fc41-49a1-aac5-a82dd215b5bf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:26.552012 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-603cccc4-fc41-49a1-aac5-a82dd215b5bf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd disassociated. External IP: 172.25.3.78, port: 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59. Sep 10 03:44:26.564495 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:26.628707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-43c81910-8308-4789-9b1b-3e74117feab4 service neutron] 10.222.0.20 "GET /v2.0/networks/ca3123dd-6d65-43cc-903d-28f4717b506c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425319 Sep 10 03:44:26.648201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Checking segment: {'id': '6933c071-0bae-48d0-ae71-3547be9ff46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:26.650580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Network hostable DHCP agents. Network: 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:44:26.654168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Subnet': ['ID=69f48e4e-fb62-4682-b6a7-70be4bf36d3e,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:26.701962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-cdebc606-0a52-4396-aeb6-8856c8ddaa2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.250&port_id=36ee282b-c1e4-4e4f-a05d-2b1724e63f63 HTTP/1.1" status: 200 len: 217 time: 0.0409768 Sep 10 03:44:26.748551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:44:26.796346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-1cd1da98-9f32-43e4-8b4d-e8db56d45ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:26.797839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-1cd1da98-9f32-43e4-8b4d-e8db56d45ebe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=286857d3-d081-46eb-83df-946ff0e1e994 HTTP/1.1" status: 200 len: 801 time: 0.0876234 Sep 10 03:44:26.886818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:26.892986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-65bd964b-5863-47fe-8a04-300d46d15c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:26.894675 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-65bd964b-5863-47fe-8a04-300d46d15c8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=054367bb-4201-4a0e-93d3-85cc9225d52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0899534 Sep 10 03:44:26.898871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5aa46299-35ea-4a0c-8f60-0108c35be168 None None] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:26.901342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:26.904966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-603cccc4-fc41-49a1-aac5-a82dd215b5bf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:44:26.905110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:27.022081 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c7517749-f487-400a-a3a0-872a2483c8c0 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9846425 Sep 10 03:44:27.024753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39480) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:27.030539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'port': {'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1872926706'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:27.106059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-fea8669b-9714-4ea7-b521-a22f17b202c2 service neutron] 10.222.0.20 "GET /v2.0/networks/054367bb-4201-4a0e-93d3-85cc9225d52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026818 Sep 10 03:44:27.129229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1', 'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1', 'tenant_id': 'c005e27aa193470d946382c82cc81113', 'fixed_ips': [{'subnet_id': '69f48e4e-fb62-4682-b6a7-70be4bf36d3e'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:44:27.130264 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:27.150981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-603cccc4-fc41-49a1-aac5-a82dd215b5bf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:44:27.163063 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] Sync routers for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:44:27.173147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-603cccc4-fc41-49a1-aac5-a82dd215b5bf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:27.186073 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:27.187003 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:27.308638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-603cccc4-fc41-49a1-aac5-a82dd215b5bf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "PUT /v2.0/floatingips/1649229c-d1e0-41d7-a597-c04c11a0a3dd HTTP/1.1" status: 200 len: 695 time: 1.1870317 Sep 10 03:44:27.324969 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Made reservation on behalf of c005e27aa193470d946382c82cc81113 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:27.329728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Allocated IP 2001:db8::2 (3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1/69f48e4e-fb62-4682-b6a7-70be4bf36d3e/167f3242-ae63-47f6-8202-04e393c290b2) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:27.331599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:27.365604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] device_id is not set on port 697d97bf-8021-44a2-88b9-19219021dd22 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:44:27.396861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-88fcaf8a-82d4-4003-81ce-e673f4cb273c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:27.405952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-88fcaf8a-82d4-4003-81ce-e673f4cb273c service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0672078 Sep 10 03:44:27.416157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2df9ef-af33-495e-ae7b-a27597429583 req-d55b6ff3-b523-45fe-8e87-234a45c900a2 service neutron] 10.222.0.20 "GET /v2.0/networks/054367bb-4201-4a0e-93d3-85cc9225d52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3012526 Sep 10 03:44:27.426869 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:27.601656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-9e38dc25-ec83-4e47-be8c-284fd634b060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:27.604811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-9e38dc25-ec83-4e47-be8c-284fd634b060 service neutron] 10.222.0.22 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.1976197 Sep 10 03:44:27.660218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-a07be981-dff2-42d2-a387-612e3d27d73a service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 217 time: 0.0478191 Sep 10 03:44:27.669878 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:27.680629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Transition to ACTIVE for port object 167f3242-ae63-47f6-8202-04e393c290b2 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:27.700877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Transition to ACTIVE for port object 167f3242-ae63-47f6-8202-04e393c290b2 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:27.730614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-eaff1399-3ee2-4e8c-80c3-a8d103981877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:27.732628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-eaff1399-3ee2-4e8c-80c3-a8d103981877 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.0620351 Sep 10 03:44:27.774892 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:27.797742 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:27.801209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-bfa41605-1bc1-49bb-aee6-705e37bea91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:27.803115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-bfa41605-1bc1-49bb-aee6-705e37bea91b service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636179 Sep 10 03:44:27.831201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Pushing event updated for resources: {'Port': ['ID=167f3242-ae63-47f6-8202-04e393c290b2,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:27.839467 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] Checking router: 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:44:27.843187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:27.844662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:27.847203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:27.857718 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:27.858508 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:27.881246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Allocated IP 2001:db8::371 (3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1/69f48e4e-fb62-4682-b6a7-70be4bf36d3e/697d97bf-8021-44a2-88b9-19219021dd22) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:27.949348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Attempting to bind port 167f3242-ae63-47f6-8202-04e393c290b2 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:27.949758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Attempting to bind port 167f3242-ae63-47f6-8202-04e393c290b2 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6933c071-0bae-48d0-ae71-3547be9ff46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:27.950128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Attempting to bind port 167f3242-ae63-47f6-8202-04e393c290b2 on network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:27.959464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:27.959759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Checking segment: {'id': '6933c071-0bae-48d0-ae71-3547be9ff46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:27.959987 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:27.960387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Bound using segment: {'id': '6933c071-0bae-48d0-ae71-3547be9ff46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:27.960877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Bound port: 167f3242-ae63-47f6-8202-04e393c290b2, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6933c071-0bae-48d0-ae71-3547be9ff46e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:27.961545 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:28.079506 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:28.100631 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] For port 167f3242-ae63-47f6-8202-04e393c290b2, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:28.105814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] For port 167f3242-ae63-47f6-8202-04e393c290b2, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=167f3242-ae63-47f6-8202-04e393c290b2,segment=NetworkSegment(6933c071-0bae-48d0-ae71-3547be9ff46e),segment_id=6933c071-0bae-48d0-ae71-3547be9ff46e)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:28.166397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:28.183237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Transition to ACTIVE for port object 697d97bf-8021-44a2-88b9-19219021dd22 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:28.195590 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:28.322957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-19b0e7c5-3702-4d15-a611-65982fd60f7c service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5128160 Sep 10 03:44:28.331637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:28.369369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d13d62-fe24-48f2-8b9c-ff951368094b None None] Pushing event updated for resources: {'Port': ['ID=167f3242-ae63-47f6-8202-04e393c290b2,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:28.390014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:28.390737 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:28.394142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:28.398273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:28.405415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:28.412657 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:28.437566 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6bd40c-7c99-4b54-a91a-de1bb886c5fc None None] The sync data for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 is: [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:43:01Z', 'revision_number': 4, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37', 'name': '', 'network_id': '00f7a226-40e1-4644-95af-a4f63e77454d', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'mac_address': 'fa:16:3e:ed:19:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 1103, 'fixed_ips': [{'subnet_id': '49e034b3-3905-4953-b3a4-11530915a985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:59Z', 'updated_at': '2021-09-10T03:43:08Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'subnets': [{'id': '49e034b3-3905-4953-b3a4-11530915a985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:44:28.481602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dce47fd1-6510-4b3d-8a81-698f0c546ccf req-ee9a2dda-2e67-4a29-bb82-f526effa8f0e service neutron] 10.222.0.22 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569824 Sep 10 03:44:28.498912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Port': ['ID=697d97bf-8021-44a2-88b9-19219021dd22,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:28.536032 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c56fad2a-43e7-4b8b-a183-9f2e7e632674 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.5093825 Sep 10 03:44:28.539069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39510) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:28.544614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'port': {'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-224241845', 'allowed_address_pairs': [{'ip_address': '2001:db8::371', 'mac_address': 'fa:16:3e:ce:19:b2'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:28.611230 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:28.697337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ee6aae-9a6a-4b25-814e-b1fa15e67df3 req-1e4861ae-ca6c-410d-91dd-3283ae4dcfe0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:28.706589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84ee6aae-9a6a-4b25-814e-b1fa15e67df3 req-1e4861ae-ca6c-410d-91dd-3283ae4dcfe0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.2578144 Sep 10 03:44:28.726599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84ee6aae-9a6a-4b25-814e-b1fa15e67df3 req-1b429114-63b9-4917-bcac-9bc2d1ae3134 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/quotas/77e28690aa0e41198f2b6be9a0b040db HTTP/1.1" status: 200 len: 375 time: 0.0161884 Sep 10 03:44:28.777742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84ee6aae-9a6a-4b25-814e-b1fa15e67df3 req-eed8c18d-32e4-43dd-bfd8-d66dd44a8e94 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0450640 Sep 10 03:44:28.800681 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30d6702c-5f67-4029-807a-ca990ae36cb7 x-openstack-request-id: req-30d6702c-5f67-4029-807a-ca990ae36cb7 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:28.801189 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "tag": "e89ea280-04c6-4235-bdf6-a530f71f9ce0", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:28.801592 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30d6702c-5f67-4029-807a-ca990ae36cb7 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:28.802130 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'tag': 'e89ea280-04c6-4235-bdf6-a530f71f9ce0', 'status': 'completed', 'code': 200} Sep 10 03:44:28.876925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Made reservation on behalf of c005e27aa193470d946382c82cc81113 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:28.913107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15284bf4-1f7f-453e-bab7-5f9009ecac58 None None] New status for floating IP 1649229c-d1e0-41d7-a597-c04c11a0a3dd: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:44:28.950016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-609b5f65-7d74-49be-8c39-b190593fe52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:28.950446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-609b5f65-7d74-49be-8c39-b190593fe52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:28.952071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-609b5f65-7d74-49be-8c39-b190593fe52c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c8500dd865c4af2a7a973a359f49354&device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1980 time: 0.1258836 Sep 10 03:44:28.996417 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:28.997686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84ee6aae-9a6a-4b25-814e-b1fa15e67df3 req-ca1fa3d8-a30f-4c05-8a33-d753f1535e34 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188528 Sep 10 03:44:29.018034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] device_id is not set on port 0cffe7b1-5727-44b5-8a6b-b978a1b86179 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:44:29.101529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84ee6aae-9a6a-4b25-814e-b1fa15e67df3 req-25fe339c-82ab-4646-9cfd-6458f37725b7 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028798 Sep 10 03:44:29.121115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ab21d-ec1a-42e1-8f92-cc774b27b109 req-0503c150-12b5-4567-bd0d-212e88b43dfe tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:29.140173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47ab21d-ec1a-42e1-8f92-cc774b27b109 req-0503c150-12b5-4567-bd0d-212e88b43dfe tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:29.142096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a47ab21d-ec1a-42e1-8f92-cc774b27b109 req-0503c150-12b5-4567-bd0d-212e88b43dfe tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1678 time: 0.2806394 Sep 10 03:44:29.168808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Allocated IP 2001:db8::289 (3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1/69f48e4e-fb62-4682-b6a7-70be4bf36d3e/0cffe7b1-5727-44b5-8a6b-b978a1b86179) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:29.232331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a47ab21d-ec1a-42e1-8f92-cc774b27b109 req-8d7d5774-37e0-4318-9b3a-844b24aff0b5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795393 Sep 10 03:44:29.244281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-2ab03dec-3535-484a-83ba-6bcd8de36f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:29.244281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-2ab03dec-3535-484a-83ba-6bcd8de36f24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ca3123dd-6d65-43cc-903d-28f4717b506c HTTP/1.1" status: 200 len: 902 time: 0.2722597 Sep 10 03:44:29.311097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-5ececd6d-ba6e-4d5e-b24b-4a88bacf29a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.79&port_id=e89ea280-04c6-4235-bdf6-a530f71f9ce0 HTTP/1.1" status: 200 len: 217 time: 0.0596569 Sep 10 03:44:29.408177 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:29.431192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Transition to ACTIVE for port object 0cffe7b1-5727-44b5-8a6b-b978a1b86179 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:29.439438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-429fecd9-eff6-4dc9-9748-3183bf4973d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:29.448942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-429fecd9-eff6-4dc9-9748-3183bf4973d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b321dce-a09d-45bd-b5e0-299e69a8c3c6 HTTP/1.1" status: 200 len: 801 time: 0.1272581 Sep 10 03:44:29.542900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:29.568483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-7cb0c668-d12e-4408-8cd8-b5c16a7008d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:29.570931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-7cb0c668-d12e-4408-8cd8-b5c16a7008d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca3123dd-6d65-43cc-903d-28f4717b506c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1170552 Sep 10 03:44:29.621708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:29.626732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:29.627258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e947d49f-d4bc-4bca-864a-42c795686c49 req-b7b430d4-f98d-40a9-8989-781f7f039d87 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=849d9c8f-f833-43a4-88e9-4cf840693eb7 HTTP/1.1" status: 200 len: 210 time: 0.0615134 Sep 10 03:44:29.644382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:29.661702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:29.662406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:29.702844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Port': ['ID=0cffe7b1-5727-44b5-8a6b-b978a1b86179,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:29.785593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-116b2157-0c0e-4be8-911c-39176790295b service neutron] 10.222.0.20 "GET /v2.0/networks/ca3123dd-6d65-43cc-903d-28f4717b506c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045748 Sep 10 03:44:29.800694 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-090d8a59-4702-46e9-a416-f66ac3d01e7f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.2601774 Sep 10 03:44:29.803176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39548) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:29.859844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab3cc19-31fc-423d-a71a-236f3e5e04ed None None] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:30.006830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7856b2b-a8b5-4d0c-a886-a69f5cdaf63a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:30.013765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7856b2b-a8b5-4d0c-a886-a69f5cdaf63a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:30.027823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7856b2b-a8b5-4d0c-a886-a69f5cdaf63a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:30.027823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a7856b2b-a8b5-4d0c-a886-a69f5cdaf63a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 0.2167344 Sep 10 03:44:30.028082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39562) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:30.035872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e05a0ed0-e5a8-4b15-bcd3-ef69d12f7098 req-b23d9545-db0c-4c68-95e4-f40763145ac2 service neutron] 10.222.0.20 "GET /v2.0/networks/ca3123dd-6d65-43cc-903d-28f4717b506c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490721 Sep 10 03:44:30.055313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d98a85d1-ca31-4bd5-9710-e44bf701cc9c None None] Provisioning for port 167f3242-ae63-47f6-8202-04e393c290b2 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:30.216029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c3c78dac-58d0-4140-a6a6-a8484618654e tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Deleting port 0cffe7b1-5727-44b5-8a6b-b978a1b86179 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:30.216522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3c78dac-58d0-4140-a6a6-a8484618654e tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:30.218024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 167f3242-ae63-47f6-8202-04e393c290b2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:30.342034 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3c78dac-58d0-4140-a6a6-a8484618654e tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:30.356270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c3c78dac-58d0-4140-a6a6-a8484618654e tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Calling delete_port for 0cffe7b1-5727-44b5-8a6b-b978a1b86179 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:30.377270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:44:30.503610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:30.528695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63', 'network_id': '054367bb-4201-4a0e-93d3-85cc9225d52e', 'port_id': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63', 'mac_address': 'fa:16:3e:d4:26:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '286857d3-d081-46eb-83df-946ff0e1e994', 'ip_address': '19.86.0.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:44:30.574374 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:30.589203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:30.611583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:30.707178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 167f3242-ae63-47f6-8202-04e393c290b2 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:30.721996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 167f3242-ae63-47f6-8202-04e393c290b2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:30.721996 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:30.803887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'tag': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63'}, {'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:30.806783 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:30.807111 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6444d2-5529-443a-b1b7-5003cb0e17b7" -d '{"events": [{"name": "network-changed", "server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "tag": "36ee282b-c1e4-4e4f-a05d-2b1724e63f63"}, {"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:30.844890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 167f3242-ae63-47f6-8202-04e393c290b2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=167f3242-ae63-47f6-8202-04e393c290b2,segment=NetworkSegment(6933c071-0bae-48d0-ae71-3547be9ff46e),segment_id=6933c071-0bae-48d0-ae71-3547be9ff46e)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:30.977077 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:30.978822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e89ea280-04c6-4235-bdf6-a530f71f9ce0 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:44:30.981052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3c78dac-58d0-4140-a6a6-a8484618654e tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:30.984706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2b5c69e6-1364-4406-bc6f-1954c1cdb284 None None] Provisioning for port 697d97bf-8021-44a2-88b9-19219021dd22 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:30.989730 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.005098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2b5c69e6-1364-4406-bc6f-1954c1cdb284 None None] Provisioning complete for port 697d97bf-8021-44a2-88b9-19219021dd22 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:31.011763 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2b5c69e6-1364-4406-bc6f-1954c1cdb284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.075343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-65a6de1d-ca78-4d6d-9014-fb7c98631097 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips/1649229c-d1e0-41d7-a597-c04c11a0a3dd HTTP/1.1" status: 200 len: 693 time: 0.0970857 Sep 10 03:44:31.078597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c78dac-58d0-4140-a6a6-a8484618654e tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event deleted for resources: {'Port': ['ID=0cffe7b1-5727-44b5-8a6b-b978a1b86179,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:31.171326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2b5c69e6-1364-4406-bc6f-1954c1cdb284 None None] Port 697d97bf-8021-44a2-88b9-19219021dd22 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:31.223377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-0aff6c06-98b6-433f-abaf-823baa1e8bbf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:31.224273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-0aff6c06-98b6-433f-abaf-823baa1e8bbf tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1482596 Sep 10 03:44:31.226141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3c78dac-58d0-4140-a6a6-a8484618654e tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.233799 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c3c78dac-58d0-4140-a6a6-a8484618654e tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "DELETE /v2.0/ports/0cffe7b1-5727-44b5-8a6b-b978a1b86179 HTTP/1.1" status: 204 len: 168 time: 1.2076254 Sep 10 03:44:31.234480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39618) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:31.245413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:31.264617 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f30cc07-98c7-42fb-9d4f-7d7cf6af5eb7 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] GET failed (client error): The resource could not be found. Sep 10 03:44:31.273107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6f30cc07-98c7-42fb-9d4f-7d7cf6af5eb7 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "GET /v2.0/ports/0cffe7b1-5727-44b5-8a6b-b978a1b86179 HTTP/1.1" status: 404 len: 333 time: 0.0375726 Sep 10 03:44:31.273788 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39624) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:31.278874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'port': {'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-459202873'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:31.318076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2b5c69e6-1364-4406-bc6f-1954c1cdb284 None None] Provisioning complete for port 167f3242-ae63-47f6-8202-04e393c290b2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:31.318444 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2b5c69e6-1364-4406-bc6f-1954c1cdb284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.351927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-55e88c77-0efc-4356-9b35-b52824b12d85 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 696 time: 0.1195972 Sep 10 03:44:31.423520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-9498cac5-ea1e-47fb-864c-7d369b57f001 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.78 HTTP/1.1" status: 200 len: 696 time: 0.0633183 Sep 10 03:44:31.460363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e89ea280-04c6-4235-bdf6-a530f71f9ce0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e89ea280-04c6-4235-bdf6-a530f71f9ce0,segment=NetworkSegment(30ad88bc-6d9a-4817-83b2-9fed93581543),segment_id=30ad88bc-6d9a-4817-83b2-9fed93581543)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:31.487151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'e89ea280-04c6-4235-bdf6-a530f71f9ce0', 'network_id': 'ca3123dd-6d65-43cc-903d-28f4717b506c', 'port_id': 'e89ea280-04c6-4235-bdf6-a530f71f9ce0', 'mac_address': 'fa:16:3e:7b:91:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b321dce-a09d-45bd-b5e0-299e69a8c3c6', 'ip_address': '19.80.0.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:44:31.498999 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=167f3242-ae63-47f6-8202-04e393c290b2,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:31.505382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2b5c69e6-1364-4406-bc6f-1954c1cdb284 None None] Could not find standard attr ID for object 0cffe7b1-5727-44b5-8a6b-b978a1b86179. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:44:31.550008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.563960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e89ea280-04c6-4235-bdf6-a530f71f9ce0 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:31.575161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Deleting port 90702622-5897-4a8a-bd07-952755681fef {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:31.575545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.581407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Made reservation on behalf of c005e27aa193470d946382c82cc81113 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:31.585116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.587966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e89ea280-04c6-4235-bdf6-a530f71f9ce0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e89ea280-04c6-4235-bdf6-a530f71f9ce0,segment=NetworkSegment(30ad88bc-6d9a-4817-83b2-9fed93581543),segment_id=30ad88bc-6d9a-4817-83b2-9fed93581543)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:31.608773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] device_id is not set on port f4228229-0fed-4ca5-8b4c-6c081d7adfc2 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:44:31.632195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6a939fbc-3769-4217-bd36-ff719ce07931 None None] Provisioning complete for port 697d97bf-8021-44a2-88b9-19219021dd22 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:31.632534 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6a939fbc-3769-4217-bd36-ff719ce07931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.660182 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.660762 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.673674 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6a939fbc-3769-4217-bd36-ff719ce07931 None None] Port 697d97bf-8021-44a2-88b9-19219021dd22 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:31.676056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Calling delete_port for 90702622-5897-4a8a-bd07-952755681fef owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:31.677422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6a939fbc-3769-4217-bd36-ff719ce07931 None None] Could not find standard attr ID for object 0cffe7b1-5727-44b5-8a6b-b978a1b86179. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:44:31.696104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.748311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=e89ea280-04c6-4235-bdf6-a530f71f9ce0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:31.788491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Allocated IP 2001:db8::30c (3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1/69f48e4e-fb62-4682-b6a7-70be4bf36d3e/f4228229-0fed-4ca5-8b4c-6c081d7adfc2) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:31.917965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['36ee282b-c1e4-4e4f-a05d-2b1724e63f63'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:44:31.924670 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.965634 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:31.984689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Transition to ACTIVE for port object f4228229-0fed-4ca5-8b4c-6c081d7adfc2 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:32.009897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Pushing event deleted for resources: {'Port': ['ID=90702622-5897-4a8a-bd07-952755681fef,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:32.020344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.119365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.128257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 167f3242-ae63-47f6-8202-04e393c290b2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:32.165919 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.168810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.170309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43e9aae2-6b20-43b5-97f6-c84d9da3cf0f req-8b211c93-9b8e-44c3-9634-245dd10e7dfe tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "DELETE /v2.0/floatingips/1649229c-d1e0-41d7-a597-c04c11a0a3dd HTTP/1.1" status: 204 len: 173 time: 0.7412076 Sep 10 03:44:32.182235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fdec8-56c8-4404-93b1-7786e7759e31 req-1ab625f6-ef5b-4e3b-b05e-5b513f71929e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.188470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873fdec8-56c8-4404-93b1-7786e7759e31 req-1ab625f6-ef5b-4e3b-b05e-5b513f71929e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.193835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 167f3242-ae63-47f6-8202-04e393c290b2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:32.195909 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.198986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-873fdec8-56c8-4404-93b1-7786e7759e31 req-1ab625f6-ef5b-4e3b-b05e-5b513f71929e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1680 time: 0.1228969 Sep 10 03:44:32.229108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:32.231043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Port': ['ID=f4228229-0fed-4ca5-8b4c-6c081d7adfc2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:32.235767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:32.249908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:32.253720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-873fdec8-56c8-4404-93b1-7786e7759e31 req-b35e7eb3-4a07-4b89-8592-71a8b837eaed tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538311 Sep 10 03:44:32.258069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.258627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.331290 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ca7e536-3ef3-4efb-840d-49b4d1c410b4 x-openstack-request-id: req-5ca7e536-3ef3-4efb-840d-49b4d1c410b4 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:32.331768 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "tag": "36ee282b-c1e4-4e4f-a05d-2b1724e63f63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:32.332208 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ca7e536-3ef3-4efb-840d-49b4d1c410b4 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:32.332776 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'tag': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63', 'status': 'completed', 'code': 200} Sep 10 03:44:32.333182 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'status': 'completed', 'code': 200} Sep 10 03:44:32.370301 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-12d47c2c-48b8-4043-ab69-e94b1ba51a54 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.0900638 Sep 10 03:44:32.372171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39640) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:32.378703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d257bb3d-c03c-40db-8ed4-69a700a8647a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::371', 'mac_address': 'fa:16:3e:ce:19:b2'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:32.396066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5376da65-6652-429a-9f52-d49281315943 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:32.465551 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:32.495047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-e479e7f7-2741-4f62-9bf9-1e15c74919c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.496409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-e479e7f7-2741-4f62-9bf9-1e15c74919c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=33f4a863ff68449cbf63655ffdcda955&device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 1096 time: 0.0639780 Sep 10 03:44:32.505377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-0ded06b1-e500-4f2b-97ac-310bbdc60db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.505377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-0ded06b1-e500-4f2b-97ac-310bbdc60db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.507342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-0ded06b1-e500-4f2b-97ac-310bbdc60db3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9c8500dd865c4af2a7a973a359f49354&device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1982 time: 0.1412070 Sep 10 03:44:32.549961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d257bb3d-c03c-40db-8ed4-69a700a8647a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.614541 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.626931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-4d17ce92-d201-4fce-8d68-c292043036aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.628672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-4d17ce92-d201-4fce-8d68-c292043036aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=054367bb-4201-4a0e-93d3-85cc9225d52e HTTP/1.1" status: 200 len: 903 time: 0.1085570 Sep 10 03:44:32.671236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5376da65-6652-429a-9f52-d49281315943'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:32.674602 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fefe0c2-ad8d-4b55-81a3-680da552172e" -d '{"events": [{"server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "name": "network-vif-unplugged", "status": "completed", "tag": "5376da65-6652-429a-9f52-d49281315943"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:32.692142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-3c95dcbc-1baf-4a74-8bf7-5ce3c6cc2a4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.250&port_id=36ee282b-c1e4-4e4f-a05d-2b1724e63f63 HTTP/1.1" status: 200 len: 217 time: 0.0528274 Sep 10 03:44:32.696024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5376da65-6652-429a-9f52-d49281315943,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:32.798744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:32.803334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:32.803727 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.805227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-76a4f5d2-838e-422d-b293-fe0f8a48b879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.805512 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.807934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-76a4f5d2-838e-422d-b293-fe0f8a48b879 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=286857d3-d081-46eb-83df-946ff0e1e994 HTTP/1.1" status: 200 len: 801 time: 0.0826330 Sep 10 03:44:32.809559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-034fbec7-0a8c-4c0d-8225-9f8aa51ca6aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.811177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-034fbec7-0a8c-4c0d-8225-9f8aa51ca6aa service neutron] 10.222.0.39 "GET /v2.0/networks?id=00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 200 len: 922 time: 0.3022926 Sep 10 03:44:32.859168 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d257bb3d-c03c-40db-8ed4-69a700a8647a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.860410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-71ca9858-acfa-41e8-a070-23c371fa5a78 None None] Provisioning for port f4228229-0fed-4ca5-8b4c-6c081d7adfc2 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:32.872878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-71ca9858-acfa-41e8-a070-23c371fa5a78 None None] Provisioning complete for port f4228229-0fed-4ca5-8b4c-6c081d7adfc2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:32.873239 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71ca9858-acfa-41e8-a070-23c371fa5a78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.887074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-6e3ce9a7-968a-4c65-a1e6-aab566e46647 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 200 len: 217 time: 0.0640848 Sep 10 03:44:32.907404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-d0aaa9c5-bc04-41ef-9c72-ecf0a8df42a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.908904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-d0aaa9c5-bc04-41ef-9c72-ecf0a8df42a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=054367bb-4201-4a0e-93d3-85cc9225d52e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0840106 Sep 10 03:44:32.929704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-71ca9858-acfa-41e8-a070-23c371fa5a78 None None] Port f4228229-0fed-4ca5-8b4c-6c081d7adfc2 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:32.937388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=5376da65-6652-429a-9f52-d49281315943,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:32.941394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d257bb3d-c03c-40db-8ed4-69a700a8647a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.989267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d257bb3d-c03c-40db-8ed4-69a700a8647a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] In _notify_port_updated(), no bound segment for port f4228229-0fed-4ca5-8b4c-6c081d7adfc2 on network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:44:32.995594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257bb3d-c03c-40db-8ed4-69a700a8647a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:32.995974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['e89ea280-04c6-4235-bdf6-a530f71f9ce0'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:44:32.996642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d257bb3d-c03c-40db-8ed4-69a700a8647a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:32.998245 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d257bb3d-c03c-40db-8ed4-69a700a8647a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "PUT /v2.0/ports/f4228229-0fed-4ca5-8b4c-6c081d7adfc2 HTTP/1.1" status: 200 len: 1002 time: 0.6247051 Sep 10 03:44:33.008114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39654) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:33.035273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-ee802dde-4c67-4f0d-ac71-f64006eaf223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:33.037550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-ee802dde-4c67-4f0d-ac71-f64006eaf223 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 200 len: 860 time: 0.1422329 Sep 10 03:44:33.105973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d257bb3d-c03c-40db-8ed4-69a700a8647a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Port': ['ID=f4228229-0fed-4ca5-8b4c-6c081d7adfc2,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:33.207592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b4a54-fc11-4d9b-933a-e106452310da tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Deleting port f4228229-0fed-4ca5-8b4c-6c081d7adfc2 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:33.208075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4a54-fc11-4d9b-933a-e106452310da tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:33.256845 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45dabae6-11fb-4e6b-9ed2-d8d8cb94c1a2 x-openstack-request-id: req-45dabae6-11fb-4e6b-9ed2-d8d8cb94c1a2 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:33.257391 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "name": "network-vif-unplugged", "status": "completed", "tag": "5376da65-6652-429a-9f52-d49281315943", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:33.257611 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45dabae6-11fb-4e6b-9ed2-d8d8cb94c1a2 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:33.257883 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5376da65-6652-429a-9f52-d49281315943', 'code': 200} Sep 10 03:44:33.275924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-313fcab0-fcd5-4b68-88f4-086b7b522beb service neutron] 10.222.0.20 "GET /v2.0/networks/054367bb-4201-4a0e-93d3-85cc9225d52e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3422902 Sep 10 03:44:33.303417 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:33.304938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-a481feba-f769-462f-932b-6ad770b05de2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:33.306957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-a481feba-f769-462f-932b-6ad770b05de2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=00f7a226-40e1-4644-95af-a4f63e77454d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2387321 Sep 10 03:44:33.367115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:33.394855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4a54-fc11-4d9b-933a-e106452310da tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:33.411108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-2d6b4a54-fc11-4d9b-933a-e106452310da tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Calling delete_port for f4228229-0fed-4ca5-8b4c-6c081d7adfc2 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:33.457325 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:33.509724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6a9b3fef-4096-4548-ac66-c9adb14786f2 None None] Provisioning complete for port f4228229-0fed-4ca5-8b4c-6c081d7adfc2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:33.510102 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6a9b3fef-4096-4548-ac66-c9adb14786f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:33.552495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b3fef-4096-4548-ac66-c9adb14786f2 None None] Port f4228229-0fed-4ca5-8b4c-6c081d7adfc2 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:33.581001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:33.587669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bda2dd-f6bd-4bbd-9b44-bd6c7799541f req-0ea711c1-e960-4443-a989-ee35c07ee41d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:33.592142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7bda2dd-f6bd-4bbd-9b44-bd6c7799541f req-0ea711c1-e960-4443-a989-ee35c07ee41d tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 945 time: 0.3282862 Sep 10 03:44:33.595690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-a8a6f9cf-ddc3-4051-ad57-0a7c036a93ae tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:33.597056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-a8a6f9cf-ddc3-4051-ad57-0a7c036a93ae tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.4625936 Sep 10 03:44:33.626419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-c90d34cd-1d21-45c2-94e0-819e74b8494d service neutron] 10.222.0.20 "GET /v2.0/networks/054367bb-4201-4a0e-93d3-85cc9225d52e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3272376 Sep 10 03:44:33.642971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-9b5163b7-43ed-4059-a624-1f3ad70dc164 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/quotas/77e28690aa0e41198f2b6be9a0b040db HTTP/1.1" status: 200 len: 375 time: 0.0345781 Sep 10 03:44:33.665471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-a748d290-bc1e-4d26-97b1-6f657ffa8506 service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2743127 Sep 10 03:44:33.669355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4a54-fc11-4d9b-933a-e106452310da tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:33.672518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7bda2dd-f6bd-4bbd-9b44-bd6c7799541f req-87d72854-c0ca-4be7-b6c8-9818bcff3a09 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726216 Sep 10 03:44:33.699361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-43227017-824b-4e10-ba18-1c95e1164346 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457904 Sep 10 03:44:33.704762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-04339587-bf2f-489b-8a45-3360d347600b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:44:33.705996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6b4a54-fc11-4d9b-933a-e106452310da tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event deleted for resources: {'Port': ['ID=f4228229-0fed-4ca5-8b4c-6c081d7adfc2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:33.711899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-04339587-bf2f-489b-8a45-3360d347600b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0116103 Sep 10 03:44:33.810487 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d6b4a54-fc11-4d9b-933a-e106452310da tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:33.813484 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2d6b4a54-fc11-4d9b-933a-e106452310da tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "DELETE /v2.0/ports/f4228229-0fed-4ca5-8b4c-6c081d7adfc2 HTTP/1.1" status: 204 len: 168 time: 0.8105643 Sep 10 03:44:33.815893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39686) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:33.846380 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fec37e2b-8264-4daf-88e7-7ff6412e03bc tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] GET failed (client error): The resource could not be found. Sep 10 03:44:33.851449 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fec37e2b-8264-4daf-88e7-7ff6412e03bc tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "GET /v2.0/ports/f4228229-0fed-4ca5-8b4c-6c081d7adfc2 HTTP/1.1" status: 404 len: 333 time: 0.0307956 Sep 10 03:44:33.851783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39688) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:33.857583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'port': {'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-664870400'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:33.877824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-99923506-7728-40f0-b9b9-235169952f60 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650009 Sep 10 03:44:34.072098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Made reservation on behalf of c005e27aa193470d946382c82cc81113 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:34.075936 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.095773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] device_id is not set on port 218a08dd-b6ce-4229-b7ae-c58479d2026d yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:44:34.230323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Allocated IP 2001:db8::57 (3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1/69f48e4e-fb62-4682-b6a7-70be4bf36d3e/218a08dd-b6ce-4229-b7ae-c58479d2026d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:34.351473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f6444d2-5529-443a-b1b7-5003cb0e17b7 req-b1ba0f89-bb18-4137-b518-df7dc7c72b16 service neutron] 10.222.0.39 "GET /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6622455 Sep 10 03:44:34.371359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-833037ae-98fd-4dc7-8a66-4976f7e34d45 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:34.376252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-833037ae-98fd-4dc7-8a66-4976f7e34d45 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 804 time: 0.5323675 Sep 10 03:44:34.393343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e89ea280-04c6-4235-bdf6-a530f71f9ce0 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:34.413259 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.428621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-01b41e91-92d8-48d5-9541-4875f81062c9 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998441 Sep 10 03:44:34.428621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-35cd6aeb-e6d2-4bcc-8084-2726e7374e03 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/quotas/ed652637b833445aa459587cd9fe6b07 HTTP/1.1" status: 200 len: 375 time: 0.0414732 Sep 10 03:44:34.429231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Transition to ACTIVE for port object 218a08dd-b6ce-4229-b7ae-c58479d2026d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:34.480806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-45f78e5e-b341-41bd-a108-e2e21653590a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0552559 Sep 10 03:44:34.528104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port e89ea280-04c6-4235-bdf6-a530f71f9ce0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:34.532205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port e89ea280-04c6-4235-bdf6-a530f71f9ce0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:34.532684 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.578104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.592964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-6057c004-f24a-4098-a228-ddf180c6ee73 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:34.594476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-6057c004-f24a-4098-a228-ddf180c6ee73 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.39 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1122580 Sep 10 03:44:34.637074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.672233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:34.673264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-2384d215-e19e-4448-a260-0864ec2abc83 service neutron] 10.222.0.22 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798515 Sep 10 03:44:34.676001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:34.682171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:34.689140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:34.690464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.717541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Port': ['ID=218a08dd-b6ce-4229-b7ae-c58479d2026d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:34.731815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e89ea280-04c6-4235-bdf6-a530f71f9ce0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e89ea280-04c6-4235-bdf6-a530f71f9ce0,segment=NetworkSegment(30ad88bc-6d9a-4817-83b2-9fed93581543),segment_id=30ad88bc-6d9a-4817-83b2-9fed93581543)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:34.799261 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a84d2f76-ebd7-4daa-a711-0a879b052773 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.9456820 Sep 10 03:44:34.805122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39698) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:34.824563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3623f67b-5390-431c-8344-ca3cfee289bf tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:ce:19:b2'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:34.848436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Deleting port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:34.848993 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.853606 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:34.918898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-ea2590a2-5fe4-4360-b58c-af081fd6d779 service neutron] 10.222.0.22 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2310395 Sep 10 03:44:34.953611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=e89ea280-04c6-4235-bdf6-a530f71f9ce0,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:34.958408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-42e37e30-db27-4dd4-a9e1-6ae3cdec2030 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:34.960670 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-42e37e30-db27-4dd4-a9e1-6ae3cdec2030 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "GET /v2.0/ports?device_id=4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2 HTTP/1.1" status: 200 len: 943 time: 0.2227814 Sep 10 03:44:35.091479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] For port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:35.092245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.134823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a09a7-59fc-4100-ad6d-c69fd48cd68e req-db8b6b3f-cb7f-44c5-a5ae-669fd91abd0b tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:35.145462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57a09a7-59fc-4100-ad6d-c69fd48cd68e req-db8b6b3f-cb7f-44c5-a5ae-669fd91abd0b tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:35.149147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d57a09a7-59fc-4100-ad6d-c69fd48cd68e req-db8b6b3f-cb7f-44c5-a5ae-669fd91abd0b tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1682 time: 0.2119610 Sep 10 03:44:35.159970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Calling delete_port for 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:35.216352 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3623f67b-5390-431c-8344-ca3cfee289bf tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.258938 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63'}, {'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ea280-04c6-4235-bdf6-a530f71f9ce0'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:35.263719 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d38234e4-3d5c-480d-859a-8af31c116f8a" -d '{"events": [{"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-plugged", "status": "completed", "tag": "36ee282b-c1e4-4e4f-a05d-2b1724e63f63"}, {"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-plugged", "status": "completed", "tag": "e89ea280-04c6-4235-bdf6-a530f71f9ce0"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:35.274213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d57a09a7-59fc-4100-ad6d-c69fd48cd68e req-8fbdd54e-05cc-4085-a4a3-98310a56b007 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242030 Sep 10 03:44:35.277876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Deleting port 5376da65-6652-429a-9f52-d49281315943 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:35.280300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.364499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-602b122d-c6ca-42b6-9dbb-56fc711520c7 None None] Provisioning for port 218a08dd-b6ce-4229-b7ae-c58479d2026d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:35.370783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-602b122d-c6ca-42b6-9dbb-56fc711520c7 None None] Provisioning complete for port 218a08dd-b6ce-4229-b7ae-c58479d2026d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:35.371398 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-602b122d-c6ca-42b6-9dbb-56fc711520c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.445440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1685ee90-85a3-442b-9124-1972dea34151 req-a4a87cc7-f900-4829-88f8-cef1e8a1af0a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 210 time: 0.0776343 Sep 10 03:44:35.458192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-602b122d-c6ca-42b6-9dbb-56fc711520c7 None None] Port 218a08dd-b6ce-4229-b7ae-c58479d2026d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:35.484844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] For port 5376da65-6652-429a-9f52-d49281315943, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5376da65-6652-429a-9f52-d49281315943,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:35.485403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.499215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Calling delete_port for 5376da65-6652-429a-9f52-d49281315943 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:35.546418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2375dbd2-bfff-4231-8790-37fb74f8a3c6 req-d31bfe6d-3e78-40b1-b671-7e53e8df03df tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:35.548105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2375dbd2-bfff-4231-8790-37fb74f8a3c6 req-d31bfe6d-3e78-40b1-b671-7e53e8df03df tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 945 time: 0.1033638 Sep 10 03:44:35.550356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cdfe1d93-7fe2-4ada-a1a4-737dcfba9088 req-1801b91c-2a79-4b73-837d-66cdedcc3627 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 210 time: 0.0567241 Sep 10 03:44:35.611891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2375dbd2-bfff-4231-8790-37fb74f8a3c6 req-b96316a1-d18f-45ed-8c42-9684d30ad8be tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/security-groups?id=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517972 Sep 10 03:44:35.627698 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f1c890-b4e1-4219-95a0-1bfaf28f972f x-openstack-request-id: req-24f1c890-b4e1-4219-95a0-1bfaf28f972f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:35.628387 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-plugged", "status": "completed", "tag": "36ee282b-c1e4-4e4f-a05d-2b1724e63f63", "code": 200}, {"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-plugged", "status": "completed", "tag": "e89ea280-04c6-4235-bdf6-a530f71f9ce0", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:35.628877 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24f1c890-b4e1-4219-95a0-1bfaf28f972f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:35.629408 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63', 'code': 200} Sep 10 03:44:35.629660 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e89ea280-04c6-4235-bdf6-a530f71f9ce0', 'code': 200} Sep 10 03:44:35.660019 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.673775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:44:35.689674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Pushing event deleted for resources: {'Port': ['ID=1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:35.722293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3623f67b-5390-431c-8344-ca3cfee289bf tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.769341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] No DVR routers for this DVR port 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:35.772289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.774338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b786d5d-37d4-40ff-949a-c24c092b8ed7 req-43f59528-c87f-4fc8-b51c-163ad95bb2bd tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.39 "DELETE /v2.0/ports/1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 HTTP/1.1" status: 204 len: 173 time: 1.1668081 Sep 10 03:44:35.777708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'name': 'network-vif-deleted', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:35.782259 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b730b0b3-9b32-493e-9dc3-c9904fcb3832" -d '{"events": [{"server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "name": "network-vif-deleted", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:35.798733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4e14b-7c6e-4297-a2e8-7c88848d8b52 req-db8f5c56-184c-42cb-a5a8-32857a683c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:35.798733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e4e14b-7c6e-4297-a2e8-7c88848d8b52 req-db8f5c56-184c-42cb-a5a8-32857a683c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:35.798733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6e4e14b-7c6e-4297-a2e8-7c88848d8b52 req-db8f5c56-184c-42cb-a5a8-32857a683c1a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1984 time: 0.1002724 Sep 10 03:44:35.822027 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351351be-2a90-4bbf-b116-426d8e93cc1c x-openstack-request-id: req-351351be-2a90-4bbf-b116-426d8e93cc1c {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:35.822323 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6aa03f-715c-42c1-9dc5-3548ac07d5b1", "name": "network-vif-deleted", "tag": "1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:35.822576 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-351351be-2a90-4bbf-b116-426d8e93cc1c {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:35.822972 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6aa03f-715c-42c1-9dc5-3548ac07d5b1', 'name': 'network-vif-deleted', 'tag': '1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59', 'status': 'completed', 'code': 200} Sep 10 03:44:35.838730 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6e4e14b-7c6e-4297-a2e8-7c88848d8b52 req-bd424bd9-f724-44de-a607-29d4853bb806 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374272 Sep 10 03:44:35.873168 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3623f67b-5390-431c-8344-ca3cfee289bf tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.878575 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.917912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3623f67b-5390-431c-8344-ca3cfee289bf tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] In _notify_port_updated(), no bound segment for port 218a08dd-b6ce-4229-b7ae-c58479d2026d on network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:44:35.923502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3623f67b-5390-431c-8344-ca3cfee289bf tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:35.937588 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3623f67b-5390-431c-8344-ca3cfee289bf tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.937588 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3623f67b-5390-431c-8344-ca3cfee289bf tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "PUT /v2.0/ports/218a08dd-b6ce-4229-b7ae-c58479d2026d HTTP/1.1" status: 200 len: 1001 time: 1.1165867 Sep 10 03:44:35.938270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39722) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:35.963748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623f67b-5390-431c-8344-ca3cfee289bf tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Port': ['ID=218a08dd-b6ce-4229-b7ae-c58479d2026d,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:35.982348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] No DVR routers for this DVR port 5376da65-6652-429a-9f52-d49281315943 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:35.985750 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:35.987802 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d80d9571-b716-4d20-bef4-ebc94c83e15a req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "DELETE /v2.0/ports/5376da65-6652-429a-9f52-d49281315943 HTTP/1.1" status: 204 len: 173 time: 0.9983249 Sep 10 03:44:35.988248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'name': 'network-vif-deleted', 'tag': '5376da65-6652-429a-9f52-d49281315943'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:35.990540 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8761a9fa-d6e3-4604-b2d1-ab3642110b65" -d '{"events": [{"server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "name": "network-vif-deleted", "tag": "5376da65-6652-429a-9f52-d49281315943"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:36.013391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b56a682-be63-4df7-9d9d-5b1ec8ab33e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Pushing event deleted for resources: {'Port': ['ID=5376da65-6652-429a-9f52-d49281315943,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:36.061807 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09b08165-b0b2-48fe-a595-31534e883a5e x-openstack-request-id: req-09b08165-b0b2-48fe-a595-31534e883a5e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:36.062743 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2", "name": "network-vif-deleted", "tag": "5376da65-6652-429a-9f52-d49281315943", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:36.062935 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-09b08165-b0b2-48fe-a595-31534e883a5e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:36.066020 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4136ba1e-6b5c-4fda-b0b5-b69dac73e2a2', 'name': 'network-vif-deleted', 'tag': '5376da65-6652-429a-9f52-d49281315943', 'status': 'completed', 'code': 200} Sep 10 03:44:36.084385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-02601d5a-5d0d-4775-a375-336712f809ec tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Deleting port 218a08dd-b6ce-4229-b7ae-c58479d2026d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:36.084756 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02601d5a-5d0d-4775-a375-336712f809ec tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:36.206310 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02601d5a-5d0d-4775-a375-336712f809ec tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:36.219629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-02601d5a-5d0d-4775-a375-336712f809ec tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Calling delete_port for 218a08dd-b6ce-4229-b7ae-c58479d2026d owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:36.340432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9b3e6ca0-54c3-4aae-b2ea-51a941f66427 None None] Provisioning complete for port 218a08dd-b6ce-4229-b7ae-c58479d2026d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:36.341214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9b3e6ca0-54c3-4aae-b2ea-51a941f66427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:36.384931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e6ca0-54c3-4aae-b2ea-51a941f66427 None None] Port 218a08dd-b6ce-4229-b7ae-c58479d2026d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:36.416700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e9550-121c-4c1d-8b28-257db7729205 req-c1e7b266-d320-4ded-a4b0-e2efc95413e0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:36.423406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589e9550-121c-4c1d-8b28-257db7729205 req-c1e7b266-d320-4ded-a4b0-e2efc95413e0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:36.425218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-589e9550-121c-4c1d-8b28-257db7729205 req-c1e7b266-d320-4ded-a4b0-e2efc95413e0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1682 time: 0.0674503 Sep 10 03:44:36.469205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-589e9550-121c-4c1d-8b28-257db7729205 req-fed1e378-5ec9-4aaf-bdbe-9c5b620cfd6e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367007 Sep 10 03:44:36.504393 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02601d5a-5d0d-4775-a375-336712f809ec tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:36.543623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02601d5a-5d0d-4775-a375-336712f809ec tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event deleted for resources: {'Port': ['ID=218a08dd-b6ce-4229-b7ae-c58479d2026d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:36.587099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92bbd868-01dd-4394-8a53-494e81b77427 req-5750ef03-cd5a-4d9a-9bc0-360f5d50048c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 210 time: 0.0456717 Sep 10 03:44:36.590485 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02601d5a-5d0d-4775-a375-336712f809ec tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:36.595432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-02601d5a-5d0d-4775-a375-336712f809ec tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "DELETE /v2.0/ports/218a08dd-b6ce-4229-b7ae-c58479d2026d HTTP/1.1" status: 204 len: 168 time: 0.6658082 Sep 10 03:44:36.595878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39738) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:36.624090 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0235faa5-c465-4fd2-a109-f564579b4210 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] GET failed (client error): The resource could not be found. Sep 10 03:44:36.625640 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0235faa5-c465-4fd2-a109-f564579b4210 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "GET /v2.0/ports/218a08dd-b6ce-4229-b7ae-c58479d2026d HTTP/1.1" status: 404 len: 333 time: 0.0283692 Sep 10 03:44:36.629603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39742) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:36.635437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'port': {'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1223546081'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:36.653550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0a8bf1e-2bb0-48c2-896f-575c6a695bd5 req-5ebe89bd-6202-4199-8428-efbfa7abd2ba tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 210 time: 0.0335999 Sep 10 03:44:36.735911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70c12968-0e68-420c-b353-db6edecf735b req-c3681677-bbbc-4c00-a150-fc7a90a2a4d4 tempest-FloatingIPsAssociationTestJSON-1904058623 tempest-FloatingIPsAssociationTestJSON-1904058623-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e6aa03f-715c-42c1-9dc5-3548ac07d5b1 HTTP/1.1" status: 200 len: 210 time: 0.0332491 Sep 10 03:44:37.158300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Made reservation on behalf of c005e27aa193470d946382c82cc81113 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:37.161853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:37.182195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] device_id is not set on port ddeda04b-b45f-4899-ba85-e8d8d066c0ef yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:44:37.309131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Allocated IP 2001:db8::3b7 (3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1/69f48e4e-fb62-4682-b6a7-70be4bf36d3e/ddeda04b-b45f-4899-ba85-e8d8d066c0ef) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:37.456318 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:37.470183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Transition to ACTIVE for port object ddeda04b-b45f-4899-ba85-e8d8d066c0ef will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:37.600946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e33294-158a-4cc1-a7d0-aa8befe23678 req-5a812950-161d-4664-a9e8-337d3c171a3a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:37.607178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e33294-158a-4cc1-a7d0-aa8befe23678 req-5a812950-161d-4664-a9e8-337d3c171a3a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:37.608823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89e33294-158a-4cc1-a7d0-aa8befe23678 req-5a812950-161d-4664-a9e8-337d3c171a3a tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1682 time: 0.0574453 Sep 10 03:44:37.620786 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:37.651704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89e33294-158a-4cc1-a7d0-aa8befe23678 req-16d3602a-a0f2-43a6-9c75-c15f5dc2e17d tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365436 Sep 10 03:44:37.681908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:37.686901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:37.689271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Port': ['ID=ddeda04b-b45f-4899-ba85-e8d8d066c0ef,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:37.692017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:37.699569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:37.700396 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:37.730431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33302b0e-bc64-4062-969b-1e0b72e2c06f req-610e6559-a52d-4d21-9251-77468699ee69 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 210 time: 0.0679936 Sep 10 03:44:37.832244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69c899a0-0f5d-422c-b6a0-da7e3c5422cf req-d7be905e-ee8c-482a-bab4-bb040ed78cb7 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 210 time: 0.0366704 Sep 10 03:44:37.872351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39762) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:37.912926 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d4cba0f1-ebf8-494e-b7d9-fbf9925445a4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2822616 Sep 10 03:44:37.915558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39766) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:37.920764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'port': {'network_id': '3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-503448592'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:38.120070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d4308404-55b3-49f8-aa80-85d8cc266d27 None None] Provisioning for port ddeda04b-b45f-4899-ba85-e8d8d066c0ef completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:38.124176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d4308404-55b3-49f8-aa80-85d8cc266d27 None None] Provisioning complete for port ddeda04b-b45f-4899-ba85-e8d8d066c0ef triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:38.124546 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d4308404-55b3-49f8-aa80-85d8cc266d27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:38.158431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d4308404-55b3-49f8-aa80-85d8cc266d27 None None] Port ddeda04b-b45f-4899-ba85-e8d8d066c0ef cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:38.300254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Made reservation on behalf of c005e27aa193470d946382c82cc81113 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:38.304088 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:38.326772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] device_id is not set on port 72044c03-cd7f-490d-af84-f586c85d131d yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:44:38.394324 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:38.396879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3c512-e8e0-4ead-85e0-cedd01d025d4 req-4879f2b8-e883-420b-9874-40097df41ce5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:38.402921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c3c512-e8e0-4ead-85e0-cedd01d025d4 req-4879f2b8-e883-420b-9874-40097df41ce5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:38.404542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93c3c512-e8e0-4ead-85e0-cedd01d025d4 req-4879f2b8-e883-420b-9874-40097df41ce5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1682 time: 0.0608742 Sep 10 03:44:38.443703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:38.447138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93c3c512-e8e0-4ead-85e0-cedd01d025d4 req-d01cebd3-17b7-416e-9203-70ff79a724db tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358517 Sep 10 03:44:38.464962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:38.465303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1f0dd90c-e25d-4a47-8d5d-9c4faa4c0d59 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:38.465712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5376da65-6652-429a-9f52-d49281315943 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:38.487133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 5376da65-6652-429a-9f52-d49281315943 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:38.487474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5376da65-6652-429a-9f52-d49281315943 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:38.591379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Allocated IP 2001:db8::24d (3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1/69f48e4e-fb62-4682-b6a7-70be4bf36d3e/72044c03-cd7f-490d-af84-f586c85d131d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:38.747622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-2c6d3586-9834-46c6-9ff9-fc94e8606b47 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:38.749099 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-2c6d3586-9834-46c6-9ff9-fc94e8606b47 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.2714019 Sep 10 03:44:38.775933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Request body: {'port': {'device_id': '34714f04-2e71-41b5-84b3-52c7febaf814', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'admin_state_up': True, 'tenant_id': '77e28690aa0e41198f2b6be9a0b040db'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:38.837920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6625199b-aecb-4369-b410-fbdd92254fea req-2cc4b3d1-0caf-4e11-b11f-70af12868e33 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 210 time: 0.0263212 Sep 10 03:44:38.938903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68822483-6f50-4e97-abc1-d7c7722dbc6c req-09bc99e1-76c7-40cc-9b1a-b311d9c5ac13 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 210 time: 0.0337951 Sep 10 03:44:39.015238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.038737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Transition to ACTIVE for port object 72044c03-cd7f-490d-af84-f586c85d131d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:39.058501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Deleting port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:39.058858 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.160089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Made reservation on behalf of 77e28690aa0e41198f2b6be9a0b040db for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:39.165667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.181341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] For port 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:39.181704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.204632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Calling delete_port for 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:39.281675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.387384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:39.390154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Port': ['ID=72044c03-cd7f-490d-af84-f586c85d131d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:39.397721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:39.402708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:39.408399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:39.409007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.409863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-9d86ef18-4710-4b7a-946b-4d1ac87d5559 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:39.411237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-9d86ef18-4710-4b7a-946b-4d1ac87d5559 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 804 time: 0.1106732 Sep 10 03:44:39.424788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Request body: {'port': {'device_id': '12b1faf5-6977-459b-b75e-915fd73efd64', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'admin_state_up': True, 'tenant_id': 'ed652637b833445aa459587cd9fe6b07'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:39.471297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Allocated IP 172.20.0.3 (70e06d48-b244-4860-bc21-3a6979134cb8/b5575dc5-8b76-4214-8972-bb2f14443e81/2037e16d-fa50-4fc3-85e0-8c78d28d3afd) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:39.594525 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b806cd6d-d251-4afa-b442-acfea4cca07b tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.6746283 Sep 10 03:44:39.594637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39784) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:39.600042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-54c59c7e-28b4-4aed-b36c-ea1a5dee285d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::371', 'mac_address': 'fa:16:3e:ce:19:b2'}, {'ip_address': '2001:db8::3b7', 'mac_address': 'fa:16:3e:65:fa:96'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:39.753235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.756619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106c144-8b70-4e18-86da-a0fb44539598 req-9e157f53-b04c-4a13-a208-cf817122c9e3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:39.763235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106c144-8b70-4e18-86da-a0fb44539598 req-9e157f53-b04c-4a13-a208-cf817122c9e3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:39.764862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6106c144-8b70-4e18-86da-a0fb44539598 req-9e157f53-b04c-4a13-a208-cf817122c9e3 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1682 time: 0.2233255 Sep 10 03:44:39.805129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-d36f05cb-aa00-4b32-b35d-3de04e8384a4 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:39.811044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-d36f05cb-aa00-4b32-b35d-3de04e8384a4 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:39.812582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-d36f05cb-aa00-4b32-b35d-3de04e8384a4 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1682 time: 0.1397679 Sep 10 03:44:39.862432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e860ac18-a362-455f-8347-92c91d994240 None None] Provisioning for port 72044c03-cd7f-490d-af84-f586c85d131d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:39.865532 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.866812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e860ac18-a362-455f-8347-92c91d994240 None None] Provisioning complete for port 72044c03-cd7f-490d-af84-f586c85d131d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:39.867197 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e860ac18-a362-455f-8347-92c91d994240 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.885129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Made reservation on behalf of ed652637b833445aa459587cd9fe6b07 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:39.888684 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:39.899283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Pushing event deleted for resources: {'Port': ['ID=3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:39.923767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6106c144-8b70-4e18-86da-a0fb44539598 req-f68fd9ac-453c-4b12-a41d-9b9da40a9b99 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518900 Sep 10 03:44:39.956434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e860ac18-a362-455f-8347-92c91d994240 None None] Port 72044c03-cd7f-490d-af84-f586c85d131d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:40.149834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde9e388-95db-4176-8253-8633b84cf2f6 req-ec4da31b-66b3-45eb-91c3-8b923f8828cf tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 210 time: 0.0956941 Sep 10 03:44:40.167742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.179150 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.182824 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-54c59c7e-28b4-4aed-b36c-ea1a5dee285d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.212904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Network 70e06d48-b244-4860-bc21-3a6979134cb8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:40.217358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:40.222360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:40.279101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting port e89ea280-04c6-4235-bdf6-a530f71f9ce0 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:40.279863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.303252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Allocated IP 172.20.0.8 (0b7fd2a5-6a25-4901-b37e-c7062b51f9ef/63197daf-2f94-42c1-990c-e0ca7f2854ea/b7fb25f7-5932-4cac-b274-ae785128af3e) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:40.349847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:40.350456 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.374205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event updated for resources: {'Port': ['ID=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:40.482482 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-e1a18e41-995e-438f-b7ef-f278aac4d9d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7220581 Sep 10 03:44:40.518566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-aa732eae-a70e-4795-9c43-68e63b2d239a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:44:40.520097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-aa732eae-a70e-4795-9c43-68e63b2d239a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055785 Sep 10 03:44:40.522617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a7f2cd-d310-4d4c-8acc-ad968d34f67a req-9cef71a5-b207-48b9-999a-eac4a6379ab9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:40.524080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4a7f2cd-d310-4d4c-8acc-ad968d34f67a req-9cef71a5-b207-48b9-999a-eac4a6379ab9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 931 time: 0.2315392 Sep 10 03:44:40.525872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] For port e89ea280-04c6-4235-bdf6-a530f71f9ce0, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e89ea280-04c6-4235-bdf6-a530f71f9ce0,segment=NetworkSegment(30ad88bc-6d9a-4817-83b2-9fed93581543),segment_id=30ad88bc-6d9a-4817-83b2-9fed93581543)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:40.526238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.535495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Request body: {'port': {'device_id': '34714f04-2e71-41b5-84b3-52c7febaf814', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:40.580887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:44:40.594843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Calling delete_port for e89ea280-04c6-4235-bdf6-a530f71f9ce0 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:40.612442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.741103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4a7f2cd-d310-4d4c-8acc-ad968d34f67a req-293d653c-dadf-4353-8826-ea5c8f193fd4 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2013850 Sep 10 03:44:40.785542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.793667 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-54c59c7e-28b4-4aed-b36c-ea1a5dee285d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.912779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-54c59c7e-28b4-4aed-b36c-ea1a5dee285d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.947590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-54c59c7e-28b4-4aed-b36c-ea1a5dee285d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] In _notify_port_updated(), no bound segment for port 72044c03-cd7f-490d-af84-f586c85d131d on network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:44:40.954841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54c59c7e-28b4-4aed-b36c-ea1a5dee285d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:40.955424 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-54c59c7e-28b4-4aed-b36c-ea1a5dee285d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:40.959450 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-54c59c7e-28b4-4aed-b36c-ea1a5dee285d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "PUT /v2.0/ports/72044c03-cd7f-490d-af84-f586c85d131d HTTP/1.1" status: 200 len: 1067 time: 1.3618686 Sep 10 03:44:40.960834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39800) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:41.035427 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.056436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.058114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c59c7e-28b4-4aed-b36c-ea1a5dee285d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event updated for resources: {'Port': ['ID=72044c03-cd7f-490d-af84-f586c85d131d,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:41.124601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:44:41.131992 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-edc8b3d5-08cb-4f3c-8278-d922aae4660b admin admin] 10.222.0.22 "PUT /v2.0/routers/1e53ec13-2d5d-4194-b4c0-173d8bbd28ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2584174 Sep 10 03:44:41.135587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39802) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:41.142884 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] Sync routers for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:44:41.156077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:41.168146 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:41.168954 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:41.309481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c0307aa4-d060-4c02-b0b6-f6572e8a66a5 None None] Provisioning complete for port 72044c03-cd7f-490d-af84-f586c85d131d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:41.310740 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c0307aa4-d060-4c02-b0b6-f6572e8a66a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.329894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.337766 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:41.371507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c0307aa4-d060-4c02-b0b6-f6572e8a66a5 None None] Port 72044c03-cd7f-490d-af84-f586c85d131d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:41.522103 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.533226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9150-4976-417d-a62b-1865275c9ee2 req-70de1fce-76c1-4bea-a5f9-22d82a09d8aa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:41.539507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c9150-4976-417d-a62b-1865275c9ee2 req-70de1fce-76c1-4bea-a5f9-22d82a09d8aa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:41.541254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c07c9150-4976-417d-a62b-1865275c9ee2 req-70de1fce-76c1-4bea-a5f9-22d82a09d8aa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 1604 time: 0.5259416 Sep 10 03:44:41.548738 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:44:39Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:41.553574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:41.573279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:41.580294 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] Checking router: 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:44:41.589310 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] Routers {'1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:41.589922 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:41.602079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2037e16d-fa50-4fc3-85e0-8c78d28d3afd {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:41.604825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] No DVR routers for this DVR port e89ea280-04c6-4235-bdf6-a530f71f9ce0 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:41.613385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.629518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Pushing event updated for resources: {'Port': ['ID=b7fb25f7-5932-4cac-b274-ae785128af3e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:41.634986 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.636972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "DELETE /v2.0/ports/e89ea280-04c6-4235-bdf6-a530f71f9ce0 HTTP/1.1" status: 204 len: 173 time: 1.7942717 Sep 10 03:44:41.642802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-deleted', 'tag': 'e89ea280-04c6-4235-bdf6-a530f71f9ce0'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:41.645455 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3249efb-c604-450b-813f-b739d3d70f03" -d '{"events": [{"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-deleted", "tag": "e89ea280-04c6-4235-bdf6-a530f71f9ce0"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:41.653217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Transition to ACTIVE for port object 2037e16d-fa50-4fc3-85e0-8c78d28d3afd will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:41.673432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Deleting port 845688db-1088-4dc2-be21-c61ae65033a6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:41.673772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.699523 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] Set router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:41.722635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac0648-c1b8-4dcf-9115-cc9213ef97a2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Port': ['ID=e89ea280-04c6-4235-bdf6-a530f71f9ce0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:41.735887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.753734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6599ad80-bf1a-4ee4-a66a-619e43a6ad53 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Deleting port 72044c03-cd7f-490d-af84-f586c85d131d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:41.754079 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6599ad80-bf1a-4ee4-a66a-619e43a6ad53 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.768666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:41.769313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.806790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c07c9150-4976-417d-a62b-1865275c9ee2 req-f3de4c2f-3868-4834-89d6-b0d631c3b9a0 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2306371 Sep 10 03:44:41.845461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Pushing event updated for resources: {'Port': ['ID=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:41.850782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381f183f-10cf-4219-a8a2-486d9f548ccc req-b38d5200-c156-4dcc-b3f3-06eda68ba59c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:41.860067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-381f183f-10cf-4219-a8a2-486d9f548ccc req-b38d5200-c156-4dcc-b3f3-06eda68ba59c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 931 time: 0.3163407 Sep 10 03:44:41.887769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] For port 845688db-1088-4dc2-be21-c61ae65033a6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=845688db-1088-4dc2-be21-c61ae65033a6,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:41.888202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.896781 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:44:39Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:41.909868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Calling delete_port for 845688db-1088-4dc2-be21-c61ae65033a6 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:41.933458 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d398264-ff1a-47fc-8fbe-aaad6cafde56 None None] The sync data for ids ['1e53ec13-2d5d-4194-b4c0-173d8bbd28ac'] in n-d-808143-1 is: [{'id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'name': 'tempest-FloatingIPsAssociationTestJSON-1291313874-router', 'tenant_id': '33f4a863ff68449cbf63655ffdcda955', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94'}], 'enable_snat': True}, 'gw_port_id': '845688db-1088-4dc2-be21-c61ae65033a6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:53Z', 'updated_at': '2021-09-10T03:44:39Z', 'revision_number': 5, 'project_id': '33f4a863ff68449cbf63655ffdcda955', 'gw_port': {'id': '845688db-1088-4dc2-be21-c61ae65033a6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:17:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e53ec13-2d5d-4194-b4c0-173d8bbd28ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1090, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:54Z', 'updated_at': '2021-09-10T03:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:44:41.941758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Attempting to bind port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:41.942100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Attempting to bind port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:41.942431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Attempting to bind port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:41.951632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd on network 70e06d48-b244-4860-bc21-3a6979134cb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:44:41.952105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Attempting to bind port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:41.959067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:41.959981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Checking segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:41.959981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Bound using segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:41.960334 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Bound port: 2037e16d-fa50-4fc3-85e0-8c78d28d3afd, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:41.960707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.973119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-381f183f-10cf-4219-a8a2-486d9f548ccc req-cd1b93f0-9bd5-4f63-87ba-5671426ae006 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135952 Sep 10 03:44:41.978263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6599ad80-bf1a-4ee4-a66a-619e43a6ad53 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:41.981723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-193be9dd-577a-405f-acaa-8207383cf38d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5611591 Sep 10 03:44:42.006719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Request body: {'port': {'device_id': '12b1faf5-6977-459b-b75e-915fd73efd64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:42.019617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6599ad80-bf1a-4ee4-a66a-619e43a6ad53 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Calling delete_port for 72044c03-cd7f-490d-af84-f586c85d131d owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:42.049936 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b22296b5-99a2-46f3-b5ff-a361fd2e7fdf x-openstack-request-id: req-b22296b5-99a2-46f3-b5ff-a361fd2e7fdf {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:42.050289 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-deleted", "tag": "e89ea280-04c6-4235-bdf6-a530f71f9ce0", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:42.050597 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b22296b5-99a2-46f3-b5ff-a361fd2e7fdf {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:42.051040 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-deleted', 'tag': 'e89ea280-04c6-4235-bdf6-a530f71f9ce0', 'status': 'completed', 'code': 200} Sep 10 03:44:42.054178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:42.054701 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.147012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] For port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:42.167644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] For port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:42.207885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.303153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e9ca40-893e-4e47-bb61-573d5dc02d0c req-e086fb64-e9f1-4c02-be75-97ff8074749d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:42.304585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14e9ca40-893e-4e47-bb61-573d5dc02d0c req-e086fb64-e9f1-4c02-be75-97ff8074749d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 943 time: 0.2118127 Sep 10 03:44:42.311835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] For port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:42.312197 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.339386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:42.343851 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.347866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Calling delete_port for 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:42.362628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:42.362976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3cbfd7a4-67e6-4bd3-9c8b-978755cf2a37 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:42.374926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:42.374926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.374926 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] 10.222.0.39 "PUT /v2.0/ports/2037e16d-fa50-4fc3-85e0-8c78d28d3afd HTTP/1.1" status: 200 len: 1091 time: 1.8454452 Sep 10 03:44:42.387527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:42.401492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34714f04-2e71-41b5-84b3-52c7febaf814', 'tag': '2037e16d-fa50-4fc3-85e0-8c78d28d3afd'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:42.404428 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-184c0f4a-3790-45f6-a0c5-78ee9dd9f3e4" -d '{"events": [{"name": "network-changed", "server_uuid": "34714f04-2e71-41b5-84b3-52c7febaf814", "tag": "2037e16d-fa50-4fc3-85e0-8c78d28d3afd"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:42.412466 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.491148 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d567005-4c69-45ba-8566-ca1cc28da25d x-openstack-request-id: req-0d567005-4c69-45ba-8566-ca1cc28da25d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:42.491498 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34714f04-2e71-41b5-84b3-52c7febaf814", "tag": "2037e16d-fa50-4fc3-85e0-8c78d28d3afd", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:42.492068 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d567005-4c69-45ba-8566-ca1cc28da25d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:42.492700 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34714f04-2e71-41b5-84b3-52c7febaf814', 'tag': '2037e16d-fa50-4fc3-85e0-8c78d28d3afd', 'status': 'completed', 'code': 200} Sep 10 03:44:42.537358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14e9ca40-893e-4e47-bb61-573d5dc02d0c req-7a6a5fe0-10cc-43b1-a182-f729a7848ecf tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210989 Sep 10 03:44:42.546854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1db1010-df39-4d56-98b7-15284a5c5672 service neutron] Pushing event updated for resources: {'Port': ['ID=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:42.571407 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.590327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Pushing event deleted for resources: {'Port': ['ID=845688db-1088-4dc2-be21-c61ae65033a6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:42.596829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.606563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:42.609492 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3450cbfd-1c04-4f86-8a94-e9dcc576d495" -d '{"events": [{"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-unplugged", "status": "completed", "tag": "36ee282b-c1e4-4e4f-a05d-2b1724e63f63"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:42.636136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:42.670826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c0f4a-3790-45f6-a0c5-78ee9dd9f3e4 req-6d477967-b97b-468b-b2dd-85d3650df5b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:42.673070 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-184c0f4a-3790-45f6-a0c5-78ee9dd9f3e4 req-6d477967-b97b-468b-b2dd-85d3650df5b3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 1094 time: 0.1738009 Sep 10 03:44:42.705139 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.713215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.732321 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f50be96-e427-4161-be23-5a2e5fb4a997 x-openstack-request-id: req-4f50be96-e427-4161-be23-5a2e5fb4a997 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:42.733264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6599ad80-bf1a-4ee4-a66a-619e43a6ad53 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.733588 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-unplugged", "status": "completed", "tag": "36ee282b-c1e4-4e4f-a05d-2b1724e63f63", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:42.733844 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f50be96-e427-4161-be23-5a2e5fb4a997 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:42.734911 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63', 'code': 200} Sep 10 03:44:42.771396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b7fb25f7-5932-4cac-b274-ae785128af3e {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:42.776353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6599ad80-bf1a-4ee4-a66a-619e43a6ad53 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event deleted for resources: {'Port': ['ID=72044c03-cd7f-490d-af84-f586c85d131d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:42.782969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.787794 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.788591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e89ea280-04c6-4235-bdf6-a530f71f9ce0 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:42.838243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: e89ea280-04c6-4235-bdf6-a530f71f9ce0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:42.838862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e89ea280-04c6-4235-bdf6-a530f71f9ce0 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:42.885590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c0f4a-3790-45f6-a0c5-78ee9dd9f3e4 req-c16fe676-1e44-4374-a62b-2481f68471dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:42.887179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-184c0f4a-3790-45f6-a0c5-78ee9dd9f3e4 req-c16fe676-1e44-4374-a62b-2481f68471dc service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=77e28690aa0e41198f2b6be9a0b040db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1800144 Sep 10 03:44:42.891810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:42.897078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Transition to ACTIVE for port object b7fb25f7-5932-4cac-b274-ae785128af3e will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:42.938510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.938724 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1e53ec13-2d5d-4194-b4c0-173d8bbd28ac {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:44:42.944573 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:42.946166 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c1131ba3-0e87-4506-bed2-dc452e0e8858 admin admin] 10.222.0.22 "DELETE /v2.0/routers/1e53ec13-2d5d-4194-b4c0-173d8bbd28ac HTTP/1.1" status: 204 len: 168 time: 1.8071942 Sep 10 03:44:42.949748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39826) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:43.014526 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.057643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d289884c-f34a-4b10-bf33-870edf2eb3ad admin admin] Deleting subnet 49e034b3-3905-4953-b3a4-11530915a985 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:44:43.061785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c0f4a-3790-45f6-a0c5-78ee9dd9f3e4 req-edfc7f57-c1f2-47d2-b7a5-439898b0c876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:43.063352 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-184c0f4a-3790-45f6-a0c5-78ee9dd9f3e4 req-edfc7f57-c1f2-47d2-b7a5-439898b0c876 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1600120 Sep 10 03:44:43.064094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d289884c-f34a-4b10-bf33-870edf2eb3ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.076924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Port': ['ID=36ee282b-c1e4-4e4f-a05d-2b1724e63f63,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:43.090268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.107876 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d289884c-f34a-4b10-bf33-870edf2eb3ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.115767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c744d-8937-4988-9e9d-f01f0a1f567e req-2fae3864-6de2-4e33-bbc5-3ca93b9831bc tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:43.123990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef5c744d-8937-4988-9e9d-f01f0a1f567e req-2fae3864-6de2-4e33-bbc5-3ca93b9831bc tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 865 time: 0.2106609 Sep 10 03:44:43.198579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-c858ae1e-63b9-4cb6-a1e5-e825d12c91d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:43.200113 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-c858ae1e-63b9-4cb6-a1e5-e825d12c91d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 1094 time: 0.0688546 Sep 10 03:44:43.263290 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-c0f50f94-bbe9-4565-90e6-42bc7e16312e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2037e16d-fa50-4fc3-85e0-8c78d28d3afd HTTP/1.1" status: 200 len: 217 time: 0.0449917 Sep 10 03:44:43.305297 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d289884c-f34a-4b10-bf33-870edf2eb3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.315479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef5c744d-8937-4988-9e9d-f01f0a1f567e req-01a7feff-8432-43c6-85a5-53a8cd7a118e tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/security-groups?id=bc88561a-92c5-4802-8ee5-330383f8776c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905196 Sep 10 03:44:43.324172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] No DVR routers for this DVR port 36ee282b-c1e4-4e4f-a05d-2b1724e63f63 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:43.332466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.334399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f0f4bb0-7625-4b6e-ae54-af6cdb321a70 req-114abf04-881d-4947-a95b-27caf40a88fa tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.20 "DELETE /v2.0/ports/36ee282b-c1e4-4e4f-a05d-2b1724e63f63 HTTP/1.1" status: 204 len: 173 time: 1.6732302 Sep 10 03:44:43.359797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-99305a5a-a7d2-41c2-b895-f1acb5d43ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:43.364141 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-99305a5a-a7d2-41c2-b895-f1acb5d43ec5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.0899005 Sep 10 03:44:43.370565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fb25f7-5932-4cac-b274-ae785128af3e,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:43.416083 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-fe4b964a-ea77-4995-be92-82caabf6c339 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388024 Sep 10 03:44:43.428174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6599ad80-bf1a-4ee4-a66a-619e43a6ad53 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.433190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6599ad80-bf1a-4ee4-a66a-619e43a6ad53 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "DELETE /v2.0/ports/72044c03-cd7f-490d-af84-f586c85d131d HTTP/1.1" status: 204 len: 168 time: 2.4691832 Sep 10 03:44:43.435180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39836) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:43.462024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5388009-d64a-4c9e-9099-08b5c40b13e7 req-790d95f5-a8a4-4cc5-866a-b83ab12ed401 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:43.463524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5388009-d64a-4c9e-9099-08b5c40b13e7 req-790d95f5-a8a4-4cc5-866a-b83ab12ed401 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 943 time: 0.2540739 Sep 10 03:44:43.469300 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ee42890-0c26-404d-8ee9-21683bf5c5d4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] GET failed (client error): The resource could not be found. Sep 10 03:44:43.470989 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5ee42890-0c26-404d-8ee9-21683bf5c5d4 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "GET /v2.0/ports/72044c03-cd7f-490d-af84-f586c85d131d HTTP/1.1" status: 404 len: 333 time: 0.0345476 Sep 10 03:44:43.474791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39838) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:43.518216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Attempting to bind port b7fb25f7-5932-4cac-b274-ae785128af3e on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:43.520595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Attempting to bind port b7fb25f7-5932-4cac-b274-ae785128af3e by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:43.520595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Attempting to bind port b7fb25f7-5932-4cac-b274-ae785128af3e on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:43.527878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5388009-d64a-4c9e-9099-08b5c40b13e7 req-3e1e9567-f651-4e02-8bdb-b55ae42d990e tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562758 Sep 10 03:44:43.528745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Port b7fb25f7-5932-4cac-b274-ae785128af3e on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:44:43.529072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Attempting to bind port b7fb25f7-5932-4cac-b274-ae785128af3e on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:43.534383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:43.534730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Checking segment: {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:43.535112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Bound using segment: {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:43.536002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Bound port: b7fb25f7-5932-4cac-b274-ae785128af3e, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:43.536002 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.593481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d289884c-f34a-4b10-bf33-870edf2eb3ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.608608 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-9d4dcecb-1de2-4a99-b4c8-401510eb4c67 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913037 Sep 10 03:44:43.627020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:43.630408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7fb25f7-5932-4cac-b274-ae785128af3e,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:43.641775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d289884c-f34a-4b10-bf33-870edf2eb3ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49e034b3-3905-4953-b3a4-11530915a985,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:43.656970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d289884c-f34a-4b10-bf33-870edf2eb3ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.661943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe59faa7-f0db-4996-994b-7f31cf7f495d None None] Network 00f7a226-40e1-4644-95af-a4f63e77454d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:43.662442 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d289884c-f34a-4b10-bf33-870edf2eb3ad admin admin] 10.222.0.22 "DELETE /v2.0/subnets/49e034b3-3905-4953-b3a4-11530915a985 HTTP/1.1" status: 204 len: 168 time: 0.7088077 Sep 10 03:44:43.662442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39842) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:43.694135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e628a3-a5f7-42e6-a337-940d0ac93cd1 req-79b0f0bc-47b3-4fd2-a3d4-442ea03be685 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:43.696614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5e628a3-a5f7-42e6-a337-940d0ac93cd1 req-79b0f0bc-47b3-4fd2-a3d4-442ea03be685 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 943 time: 0.0642638 Sep 10 03:44:43.739190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5e628a3-a5f7-42e6-a337-940d0ac93cd1 req-6fdf1253-a789-405b-80e5-7d9d44fce277 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344245 Sep 10 03:44:43.758915 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.796250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:43.796853 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.798373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] 10.222.0.39 "PUT /v2.0/ports/b7fb25f7-5932-4cac-b274-ae785128af3e HTTP/1.1" status: 200 len: 1091 time: 1.8076024 Sep 10 03:44:43.813399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b442d8ea-3f58-4827-bf39-e4735b1bae6d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Deleting port ddeda04b-b45f-4899-ba85-e8d8d066c0ef {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:43.813827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b442d8ea-3f58-4827-bf39-e4735b1bae6d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.826186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd043f55-3049-4ed9-869b-5e674ce1d7d7 service neutron] Pushing event updated for resources: {'Port': ['ID=b7fb25f7-5932-4cac-b274-ae785128af3e,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:43.840929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.869869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71462bbd-378b-4ab8-a36f-7838266053c9 None None] DHCP port deletion for 00f7a226-40e1-4644-95af-a4f63e77454d request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:44:43.877993 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d29dfb1c-3bd7-4ec5-8eb1-536d80499df0 req-2701bbce-b1cb-429e-ae8f-89758d556c61 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456861 Sep 10 03:44:43.916346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-71462bbd-378b-4ab8-a36f-7838266053c9 None None] Deleting port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:43.916830 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71462bbd-378b-4ab8-a36f-7838266053c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.985876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-71462bbd-378b-4ab8-a36f-7838266053c9 None None] For port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e5aef2ee-c51d-4c52-bff1-df20a5d36ae3,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:43.986118 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b442d8ea-3f58-4827-bf39-e4735b1bae6d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.986331 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71462bbd-378b-4ab8-a36f-7838266053c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:43.998786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-71462bbd-378b-4ab8-a36f-7838266053c9 None None] Calling delete_port for e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:44.004726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b442d8ea-3f58-4827-bf39-e4735b1bae6d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Calling delete_port for ddeda04b-b45f-4899-ba85-e8d8d066c0ef owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:44.030315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-ab80bb72-efb4-4643-b9d5-0e971331d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:44.031889 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-ab80bb72-efb4-4643-b9d5-0e971331d1f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 1094 time: 0.0906470 Sep 10 03:44:44.052170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-deleted', 'tag': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63'}, {'name': 'network-changed', 'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:44.055071 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-231467bb-449b-49da-b7be-06d23a61845d" -d '{"events": [{"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-deleted", "tag": "36ee282b-c1e4-4e4f-a05d-2b1724e63f63"}, {"name": "network-changed", "server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:44.075112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Deleting port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:44.075449 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:44.110256 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-f268598b-c70a-4d5a-9629-ee47da587d2e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7fb25f7-5932-4cac-b274-ae785128af3e HTTP/1.1" status: 200 len: 217 time: 0.0467458 Sep 10 03:44:44.121214 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04210cbf-15c0-4dc7-ac14-a15b4fdf1b05 x-openstack-request-id: req-04210cbf-15c0-4dc7-ac14-a15b4fdf1b05 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:44.124272 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "323e2b56-8817-4679-be94-85aa5c1ca50e", "name": "network-vif-deleted", "tag": "36ee282b-c1e4-4e4f-a05d-2b1724e63f63", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:44.124703 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04210cbf-15c0-4dc7-ac14-a15b4fdf1b05 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:44.128267 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '323e2b56-8817-4679-be94-85aa5c1ca50e', 'name': 'network-vif-deleted', 'tag': '36ee282b-c1e4-4e4f-a05d-2b1724e63f63', 'status': 'completed', 'code': 200} Sep 10 03:44:44.129070 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e', 'status': 'completed', 'code': 200} Sep 10 03:44:44.147607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 845688db-1088-4dc2-be21-c61ae65033a6 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:44.168785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 845688db-1088-4dc2-be21-c61ae65033a6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:44.172744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 845688db-1088-4dc2-be21-c61ae65033a6 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:44.172744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:44.206807 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71462bbd-378b-4ab8-a36f-7838266053c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:44.236145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71462bbd-378b-4ab8-a36f-7838266053c9 None None] Pushing event deleted for resources: {'Port': ['ID=e5aef2ee-c51d-4c52-bff1-df20a5d36ae3,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:44.238328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No active binding found for port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 {{(pid=95138) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Sep 10 03:44:44.238950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:44.242276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71462bbd-378b-4ab8-a36f-7838266053c9 None None] No DVR routers for this DVR port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:44.246982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-26748792-b830-4a5f-bbee-a5b161c68728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:44.249476 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-26748792-b830-4a5f-bbee-a5b161c68728 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63197daf-2f94-42c1-990c-e0ca7f2854ea HTTP/1.1" status: 200 len: 844 time: 0.1279202 Sep 10 03:44:44.251530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] For port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e5aef2ee-c51d-4c52-bff1-df20a5d36ae3,segment=NetworkSegment(9240dff2-6209-442e-a63e-6ef4a72f9af5),segment_id=9240dff2-6209-442e-a63e-6ef4a72f9af5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:44.251909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:44.295455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-d61777e2-e255-4856-92a7-1bc12753dc5d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344367 Sep 10 03:44:44.296317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Calling delete_port for e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:44.452881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d70d936-526e-4212-8697-daf947808844 req-078b449e-b9ee-4669-a405-6d478eff9d54 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "GET /v2.0/ports?device_id=323e2b56-8817-4679-be94-85aa5c1ca50e HTTP/1.1" status: 200 len: 210 time: 0.0434153 Sep 10 03:44:44.500443 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-e17c7630-b505-47f3-9271-97c66ff74139 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952767 Sep 10 03:44:44.505704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:44.551864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] No DVR routers for this DVR port e5aef2ee-c51d-4c52-bff1-df20a5d36ae3 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:44.553495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Pushing event deleted for resources: {'Port': ['ID=e5aef2ee-c51d-4c52-bff1-df20a5d36ae3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:44.599340 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b442d8ea-3f58-4827-bf39-e4735b1bae6d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:44.652167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd47cf8-2099-48b4-8c22-fab63fb3d0e8 req-a3129432-eb18-49a8-9b32-10b7ea01a05d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:44.653674 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fd47cf8-2099-48b4-8c22-fab63fb3d0e8 req-a3129432-eb18-49a8-9b32-10b7ea01a05d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 943 time: 0.0498173 Sep 10 03:44:44.698962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fd47cf8-2099-48b4-8c22-fab63fb3d0e8 req-607248b9-ce63-4953-a6fa-7c2064a5c8b6 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390620 Sep 10 03:44:44.863082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf2d103-ebf4-4870-b9d3-38b0c517938b req-ba83e9df-6838-4f87-9c73-3cae6c87006c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:44.864748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bf2d103-ebf4-4870-b9d3-38b0c517938b req-ba83e9df-6838-4f87-9c73-3cae6c87006c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 943 time: 0.0519519 Sep 10 03:44:44.905308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bf2d103-ebf4-4870-b9d3-38b0c517938b req-c82f5809-2421-48b4-91b3-c0452929a46b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342095 Sep 10 03:44:44.982891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:44.985515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442d8ea-3f58-4827-bf39-e4735b1bae6d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event deleted for resources: {'Port': ['ID=ddeda04b-b45f-4899-ba85-e8d8d066c0ef,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:45.044974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00f7a226-40e1-4644-95af-a4f63e77454d']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:45.049146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b442d8ea-3f58-4827-bf39-e4735b1bae6d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.051067 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b442d8ea-3f58-4827-bf39-e4735b1bae6d tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "DELETE /v2.0/ports/ddeda04b-b45f-4899-ba85-e8d8d066c0ef HTTP/1.1" status: 204 len: 168 time: 1.5755811 Sep 10 03:44:45.053959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39858) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:45.060499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9240dff2-6209-442e-a63e-6ef4a72f9af5') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:45.060795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9240dff2-6209-442e-a63e-6ef4a72f9af5') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:45.064134 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2485642d-2f35-4832-bce5-fc2d1ebebf0d req-7a6c22e9-90a7-40c5-9c82-00f3b280aad7 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5559657 Sep 10 03:44:45.073389 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.088868 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.095001 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f9d566-af63-43df-a897-7816d5266aa3 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] GET failed (client error): The resource could not be found. Sep 10 03:44:45.095374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:44:45.095838 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.100925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e2f9d566-af63-43df-a897-7816d5266aa3 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "GET /v2.0/ports/ddeda04b-b45f-4899-ba85-e8d8d066c0ef HTTP/1.1" status: 404 len: 333 time: 0.0421801 Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:44:45.101184 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:44:45.104161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39860) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:45.222749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b378dffc-85bb-4c46-9de8-f88b718ea1b6 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Deleting port 697d97bf-8021-44a2-88b9-19219021dd22 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:45.223094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b378dffc-85bb-4c46-9de8-f88b718ea1b6 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.290613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.297909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.301842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] 10.222.0.22 "DELETE /v2.0/networks/00f7a226-40e1-4644-95af-a4f63e77454d HTTP/1.1" status: 204 len: 168 time: 1.6360219 Sep 10 03:44:45.315010 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b378dffc-85bb-4c46-9de8-f88b718ea1b6 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.316035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a065e9-3aec-4b27-945a-e880ca9f431a admin admin] Pushing event deleted for resources: {'Network': ['ID=00f7a226-40e1-4644-95af-a4f63e77454d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:45.323778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231467bb-449b-49da-b7be-06d23a61845d req-f30c466b-6c10-4c71-a16b-a6a1a7a3f574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:45.325448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-231467bb-449b-49da-b7be-06d23a61845d req-f30c466b-6c10-4c71-a16b-a6a1a7a3f574 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 1094 time: 0.0621471 Sep 10 03:44:45.330291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b378dffc-85bb-4c46-9de8-f88b718ea1b6 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Calling delete_port for 697d97bf-8021-44a2-88b9-19219021dd22 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:45.424803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231467bb-449b-49da-b7be-06d23a61845d req-085e24bc-3790-428d-b3d9-e3998e4e6129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:45.426235 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-231467bb-449b-49da-b7be-06d23a61845d req-085e24bc-3790-428d-b3d9-e3998e4e6129 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 905 time: 0.0927582 Sep 10 03:44:45.466912 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-231467bb-449b-49da-b7be-06d23a61845d req-dd30f50b-a878-4336-9c52-55085a816b67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b7fb25f7-5932-4cac-b274-ae785128af3e HTTP/1.1" status: 200 len: 217 time: 0.0339007 Sep 10 03:44:45.512668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39872) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:45.529065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231467bb-449b-49da-b7be-06d23a61845d req-c5d0c8b4-815c-4dab-871c-944080385f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:45.529065 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-231467bb-449b-49da-b7be-06d23a61845d req-c5d0c8b4-815c-4dab-871c-944080385f80 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=63197daf-2f94-42c1-990c-e0ca7f2854ea HTTP/1.1" status: 200 len: 844 time: 0.0540681 Sep 10 03:44:45.562998 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-231467bb-449b-49da-b7be-06d23a61845d req-4bfcdb45-0d4d-4abb-9a0f-a9d935384fa9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265422 Sep 10 03:44:45.572742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-277009e8-68c7-4e03-9abd-870dfd91feb6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting subnet 286857d3-d081-46eb-83df-946ff0e1e994 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:44:45.575939 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-277009e8-68c7-4e03-9abd-870dfd91feb6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.578576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b378dffc-85bb-4c46-9de8-f88b718ea1b6 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.634756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b378dffc-85bb-4c46-9de8-f88b718ea1b6 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event deleted for resources: {'Port': ['ID=697d97bf-8021-44a2-88b9-19219021dd22,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:45.665998 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-277009e8-68c7-4e03-9abd-870dfd91feb6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.666567 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-231467bb-449b-49da-b7be-06d23a61845d req-739aabd9-a32f-4677-96c3-08a0f57c86f9 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964918 Sep 10 03:44:45.669245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b378dffc-85bb-4c46-9de8-f88b718ea1b6 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.671159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b378dffc-85bb-4c46-9de8-f88b718ea1b6 tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "DELETE /v2.0/ports/697d97bf-8021-44a2-88b9-19219021dd22 HTTP/1.1" status: 204 len: 168 time: 0.5668533 Sep 10 03:44:45.674098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39874) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:45.766992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39878) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:45.797143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-02437132-363e-4224-8ddb-9c6cedbdd17a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Deleting subnet 69f48e4e-fb62-4682-b6a7-70be4bf36d3e {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:44:45.801932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-02437132-363e-4224-8ddb-9c6cedbdd17a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.852274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ba4d7d1e-e762-405b-afbc-c2b6efffd1a2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33f4a863ff68449cbf63655ffdcda955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0811133 Sep 10 03:44:45.852614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39880) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:45.864625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ed485-1d58-4c9d-93b0-b31abf71a443 req-edae175d-2e1c-4779-9153-9e1460072940 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:45.866649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d7ed485-1d58-4c9d-93b0-b31abf71a443 req-edae175d-2e1c-4779-9153-9e1460072940 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 943 time: 0.0741377 Sep 10 03:44:45.867576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-02437132-363e-4224-8ddb-9c6cedbdd17a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.872084 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-231467bb-449b-49da-b7be-06d23a61845d req-5ed10d4e-4f50-48d5-938a-947b3dc86722 service neutron] 10.222.0.39 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1953785 Sep 10 03:44:45.900307 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-277009e8-68c7-4e03-9abd-870dfd91feb6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:45.941090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d7ed485-1d58-4c9d-93b0-b31abf71a443 req-94e3bbd8-2dbd-405a-8f5a-5d9fa01e3ef0 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677338 Sep 10 03:44:45.986332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b9d61b5-c985-4671-9b21-62a0b1f27d1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.008133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-02437132-363e-4224-8ddb-9c6cedbdd17a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.039491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b9d61b5-c985-4671-9b21-62a0b1f27d1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.050224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47eac53a-1d7b-4d9f-aad5-9113beeca523 req-383802bc-bc15-4390-a61e-a3beee64c501 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:46.051860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47eac53a-1d7b-4d9f-aad5-9113beeca523 req-383802bc-bc15-4390-a61e-a3beee64c501 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 943 time: 0.0531266 Sep 10 03:44:46.076443 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-277009e8-68c7-4e03-9abd-870dfd91feb6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.116523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277009e8-68c7-4e03-9abd-870dfd91feb6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Subnet': ['ID=286857d3-d081-46eb-83df-946ff0e1e994,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:46.124462 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-277009e8-68c7-4e03-9abd-870dfd91feb6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.126308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-277009e8-68c7-4e03-9abd-870dfd91feb6 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "DELETE /v2.0/subnets/286857d3-d081-46eb-83df-946ff0e1e994 HTTP/1.1" status: 204 len: 168 time: 0.6126392 Sep 10 03:44:46.129125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39884) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:46.129997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47eac53a-1d7b-4d9f-aad5-9113beeca523 req-9f626831-4b66-48fb-ac0c-d29276d2c9dc tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700624 Sep 10 03:44:46.132220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900ce7a6-6e63-460d-9299-62917ce55367 None None] Network 054367bb-4201-4a0e-93d3-85cc9225d52e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:46.206747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.214528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-02437132-363e-4224-8ddb-9c6cedbdd17a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.247401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02437132-363e-4224-8ddb-9c6cedbdd17a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event deleted for resources: {'Subnet': ['ID=69f48e4e-fb62-4682-b6a7-70be4bf36d3e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:46.249613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-02437132-363e-4224-8ddb-9c6cedbdd17a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.251529 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-02437132-363e-4224-8ddb-9c6cedbdd17a tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "DELETE /v2.0/subnets/69f48e4e-fb62-4682-b6a7-70be4bf36d3e HTTP/1.1" status: 204 len: 168 time: 0.5761802 Sep 10 03:44:46.254432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39888) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:46.270951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935be630-8816-4f73-a0b6-f4ed43f21d25 None None] Network 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:46.274973 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b9d61b5-c985-4671-9b21-62a0b1f27d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.285951 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b9d61b5-c985-4671-9b21-62a0b1f27d1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.285951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6b9d61b5-c985-4671-9b21-62a0b1f27d1b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4d251d6-cb53-4ccd-9b3e-6d76e56770f1 HTTP/1.1" status: 204 len: 168 time: 0.4251471 Sep 10 03:44:46.314905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9d61b5-c985-4671-9b21-62a0b1f27d1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d251d6-cb53-4ccd-9b3e-6d76e56770f1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:46.384789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:46.385349 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.387408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36322294-c38f-42f5-bf83-dae81ef83140 None None] DHCP port deletion for 054367bb-4201-4a0e-93d3-85cc9225d52e request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:44:46.419921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.462784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2037e16d-fa50-4fc3-85e0-8c78d28d3afd details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:44:46.463533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] For port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a85c7aa1-0c23-4827-964e-1e6bdd7bb59f,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:46.464368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.478021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Calling delete_port for a85c7aa1-0c23-4827-964e-1e6bdd7bb59f owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:46.484784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Deleting port 167f3242-ae63-47f6-8202-04e393c290b2 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:46.485507 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.486454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-36322294-c38f-42f5-bf83-dae81ef83140 None None] Deleting port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:46.486831 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-36322294-c38f-42f5-bf83-dae81ef83140 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.534624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] DHCP port deletion for 3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:44:46.576670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] For port 167f3242-ae63-47f6-8202-04e393c290b2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=167f3242-ae63-47f6-8202-04e393c290b2,segment=NetworkSegment(6933c071-0bae-48d0-ae71-3547be9ff46e),segment_id=6933c071-0bae-48d0-ae71-3547be9ff46e)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:46.577032 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.593596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Calling delete_port for 167f3242-ae63-47f6-8202-04e393c290b2 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:46.651742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-36322294-c38f-42f5-bf83-dae81ef83140 None None] For port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a85c7aa1-0c23-4827-964e-1e6bdd7bb59f,segment=NetworkSegment(3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda),segment_id=3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:46.652141 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-36322294-c38f-42f5-bf83-dae81ef83140 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.677861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-36322294-c38f-42f5-bf83-dae81ef83140 None None] Calling delete_port for a85c7aa1-0c23-4827-964e-1e6bdd7bb59f owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:46.699406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:46.704967 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.733150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Port': ['ID=a85c7aa1-0c23-4827-964e-1e6bdd7bb59f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:46.740242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] No DVR routers for this DVR port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:46.753245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '2037e16d-fa50-4fc3-85e0-8c78d28d3afd', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'port_id': '2037e16d-fa50-4fc3-85e0-8c78d28d3afd', 'mac_address': 'fa:16:3e:15:eb:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5575dc5-8b76-4214-8972-bb2f14443e81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:44:46.774153 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.798082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Deleting port 167f3242-ae63-47f6-8202-04e393c290b2 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:46.798569 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.801638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event deleted for resources: {'Port': ['ID=167f3242-ae63-47f6-8202-04e393c290b2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:46.812085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] No DVR routers for this DVR port 167f3242-ae63-47f6-8202-04e393c290b2 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:46.838292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.851486 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.881487 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['054367bb-4201-4a0e-93d3-85cc9225d52e']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:46.896028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:46.896335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a5f8d87-f797-4bc5-b0ab-69e4bcd1edda') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:46.904249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] For port 167f3242-ae63-47f6-8202-04e393c290b2, host n-d-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:46.904652 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.907864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2037e16d-fa50-4fc3-85e0-8c78d28d3afd {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:46.910243 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.914171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.927844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.928052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Calling delete_port for 167f3242-ae63-47f6-8202-04e393c290b2 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:46.931797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.ipam_backend_mixin [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Port 167f3242-ae63-47f6-8202-04e393c290b2 was not found and therefore no delete operation was performed {{(pid=95138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:44:46.934857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:44:46.935243 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:44:46.938336 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:44:46.940543 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.941987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:46.943037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:46.952627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6933c071-0bae-48d0-ae71-3547be9ff46e') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:46.952956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6933c071-0bae-48d0-ae71-3547be9ff46e') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:46.963395 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.980595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] No DVR routers for this DVR port 167f3242-ae63-47f6-8202-04e393c290b2 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:46.981129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.982845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Pushing event deleted for resources: {'Port': ['ID=167f3242-ae63-47f6-8202-04e393c290b2,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:46.993948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:44:46.994933 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:46.998722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:46.999066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:46.999400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.001126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.001477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.001811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.002139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.002637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.003138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.003723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.004040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.004364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-071e63a6-132a-434e-96c0-3e2d4fca4ad1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:44:47.009321 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-36322294-c38f-42f5-bf83-dae81ef83140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:44:47.022774 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:44:47.039977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36322294-c38f-42f5-bf83-dae81ef83140 None None] No DVR routers for this DVR port a85c7aa1-0c23-4827-964e-1e6bdd7bb59f on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:47.049913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36322294-c38f-42f5-bf83-dae81ef83140 None None] Pushing event deleted for resources: {'Port': ['ID=a85c7aa1-0c23-4827-964e-1e6bdd7bb59f,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:47.101072 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.102425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7fb25f7-5932-4cac-b274-ae785128af3e details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:44:47.109731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d769c-6cf3-4f90-9385-c6412e5ac439 req-1282b9cf-3049-487a-8c89-49d7a7a2793e tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:47.111839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c31d769c-6cf3-4f90-9385-c6412e5ac439 req-1282b9cf-3049-487a-8c89-49d7a7a2793e tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 943 time: 0.0534818 Sep 10 03:44:47.156985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c31d769c-6cf3-4f90-9385-c6412e5ac439 req-49fe7a7e-2163-46a5-9a46-71a15bb734ab tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382671 Sep 10 03:44:47.188068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:47.193042 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.203386 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.208040 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "DELETE /v2.0/networks/054367bb-4201-4a0e-93d3-85cc9225d52e HTTP/1.1" status: 204 len: 168 time: 1.0749400 Sep 10 03:44:47.208404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39910) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:47.216220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd7ebf0-32dc-4982-8081-66c4d40acdf5 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Network': ['ID=054367bb-4201-4a0e-93d3-85cc9225d52e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:47.262892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7fb25f7-5932-4cac-b274-ae785128af3e,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:47.273195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'b7fb25f7-5932-4cac-b274-ae785128af3e', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'port_id': 'b7fb25f7-5932-4cac-b274-ae785128af3e', 'mac_address': 'fa:16:3e:b4:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63197daf-2f94-42c1-990c-e0ca7f2854ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:44:47.294379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4935816b-1544-4258-8be3-13aeef30fcc2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting subnet 1b321dce-a09d-45bd-b5e0-299e69a8c3c6 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:44:47.300116 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4935816b-1544-4258-8be3-13aeef30fcc2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.316282 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.322562 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.327930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.330362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b7fb25f7-5932-4cac-b274-ae785128af3e {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:47.334474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] 10.222.0.22 "DELETE /v2.0/networks/3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1 HTTP/1.1" status: 204 len: 168 time: 1.0788939 Sep 10 03:44:47.358102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7fb25f7-5932-4cac-b274-ae785128af3e,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:47.365225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93049a6d-cfee-4b43-809f-03fede9c99d6 req-7dfaa134-a76c-45f7-ba94-9192d3988eb3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:47.368154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93049a6d-cfee-4b43-809f-03fede9c99d6 req-7dfaa134-a76c-45f7-ba94-9192d3988eb3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 944 time: 0.1293495 Sep 10 03:44:47.379432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155825ee-ce72-4801-834a-fe8f6fb5d76f tempest-AllowedAddressPairIpV6TestJSON-1231291592 tempest-AllowedAddressPairIpV6TestJSON-1231291592-project] Pushing event deleted for resources: {'Network': ['ID=3b93b711-1178-4ec3-ae6c-59b9aeb9d7d1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:47.408632 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4935816b-1544-4258-8be3-13aeef30fcc2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.431371 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.462543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93049a6d-cfee-4b43-809f-03fede9c99d6 req-d805265d-8902-4eb8-b9c4-029bf0771114 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840943 Sep 10 03:44:47.489363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b7fb25f7-5932-4cac-b274-ae785128af3e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:47.522785 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4935816b-1544-4258-8be3-13aeef30fcc2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.702682 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4935816b-1544-4258-8be3-13aeef30fcc2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.732778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4935816b-1544-4258-8be3-13aeef30fcc2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Subnet': ['ID=1b321dce-a09d-45bd-b5e0-299e69a8c3c6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:47.732872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['b7fb25f7-5932-4cac-b274-ae785128af3e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:44:47.735442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['2037e16d-fa50-4fc3-85e0-8c78d28d3afd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:44:47.735568 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4935816b-1544-4258-8be3-13aeef30fcc2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.740702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39934) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:47.741752 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4935816b-1544-4258-8be3-13aeef30fcc2 tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "DELETE /v2.0/subnets/1b321dce-a09d-45bd-b5e0-299e69a8c3c6 HTTP/1.1" status: 204 len: 168 time: 0.5322723 Sep 10 03:44:47.779253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48fa30e9-5d70-4289-bff8-cf1c1ec99d5c None None] Network ca3123dd-6d65-43cc-903d-28f4717b506c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:47.836168 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.913433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Deleting port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:47.913916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:47.967315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-20737efc-e3d0-423a-a3fc-2d5ff7423f09 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1b3e0fac5dfc47738494792edce79d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300419 Sep 10 03:44:47.984700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39946) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:48.008284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] For port 3e7c1869-1f24-4a76-a8f0-6bcd87586502, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3e7c1869-1f24-4a76-a8f0-6bcd87586502,segment=NetworkSegment(30ad88bc-6d9a-4817-83b2-9fed93581543),segment_id=30ad88bc-6d9a-4817-83b2-9fed93581543)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:48.008728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.024207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Calling delete_port for 3e7c1869-1f24-4a76-a8f0-6bcd87586502 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:48.140263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-5976d4fd-e71f-4162-8668-5f027d577172 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:48.148527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-5976d4fd-e71f-4162-8668-5f027d577172 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1753542 Sep 10 03:44:48.168203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-02fdbad6-5509-438f-8894-076acea5f63a tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/quotas/1b3e0fac5dfc47738494792edce79d35 HTTP/1.1" status: 200 len: 375 time: 0.0176554 Sep 10 03:44:48.172829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a85c7aa1-0c23-4827-964e-1e6bdd7bb59f no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:48.203922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a85c7aa1-0c23-4827-964e-1e6bdd7bb59f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:48.205150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a85c7aa1-0c23-4827-964e-1e6bdd7bb59f not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:48.205556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 167f3242-ae63-47f6-8202-04e393c290b2 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:48.221831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-d6b9a971-adf9-49be-9732-e4720f404b8f tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1b3e0fac5dfc47738494792edce79d35&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526597 Sep 10 03:44:48.236018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 167f3242-ae63-47f6-8202-04e393c290b2 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:48.236593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 167f3242-ae63-47f6-8202-04e393c290b2 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:48.278290 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b4c80261-c069-444a-859c-8040152f9197 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c005e27aa193470d946382c82cc81113&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2899220 Sep 10 03:44:48.278480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ae8f422-3988-4162-9254-499f62471b49 None None] DHCP port deletion for ca3123dd-6d65-43cc-903d-28f4717b506c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:44:48.278662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39952) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:48.314201 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.350341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Port': ['ID=3e7c1869-1f24-4a76-a8f0-6bcd87586502,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:48.358893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d189b-5ea1-4f5e-af2d-416e66883104 req-cd01cd93-ec84-487d-aa53-447c76650f91 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:48.360359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] No DVR routers for this DVR port 3e7c1869-1f24-4a76-a8f0-6bcd87586502 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:48.360702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c81d189b-5ea1-4f5e-af2d-416e66883104 req-cd01cd93-ec84-487d-aa53-447c76650f91 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 944 time: 0.0540316 Sep 10 03:44:48.407655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c81d189b-5ea1-4f5e-af2d-416e66883104 req-f536a340-e599-4268-b05f-18c1f23403ea tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342062 Sep 10 03:44:48.408270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bd4424f-daaf-4514-8e6b-3c5d8908cc39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.463583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.474465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bd4424f-daaf-4514-8e6b-3c5d8908cc39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.511213 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca3123dd-6d65-43cc-903d-28f4717b506c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:48.534308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f8c070c-3838-4960-87c1-cc0892efde66 req-01d5f8ec-d1fe-42ff-b492-76095798c52e tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 210 time: 0.0414021 Sep 10 03:44:48.543812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30ad88bc-6d9a-4817-83b2-9fed93581543') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:48.543812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30ad88bc-6d9a-4817-83b2-9fed93581543') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:48.554199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.571439 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.579627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:44:48.580166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:44:48.583775 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:44:48.664204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3688ceef-8452-4beb-a96a-630979c0b830 req-5c6248f3-8d66-4b33-8501-4f43ed8b4d7c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:48.666403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3688ceef-8452-4beb-a96a-630979c0b830 req-5c6248f3-8d66-4b33-8501-4f43ed8b4d7c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 944 time: 0.0628536 Sep 10 03:44:48.701341 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bd4424f-daaf-4514-8e6b-3c5d8908cc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.704646 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bd4424f-daaf-4514-8e6b-3c5d8908cc39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.712463 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5bd4424f-daaf-4514-8e6b-3c5d8908cc39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94001fd5-a7d4-4dd2-8bc1-5223e983842c HTTP/1.1" status: 204 len: 168 time: 0.4255476 Sep 10 03:44:48.713172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3688ceef-8452-4beb-a96a-630979c0b830 req-574ee263-3bca-455c-b8d1-33577529d362 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359244 Sep 10 03:44:48.720084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd4424f-daaf-4514-8e6b-3c5d8908cc39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94001fd5-a7d4-4dd2-8bc1-5223e983842c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:48.758131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.766940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:48.774141 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] 10.222.0.22 "DELETE /v2.0/networks/ca3123dd-6d65-43cc-903d-28f4717b506c HTTP/1.1" status: 204 len: 168 time: 1.0261397 Sep 10 03:44:48.781851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2640d1e-141b-43c7-aac5-cfaf28b686ac tempest-ServersTestMultiNic-153034521 tempest-ServersTestMultiNic-153034521-project] Pushing event deleted for resources: {'Network': ['ID=ca3123dd-6d65-43cc-903d-28f4717b506c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:48.923045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39980) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:49.282146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:49.544904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6840b127-7059-4bd4-8d05-486b82677850 req-79e0ac31-dd9c-4993-96f6-d5c91eb7e83a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:49.546409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6840b127-7059-4bd4-8d05-486b82677850 req-79e0ac31-dd9c-4993-96f6-d5c91eb7e83a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 944 time: 0.0510278 Sep 10 03:44:49.550151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Deleting port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:49.550492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:49.590679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6840b127-7059-4bd4-8d05-486b82677850 req-84c921e8-a2ad-4376-bc6e-bdafd6130a5a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366480 Sep 10 03:44:49.634545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] For port c6f8c297-1fb3-4680-a7d6-1e98d02d59bf, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c6f8c297-1fb3-4680-a7d6-1e98d02d59bf,segment=NetworkSegment(791c1b26-6ef0-478f-a478-f075ceaf4e8f),segment_id=791c1b26-6ef0-478f-a478-f075ceaf4e8f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:49.634902 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:49.652545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Calling delete_port for c6f8c297-1fb3-4680-a7d6-1e98d02d59bf owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:49.671910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e7958a8-aeb5-449e-bd4c-01e8dc481dfe req-5e594740-d64a-4322-a641-610c099e820b tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 210 time: 0.0357246 Sep 10 03:44:49.859465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc2d83d-ed13-4084-ae4a-468d33b1c1a7 req-85dab8b4-c4be-4402-860d-cb4bbc69a508 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:49.859465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcc2d83d-ed13-4084-ae4a-468d33b1c1a7 req-85dab8b4-c4be-4402-860d-cb4bbc69a508 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 944 time: 0.0645940 Sep 10 03:44:49.950723 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:49.982495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=c6f8c297-1fb3-4680-a7d6-1e98d02d59bf,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:50.045080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40014) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:50.206612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.233111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcc2d83d-ed13-4084-ae4a-468d33b1c1a7 req-4a55ca57-abbd-4e34-a440-7b5beab49c65 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3696556 Sep 10 03:44:50.261153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-187955190'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:50.283880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3e7c1869-1f24-4a76-a8f0-6bcd87586502 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:50.308906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3e7c1869-1f24-4a76-a8f0-6bcd87586502 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:50.309249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3e7c1869-1f24-4a76-a8f0-6bcd87586502 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:50.430214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:50.433647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.445816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.478781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Router d166fbaf-3aa9-4411-a486-accb09a6fe18 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:44:50.487823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7fb25f7-5932-4cac-b274-ae785128af3e up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:50.643302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:44:50.652645 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d25abc93-c2d6-4368-ae82-d709f575c3f1 admin admin] 10.222.0.22 "PUT /v2.0/routers/d166fbaf-3aa9-4411-a486-accb09a6fe18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7268491 Sep 10 03:44:50.653050 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.653718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40024) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:50.657629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] Sync routers for ids ['d166fbaf-3aa9-4411-a486-accb09a6fe18'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:44:50.662854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port b7fb25f7-5932-4cac-b274-ae785128af3e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:50.670348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port b7fb25f7-5932-4cac-b274-ae785128af3e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:50.670711 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.693033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] Routers {'d166fbaf-3aa9-4411-a486-accb09a6fe18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:50.693590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d166fbaf-3aa9-4411-a486-accb09a6fe18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:50.781051 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.816466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c524af8-2c74-4497-86a1-2a177a5415a8 req-b1c1fb05-6465-4a5c-ac3f-4fd72253d2d1 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:50.816875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:44:50.824314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c524af8-2c74-4497-86a1-2a177a5415a8 req-b1c1fb05-6465-4a5c-ac3f-4fd72253d2d1 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 944 time: 0.1166539 Sep 10 03:44:50.825553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=abd6f76d-9b4c-4fdc-8ca5-3d717c7379d0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:50.835328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.836000 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added segment f492e0b2-c034-4fa3-b109-36e19c29e957 of type vlan for network 368546d2-89da-4596-a963-a3bf4168d830 Sep 10 03:44:50.850739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] Set router d166fbaf-3aa9-4411-a486-accb09a6fe18 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:50.861928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f14f779f-52b6-443a-bf3f-b79dde1b213f req-284c5871-7ad3-46bf-ae2d-8b8adbe472dc tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 210 time: 0.0706084 Sep 10 03:44:50.873563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.877498 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.879390 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c55b622c-0d5d-44ef-9231-bc88e83f8086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.898919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:50.940892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c524af8-2c74-4497-86a1-2a177a5415a8 req-c85e8995-081f-4e73-8090-94da1dd55060 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156647 Sep 10 03:44:50.966810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:50.969083 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7834baa0-7bc8-4ed8-9493-16f9612c4561" -d '{"events": [{"server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "name": "network-vif-plugged", "status": "completed", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:50.991756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7fb25f7-5932-4cac-b274-ae785128af3e,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:51.018273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.020713 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46d6bf31-033a-4aac-bccc-32f4f51a0d9a x-openstack-request-id: req-46d6bf31-033a-4aac-bccc-32f4f51a0d9a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:51.021004 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "name": "network-vif-plugged", "status": "completed", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:51.021297 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46d6bf31-033a-4aac-bccc-32f4f51a0d9a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:51.021636 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e', 'code': 200} Sep 10 03:44:51.072420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.078070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:51.078757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.098173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:44:49Z', 'revision_number': 5, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'gw_port': {'id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:51.124609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] Checking router: d166fbaf-3aa9-4411-a486-accb09a6fe18 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:44:51.133113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] Routers {'d166fbaf-3aa9-4411-a486-accb09a6fe18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:44:51.134319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d166fbaf-3aa9-4411-a486-accb09a6fe18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:51.173315 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.174111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2037e16d-fa50-4fc3-85e0-8c78d28d3afd up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:51.185625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Network': ['ID=368546d2-89da-4596-a963-a3bf4168d830,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:51.197074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5509b-8f97-4d30-9134-5e9128b3b37f req-024fcdf3-5d40-4a14-9284-2bb05b6d3f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:51.199332 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8db5509b-8f97-4d30-9134-5e9128b3b37f req-024fcdf3-5d40-4a14-9284-2bb05b6d3f26 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 1095 time: 0.1169889 Sep 10 03:44:51.219282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Deleting port cb02d65b-49bf-4234-ab77-15ed2bf96da0 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:51.219489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 368546d2-89da-4596-a963-a3bf4168d830 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:44:51.219617 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.242818 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8db5509b-8f97-4d30-9134-5e9128b3b37f req-d2b78028-8d11-49e2-bb67-53388b0ce6cc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354838 Sep 10 03:44:51.264249 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3ae82c98-b7dc-4e2f-b9e6-9b80c240ed9d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2146513 Sep 10 03:44:51.265548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40034) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:51.271923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-466890611'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:51.357758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b7fb25f7-5932-4cac-b274-ae785128af3e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:51.383271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] For port cb02d65b-49bf-4234-ab77-15ed2bf96da0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cb02d65b-49bf-4234-ab77-15ed2bf96da0,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:51.384353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.385440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:51.387899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-6c4b7f10-e7c9-498e-b7cf-1cc1447f3a1a tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=1b3e0fac5dfc47738494792edce79d35&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0630329 Sep 10 03:44:51.389690 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.390966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] Set router d166fbaf-3aa9-4411-a486-accb09a6fe18 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:44:51.414284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Calling delete_port for cb02d65b-49bf-4234-ab77-15ed2bf96da0 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:51.417028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:44:51.429980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.430318 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added segment 509432e0-a42f-419a-b150-245824d9bd01 of type vlan for network a098ac70-0e61-457c-b9f2-5e4e97d585af Sep 10 03:44:51.443591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d02dfd-82a9-4379-9388-8f12ed1e8230 req-172abc4d-5993-4776-a040-54026f7e84fc tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:51.445427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74d02dfd-82a9-4379-9388-8f12ed1e8230 req-172abc4d-5993-4776-a040-54026f7e84fc tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 944 time: 0.1342320 Sep 10 03:44:51.484111 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.487305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:51.500224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:51.500918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.583290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74d02dfd-82a9-4379-9388-8f12ed1e8230 req-81ae3147-c65f-4cb6-9fe9-b35096b25777 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306963 Sep 10 03:44:51.620178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-bbf5d9bc-6e83-4bad-81c5-01d5aa3d9dcb tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:51.621689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-bbf5d9bc-6e83-4bad-81c5-01d5aa3d9dcb tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2250655 Sep 10 03:44:51.632981 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.641931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:51.650071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.663093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Request body: {'port': {'device_id': '49e75a8c-059c-4e9f-a5ae-a1c85b9298ff', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '1b3e0fac5dfc47738494792edce79d35'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:51.678795 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.713764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Network': ['ID=a098ac70-0e61-457c-b9f2-5e4e97d585af,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:51.729285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:51.731133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:44:49Z', 'revision_number': 5, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'gw_port': {'id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:51.735041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a098ac70-0e61-457c-b9f2-5e4e97d585af details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:44:51.782402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735598c3-aec6-4dfa-8c43-55b4d3ae522a None None] The sync data for ids ['d166fbaf-3aa9-4411-a486-accb09a6fe18'] in n-d-808143-1 is: [{'id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'name': 'tempest-ServersTestMultiNic-93405289-router', 'tenant_id': '9c8500dd865c4af2a7a973a359f49354', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212'}], 'enable_snat': True}, 'gw_port_id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:44:49Z', 'revision_number': 5, 'project_id': '9c8500dd865c4af2a7a973a359f49354', 'gw_port': {'id': 'cb02d65b-49bf-4234-ab77-15ed2bf96da0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:b4:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd166fbaf-3aa9-4411-a486-accb09a6fe18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1102, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.212', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:42:56Z', 'updated_at': '2021-09-10T03:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:44:51.816495 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ffb323f7-beee-498f-85a7-4eca106433e8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5506775 Sep 10 03:44:51.819538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40040) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:51.827312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'subnet': {'network_id': '368546d2-89da-4596-a963-a3bf4168d830', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:51.907000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:51.961034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:51.964225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6abe3834-59b9-46d7-95ef-c64b102a0cee req-cd8a1447-86c9-42be-9cd5-f5b3104814aa tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 210 time: 0.0286152 Sep 10 03:44:52.004264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.035243 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Pushing event deleted for resources: {'Port': ['ID=cb02d65b-49bf-4234-ab77-15ed2bf96da0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:52.089807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Made reservation on behalf of 1b3e0fac5dfc47738494792edce79d35 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:52.091917 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.137151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.175321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95624d4e-7569-47ed-9804-904f4bb6425a req-eac7a075-1849-4608-a28b-0d6a817ef6cd tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:52.177106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95624d4e-7569-47ed-9804-904f4bb6425a req-eac7a075-1849-4608-a28b-0d6a817ef6cd tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 945 time: 0.1466959 Sep 10 03:44:52.186574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.237824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c6f8c297-1fb3-4680-a7d6-1e98d02d59bf no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:52.264792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c6f8c297-1fb3-4680-a7d6-1e98d02d59bf {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:52.265398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c6f8c297-1fb3-4680-a7d6-1e98d02d59bf not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:52.280877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:52.284356 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.338920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.350883 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.401184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95624d4e-7569-47ed-9804-904f4bb6425a req-8c09263b-21e2-45be-ac18-3cbbea15d0d0 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982586 Sep 10 03:44:52.576912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.665316 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.665998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d166fbaf-3aa9-4411-a486-accb09a6fe18 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:44:52.679060 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.680185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dac26b46-0232-44d2-9ca2-f44128bd987b admin admin] 10.222.0.22 "DELETE /v2.0/routers/d166fbaf-3aa9-4411-a486-accb09a6fe18 HTTP/1.1" status: 204 len: 168 time: 2.0254323 Sep 10 03:44:52.682792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40052) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:52.728924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.829712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea845593-167a-4f5c-a536-d9ca93aa6207 req-ff31f9ec-8bfc-4833-b572-4fbba1820c33 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:52.831331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea845593-167a-4f5c-a536-d9ca93aa6207 req-ff31f9ec-8bfc-4833-b572-4fbba1820c33 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 945 time: 0.1636338 Sep 10 03:44:52.834121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ea73e8-ea9e-4699-8e0a-60328be96bd0 admin admin] Deleting subnet 8dfb0462-bdb2-4d22-b94a-0c65458a7d30 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:44:52.843289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67deec73-7cdd-4a65-8e13-deb3e66b5985,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:52.848264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e4ea73e8-ea9e-4699-8e0a-60328be96bd0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.877915 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:52.959999 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e4ea73e8-ea9e-4699-8e0a-60328be96bd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.023384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34714f04-2e71-41b5-84b3-52c7febaf814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2037e16d-fa50-4fc3-85e0-8c78d28d3afd'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:53.027102 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09287fc5-db54-4b00-9aec-ea5b03bc385b" -d '{"events": [{"server_uuid": "34714f04-2e71-41b5-84b3-52c7febaf814", "name": "network-vif-plugged", "status": "completed", "tag": "2037e16d-fa50-4fc3-85e0-8c78d28d3afd"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:53.029243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea845593-167a-4f5c-a536-d9ca93aa6207 req-5c6e6244-5d6c-4cce-8003-6ee207ffe14b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1868587 Sep 10 03:44:53.052919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Allocated IP 192.168.233.149 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/02984dbf-2ad7-4528-b2c0-417158bd86c6) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:53.066247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Subnet': ['ID=f98b6055-a2cf-40c4-988e-c3bcfa5584c2,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:53.085624 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6819d95d-d777-480e-978c-27cbb6dfe45b x-openstack-request-id: req-6819d95d-d777-480e-978c-27cbb6dfe45b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:53.085977 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34714f04-2e71-41b5-84b3-52c7febaf814", "name": "network-vif-plugged", "status": "completed", "tag": "2037e16d-fa50-4fc3-85e0-8c78d28d3afd", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:53.086226 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6819d95d-d777-480e-978c-27cbb6dfe45b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:53.086637 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34714f04-2e71-41b5-84b3-52c7febaf814', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2037e16d-fa50-4fc3-85e0-8c78d28d3afd', 'code': 200} Sep 10 03:44:53.135999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-813a10ee-71d6-43dc-87b6-c8fcd8da5088 req-5077ecb3-5d9a-47e5-bd90-a773d6299d1a tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 210 time: 0.0737355 Sep 10 03:44:53.142748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Checking segment: {'id': 'f492e0b2-c034-4fa3-b109-36e19c29e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '368546d2-89da-4596-a963-a3bf4168d830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:53.143108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network hostable DHCP agents. Network: 368546d2-89da-4596-a963-a3bf4168d830, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:44:53.186472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e4ea73e8-ea9e-4699-8e0a-60328be96bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.221416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3e3e6-32c7-4c02-9ca2-6c2f3ae979d6 req-ae2c635c-3eee-4169-b84a-f06218f1240c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:53.223081 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6a3e3e6-32c7-4c02-9ca2-6c2f3ae979d6 req-ae2c635c-3eee-4169-b84a-f06218f1240c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 1096 time: 0.0452199 Sep 10 03:44:53.259886 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6a3e3e6-32c7-4c02-9ca2-6c2f3ae979d6 req-6e98d73f-8bf6-472f-9d0d-01792f0b50b1 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296600 Sep 10 03:44:53.305125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 368546d2-89da-4596-a963-a3bf4168d830 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:44:53.345425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.427248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Transition to ACTIVE for port object 02984dbf-2ad7-4528-b2c0-417158bd86c6 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:53.429214 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e4ea73e8-ea9e-4699-8e0a-60328be96bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.464414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 368546d2-89da-4596-a963-a3bf4168d830) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:53.467064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ea73e8-ea9e-4699-8e0a-60328be96bd0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8dfb0462-bdb2-4d22-b94a-0c65458a7d30,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:53.473938 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6244ca9d-31aa-49a9-919b-10dbcb74fc80 None None] Network 368546d2-89da-4596-a963-a3bf4168d830 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:53.479469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66247cca-3e60-4fc8-b6e3-8b31110f00fc None None] Network 704c6d0e-072c-4799-af61-b9e26a44874f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:53.482489 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e4ea73e8-ea9e-4699-8e0a-60328be96bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.484344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e4ea73e8-ea9e-4699-8e0a-60328be96bd0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8dfb0462-bdb2-4d22-b94a-0c65458a7d30 HTTP/1.1" status: 204 len: 168 time: 0.8006070 Sep 10 03:44:53.487037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40066) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:53.498200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:53.498787 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.574067 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.579543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9f8f53-deb7-4c20-b443-ed4c39d0714b req-32d3b757-2223-40a9-a0b9-1e6c15eb4aef tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:53.584508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f9f8f53-deb7-4c20-b443-ed4c39d0714b req-32d3b757-2223-40a9-a0b9-1e6c15eb4aef tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 945 time: 0.1033156 Sep 10 03:44:53.641196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f9f8f53-deb7-4c20-b443-ed4c39d0714b req-fe1d9003-3ec7-45ca-a29d-037e2c6f51f4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430958 Sep 10 03:44:53.643359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Deleting port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:53.643777 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.651041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8216e403-42f5-456d-a714-18bee305e22e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8300872 Sep 10 03:44:53.662412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40072) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:53.670163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'subnet': {'network_id': 'a098ac70-0e61-457c-b9f2-5e4e97d585af', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:53.716928 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.734972 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dea6ca18-9c15-4b59-bfcb-03c00c8e2ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.746877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] For port 72a5cbbe-9def-4ac7-986c-06a1764e2c10, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=72a5cbbe-9def-4ac7-986c-06a1764e2c10,segment=NetworkSegment(791c1b26-6ef0-478f-a478-f075ceaf4e8f),segment_id=791c1b26-6ef0-478f-a478-f075ceaf4e8f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:53.747340 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.760719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Calling delete_port for 72a5cbbe-9def-4ac7-986c-06a1764e2c10 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:53.809047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:53.815426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:53.829377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:53.831821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Pushing event updated for resources: {'Port': ['ID=02984dbf-2ad7-4528-b2c0-417158bd86c6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:53.886180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-368546d2-89da-4596-a963-a3bf4168d830', 'network_id': '368546d2-89da-4596-a963-a3bf4168d830', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'fixed_ips': [{'subnet_id': 'f98b6055-a2cf-40c4-988e-c3bcfa5584c2'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:44:53.889020 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.910009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:53.914047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:53.969859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] DHCP port deletion for 704c6d0e-072c-4799-af61-b9e26a44874f request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:44:53.974900 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.025670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.054720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:54.063201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.085454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Pushing event deleted for resources: {'Port': ['ID=72a5cbbe-9def-4ac7-986c-06a1764e2c10,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:54.085561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Allocated IP 2001:db8::2 (368546d2-89da-4596-a963-a3bf4168d830/f98b6055-a2cf-40c4-988e-c3bcfa5584c2/d42fe9d9-4506-48e0-a8d1-d876faf1bacd) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:54.085991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] No DVR routers for this DVR port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:54.123633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] Deleting port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:44:54.124107 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.247702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.250840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72a5cbbe-9def-4ac7-986c-06a1764e2c10 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:54.277284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c4f43691-f8de-4491-82d6-2d3f7a37fb63 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6167583 Sep 10 03:44:54.287566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 72a5cbbe-9def-4ac7-986c-06a1764e2c10 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:54.287947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72a5cbbe-9def-4ac7-986c-06a1764e2c10 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:54.288361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb02d65b-49bf-4234-ab77-15ed2bf96da0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:44:54.290503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] For port 72a5cbbe-9def-4ac7-986c-06a1764e2c10, host n-d-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:54.290820 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.309540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['704c6d0e-072c-4799-af61-b9e26a44874f']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:54.324647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c302be70-c217-4341-9b38-7e81afd555f4 None None] Provisioning for port 02984dbf-2ad7-4528-b2c0-417158bd86c6 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:54.325559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Request body: {'port': {'device_id': '49e75a8c-059c-4e9f-a5ae-a1c85b9298ff', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:54.333692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: cb02d65b-49bf-4234-ab77-15ed2bf96da0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:44:54.334266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb02d65b-49bf-4234-ab77-15ed2bf96da0 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:44:54.335770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '791c1b26-6ef0-478f-a478-f075ceaf4e8f') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:54.336015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '791c1b26-6ef0-478f-a478-f075ceaf4e8f') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:44:54.347607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] Calling delete_port for 72a5cbbe-9def-4ac7-986c-06a1764e2c10 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:44:54.352799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c302be70-c217-4341-9b38-7e81afd555f4 None None] Provisioning complete for port 02984dbf-2ad7-4528-b2c0-417158bd86c6 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:54.353349 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c302be70-c217-4341-9b38-7e81afd555f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.359990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.ipam_backend_mixin [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] Port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 was not found and therefore no delete operation was performed {{(pid=95138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:44:54.361850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.394495 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.401566 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.417314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:44:54.417654 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.456275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] Pushing event deleted for resources: {'Port': ['ID=72a5cbbe-9def-4ac7-986c-06a1764e2c10,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:54.457476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ff455-ced1-4c80-bab1-b64789380f58 req-dd4311c8-8f5b-4021-847a-ae823440b48b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:54.459234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-452ff455-ced1-4c80-bab1-b64789380f58 req-dd4311c8-8f5b-4021-847a-ae823440b48b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 945 time: 0.2494445 Sep 10 03:44:54.469612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2afbec-0fec-4324-9954-ce0196c42f89 None None] No DVR routers for this DVR port 72a5cbbe-9def-4ac7-986c-06a1764e2c10 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:44:54.471324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c302be70-c217-4341-9b38-7e81afd555f4 None None] Port 02984dbf-2ad7-4528-b2c0-417158bd86c6 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:54.491332 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.500664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Transition to ACTIVE for port object d42fe9d9-4506-48e0-a8d1-d876faf1bacd will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:54.506938 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.532498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Transition to ACTIVE for port object d42fe9d9-4506-48e0-a8d1-d876faf1bacd will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:44:54.544547 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:44:54.632719 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.645040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-452ff455-ced1-4c80-bab1-b64789380f58 req-345b2730-e0c7-4b09-834e-5d2d74f578fd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1493177 Sep 10 03:44:54.658742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.682662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Network 368546d2-89da-4596-a963-a3bf4168d830 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:54.684146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.685812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:54.687799 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] 10.222.0.22 "DELETE /v2.0/networks/704c6d0e-072c-4799-af61-b9e26a44874f HTTP/1.1" status: 204 len: 168 time: 1.1996386 Sep 10 03:44:54.688777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d674f-5c4b-4892-9283-6a4a89816fac admin admin] Pushing event deleted for resources: {'Network': ['ID=704c6d0e-072c-4799-af61-b9e26a44874f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:54.692677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:54.719315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba359e0-5b8d-44d9-aa25-c87465745f28 req-4ed48880-274e-463c-b7d2-0d8f24525f9c tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:54.730964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ba359e0-5b8d-44d9-aa25-c87465745f28 req-4ed48880-274e-463c-b7d2-0d8f24525f9c tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 936 time: 0.1977301 Sep 10 03:44:54.749024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Pushing event updated for resources: {'Port': ['ID=d42fe9d9-4506-48e0-a8d1-d876faf1bacd,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:54.783492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Attempting to bind port d42fe9d9-4506-48e0-a8d1-d876faf1bacd on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:54.783877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Attempting to bind port d42fe9d9-4506-48e0-a8d1-d876faf1bacd by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'f492e0b2-c034-4fa3-b109-36e19c29e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '368546d2-89da-4596-a963-a3bf4168d830'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:54.784253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Attempting to bind port d42fe9d9-4506-48e0-a8d1-d876faf1bacd on network 368546d2-89da-4596-a963-a3bf4168d830 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:54.790072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:54.790485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Checking segment: {'id': 'f492e0b2-c034-4fa3-b109-36e19c29e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '368546d2-89da-4596-a963-a3bf4168d830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:54.790857 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.791263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Bound using segment: {'id': 'f492e0b2-c034-4fa3-b109-36e19c29e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '368546d2-89da-4596-a963-a3bf4168d830'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:54.791895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Bound port: d42fe9d9-4506-48e0-a8d1-d876faf1bacd, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f492e0b2-c034-4fa3-b109-36e19c29e957', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '368546d2-89da-4596-a963-a3bf4168d830'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:54.792291 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.836181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:54.871787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] For port d42fe9d9-4506-48e0-a8d1-d876faf1bacd, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:54.875246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] For port d42fe9d9-4506-48e0-a8d1-d876faf1bacd, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d42fe9d9-4506-48e0-a8d1-d876faf1bacd,segment=NetworkSegment(f492e0b2-c034-4fa3-b109-36e19c29e957),segment_id=f492e0b2-c034-4fa3-b109-36e19c29e957)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:55.034122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:55.035673 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:55.109673 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:44:55.110735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca5469-7998-4212-a137-30a8704cade5 None None] Pushing event updated for resources: {'Port': ['ID=d42fe9d9-4506-48e0-a8d1-d876faf1bacd,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:55.254181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ba359e0-5b8d-44d9-aa25-c87465745f28 req-ab76283f-fc9f-413b-bc7e-5bb6e2aba3ab tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4944477 Sep 10 03:44:55.254181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Subnet': ['ID=3fa15d56-e717-4a34-97d7-a2bc87f3b432,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:55.295573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b47651-cd64-4827-b724-f9c4ee187046 req-fe9d031c-38eb-4236-96a5-5d972caf13cf tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:55.297260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89b47651-cd64-4827-b724-f9c4ee187046 req-fe9d031c-38eb-4236-96a5-5d972caf13cf tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 945 time: 0.5570707 Sep 10 03:44:55.371323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Checking segment: {'id': '509432e0-a42f-419a-b150-245824d9bd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a098ac70-0e61-457c-b9f2-5e4e97d585af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:55.371796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network hostable DHCP agents. Network: a098ac70-0e61-457c-b9f2-5e4e97d585af, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:44:55.437910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89b47651-cd64-4827-b724-f9c4ee187046 req-7377d813-e7b4-4ed8-b8fa-95d8a83b452d tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118321 Sep 10 03:44:55.491523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02984dbf-2ad7-4528-b2c0-417158bd86c6 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:55.498877 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:55.511083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Transition to ACTIVE for port object 02984dbf-2ad7-4528-b2c0-417158bd86c6 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:55.740362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network a098ac70-0e61-457c-b9f2-5e4e97d585af is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:44:55.742327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:55.751250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40094) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:55.791302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f88ce63-d88e-48f4-93bf-7a6cdf5e0c7b req-97eba53e-ef05-425b-8634-d00a4fce77c6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:55.797005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f88ce63-d88e-48f4-93bf-7a6cdf5e0c7b req-97eba53e-ef05-425b-8634-d00a4fce77c6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 945 time: 0.0919154 Sep 10 03:44:55.813835 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b252981c-9714-4557-95e5-f2bf6f440fa2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c8500dd865c4af2a7a973a359f49354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0611718 Sep 10 03:44:55.817102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40098) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:55.831988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Pushing event updated for resources: {'Port': ['ID=02984dbf-2ad7-4528-b2c0-417158bd86c6,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:55.900728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f88ce63-d88e-48f4-93bf-7a6cdf5e0c7b req-2ada830b-4908-463c-b1cf-79418f74ee0e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934515 Sep 10 03:44:55.900982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a0bdfad-946d-47cd-aa54-45d9a69778a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:55.920666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a098ac70-0e61-457c-b9f2-5e4e97d585af) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:55.927483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a0bdfad-946d-47cd-aa54-45d9a69778a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:55.931381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847b1744-b042-42cb-b09f-ba8236463eef None None] Network a098ac70-0e61-457c-b9f2-5e4e97d585af requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:55.936657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:55.937871 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:55.994761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Attempting to bind port 02984dbf-2ad7-4528-b2c0-417158bd86c6 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:55.996878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Attempting to bind port 02984dbf-2ad7-4528-b2c0-417158bd86c6 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:55.996878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Attempting to bind port 02984dbf-2ad7-4528-b2c0-417158bd86c6 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:56.000918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Port 02984dbf-2ad7-4528-b2c0-417158bd86c6 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:44:56.001314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Attempting to bind port 02984dbf-2ad7-4528-b2c0-417158bd86c6 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:56.009351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:56.009696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:56.010081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:56.010508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Bound port: 02984dbf-2ad7-4528-b2c0-417158bd86c6, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:56.010862 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.052507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c45f4d1a-6ec9-4ebc-bbaf-7e004b1f8264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3876054 Sep 10 03:44:56.054538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40102) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:56.059958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c109ab6f-dba7-45d3-9479-7505bc5c815c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-289713053', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:56.101554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] For port 02984dbf-2ad7-4528-b2c0-417158bd86c6, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:56.107672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] For port 02984dbf-2ad7-4528-b2c0-417158bd86c6, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02984dbf-2ad7-4528-b2c0-417158bd86c6,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:56.130815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-a098ac70-0e61-457c-b9f2-5e4e97d585af', 'network_id': 'a098ac70-0e61-457c-b9f2-5e4e97d585af', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'fixed_ips': [{'subnet_id': '3fa15d56-e717-4a34-97d7-a2bc87f3b432'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:44:56.131878 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.169430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a0bdfad-946d-47cd-aa54-45d9a69778a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.172424 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a0bdfad-946d-47cd-aa54-45d9a69778a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.173625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9a0bdfad-946d-47cd-aa54-45d9a69778a4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc88561a-92c5-4802-8ee5-330383f8776c HTTP/1.1" status: 204 len: 168 time: 0.3554375 Sep 10 03:44:56.201136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0bdfad-946d-47cd-aa54-45d9a69778a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc88561a-92c5-4802-8ee5-330383f8776c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:56.210675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c109ab6f-dba7-45d3-9479-7505bc5c815c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.214767 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c109ab6f-dba7-45d3-9479-7505bc5c815c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.228641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.238803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d42fe9d9-4506-48e0-a8d1-d876faf1bacd up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:56.278613 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.286513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:56.287198 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.290260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] 10.222.0.20 "PUT /v2.0/ports/02984dbf-2ad7-4528-b2c0-417158bd86c6 HTTP/1.1" status: 200 len: 1096 time: 1.9916582 Sep 10 03:44:56.300740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49e75a8c-059c-4e9f-a5ae-a1c85b9298ff', 'tag': '02984dbf-2ad7-4528-b2c0-417158bd86c6'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:44:56.300740 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc55efa-9f57-4c85-8ad9-052880907d4d" -d '{"events": [{"name": "network-changed", "server_uuid": "49e75a8c-059c-4e9f-a5ae-a1c85b9298ff", "tag": "02984dbf-2ad7-4528-b2c0-417158bd86c6"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:44:56.381613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c109ab6f-dba7-45d3-9479-7505bc5c815c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.388931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bb62d5-82c5-4440-8dff-47f5637e680c service neutron] Pushing event updated for resources: {'Port': ['ID=02984dbf-2ad7-4528-b2c0-417158bd86c6,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:56.420277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Allocated IP 2001:db8:1::2 (a098ac70-0e61-457c-b9f2-5e4e97d585af/3fa15d56-e717-4a34-97d7-a2bc87f3b432/311f3823-a678-4530-9f99-c10fd5a37f73) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:56.458523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c109ab6f-dba7-45d3-9479-7505bc5c815c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.534427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbfe564-6724-498b-bb0a-d643d6e20b32 None None] Network 368546d2-89da-4596-a963-a3bf4168d830 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:56.551032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-8340ea14-bd0d-4260-a7af-9e2ac626f8cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:56.552260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-8340ea14-bd0d-4260-a7af-9e2ac626f8cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b3e0fac5dfc47738494792edce79d35&device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 1099 time: 0.1583967 Sep 10 03:44:56.569914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d42fe9d9-4506-48e0-a8d1-d876faf1bacd completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:56.579649 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c109ab6f-dba7-45d3-9479-7505bc5c815c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.579649 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c109ab6f-dba7-45d3-9479-7505bc5c815c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5215459 Sep 10 03:44:56.579952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40118) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:56.580286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f778552-bf31-412e-a993-8e4d70733226 req-95811fd1-2a2c-4e2a-be2a-c9afcf78c2e5 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:56.582040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f778552-bf31-412e-a993-8e4d70733226 req-95811fd1-2a2c-4e2a-be2a-c9afcf78c2e5 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 948 time: 0.1226742 Sep 10 03:44:56.620003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2d8f1-6e37-4321-b384-8b692527734d req-38456795-ab0f-426e-8b86-d9a78300622d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:56.624124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2b2d8f1-6e37-4321-b384-8b692527734d req-38456795-ab0f-426e-8b86-d9a78300622d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 945 time: 0.1544054 Sep 10 03:44:56.627914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-d1cfc3c2-284e-40f8-b0c6-b5aafde584a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=02984dbf-2ad7-4528-b2c0-417158bd86c6 HTTP/1.1" status: 200 len: 217 time: 0.0678823 Sep 10 03:44:56.694140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-9506a675-d3df-4ca8-8e2f-6eeb98c51dda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:56.695360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-9506a675-d3df-4ca8-8e2f-6eeb98c51dda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0582466 Sep 10 03:44:56.746584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f778552-bf31-412e-a993-8e4d70733226 req-61d945f0-0601-4ef8-99e1-3761ad9f0d1d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204927 Sep 10 03:44:56.794258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2b2d8f1-6e37-4321-b384-8b692527734d req-b049b3af-efe9-47ae-b581-5e24739d170f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647549 Sep 10 03:44:56.817066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-045a0009-5268-4026-9a35-fa44d169ab92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:56.820805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-045a0009-5268-4026-9a35-fa44d169ab92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1176758 Sep 10 03:44:56.823295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e39dd7a9-e9db-43e1-b916-c07cba089540 None None] Provisioning for port d42fe9d9-4506-48e0-a8d1-d876faf1bacd completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:56.829994 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.830525 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6e13cf-806c-4aa8-82f6-6de688445a06 x-openstack-request-id: req-aa6e13cf-806c-4aa8-82f6-6de688445a06 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:44:56.830955 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49e75a8c-059c-4e9f-a5ae-a1c85b9298ff", "tag": "02984dbf-2ad7-4528-b2c0-417158bd86c6", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:44:56.831650 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa6e13cf-806c-4aa8-82f6-6de688445a06 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:44:56.832407 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49e75a8c-059c-4e9f-a5ae-a1c85b9298ff', 'tag': '02984dbf-2ad7-4528-b2c0-417158bd86c6', 'status': 'completed', 'code': 200} Sep 10 03:44:56.837463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e39dd7a9-e9db-43e1-b916-c07cba089540 None None] Provisioning complete for port d42fe9d9-4506-48e0-a8d1-d876faf1bacd triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:56.837824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e39dd7a9-e9db-43e1-b916-c07cba089540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:56.907774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Transition to ACTIVE for port object 311f3823-a678-4530-9f99-c10fd5a37f73 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:56.949070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Transition to ACTIVE for port object 311f3823-a678-4530-9f99-c10fd5a37f73 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:56.971988 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e39dd7a9-e9db-43e1-b916-c07cba089540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:57.019999 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e39dd7a9-e9db-43e1-b916-c07cba089540 None None] For port d42fe9d9-4506-48e0-a8d1-d876faf1bacd, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d42fe9d9-4506-48e0-a8d1-d876faf1bacd,segment=NetworkSegment(f492e0b2-c034-4fa3-b109-36e19c29e957),segment_id=f492e0b2-c034-4fa3-b109-36e19c29e957)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:57.045751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:57.127079 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e39dd7a9-e9db-43e1-b916-c07cba089540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:57.137352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Network a098ac70-0e61-457c-b9f2-5e4e97d585af is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:57.141938 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:57.150030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:57.170268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e52415-233f-4697-8fac-ec343230712c req-3d5915ad-5fb3-4473-b71d-fcdedca295a4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:57.171956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23e52415-233f-4697-8fac-ec343230712c req-3d5915ad-5fb3-4473-b71d-fcdedca295a4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 945 time: 0.2177486 Sep 10 03:44:57.242985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-e3fbadfb-b5e6-40e1-9fa4-1896504e7d7f service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4091001 Sep 10 03:44:57.246530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Pushing event updated for resources: {'Port': ['ID=311f3823-a678-4530-9f99-c10fd5a37f73,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:57.295995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23e52415-233f-4697-8fac-ec343230712c req-52d4870a-b590-49da-9886-b38168f1c2ed tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140833 Sep 10 03:44:57.298348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Attempting to bind port 311f3823-a678-4530-9f99-c10fd5a37f73 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:44:57.298726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Attempting to bind port 311f3823-a678-4530-9f99-c10fd5a37f73 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '509432e0-a42f-419a-b150-245824d9bd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a098ac70-0e61-457c-b9f2-5e4e97d585af'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:44:57.299077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Attempting to bind port 311f3823-a678-4530-9f99-c10fd5a37f73 on network a098ac70-0e61-457c-b9f2-5e4e97d585af {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:44:57.324698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:44:57.325072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Checking segment: {'id': '509432e0-a42f-419a-b150-245824d9bd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a098ac70-0e61-457c-b9f2-5e4e97d585af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:44:57.325470 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:57.325852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Bound using segment: {'id': '509432e0-a42f-419a-b150-245824d9bd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a098ac70-0e61-457c-b9f2-5e4e97d585af'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:44:57.326349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Bound port: 311f3823-a678-4530-9f99-c10fd5a37f73, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '509432e0-a42f-419a-b150-245824d9bd01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'a098ac70-0e61-457c-b9f2-5e4e97d585af'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:44:57.326724 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:57.338905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39dd7a9-e9db-43e1-b916-c07cba089540 None None] Pushing event updated for resources: {'Port': ['ID=d42fe9d9-4506-48e0-a8d1-d876faf1bacd,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:57.354789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-37e34c68-8958-4e07-a58e-ac136a1ecf51 None None] Provisioning complete for port d42fe9d9-4506-48e0-a8d1-d876faf1bacd triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:57.354789 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-37e34c68-8958-4e07-a58e-ac136a1ecf51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:57.389791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0193007-0ab4-4e9e-9554-0e3a8f4afaff req-c6369c51-9049-41b1-8f40-ee2061edc172 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391685 Sep 10 03:44:57.444189 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] For port 311f3823-a678-4530-9f99-c10fd5a37f73, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:44:57.449040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] For port 311f3823-a678-4530-9f99-c10fd5a37f73, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=311f3823-a678-4530-9f99-c10fd5a37f73,segment=NetworkSegment(509432e0-a42f-419a-b150-245824d9bd01),segment_id=509432e0-a42f-419a-b150-245824d9bd01)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:44:57.469028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:57.568756 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:57.674477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d7f765-6fbc-4a94-a1fd-5175f8fee847 None None] Pushing event updated for resources: {'Port': ['ID=311f3823-a678-4530-9f99-c10fd5a37f73,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:57.685381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-ebd8f97b-9c91-402c-86bf-e5bc74857035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:57.689361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-ebd8f97b-9c91-402c-86bf-e5bc74857035 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1b3e0fac5dfc47738494792edce79d35&device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 1099 time: 0.1318614 Sep 10 03:44:57.921071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 2001:db8::1 (368546d2-89da-4596-a963-a3bf4168d830/f98b6055-a2cf-40c4-988e-c3bcfa5584c2/72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:44:57.945246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-5a96ea71-1129-4f64-ad54-18af833cec0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:57.948621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-5a96ea71-1129-4f64-ad54-18af833cec0c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.2531009 Sep 10 03:44:58.032863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-93d41cd4-9fae-4086-a45c-7418e912c7e1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.149&port_id=02984dbf-2ad7-4528-b2c0-417158bd86c6 HTTP/1.1" status: 200 len: 217 time: 0.0693555 Sep 10 03:44:58.163574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40164) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:58.242694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:58.256463 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Transition to ACTIVE for port object 72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:44:58.272726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-062f908c-b680-4dad-b0c0-07fe8233254e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:58.274744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-062f908c-b680-4dad-b0c0-07fe8233254e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.2325020 Sep 10 03:44:58.353504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a134c4-43dc-47ad-8327-c4a9ed63c413 req-d5a918ee-7ebd-434c-868f-74e322137a2f tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:58.353504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9a134c4-43dc-47ad-8327-c4a9ed63c413 req-d5a918ee-7ebd-434c-868f-74e322137a2f tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 948 time: 0.1817536 Sep 10 03:44:58.374930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 311f3823-a678-4530-9f99-c10fd5a37f73 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:58.375573 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:58.472163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-fd4c58ca-def9-4904-acdb-dc977337cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:58.473596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-fd4c58ca-def9-4904-acdb-dc977337cefe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1894391 Sep 10 03:44:58.475920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 368546d2-89da-4596-a963-a3bf4168d830 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:58.483840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:58.499558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:44:58.500531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:58.505055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 02984dbf-2ad7-4528-b2c0-417158bd86c6 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:44:58.516026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e07f565-e898-4f01-aa2a-15fe2942d2a4 req-139b0d04-c757-43b3-b62f-ad470cc84091 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:58.517565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e07f565-e898-4f01-aa2a-15fe2942d2a4 req-139b0d04-c757-43b3-b62f-ad470cc84091 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 945 time: 0.1832442 Sep 10 03:44:58.534138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2122723955-network', 'tenant_id': 'd430b938148d4c3cb1dc147b1f7f151d'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:58.600809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:58.635335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 311f3823-a678-4530-9f99-c10fd5a37f73 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:58.660041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d42fe9d9-4506-48e0-a8d1-d876faf1bacd up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:44:58.731210 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 02984dbf-2ad7-4528-b2c0-417158bd86c6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02984dbf-2ad7-4528-b2c0-417158bd86c6,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:58.738459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9a134c4-43dc-47ad-8327-c4a9ed63c413 req-8966aae9-8e0a-4a17-8dcd-774f7e705da5 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245883 Sep 10 03:44:58.766481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '02984dbf-2ad7-4528-b2c0-417158bd86c6', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '02984dbf-2ad7-4528-b2c0-417158bd86c6', 'mac_address': 'fa:16:3e:c8:e3:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.149'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:44:58.803064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e07f565-e898-4f01-aa2a-15fe2942d2a4 req-98f0dea4-0b47-47c0-b70a-97b19b00d8f7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2504857 Sep 10 03:44:58.878735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-553c7415-a540-4411-9ef4-363403792668 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840315 Sep 10 03:44:58.882121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Made reservation on behalf of d430b938148d4c3cb1dc147b1f7f151d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:44:58.882789 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:58.895481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.073965 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.146361 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.157883 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.162264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dc55efa-9f57-4c85-8ad9-052880907d4d req-aa7f25e0-5f47-4983-8b5d-3e3d59df70a8 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2765167 Sep 10 03:44:59.195961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d42fe9d9-4506-48e0-a8d1-d876faf1bacd triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:59.196385 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.201229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 02984dbf-2ad7-4528-b2c0-417158bd86c6 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:44:59.241400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-272d29f7-2120-4ab6-87ff-e363b622a554 None None] Provisioning for port 72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:59.253993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-272d29f7-2120-4ab6-87ff-e363b622a554 None None] Provisioning complete for port 72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:59.254513 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-272d29f7-2120-4ab6-87ff-e363b622a554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.287299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 02984dbf-2ad7-4528-b2c0-417158bd86c6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02984dbf-2ad7-4528-b2c0-417158bd86c6,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:44:59.311785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-272d29f7-2120-4ab6-87ff-e363b622a554 None None] Port 72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:44:59.315313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.362142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd3f2ce7-1470-4461-b44e-e29ad9754930 None None] Network a098ac70-0e61-457c-b9f2-5e4e97d585af requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:44:59.386609 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.409029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.420031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:44:59.420343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.438924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=270996d9-965b-4b26-96f4-af8efb14bf11,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:59.447161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.447505 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Added segment 87530e45-3e88-4d11-9eab-737f5ed22eec of type vlan for network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf Sep 10 03:44:59.496436 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.498251 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.503740 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.543840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=02984dbf-2ad7-4528-b2c0-417158bd86c6,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:59.597936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a4c4f019-d0e3-420f-9ca3-79cd9c6d0d34 None None] Provisioning for port 311f3823-a678-4530-9f99-c10fd5a37f73 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:44:59.604980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['02984dbf-2ad7-4528-b2c0-417158bd86c6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:44:59.610785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a4c4f019-d0e3-420f-9ca3-79cd9c6d0d34 None None] Provisioning complete for port 311f3823-a678-4530-9f99-c10fd5a37f73 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:44:59.611152 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f019-d0e3-420f-9ca3-79cd9c6d0d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.626639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.627750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:59.629754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:59.629884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:44:59.664818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 368546d2-89da-4596-a963-a3bf4168d830 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:44:59.666350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:44:59.725652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] Pushing event updated for resources: {'Network': ['ID=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:44:59.739995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6d35c0d3-523b-4482-9ad6-56e950f7c1b3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.5740547 Sep 10 03:44:59.740857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40186) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:44:59.747323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Request body: {'subnet': {'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2122723955-subnet', 'tenant_id': 'd430b938148d4c3cb1dc147b1f7f151d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:44:59.764276 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2b4578-3d50-450a-9f8e-d6ed7fac28da req-1daddfbb-80fa-46e3-8ef5-d5938cf62880 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:59.772363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b2b4578-3d50-450a-9f8e-d6ed7fac28da req-1daddfbb-80fa-46e3-8ef5-d5938cf62880 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 945 time: 0.1833706 Sep 10 03:44:59.781743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:44:59.852005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b2b4578-3d50-450a-9f8e-d6ed7fac28da req-d07a7fc1-5a6e-4a2b-a735-6ecf41b700bc tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784776 Sep 10 03:44:59.935059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e887b65-c1ad-4646-93b3-2d6b01934819 req-716b7d77-4f69-47e7-8d79-117586674469 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:44:59.939109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e887b65-c1ad-4646-93b3-2d6b01934819 req-716b7d77-4f69-47e7-8d79-117586674469 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 949 time: 0.0706182 Sep 10 03:44:59.958325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:44:59.993306 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f019-d0e3-420f-9ca3-79cd9c6d0d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.037647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e887b65-c1ad-4646-93b3-2d6b01934819 req-b6848cf6-454f-48f0-8dae-720824c40eb4 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916264 Sep 10 03:45:00.038537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Made reservation on behalf of d430b938148d4c3cb1dc147b1f7f151d for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:00.062244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a4c4f019-d0e3-420f-9ca3-79cd9c6d0d34 None None] For port 311f3823-a678-4530-9f99-c10fd5a37f73, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=311f3823-a678-4530-9f99-c10fd5a37f73,segment=NetworkSegment(509432e0-a42f-419a-b150-245824d9bd01),segment_id=509432e0-a42f-419a-b150-245824d9bd01)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:00.063974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.139360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:00.148555 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b41b65ac-a086-4e38-86dd-05062d79138d tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5671787 Sep 10 03:45:00.150089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40206) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:00.150393 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95299c6c-6401-49d3-8031-ab4aa3d68fee None None] Sync routers for ids ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:00.155994 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a4c4f019-d0e3-420f-9ca3-79cd9c6d0d34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.161973 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95299c6c-6401-49d3-8031-ab4aa3d68fee None None] Routers {'b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:00.162753 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-95299c6c-6401-49d3-8031-ab4aa3d68fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:00.195896 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-95299c6c-6401-49d3-8031-ab4aa3d68fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:00.205783 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95299c6c-6401-49d3-8031-ab4aa3d68fee None None] Routers {'b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:00.206386 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-95299c6c-6401-49d3-8031-ab4aa3d68fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:00.211224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c4f019-d0e3-420f-9ca3-79cd9c6d0d34 None None] Pushing event updated for resources: {'Port': ['ID=311f3823-a678-4530-9f99-c10fd5a37f73,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:00.239587 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-95299c6c-6401-49d3-8031-ab4aa3d68fee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:00.240257 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95299c6c-6401-49d3-8031-ab4aa3d68fee None None] The sync data for ids ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:00.274547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e00e1f9-06f2-4a65-a280-345e0ee1618c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:00.275281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-465873c3-5a32-468e-9af6-3244297c2894 None None] Provisioning complete for port 311f3823-a678-4530-9f99-c10fd5a37f73 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:00.275783 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-465873c3-5a32-468e-9af6-3244297c2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.275975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0e00e1f9-06f2-4a65-a280-345e0ee1618c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports/72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1 HTTP/1.1" status: 200 len: 911 time: 0.1248543 Sep 10 03:45:00.278755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40210) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:00.381857 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-465873c3-5a32-468e-9af6-3244297c2894 None None] Provisioning complete for port 72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:00.382293 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-465873c3-5a32-468e-9af6-3244297c2894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.408029 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.417770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-465873c3-5a32-468e-9af6-3244297c2894 None None] Port 72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:00.467128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:00.477936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Checking segment: {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:00.478295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Network hostable DHCP agents. Network: 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:45:00.512421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 02984dbf-2ad7-4528-b2c0-417158bd86c6 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:00.534171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7fb25f7-5932-4cac-b274-ae785128af3e details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:00.607670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:45:00.646130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7fb25f7-5932-4cac-b274-ae785128af3e,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:00.657259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'b7fb25f7-5932-4cac-b274-ae785128af3e', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'port_id': 'b7fb25f7-5932-4cac-b274-ae785128af3e', 'mac_address': 'fa:16:3e:b4:69:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63197daf-2f94-42c1-990c-e0ca7f2854ea', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:00.681003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.685097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 02984dbf-2ad7-4528-b2c0-417158bd86c6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:00.694900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 02984dbf-2ad7-4528-b2c0-417158bd86c6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:00.695435 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.699795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:00.724693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:00.727000 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.742301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98fd8876-f369-4d01-bd31-7f1499adda5d None None] Network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:00.755737 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.831253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b7fb25f7-5932-4cac-b274-ae785128af3e {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:00.856552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-57ca248a-2540-4c10-a9ac-c0223d478efe admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1068094 Sep 10 03:45:00.895996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7fb25f7-5932-4cac-b274-ae785128af3e,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:00.927218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:00.975007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7ebade6-bea5-4731-8035-c7e5d81f3b1d None None] Network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:00.983802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e75a8c-059c-4e9f-a5ae-a1c85b9298ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02984dbf-2ad7-4528-b2c0-417158bd86c6'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:00.986082 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b184cd7-ff9c-41b3-84cb-88e02ab711f7" -d '{"events": [{"server_uuid": "49e75a8c-059c-4e9f-a5ae-a1c85b9298ff", "name": "network-vif-plugged", "status": "completed", "tag": "02984dbf-2ad7-4528-b2c0-417158bd86c6"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:01.025876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 2001:db8:1::1 (a098ac70-0e61-457c-b9f2-5e4e97d585af/3fa15d56-e717-4a34-97d7-a2bc87f3b432/8b213ed8-9913-44ce-b21e-5edd12272075) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:01.037891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:01.046573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad499bd6-aec1-4889-b0b7-b3e30ef4dc9e req-cb26910a-8d96-4220-b3da-04b1974ad40e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:01.053335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 02984dbf-2ad7-4528-b2c0-417158bd86c6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02984dbf-2ad7-4528-b2c0-417158bd86c6,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:01.062155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad499bd6-aec1-4889-b0b7-b3e30ef4dc9e req-cb26910a-8d96-4220-b3da-04b1974ad40e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 945 time: 0.1243308 Sep 10 03:45:01.096690 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ea959c-5084-46ec-9fa9-1c432747b232 x-openstack-request-id: req-f2ea959c-5084-46ec-9fa9-1c432747b232 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:01.097498 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e75a8c-059c-4e9f-a5ae-a1c85b9298ff", "name": "network-vif-plugged", "status": "completed", "tag": "02984dbf-2ad7-4528-b2c0-417158bd86c6", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:01.103597 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2ea959c-5084-46ec-9fa9-1c432747b232 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:01.103597 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e75a8c-059c-4e9f-a5ae-a1c85b9298ff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02984dbf-2ad7-4528-b2c0-417158bd86c6', 'code': 200} Sep 10 03:45:01.129556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad499bd6-aec1-4889-b0b7-b3e30ef4dc9e req-f2e34ea2-6466-46ff-9a9b-7609793854e8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479398 Sep 10 03:45:01.132782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:01.204241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['b7fb25f7-5932-4cac-b274-ae785128af3e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:01.273524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b7fb25f7-5932-4cac-b274-ae785128af3e,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:01.292333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87058018-fc6a-450e-b6bd-0a8bb669d79d req-879f49cb-4ce1-4778-b9fc-968552bbf57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:01.295022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87058018-fc6a-450e-b6bd-0a8bb669d79d req-879f49cb-4ce1-4778-b9fc-968552bbf57f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 1101 time: 0.1260035 Sep 10 03:45:01.310602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:01.333703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0408a3c5-6198-401f-9a81-eee011e3ea17 req-91031d3f-9d85-402b-b760-fbe5fbbe7741 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:01.335449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0408a3c5-6198-401f-9a81-eee011e3ea17 req-91031d3f-9d85-402b-b760-fbe5fbbe7741 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 950 time: 0.1188257 Sep 10 03:45:01.364263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=02984dbf-2ad7-4528-b2c0-417158bd86c6,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:01.376455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Transition to ACTIVE for port object 8b213ed8-9913-44ce-b21e-5edd12272075 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:01.413853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87058018-fc6a-450e-b6bd-0a8bb669d79d req-f2473b0c-71de-488d-93a4-f69462c5accf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112621 Sep 10 03:45:01.433385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0408a3c5-6198-401f-9a81-eee011e3ea17 req-e60debd8-168c-4003-ad6d-3a8d8bc7a76c tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788209 Sep 10 03:45:01.435873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-d5f43c4d-8723-413d-a1bb-d5e66f8cd29a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:01.437398 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-d5f43c4d-8723-413d-a1bb-d5e66f8cd29a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 945 time: 0.1761827 Sep 10 03:45:01.574640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:01.598488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Deleting port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:01.598962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:01.635308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network a098ac70-0e61-457c-b9f2-5e4e97d585af is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:01.648189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:01.655147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:01.655986 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:01.754024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=8b213ed8-9913-44ce-b21e-5edd12272075,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:01.803932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-9662b65d-cd15-4c80-858b-f6f227ff7ce4 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:01.818528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-9662b65d-cd15-4c80-858b-f6f227ff7ce4 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/networks?id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf HTTP/1.1" status: 200 len: 815 time: 0.1916974 Sep 10 03:45:01.835843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] For port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:01.838879 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:01.841924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-d9295d78-55cd-4258-8a6e-f0f39472b86d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/quotas/d430b938148d4c3cb1dc147b1f7f151d HTTP/1.1" status: 200 len: 375 time: 0.0213413 Sep 10 03:45:01.853776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Calling delete_port for 2037e16d-fa50-4fc3-85e0-8c78d28d3afd owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:01.918670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-f1e4dbf4-57c7-4cd4-b493-53371b383873 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0677700 Sep 10 03:45:01.974522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.009638 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.088100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-2fe22e04-ab81-49a7-b178-4fb5695021fc service neutron] 10.222.0.22 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683686 Sep 10 03:45:02.156700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-646e685b-3204-4910-a938-59f6551767e2 None None] Provisioning for port 8b213ed8-9913-44ce-b21e-5edd12272075 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:02.161455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-646e685b-3204-4910-a938-59f6551767e2 None None] Provisioning complete for port 8b213ed8-9913-44ce-b21e-5edd12272075 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:02.161999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-646e685b-3204-4910-a938-59f6551767e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.234719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-25039705-fe75-4330-b27d-295887995f4a service neutron] 10.222.0.22 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455297 Sep 10 03:45:02.271059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 311f3823-a678-4530-9f99-c10fd5a37f73 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:02.337978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.367114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['2037e16d-fa50-4fc3-85e0-8c78d28d3afd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:02.382084 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2334cc5b-007e-4400-9489-fd9e8cd32290 req-f6cc4258-9783-4178-85ac-87a3cf9de2ae tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 210 time: 0.0660505 Sep 10 03:45:02.411853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-646e685b-3204-4910-a938-59f6551767e2 None None] Port 8b213ed8-9913-44ce-b21e-5edd12272075 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:02.468189 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 311f3823-a678-4530-9f99-c10fd5a37f73 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:02.468901 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.471855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event deleted for resources: {'Port': ['ID=2037e16d-fa50-4fc3-85e0-8c78d28d3afd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:02.533697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7fb25f7-5932-4cac-b274-ae785128af3e up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:02.553829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] No DVR routers for this DVR port 2037e16d-fa50-4fc3-85e0-8c78d28d3afd on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:02.562632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.570469 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b2a5b2d8-9e6b-43d8-b1c0-79bba202eb57 req-a534e0bc-2944-4f19-8c5f-f68be124c33a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "DELETE /v2.0/ports/2037e16d-fa50-4fc3-85e0-8c78d28d3afd HTTP/1.1" status: 204 len: 173 time: 1.1175158 Sep 10 03:45:02.570469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34714f04-2e71-41b5-84b3-52c7febaf814', 'name': 'network-vif-deleted', 'tag': '2037e16d-fa50-4fc3-85e0-8c78d28d3afd'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:02.570469 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78c222fb-4c9c-4249-8735-b7df979301d1" -d '{"events": [{"server_uuid": "34714f04-2e71-41b5-84b3-52c7febaf814", "name": "network-vif-deleted", "tag": "2037e16d-fa50-4fc3-85e0-8c78d28d3afd"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:02.586968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.650056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port b7fb25f7-5932-4cac-b274-ae785128af3e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:02.653481 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.677550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6c91bd-2105-4077-a047-cc96d245d19f req-5c6e3a05-af2c-40c5-87bc-6f7d2bd7e01e tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:02.680663 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b6c91bd-2105-4077-a047-cc96d245d19f req-5c6e3a05-af2c-40c5-87bc-6f7d2bd7e01e tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 950 time: 0.0863843 Sep 10 03:45:02.724635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.724907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:02.760599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b6c91bd-2105-4077-a047-cc96d245d19f req-e2382bce-45d6-482d-9453-fbd40f5f7fd9 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740061 Sep 10 03:45:02.825930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=8b213ed8-9913-44ce-b21e-5edd12272075,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:02.938308 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3517215d-97e6-4b57-b76d-f0cc54ce33a7 x-openstack-request-id: req-3517215d-97e6-4b57-b76d-f0cc54ce33a7 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:02.943614 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34714f04-2e71-41b5-84b3-52c7febaf814", "name": "network-vif-deleted", "tag": "2037e16d-fa50-4fc3-85e0-8c78d28d3afd", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:02.943614 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3517215d-97e6-4b57-b76d-f0cc54ce33a7 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:02.943614 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34714f04-2e71-41b5-84b3-52c7febaf814', 'name': 'network-vif-deleted', 'tag': '2037e16d-fa50-4fc3-85e0-8c78d28d3afd', 'status': 'completed', 'code': 200} Sep 10 03:45:03.003057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network a098ac70-0e61-457c-b9f2-5e4e97d585af is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:03.004880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:03.136733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79ba6c51-47e2-4359-a691-249406967cef req-583f9e92-0d00-4b92-a5fd-cf61cd1e7549 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 210 time: 0.1558003 Sep 10 03:45:03.153260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40314) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:03.172299 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:03.182951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-303503934'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:03.205320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:45:03.226814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:03.229962 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f850c223-530f-4635-9326-29fff5929052" -d '{"events": [{"server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "name": "network-vif-plugged", "status": "completed", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:03.249574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7fb25f7-5932-4cac-b274-ae785128af3e,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:03.289376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:03.301115 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:03.306352 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb18f6b7-6cb3-4706-b452-765a4c43686a x-openstack-request-id: req-fb18f6b7-6cb3-4706-b452-765a4c43686a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:03.306724 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "name": "network-vif-plugged", "status": "completed", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:03.307042 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb18f6b7-6cb3-4706-b452-765a4c43686a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:03.307500 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e', 'code': 200} Sep 10 03:45:03.317705 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:03.361790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:45:03.378257 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:03.387488 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:03.392209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b7fb25f7-5932-4cac-b274-ae785128af3e,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:03.392647 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Added segment 848ecd59-707a-4bbe-9c80-64c5ba146caf of type vlan for network 05147488-9b0b-46db-ab99-5dbcc157ee42 Sep 10 03:45:03.395168 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-75c196ba-8764-4ac2-9587-492ce31b9983 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1152804 Sep 10 03:45:03.398513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40318) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:03.400150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28c259-4620-4d72-b111-2535dae2765f None None] Sync routers for ids ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:03.447550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28c259-4620-4d72-b111-2535dae2765f None None] Routers {'b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:03.448624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-bb28c259-4620-4d72-b111-2535dae2765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:03.481523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0694f25-dff4-45ea-b2e8-cccecea4bd89 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:03.484288 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b0694f25-dff4-45ea-b2e8-cccecea4bd89 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports/8b213ed8-9913-44ce-b21e-5edd12272075 HTTP/1.1" status: 200 len: 913 time: 0.0825315 Sep 10 03:45:03.488265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40322) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:03.494070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:03.532420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-bb28c259-4620-4d72-b111-2535dae2765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:03.544626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f1f50994-f246-4dce-841c-e4b469aeaa6e None None] Provisioning complete for port 8b213ed8-9913-44ce-b21e-5edd12272075 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:03.545000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f1f50994-f246-4dce-841c-e4b469aeaa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:03.575617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb28c259-4620-4d72-b111-2535dae2765f None None] Routers {'b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:03.576283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-bb28c259-4620-4d72-b111-2535dae2765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:03.593775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6f68363-c3a7-43ec-998f-bb5d21022351 req-fd2218f6-9fae-4311-9551-fd29d4a51fad tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=34714f04-2e71-41b5-84b3-52c7febaf814 HTTP/1.1" status: 200 len: 210 time: 0.0438325 Sep 10 03:45:03.614743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:03.621943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:03.627627 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:03.629990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-bb28c259-4620-4d72-b111-2535dae2765f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:03.630653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb28c259-4620-4d72-b111-2535dae2765f None None] The sync data for ids ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:03.661769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f1f50994-f246-4dce-841c-e4b469aeaa6e None None] Port 8b213ed8-9913-44ce-b21e-5edd12272075 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:03.728997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Network': ['ID=05147488-9b0b-46db-ab99-5dbcc157ee42,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:03.745706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:45:03.746684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40328) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:03.760666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-925008894'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:03.762967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c064dfb4-f084-4c85-ba7d-2043e20e9b50 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5934517 Sep 10 03:45:03.937934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84d54f0-5a37-4d3e-ac93-094f9448d777 req-2eb7cc18-54cc-4f78-8f18-4db64d5fa0c4 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:03.946088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c84d54f0-5a37-4d3e-ac93-094f9448d777 req-2eb7cc18-54cc-4f78-8f18-4db64d5fa0c4 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 950 time: 0.0782063 Sep 10 03:45:03.969224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:03.972894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:04.003349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c84d54f0-5a37-4d3e-ac93-094f9448d777 req-973ae89d-bbab-4097-8563-96b1ed560159 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509620 Sep 10 03:45:04.058635 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:45:04.076829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:04.077709 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Added segment a7465f74-ad87-41a1-9de6-823817012e53 of type vlan for network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 Sep 10 03:45:04.159193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:04.267547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34eaf387-9c6b-4544-9550-9cf85af096d8 req-a5be3114-31df-4ec7-b69b-16bda01ce7d1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 210 time: 0.0406709 Sep 10 03:45:04.284739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:04.536652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2037e16d-fa50-4fc3-85e0-8c78d28d3afd no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:04.574001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 2037e16d-fa50-4fc3-85e0-8c78d28d3afd {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:45:04.574835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2037e16d-fa50-4fc3-85e0-8c78d28d3afd not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:04.688985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:04.702529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:04.703434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:04.715877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cff420-061e-4730-9c15-4f740b033482 req-496043a6-70db-42cc-8058-cc84033ca919 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:04.725919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38cff420-061e-4730-9c15-4f740b033482 req-496043a6-70db-42cc-8058-cc84033ca919 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 950 time: 0.1227725 Sep 10 03:45:04.813278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38cff420-061e-4730-9c15-4f740b033482 req-7661b902-906f-49fe-88bb-595ddd583b5f tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864985 Sep 10 03:45:04.826977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Network': ['ID=6bd5f340-5935-41df-86cc-3fdfabbf8c05,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:04.842607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:45:04.881714 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fcacacef-11ea-4599-9090-cdb75bdd8495 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1335862 Sep 10 03:45:04.888807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40362) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:04.914072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'subnet': {'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:05.253316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 8b213ed8-9913-44ce-b21e-5edd12272075 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:05.253883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:05.335531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6c079612-8718-4bde-9620-dcca669301f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:05.339299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6c079612-8718-4bde-9620-dcca669301f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.3060920 Sep 10 03:45:05.343238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:05.347994 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:05.392337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:05.407776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 8b213ed8-9913-44ce-b21e-5edd12272075 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:05.418049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-33f9602c-9f1f-4d3e-b50f-04852a1be44b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/quotas/77e28690aa0e41198f2b6be9a0b040db HTTP/1.1" status: 200 len: 375 time: 0.0597382 Sep 10 03:45:05.438397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1058c0d2-04d5-47bf-9798-e759e7dd2b23 req-a8c5bdf0-f76b-4b18-a928-68e6161ec93f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 210 time: 0.0447929 Sep 10 03:45:05.522813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6f211048-aee3-424d-bf63-40ca7b60267a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0868819 Sep 10 03:45:05.714753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-c978fa06-496b-405e-87b2-2ffe4d8bae67 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:05.716148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-c978fa06-496b-405e-87b2-2ffe4d8bae67 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.20 "GET /v2.0/networks?id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf HTTP/1.1" status: 200 len: 815 time: 0.2315586 Sep 10 03:45:05.733439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Request body: {'port': {'device_id': '2228d340-b117-475a-825e-e40522a647a4', 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf', 'admin_state_up': True, 'tenant_id': 'd430b938148d4c3cb1dc147b1f7f151d'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:05.743540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-51dc87f2-9245-451e-8bd5-aa2084374812 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198715 Sep 10 03:45:05.841955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf4095-d28e-47da-8708-503cec060df2 req-a14f924b-4276-4ff2-a1c4-94e9f08978aa tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:05.843708 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-14bf4095-d28e-47da-8708-503cec060df2 req-a14f924b-4276-4ff2-a1c4-94e9f08978aa tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.20 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 950 time: 0.0731556 Sep 10 03:45:05.988501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-a1e6b728-effc-4084-9b4e-db6bd0d67745 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344830 Sep 10 03:45:06.013790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d248410-ae44-40bf-a930-f1ea91532162 req-ca70e7ea-2f09-4204-9dfa-65067a1f556e tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:06.021783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d248410-ae44-40bf-a930-f1ea91532162 req-ca70e7ea-2f09-4204-9dfa-65067a1f556e tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 950 time: 0.0888677 Sep 10 03:45:06.083373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d248410-ae44-40bf-a930-f1ea91532162 req-df033f16-13f8-4800-bafb-2c950e9e8841 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/security-groups?id=67deec73-7cdd-4a65-8e13-deb3e66b5985&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607116 Sep 10 03:45:06.182580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-14bf4095-d28e-47da-8708-503cec060df2 req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Deleting port 02984dbf-2ad7-4528-b2c0-417158bd86c6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:06.183049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-14bf4095-d28e-47da-8708-503cec060df2 req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:06.202344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:06.249150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=8b213ed8-9913-44ce-b21e-5edd12272075,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:06.285877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Made reservation on behalf of d430b938148d4c3cb1dc147b1f7f151d for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:06.290690 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:06.511335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9653da0d-7cec-4774-a4c5-79396cddee3d req-9a9835c6-4ac1-41e2-bad9-b9c74f6e9774 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 210 time: 0.0628142 Sep 10 03:45:06.519199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-14bf4095-d28e-47da-8708-503cec060df2 req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] For port 02984dbf-2ad7-4528-b2c0-417158bd86c6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=02984dbf-2ad7-4528-b2c0-417158bd86c6,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:06.519804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-14bf4095-d28e-47da-8708-503cec060df2 req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:06.523065 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:06.587818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-14bf4095-d28e-47da-8708-503cec060df2 req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Calling delete_port for 02984dbf-2ad7-4528-b2c0-417158bd86c6 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:06.615096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Allocated IP 172.20.0.8 (1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf/cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4/2410fec1-724a-4c4b-8328-3c4f72a6ed43) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:06.674932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11dfbf6e-e430-43de-a6fb-2e40c68818ff req-bf23aed1-5048-43bc-9bf3-5d96eaf7a6cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 210 time: 0.0843999 Sep 10 03:45:06.704879 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:06.833702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Subnet': ['ID=e7e13d58-c4cb-4596-ad92-42816886f6bc,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:06.842603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Checking segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:06.851151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network hostable DHCP agents. Network: 05147488-9b0b-46db-ab99-5dbcc157ee42, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:45:06.888664 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:06.948740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:45:07.012973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:45:07.054596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:07.059868 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-47bc5bb8-afa3-451d-8456-2844e8e3cb44 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5702708 Sep 10 03:45:07.062832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40414) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:07.066511 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b276ae-16db-464d-bb71-d7183ae18e5b None None] Sync routers for ids ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:07.086096 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b276ae-16db-464d-bb71-d7183ae18e5b None None] Routers {'b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:07.087358 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a8b276ae-16db-464d-bb71-d7183ae18e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:07.127039 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:07.141310 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a8b276ae-16db-464d-bb71-d7183ae18e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:07.152017 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b276ae-16db-464d-bb71-d7183ae18e5b None None] Routers {'b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:07.152631 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a8b276ae-16db-464d-bb71-d7183ae18e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:07.190869 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a8b276ae-16db-464d-bb71-d7183ae18e5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:07.191522 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b276ae-16db-464d-bb71-d7183ae18e5b None None] The sync data for ids ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:07.246171 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-14bf4095-d28e-47da-8708-503cec060df2 req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:07.259483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 05147488-9b0b-46db-ab99-5dbcc157ee42) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:07.266369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f25a30-caba-4f70-ae9a-80ad78696e8f None None] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:07.332971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:07.334165 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:07.372468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:07.389628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8bca44c-d4f3-40b1-bcb9-e75f732ac01b req-063ec86c-47b1-4c41-b8ea-4935dab71451 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 210 time: 0.1951363 Sep 10 03:45:07.406653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:07.416181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Pushing event deleted for resources: {'Port': ['ID=02984dbf-2ad7-4528-b2c0-417158bd86c6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:07.417971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:07.425880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Pushing event updated for resources: {'Port': ['ID=2410fec1-724a-4c4b-8328-3c4f72a6ed43,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:07.458989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-595718d8-ffc0-4854-a468-65376a3cf0c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.5683389 Sep 10 03:45:07.463428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40432) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:07.468589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'subnet': {'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:07.527915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:07.528761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:07.556426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bf4095-d28e-47da-8708-503cec060df2 req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] No DVR routers for this DVR port 02984dbf-2ad7-4528-b2c0-417158bd86c6 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:07.566024 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-14bf4095-d28e-47da-8708-503cec060df2 req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:07.579085 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-14bf4095-d28e-47da-8708-503cec060df2 req-9d0c7e7a-18ee-4bd5-9f46-cc143c2ca24d tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.20 "DELETE /v2.0/ports/02984dbf-2ad7-4528-b2c0-417158bd86c6 HTTP/1.1" status: 204 len: 173 time: 1.7287533 Sep 10 03:45:07.580806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49e75a8c-059c-4e9f-a5ae-a1c85b9298ff', 'name': 'network-vif-deleted', 'tag': '02984dbf-2ad7-4528-b2c0-417158bd86c6'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:07.593213 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db9a592-4ca4-4550-ad79-16a7c9b83d9a" -d '{"events": [{"server_uuid": "49e75a8c-059c-4e9f-a5ae-a1c85b9298ff", "name": "network-vif-deleted", "tag": "02984dbf-2ad7-4528-b2c0-417158bd86c6"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:07.606415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-05147488-9b0b-46db-ab99-5dbcc157ee42', 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'fixed_ips': [{'subnet_id': 'e7e13d58-c4cb-4596-ad92-42816886f6bc'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:45:07.607403 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:07.705363 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c604681-29c3-49d8-a295-9226bf1e3aa4 x-openstack-request-id: req-2c604681-29c3-49d8-a295-9226bf1e3aa4 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:07.708559 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49e75a8c-059c-4e9f-a5ae-a1c85b9298ff", "name": "network-vif-deleted", "tag": "02984dbf-2ad7-4528-b2c0-417158bd86c6", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:07.708894 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c604681-29c3-49d8-a295-9226bf1e3aa4 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:07.709369 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49e75a8c-059c-4e9f-a5ae-a1c85b9298ff', 'name': 'network-vif-deleted', 'tag': '02984dbf-2ad7-4528-b2c0-417158bd86c6', 'status': 'completed', 'code': 200} Sep 10 03:45:07.900540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Allocated IP 10.1.1.2 (05147488-9b0b-46db-ab99-5dbcc157ee42/e7e13d58-c4cb-4596-ad92-42816886f6bc/32483f05-0bbb-4838-8f72-8f4a9e0ad3f5) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:07.952840 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:08.068493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d99da33-f0de-4c6b-90eb-3ff9636a7015 req-59171ffa-6aec-496d-839b-898b14398b4b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 210 time: 0.4284806 Sep 10 03:45:08.079380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-a027c418-0e8b-48a7-a430-cf11297df53c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3513730 Sep 10 03:45:08.100509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Request body: {'port': {'device_id': '2228d340-b117-475a-825e-e40522a647a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:08.171815 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:08.190986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Transition to ACTIVE for port object 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:08.225733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Transition to ACTIVE for port object 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:08.250368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:08.256213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:08.277513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:08.328515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:08.425960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:08.441664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:08.450551 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:08.463475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a0b1c6-54f7-4155-8476-01258e1d2f11 req-3648e07e-cde0-4574-b813-be432f30b056 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:08.472694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Pushing event updated for resources: {'Port': ['ID=32483f05-0bbb-4838-8f72-8f4a9e0ad3f5,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:08.480681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1a0b1c6-54f7-4155-8476-01258e1d2f11 req-3648e07e-cde0-4574-b813-be432f30b056 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 931 time: 0.4078214 Sep 10 03:45:08.551939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Attempting to bind port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:08.552669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Attempting to bind port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:08.553049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Attempting to bind port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:08.568304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:08.568864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:08.574869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:08.585123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Checking segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:08.585822 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:08.586926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Bound using segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:08.587713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Bound port: 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:08.591901 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:08.601066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 02984dbf-2ad7-4528-b2c0-417158bd86c6 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:08.700583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 02984dbf-2ad7-4528-b2c0-417158bd86c6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:45:08.701183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 02984dbf-2ad7-4528-b2c0-417158bd86c6 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:08.739430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e3a7274-28cd-4699-8843-7acf0f97151a req-e8ac607c-19a2-4cfc-80cd-21473e4a12b8 tempest-ImagesNegativeTestJSON-933591246 tempest-ImagesNegativeTestJSON-933591246-project] 10.222.0.22 "GET /v2.0/ports?device_id=49e75a8c-059c-4e9f-a5ae-a1c85b9298ff HTTP/1.1" status: 200 len: 210 time: 0.0759645 Sep 10 03:45:08.743331 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:08.767862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] For port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:08.771953 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] For port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=32483f05-0bbb-4838-8f72-8f4a9e0ad3f5,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:08.781518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:08.782163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1a0b1c6-54f7-4155-8476-01258e1d2f11 req-6e741e21-05c9-4ed0-b955-9226fc059962 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3023195 Sep 10 03:45:08.912764 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:09.042700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb3ae0-620c-481d-80ed-93f1dd246a47 None None] Pushing event updated for resources: {'Port': ['ID=32483f05-0bbb-4838-8f72-8f4a9e0ad3f5,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:09.100908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:09.139131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=72c4b3f6-c2e2-43a0-b40a-5570ed10c0d1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:09.229729 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:09.338756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc90e964-bd1b-475f-bd2c-0ad2df1662f5 req-3e7dbbc3-b645-4bad-bad9-f2b5b2c871a8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 210 time: 0.1202066 Sep 10 03:45:09.346143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2410fec1-724a-4c4b-8328-3c4f72a6ed43 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:09.401082 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:09.465025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Transition to ACTIVE for port object 2410fec1-724a-4c4b-8328-3c4f72a6ed43 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:09.487618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Subnet': ['ID=1b018483-2b27-4c1e-b323-d326bc1ef7e0,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:09.506147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Checking segment: {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:09.506509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network hostable DHCP agents. Network: 6bd5f340-5935-41df-86cc-3fdfabbf8c05, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:45:09.518536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:09.546564 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:09.620709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:45:09.622688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Pushing event updated for resources: {'Port': ['ID=2410fec1-724a-4c4b-8328-3c4f72a6ed43,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:09.722901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 6bd5f340-5935-41df-86cc-3fdfabbf8c05) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:09.728348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:09.728962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:09.735474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54defad1-f38f-42ff-8eb3-e3b72915f915 None None] Network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:09.788959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Attempting to bind port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:09.789305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Attempting to bind port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:09.789780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Attempting to bind port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 on network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:09.797936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 on network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:09.798275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Attempting to bind port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 on network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:09.813868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:09.813868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Checking segment: {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:09.813868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Bound using segment: {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:09.815396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Bound port: 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:09.815811 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:09.846314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1e1e0ca2-eaba-4c73-913c-f10c8aa12be7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.3817296 Sep 10 03:45:09.857516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40476) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:09.868740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'port': {'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'name': 'tempest-TaggedBootDevicesTest-1676043541', 'fixed_ips': [{'subnet_id': 'e7e13d58-c4cb-4596-ad92-42816886f6bc'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:09.996461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:10.012111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:10.078977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-6bd5f340-5935-41df-86cc-3fdfabbf8c05', 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'fixed_ips': [{'subnet_id': '1b018483-2b27-4c1e-b323-d326bc1ef7e0'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:45:10.079892 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:10.134913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:10.261280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:10.293744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Pushing event updated for resources: {'Port': ['ID=2410fec1-724a-4c4b-8328-3c4f72a6ed43,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:10.338122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:10.339086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:10.343876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-218b1716-8f08-4c45-8105-8833571cf189 service neutron] 10.222.0.20 "PUT /v2.0/ports/2410fec1-724a-4c4b-8328-3c4f72a6ed43 HTTP/1.1" status: 200 len: 1091 time: 2.2498546 Sep 10 03:45:10.422023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:10.427864 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a234c112-6313-4762-90c6-9ff9a99ca1be" -d '{"events": [{"name": "network-changed", "server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:10.488879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Allocated IP 10.2.2.2 (6bd5f340-5935-41df-86cc-3fdfabbf8c05/1b018483-2b27-4c1e-b323-d326bc1ef7e0/d0adbcde-1ef8-409b-8848-0a23fdb23382) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:10.584999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882a5d1d-5e73-4e4c-a7b4-7ea7afd38310 req-5e6a859b-d09e-4212-b224-5f9c3bec319d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:10.587974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:10.598769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-882a5d1d-5e73-4e4c-a7b4-7ea7afd38310 req-5e6a859b-d09e-4212-b224-5f9c3bec319d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 943 time: 0.5793545 Sep 10 03:45:10.660255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:45:10.676061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-fe3f1806-4a88-4c21-b53e-e0c3e7b9d075 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:10.677963 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-fe3f1806-4a88-4c21-b53e-e0c3e7b9d075 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 1.3379219 Sep 10 03:45:10.727556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad6eb109-56b0-4483-826f-2b34a5987d2a req-6692e139-a63c-43cb-9a1e-3f0896d64106 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 210 time: 0.1123271 Sep 10 03:45:10.753347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55821313-308c-4d34-bfb3-8c891ee3e66a None None] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:10.779803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Request body: {'port': {'device_id': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'admin_state_up': True, 'tenant_id': '77e28690aa0e41198f2b6be9a0b040db'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:10.815508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-882a5d1d-5e73-4e4c-a7b4-7ea7afd38310 req-5c886423-1c6c-4632-bd88-71292f67f661 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156711 Sep 10 03:45:10.820538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-301a5852-41f8-4f65-9df3-95526fed239c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:10.823616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-301a5852-41f8-4f65-9df3-95526fed239c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 1094 time: 0.3519242 Sep 10 03:45:10.891621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-97cd689d-508e-404b-8731-c8c4ee2a6972 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43 HTTP/1.1" status: 200 len: 217 time: 0.0567207 Sep 10 03:45:10.892884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:10.929148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40504) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:11.001892 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fb2b425-eeee-429e-a875-7ae141630622 x-openstack-request-id: req-6fb2b425-eeee-429e-a875-7ae141630622 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:11.002555 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:11.010931 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fb2b425-eeee-429e-a875-7ae141630622 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:11.011708 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43', 'status': 'completed', 'code': 200} Sep 10 03:45:11.087956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-5281f375-3257-4ccd-90b9-0b52e0db214f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:11.091938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-5281f375-3257-4ccd-90b9-0b52e0db214f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4 HTTP/1.1" status: 200 len: 855 time: 0.1910803 Sep 10 03:45:11.111950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:11.132669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c357a5-27a3-4e10-9c7c-35927cc74ebb None None] Sync routers for ids ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:11.137525 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-43b0c72a-cc12-4dba-8297-6b2927f68ee5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0704865 Sep 10 03:45:11.138126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40516) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:11.154151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-120de552-b817-4a3d-b76c-f03c6a554c8d None None] Provisioning for port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:11.162504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.166445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c357a5-27a3-4e10-9c7c-35927cc74ebb None None] Routers {'b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:11.167049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d8c357a5-27a3-4e10-9c7c-35927cc74ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:11.175298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-120de552-b817-4a3d-b76c-f03c6a554c8d None None] Provisioning complete for port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:11.175663 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-120de552-b817-4a3d-b76c-f03c6a554c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.213874 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8a15e38e-ad81-41e7-9cbe-163ffc29e7b2 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7 HTTP/1.1" status: 200 len: 205 time: 0.0683019 Sep 10 03:45:11.216241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-e53d7d7c-0ef8-42ec-94c2-90362717384d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1163425 Sep 10 03:45:11.218056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40518) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:11.221391 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.286970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d8c357a5-27a3-4e10-9c7c-35927cc74ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:11.290153 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Transition to ACTIVE for port object d0adbcde-1ef8-409b-8848-0a23fdb23382 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:11.351409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c357a5-27a3-4e10-9c7c-35927cc74ebb None None] Routers {'b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:11.352894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d8c357a5-27a3-4e10-9c7c-35927cc74ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:44:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:11.406298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d8c357a5-27a3-4e10-9c7c-35927cc74ebb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:11.407283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c357a5-27a3-4e10-9c7c-35927cc74ebb None None] The sync data for ids ['b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:11.414310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Transition to ACTIVE for port object d0adbcde-1ef8-409b-8848-0a23fdb23382 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:11.436705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea3af4f3-299f-4813-93dc-8af028bc9f45 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.460693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] device_id is not set on port 98c7601a-8e46-46c2-9400-159323648c6b yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:45:11.486663 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-120de552-b817-4a3d-b76c-f03c6a554c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.517948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Made reservation on behalf of 77e28690aa0e41198f2b6be9a0b040db for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:11.523507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.553489 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.614363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-120de552-b817-4a3d-b76c-f03c6a554c8d None None] For port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=32483f05-0bbb-4838-8f72-8f4a9e0ad3f5,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:11.647178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:11.652548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:11.655267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Pushing event updated for resources: {'Port': ['ID=d0adbcde-1ef8-409b-8848-0a23fdb23382,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:11.663766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:11.677122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-120de552-b817-4a3d-b76c-f03c6a554c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.768143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Attempting to bind port d0adbcde-1ef8-409b-8848-0a23fdb23382 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:11.768700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Attempting to bind port d0adbcde-1ef8-409b-8848-0a23fdb23382 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:11.769060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Attempting to bind port d0adbcde-1ef8-409b-8848-0a23fdb23382 on network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:11.782509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:11.783027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Checking segment: {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:11.783520 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.785988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1b9ff57e-d9ac-4792-a2d6-bbe8b82afeb4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b3e0fac5dfc47738494792edce79d35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8527260 Sep 10 03:45:11.786145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Bound using segment: {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:11.786653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Bound port: d0adbcde-1ef8-409b-8848-0a23fdb23382, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:11.787050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.800445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40522) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:11.809522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120de552-b817-4a3d-b76c-f03c6a554c8d None None] Pushing event updated for resources: {'Port': ['ID=32483f05-0bbb-4838-8f72-8f4a9e0ad3f5,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:11.830939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea3af4f3-299f-4813-93dc-8af028bc9f45 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.834446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-074586ca-4b14-4ae6-bad6-e32a8170db47 None None] Provisioning complete for port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:11.835000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-074586ca-4b14-4ae6-bad6-e32a8170db47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.844603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea3af4f3-299f-4813-93dc-8af028bc9f45 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:11.930694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-e388c0ee-3799-4795-9762-0d7dad544983 service neutron] 10.222.0.20 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6987903 Sep 10 03:45:11.942405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] For port d0adbcde-1ef8-409b-8848-0a23fdb23382, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:11.950273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] For port d0adbcde-1ef8-409b-8848-0a23fdb23382, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d0adbcde-1ef8-409b-8848-0a23fdb23382,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:11.957568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Allocated IP 10.1.1.224 (05147488-9b0b-46db-ab99-5dbcc157ee42/e7e13d58-c4cb-4596-ad92-42816886f6bc/98c7601a-8e46-46c2-9400-159323648c6b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:12.046065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a810d300-ac5b-4389-b66d-cae66fb7e257 req-0fa6b46f-9956-432d-bc1a-8e20e05df327 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 210 time: 0.1012616 Sep 10 03:45:12.055315 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.056064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Allocated IP 172.20.0.3 (70e06d48-b244-4860-bc21-3a6979134cb8/b5575dc5-8b76-4214-8972-bb2f14443e81/1fbb7281-68d2-4a74-b5a4-01a2d3acf407) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:12.088868 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea3af4f3-299f-4813-93dc-8af028bc9f45 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.089447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea3af4f3-299f-4813-93dc-8af028bc9f45 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Fanout notify agent at l3_agent the message router_deleted on router b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:45:12.104709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea3af4f3-299f-4813-93dc-8af028bc9f45 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.108196 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ea3af4f3-299f-4813-93dc-8af028bc9f45 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7 HTTP/1.1" status: 204 len: 168 time: 0.8834605 Sep 10 03:45:12.109044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40532) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:12.242174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3db2ce9-282f-4827-a6c6-f259628ac133 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting subnet 3fa15d56-e717-4a34-97d7-a2bc87f3b432 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:45:12.248675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3db2ce9-282f-4827-a6c6-f259628ac133 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.276768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bb01c3-9659-405c-8883-d26f17ef5dd1 None None] Pushing event updated for resources: {'Port': ['ID=d0adbcde-1ef8-409b-8848-0a23fdb23382,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:12.329120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:12.329859 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3db2ce9-282f-4827-a6c6-f259628ac133 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.424701 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67194712-7a22-46e1-b6a2-2ba7cc4bf744 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.621518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:12.621518 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.624405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3db2ce9-282f-4827-a6c6-f259628ac133 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.624518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebac337d-b7cf-4816-a74a-68268e4a43e0 req-18095518-20fb-4add-a576-b5c43a686949 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:12.624518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebac337d-b7cf-4816-a74a-68268e4a43e0 req-18095518-20fb-4add-a576-b5c43a686949 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 943 time: 0.4839880 Sep 10 03:45:12.624518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67194712-7a22-46e1-b6a2-2ba7cc4bf744 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.624518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d17ae7c-50c9-4e80-bc73-bcb42500b91f req-e14140ee-3c9c-465e-838c-b1cd99ece535 service neutron] 10.222.0.20 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6073349 Sep 10 03:45:12.625262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.700165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebac337d-b7cf-4816-a74a-68268e4a43e0 req-2bdd8624-640e-4eb3-b2ab-c734dd74b2ac tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350987 Sep 10 03:45:12.719171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.732501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Transition to ACTIVE for port object 98c7601a-8e46-46c2-9400-159323648c6b will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:12.762667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3db2ce9-282f-4827-a6c6-f259628ac133 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.793990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3db2ce9-282f-4827-a6c6-f259628ac133 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Subnet': ['ID=3fa15d56-e717-4a34-97d7-a2bc87f3b432,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:12.798456 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3db2ce9-282f-4827-a6c6-f259628ac133 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.803471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f3db2ce9-282f-4827-a6c6-f259628ac133 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/3fa15d56-e717-4a34-97d7-a2bc87f3b432 HTTP/1.1" status: 204 len: 168 time: 0.6940708 Sep 10 03:45:12.804074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40544) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:12.808652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34cf0c7d-0db2-4b2d-b806-71b4dee84460 None None] Network a098ac70-0e61-457c-b9f2-5e4e97d585af requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:12.818315 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.832421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67194712-7a22-46e1-b6a2-2ba7cc4bf744 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.835800 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67194712-7a22-46e1-b6a2-2ba7cc4bf744 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.837549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-67194712-7a22-46e1-b6a2-2ba7cc4bf744 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67deec73-7cdd-4a65-8e13-deb3e66b5985 HTTP/1.1" status: 204 len: 168 time: 0.9092917 Sep 10 03:45:12.852343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67194712-7a22-46e1-b6a2-2ba7cc4bf744 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67deec73-7cdd-4a65-8e13-deb3e66b5985,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:12.864771 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.919070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Network 70e06d48-b244-4860-bc21-3a6979134cb8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:12.919649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Port': ['ID=98c7601a-8e46-46c2-9400-159323648c6b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:12.926363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-809dfebd-4e18-4326-ab0f-f40e97f9d587 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting subnet f98b6055-a2cf-40c4-988e-c3bcfa5584c2 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:45:12.936764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:12.939091 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-809dfebd-4e18-4326-ab0f-f40e97f9d587 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:12.946201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-02d7b61c-a226-405c-8efb-702952000325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:12.948183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-02d7b61c-a226-405c-8efb-702952000325 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 1094 time: 0.1556659 Sep 10 03:45:12.957930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:12.966258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:12.980249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:12.994611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:13.015023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event updated for resources: {'Port': ['ID=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:13.060684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-809dfebd-4e18-4326-ab0f-f40e97f9d587 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:13.114980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fb23fb4-7a95-4e85-80b5-3d8e78c3ecea None None] DHCP port deletion for a098ac70-0e61-457c-b9f2-5e4e97d585af request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:45:13.120170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:13.120853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:13.195137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:13.197629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:13.245494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9fb23fb4-7a95-4e85-80b5-3d8e78c3ecea None None] Deleting port 311f3823-a678-4530-9f99-c10fd5a37f73 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:13.251578 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9fb23fb4-7a95-4e85-80b5-3d8e78c3ecea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:13.291399 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-b8dd9e80-0472-4468-8de6-628dd18480ba tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5998082 Sep 10 03:45:13.333869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Request body: {'port': {'device_id': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:13.366534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-2bad73f9-e45a-4d8b-8fd6-803dac049d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:13.372174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-2bad73f9-e45a-4d8b-8fd6-803dac049d4f service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf HTTP/1.1" status: 200 len: 916 time: 0.4122677 Sep 10 03:45:13.411187 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-809dfebd-4e18-4326-ab0f-f40e97f9d587 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:13.473808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9fb23fb4-7a95-4e85-80b5-3d8e78c3ecea None None] For port 311f3823-a678-4530-9f99-c10fd5a37f73, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=311f3823-a678-4530-9f99-c10fd5a37f73,segment=NetworkSegment(509432e0-a42f-419a-b150-245824d9bd01),segment_id=509432e0-a42f-419a-b150-245824d9bd01)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:13.474480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9fb23fb4-7a95-4e85-80b5-3d8e78c3ecea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:13.504713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9fb23fb4-7a95-4e85-80b5-3d8e78c3ecea None None] Calling delete_port for 311f3823-a678-4530-9f99-c10fd5a37f73 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:13.510345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-dae966ee-9dc3-46d8-96cb-3967b4f6face service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43 HTTP/1.1" status: 200 len: 217 time: 0.1128111 Sep 10 03:45:13.603881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:13.607570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c886cce6-5e61-4b67-bda0-e676dc288d6e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.7488379 Sep 10 03:45:13.643466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c78c21-fcad-4eb8-9cba-21c39f221451 req-a27225d1-46b8-44cc-b5d7-30d9c2bf7482 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:13.645628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40562) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:13.663160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68c78c21-fcad-4eb8-9cba-21c39f221451 req-a27225d1-46b8-44cc-b5d7-30d9c2bf7482 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 931 time: 0.4503586 Sep 10 03:45:13.688402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'port': {'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'name': 'tempest-TaggedBootDevicesTest-2084699288', 'fixed_ips': [{'subnet_id': 'e7e13d58-c4cb-4596-ad92-42816886f6bc'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:13.740956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-c8fcd2e4-0dea-4bbb-bd5a-c4df79d53c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:13.748215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-c8fcd2e4-0dea-4bbb-bd5a-c4df79d53c48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4 HTTP/1.1" status: 200 len: 855 time: 0.1965685 Sep 10 03:45:13.756081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-4be4f672-3abd-4407-9ca6-dd4bd60ac1f6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3769400 Sep 10 03:45:13.790511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68c78c21-fcad-4eb8-9cba-21c39f221451 req-400d5e47-b8ce-4107-8682-684cfe375d06 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210723 Sep 10 03:45:13.887471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bcdb06cc-2e15-4549-aab8-54eaa312409d None None] Provisioning for port 98c7601a-8e46-46c2-9400-159323648c6b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:13.902863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bcdb06cc-2e15-4549-aab8-54eaa312409d None None] Provisioning complete for port 98c7601a-8e46-46c2-9400-159323648c6b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:13.903063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-99f3d85d-df14-430d-9ba8-b568d6b1d1ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0993574 Sep 10 03:45:13.903202 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bcdb06cc-2e15-4549-aab8-54eaa312409d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:13.972268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-267e50b5-4648-4f07-b208-ec4e4a549c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:13.977862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-267e50b5-4648-4f07-b208-ec4e4a549c98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 1096 time: 0.1840768 Sep 10 03:45:14.030457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bcdb06cc-2e15-4549-aab8-54eaa312409d None None] Port 98c7601a-8e46-46c2-9400-159323648c6b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:14.036231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8698f62-5b2d-47e4-86ed-9f4b8c1baa20 None None] Network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:14.044251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9fb23fb4-7a95-4e85-80b5-3d8e78c3ecea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:14.075576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:14.115708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebfb8c6-b8eb-49a4-8a89-ba0dda0c20bb req-4ed8dc6b-4317-496a-a1d7-ff6bca28dbb0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:14.125706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ebfb8c6-b8eb-49a4-8a89-ba0dda0c20bb req-4ed8dc6b-4317-496a-a1d7-ff6bca28dbb0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 943 time: 0.2269075 Sep 10 03:45:14.175496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb23fb4-7a95-4e85-80b5-3d8e78c3ecea None None] No DVR routers for this DVR port 311f3823-a678-4530-9f99-c10fd5a37f73 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:14.179305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb23fb4-7a95-4e85-80b5-3d8e78c3ecea None None] Pushing event deleted for resources: {'Port': ['ID=311f3823-a678-4530-9f99-c10fd5a37f73,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:14.238284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-4d2fc481-c8f0-46c3-98c0-2a16f3ebe627 service neutron] 10.222.0.20 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334723 Sep 10 03:45:14.375522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ebfb8c6-b8eb-49a4-8a89-ba0dda0c20bb req-a57135db-1f46-4a68-a7dd-f66aad4a67c8 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472177 Sep 10 03:45:14.410749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-61922ff6-a3b8-4658-802a-75e21dab4bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:14.411885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-61922ff6-a3b8-4658-802a-75e21dab4bb1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.4081883 Sep 10 03:45:14.503811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d0adbcde-1ef8-409b-8848-0a23fdb23382 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:14.538464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-809dfebd-4e18-4326-ab0f-f40e97f9d587 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:14.602889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2410fec1-724a-4c4b-8328-3c4f72a6ed43 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:14.681522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:14.728095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:14.749760 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:14.771916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809dfebd-4e18-4326-ab0f-f40e97f9d587 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Subnet': ['ID=f98b6055-a2cf-40c4-988e-c3bcfa5584c2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:14.790320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-809dfebd-4e18-4326-ab0f-f40e97f9d587 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:14.798031 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-809dfebd-4e18-4326-ab0f-f40e97f9d587 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/f98b6055-a2cf-40c4-988e-c3bcfa5584c2 HTTP/1.1" status: 204 len: 168 time: 1.9924276 Sep 10 03:45:14.831646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Transition to ACTIVE for port object 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:14.833733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40602) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:14.930899 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:14.954898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.012490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-7422571c-4f70-4ed3-a36b-9d5a70004156 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b HTTP/1.1" status: 200 len: 1000 time: 0.5905297 Sep 10 03:45:15.013053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '2410fec1-724a-4c4b-8328-3c4f72a6ed43', 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf', 'port_id': '2410fec1-724a-4c4b-8328-3c4f72a6ed43', 'mac_address': 'fa:16:3e:41:5c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:15.014824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434c1c63-4818-4b27-830e-d87f5f84a5b0 None None] Network 368546d2-89da-4596-a963-a3bf4168d830 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:15.121265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] device_id is not set on port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:45:15.162897 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.165079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:15.216246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a234c112-6313-4762-90c6-9ff9a99ca1be req-66a0529f-52ac-4235-9cb5-0e277e875d06 service neutron] 10.222.0.20 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9471366 Sep 10 03:45:15.232988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-37a28d8a-ebfb-442d-9975-953ce1e8658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:15.234886 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-37a28d8a-ebfb-442d-9975-953ce1e8658d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.1344256 Sep 10 03:45:15.243935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b10e6c10-0158-49f7-9c30-aba08e6b005b None None] Provisioning for port d0adbcde-1ef8-409b-8848-0a23fdb23382 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:15.245022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e616e478-961a-4ad3-bc98-8ab6470db160 req-d60a4adf-15ce-4615-8ba4-45935763f4eb tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:15.246991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e616e478-961a-4ad3-bc98-8ab6470db160 req-d60a4adf-15ce-4615-8ba4-45935763f4eb tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 943 time: 0.2301846 Sep 10 03:45:15.275475 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.308568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2410fec1-724a-4c4b-8328-3c4f72a6ed43 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:15.346579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d0adbcde-1ef8-409b-8848-0a23fdb23382 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:15.361299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:15.362409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d0adbcde-1ef8-409b-8848-0a23fdb23382 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:15.362831 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.405589 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210069b7-d689-46d7-93c2-881a8b869cc2 None None] DHCP port deletion for 368546d2-89da-4596-a963-a3bf4168d830 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:45:15.419222 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.442105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e616e478-961a-4ad3-bc98-8ab6470db160 req-2f809f22-e4d5-4fee-8c12-fc8b27f858a7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582880 Sep 10 03:45:15.446566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-7313b049-99ff-4184-b0bf-0cb510d6903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:15.452704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-7313b049-99ff-4184-b0bf-0cb510d6903d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2039695 Sep 10 03:45:15.485563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Attempting to bind port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:15.486174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Attempting to bind port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:15.486711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Attempting to bind port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:15.538388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 on network 70e06d48-b244-4860-bc21-3a6979134cb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:15.538978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Attempting to bind port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:15.602417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=2410fec1-724a-4c4b-8328-3c4f72a6ed43,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:15.618046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:15.624106 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Checking segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:15.625031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Bound using segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:15.626843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Bound port: 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:15.626843 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.635654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-eec1fd00-8bc8-4add-8d98-7a0f3eac57f2 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742432 Sep 10 03:45:15.656538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-210069b7-d689-46d7-93c2-881a8b869cc2 None None] Deleting port d42fe9d9-4506-48e0-a8d1-d876faf1bacd {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:15.657194 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-210069b7-d689-46d7-93c2-881a8b869cc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.705881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.741464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-210069b7-d689-46d7-93c2-881a8b869cc2 None None] For port d42fe9d9-4506-48e0-a8d1-d876faf1bacd, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d42fe9d9-4506-48e0-a8d1-d876faf1bacd,segment=NetworkSegment(f492e0b2-c034-4fa3-b109-36e19c29e957),segment_id=f492e0b2-c034-4fa3-b109-36e19c29e957)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:15.741464 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-210069b7-d689-46d7-93c2-881a8b869cc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.752814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-210069b7-d689-46d7-93c2-881a8b869cc2 None None] Calling delete_port for d42fe9d9-4506-48e0-a8d1-d876faf1bacd owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:15.785541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a098ac70-0e61-457c-b9f2-5e4e97d585af']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:15.801684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efd0053-c5bb-4118-9a4b-034ec8feb2b4 req-91bffd88-c9ab-469d-a192-b84c2734fdaf tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:15.803586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4efd0053-c5bb-4118-9a4b-034ec8feb2b4 req-91bffd88-c9ab-469d-a192-b84c2734fdaf tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 944 time: 0.1663358 Sep 10 03:45:15.834104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Allocated IP 10.1.1.209 (05147488-9b0b-46db-ab99-5dbcc157ee42/e7e13d58-c4cb-4596-ad92-42816886f6bc/6e5d38e1-dc08-4827-83a7-4d44c9d7f69a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:15.844517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '509432e0-a42f-419a-b150-245824d9bd01') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:15.845436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['2410fec1-724a-4c4b-8328-3c4f72a6ed43'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:15.849686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '509432e0-a42f-419a-b150-245824d9bd01') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:15.863192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4efd0053-c5bb-4118-9a4b-034ec8feb2b4 req-c4c77da5-03c5-4928-988d-baa69f210343 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521221 Sep 10 03:45:15.865539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0323003-a580-4912-ac39-082b4edf6ae0 req-5c593769-71b7-4d42-a4d9-f5a39644f531 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170229 Sep 10 03:45:15.874923 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.934198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.955334 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Releasing vlan 241 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:45:15.955783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:45:15.959856 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:45:15.993804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:16.053716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-eea97d9f-1456-4ec9-8925-9dd1ddce3f81 None None] Provisioning complete for port d0adbcde-1ef8-409b-8848-0a23fdb23382 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:16.054308 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eea97d9f-1456-4ec9-8925-9dd1ddce3f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.089526 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-210069b7-d689-46d7-93c2-881a8b869cc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.096567 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.211507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.226840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Transition to ACTIVE for port object 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:16.254868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210069b7-d689-46d7-93c2-881a8b869cc2 None None] No DVR routers for this DVR port d42fe9d9-4506-48e0-a8d1-d876faf1bacd on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:16.265757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210069b7-d689-46d7-93c2-881a8b869cc2 None None] Pushing event deleted for resources: {'Port': ['ID=d42fe9d9-4506-48e0-a8d1-d876faf1bacd,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:16.275592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:16.277548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.301145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.303602 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/networks/a098ac70-0e61-457c-b9f2-5e4e97d585af HTTP/1.1" status: 204 len: 168 time: 1.4618316 Sep 10 03:45:16.309379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e85bf4-a576-4cab-8d8c-45e04baaeca9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Network': ['ID=a098ac70-0e61-457c-b9f2-5e4e97d585af,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:16.309524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40632) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:16.352505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.398366 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eea97d9f-1456-4ec9-8925-9dd1ddce3f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.402260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port d0adbcde-1ef8-409b-8848-0a23fdb23382, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d0adbcde-1ef8-409b-8848-0a23fdb23382,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:16.434819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.451912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:16.468180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:16.468941 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.470531 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] 10.222.0.39 "PUT /v2.0/ports/1fbb7281-68d2-4a74-b5a4-01a2d3acf407 HTTP/1.1" status: 200 len: 1091 time: 3.1612027 Sep 10 03:45:16.471282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:16.474220 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecc3107-994b-4ce1-8120-913626dba8b5" -d '{"events": [{"name": "network-changed", "server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:16.478001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:16.483617 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.487307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:16.553336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Port': ['ID=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:16.567279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.573275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:16.574124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.649630 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-eea97d9f-1456-4ec9-8925-9dd1ddce3f81 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:45:16.650048 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-eea97d9f-1456-4ec9-8925-9dd1ddce3f81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:45:16.651088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 311f3823-a678-4530-9f99-c10fd5a37f73 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:16.698894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a1b9a13c-fed1-4eb4-86a3-1e213382b8fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.0307586 Sep 10 03:45:16.748849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 311f3823-a678-4530-9f99-c10fd5a37f73 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:45:16.749192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 311f3823-a678-4530-9f99-c10fd5a37f73 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:16.752643 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9b4b985-4245-4649-aece-d78d5936907e x-openstack-request-id: req-a9b4b985-4245-4649-aece-d78d5936907e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:16.752643 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:16.752890 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9b4b985-4245-4649-aece-d78d5936907e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:16.753327 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407', 'status': 'completed', 'code': 200} Sep 10 03:45:16.799523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50ac5c-5cd3-4f2a-89ef-6bb8ea008990 service neutron] Pushing event updated for resources: {'Port': ['ID=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:16.815206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-7a5cac2c-e20a-4ab2-a99d-24fc0eabdc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:16.815206 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-7a5cac2c-e20a-4ab2-a99d-24fc0eabdc71 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 1094 time: 0.1558330 Sep 10 03:45:16.864056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=d0adbcde-1ef8-409b-8848-0a23fdb23382,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:16.876777 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.906715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d42fe9d9-4506-48e0-a8d1-d876faf1bacd no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:16.914717 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-910c2fad-43a4-45e3-9cb3-4f5386aba401 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407 HTTP/1.1" status: 200 len: 217 time: 0.0978668 Sep 10 03:45:16.935084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d42fe9d9-4506-48e0-a8d1-d876faf1bacd {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:45:16.935424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d42fe9d9-4506-48e0-a8d1-d876faf1bacd not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:16.939429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368546d2-89da-4596-a963-a3bf4168d830']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:16.955397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f492e0b2-c034-4fa3-b109-36e19c29e957') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:16.955965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f492e0b2-c034-4fa3-b109-36e19c29e957') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:16.966991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.981607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.988373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:45:16.988965 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:16.997786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-7d979c4f-18e6-4adb-8765-5cbdd693e04f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:16.999579 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-7d979c4f-18e6-4adb-8765-5cbdd693e04f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.0758162 Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:45:17.025413 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:45:17.048957 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-2ada418a-802d-4ec5-9709-965c4e77f173 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380192 Sep 10 03:45:17.094790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5561619d-92ba-4e22-9695-c16de2262188 req-68312efb-9ad9-4908-8ef1-074793cfc8e9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:17.096971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5561619d-92ba-4e22-9695-c16de2262188 req-68312efb-9ad9-4908-8ef1-074793cfc8e9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 943 time: 0.4079914 Sep 10 03:45:17.167222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5561619d-92ba-4e22-9695-c16de2262188 req-7ce11f50-05e8-4c83-9c90-bbf7734bb52c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579031 Sep 10 03:45:17.172809 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:17.202727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40652) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:17.218413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1122834859', 'description': 'tempest-description--1720925287'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:17.220412 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:17.225996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/networks/368546d2-89da-4596-a963-a3bf4168d830 HTTP/1.1" status: 204 len: 168 time: 0.9166007 Sep 10 03:45:17.244368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40656) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:17.256861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1076453487'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:17.263534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50c56a2-ccfb-4288-b07e-c9e0d3e4179f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Network': ['ID=368546d2-89da-4596-a963-a3bf4168d830,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:17.277103 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-917b5551-8ada-4352-adbc-3d6ad0efe829 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2176254 Sep 10 03:45:17.342141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:45:17.342141 n-d-808143-1 neutron-server[95137]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:45:17.342141 n-d-808143-1 neutron-server[95137]: [parameters: {'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'id': '6fdc4cb5-b601-49f3-b5ed-fe67e1369faa', 'expiration': datetime.datetime(2021, 9, 10, 3, 47, 17, 325362)}] Sep 10 03:45:17.342141 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:45:17.342761 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:45:17.427788 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-232f1a8f-ae77-46c8-b369-75dbf544cab4 req-68ab2bfd-ca89-475d-94fc-df133ca724bc service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366308 Sep 10 03:45:17.429258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01756cb5-5437-4dcc-b4fa-ecbebc523dd7 req-66ef3e94-8a01-43b7-8d38-08642f2ed3e6 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:17.432385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01756cb5-5437-4dcc-b4fa-ecbebc523dd7 req-66ef3e94-8a01-43b7-8d38-08642f2ed3e6 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 944 time: 0.1276989 Sep 10 03:45:17.439915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:17.459285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4e31f700-26fc-4958-89c5-7dd2ffac97c7 None None] Provisioning for port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:17.465134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4e31f700-26fc-4958-89c5-7dd2ffac97c7 None None] Provisioning complete for port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:17.465626 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e31f700-26fc-4958-89c5-7dd2ffac97c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:17.512889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01756cb5-5437-4dcc-b4fa-ecbebc523dd7 req-bc92a4d3-91b8-4f25-a134-0d267dc6d139 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580797 Sep 10 03:45:17.553505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4e31f700-26fc-4958-89c5-7dd2ffac97c7 None None] Port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:17.680789 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:17.688197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-ad0943c7-856d-4338-bda4-a4ab38d9d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:17.689860 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-ad0943c7-856d-4338-bda4-a4ab38d9d1f6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 1094 time: 0.1052170 Sep 10 03:45:17.793458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:17.857843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-7cb376ec-0028-4fca-90a0-f6433ff72ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:17.859971 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-7cb376ec-0028-4fca-90a0-f6433ff72ca0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 913 time: 0.1611528 Sep 10 03:45:17.860875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=522cd6ab-e228-4201-b460-5f0c15766bf7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:17.877571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.877922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.878256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.878592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.878927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.879256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.879633 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.879992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.880318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.880634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.880968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.881291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:17.923432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:17.927989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40674) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:17.928172 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e403b865-76cf-4aa5-89f4-d1b83cedb696 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7191968 Sep 10 03:45:17.929568 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-c4d047ce-a860-4a7a-81a7-35d4dea47d28 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407 HTTP/1.1" status: 200 len: 217 time: 0.0591233 Sep 10 03:45:17.934705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8605bd27-3d84-4148-a6eb-ddabb9876a88 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'security_group_rule': {'security_group_id': '522cd6ab-e228-4201-b460-5f0c15766bf7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:17.985133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-ed06c829-4489-430c-9ac5-0b8b50f38728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:17.986830 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-ed06c829-4489-430c-9ac5-0b8b50f38728 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.0481682 Sep 10 03:45:18.009876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:18.012313 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.036638 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-a4a4405a-6835-4b8d-8322-724e4d9e7fa5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387604 Sep 10 03:45:18.076330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:45:18.097355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.097718 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added segment 4c091aa5-5dfb-49c0-82ee-ff57df60533f of type vlan for network a8c0d925-9447-446a-9f24-a8e9fc97b024 Sep 10 03:45:18.145721 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8605bd27-3d84-4148-a6eb-ddabb9876a88 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.172560 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.219510 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-37ed9d3d-0086-4396-9d58-5eda9d4b9de7 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737716 Sep 10 03:45:18.324160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.325942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:18.326796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.351174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8605bd27-3d84-4148-a6eb-ddabb9876a88 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.374503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3bf610-16f0-4c30-b45d-237239688198 req-949a465c-0082-452e-8080-a1ac7515169d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:18.376296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca3bf610-16f0-4c30-b45d-237239688198 req-949a465c-0082-452e-8080-a1ac7515169d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 943 time: 0.1008987 Sep 10 03:45:18.379594 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ecc3107-994b-4ce1-8120-913626dba8b5 req-dee34add-e2d7-47aa-b10a-be14c8f204b9 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509247 Sep 10 03:45:18.446835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Network': ['ID=a8c0d925-9447-446a-9f24-a8e9fc97b024,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:18.459723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a8c0d925-9447-446a-9f24-a8e9fc97b024 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:45:18.473017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca3bf610-16f0-4c30-b45d-237239688198 req-ac98b1ed-1773-4a59-8119-95b4a5d873bb tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819418 Sep 10 03:45:18.490972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40684) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:18.601145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:18.603369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2410fec1-724a-4c4b-8328-3c4f72a6ed43 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:18.641582 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c24ea621-fcfd-4c68-abc8-c201f2389811 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.671417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e87176-610b-4278-af5b-99e32313f816 req-60501665-efec-4116-b35e-d171121d432c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:18.673038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31e87176-610b-4278-af5b-99e32313f816 req-60501665-efec-4116-b35e-d171121d432c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 944 time: 0.0841179 Sep 10 03:45:18.713185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31e87176-610b-4278-af5b-99e32313f816 req-b7dc037a-1ac9-4614-be85-b3991d5a3b81 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336695 Sep 10 03:45:18.734727 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8605bd27-3d84-4148-a6eb-ddabb9876a88 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.738630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:18.749756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'port_id': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407', 'mac_address': 'fa:16:3e:36:07:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5575dc5-8b76-4214-8972-bb2f14443e81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:18.753183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8605bd27-3d84-4148-a6eb-ddabb9876a88 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe282ab3-ae49-4729-92f7-d4095a765481,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:18.785450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40700) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:18.786842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eaa6a499-7570-4eae-8cca-fc5400974c55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.5338840 Sep 10 03:45:18.792072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'subnet': {'network_id': 'a8c0d925-9447-446a-9f24-a8e9fc97b024', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:18.801128 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.803827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:18.823391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:18.823782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.827190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:18.846735 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8605bd27-3d84-4148-a6eb-ddabb9876a88 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.846735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8605bd27-3d84-4148-a6eb-ddabb9876a88 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9106719 Sep 10 03:45:18.847039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40702) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:18.848365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-509cedf0-f01d-4861-84c1-fb5d3812783d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'security_group_rule': {'security_group_id': '522cd6ab-e228-4201-b460-5f0c15766bf7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:18.861643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d0adbcde-1ef8-409b-8848-0a23fdb23382 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:18.878201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:18.964750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d0adbcde-1ef8-409b-8848-0a23fdb23382 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:18.965124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.968824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.975871 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c24ea621-fcfd-4c68-abc8-c201f2389811 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:18.990670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.043619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c24ea621-fcfd-4c68-abc8-c201f2389811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.053030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:19.056031 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a07c255-282e-4f7f-a454-ed407320b7dc" -d '{"events": [{"server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "name": "network-vif-plugged", "status": "completed", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:19.087388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:19.095607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c24ea621-fcfd-4c68-abc8-c201f2389811 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fdbcd9299dd4290b615cb22842cdd3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6035352 Sep 10 03:45:19.096433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24ea621-fcfd-4c68-abc8-c201f2389811 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b1925a-d0c6-4501-a05f-0c721497e5a6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:19.098338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40710) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:19.105156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:19.139638 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dabfe10-1281-4da9-a5f6-722d0b0baacb x-openstack-request-id: req-8dabfe10-1281-4da9-a5f6-722d0b0baacb {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:19.140043 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "name": "network-vif-plugged", "status": "completed", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:19.140390 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8dabfe10-1281-4da9-a5f6-722d0b0baacb {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:19.140870 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43', 'code': 200} Sep 10 03:45:19.171566 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9eeaded2-5a44-4afc-a262-25574fc55444 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.202888 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.204291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-509cedf0-f01d-4861-84c1-fb5d3812783d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.209062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9eeaded2-5a44-4afc-a262-25574fc55444 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.263396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d489410a-44a6-4a63-a59b-9513efb04d0b req-53cfc2e0-5ecf-47dc-8da8-4d9a06ac3873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:19.266802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d489410a-44a6-4a63-a59b-9513efb04d0b req-53cfc2e0-5ecf-47dc-8da8-4d9a06ac3873 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 1096 time: 0.0845919 Sep 10 03:45:19.300443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=2410fec1-724a-4c4b-8328-3c4f72a6ed43,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:19.315745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['1fbb7281-68d2-4a74-b5a4-01a2d3acf407'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:19.335578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d489410a-44a6-4a63-a59b-9513efb04d0b req-04924bb1-f3f7-4bb4-b58c-c68a50d11a09 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606534 Sep 10 03:45:19.358184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:19.361970 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.640413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496e1abe-69f5-4761-82e1-0566f2a61775 req-03a1344d-b3f8-43c3-a6f5-ef189c13cc91 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:19.641897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-496e1abe-69f5-4761-82e1-0566f2a61775 req-03a1344d-b3f8-43c3-a6f5-ef189c13cc91 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 944 time: 0.0762396 Sep 10 03:45:19.674286 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-509cedf0-f01d-4861-84c1-fb5d3812783d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.720618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-496e1abe-69f5-4761-82e1-0566f2a61775 req-bcdee6a6-9c5a-4bb4-a10a-da62bd3d3650 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539780 Sep 10 03:45:19.775147 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-509cedf0-f01d-4861-84c1-fb5d3812783d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.793721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cedf0-f01d-4861-84c1-fb5d3812783d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fbc66682-4630-48f6-bac3-9beaa3db14f9,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:19.824908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9eeaded2-5a44-4afc-a262-25574fc55444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.825472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.827934 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9eeaded2-5a44-4afc-a262-25574fc55444 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.831575 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9eeaded2-5a44-4afc-a262-25574fc55444 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0b1925a-d0c6-4501-a05f-0c721497e5a6 HTTP/1.1" status: 204 len: 168 time: 0.7300148 Sep 10 03:45:19.838553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeaded2-5a44-4afc-a262-25574fc55444 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b1925a-d0c6-4501-a05f-0c721497e5a6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:19.843976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd3170a-c853-45d7-a1fe-82c38cd64acf req-f4e72b24-b02c-4665-a8e1-89a6bcf6d4f5 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:19.845591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bdd3170a-c853-45d7-a1fe-82c38cd64acf req-f4e72b24-b02c-4665-a8e1-89a6bcf6d4f5 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.0643048 Sep 10 03:45:19.887280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-509cedf0-f01d-4861-84c1-fb5d3812783d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:19.896112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-509cedf0-f01d-4861-84c1-fb5d3812783d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0443997 Sep 10 03:45:19.896112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40738) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:19.896423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:19.931069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Subnet': ['ID=859a45a6-d40f-4e45-9fa1-ea39b57b7f3e,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:19.947384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bdd3170a-c853-45d7-a1fe-82c38cd64acf req-9a7d0cfe-5d33-4948-b8ae-307da1baf5d0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750034 Sep 10 03:45:19.952308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Checking segment: {'id': '4c091aa5-5dfb-49c0-82ee-ff57df60533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a8c0d925-9447-446a-9f24-a8e9fc97b024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:19.952699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network hostable DHCP agents. Network: a8c0d925-9447-446a-9f24-a8e9fc97b024, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:45:20.001437 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.088635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network a8c0d925-9447-446a-9f24-a8e9fc97b024 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:45:20.098735 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.204450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Allocated IP 172.25.3.72 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/2bebe223-e44d-40f2-a438-3bfab3f26d02) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:20.225877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a8c0d925-9447-446a-9f24-a8e9fc97b024) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:20.231030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:20.231810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.238920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1fa0d3c-9d41-453a-af89-b1a9a43e173b None None] Network a8c0d925-9447-446a-9f24-a8e9fc97b024 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:20.318659 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.339779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-af8a2531-f9ec-421b-8d8c-d5a2881187ac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5531669 Sep 10 03:45:20.342267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40750) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:20.347006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c1a99d87-b584-42fe-9fbf-31600ba4a5ea tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-415934104', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:20.430772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-a8c0d925-9447-446a-9f24-a8e9fc97b024', 'network_id': 'a8c0d925-9447-446a-9f24-a8e9fc97b024', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'fixed_ips': [{'subnet_id': '859a45a6-d40f-4e45-9fa1-ea39b57b7f3e'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:45:20.431710 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.455300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.489758 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1a99d87-b584-42fe-9fbf-31600ba4a5ea tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.491768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1a99d87-b584-42fe-9fbf-31600ba4a5ea tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.493574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:20.498110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:20.501118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:20.536700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Port': ['ID=2bebe223-e44d-40f2-a438-3bfab3f26d02,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:20.567207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1a99d87-b584-42fe-9fbf-31600ba4a5ea tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.588895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Allocated IP 2001:db8::2 (a8c0d925-9447-446a-9f24-a8e9fc97b024/859a45a6-d40f-4e45-9fa1-ea39b57b7f3e/3d63d5bf-da47-412d-b96b-5527c93e4f1b) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:20.597720 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.600173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:20.717970 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1a99d87-b584-42fe-9fbf-31600ba4a5ea tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.778642 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-46bdf4bd-3890-4ad3-a164-9b1c0fec4a9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.799431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.808771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Transition to ACTIVE for port object 3d63d5bf-da47-412d-b96b-5527c93e4f1b will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:20.831019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Transition to ACTIVE for port object 3d63d5bf-da47-412d-b96b-5527c93e4f1b will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:20.837390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.871072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6792832-bf56-4e5f-8fe2-f31c13ada10c req-2172beee-5e1b-46d3-96d2-2bd5d4475829 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:20.872687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6792832-bf56-4e5f-8fe2-f31c13ada10c req-2172beee-5e1b-46d3-96d2-2bd5d4475829 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 944 time: 0.0663991 Sep 10 03:45:20.884247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:20.891596 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1a99d87-b584-42fe-9fbf-31600ba4a5ea tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.891596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c1a99d87-b584-42fe-9fbf-31600ba4a5ea tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5441742 Sep 10 03:45:20.891826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:20.891826 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:20.891982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40784) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:20.897111 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'port': {'network_id': 'a8c0d925-9447-446a-9f24-a8e9fc97b024', 'name': 'tempest-RoutersIpV6Test-1250241050'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:20.942991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6792832-bf56-4e5f-8fe2-f31c13ada10c req-a361fdad-76a0-4442-aadd-4747d5d6e1e4 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535958 Sep 10 03:45:20.956152 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.031010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Network a8c0d925-9447-446a-9f24-a8e9fc97b024 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:21.036516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Pushing event updated for resources: {'Port': ['ID=3d63d5bf-da47-412d-b96b-5527c93e4f1b,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:21.049338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:21.053060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:21.109702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e0d80-354b-429a-9178-d7a4c4c821d6 req-f6963c5c-64c7-458e-8b29-b127e421f601 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:21.118809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-457e0d80-354b-429a-9178-d7a4c4c821d6 req-f6963c5c-64c7-458e-8b29-b127e421f601 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.0729482 Sep 10 03:45:21.157773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Attempting to bind port 3d63d5bf-da47-412d-b96b-5527c93e4f1b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:21.158530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Attempting to bind port 3d63d5bf-da47-412d-b96b-5527c93e4f1b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '4c091aa5-5dfb-49c0-82ee-ff57df60533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a8c0d925-9447-446a-9f24-a8e9fc97b024'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:21.159138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Attempting to bind port 3d63d5bf-da47-412d-b96b-5527c93e4f1b on network a8c0d925-9447-446a-9f24-a8e9fc97b024 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:21.161391 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.175782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 44, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:21.175782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Checking segment: {'id': '4c091aa5-5dfb-49c0-82ee-ff57df60533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a8c0d925-9447-446a-9f24-a8e9fc97b024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:21.175782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.175782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Bound using segment: {'id': '4c091aa5-5dfb-49c0-82ee-ff57df60533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a8c0d925-9447-446a-9f24-a8e9fc97b024'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:21.176681 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Bound port: 3d63d5bf-da47-412d-b96b-5527c93e4f1b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c091aa5-5dfb-49c0-82ee-ff57df60533f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': 'a8c0d925-9447-446a-9f24-a8e9fc97b024'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:21.177324 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.177864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.185505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-457e0d80-354b-429a-9178-d7a4c4c821d6 req-0bfe1b07-e004-4f6e-8fc2-b90796a5140b tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655549 Sep 10 03:45:21.205237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:21.208403 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0752ef82-41b1-497e-9748-60161179eebb" -d '{"events": [{"server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "name": "network-vif-plugged", "status": "completed", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:21.224039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:21.228995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.245877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:21.250513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40810) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:21.260772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] device_id is not set on port 8b897d21-19d9-469a-9578-195be94187f3 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:45:21.296671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] For port 3d63d5bf-da47-412d-b96b-5527c93e4f1b, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:21.301720 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.308479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] For port 3d63d5bf-da47-412d-b96b-5527c93e4f1b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3d63d5bf-da47-412d-b96b-5527c93e4f1b,segment=NetworkSegment(4c091aa5-5dfb-49c0-82ee-ff57df60533f),segment_id=4c091aa5-5dfb-49c0-82ee-ff57df60533f)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:21.337405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31647f15-a42a-4f8c-b758-c2e7eabd8c65 req-5e90b1fc-2296-44c9-8c3a-f592e4352f11 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:21.346058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31647f15-a42a-4f8c-b758-c2e7eabd8c65 req-5e90b1fc-2296-44c9-8c3a-f592e4352f11 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.0844185 Sep 10 03:45:21.349330 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.350553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7fb25f7-5932-4cac-b274-ae785128af3e no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:21.395306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31647f15-a42a-4f8c-b758-c2e7eabd8c65 req-c3872322-30b4-4b31-9128-bc242f9a1ba6 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445509 Sep 10 03:45:21.418605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Port': ['ID=2bebe223-e44d-40f2-a438-3bfab3f26d02,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:21.449576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.482759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 2001:db8::13b (a8c0d925-9447-446a-9f24-a8e9fc97b024/859a45a6-d40f-4e45-9fa1-ea39b57b7f3e/8b897d21-19d9-469a-9578-195be94187f3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:21.482959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-813482386-network', 'tenant_id': 'acfb44a4bdb844f48bb776c2ee4db694'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:21.491574 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ccdd909-b570-46b5-ae09-413d263f3797 x-openstack-request-id: req-0ccdd909-b570-46b5-ae09-413d263f3797 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:21.491883 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "name": "network-vif-plugged", "status": "completed", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:21.492135 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ccdd909-b570-46b5-ae09-413d263f3797 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:21.493746 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407', 'code': 200} Sep 10 03:45:21.495299 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.562891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:21.676823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.678099 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5f730198-e030-47f8-9f99-0b227eddbc29 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7853880 Sep 10 03:45:21.686600 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fd4b1a-13c5-4217-9691-2ff39ea63cbf req-3e064042-f1fa-4d8c-8941-48303eaa6ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:21.693674 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-36fd4b1a-13c5-4217-9691-2ff39ea63cbf req-3e064042-f1fa-4d8c-8941-48303eaa6ee2 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 1096 time: 0.1575916 Sep 10 03:45:21.735014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Made reservation on behalf of acfb44a4bdb844f48bb776c2ee4db694 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:21.741647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.753200 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.757594 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.764192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.790802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Transition to ACTIVE for port object 8b897d21-19d9-469a-9578-195be94187f3 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:21.803940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7fb25f7-5932-4cac-b274-ae785128af3e,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:21.805047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ad3590-83ad-41a2-ad66-d0e2d1f0edac None None] Pushing event updated for resources: {'Port': ['ID=3d63d5bf-da47-412d-b96b-5527c93e4f1b,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:21.869635 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-36fd4b1a-13c5-4217-9691-2ff39ea63cbf req-0256c380-ce4a-4d67-b717-a2cf89dc26d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725359 Sep 10 03:45:21.935266 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.980730 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:21.982884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:22.016394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b7fb25f7-5932-4cac-b274-ae785128af3e,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:22.032309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network a8c0d925-9447-446a-9f24-a8e9fc97b024 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:22.035527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:22.041549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:22.047213 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:22.047978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:22.054209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=8b897d21-19d9-469a-9578-195be94187f3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:22.092951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:22.119210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:45:22.134563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:22.136479 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:22.136836 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Added segment d764ff02-0d9c-49a8-94e5-eeac57e46f73 of type vlan for network c92116b9-1d1b-4762-a064-5c46db334dd5 Sep 10 03:45:22.154438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.154779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.155131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.155468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.155811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.156179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.156554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.156958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.157286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.157610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.157921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.158237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:22.204649 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:22.219109 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-31be0818-e5c7-427d-8882-cae18b8453d1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3268120 Sep 10 03:45:22.221613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40870) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:22.260861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-55aff5e1-898e-4276-a28b-05b2cf227592 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1122834859&fields=id&tenant_id=81abc9c971c24f01988bbca4f1f7fbb5 HTTP/1.1" status: 200 len: 267 time: 0.0536430 Sep 10 03:45:22.314564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-510a963e-017e-42c5-a296-039cb8b65d86 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:22.316209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-510a963e-017e-42c5-a296-039cb8b65d86 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports/98c7601a-8e46-46c2-9400-159323648c6b HTTP/1.1" status: 200 len: 932 time: 0.0480556 Sep 10 03:45:22.356243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:22.357199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:22.357776 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:22.406858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-2ec91e7c-7f0f-4b36-aa54-e7f002384737 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:22.408379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-2ec91e7c-7f0f-4b36-aa54-e7f002384737 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports/6e5d38e1-dc08-4827-83a7-4d44c9d7f69a HTTP/1.1" status: 200 len: 932 time: 0.0848167 Sep 10 03:45:22.478950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-33dc49df-f00e-4ece-ac1d-95f512067ec6 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0637548 Sep 10 03:45:22.480055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] Pushing event updated for resources: {'Network': ['ID=c92116b9-1d1b-4762-a064-5c46db334dd5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:22.492834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network c92116b9-1d1b-4762-a064-5c46db334dd5 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:45:22.537618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-7c3f8151-14fd-4215-ac8c-9d097e21fd1f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0474093 Sep 10 03:45:22.542592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a918c288-9025-4724-ae2d-e79e475d0385 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2877531 Sep 10 03:45:22.542908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40874) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:22.547779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Request body: {'subnet': {'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-813482386-subnet', 'tenant_id': 'acfb44a4bdb844f48bb776c2ee4db694', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:22.595996 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:22.674702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-8b0fb139-d1cd-47d5-baba-7e5b823bf81f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:22.681303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-8b0fb139-d1cd-47d5-baba-7e5b823bf81f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:22.687916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-8b0fb139-d1cd-47d5-baba-7e5b823bf81f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:22.694802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-8b0fb139-d1cd-47d5-baba-7e5b823bf81f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/networks?id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05 HTTP/1.1" status: 200 len: 1989 time: 0.1435330 Sep 10 03:45:22.704989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-8215682c-652b-47b0-a84b-31eb65161678 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/quotas/81abc9c971c24f01988bbca4f1f7fbb5 HTTP/1.1" status: 200 len: 375 time: 0.0093279 Sep 10 03:45:22.746444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Made reservation on behalf of acfb44a4bdb844f48bb776c2ee4db694 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:22.749457 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:22.756063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19af165-16ae-4cae-86bc-f264ae42ddab None None] Network a8c0d925-9447-446a-9f24-a8e9fc97b024 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:22.931436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3d63d5bf-da47-412d-b96b-5527c93e4f1b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:22.944337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-47d4db43-1f2c-4dee-bff2-468fdd4d65bc tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2326930 Sep 10 03:45:22.980555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4d32f12b-f3c0-4a87-a23e-8c57ca07ec4d None None] Provisioning for port 3d63d5bf-da47-412d-b96b-5527c93e4f1b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:22.981526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.099061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058d12c5-d855-42b0-9e4d-d968a11ee2d5 req-8224cd1e-3188-455a-9e78-b9d7df7708eb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:23.100672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-058d12c5-d855-42b0-9e4d-d968a11ee2d5 req-8224cd1e-3188-455a-9e78-b9d7df7708eb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1747212 Sep 10 03:45:23.118023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.160448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-05540752-a79b-4e3f-a2a5-0a14f75b235e service neutron] 10.222.0.22 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637671 Sep 10 03:45:23.163115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3d63d5bf-da47-412d-b96b-5527c93e4f1b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:23.164001 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.170656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-058d12c5-d855-42b0-9e4d-d968a11ee2d5 req-6688782c-7978-4f1a-b9df-c24444f209d9 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613828 Sep 10 03:45:23.173806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3d63d5bf-da47-412d-b96b-5527c93e4f1b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:23.174212 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.289384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=8b897d21-19d9-469a-9578-195be94187f3,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:23.290321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1961c397-a6a1-49ee-aa61-b2ccfb761bbf,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:23.318425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.350029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Checking segment: {'id': 'd764ff02-0d9c-49a8-94e5-eeac57e46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:23.350369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Network hostable DHCP agents. Network: c92116b9-1d1b-4762-a064-5c46db334dd5, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:45:23.390061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-a252fd03-a9eb-437d-8421-c1c3349a4268 service neutron] 10.222.0.22 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153516 Sep 10 03:45:23.398208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3d63d5bf-da47-412d-b96b-5527c93e4f1b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3d63d5bf-da47-412d-b96b-5527c93e4f1b,segment=NetworkSegment(4c091aa5-5dfb-49c0-82ee-ff57df60533f),segment_id=4c091aa5-5dfb-49c0-82ee-ff57df60533f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:23.415587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0467dd4-0a95-4b8d-a9a0-1c77b51788ba req-2ab95ff4-4c97-4196-855e-89a3ae7ee4fd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:23.417354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0467dd4-0a95-4b8d-a9a0-1c77b51788ba req-2ab95ff4-4c97-4196-855e-89a3ae7ee4fd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1195107 Sep 10 03:45:23.426944 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.449218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6cd4d666-0c32-48b0-a176-5d77fa40d123 None None] Provisioning for port 8b897d21-19d9-469a-9578-195be94187f3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:23.455756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6cd4d666-0c32-48b0-a176-5d77fa40d123 None None] Provisioning complete for port 8b897d21-19d9-469a-9578-195be94187f3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:23.456156 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d666-0c32-48b0-a176-5d77fa40d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.465942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-98d2d11b-bf68-4a56-a8e4-b2ba9df97f6c service neutron] 10.222.0.22 "GET /v2.0/ports/98c7601a-8e46-46c2-9400-159323648c6b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0675759 Sep 10 03:45:23.503113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Network c92116b9-1d1b-4762-a064-5c46db334dd5 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:45:23.510053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:23.511704 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c60950-13cb-4d31-b252-da4dbd0c43ec" -d '{"events": [{"server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "name": "network-vif-unplugged", "status": "completed", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:23.518633 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.520114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0467dd4-0a95-4b8d-a9a0-1c77b51788ba req-2d93a981-c573-4ce6-9f04-8dcf35758c9b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738027 Sep 10 03:45:23.575099 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4de3626f-8369-4ea4-af86-f19890a47e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.578912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3d63d5bf-da47-412d-b96b-5527c93e4f1b,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:23.587932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6cd4d666-0c32-48b0-a176-5d77fa40d123 None None] Port 8b897d21-19d9-469a-9578-195be94187f3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:23.608809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6cd4d666-0c32-48b0-a176-5d77fa40d123 None None] Provisioning complete for port 3d63d5bf-da47-412d-b96b-5527c93e4f1b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:23.609177 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6cd4d666-0c32-48b0-a176-5d77fa40d123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.648277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-caee8896-7e35-47a8-ba7b-ce8cd43d3064 service neutron] 10.222.0.22 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1747828 Sep 10 03:45:23.710237 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.724915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, c92116b9-1d1b-4762-a064-5c46db334dd5) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:23.734291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:23.735010 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.737006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea7d8c8-d3a6-4745-a658-d10c339615a3 None None] Network c92116b9-1d1b-4762-a064-5c46db334dd5 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:23.764940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.770659 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-de9bf065-a1a8-4612-936a-60ec7d81f634 service neutron] 10.222.0.22 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1191466 Sep 10 03:45:23.828362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-9ca00b9a-541b-4b2b-a642-2381310dd721 service neutron] 10.222.0.22 "GET /v2.0/ports/6e5d38e1-dc08-4827-83a7-4d44c9d7f69a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0568833 Sep 10 03:45:23.858369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-284411cd-179c-4672-a142-555d64139331 None None] Provisioning complete for port 8b897d21-19d9-469a-9578-195be94187f3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:23.862248 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-284411cd-179c-4672-a142-555d64139331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:23.907129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e9e594d6-5c90-4db2-8f06-6ee65de8f922 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3631248 Sep 10 03:45:23.936261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-284411cd-179c-4672-a142-555d64139331 None None] Port 8b897d21-19d9-469a-9578-195be94187f3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:23.944669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6803ed72-5f6b-4742-a82c-99838114a15b None None] Network c92116b9-1d1b-4762-a064-5c46db334dd5 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:23.949735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-e9f854a2-49c0-425c-85b2-1145c29a95b7 service neutron] 10.222.0.22 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203449 Sep 10 03:45:24.085494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4d32f32c-08dc-4d1f-a029-12fc543c1c45 None None] Provisioning complete for port 8b897d21-19d9-469a-9578-195be94187f3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:24.085494 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4d32f32c-08dc-4d1f-a029-12fc543c1c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:24.130174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-861b19c9-3494-44e7-93b9-8395843089f8 service neutron] 10.222.0.22 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1737168 Sep 10 03:45:24.166872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4d32f32c-08dc-4d1f-a029-12fc543c1c45 None None] Port 8b897d21-19d9-469a-9578-195be94187f3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:24.183522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:24.235073 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e291fe06-2ced-4745-9c3c-186e754c6b0b x-openstack-request-id: req-e291fe06-2ced-4745-9c3c-186e754c6b0b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:24.235073 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "name": "network-vif-unplugged", "status": "completed", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:24.235073 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e291fe06-2ced-4745-9c3c-186e754c6b0b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:24.235669 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e', 'code': 200} Sep 10 03:45:24.238720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-52586e47-9dd6-4155-aacb-2269647e8f79 service neutron] 10.222.0.22 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021750 Sep 10 03:45:24.277349 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:24.278256 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:24.336017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-74c92eef-225f-43bf-b73c-9afd616bf207 service neutron] 10.222.0.22 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905247 Sep 10 03:45:24.348465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=8b897d21-19d9-469a-9578-195be94187f3,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:24.405556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network a8c0d925-9447-446a-9f24-a8e9fc97b024 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:24.406851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:24.439506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-74c4b61c-7390-4d32-a636-a95c641c1509 service neutron] 10.222.0.22 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974576 Sep 10 03:45:24.552196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-cec7929e-bfe1-4073-b9f6-79445e8efae0 service neutron] 10.222.0.22 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058331 Sep 10 03:45:24.640500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-9a414dcd-e6c9-4686-a52f-790958b321ce service neutron] 10.222.0.22 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860016 Sep 10 03:45:24.686729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c384edcb-c367-4f7c-8429-37d25e5d7ed5 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:45:24.690978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e0033f42-0dfc-48f7-8991-0ad02e1efebd None None] Provisioning complete for port 8b897d21-19d9-469a-9578-195be94187f3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:24.691471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e0033f42-0dfc-48f7-8991-0ad02e1efebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:24.730187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e0033f42-0dfc-48f7-8991-0ad02e1efebd None None] Port 8b897d21-19d9-469a-9578-195be94187f3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:24.738674 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-04cf6a79-cfa5-4095-a162-7776e8b9264c service neutron] 10.222.0.22 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908935 Sep 10 03:45:24.816104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:24.822230 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-43313c31-71d6-4416-84fa-93e441a74c7a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c384edcb-c367-4f7c-8429-37d25e5d7ed5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5996406 Sep 10 03:45:24.825001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40910) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:24.830299 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74d80f-8355-47f4-8fc4-6a2d0736dfac None None] Sync routers for ids ['c384edcb-c367-4f7c-8429-37d25e5d7ed5'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:24.848568 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74d80f-8355-47f4-8fc4-6a2d0736dfac None None] Routers {'c384edcb-c367-4f7c-8429-37d25e5d7ed5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:24.849496 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1a74d80f-8355-47f4-8fc4-6a2d0736dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c384edcb-c367-4f7c-8429-37d25e5d7ed5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:24.863769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3d63d5bf-da47-412d-b96b-5527c93e4f1b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:24.875745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-f9c8481a-4207-43d0-b12f-5242df68b285 service neutron] 10.222.0.22 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264253 Sep 10 03:45:24.877402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73641cdf-cfcc-40e4-b1c2-37843a0d41ce tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:24.878320 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-73641cdf-cfcc-40e4-b1c2-37843a0d41ce tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports/8b897d21-19d9-469a-9578-195be94187f3 HTTP/1.1" status: 200 len: 984 time: 0.0518525 Sep 10 03:45:24.880975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40912) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:24.923371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3d63d5bf-da47-412d-b96b-5527c93e4f1b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:24.923785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:25.012014 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1a74d80f-8355-47f4-8fc4-6a2d0736dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:25.037822 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-a643b476-3d5f-47b7-9515-1cb78ad8cccc service neutron] 10.222.0.22 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604342 Sep 10 03:45:25.039158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a74d80f-8355-47f4-8fc4-6a2d0736dfac None None] Routers {'c384edcb-c367-4f7c-8429-37d25e5d7ed5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:25.039801 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1a74d80f-8355-47f4-8fc4-6a2d0736dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c384edcb-c367-4f7c-8429-37d25e5d7ed5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:25.046679 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:25.077109 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1a74d80f-8355-47f4-8fc4-6a2d0736dfac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:25.077757 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a74d80f-8355-47f4-8fc4-6a2d0736dfac None None] The sync data for ids ['c384edcb-c367-4f7c-8429-37d25e5d7ed5'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:25.179063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-65099e35-8f9f-4d82-b91f-15dc94c9f6f0 req-35c2f0ff-7337-44a2-92ed-9dbdf38e3893 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1428338933', 'description': 'tempest-description-1940465396'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:25.275468 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-65099e35-8f9f-4d82-b91f-15dc94c9f6f0 req-35c2f0ff-7337-44a2-92ed-9dbdf38e3893 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:25.358341 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-65099e35-8f9f-4d82-b91f-15dc94c9f6f0 req-35c2f0ff-7337-44a2-92ed-9dbdf38e3893 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:25.394701 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:25.431777 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-65099e35-8f9f-4d82-b91f-15dc94c9f6f0 req-35c2f0ff-7337-44a2-92ed-9dbdf38e3893 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:25.461305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c2f0ff-7337-44a2-92ed-9dbdf38e3893 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb311db-3dca-4d9e-953d-05ab85f7ad56,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:25.546186 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-65099e35-8f9f-4d82-b91f-15dc94c9f6f0 req-35c2f0ff-7337-44a2-92ed-9dbdf38e3893 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:25.547482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65099e35-8f9f-4d82-b91f-15dc94c9f6f0 req-35c2f0ff-7337-44a2-92ed-9dbdf38e3893 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3729219 Sep 10 03:45:25.734066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8a4c3de5-582b-49eb-afe5-25a7cf921a8b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:25.735484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8a4c3de5-582b-49eb-afe5-25a7cf921a8b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 804 time: 0.1102993 Sep 10 03:45:25.752241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-1f227434-966b-4a54-8d2c-3527ae5db607 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/quotas/ed652637b833445aa459587cd9fe6b07 HTTP/1.1" status: 200 len: 375 time: 0.0105867 Sep 10 03:45:25.803140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-ac3ca9a3-4dd2-4c2a-a6fc-b165fd3326fa tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0447164 Sep 10 03:45:25.902507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5547cd7d-0223-412f-9d50-cf8bff8d6f03 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:25.904070 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5547cd7d-0223-412f-9d50-cf8bff8d6f03 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "GET /v2.0/ports?device_id=12b1faf5-6977-459b-b75e-915fd73efd64 HTTP/1.1" status: 200 len: 943 time: 0.0731442 Sep 10 03:45:25.952314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-19af5276-2054-49e2-b73e-c88e6784c077 service neutron] 10.222.0.22 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411309 Sep 10 03:45:26.032889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 8b897d21-19d9-469a-9578-195be94187f3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:26.033241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:26.050607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-3035be37-4d48-4d52-a096-1d5baeff2b3e service neutron] 10.222.0.22 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920691 Sep 10 03:45:26.112865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Deleting port b7fb25f7-5932-4cac-b274-ae785128af3e {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:26.113216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:26.159436 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:26.201178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 8b897d21-19d9-469a-9578-195be94187f3 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:26.263508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] For port b7fb25f7-5932-4cac-b274-ae785128af3e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b7fb25f7-5932-4cac-b274-ae785128af3e,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:26.263835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:26.280125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Calling delete_port for b7fb25f7-5932-4cac-b274-ae785128af3e owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:26.311223 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:26.491663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac040882-6dc2-48c8-83fe-2905cd118f10 req-e0e4b1c0-87d6-43b6-beb3-5ef6b63b9cef tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:26.493566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac040882-6dc2-48c8-83fe-2905cd118f10 req-e0e4b1c0-87d6-43b6-beb3-5ef6b63b9cef tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.0638175 Sep 10 03:45:26.537644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac040882-6dc2-48c8-83fe-2905cd118f10 req-d9b953f9-09d2-4485-9b05-2bde4b1ab44b tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352633 Sep 10 03:45:26.587971 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:26.626531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=8b897d21-19d9-469a-9578-195be94187f3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:26.629202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:26.685867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Pushing event deleted for resources: {'Port': ['ID=b7fb25f7-5932-4cac-b274-ae785128af3e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:26.710465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc6976b-2020-4524-8d5d-44b9be24db13 req-100786c8-9dea-42c7-bb29-215405f38180 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:26.710465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebc6976b-2020-4524-8d5d-44b9be24db13 req-100786c8-9dea-42c7-bb29-215405f38180 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.0937128 Sep 10 03:45:26.793841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-39106c2c-4bfc-4233-ac69-5a9a420b099a req-160c9064-b127-460b-a662-dd12cd1b3a5d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-983177394', 'description': 'tempest-description-786239084'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:26.812710 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebc6976b-2020-4524-8d5d-44b9be24db13 req-477934e6-4447-4cd0-8c6f-3d001f05dbea tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926352 Sep 10 03:45:26.819582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:26.822613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] No DVR routers for this DVR port b7fb25f7-5932-4cac-b274-ae785128af3e on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:26.826067 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:26.828162 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9aef0d02-5513-46af-90bc-fce4f4acd983 req-5fef1df0-b5c1-48a4-b433-fd85c318dd41 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.39 "DELETE /v2.0/ports/b7fb25f7-5932-4cac-b274-ae785128af3e HTTP/1.1" status: 204 len: 173 time: 0.9146297 Sep 10 03:45:26.828696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'name': 'network-vif-deleted', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:26.831134 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16c2a27e-a52d-40fe-895d-c4acaa1e191a" -d '{"events": [{"server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "name": "network-vif-deleted", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:26.901081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4bcfbe37-69e4-4950-9a8c-6a70b44fc875 req-ec971988-a6c8-4623-a91d-3e775aa3fc8c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 210 time: 0.0274761 Sep 10 03:45:26.991527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08af0cd7-5968-4b50-bc71-ce933f7888e0 req-fa323f5a-6a49-490f-b006-24e70512a29d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0421507 Sep 10 03:45:26.993279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-39106c2c-4bfc-4233-ac69-5a9a420b099a req-160c9064-b127-460b-a662-dd12cd1b3a5d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.015646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c384edcb-c367-4f7c-8429-37d25e5d7ed5 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:45:27.079474 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96a92d5d-2107-4eb3-ba80-8eeea85a7afc x-openstack-request-id: req-96a92d5d-2107-4eb3-ba80-8eeea85a7afc {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:27.079791 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12b1faf5-6977-459b-b75e-915fd73efd64", "name": "network-vif-deleted", "tag": "b7fb25f7-5932-4cac-b274-ae785128af3e", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:27.080181 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96a92d5d-2107-4eb3-ba80-8eeea85a7afc {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:27.080710 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12b1faf5-6977-459b-b75e-915fd73efd64', 'name': 'network-vif-deleted', 'tag': 'b7fb25f7-5932-4cac-b274-ae785128af3e', 'status': 'completed', 'code': 200} Sep 10 03:45:27.110512 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-39106c2c-4bfc-4233-ac69-5a9a420b099a req-160c9064-b127-460b-a662-dd12cd1b3a5d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.114479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:27.120119 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6766d528-1671-493c-8558-91155510aced tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c384edcb-c367-4f7c-8429-37d25e5d7ed5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2381191 Sep 10 03:45:27.122875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40972) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:27.125639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ada4a53-c070-41e5-b5db-b0fcaf070e70 None None] Sync routers for ids ['c384edcb-c367-4f7c-8429-37d25e5d7ed5'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:27.135555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada4a53-c070-41e5-b5db-b0fcaf070e70 None None] Routers {'c384edcb-c367-4f7c-8429-37d25e5d7ed5'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:27.136298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4ada4a53-c070-41e5-b5db-b0fcaf070e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c384edcb-c367-4f7c-8429-37d25e5d7ed5'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:27.168208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4ada4a53-c070-41e5-b5db-b0fcaf070e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:27.176793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ada4a53-c070-41e5-b5db-b0fcaf070e70 None None] Routers {'c384edcb-c367-4f7c-8429-37d25e5d7ed5'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:27.177467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4ada4a53-c070-41e5-b5db-b0fcaf070e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c384edcb-c367-4f7c-8429-37d25e5d7ed5'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:27.212105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4ada4a53-c070-41e5-b5db-b0fcaf070e70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:27.212751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ada4a53-c070-41e5-b5db-b0fcaf070e70 None None] The sync data for ids ['c384edcb-c367-4f7c-8429-37d25e5d7ed5'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:27.289541 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-39106c2c-4bfc-4233-ac69-5a9a420b099a req-160c9064-b127-460b-a662-dd12cd1b3a5d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.312825 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-9fe9a2d6-6b8f-41ed-bcdc-45cfa18f74b7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] remove_router_interface failed (client error): The resource could not be found. Sep 10 03:45:27.315801 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9fe9a2d6-6b8f-41ed-bcdc-45cfa18f74b7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c384edcb-c367-4f7c-8429-37d25e5d7ed5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.1900785 Sep 10 03:45:27.316922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40976) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:27.320781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160c9064-b127-460b-a662-dd12cd1b3a5d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0aa551-858e-4c52-8224-49dc45d7cbc3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:27.346522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f8437285-b5dc-4045-9824-9e0d71e103e9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=c384edcb-c367-4f7c-8429-37d25e5d7ed5 HTTP/1.1" status: 200 len: 205 time: 0.0259888 Sep 10 03:45:27.346658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40978) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:27.422442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e2939d5-43b3-4c97-ba52-2cdfa497bdc1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.437199 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-39106c2c-4bfc-4233-ac69-5a9a420b099a req-160c9064-b127-460b-a662-dd12cd1b3a5d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.438556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39106c2c-4bfc-4233-ac69-5a9a420b099a req-160c9064-b127-460b-a662-dd12cd1b3a5d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6563942 Sep 10 03:45:27.592162 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e2939d5-43b3-4c97-ba52-2cdfa497bdc1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.594538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e2939d5-43b3-4c97-ba52-2cdfa497bdc1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.772892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e2939d5-43b3-4c97-ba52-2cdfa497bdc1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.774810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e2939d5-43b3-4c97-ba52-2cdfa497bdc1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Fanout notify agent at l3_agent the message router_deleted on router c384edcb-c367-4f7c-8429-37d25e5d7ed5 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:45:27.783404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e2939d5-43b3-4c97-ba52-2cdfa497bdc1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.784748 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0e2939d5-43b3-4c97-ba52-2cdfa497bdc1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/c384edcb-c367-4f7c-8429-37d25e5d7ed5 HTTP/1.1" status: 204 len: 168 time: 0.4372466 Sep 10 03:45:27.787662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40998) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:27.846436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-23b81289-be7a-4059-b487-736e481ddd43 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting subnet 859a45a6-d40f-4e45-9fa1-ea39b57b7f3e {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:45:27.849942 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23b81289-be7a-4059-b487-736e481ddd43 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.891948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23b81289-be7a-4059-b487-736e481ddd43 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:27.984774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23b81289-be7a-4059-b487-736e481ddd43 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.008940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-2e0d8248-a29a-415a-bb12-cd989345d7c4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:28.015922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-2e0d8248-a29a-415a-bb12-cd989345d7c4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 812 time: 0.4526296 Sep 10 03:45:28.034684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581b40aa-3704-49fc-8326-7821a76f5138 req-a7a88d42-f5b6-4a76-8aad-fd27e464cbd1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:28.036151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-581b40aa-3704-49fc-8326-7821a76f5138 req-a7a88d42-f5b6-4a76-8aad-fd27e464cbd1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.3889894 Sep 10 03:45:28.037687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-7bd07776-5f9a-4e7b-ae0e-3e524dffc3df tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/quotas/acfb44a4bdb844f48bb776c2ee4db694 HTTP/1.1" status: 200 len: 375 time: 0.0209181 Sep 10 03:45:28.089445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-acb97219-3a1b-494e-8ffc-e626c492b518 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0437255 Sep 10 03:45:28.123786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-581b40aa-3704-49fc-8326-7821a76f5138 req-450140c3-b660-4b31-8164-2ed57c415841 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797427 Sep 10 03:45:28.181370 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23b81289-be7a-4059-b487-736e481ddd43 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.210222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b81289-be7a-4059-b487-736e481ddd43 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Subnet': ['ID=859a45a6-d40f-4e45-9fa1-ea39b57b7f3e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:28.219279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23b81289-be7a-4059-b487-736e481ddd43 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.220078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc013305-b7b3-4210-a6ec-e883e6cc4779 None None] Network a8c0d925-9447-446a-9f24-a8e9fc97b024 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:28.221084 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-8b576ad6-0efd-4c3a-82da-48f4215cf9cc service neutron] 10.222.0.22 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203146 Sep 10 03:45:28.221990 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-23b81289-be7a-4059-b487-736e481ddd43 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/859a45a6-d40f-4e45-9fa1-ea39b57b7f3e HTTP/1.1" status: 204 len: 168 time: 0.4333317 Sep 10 03:45:28.224733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41006) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:28.374679 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.416848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113007dd-0064-4c9d-95e2-25669235fcd1 None None] DHCP port deletion for a8c0d925-9447-446a-9f24-a8e9fc97b024 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:45:28.422688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-aec78682-27dd-46f2-b89e-8c7758c240c4 service neutron] 10.222.0.22 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873643 Sep 10 03:45:28.457911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e13d3ae-046c-4142-a0a2-6bbed58962f9 req-21f8d092-8202-4a43-a6dc-f49c243279fd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:28.459409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e13d3ae-046c-4142-a0a2-6bbed58962f9 req-21f8d092-8202-4a43-a6dc-f49c243279fd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1078069 Sep 10 03:45:28.473124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-113007dd-0064-4c9d-95e2-25669235fcd1 None None] Deleting port 3d63d5bf-da47-412d-b96b-5527c93e4f1b {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:28.473604 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-113007dd-0064-4c9d-95e2-25669235fcd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.508303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 3d63d5bf-da47-412d-b96b-5527c93e4f1b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:28.508648 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.534552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e13d3ae-046c-4142-a0a2-6bbed58962f9 req-0cdc1506-d41a-428d-9ebf-1e8e026a85a3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653331 Sep 10 03:45:28.540609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-113007dd-0064-4c9d-95e2-25669235fcd1 None None] For port 3d63d5bf-da47-412d-b96b-5527c93e4f1b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3d63d5bf-da47-412d-b96b-5527c93e4f1b,segment=NetworkSegment(4c091aa5-5dfb-49c0-82ee-ff57df60533f),segment_id=4c091aa5-5dfb-49c0-82ee-ff57df60533f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:28.541172 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-113007dd-0064-4c9d-95e2-25669235fcd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.563872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-113007dd-0064-4c9d-95e2-25669235fcd1 None None] Calling delete_port for 3d63d5bf-da47-412d-b96b-5527c93e4f1b owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:28.597219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port 3d63d5bf-da47-412d-b96b-5527c93e4f1b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3d63d5bf-da47-412d-b96b-5527c93e4f1b,segment=NetworkSegment(4c091aa5-5dfb-49c0-82ee-ff57df60533f),segment_id=4c091aa5-5dfb-49c0-82ee-ff57df60533f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:28.597588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.620896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 3d63d5bf-da47-412d-b96b-5527c93e4f1b owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:28.630126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7fb25f7-5932-4cac-b274-ae785128af3e no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:28.646609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49f459bb-2eed-4147-9d67-9cd7e1c2036e req-17cae6f8-7a23-4215-8c43-c896ae99ba7c tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 210 time: 0.0404265 Sep 10 03:45:28.673451 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.674223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: b7fb25f7-5932-4cac-b274-ae785128af3e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:45:28.674651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b7fb25f7-5932-4cac-b274-ae785128af3e not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:28.766576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e942942b-f46f-4cb2-a68c-228f157ebe69 req-aec1b31e-97cb-4fca-93e6-3f895b47832e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0606289 Sep 10 03:45:28.776503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49e73c7a-f28e-4eed-800a-3ab059b32501 req-e3226f9d-04d6-4763-8a5c-6f9c0f74bb63 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 210 time: 0.0437729 Sep 10 03:45:28.808346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-113007dd-0064-4c9d-95e2-25669235fcd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.813538 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:28.833141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113007dd-0064-4c9d-95e2-25669235fcd1 None None] Pushing event deleted for resources: {'Port': ['ID=3d63d5bf-da47-412d-b96b-5527c93e4f1b,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:28.838574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113007dd-0064-4c9d-95e2-25669235fcd1 None None] No DVR routers for this DVR port 3d63d5bf-da47-412d-b96b-5527c93e4f1b on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:28.866753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=3d63d5bf-da47-412d-b96b-5527c93e4f1b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:28.870125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3d63d5bf-da47-412d-b96b-5527c93e4f1b no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:28.883180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No DVR routers for this DVR port 3d63d5bf-da47-412d-b96b-5527c93e4f1b on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:28.893044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3d63d5bf-da47-412d-b96b-5527c93e4f1b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:45:28.897286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3d63d5bf-da47-412d-b96b-5527c93e4f1b not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:29.019226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.051377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8c0d925-9447-446a-9f24-a8e9fc97b024']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:29.066052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-d34c84a5-36a9-4bd7-9552-943634f8ca69 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:29.067507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-d34c84a5-36a9-4bd7-9552-943634f8ca69 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.20 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 804 time: 0.2131238 Sep 10 03:45:29.071709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c091aa5-5dfb-49c0-82ee-ff57df60533f') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:29.072010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c091aa5-5dfb-49c0-82ee-ff57df60533f') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:29.082014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Request body: {'port': {'device_id': 'c2463b33-4031-4411-a01d-f06156f6a0f4', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'admin_state_up': True, 'tenant_id': 'ed652637b833445aa459587cd9fe6b07'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:29.089171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.120651 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.163021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:45:29.163444 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:45:29.166532 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:45:29.301577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00e8b14-f81b-428f-be9c-44bec1064b63 req-41804d6a-7463-4a82-b7f5-eed6c52e5f01 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:29.303123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a00e8b14-f81b-428f-be9c-44bec1064b63 req-41804d6a-7463-4a82-b7f5-eed6c52e5f01 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1041749 Sep 10 03:45:29.331324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.340585 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.346033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/networks/a8c0d925-9447-446a-9f24-a8e9fc97b024 HTTP/1.1" status: 204 len: 168 time: 1.1167262 Sep 10 03:45:29.346372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41026) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:29.353219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-343723698'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:29.361117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795c25a3-b879-45f3-934f-0fa7f109fedf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Network': ['ID=a8c0d925-9447-446a-9f24-a8e9fc97b024,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:29.365157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Made reservation on behalf of ed652637b833445aa459587cd9fe6b07 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:29.369104 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.382997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a00e8b14-f81b-428f-be9c-44bec1064b63 req-f810bce8-81b3-4219-a92c-34cbc9f30b56 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696642 Sep 10 03:45:29.456166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:29.459608 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.475018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1236fb19-2967-4375-a327-eca21b1c4c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:29.476951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1236fb19-2967-4375-a327-eca21b1c4c2d service neutron] 10.222.0.20 "GET /v2.0/ports/98c7601a-8e46-46c2-9400-159323648c6b HTTP/1.1" status: 200 len: 1028 time: 0.0455742 Sep 10 03:45:29.507884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Allocated IP 172.20.0.9 (0b7fd2a5-6a25-4901-b37e-c7062b51f9ef/63197daf-2f94-42c1-990c-e0ca7f2854ea/fdd0e2d2-7bb2-4369-ae8d-3785e610c273) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:29.512187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:45:29.529697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-e9a4fe57-98c4-44ce-875d-a443865502a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:29.531088 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-e9a4fe57-98c4-44ce-875d-a443865502a6 service neutron] 10.222.0.20 "GET /v2.0/ports/6e5d38e1-dc08-4827-83a7-4d44c9d7f69a HTTP/1.1" status: 200 len: 1028 time: 0.0473258 Sep 10 03:45:29.532126 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.532460 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added segment c10d7bba-9651-4e84-8ce7-1e959eec26ff of type vlan for network 56f19387-8544-4d23-baf9-6781b27f86d9 Sep 10 03:45:29.605400 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.686437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c3da76db-b00e-46fc-a58d-9d87d6552510 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:29.694466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c3da76db-b00e-46fc-a58d-9d87d6552510 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:29.701424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c3da76db-b00e-46fc-a58d-9d87d6552510 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:29.702418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71e8b1d-a6a2-49a0-b9a2-c4037feda709 req-47ea556b-b2a1-44d8-9439-a0e12031b17e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:29.703311 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c3da76db-b00e-46fc-a58d-9d87d6552510 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "GET /v2.0/networks?id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05 HTTP/1.1" status: 200 len: 1989 time: 0.1624968 Sep 10 03:45:29.703977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f71e8b1d-a6a2-49a0-b9a2-c4037feda709 req-47ea556b-b2a1-44d8-9439-a0e12031b17e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.0806100 Sep 10 03:45:29.707114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.736007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.742321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:29.742999 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.792321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b7f04a6-f2e5-4e22-be27-37247e06dd14 req-7cc319bd-ac1e-457a-8abd-400d04421f15 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 210 time: 0.0389121 Sep 10 03:45:29.796633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f71e8b1d-a6a2-49a0-b9a2-c4037feda709 req-46f60140-232a-45fb-b1ff-b18f0d013bcb tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781372 Sep 10 03:45:29.832492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-927c33b5-8d3f-4e27-893e-f54b65bcc836 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=81abc9c971c24f01988bbca4f1f7fbb5 HTTP/1.1" status: 200 len: 380 time: 0.1200607 Sep 10 03:45:29.863539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'admin_state_up': True, 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'security_groups': ['522cd6ab-e228-4201-b460-5f0c15766bf7']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:29.868575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Network': ['ID=56f19387-8544-4d23-baf9-6781b27f86d9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:29.881502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 56f19387-8544-4d23-baf9-6781b27f86d9 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:45:29.889692 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3d6833ad-7a3c-4d14-ae98-70365b1fb314 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5412934 Sep 10 03:45:29.897553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41036) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:29.903361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'subnet': {'network_id': '56f19387-8544-4d23-baf9-6781b27f86d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:29.911001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3e46894-374f-4e62-b0e7-80c320bafd10 req-435cf05c-32b4-4b02-98fb-3752f7969cbd tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 210 time: 0.0439725 Sep 10 03:45:29.912853 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:29.969067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee35f21-fa60-4181-98e6-a5dd660688ae req-4eca0c9e-3d0c-4c9c-9015-d429dc82d094 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0610976 Sep 10 03:45:30.010122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:30.016060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:30.021057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:30.050819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Pushing event updated for resources: {'Port': ['ID=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:30.090091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:30.091308 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:30.198843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-01bbc867-6aaa-422f-aa20-1dfcd28deb1f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1203716 Sep 10 03:45:30.212536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Request body: {'port': {'device_id': 'c2463b33-4031-4411-a01d-f06156f6a0f4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:30.276666 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:30.370524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:30.379797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:30.520335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:30.524017 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:30.556174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1d67e-9763-4687-8f82-f9ad192dfaf4 req-b8872b2b-f679-4813-8b61-fd64a90f45b0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:30.557835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34c1d67e-9763-4687-8f82-f9ad192dfaf4 req-b8872b2b-f679-4813-8b61-fd64a90f45b0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.0737832 Sep 10 03:45:30.638108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34c1d67e-9763-4687-8f82-f9ad192dfaf4 req-a58f73ee-3f04-47df-8094-715494fab231 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701437 Sep 10 03:45:30.644719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdd0e2d2-7bb2-4369-ae8d-3785e610c273 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:30.653549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:30.668351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Transition to ACTIVE for port object fdd0e2d2-7bb2-4369-ae8d-3785e610c273 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:30.734444 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:30.741368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Allocated IP 172.20.0.6 (6c3f9757-c7ff-4042-bcf8-66cb55c1ac85/54def874-aa7b-403f-837f-4928c0648437/c35f185d-3a3c-4e59-b791-f13023b215b7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:30.788401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:30.874969 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Attempting to bind port fdd0e2d2-7bb2-4369-ae8d-3785e610c273 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:30.875492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Attempting to bind port fdd0e2d2-7bb2-4369-ae8d-3785e610c273 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:30.876013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Attempting to bind port fdd0e2d2-7bb2-4369-ae8d-3785e610c273 on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:30.881991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Port fdd0e2d2-7bb2-4369-ae8d-3785e610c273 on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:30.882375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Attempting to bind port fdd0e2d2-7bb2-4369-ae8d-3785e610c273 on network 0b7fd2a5-6a25-4901-b37e-c7062b51f9ef {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:30.888968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:30.889388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Checking segment: {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:30.889939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Bound using segment: {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:30.890426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Bound port: fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7c18a51-8225-4bbb-8171-e425e4662e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:30.890846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:30.928715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.011397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-eb02f00f-6dc9-4a31-8437-859c9a0a8286 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:31.012966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-eb02f00f-6dc9-4a31-8437-859c9a0a8286 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.39 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 812 time: 0.1908205 Sep 10 03:45:31.031477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] For port fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:31.034962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'port': {'device_id': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5', 'admin_state_up': True, 'tenant_id': 'acfb44a4bdb844f48bb776c2ee4db694'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:31.051044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] For port fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:31.065187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3264355f-931a-44f8-bb61-b8bdb1a40a9f req-4d20dbd5-6c31-459e-ba2b-8caeb740bc0c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:31.073186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3264355f-931a-44f8-bb61-b8bdb1a40a9f req-4d20dbd5-6c31-459e-ba2b-8caeb740bc0c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1231477 Sep 10 03:45:31.078030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Subnet': ['ID=e3244242-23f1-4374-85ed-2f2d32daf4a3,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:31.087438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076baf7-761f-46ef-9cf5-190aaef7e726 req-d6e2e9ed-7164-4512-94f8-90f12d2af3d9 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:31.089025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a076baf7-761f-46ef-9cf5-190aaef7e726 req-d6e2e9ed-7164-4512-94f8-90f12d2af3d9 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 943 time: 0.1418428 Sep 10 03:45:31.146210 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.156857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.171380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Checking segment: {'id': 'c10d7bba-9651-4e84-8ce7-1e959eec26ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '56f19387-8544-4d23-baf9-6781b27f86d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:31.171778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network hostable DHCP agents. Network: 56f19387-8544-4d23-baf9-6781b27f86d9, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:45:31.183495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3264355f-931a-44f8-bb61-b8bdb1a40a9f req-088beb6b-6ba7-4298-9646-23cc56683b01 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098509 Sep 10 03:45:31.188033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Transition to ACTIVE for port object c35f185d-3a3c-4e59-b791-f13023b215b7 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:31.203736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a076baf7-761f-46ef-9cf5-190aaef7e726 req-9669750f-c064-42e8-9335-348e288f97c7 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021974 Sep 10 03:45:31.213661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:31.214277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.215672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] 10.222.0.20 "PUT /v2.0/ports/fdd0e2d2-7bb2-4369-ae8d-3785e610c273 HTTP/1.1" status: 200 len: 1091 time: 1.0090165 Sep 10 03:45:31.216237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2463b33-4031-4411-a01d-f06156f6a0f4', 'tag': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:31.218628 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827" -d '{"events": [{"name": "network-changed", "server_uuid": "c2463b33-4031-4411-a01d-f06156f6a0f4", "tag": "fdd0e2d2-7bb2-4369-ae8d-3785e610c273"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:31.254027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f449b7e-63f5-4a50-b55f-54413d335533 service neutron] Pushing event updated for resources: {'Port': ['ID=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:31.308165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-964e4f7d-50ac-45fd-a7a2-400e7277ea52 req-aa24896f-d745-467a-b70b-fb3ea56a3408 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 210 time: 0.0297027 Sep 10 03:45:31.317491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 56f19387-8544-4d23-baf9-6781b27f86d9 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:45:31.354129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27cd2ca0-f7fd-44c0-bce5-c933363e76dc req-acac1d76-5769-4efc-be90-82313dd0344b tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0338457 Sep 10 03:45:31.355150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Made reservation on behalf of acfb44a4bdb844f48bb776c2ee4db694 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:31.359009 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.362898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.408292 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ec8f84-2de7-4053-99a7-e04237b32177 x-openstack-request-id: req-d6ec8f84-2de7-4053-99a7-e04237b32177 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:31.408899 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2463b33-4031-4411-a01d-f06156f6a0f4", "tag": "fdd0e2d2-7bb2-4369-ae8d-3785e610c273", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:31.409402 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6ec8f84-2de7-4053-99a7-e04237b32177 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:31.410021 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2463b33-4031-4411-a01d-f06156f6a0f4', 'tag': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273', 'status': 'completed', 'code': 200} Sep 10 03:45:31.438245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 56f19387-8544-4d23-baf9-6781b27f86d9) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:31.452613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbd624c-cb99-484a-b340-2ff0e6b53031 None None] Network 56f19387-8544-4d23-baf9-6781b27f86d9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:31.476994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:31.477151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-6c2c8c5b-707c-419d-8f17-bce6d8433a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:31.477764 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.483151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-6c2c8c5b-707c-419d-8f17-bce6d8433a89 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 1094 time: 0.0871696 Sep 10 03:45:31.511325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:31.545084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Port': ['ID=c35f185d-3a3c-4e59-b791-f13023b215b7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:31.550948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:31.557918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:31.598474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-664bd8dc-65dc-4c13-ad8a-58d4e3f2d1d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273 HTTP/1.1" status: 200 len: 217 time: 0.1109219 Sep 10 03:45:31.618953 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-38ede98a-c7b4-46d9-b93f-31eb24104a0f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7195652 Sep 10 03:45:31.638676 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41058) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:31.668672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-c3caa73b-1a8c-4e41-a629-2a00a346fac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:31.671867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-dbd8a9d8-ddef-4b11-9a90-ad688f352a34 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-643005302', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:31.688799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-c3caa73b-1a8c-4e41-a629-2a00a346fac7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63197daf-2f94-42c1-990c-e0ca7f2854ea HTTP/1.1" status: 200 len: 844 time: 0.0829139 Sep 10 03:45:31.743256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-56f19387-8544-4d23-baf9-6781b27f86d9', 'network_id': '56f19387-8544-4d23-baf9-6781b27f86d9', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'fixed_ips': [{'subnet_id': 'e3244242-23f1-4374-85ed-2f2d32daf4a3'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:45:31.744163 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.748422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-0f837688-5cc4-4d38-abcf-9dbfd936a5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491352 Sep 10 03:45:31.848489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:31.850697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.899851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Allocated IP 172.20.0.3 (c92116b9-1d1b-4762-a064-5c46db334dd5/1961c397-a6a1-49ee-aa61-b2ccfb761bbf/95947de9-3af7-4939-bd4f-b9e8c30f8c34) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:31.938129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a9d8-ddef-4b11-9a90-ad688f352a34 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.939144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a9d8-ddef-4b11-9a90-ad688f352a34 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:31.983034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Allocated IP 2001:db8::2 (56f19387-8544-4d23-baf9-6781b27f86d9/e3244242-23f1-4374-85ed-2f2d32daf4a3/cfb76e51-8329-40fa-a71a-043159318bc1) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:31.997636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba946f14-9367-4890-a9ae-af74d12acdf9 req-c809194e-faaa-4b12-8b46-8e0f152c1067 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:31.999186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba946f14-9367-4890-a9ae-af74d12acdf9 req-c809194e-faaa-4b12-8b46-8e0f152c1067 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.2105732 Sep 10 03:45:32.018713 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b5d9971a-ddb8-4758-ad5a-656b2ee66c6d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1589222 Sep 10 03:45:32.022521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-85fb48d1-8a86-4d12-b6aa-3c729ed99ba1 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2670236 Sep 10 03:45:32.041997 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.043690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'admin_state_up': True, 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'security_groups': ['522cd6ab-e228-4201-b460-5f0c15766bf7']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:32.081370 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:45:32.107598 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a9d8-ddef-4b11-9a90-ad688f352a34 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.142566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30a16dcb-f86b-4722-a880-c0982c13b8ca req-667c9ffc-7c5b-4bef-9081-8ae59f9ecd85 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099796 Sep 10 03:45:32.171064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba946f14-9367-4890-a9ae-af74d12acdf9 req-10b6a41b-3437-436c-9816-d3b8b1607039 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1636384 Sep 10 03:45:32.198061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0cd396c7-3e17-45b4-b24d-cf2c25bcfc24 None None] Provisioning for port c35f185d-3a3c-4e59-b791-f13023b215b7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:32.201952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.206635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0cd396c7-3e17-45b4-b24d-cf2c25bcfc24 None None] Provisioning complete for port c35f185d-3a3c-4e59-b791-f13023b215b7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:32.206991 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0cd396c7-3e17-45b4-b24d-cf2c25bcfc24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.208186 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a9d8-ddef-4b11-9a90-ad688f352a34 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.230919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Transition to ACTIVE for port object cfb76e51-8329-40fa-a71a-043159318bc1 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:32.260324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Transition to ACTIVE for port object cfb76e51-8329-40fa-a71a-043159318bc1 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:32.261773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0cd396c7-3e17-45b4-b24d-cf2c25bcfc24 None None] Port c35f185d-3a3c-4e59-b791-f13023b215b7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:32.261930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.334196 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dbd8a9d8-ddef-4b11-9a90-ad688f352a34 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.337895 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dbd8a9d8-ddef-4b11-9a90-ad688f352a34 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6773055 Sep 10 03:45:32.338200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41066) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:32.366156 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.411596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-304554d5-d872-451f-857a-0801c6846656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:32.413194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-304554d5-d872-451f-857a-0801c6846656 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ed652637b833445aa459587cd9fe6b07&device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 1094 time: 0.1168742 Sep 10 03:45:32.416878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.440727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Network 56f19387-8544-4d23-baf9-6781b27f86d9 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:32.442087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Pushing event updated for resources: {'Port': ['ID=cfb76e51-8329-40fa-a71a-043159318bc1,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:32.445272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:32.450960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:32.463904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:32.467690 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.520588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Attempting to bind port cfb76e51-8329-40fa-a71a-043159318bc1 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:32.520588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Attempting to bind port cfb76e51-8329-40fa-a71a-043159318bc1 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'c10d7bba-9651-4e84-8ce7-1e959eec26ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '56f19387-8544-4d23-baf9-6781b27f86d9'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:32.520588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Attempting to bind port cfb76e51-8329-40fa-a71a-043159318bc1 on network 56f19387-8544-4d23-baf9-6781b27f86d9 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:32.522327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:32.522700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Checking segment: {'id': 'c10d7bba-9651-4e84-8ce7-1e959eec26ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '56f19387-8544-4d23-baf9-6781b27f86d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:32.523097 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.524034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Bound using segment: {'id': 'c10d7bba-9651-4e84-8ce7-1e959eec26ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '56f19387-8544-4d23-baf9-6781b27f86d9'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:32.524548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Bound port: cfb76e51-8329-40fa-a71a-043159318bc1, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c10d7bba-9651-4e84-8ce7-1e959eec26ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '56f19387-8544-4d23-baf9-6781b27f86d9'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:32.524927 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.534786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-7b114b09-cb89-4660-9c5a-0ffcbe5c45a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:32.536352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-7b114b09-cb89-4660-9c5a-0ffcbe5c45a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 200 len: 905 time: 0.1141634 Sep 10 03:45:32.550937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Network c92116b9-1d1b-4762-a064-5c46db334dd5 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:32.556603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a78136d-28ce-47a1-8a77-3bdb80ce2617 req-1cb22750-594a-4720-bf95-f53ad0f9f245 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:32.558462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a78136d-28ce-47a1-8a77-3bdb80ce2617 req-1cb22750-594a-4720-bf95-f53ad0f9f245 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.2174890 Sep 10 03:45:32.563859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:32.578272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aefefb-4c28-46d1-a7c7-742074bb780c req-ce163451-701d-49f3-8c68-c9dd56c3ac0b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:32.579946 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5aefefb-4c28-46d1-a7c7-742074bb780c req-ce163451-701d-49f3-8c68-c9dd56c3ac0b tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 943 time: 0.2401671 Sep 10 03:45:32.609061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:32.620789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] For port cfb76e51-8329-40fa-a71a-043159318bc1, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:32.624763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] For port cfb76e51-8329-40fa-a71a-043159318bc1, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cfb76e51-8329-40fa-a71a-043159318bc1,segment=NetworkSegment(c10d7bba-9651-4e84-8ce7-1e959eec26ff),segment_id=c10d7bba-9651-4e84-8ce7-1e959eec26ff)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:32.627314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-a11a5052-a6dc-45ee-8469-ae7c159ddef6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273 HTTP/1.1" status: 200 len: 217 time: 0.0795553 Sep 10 03:45:32.707776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a78136d-28ce-47a1-8a77-3bdb80ce2617 req-0f4470d0-a0d4-4218-b541-0e488e201ec9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434007 Sep 10 03:45:32.712887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5aefefb-4c28-46d1-a7c7-742074bb780c req-af242612-5392-4a4f-bc20-f053177669ce tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937409 Sep 10 03:45:32.714462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'Port': ['ID=95947de9-3af7-4939-bd4f-b9e8c30f8c34,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:32.724361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-d99de99e-4212-4249-9eb6-854fc753fcb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:32.726064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-d99de99e-4212-4249-9eb6-854fc753fcb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63197daf-2f94-42c1-990c-e0ca7f2854ea HTTP/1.1" status: 200 len: 844 time: 0.0901592 Sep 10 03:45:32.730124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.784591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:32.784898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.809378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-b9073a7f-bf1b-462a-9446-57df3d55f9a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646946 Sep 10 03:45:32.864946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466226db-b4f3-41e1-bbd8-f31add26a931 None None] Pushing event updated for resources: {'Port': ['ID=cfb76e51-8329-40fa-a71a-043159318bc1,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:32.902384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Allocated IP 10.1.1.83 (05147488-9b0b-46db-ab99-5dbcc157ee42/e7e13d58-c4cb-4596-ad92-42816886f6bc/c59953c3-0513-4b70-81ba-1ae33736f51d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:32.933936 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:32.995730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd114480-35e0-4c69-90db-c9870c8be029 req-da028aae-d6bb-4f49-9204-adc7f7e2de84 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:33.000212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd114480-35e0-4c69-90db-c9870c8be029 req-da028aae-d6bb-4f49-9204-adc7f7e2de84 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 931 time: 0.1452415 Sep 10 03:45:33.014987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f63eca4-ef70-4e60-8735-097a05c592cd req-896b52e2-db62-4f61-82f1-f3ec001a9563 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:33.016150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f63eca4-ef70-4e60-8735-097a05c592cd req-896b52e2-db62-4f61-82f1-f3ec001a9563 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 931 time: 0.1630161 Sep 10 03:45:33.024120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-a4f30f87-ebe5-4dce-b993-26df53f8b9e5 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2051139 Sep 10 03:45:33.038894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-fafa5174-01ca-432a-ac49-67c498ef5619 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0093820 Sep 10 03:45:33.053310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Request body: {'port': {'device_id': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:33.166119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd114480-35e0-4c69-90db-c9870c8be029 req-ab8182bc-ead9-4f8d-ad14-c9e7e1a37f3f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598859 Sep 10 03:45:33.191050 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f63eca4-ef70-4e60-8735-097a05c592cd req-55ff480d-fb13-4b81-9b0c-cc5488bb3d36 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580276 Sep 10 03:45:33.242713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-839c7d2e-ff19-4f8e-8495-0c8e4cc56827 req-39f1c7c1-b165-4424-9efc-55fca1bafe43 service neutron] 10.222.0.20 "GET /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096696 Sep 10 03:45:33.265985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:33.393124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7afcebc-10af-43bf-a1e5-9caf43c194f5 req-2d0caf62-3840-4aec-9ed5-5313d309e9d1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:33.394796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7afcebc-10af-43bf-a1e5-9caf43c194f5 req-2d0caf62-3840-4aec-9ed5-5313d309e9d1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.0504129 Sep 10 03:45:33.432323 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:33.434953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7afcebc-10af-43bf-a1e5-9caf43c194f5 req-14b0f68d-2359-480b-bfa2-59d73ed157f2 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333848 Sep 10 03:45:33.528829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Transition to ACTIVE for port object c59953c3-0513-4b70-81ba-1ae33736f51d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:33.532380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 2001:db8::1 (56f19387-8544-4d23-baf9-6781b27f86d9/e3244242-23f1-4374-85ed-2f2d32daf4a3/87d61319-5f1f-4089-a00c-2e4a61c29b1d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:33.908327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b09dcb1-5fcb-496f-b096-390afebc3878 req-2c0d8ecc-b7e2-4b6f-bd0b-0aa323d92d01 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:33.926624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b09dcb1-5fcb-496f-b096-390afebc3878 req-2c0d8ecc-b7e2-4b6f-bd0b-0aa323d92d01 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 943 time: 0.1063905 Sep 10 03:45:33.952851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358ce871-307c-4145-b8d2-0c2b6a0f1b60 req-ba833e64-21ae-4631-8ffa-06d88ae39f6c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:33.956732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-358ce871-307c-4145-b8d2-0c2b6a0f1b60 req-ba833e64-21ae-4631-8ffa-06d88ae39f6c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1071246 Sep 10 03:45:33.989682 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.008108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b09dcb1-5fcb-496f-b096-390afebc3878 req-cedbb4d9-45ce-4d02-bf2a-81230c4d59e5 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876586 Sep 10 03:45:34.016444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.034278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-358ce871-307c-4145-b8d2-0c2b6a0f1b60 req-1716b14b-a48b-4086-b3ac-6077d31daef6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693715 Sep 10 03:45:34.047389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Transition to ACTIVE for port object 87d61319-5f1f-4089-a00c-2e4a61c29b1d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:34.055138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591a143f-90fe-4863-ac7a-a0752532a50d None None] Network 56f19387-8544-4d23-baf9-6781b27f86d9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:34.113351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95947de9-3af7-4939-bd4f-b9e8c30f8c34 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:34.122422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:34.136210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.139670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:34.145471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:34.147943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Port': ['ID=c59953c3-0513-4b70-81ba-1ae33736f51d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:34.179381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Transition to ACTIVE for port object 95947de9-3af7-4939-bd4f-b9e8c30f8c34 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:34.219714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:34.220409 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.254823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.324626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.369375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Pushing event updated for resources: {'Port': ['ID=95947de9-3af7-4939-bd4f-b9e8c30f8c34,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:34.375920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-da768953-e68a-4563-8729-f286ffccbff5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3371458 Sep 10 03:45:34.378082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ade9a2-ba85-43f3-b8eb-1a971e4a7596 req-b84a4484-2f80-446d-a4a4-784c04fd9ea2 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:34.386226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08ade9a2-ba85-43f3-b8eb-1a971e4a7596 req-b84a4484-2f80-446d-a4a4-784c04fd9ea2 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 943 time: 0.1146450 Sep 10 03:45:34.397420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 56f19387-8544-4d23-baf9-6781b27f86d9 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:34.403443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd6b41-21f5-4300-bb0d-225be14d9f50 req-2c9ed2cf-e11f-46be-9b1c-4b8cb0672549 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:34.406736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'admin_state_up': True, 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'security_groups': ['522cd6ab-e228-4201-b460-5f0c15766bf7']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:34.409910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd6b41-21f5-4300-bb0d-225be14d9f50 req-2c9ed2cf-e11f-46be-9b1c-4b8cb0672549 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:34.411597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2cd6b41-21f5-4300-bb0d-225be14d9f50 req-2c9ed2cf-e11f-46be-9b1c-4b8cb0672549 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 1652 time: 0.1062546 Sep 10 03:45:34.451110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-21e67915-ae37-416a-8c03-68a0d002b878 None None] Provisioning for port cfb76e51-8329-40fa-a71a-043159318bc1 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:34.459542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08ade9a2-ba85-43f3-b8eb-1a971e4a7596 req-1836a90c-3d93-4c33-8b24-9aaaa7f7b2a4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724440 Sep 10 03:45:34.468646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:34.480260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:34.480260 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.496708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2cd6b41-21f5-4300-bb0d-225be14d9f50 req-0596b126-3476-4439-899b-05baab715693 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656588 Sep 10 03:45:34.652583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4cd1b241-09d9-4039-a1b6-faed86156d6f None None] Provisioning for port c59953c3-0513-4b70-81ba-1ae33736f51d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:34.662598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4cd1b241-09d9-4039-a1b6-faed86156d6f None None] Provisioning complete for port c59953c3-0513-4b70-81ba-1ae33736f51d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:34.663110 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4cd1b241-09d9-4039-a1b6-faed86156d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.734965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4cd1b241-09d9-4039-a1b6-faed86156d6f None None] Port c59953c3-0513-4b70-81ba-1ae33736f51d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:34.736149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=87d61319-5f1f-4089-a00c-2e4a61c29b1d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:34.742000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fdd0e2d2-7bb2-4369-ae8d-3785e610c273 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:34.765502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90826f-1e3e-4b74-b5bf-6e5b7383ec66 req-7d3a9756-b072-4c2b-b6d6-f60f9248d344 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:34.776250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b90826f-1e3e-4b74-b5bf-6e5b7383ec66 req-7d3a9756-b072-4c2b-b6d6-f60f9248d344 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1275833 Sep 10 03:45:34.844774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b90826f-1e3e-4b74-b5bf-6e5b7383ec66 req-8c935f5f-08a8-4876-b9e6-40c13868efcd tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673447 Sep 10 03:45:34.897869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.910114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cfb76e51-8329-40fa-a71a-043159318bc1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:34.951569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Attempting to bind port 95947de9-3af7-4939-bd4f-b9e8c30f8c34 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:34.951934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Attempting to bind port 95947de9-3af7-4939-bd4f-b9e8c30f8c34 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'd764ff02-0d9c-49a8-94e5-eeac57e46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:34.952264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Attempting to bind port 95947de9-3af7-4939-bd4f-b9e8c30f8c34 on network c92116b9-1d1b-4762-a064-5c46db334dd5 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:34.970686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Port 95947de9-3af7-4939-bd4f-b9e8c30f8c34 on network c92116b9-1d1b-4762-a064-5c46db334dd5 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:34.970959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Attempting to bind port 95947de9-3af7-4939-bd4f-b9e8c30f8c34 on network c92116b9-1d1b-4762-a064-5c46db334dd5 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:34.980600 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:34.980949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Checking segment: {'id': 'd764ff02-0d9c-49a8-94e5-eeac57e46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:34.981574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Bound using segment: {'id': 'd764ff02-0d9c-49a8-94e5-eeac57e46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:34.982017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Bound port: 95947de9-3af7-4939-bd4f-b9e8c30f8c34, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd764ff02-0d9c-49a8-94e5-eeac57e46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:34.982377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:34.990153 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:35.003263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'port_id': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273', 'mac_address': 'fa:16:3e:9c:af:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63197daf-2f94-42c1-990c-e0ca7f2854ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:35.053732 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.074770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdd0e2d2-7bb2-4369-ae8d-3785e610c273 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:35.115581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:35.164538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port cfb76e51-8329-40fa-a71a-043159318bc1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:35.170195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port cfb76e51-8329-40fa-a71a-043159318bc1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:35.172309 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.172990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] For port 95947de9-3af7-4939-bd4f-b9e8c30f8c34, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:35.182448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] For port 95947de9-3af7-4939-bd4f-b9e8c30f8c34, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:35.215395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bea6e0-a144-4c37-b39c-d190d8a180b4 req-06558aca-a8af-4d8f-aa82-e89e47d6dccb tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.216902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51bea6e0-a144-4c37-b39c-d190d8a180b4 req-06558aca-a8af-4d8f-aa82-e89e47d6dccb tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 943 time: 0.1010346 Sep 10 03:45:35.232796 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.245278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:35.250270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.253057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7d5654-2fe1-4310-ba73-188d230fe717 req-7f57bcac-76fd-45a3-bf4c-99d7d2a73c98 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.254520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d7d5654-2fe1-4310-ba73-188d230fe717 req-7f57bcac-76fd-45a3-bf4c-99d7d2a73c98 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.0862765 Sep 10 03:45:35.262337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.274474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51bea6e0-a144-4c37-b39c-d190d8a180b4 req-93103984-e009-4377-8a51-ca56bb23b3e2 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492718 Sep 10 03:45:35.315718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f6578882-7056-47b1-9579-83d5225706dc None None] Provisioning for port 87d61319-5f1f-4089-a00c-2e4a61c29b1d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:35.332915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d7d5654-2fe1-4310-ba73-188d230fe717 req-6e68359b-4fe5-4812-ba93-8440d2836434 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632734 Sep 10 03:45:35.338141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.338777 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.340255 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] 10.222.0.39 "PUT /v2.0/ports/95947de9-3af7-4939-bd4f-b9e8c30f8c34 HTTP/1.1" status: 200 len: 1091 time: 2.2911282 Sep 10 03:45:35.340713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:35.343081 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb5e3a3e-9e06-4f5c-be23-e3a1dd0be3c8" -d '{"events": [{"name": "network-changed", "server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:35.347569 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f6578882-7056-47b1-9579-83d5225706dc None None] Provisioning complete for port 87d61319-5f1f-4089-a00c-2e4a61c29b1d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:35.354988 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6578882-7056-47b1-9579-83d5225706dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.359563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:35.400104 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5de9a606-73f3-4e4c-8f82-132b71023bff x-openstack-request-id: req-5de9a606-73f3-4e4c-8f82-132b71023bff {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:35.400398 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:35.400564 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.400707 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5de9a606-73f3-4e4c-8f82-132b71023bff {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:35.401036 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34', 'status': 'completed', 'code': 200} Sep 10 03:45:35.429267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f6578882-7056-47b1-9579-83d5225706dc None None] Port 87d61319-5f1f-4089-a00c-2e4a61c29b1d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:35.433153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f26b48-03d4-4792-acd5-0a532361f13b service neutron] Pushing event updated for resources: {'Port': ['ID=95947de9-3af7-4939-bd4f-b9e8c30f8c34,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:35.446653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port cfb76e51-8329-40fa-a71a-043159318bc1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cfb76e51-8329-40fa-a71a-043159318bc1,segment=NetworkSegment(c10d7bba-9651-4e84-8ce7-1e959eec26ff),segment_id=c10d7bba-9651-4e84-8ce7-1e959eec26ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:35.464376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['fdd0e2d2-7bb2-4369-ae8d-3785e610c273'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:35.508728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.542051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e3a3e-9e06-4f5c-be23-e3a1dd0be3c8 req-81718f55-5716-479f-b3dc-4ef1e03d6b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.542051 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-eb5e3a3e-9e06-4f5c-be23-e3a1dd0be3c8 req-81718f55-5716-479f-b3dc-4ef1e03d6b86 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 1094 time: 0.1183813 Sep 10 03:45:35.543503 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.546865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Allocated IP 10.1.1.175 (05147488-9b0b-46db-ab99-5dbcc157ee42/e7e13d58-c4cb-4596-ad92-42816886f6bc/c24fe1eb-7631-4117-8de6-8c5fd6e4e985) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:35.608700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.609684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:35.634339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=cfb76e51-8329-40fa-a71a-043159318bc1,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:35.673756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d516cb2-7921-4117-8618-177b60d7beb4 req-5afda5a6-c468-45e8-a7b2-dc11f069ed65 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.680371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d516cb2-7921-4117-8618-177b60d7beb4 req-5afda5a6-c468-45e8-a7b2-dc11f069ed65 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.681977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d516cb2-7921-4117-8618-177b60d7beb4 req-5afda5a6-c468-45e8-a7b2-dc11f069ed65 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 1652 time: 0.0908682 Sep 10 03:45:35.691783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c40862e-23f9-4f91-bd8a-bd96027bb56c req-0ec8335d-dc69-4a08-8adb-6858084fee5b tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.693499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c40862e-23f9-4f91-bd8a-bd96027bb56c req-0ec8335d-dc69-4a08-8adb-6858084fee5b tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 943 time: 0.1163099 Sep 10 03:45:35.752465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=87d61319-5f1f-4089-a00c-2e4a61c29b1d,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:35.753851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d516cb2-7921-4117-8618-177b60d7beb4 req-78bf134e-fb81-4c7a-b20c-2aafd28c3466 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590720 Sep 10 03:45:35.758901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c40862e-23f9-4f91-bd8a-bd96027bb56c req-1213e140-7cb1-4064-8690-4b99cd8960db tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558512 Sep 10 03:45:35.852562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e3a3e-9e06-4f5c-be23-e3a1dd0be3c8 req-fdc87a2c-ec2c-43eb-bbfc-4cd4efea28f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.854076 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-eb5e3a3e-9e06-4f5c-be23-e3a1dd0be3c8 req-fdc87a2c-ec2c-43eb-bbfc-4cd4efea28f5 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2994750 Sep 10 03:45:35.933130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 56f19387-8544-4d23-baf9-6781b27f86d9 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:35.964297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb54554-55ed-4e37-ace5-395694ba9715 req-ca83ca95-9793-45a9-a184-6ee6faa526ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:35.966069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bb54554-55ed-4e37-ace5-395694ba9715 req-ca83ca95-9793-45a9-a184-6ee6faa526ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.0522292 Sep 10 03:45:35.968033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:35.974003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:36.036657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Transition to ACTIVE for port object c24fe1eb-7631-4117-8de6-8c5fd6e4e985 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:36.041095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bb54554-55ed-4e37-ace5-395694ba9715 req-45a1343b-4de1-48b9-8865-4f570ea5bf18 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504811 Sep 10 03:45:36.090847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5e3a3e-9e06-4f5c-be23-e3a1dd0be3c8 req-0ae375cf-95c2-48ca-b1ce-743517acab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:36.092309 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-eb5e3a3e-9e06-4f5c-be23-e3a1dd0be3c8 req-0ae375cf-95c2-48ca-b1ce-743517acab09 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2299151 Sep 10 03:45:36.188027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-ab25552c-0cda-4901-ba84-6d5a22230c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:36.189570 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-ab25552c-0cda-4901-ba84-6d5a22230c3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 1094 time: 0.0519302 Sep 10 03:45:36.241105 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-8902aee4-c1bc-44d9-8995-aaaa1ce6b52c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34 HTTP/1.1" status: 200 len: 217 time: 0.0394793 Sep 10 03:45:36.242693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:36.244222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router 031488d5-b37d-4d05-9c50-fdd61e86bd11 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:45:36.255520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a42d7bf7-08f7-499f-8a37-2f8687dabe20 None None] Provisioning complete for port 87d61319-5f1f-4089-a00c-2e4a61c29b1d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:36.255520 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a42d7bf7-08f7-499f-8a37-2f8687dabe20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:36.289539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a42d7bf7-08f7-499f-8a37-2f8687dabe20 None None] Port 87d61319-5f1f-4089-a00c-2e4a61c29b1d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:36.370953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:36.381153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:36.383148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Port': ['ID=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:36.387419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:36.421675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-d71bf146-b608-4e6b-9d97-8bcdcd47834a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:36.423164 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-d71bf146-b608-4e6b-9d97-8bcdcd47834a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1961c397-a6a1-49ee-aa61-b2ccfb761bbf HTTP/1.1" status: 200 len: 852 time: 0.1715457 Sep 10 03:45:36.442933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fbd21d-08fa-4d65-9e37-ea0cea22e5eb req-cf36abdd-1aba-464e-9263-98737d86f19f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:36.444867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73fbd21d-08fa-4d65-9e37-ea0cea22e5eb req-cf36abdd-1aba-464e-9263-98737d86f19f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 944 time: 0.0704243 Sep 10 03:45:36.503335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a771404-8fb1-4f15-838f-280394a7f3ab req-18bd3ec7-897a-42cb-a22b-268ec63530e8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:36.504913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a771404-8fb1-4f15-838f-280394a7f3ab req-18bd3ec7-897a-42cb-a22b-268ec63530e8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.0833840 Sep 10 03:45:36.693716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fdd0e2d2-7bb2-4369-ae8d-3785e610c273 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:36.764565 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-c3087e8d-b85d-4502-9fb5-94f3a99fe550 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c92116b9-1d1b-4762-a064-5c46db334dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3222337 Sep 10 03:45:36.778194 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:36.778850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:36.816280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:36.826115 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b5fbaf25-e1cf-4f7e-a7dc-8f9f1df05419 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/031488d5-b37d-4d05-9c50-fdd61e86bd11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4866123 Sep 10 03:45:36.829311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41118) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:36.831463 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b2af3-ba51-4263-ad97-a44ed16ea30d None None] Sync routers for ids ['031488d5-b37d-4d05-9c50-fdd61e86bd11'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:36.856191 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b2af3-ba51-4263-ad97-a44ed16ea30d None None] Routers {'031488d5-b37d-4d05-9c50-fdd61e86bd11'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:36.856191 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-072b2af3-ba51-4263-ad97-a44ed16ea30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['031488d5-b37d-4d05-9c50-fdd61e86bd11'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:36.877421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6c7271eb-a16a-4d2e-95b9-8b3598aeb185 None None] Provisioning for port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:36.891611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cfb76e51-8329-40fa-a71a-043159318bc1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:36.893699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6c7271eb-a16a-4d2e-95b9-8b3598aeb185 None None] Provisioning complete for port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:36.893859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73fbd21d-08fa-4d65-9e37-ea0cea22e5eb req-5113b8e7-7ea4-421e-87f3-8c6683ef65cb tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4292097 Sep 10 03:45:36.894701 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-072b2af3-ba51-4263-ad97-a44ed16ea30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:36.894940 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6c7271eb-a16a-4d2e-95b9-8b3598aeb185 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:36.913691 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072b2af3-ba51-4263-ad97-a44ed16ea30d None None] Routers {'031488d5-b37d-4d05-9c50-fdd61e86bd11'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:36.914301 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-072b2af3-ba51-4263-ad97-a44ed16ea30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['031488d5-b37d-4d05-9c50-fdd61e86bd11'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:36.939405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6c7271eb-a16a-4d2e-95b9-8b3598aeb185 None None] Port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:36.940438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a771404-8fb1-4f15-838f-280394a7f3ab req-9b0ce08f-cf22-43b6-9c85-ea211c755db1 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4256454 Sep 10 03:45:36.949394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port fdd0e2d2-7bb2-4369-ae8d-3785e610c273 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:36.970606 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-072b2af3-ba51-4263-ad97-a44ed16ea30d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:36.973019 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-072b2af3-ba51-4263-ad97-a44ed16ea30d None None] The sync data for ids ['031488d5-b37d-4d05-9c50-fdd61e86bd11'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:36.987123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76f3f80-b228-4918-ad5a-54f99c2c3bba tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:36.991551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41124) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:36.991781 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e76f3f80-b228-4918-ad5a-54f99c2c3bba tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports/87d61319-5f1f-4089-a00c-2e4a61c29b1d HTTP/1.1" status: 200 len: 911 time: 0.1611009 Sep 10 03:45:36.993150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port fdd0e2d2-7bb2-4369-ae8d-3785e610c273 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:36.993733 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:37.016804 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-7406d440-70d7-419e-b519-531c5236482d service neutron] 10.222.0.39 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323365 Sep 10 03:45:37.018890 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b19a7a1e-cb40-42fd-9af4-401f5794e09c tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6238079 Sep 10 03:45:37.041803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05', 'admin_state_up': True, 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'security_groups': ['522cd6ab-e228-4201-b460-5f0c15766bf7']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:37.057140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port cfb76e51-8329-40fa-a71a-043159318bc1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:37.059125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:37.190762 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:37.220865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2463b33-4031-4411-a01d-f06156f6a0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:37.223572 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-418ff8e9-72c8-47cf-9a02-20fdee35abb7" -d '{"events": [{"server_uuid": "c2463b33-4031-4411-a01d-f06156f6a0f4", "name": "network-vif-plugged", "status": "completed", "tag": "fdd0e2d2-7bb2-4369-ae8d-3785e610c273"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:37.238767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:37.247632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea13ca3-7f30-49a6-ae3c-b9b79c9f30ba req-05f53a61-925e-45d1-9e19-2cb53a536017 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:37.253530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea13ca3-7f30-49a6-ae3c-b9b79c9f30ba req-05f53a61-925e-45d1-9e19-2cb53a536017 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:37.259925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea13ca3-7f30-49a6-ae3c-b9b79c9f30ba req-05f53a61-925e-45d1-9e19-2cb53a536017 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:37.261578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cea13ca3-7f30-49a6-ae3c-b9b79c9f30ba req-05f53a61-925e-45d1-9e19-2cb53a536017 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 2373 time: 0.2256446 Sep 10 03:45:37.277363 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c526929-5400-4909-a8db-c394b2ec3b48 req-9eeff54b-88cb-4fc7-9232-f85b403dae3e service neutron] 10.222.0.39 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2525437 Sep 10 03:45:37.313385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6464d42-ad7f-4058-b13b-b988c9ab87e5 req-2b8b4c75-84bd-4d96-8647-ab30fa8f080e tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:37.314853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6464d42-ad7f-4058-b13b-b988c9ab87e5 req-2b8b4c75-84bd-4d96-8647-ab30fa8f080e tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 943 time: 0.2799942 Sep 10 03:45:37.317554 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:37.342185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:37.398918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:37.444116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:37.444314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6464d42-ad7f-4058-b13b-b988c9ab87e5 req-d0205daf-92c3-4da1-9984-03c36c2d4545 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165764 Sep 10 03:45:37.450983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cea13ca3-7f30-49a6-ae3c-b9b79c9f30ba req-d771448c-bf5d-40fa-b581-a3ef1af69c4e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1787972 Sep 10 03:45:37.619444 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:37.673481 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2b24de0-b049-45ee-9f7f-26786716be50 x-openstack-request-id: req-b2b24de0-b049-45ee-9f7f-26786716be50 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:37.673481 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2463b33-4031-4411-a01d-f06156f6a0f4", "name": "network-vif-plugged", "status": "completed", "tag": "fdd0e2d2-7bb2-4369-ae8d-3785e610c273", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:37.673722 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2b24de0-b049-45ee-9f7f-26786716be50 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:37.674092 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2463b33-4031-4411-a01d-f06156f6a0f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273', 'code': 200} Sep 10 03:45:37.743669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Allocated IP 10.2.2.100 (6bd5f340-5935-41df-86cc-3fdfabbf8c05/1b018483-2b27-4c1e-b323-d326bc1ef7e0/e29888a9-a947-47cc-8e2e-89a9853cf8cc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:37.841009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5575c666-c7dc-49b5-b90c-e0060777a2b1 req-bc7d63d0-781b-454c-a342-ca29eac1d5a1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:37.842693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5575c666-c7dc-49b5-b90c-e0060777a2b1 req-bc7d63d0-781b-454c-a342-ca29eac1d5a1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1194255 Sep 10 03:45:37.874002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274b389e-c85f-421f-93cc-4cda1d714f84 req-4cb97cc8-e2dd-4f96-84b6-7489e3eefcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:37.875579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-274b389e-c85f-421f-93cc-4cda1d714f84 req-4cb97cc8-e2dd-4f96-84b6-7489e3eefcbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 1096 time: 0.1388111 Sep 10 03:45:37.893787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:37.908984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Transition to ACTIVE for port object e29888a9-a947-47cc-8e2e-89a9853cf8cc will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:37.961264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-274b389e-c85f-421f-93cc-4cda1d714f84 req-740acc4b-edff-4440-86ab-fd3d3c185e12 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757489 Sep 10 03:45:37.968583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5575c666-c7dc-49b5-b90c-e0060777a2b1 req-e3f555e9-8b2e-41af-b90e-1438100e0cf6 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085734 Sep 10 03:45:38.009289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:38.056415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:38.059928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:38.066101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:38.072623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a96dbe-12b3-41ad-90b7-1e0d48742ebc req-4cbf95f1-b8ed-4c17-897e-ea76f26de540 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:38.080741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02a96dbe-12b3-41ad-90b7-1e0d48742ebc req-4cbf95f1-b8ed-4c17-897e-ea76f26de540 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1115706 Sep 10 03:45:38.100345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Port': ['ID=e29888a9-a947-47cc-8e2e-89a9853cf8cc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:38.135981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:38.137265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:38.177307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02a96dbe-12b3-41ad-90b7-1e0d48742ebc req-e7ace4e8-805a-4761-a3f0-b34c45b46017 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932801 Sep 10 03:45:38.187780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bb879a-7f47-476e-a93a-371066f5803b req-dee9a9e0-1fc3-4551-9330-b5af5b0077f6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:38.189331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62bb879a-7f47-476e-a93a-371066f5803b req-dee9a9e0-1fc3-4551-9330-b5af5b0077f6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1543565 Sep 10 03:45:38.220927 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-96815990-cf90-464a-b00f-edc4b07b3699 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1835225 Sep 10 03:45:38.234585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 87d61319-5f1f-4089-a00c-2e4a61c29b1d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:38.234829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05', 'admin_state_up': True, 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'security_groups': ['522cd6ab-e228-4201-b460-5f0c15766bf7']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:38.235072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:38.287407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62bb879a-7f47-476e-a93a-371066f5803b req-24b69487-54e3-4ae2-b87d-7b13f93e78ad tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810981 Sep 10 03:45:38.355547 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:38.369435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 87d61319-5f1f-4089-a00c-2e4a61c29b1d owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:38.452150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Made reservation on behalf of 81abc9c971c24f01988bbca4f1f7fbb5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:38.457220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:38.461396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0ac10fb9-56a9-421c-aaa6-2932788788ed None None] Provisioning for port e29888a9-a947-47cc-8e2e-89a9853cf8cc completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:38.466718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0ac10fb9-56a9-421c-aaa6-2932788788ed None None] Provisioning complete for port e29888a9-a947-47cc-8e2e-89a9853cf8cc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:38.470437 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0ac10fb9-56a9-421c-aaa6-2932788788ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:38.561202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0ac10fb9-56a9-421c-aaa6-2932788788ed None None] Port e29888a9-a947-47cc-8e2e-89a9853cf8cc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:38.648810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:38.663021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Allocated IP 10.2.2.200 (6bd5f340-5935-41df-86cc-3fdfabbf8c05/1b018483-2b27-4c1e-b323-d326bc1ef7e0/04fae288-5301-43e8-8e7d-da63e9504d7e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:38.691350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=87d61319-5f1f-4089-a00c-2e4a61c29b1d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:38.729652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a292bac-4009-4453-8144-19ddae659a74 req-5c5330ad-58db-420c-92c0-456dd339d809 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:38.731384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a292bac-4009-4453-8144-19ddae659a74 req-5c5330ad-58db-420c-92c0-456dd339d809 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 943 time: 0.1372807 Sep 10 03:45:38.787013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659acd5-3f63-4cd7-97d8-8c1bf63c9941 req-fbb54f6b-5fba-4776-bfbb-6c3655b74cc3 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:38.793018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659acd5-3f63-4cd7-97d8-8c1bf63c9941 req-fbb54f6b-5fba-4776-bfbb-6c3655b74cc3 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:38.799047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659acd5-3f63-4cd7-97d8-8c1bf63c9941 req-fbb54f6b-5fba-4776-bfbb-6c3655b74cc3 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:38.805494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1659acd5-3f63-4cd7-97d8-8c1bf63c9941 req-fbb54f6b-5fba-4776-bfbb-6c3655b74cc3 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:38.807239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1659acd5-3f63-4cd7-97d8-8c1bf63c9941 req-fbb54f6b-5fba-4776-bfbb-6c3655b74cc3 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 3094 time: 0.2019892 Sep 10 03:45:38.845427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:38.853376 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:38.861335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Transition to ACTIVE for port object 04fae288-5301-43e8-8e7d-da63e9504d7e will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:38.928732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a292bac-4009-4453-8144-19ddae659a74 req-2391b87f-3ad2-4e0c-a721-8b0107b57d45 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611900 Sep 10 03:45:38.946641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1659acd5-3f63-4cd7-97d8-8c1bf63c9941 req-d461ec3f-52de-4fa4-acff-bddc9d2bdd45 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017478 Sep 10 03:45:38.976913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.059638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:39.065250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:39.070585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:39.074693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event updated for resources: {'Port': ['ID=04fae288-5301-43e8-8e7d-da63e9504d7e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:39.089242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router 031488d5-b37d-4d05-9c50-fdd61e86bd11 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:45:39.143409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:39.144142 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.207348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:39.215026 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-58a94078-52e4-412e-b3ad-670157a26c36 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9868832 Sep 10 03:45:39.229278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ab75d-e669-47e5-ac43-31bcf216a2b7 None None] Sync routers for ids ['031488d5-b37d-4d05-9c50-fdd61e86bd11'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:39.231884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c0aa7721-1f05-45f8-a992-90b84f2ceaec tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/031488d5-b37d-4d05-9c50-fdd61e86bd11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2352543 Sep 10 03:45:39.233231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41146) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:39.233678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:39.251649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ab75d-e669-47e5-ac43-31bcf216a2b7 None None] Routers {'031488d5-b37d-4d05-9c50-fdd61e86bd11'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:39.251649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e7ab75d-e669-47e5-ac43-31bcf216a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['031488d5-b37d-4d05-9c50-fdd61e86bd11'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:39.282161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fa8ec209-3466-4e0b-b615-a553d3c60200 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=031488d5-b37d-4d05-9c50-fdd61e86bd11 HTTP/1.1" status: 200 len: 205 time: 0.0453868 Sep 10 03:45:39.283113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41148) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:39.307026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e7ab75d-e669-47e5-ac43-31bcf216a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:39.324486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26498a-4f59-424d-98f0-b9a22d6f56ff req-b731466f-1d59-41fd-afa3-94df3e0eb65f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:39.334175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d26498a-4f59-424d-98f0-b9a22d6f56ff req-b731466f-1d59-41fd-afa3-94df3e0eb65f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1810067 Sep 10 03:45:39.341282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7ab75d-e669-47e5-ac43-31bcf216a2b7 None None] Routers {'031488d5-b37d-4d05-9c50-fdd61e86bd11'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:39.342060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e7ab75d-e669-47e5-ac43-31bcf216a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['031488d5-b37d-4d05-9c50-fdd61e86bd11'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:39.391827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e7ab75d-e669-47e5-ac43-31bcf216a2b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:39.393322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7ab75d-e669-47e5-ac43-31bcf216a2b7 None None] The sync data for ids ['031488d5-b37d-4d05-9c50-fdd61e86bd11'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:39.408869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.413505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d70f6-5c4e-4c3f-ba80-281ef47649d6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.422559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d26498a-4f59-424d-98f0-b9a22d6f56ff req-0317b2fb-c081-4827-b580-b3d0a3bbf5be tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871737 Sep 10 03:45:39.437594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffccca-c83f-4d72-978d-40d921ed33cb req-be62353f-8004-4d85-b3a7-e65ac5555931 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:39.448564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5ffccca-c83f-4d72-978d-40d921ed33cb req-be62353f-8004-4d85-b3a7-e65ac5555931 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 945 time: 0.1014071 Sep 10 03:45:39.469348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bc0842cb-ac01-43fe-8e12-d377a1b3cb40 None None] Provisioning for port 04fae288-5301-43e8-8e7d-da63e9504d7e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:39.474262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bc0842cb-ac01-43fe-8e12-d377a1b3cb40 None None] Provisioning complete for port 04fae288-5301-43e8-8e7d-da63e9504d7e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:39.474914 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bc0842cb-ac01-43fe-8e12-d377a1b3cb40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.506697 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5ffccca-c83f-4d72-978d-40d921ed33cb req-57b81f9c-3eda-48f1-be03-722ec71e2fd6 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552726 Sep 10 03:45:39.539991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bc0842cb-ac01-43fe-8e12-d377a1b3cb40 None None] Port 04fae288-5301-43e8-8e7d-da63e9504d7e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:39.597815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dafa96c-f6e6-42dd-815a-ae1118026140 req-d651f969-99e7-4500-a9e8-db89481517e3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:39.608307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dafa96c-f6e6-42dd-815a-ae1118026140 req-d651f969-99e7-4500-a9e8-db89481517e3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.0619762 Sep 10 03:45:39.655737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dafa96c-f6e6-42dd-815a-ae1118026140 req-d3838acf-4dc8-4357-9b82-64715f85f288 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458019 Sep 10 03:45:39.784365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d70f6-5c4e-4c3f-ba80-281ef47649d6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.787882 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d70f6-5c4e-4c3f-ba80-281ef47649d6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.900513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c35f185d-3a3c-4e59-b791-f13023b215b7 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:39.907269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d70f6-5c4e-4c3f-ba80-281ef47649d6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.910925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f20d70f6-5c4e-4c3f-ba80-281ef47649d6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Fanout notify agent at l3_agent the message router_deleted on router 031488d5-b37d-4d05-9c50-fdd61e86bd11 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:45:39.915349 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f20d70f6-5c4e-4c3f-ba80-281ef47649d6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.919106 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f20d70f6-5c4e-4c3f-ba80-281ef47649d6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/031488d5-b37d-4d05-9c50-fdd61e86bd11 HTTP/1.1" status: 204 len: 168 time: 0.6329720 Sep 10 03:45:39.919106 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.919559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41162) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:39.932386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Transition to ACTIVE for port object c35f185d-3a3c-4e59-b791-f13023b215b7 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:39.980955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-64b818d7-8276-4c32-9da2-f08dbdaa6c11 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting subnet e3244242-23f1-4374-85ed-2f2d32daf4a3 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:45:39.984408 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b818d7-8276-4c32-9da2-f08dbdaa6c11 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:39.997425 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:40.037195 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b818d7-8276-4c32-9da2-f08dbdaa6c11 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:40.119464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c95d4e-6b67-45b7-a11c-ff492d3e0a66 req-13dcd11e-ec60-4638-b99f-596f8d103d68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:40.125632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Pushing event updated for resources: {'Port': ['ID=c35f185d-3a3c-4e59-b791-f13023b215b7,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:40.127133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4c95d4e-6b67-45b7-a11c-ff492d3e0a66 req-13dcd11e-ec60-4638-b99f-596f8d103d68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 943 time: 0.1056654 Sep 10 03:45:40.169003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Attempting to bind port c35f185d-3a3c-4e59-b791-f13023b215b7 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:40.175914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Attempting to bind port c35f185d-3a3c-4e59-b791-f13023b215b7 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:40.175914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Attempting to bind port c35f185d-3a3c-4e59-b791-f13023b215b7 on network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:40.177197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Port c35f185d-3a3c-4e59-b791-f13023b215b7 on network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:40.177691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Attempting to bind port c35f185d-3a3c-4e59-b791-f13023b215b7 on network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:40.186389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:40.187066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Checking segment: {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:40.187822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Bound using segment: {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:40.189081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Bound port: c35f185d-3a3c-4e59-b791-f13023b215b7, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a19447a-e607-4d05-8386-87c436324d82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:40.189630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:40.208531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b818d7-8276-4c32-9da2-f08dbdaa6c11 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:40.249464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4c95d4e-6b67-45b7-a11c-ff492d3e0a66 req-653c56e6-a1ec-4902-9ff0-f12fb1e814ba tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214178 Sep 10 03:45:40.320426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] For port c35f185d-3a3c-4e59-b791-f13023b215b7, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:40.324593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] For port c35f185d-3a3c-4e59-b791-f13023b215b7, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c35f185d-3a3c-4e59-b791-f13023b215b7,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:40.327995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266929d4-7a52-4fe9-a676-436b6a660d50 req-0d93a334-3c3a-4e3f-9893-6b2d4b1f9ef0 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:40.334212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266929d4-7a52-4fe9-a676-436b6a660d50 req-0d93a334-3c3a-4e3f-9893-6b2d4b1f9ef0 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:40.340231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266929d4-7a52-4fe9-a676-436b6a660d50 req-0d93a334-3c3a-4e3f-9893-6b2d4b1f9ef0 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:40.346264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266929d4-7a52-4fe9-a676-436b6a660d50 req-0d93a334-3c3a-4e3f-9893-6b2d4b1f9ef0 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:40.352302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266929d4-7a52-4fe9-a676-436b6a660d50 req-0d93a334-3c3a-4e3f-9893-6b2d4b1f9ef0 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:40.360158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-266929d4-7a52-4fe9-a676-436b6a660d50 req-0d93a334-3c3a-4e3f-9893-6b2d4b1f9ef0 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 3827 time: 0.1550846 Sep 10 03:45:40.391538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:40.431959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-266929d4-7a52-4fe9-a676-436b6a660d50 req-031411fa-52d9-49e4-ba2d-eb0850cc0904 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708461 Sep 10 03:45:40.488959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Pushing event updated for resources: {'Port': ['ID=c35f185d-3a3c-4e59-b791-f13023b215b7,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:40.499324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:40.500155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:40.501934 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1ea2bd54-44ff-4d90-a44c-20759fa42e70 service neutron] 10.222.0.20 "PUT /v2.0/ports/c35f185d-3a3c-4e59-b791-f13023b215b7 HTTP/1.1" status: 200 len: 1091 time: 1.2786267 Sep 10 03:45:40.502546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:40.505023 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa87367-638c-4080-ac0a-b454b63e6701" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:40.534338 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b818d7-8276-4c32-9da2-f08dbdaa6c11 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:40.612950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b818d7-8276-4c32-9da2-f08dbdaa6c11 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Subnet': ['ID=e3244242-23f1-4374-85ed-2f2d32daf4a3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:40.630581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e23fe92-40ca-4afe-8c41-462ec698563b None None] Network 56f19387-8544-4d23-baf9-6781b27f86d9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:40.636079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:40.658148 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b818d7-8276-4c32-9da2-f08dbdaa6c11 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:40.660525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-64b818d7-8276-4c32-9da2-f08dbdaa6c11 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/e3244242-23f1-4374-85ed-2f2d32daf4a3 HTTP/1.1" status: 204 len: 168 time: 0.7398679 Sep 10 03:45:40.663151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41192) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:40.683322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 95947de9-3af7-4939-bd4f-b9e8c30f8c34 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:40.685910 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d739a15c-9c23-43e8-9605-a0c1ea19cc9c x-openstack-request-id: req-d739a15c-9c23-43e8-9605-a0c1ea19cc9c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:40.686295 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:40.686649 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d739a15c-9c23-43e8-9605-a0c1ea19cc9c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:40.690033 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'status': 'completed', 'code': 200} Sep 10 03:45:40.784137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:40.991172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 95947de9-3af7-4939-bd4f-b9e8c30f8c34, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:41.005492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '95947de9-3af7-4939-bd4f-b9e8c30f8c34', 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5', 'port_id': '95947de9-3af7-4939-bd4f-b9e8c30f8c34', 'mac_address': 'fa:16:3e:df:24:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1961c397-a6a1-49ee-aa61-b2ccfb761bbf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:41.062717 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.090010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95947de9-3af7-4939-bd4f-b9e8c30f8c34 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:41.111816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4a9499-0d42-4b96-8cac-b8f82d4da408 None None] DHCP port deletion for 56f19387-8544-4d23-baf9-6781b27f86d9 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:45:41.118189 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 95947de9-3af7-4939-bd4f-b9e8c30f8c34, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:41.161555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98c7601a-8e46-46c2-9400-159323648c6b {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:41.164383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a9499-0d42-4b96-8cac-b8f82d4da408 None None] Deleting port cfb76e51-8329-40fa-a71a-043159318bc1 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:41.164933 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9499-0d42-4b96-8cac-b8f82d4da408 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.171632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.189565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Transition to ACTIVE for port object 98c7601a-8e46-46c2-9400-159323648c6b will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:41.212855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f9cb3c-7630-41a7-a318-faa47afacb47 req-2dd4be85-efaf-45de-b6b4-98e8fb8c5ab9 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.214358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97f9cb3c-7630-41a7-a318-faa47afacb47 req-2dd4be85-efaf-45de-b6b4-98e8fb8c5ab9 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.6040974 Sep 10 03:45:41.224577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87367-638c-4080-ac0a-b454b63e6701 req-e776c9b6-197d-4ce6-a7ba-2946c00340d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.227686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87367-638c-4080-ac0a-b454b63e6701 req-e776c9b6-197d-4ce6-a7ba-2946c00340d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.227686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87367-638c-4080-ac0a-b454b63e6701 req-e776c9b6-197d-4ce6-a7ba-2946c00340d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.227686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87367-638c-4080-ac0a-b454b63e6701 req-e776c9b6-197d-4ce6-a7ba-2946c00340d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.227686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87367-638c-4080-ac0a-b454b63e6701 req-e776c9b6-197d-4ce6-a7ba-2946c00340d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.228776 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.229289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-daa87367-638c-4080-ac0a-b454b63e6701 req-e776c9b6-197d-4ce6-a7ba-2946c00340d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 4362 time: 0.5274432 Sep 10 03:45:41.263131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3f4a9499-0d42-4b96-8cac-b8f82d4da408 None None] For port cfb76e51-8329-40fa-a71a-043159318bc1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cfb76e51-8329-40fa-a71a-043159318bc1,segment=NetworkSegment(c10d7bba-9651-4e84-8ce7-1e959eec26ff),segment_id=c10d7bba-9651-4e84-8ce7-1e959eec26ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:41.264372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9499-0d42-4b96-8cac-b8f82d4da408 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.272509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.281653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3f4a9499-0d42-4b96-8cac-b8f82d4da408 None None] Calling delete_port for cfb76e51-8329-40fa-a71a-043159318bc1 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:41.306848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=95947de9-3af7-4939-bd4f-b9e8c30f8c34,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:41.315342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.386982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80759d50-d76f-401c-97a7-2a20ba295501 req-7d4f444e-4e8a-4f54-a19b-f662e7834ad1 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.394484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80759d50-d76f-401c-97a7-2a20ba295501 req-7d4f444e-4e8a-4f54-a19b-f662e7834ad1 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.5494125 Sep 10 03:45:41.430249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97f9cb3c-7630-41a7-a318-faa47afacb47 req-dbbbf4e1-5cb9-4a68-aec4-1257ff2a8b2e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998694 Sep 10 03:45:41.443247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Pushing event updated for resources: {'Port': ['ID=98c7601a-8e46-46c2-9400-159323648c6b,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:41.496074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87367-638c-4080-ac0a-b454b63e6701 req-6fb67216-3fb0-46ff-9756-b46381f6ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.496820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87367-638c-4080-ac0a-b454b63e6701 req-6fb67216-3fb0-46ff-9756-b46381f6ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.497035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87367-638c-4080-ac0a-b454b63e6701 req-6fb67216-3fb0-46ff-9756-b46381f6ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.498574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-daa87367-638c-4080-ac0a-b454b63e6701 req-6fb67216-3fb0-46ff-9756-b46381f6ffd6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2502730 Sep 10 03:45:41.527746 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80759d50-d76f-401c-97a7-2a20ba295501 req-de20eb61-7e47-4210-8c4d-996cad28e368 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321795 Sep 10 03:45:41.529789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:41.533515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f4a9499-0d42-4b96-8cac-b8f82d4da408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.548446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Attempting to bind port 98c7601a-8e46-46c2-9400-159323648c6b on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:41.548790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Attempting to bind port 98c7601a-8e46-46c2-9400-159323648c6b by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:41.549117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Attempting to bind port 98c7601a-8e46-46c2-9400-159323648c6b on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:41.561749 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Port 98c7601a-8e46-46c2-9400-159323648c6b on network 05147488-9b0b-46db-ab99-5dbcc157ee42 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:41.562090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Attempting to bind port 98c7601a-8e46-46c2-9400-159323648c6b on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:41.574006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:41.574006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Checking segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:41.574420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Bound using segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:41.574853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Bound port: 98c7601a-8e46-46c2-9400-159323648c6b, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:41.575217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.623761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4a9499-0d42-4b96-8cac-b8f82d4da408 None None] Pushing event deleted for resources: {'Port': ['ID=cfb76e51-8329-40fa-a71a-043159318bc1,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:41.629665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4a9499-0d42-4b96-8cac-b8f82d4da408 None None] No DVR routers for this DVR port cfb76e51-8329-40fa-a71a-043159318bc1 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:41.722314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] For port 98c7601a-8e46-46c2-9400-159323648c6b, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:41.726936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] For port 98c7601a-8e46-46c2-9400-159323648c6b, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=98c7601a-8e46-46c2-9400-159323648c6b,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:41.748187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port cfb76e51-8329-40fa-a71a-043159318bc1 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:41.748187 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.801205 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.840558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.841172 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.842570 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] 10.222.0.20 "PUT /v2.0/ports/98c7601a-8e46-46c2-9400-159323648c6b HTTP/1.1" status: 200 len: 1131 time: 1.2168922 Sep 10 03:45:41.877580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df9c759-0e0c-4add-8e57-38704b865463 service neutron] Pushing event updated for resources: {'Port': ['ID=98c7601a-8e46-46c2-9400-159323648c6b,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:41.879156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa87367-638c-4080-ac0a-b454b63e6701 req-3c03b77d-6b53-4f66-a7c7-01a610a520a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.880764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-daa87367-638c-4080-ac0a-b454b63e6701 req-3c03b77d-6b53-4f66-a7c7-01a610a520a5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3732467 Sep 10 03:45:41.881938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port cfb76e51-8329-40fa-a71a-043159318bc1, host n-d-808143-1, got binding levels [] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:41.882332 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:41.901018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d957dfb6-2b8d-40a3-91f8-d70a0fdb7d3d req-ef501440-8c08-45ba-9900-2864841c3427 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:41.904195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d957dfb6-2b8d-40a3-91f8-d70a0fdb7d3d req-ef501440-8c08-45ba-9900-2864841c3427 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 944 time: 0.1868100 Sep 10 03:45:41.925639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for cfb76e51-8329-40fa-a71a-043159318bc1 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:41.938172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:41.944485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Port cfb76e51-8329-40fa-a71a-043159318bc1 was not found and therefore no delete operation was performed {{(pid=95136) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:45:41.963854 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.003470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d957dfb6-2b8d-40a3-91f8-d70a0fdb7d3d req-6eae96c5-d6c6-4da4-9303-db93a5b9f313 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943797 Sep 10 03:45:42.045080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=cfb76e51-8329-40fa-a71a-043159318bc1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:42.055485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No DVR routers for this DVR port cfb76e51-8329-40fa-a71a-043159318bc1 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:42.170398 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.284552 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.336758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56f19387-8544-4d23-baf9-6781b27f86d9']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:42.358245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752e2a-9f35-4475-9bc5-5c650eeb7bd5 req-f5e10073-0b69-4a3f-a054-6883e9cc8733 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.364477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752e2a-9f35-4475-9bc5-5c650eeb7bd5 req-f5e10073-0b69-4a3f-a054-6883e9cc8733 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.370702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752e2a-9f35-4475-9bc5-5c650eeb7bd5 req-f5e10073-0b69-4a3f-a054-6883e9cc8733 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.376932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752e2a-9f35-4475-9bc5-5c650eeb7bd5 req-f5e10073-0b69-4a3f-a054-6883e9cc8733 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.384801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752e2a-9f35-4475-9bc5-5c650eeb7bd5 req-f5e10073-0b69-4a3f-a054-6883e9cc8733 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.390739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f752e2a-9f35-4475-9bc5-5c650eeb7bd5 req-f5e10073-0b69-4a3f-a054-6883e9cc8733 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.392634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f752e2a-9f35-4475-9bc5-5c650eeb7bd5 req-f5e10073-0b69-4a3f-a054-6883e9cc8733 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 4600 time: 0.3350656 Sep 10 03:45:42.403062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c10d7bba-9651-4e84-8ce7-1e959eec26ff') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:42.403625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c10d7bba-9651-4e84-8ce7-1e959eec26ff') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:42.412069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8160c65-87cb-44fd-a1fd-fce35b942cc7 req-6bb62f60-7b12-4ba7-a69d-1ed68072db7e tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.413549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8160c65-87cb-44fd-a1fd-fce35b942cc7 req-6bb62f60-7b12-4ba7-a69d-1ed68072db7e tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 945 time: 0.2444654 Sep 10 03:45:42.452924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.563063 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.605763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:45:42.610288 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:45:42.631873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f752e2a-9f35-4475-9bc5-5c650eeb7bd5 req-acd112dd-8013-40ca-b485-6ff4142391f4 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2304103 Sep 10 03:45:42.638182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8160c65-87cb-44fd-a1fd-fce35b942cc7 req-b7777d98-cb2f-455d-8323-8aec9c3d6d57 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073147 Sep 10 03:45:42.682713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 95947de9-3af7-4939-bd4f-b9e8c30f8c34 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:42.691991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': '98c7601a-8e46-46c2-9400-159323648c6b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:42.695468 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41913d6a-9384-4b32-9059-6f97fb819d3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "98c7601a-8e46-46c2-9400-159323648c6b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:42.757763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fdd0e2d2-7bb2-4369-ae8d-3785e610c273 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:42.826420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.886472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.891756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/networks/56f19387-8544-4d23-baf9-6781b27f86d9 HTTP/1.1" status: 204 len: 168 time: 2.2237082 Sep 10 03:45:42.892264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41242) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:42.896555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cfb76e51-8329-40fa-a71a-043159318bc1 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:42.901208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1932757285', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:42.914609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f3942a-94b5-4b20-961f-e13d417d0643 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Network': ['ID=56f19387-8544-4d23-baf9-6781b27f86d9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:42.922627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: cfb76e51-8329-40fa-a71a-043159318bc1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:45:42.923385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cfb76e51-8329-40fa-a71a-043159318bc1 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:42.925122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 95947de9-3af7-4939-bd4f-b9e8c30f8c34 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:42.939208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 95947de9-3af7-4939-bd4f-b9e8c30f8c34 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:42.939778 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.940233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:42.952463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad91bafa-be08-447b-b69f-10fc4365af84 req-7da38c2e-7224-4d7b-8262-a9edd6c72482 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.953986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad91bafa-be08-447b-b69f-10fc4365af84 req-7da38c2e-7224-4d7b-8262-a9edd6c72482 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1733923 Sep 10 03:45:42.962303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:42.985537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:42.992743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72393a03-40e1-470c-bd3a-39f8e5a1f532 req-ce1ca9fa-4a9d-4243-80dc-faa61cf65d01 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:42.994218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72393a03-40e1-470c-bd3a-39f8e5a1f532 req-ce1ca9fa-4a9d-4243-80dc-faa61cf65d01 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1832376 Sep 10 03:45:43.001363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Transition to ACTIVE for port object 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:43.003376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273', 'network_id': '0b7fd2a5-6a25-4901-b37e-c7062b51f9ef', 'port_id': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273', 'mac_address': 'fa:16:3e:9c:af:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 215, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63197daf-2f94-42c1-990c-e0ca7f2854ea', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:43.035337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad91bafa-be08-447b-b69f-10fc4365af84 req-1bb2f096-2eac-422f-bbdb-dae4c622ae0a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705509 Sep 10 03:45:43.060658 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.062080 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.069283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72393a03-40e1-470c-bd3a-39f8e5a1f532 req-238073fc-6325-4727-83ea-61428b3dd6df tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625179 Sep 10 03:45:43.093702 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.094119 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.117225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdd0e2d2-7bb2-4369-ae8d-3785e610c273 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:43.158883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.162511 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.163810 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7295ea01-d559-4ed5-8c9f-01b3dae555dc x-openstack-request-id: req-7295ea01-d559-4ed5-8c9f-01b3dae555dc {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:43.164036 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "98c7601a-8e46-46c2-9400-159323648c6b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:43.164281 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7295ea01-d559-4ed5-8c9f-01b3dae555dc {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:43.179937 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': '98c7601a-8e46-46c2-9400-159323648c6b', 'status': 'completed', 'code': 200} Sep 10 03:45:43.208669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:43.251398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:43.253894 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86391562-a392-436f-9afb-7377fced67b1" -d '{"events": [{"server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "name": "network-vif-plugged", "status": "completed", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:43.260719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:43.276951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 95947de9-3af7-4939-bd4f-b9e8c30f8c34, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:43.287447 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.339422 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.352318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Attempting to bind port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:43.354123 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73be3164-ac1f-443e-8c59-994bc16d9ff4 x-openstack-request-id: req-73be3164-ac1f-443e-8c59-994bc16d9ff4 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:43.354474 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "name": "network-vif-plugged", "status": "completed", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:43.354864 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73be3164-ac1f-443e-8c59-994bc16d9ff4 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:43.355300 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34', 'code': 200} Sep 10 03:45:43.357676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Attempting to bind port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:43.358461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Attempting to bind port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:43.368779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a on network 05147488-9b0b-46db-ab99-5dbcc157ee42 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:43.369210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Attempting to bind port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:43.372277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:43.382175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:43.384615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Checking segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:43.384615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Bound using segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:43.384615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Bound port: 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:43.384615 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.438875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=95947de9-3af7-4939-bd4f-b9e8c30f8c34,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:43.443290 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['fdd0e2d2-7bb2-4369-ae8d-3785e610c273'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:43.455616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] For port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:43.459174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] For port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:43.468254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04731743-d219-4c0f-8dfd-a7220b2c8b63 req-991491bf-8a72-4ff3-91ce-0c6db1df3568 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.476052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04731743-d219-4c0f-8dfd-a7220b2c8b63 req-991491bf-8a72-4ff3-91ce-0c6db1df3568 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 944 time: 0.2192152 Sep 10 03:45:43.498694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.544893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.550948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04731743-d219-4c0f-8dfd-a7220b2c8b63 req-c48a3e60-85ea-4d0c-ba85-1b910fc78e69 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739164 Sep 10 03:45:43.568265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-021eb4e4-e336-49e9-8215-d25fc4378c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.568265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-021eb4e4-e336-49e9-8215-d25fc4378c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.568265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-021eb4e4-e336-49e9-8215-d25fc4378c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.570617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-021eb4e4-e336-49e9-8215-d25fc4378c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.571380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-021eb4e4-e336-49e9-8215-d25fc4378c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.571987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-021eb4e4-e336-49e9-8215-d25fc4378c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.572519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-021eb4e4-e336-49e9-8215-d25fc4378c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.574519 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-021eb4e4-e336-49e9-8215-d25fc4378c94 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6168 time: 0.3937283 Sep 10 03:45:43.615947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e964eb90-a918-419f-bdb2-dd4a84730ddb req-d0a69186-4a5e-4e84-b369-d34733ed3822 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.618131 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e964eb90-a918-419f-bdb2-dd4a84730ddb req-d0a69186-4a5e-4e84-b369-d34733ed3822 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 1096 time: 0.1149788 Sep 10 03:45:43.681654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.682418 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:43.683997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] 10.222.0.20 "PUT /v2.0/ports/6e5d38e1-dc08-4827-83a7-4d44c9d7f69a HTTP/1.1" status: 200 len: 1131 time: 1.7508125 Sep 10 03:45:43.685099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bc0415-ca15-4ed9-b534-198033963432 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:43.697157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': '6e5d38e1-dc08-4827-83a7-4d44c9d7f69a'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:43.699606 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-550cc1f7-8246-42fd-9f56-649a5aa0b267" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "6e5d38e1-dc08-4827-83a7-4d44c9d7f69a"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:43.724202 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e964eb90-a918-419f-bdb2-dd4a84730ddb req-deaa60ed-4d4a-403e-851e-532012449070 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732038 Sep 10 03:45:43.753501 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31bf9ae5-ad10-42b7-b91f-315ccac782b3 x-openstack-request-id: req-31bf9ae5-ad10-42b7-b91f-315ccac782b3 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:43.753787 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "6e5d38e1-dc08-4827-83a7-4d44c9d7f69a", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:43.754029 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31bf9ae5-ad10-42b7-b91f-315ccac782b3 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:43.754448 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': '6e5d38e1-dc08-4827-83a7-4d44c9d7f69a', 'status': 'completed', 'code': 200} Sep 10 03:45:43.845899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:43.888239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-7f530659-abd0-4661-a328-a75b038839c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.888994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-7f530659-abd0-4661-a328-a75b038839c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.889663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-7f530659-abd0-4661-a328-a75b038839c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.891417 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-7f530659-abd0-4661-a328-a75b038839c0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3047814 Sep 10 03:45:43.980055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ba27d8-87de-4307-997f-7ce89535d92f req-bbd850e1-5845-419f-b80b-a7328d7347f4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:43.987542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6ba27d8-87de-4307-997f-7ce89535d92f req-bbd850e1-5845-419f-b80b-a7328d7347f4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 944 time: 0.2200174 Sep 10 03:45:43.995615 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:44.027082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7b7b-fd6f-4776-9ec9-dc18228cfdcb req-16f681e8-6228-4d8f-a7a7-b1e3c56279c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.033883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7b7b-fd6f-4776-9ec9-dc18228cfdcb req-16f681e8-6228-4d8f-a7a7-b1e3c56279c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.046126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7b7b-fd6f-4776-9ec9-dc18228cfdcb req-16f681e8-6228-4d8f-a7a7-b1e3c56279c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.053928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7b7b-fd6f-4776-9ec9-dc18228cfdcb req-16f681e8-6228-4d8f-a7a7-b1e3c56279c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.062872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7b7b-fd6f-4776-9ec9-dc18228cfdcb req-16f681e8-6228-4d8f-a7a7-b1e3c56279c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.071504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7b7b-fd6f-4776-9ec9-dc18228cfdcb req-16f681e8-6228-4d8f-a7a7-b1e3c56279c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.078098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2f7b7b-fd6f-4776-9ec9-dc18228cfdcb req-16f681e8-6228-4d8f-a7a7-b1e3c56279c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.086176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec2f7b7b-fd6f-4776-9ec9-dc18228cfdcb req-16f681e8-6228-4d8f-a7a7-b1e3c56279c7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5373 time: 0.2349410 Sep 10 03:45:44.174090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6ba27d8-87de-4307-997f-7ce89535d92f req-60f39ea0-6362-4117-bd46-6c6e1c63a454 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610112 Sep 10 03:45:44.213375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec2f7b7b-fd6f-4776-9ec9-dc18228cfdcb req-0326265e-4d80-4088-b6ba-f83285ab580b tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1032388 Sep 10 03:45:44.333572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:44.335938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-4e2f5117-4e38-431e-8582-5e1fef673c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.337483 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-41913d6a-9384-4b32-9059-6f97fb819d3f req-4e2f5117-4e38-431e-8582-5e1fef673c7c service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4355230 Sep 10 03:45:44.359864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:44.472997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e53f75-e0d8-4a57-ad9b-3b741d46e2dd req-a4813633-f09b-4c05-b61b-f92fb12f1fbe tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.474381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40e53f75-e0d8-4a57-ad9b-3b741d46e2dd req-a4813633-f09b-4c05-b61b-f92fb12f1fbe tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1321127 Sep 10 03:45:44.485238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ff0da-0ce7-4cbb-88b6-0ebcc3cde28e req-6574603f-905f-4e5a-bb7d-559be14de01d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.488182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-003ff0da-0ce7-4cbb-88b6-0ebcc3cde28e req-6574603f-905f-4e5a-bb7d-559be14de01d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1445112 Sep 10 03:45:44.501226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-81cd88f6-5937-4168-bd13-083d3a37863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.501914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-81cd88f6-5937-4168-bd13-083d3a37863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.502207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-81cd88f6-5937-4168-bd13-083d3a37863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.502665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-81cd88f6-5937-4168-bd13-083d3a37863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.503287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-81cd88f6-5937-4168-bd13-083d3a37863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.503611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-81cd88f6-5937-4168-bd13-083d3a37863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.504190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-81cd88f6-5937-4168-bd13-083d3a37863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.506079 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-81cd88f6-5937-4168-bd13-083d3a37863f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6210 time: 0.1047630 Sep 10 03:45:44.538963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 172.25.3.163 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/7e8b388b-b070-4f85-9948-5fe536a3dc59) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:44.560191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40e53f75-e0d8-4a57-ad9b-3b741d46e2dd req-425dcd42-d782-4c1e-a59a-9efd60403cf8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707691 Sep 10 03:45:44.583716 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-003ff0da-0ce7-4cbb-88b6-0ebcc3cde28e req-d87b79fb-f0bd-42aa-a753-7f2bd9a28d28 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800979 Sep 10 03:45:44.641622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c59953c3-0513-4b70-81ba-1ae33736f51d {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:44.665625 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:44.698270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Transition to ACTIVE for port object c59953c3-0513-4b70-81ba-1ae33736f51d will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:44.726626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fdd0e2d2-7bb2-4369-ae8d-3785e610c273 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:44.741967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-e35911e3-29b8-4560-bb3d-d6d230d39a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.742574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-e35911e3-29b8-4560-bb3d-d6d230d39a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.742947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-e35911e3-29b8-4560-bb3d-d6d230d39a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.744597 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-e35911e3-29b8-4560-bb3d-d6d230d39a97 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2146428 Sep 10 03:45:44.760597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9218291d-3628-4d27-af8e-10e71e81acb2 req-bd9c9e21-a253-418b-a673-be554bbf3d2c tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.769347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9218291d-3628-4d27-af8e-10e71e81acb2 req-bd9c9e21-a253-418b-a673-be554bbf3d2c tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 945 time: 0.0780714 Sep 10 03:45:44.772431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:44.815345 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:44.828885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fdd0e2d2-7bb2-4369-ae8d-3785e610c273 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:44.849867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:44.856418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9218291d-3628-4d27-af8e-10e71e81acb2 req-91629f96-50f0-4334-8690-6a3c43fa7bba tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858397 Sep 10 03:45:44.879484 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:44.890908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Pushing event updated for resources: {'Port': ['ID=c59953c3-0513-4b70-81ba-1ae33736f51d,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:44.944176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:44.973793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Attempting to bind port c59953c3-0513-4b70-81ba-1ae33736f51d on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:44.974454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Attempting to bind port c59953c3-0513-4b70-81ba-1ae33736f51d by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:44.975033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Attempting to bind port c59953c3-0513-4b70-81ba-1ae33736f51d on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:44.980377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Port c59953c3-0513-4b70-81ba-1ae33736f51d on network 05147488-9b0b-46db-ab99-5dbcc157ee42 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:44.980742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Attempting to bind port c59953c3-0513-4b70-81ba-1ae33736f51d on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:44.993491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-f1c37172-2840-49c5-9a52-dc4ee90ca95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:44.995287 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-550cc1f7-8246-42fd-9f56-649a5aa0b267 req-f1c37172-2840-49c5-9a52-dc4ee90ca95a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2191501 Sep 10 03:45:44.995602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:44.996078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Checking segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:44.996847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Bound using segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:44.997081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Bound port: c59953c3-0513-4b70-81ba-1ae33736f51d, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:44.997543 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:45.033829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:45.090178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] For port c59953c3-0513-4b70-81ba-1ae33736f51d, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:45.093688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] For port c59953c3-0513-4b70-81ba-1ae33736f51d, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c59953c3-0513-4b70-81ba-1ae33736f51d,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:45.128913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:45.173082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:45.176096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:45.179524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:45.215720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=7e8b388b-b070-4f85-9948-5fe536a3dc59,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:45.216708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:45.324302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Pushing event updated for resources: {'Port': ['ID=c59953c3-0513-4b70-81ba-1ae33736f51d,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:45.336065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.336065 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:45.337346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ab1a8705-d0aa-4fd1-ba94-d34860b283ba service neutron] 10.222.0.20 "PUT /v2.0/ports/c59953c3-0513-4b70-81ba-1ae33736f51d HTTP/1.1" status: 200 len: 1090 time: 1.5070472 Sep 10 03:45:45.360721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91891d6-a8d5-4005-bb57-03d733ea032e req-2a17fc81-c0a7-484a-8cf4-22964abc85e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.362228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d91891d6-a8d5-4005-bb57-03d733ea032e req-2a17fc81-c0a7-484a-8cf4-22964abc85e4 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 943 time: 0.0719466 Sep 10 03:45:45.414539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d91891d6-a8d5-4005-bb57-03d733ea032e req-bb75286d-a1bc-4d6e-9648-0cfe8ea6e1fb tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416207 Sep 10 03:45:45.426982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:45.560506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:45.635962 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40bdf-8b40-44cb-bd58-2fcc8efa224b req-9ce75a3a-b151-4809-be34-53d9dec3ff15 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.641840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40bdf-8b40-44cb-bd58-2fcc8efa224b req-9ce75a3a-b151-4809-be34-53d9dec3ff15 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.642455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:45.649386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40bdf-8b40-44cb-bd58-2fcc8efa224b req-9ce75a3a-b151-4809-be34-53d9dec3ff15 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.655305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40bdf-8b40-44cb-bd58-2fcc8efa224b req-9ce75a3a-b151-4809-be34-53d9dec3ff15 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.662084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40bdf-8b40-44cb-bd58-2fcc8efa224b req-9ce75a3a-b151-4809-be34-53d9dec3ff15 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.668073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40bdf-8b40-44cb-bd58-2fcc8efa224b req-9ce75a3a-b151-4809-be34-53d9dec3ff15 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.673887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d40bdf-8b40-44cb-bd58-2fcc8efa224b req-9ce75a3a-b151-4809-be34-53d9dec3ff15 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.675900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58d40bdf-8b40-44cb-bd58-2fcc8efa224b req-9ce75a3a-b151-4809-be34-53d9dec3ff15 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5385 time: 0.1625063 Sep 10 03:45:45.766718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'c59953c3-0513-4b70-81ba-1ae33736f51d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:45.769205 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78649cb3-c42d-447d-a4ed-8590debb8028" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "c59953c3-0513-4b70-81ba-1ae33736f51d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:45.798287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58d40bdf-8b40-44cb-bd58-2fcc8efa224b req-a7e8d6c7-571a-4ce0-92da-4d179712aa77 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131020 Sep 10 03:45:45.898671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:45.972160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fddb55-cd7e-4261-845d-f2655c4cd669 req-dc543618-fcca-45c7-95bb-4c4e13021223 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:45.973731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56fddb55-cd7e-4261-845d-f2655c4cd669 req-dc543618-fcca-45c7-95bb-4c4e13021223 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.0836635 Sep 10 03:45:46.078899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56fddb55-cd7e-4261-845d-f2655c4cd669 req-22289d82-5c73-4c8d-8c97-f7adb1ab85b8 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973341 Sep 10 03:45:46.087248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c24fe1eb-7631-4117-8de6-8c5fd6e4e985 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:46.096845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:46.107348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78988468-d739-4bbf-8efb-e83fd2677c00 req-57459067-9dff-421a-90e4-bd159602e747 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.108870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78988468-d739-4bbf-8efb-e83fd2677c00 req-57459067-9dff-421a-90e4-bd159602e747 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1180291 Sep 10 03:45:46.125921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Transition to ACTIVE for port object c24fe1eb-7631-4117-8de6-8c5fd6e4e985 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:46.128850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router 7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:45:46.162787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78988468-d739-4bbf-8efb-e83fd2677c00 req-11a6ba04-f25f-4bee-b086-03ae4a440f3e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471165 Sep 10 03:45:46.199508 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:46.247086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:46.259383 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c92f89-1be1-498d-894d-930c7a661e6d None None] Sync routers for ids ['7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:46.259928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988a9921-8c97-46d8-a637-b0e003d04d14 req-15517277-6838-4e8e-b481-4ec648afb000 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.261437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-988a9921-8c97-46d8-a637-b0e003d04d14 req-15517277-6838-4e8e-b481-4ec648afb000 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.0971878 Sep 10 03:45:46.277086 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c92f89-1be1-498d-894d-930c7a661e6d None None] Routers {'7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:46.277706 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73c92f89-1be1-498d-894d-930c7a661e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:46.302177 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Pushing event updated for resources: {'Port': ['ID=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:46.340718 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d984b7c-e40a-4350-b758-3f589c857d13 x-openstack-request-id: req-9d984b7c-e40a-4350-b758-3f589c857d13 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:46.341064 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "c59953c3-0513-4b70-81ba-1ae33736f51d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:46.341263 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d984b7c-e40a-4350-b758-3f589c857d13 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:46.341666 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'c59953c3-0513-4b70-81ba-1ae33736f51d', 'status': 'completed', 'code': 200} Sep 10 03:45:46.349151 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73c92f89-1be1-498d-894d-930c7a661e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:46.370691 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c92f89-1be1-498d-894d-930c7a661e6d None None] Routers {'7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:46.371304 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73c92f89-1be1-498d-894d-930c7a661e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:46.395785 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:46.402413 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7a9bbda9-3266-4381-9f46-2abdaaf405d4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.5082817 Sep 10 03:45:46.406225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41302) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:46.426374 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73c92f89-1be1-498d-894d-930c7a661e6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:46.427307 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c92f89-1be1-498d-894d-930c7a661e6d None None] The sync data for ids ['7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:46.466926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-988a9921-8c97-46d8-a637-b0e003d04d14 req-4a6119db-3649-471a-9128-72700bac0705 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1987667 Sep 10 03:45:46.480287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-a141bdcc-b2ea-4f2d-9847-b06d437deab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.480287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-a141bdcc-b2ea-4f2d-9847-b06d437deab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.480287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-a141bdcc-b2ea-4f2d-9847-b06d437deab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.480287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-a141bdcc-b2ea-4f2d-9847-b06d437deab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.480287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-a141bdcc-b2ea-4f2d-9847-b06d437deab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.480287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-a141bdcc-b2ea-4f2d-9847-b06d437deab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.480287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-a141bdcc-b2ea-4f2d-9847-b06d437deab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.480287 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-a141bdcc-b2ea-4f2d-9847-b06d437deab7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6302 time: 0.1341767 Sep 10 03:45:46.497348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Attempting to bind port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:46.497758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Attempting to bind port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:46.498154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Attempting to bind port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:46.513055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 on network 05147488-9b0b-46db-ab99-5dbcc157ee42 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:46.513055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Attempting to bind port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:46.526884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8171ce9d-6672-4842-a42c-51b57055176f req-8f7b5efe-d9d8-4e6a-8489-700db55c60de tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.528856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8171ce9d-6672-4842-a42c-51b57055176f req-8f7b5efe-d9d8-4e6a-8489-700db55c60de tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 945 time: 0.1087792 Sep 10 03:45:46.531618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:46.532303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Checking segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:46.534601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Bound using segment: {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:46.535544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Bound port: c24fe1eb-7631-4117-8de6-8c5fd6e4e985, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '848ecd59-707a-4bbe-9c80-64c5ba146caf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:46.535544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:46.636470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-79b66015-c1f2-4318-8835-14dc87276a8b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/routers/7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c HTTP/1.1" status: 200 len: 885 time: 0.2288163 Sep 10 03:45:46.636677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41310) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:46.653779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] For port c24fe1eb-7631-4117-8de6-8c5fd6e4e985, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:46.674219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8171ce9d-6672-4842-a42c-51b57055176f req-a2defb3d-08c6-4d9d-aff8-d432e2b15b1a tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344016 Sep 10 03:45:46.676067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] For port c24fe1eb-7631-4117-8de6-8c5fd6e4e985, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:46.747224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-d396b5ee-a802-4804-9471-6e722ff520b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.747775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-d396b5ee-a802-4804-9471-6e722ff520b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.748698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-d396b5ee-a802-4804-9471-6e722ff520b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:46.750127 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-d396b5ee-a802-4804-9471-6e722ff520b9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2622044 Sep 10 03:45:46.774918 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:46.815546 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39228596-b235-4b4d-964c-6feb1cac9629 req-068e2d5b-315c-4809-baf1-803e610ffc25 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1428338933&fields=id&tenant_id=acfb44a4bdb844f48bb776c2ee4db694 HTTP/1.1" status: 200 len: 267 time: 0.0631680 Sep 10 03:45:47.205980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.206589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:47.207996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] 10.222.0.20 "PUT /v2.0/ports/c24fe1eb-7631-4117-8de6-8c5fd6e4e985 HTTP/1.1" status: 200 len: 1091 time: 1.7861822 Sep 10 03:45:47.208981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-3e80a99e-e8a2-4371-9a92-592d2538c5a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.210486 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-78649cb3-c42d-447d-a4ed-8590debb8028 req-3e80a99e-e8a2-4371-9a92-592d2538c5a5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4502580 Sep 10 03:45:47.236863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876c6d5a-bced-43cc-90ac-9a682a792a21 service neutron] Pushing event updated for resources: {'Port': ['ID=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:47.253614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b431af81-a50b-4f26-829d-4b033236fec3 req-38f66ae9-1d8e-4e36-8546-ed7bac5b623a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.255355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b431af81-a50b-4f26-829d-4b033236fec3 req-38f66ae9-1d8e-4e36-8546-ed7bac5b623a tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 943 time: 0.4482443 Sep 10 03:45:47.268167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39228596-b235-4b4d-964c-6feb1cac9629 req-a27e03b2-6f5c-4038-8ceb-49ae87d78ebd tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.274541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39228596-b235-4b4d-964c-6feb1cac9629 req-a27e03b2-6f5c-4038-8ceb-49ae87d78ebd tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 945 time: 0.4414771 Sep 10 03:45:47.275095 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a71990fb-f3dd-45a7-afbd-72e6cf2d7e01 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 0.6321902 Sep 10 03:45:47.275095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41322) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:47.279163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a7571202-d7b9-4c92-a6bd-e4cd0712212c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1932757285'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:47.289552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-39228596-b235-4b4d-964c-6feb1cac9629 req-6f4058ce-ed85-4d41-9d9d-684c05da0935 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'port': {'security_groups': ['afcc3f3e-dff4-4a19-995f-3160e4ff8d0b', 'bdb311db-3dca-4d9e-953d-05ab85f7ad56']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:47.317370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:47.329501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b431af81-a50b-4f26-829d-4b033236fec3 req-802ab8c2-3e91-47d9-ade3-534c254cb756 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/security-groups?id=69c4f23b-6cbf-4abf-a5db-245c7f087f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586469 Sep 10 03:45:47.372412 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-39228596-b235-4b4d-964c-6feb1cac9629 req-6f4058ce-ed85-4d41-9d9d-684c05da0935 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:47.417841 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:47.505524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce478e-ab30-4c65-a55b-0579dc17b350 req-f199c4ea-6810-4fbc-99ae-b30843149b5f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.511709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce478e-ab30-4c65-a55b-0579dc17b350 req-f199c4ea-6810-4fbc-99ae-b30843149b5f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.518035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce478e-ab30-4c65-a55b-0579dc17b350 req-f199c4ea-6810-4fbc-99ae-b30843149b5f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.524554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce478e-ab30-4c65-a55b-0579dc17b350 req-f199c4ea-6810-4fbc-99ae-b30843149b5f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.530388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce478e-ab30-4c65-a55b-0579dc17b350 req-f199c4ea-6810-4fbc-99ae-b30843149b5f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.536214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce478e-ab30-4c65-a55b-0579dc17b350 req-f199c4ea-6810-4fbc-99ae-b30843149b5f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.542569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ce478e-ab30-4c65-a55b-0579dc17b350 req-f199c4ea-6810-4fbc-99ae-b30843149b5f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.544497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66ce478e-ab30-4c65-a55b-0579dc17b350 req-f199c4ea-6810-4fbc-99ae-b30843149b5f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5397 time: 0.1240606 Sep 10 03:45:47.637913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66ce478e-ab30-4c65-a55b-0579dc17b350 req-0a434657-b2b1-4e6a-bb29-b56a0c0ab6a9 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0861166 Sep 10 03:45:47.698335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577b6668-7457-4687-912f-15c99c5f3791 req-eb8f9dbd-4397-4e9e-a7ea-652813ca724e tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.699817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-577b6668-7457-4687-912f-15c99c5f3791 req-eb8f9dbd-4397-4e9e-a7ea-652813ca724e tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.20 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 943 time: 0.1065559 Sep 10 03:45:47.761177 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-39228596-b235-4b4d-964c-6feb1cac9629 req-6f4058ce-ed85-4d41-9d9d-684c05da0935 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] For port 95947de9-3af7-4939-bd4f-b9e8c30f8c34, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:47.802325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7571202-d7b9-4c92-a6bd-e4cd0712212c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:47.844420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-39228596-b235-4b4d-964c-6feb1cac9629 req-6f4058ce-ed85-4d41-9d9d-684c05da0935 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:47.855887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509350c5-ba21-4a83-864d-6ba568cecd4a req-e31571e6-9506-4770-97e7-3521f636f204 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:47.857369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-509350c5-ba21-4a83-864d-6ba568cecd4a req-e31571e6-9506-4770-97e7-3521f636f204 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.1192880 Sep 10 03:45:47.862199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e29888a9-a947-47cc-8e2e-89a9853cf8cc {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:47.870068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:47.883362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Transition to ACTIVE for port object e29888a9-a947-47cc-8e2e-89a9853cf8cc will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:47.894171 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7571202-d7b9-4c92-a6bd-e4cd0712212c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:47.894828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-577b6668-7457-4687-912f-15c99c5f3791 req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Deleting port fdd0e2d2-7bb2-4369-ae8d-3785e610c273 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:47.895168 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-577b6668-7457-4687-912f-15c99c5f3791 req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:47.923387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-509350c5-ba21-4a83-864d-6ba568cecd4a req-c52a1cc1-5b37-4fbe-9519-526c9b91d15d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595195 Sep 10 03:45:47.930296 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-39228596-b235-4b4d-964c-6feb1cac9629 req-6f4058ce-ed85-4d41-9d9d-684c05da0935 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:47.944303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:48.013148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.013684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39228596-b235-4b4d-964c-6feb1cac9629 req-6f4058ce-ed85-4d41-9d9d-684c05da0935 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.014319 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-39228596-b235-4b4d-964c-6feb1cac9629 req-6f4058ce-ed85-4d41-9d9d-684c05da0935 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.024757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39228596-b235-4b4d-964c-6feb1cac9629 req-6f4058ce-ed85-4d41-9d9d-684c05da0935 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "PUT /v2.0/ports/95947de9-3af7-4939-bd4f-b9e8c30f8c34 HTTP/1.1" status: 200 len: 981 time: 0.7456059 Sep 10 03:45:48.084373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Pushing event updated for resources: {'Port': ['ID=e29888a9-a947-47cc-8e2e-89a9853cf8cc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:48.109966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4058ce-ed85-4d41-9d9d-684c05da0935 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'Port': ['ID=95947de9-3af7-4939-bd4f-b9e8c30f8c34,revision_number=6']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:48.121630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-577b6668-7457-4687-912f-15c99c5f3791 req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] For port fdd0e2d2-7bb2-4369-ae8d-3785e610c273, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,segment=NetworkSegment(f7c18a51-8225-4bbb-8171-e425e4662e2f),segment_id=f7c18a51-8225-4bbb-8171-e425e4662e2f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:48.122006 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-577b6668-7457-4687-912f-15c99c5f3791 req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.134193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d520bbc3-c54c-4773-8325-5e7c8c5ed16f req-0d510f2f-d201-4d6b-8fe9-9d661a05f409 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.142175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d520bbc3-c54c-4773-8325-5e7c8c5ed16f req-0d510f2f-d201-4d6b-8fe9-9d661a05f409 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1116176 Sep 10 03:45:48.152620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:48.169043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-577b6668-7457-4687-912f-15c99c5f3791 req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Calling delete_port for fdd0e2d2-7bb2-4369-ae8d-3785e610c273 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:48.188270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7571202-d7b9-4c92-a6bd-e4cd0712212c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router 7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:45:48.313488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7571202-d7b9-4c92-a6bd-e4cd0712212c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:48.323427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7571202-d7b9-4c92-a6bd-e4cd0712212c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.327107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a7571202-d7b9-4c92-a6bd-e4cd0712212c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c HTTP/1.1" status: 200 len: 892 time: 1.0492578 Sep 10 03:45:48.327518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41330) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:48.356909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985'}, {'name': 'network-changed', 'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:48.359158 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1384374-6ac3-44a3-9ee5-bccba5de71c7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "c24fe1eb-7631-4117-8de6-8c5fd6e4e985"}, {"name": "network-changed", "server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:48.364074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdfeae-aa38-42d9-9596-5ecd68f977fd None None] Sync routers for ids ['7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:48.399381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d520bbc3-c54c-4773-8325-5e7c8c5ed16f req-9ae6bd6b-529e-4b60-8e77-2a0a5b9b6354 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2516251 Sep 10 03:45:48.400717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Attempting to bind port e29888a9-a947-47cc-8e2e-89a9853cf8cc on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:48.401152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Attempting to bind port e29888a9-a947-47cc-8e2e-89a9853cf8cc by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:48.401601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Attempting to bind port e29888a9-a947-47cc-8e2e-89a9853cf8cc on network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:48.408761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cde3976-5beb-4fda-af0a-1324635ddb56 req-e689b61f-e93b-47d6-9047-969316c9b50d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.410012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Port e29888a9-a947-47cc-8e2e-89a9853cf8cc on network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:48.410462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Attempting to bind port e29888a9-a947-47cc-8e2e-89a9853cf8cc on network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:48.422509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:48.422730 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cde3976-5beb-4fda-af0a-1324635ddb56 req-e689b61f-e93b-47d6-9047-969316c9b50d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.2544880 Sep 10 03:45:48.422835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Checking segment: {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:48.422835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Bound using segment: {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:48.422835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Bound port: e29888a9-a947-47cc-8e2e-89a9853cf8cc, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:48.422835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.476437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cde3976-5beb-4fda-af0a-1324635ddb56 req-d3455b7b-bc30-44a4-8d03-ba44a2f9a705 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478799 Sep 10 03:45:48.476437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-577b6668-7457-4687-912f-15c99c5f3791 req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.496154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdfeae-aa38-42d9-9596-5ecd68f977fd None None] Routers {'7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:48.496874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e5bdfeae-aa38-42d9-9596-5ecd68f977fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:48.534950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Pushing event deleted for resources: {'Port': ['ID=fdd0e2d2-7bb2-4369-ae8d-3785e610c273,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:48.536314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] For port e29888a9-a947-47cc-8e2e-89a9853cf8cc, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:48.547905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] For port e29888a9-a947-47cc-8e2e-89a9853cf8cc, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:48.561166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e5bdfeae-aa38-42d9-9596-5ecd68f977fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:48.576498 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5fed0084-bb19-4e55-8448-b883bcd7249f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/routers/7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c HTTP/1.1" status: 200 len: 892 time: 0.2473490 Sep 10 03:45:48.579248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41336) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:48.587548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5bdfeae-aa38-42d9-9596-5ecd68f977fd None None] Routers {'7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:48.588200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e5bdfeae-aa38-42d9-9596-5ecd68f977fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:48.609577 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d4c8441-dacb-4444-a89f-69629c42f3a5 req-bdcee0bf-f5f8-42d4-864f-f9b916582e2f tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.22 "GET /v2.0/ports?device_id=c2463b33-4031-4411-a01d-f06156f6a0f4 HTTP/1.1" status: 200 len: 210 time: 0.0579140 Sep 10 03:45:48.618828 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a8c98219-283f-4759-a058-b20d441eb05e tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c HTTP/1.1" status: 200 len: 205 time: 0.0384195 Sep 10 03:45:48.619567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41338) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:48.633430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.636502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-577b6668-7457-4687-912f-15c99c5f3791 req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] No DVR routers for this DVR port fdd0e2d2-7bb2-4369-ae8d-3785e610c273 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:45:48.640132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-577b6668-7457-4687-912f-15c99c5f3791 req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.643204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-577b6668-7457-4687-912f-15c99c5f3791 req-b412fa02-0f35-46e0-8472-2170156dd373 tempest-ImagesTestJSON-747547400 tempest-ImagesTestJSON-747547400-project] 10.222.0.20 "DELETE /v2.0/ports/fdd0e2d2-7bb2-4369-ae8d-3785e610c273 HTTP/1.1" status: 204 len: 173 time: 0.9359159 Sep 10 03:45:48.647378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-68adeb3c-abca-4c34-8a80-2aaacc1fcead tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-983177394&fields=id&tenant_id=acfb44a4bdb844f48bb776c2ee4db694 HTTP/1.1" status: 200 len: 267 time: 0.1217482 Sep 10 03:45:48.656945 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e5bdfeae-aa38-42d9-9596-5ecd68f977fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:48.657586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5bdfeae-aa38-42d9-9596-5ecd68f977fd None None] The sync data for ids ['7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:48.705100 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d85eb234-eb1b-4a31-8839-d42f113b9cff x-openstack-request-id: req-d85eb234-eb1b-4a31-8839-d42f113b9cff {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:48.706018 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "c24fe1eb-7631-4117-8de6-8c5fd6e4e985", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:48.716904 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d85eb234-eb1b-4a31-8839-d42f113b9cff {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:48.716904 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985', 'status': 'completed', 'code': 200} Sep 10 03:45:48.716904 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34', 'status': 'completed', 'code': 200} Sep 10 03:45:48.741110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.742499 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.744063 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] 10.222.0.20 "PUT /v2.0/ports/e29888a9-a947-47cc-8e2e-89a9853cf8cc HTTP/1.1" status: 200 len: 1091 time: 1.4308834 Sep 10 03:45:48.749163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:48.752517 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "e29888a9-a947-47cc-8e2e-89a9853cf8cc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:48.833585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-231ac9b0-a17a-452f-a732-fb828d626c6c tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.835958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-231ac9b0-a17a-452f-a732-fb828d626c6c tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 984 time: 0.1812928 Sep 10 03:45:48.850366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-eb31c9a5-822d-47ed-96e7-132b4dc20072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.850509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-eb31c9a5-822d-47ed-96e7-132b4dc20072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.851522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-eb31c9a5-822d-47ed-96e7-132b4dc20072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.852158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-eb31c9a5-822d-47ed-96e7-132b4dc20072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.852592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-eb31c9a5-822d-47ed-96e7-132b4dc20072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.853053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-eb31c9a5-822d-47ed-96e7-132b4dc20072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.853686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-eb31c9a5-822d-47ed-96e7-132b4dc20072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.853987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bc3534-29c4-4c09-b627-ec2ddc5eee34 service neutron] Pushing event updated for resources: {'Port': ['ID=e29888a9-a947-47cc-8e2e-89a9853cf8cc,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:48.855560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-eb31c9a5-822d-47ed-96e7-132b4dc20072 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6411 time: 0.1353979 Sep 10 03:45:48.861562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-8223ccf9-d29a-4145-87e4-cc7237503401 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'port': {'security_groups': ['afcc3f3e-dff4-4a19-995f-3160e4ff8d0b', 'bdb311db-3dca-4d9e-953d-05ab85f7ad56', '2c0aa551-858e-4c52-8224-49dc45d7cbc3']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:48.866594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-ce2e39f3-c4cd-4efb-b9dc-1d44e9d35bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.867044 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-ce2e39f3-c4cd-4efb-b9dc-1d44e9d35bf3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 1135 time: 0.1484871 Sep 10 03:45:48.876855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:48.930457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32960d-e3a2-46fd-9b6c-95e1807a7970 req-5eb79a8c-2696-46d1-a103-d4526e63a684 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.936768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32960d-e3a2-46fd-9b6c-95e1807a7970 req-5eb79a8c-2696-46d1-a103-d4526e63a684 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.942948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32960d-e3a2-46fd-9b6c-95e1807a7970 req-5eb79a8c-2696-46d1-a103-d4526e63a684 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.949912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32960d-e3a2-46fd-9b6c-95e1807a7970 req-5eb79a8c-2696-46d1-a103-d4526e63a684 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.956236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32960d-e3a2-46fd-9b6c-95e1807a7970 req-5eb79a8c-2696-46d1-a103-d4526e63a684 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.963027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32960d-e3a2-46fd-9b6c-95e1807a7970 req-5eb79a8c-2696-46d1-a103-d4526e63a684 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.978796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d32960d-e3a2-46fd-9b6c-95e1807a7970 req-5eb79a8c-2696-46d1-a103-d4526e63a684 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:48.978796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d32960d-e3a2-46fd-9b6c-95e1807a7970 req-5eb79a8c-2696-46d1-a103-d4526e63a684 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5409 time: 0.2045722 Sep 10 03:45:49.061646 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-8223ccf9-d29a-4145-87e4-cc7237503401 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:49.128340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d32960d-e3a2-46fd-9b6c-95e1807a7970 req-0a04217f-8953-4fe3-ba6a-95e297c553ff tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1408191 Sep 10 03:45:49.193189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Request body: {'port': {'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:49.197399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-e0a0b580-d2b9-4266-a260-c582b6658b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.197877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-e0a0b580-d2b9-4266-a260-c582b6658b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.199672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-e0a0b580-d2b9-4266-a260-c582b6658b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.199970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-e0a0b580-d2b9-4266-a260-c582b6658b34 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2975163 Sep 10 03:45:49.208996 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2105faf-2449-41fa-b07b-07ad430dbbeb x-openstack-request-id: req-a2105faf-2449-41fa-b07b-07ad430dbbeb {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:49.209313 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "e29888a9-a947-47cc-8e2e-89a9853cf8cc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:49.209545 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2105faf-2449-41fa-b07b-07ad430dbbeb {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:49.209935 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc', 'status': 'completed', 'code': 200} Sep 10 03:45:49.362422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:49.373212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8237e1-2555-44dd-9b9d-dfff57b9fb53 req-278a6854-9826-43ab-b4c6-4fa27a27e3a9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.374721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c8237e1-2555-44dd-9b9d-dfff57b9fb53 req-278a6854-9826-43ab-b4c6-4fa27a27e3a9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.1413357 Sep 10 03:45:49.378955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-1774eef3-ae96-4c80-8ad0-d8baa3820394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.380392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-1774eef3-ae96-4c80-8ad0-d8baa3820394 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1689410 Sep 10 03:45:49.387886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-c1265dba-3f21-439e-8017-3417d0d8409b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.389655 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-c1265dba-3f21-439e-8017-3417d0d8409b service neutron] 10.222.0.39 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 913 time: 0.5106013 Sep 10 03:45:49.396997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:49.464699 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-d6fb2e15-4806-4825-9883-a1b073b4f5f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34 HTTP/1.1" status: 200 len: 217 time: 0.0413597 Sep 10 03:45:49.500744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c8237e1-2555-44dd-9b9d-dfff57b9fb53 req-16ad6cc1-9092-4fd9-b425-2ade3cd69d0a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090651 Sep 10 03:45:49.528838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-8223ccf9-d29a-4145-87e4-cc7237503401 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] For port 95947de9-3af7-4939-bd4f-b9e8c30f8c34, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:49.535435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-39f297bc-3486-449b-9ad0-8b73dcc0d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.535952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-39f297bc-3486-449b-9ad0-8b73dcc0d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.536425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-39f297bc-3486-449b-9ad0-8b73dcc0d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.536894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-39f297bc-3486-449b-9ad0-8b73dcc0d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.537357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-39f297bc-3486-449b-9ad0-8b73dcc0d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.537936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-39f297bc-3486-449b-9ad0-8b73dcc0d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.538272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-39f297bc-3486-449b-9ad0-8b73dcc0d1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.540719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-39f297bc-3486-449b-9ad0-8b73dcc0d1b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6411 time: 0.1190810 Sep 10 03:45:49.611504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-8223ccf9-d29a-4145-87e4-cc7237503401 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:49.615434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-cea8b4c0-c94e-42bb-98ba-05599ca88873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.617456 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-cea8b4c0-c94e-42bb-98ba-05599ca88873 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1961c397-a6a1-49ee-aa61-b2ccfb761bbf HTTP/1.1" status: 200 len: 852 time: 0.1426606 Sep 10 03:45:49.660536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 7e8b388b-b070-4f85-9948-5fe536a3dc59 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:45:49.660878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:49.686754 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-9771bd7b-633b-41e4-865c-dc2856e3f149 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c92116b9-1d1b-4762-a064-5c46db334dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470018 Sep 10 03:45:49.691504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-0421989a-4388-43c7-adb6-5d9115879505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.692114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-0421989a-4388-43c7-adb6-5d9115879505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.692626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-0421989a-4388-43c7-adb6-5d9115879505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.694513 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-0421989a-4388-43c7-adb6-5d9115879505 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.1427135 Sep 10 03:45:49.730477 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-8223ccf9-d29a-4145-87e4-cc7237503401 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:49.743782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:49.846115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3888c4-1af0-49af-aee8-fa9796b214e3 req-84a0dc73-a36b-418d-955d-c7889a091e2b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.847597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d3888c4-1af0-49af-aee8-fa9796b214e3 req-84a0dc73-a36b-418d-955d-c7889a091e2b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1658363 Sep 10 03:45:49.853474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-8223ccf9-d29a-4145-87e4-cc7237503401 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.854260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-8223ccf9-d29a-4145-87e4-cc7237503401 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:49.855430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0a8f42c-297f-4bb7-b405-6d10ab61c54c req-8223ccf9-d29a-4145-87e4-cc7237503401 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "PUT /v2.0/ports/95947de9-3af7-4939-bd4f-b9e8c30f8c34 HTTP/1.1" status: 200 len: 1020 time: 0.9987869 Sep 10 03:45:49.871263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:49.881745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8223ccf9-d29a-4145-87e4-cc7237503401 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'Port': ['ID=95947de9-3af7-4939-bd4f-b9e8c30f8c34,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:49.904865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 7e8b388b-b070-4f85-9948-5fe536a3dc59 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:45:49.911791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-ea69212c-0b94-46e2-8dd8-64ad84cbf1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:49.913914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b28ebc13-cd31-4f52-b204-b08b0cc85c2e req-ea69212c-0b94-46e2-8dd8-64ad84cbf1c1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2007234 Sep 10 03:45:49.949502 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-b96a0c7d-9aa3-4e26-bf2c-d7cfe24aee3a service neutron] 10.222.0.39 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236176 Sep 10 03:45:49.963819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d3888c4-1af0-49af-aee8-fa9796b214e3 req-abbcfda7-6aa5-47b8-bd42-9f6fdf9a6cc8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832074 Sep 10 03:45:49.967654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:50.027552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04fae288-5301-43e8-8e7d-da63e9504d7e {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:50.041288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.045579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49777c79-26b6-467f-b75e-4517c8850678 req-d75b90df-45a8-4323-9f34-7010ff24c5e2 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.058554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49777c79-26b6-467f-b75e-4517c8850678 req-d75b90df-45a8-4323-9f34-7010ff24c5e2 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.0804305 Sep 10 03:45:50.099547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Transition to ACTIVE for port object 04fae288-5301-43e8-8e7d-da63e9504d7e will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:50.128251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49777c79-26b6-467f-b75e-4517c8850678 req-e53e5365-3ade-4fa8-b936-92c3137ce20d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684962 Sep 10 03:45:50.156148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdcb36-9597-44d9-aa71-2c70b22a01a9 req-c9276be7-a8f4-476a-8949-5ce059bc9ff6 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.158390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ecdcb36-9597-44d9-aa71-2c70b22a01a9 req-c9276be7-a8f4-476a-8949-5ce059bc9ff6 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 1023 time: 0.0852051 Sep 10 03:45:50.171153 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1384374-6ac3-44a3-9ee5-bccba5de71c7 req-e60dade1-1a97-4d7c-b0b5-23c9051ab463 service neutron] 10.222.0.39 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711562 Sep 10 03:45:50.178672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.236605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Pushing event updated for resources: {'Port': ['ID=04fae288-5301-43e8-8e7d-da63e9504d7e,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:50.300788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ecdcb36-9597-44d9-aa71-2c70b22a01a9 req-139b2731-20f5-4f40-8eb0-5a0f26dc4b2e tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c0aa551-858e-4c52-8224-49dc45d7cbc3&id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&id=bdb311db-3dca-4d9e-953d-05ab85f7ad56 HTTP/1.1" status: 200 len: 6156 time: 0.1290340 Sep 10 03:45:50.376065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Attempting to bind port 04fae288-5301-43e8-8e7d-da63e9504d7e on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:50.376629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Attempting to bind port 04fae288-5301-43e8-8e7d-da63e9504d7e by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:50.376943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Attempting to bind port 04fae288-5301-43e8-8e7d-da63e9504d7e on network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:50.382189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Port 04fae288-5301-43e8-8e7d-da63e9504d7e on network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:45:50.382949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Attempting to bind port 04fae288-5301-43e8-8e7d-da63e9504d7e on network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:50.390472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:50.390844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Checking segment: {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:50.391329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Bound using segment: {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:50.391936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Bound port: 04fae288-5301-43e8-8e7d-da63e9504d7e, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7465f74-ad87-41a1-9de6-823817012e53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:50.392450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.397075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-f5ea3ecb-aff5-4821-a6df-c0a8ec36ccf9 req-3b412311-c938-4e35-ac8c-59fc70c9e119 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1870765888 ', 'description': 'tempest-description-914771586'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:50.412363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7f5f-bfbe-403e-beac-08f6839c2df0 req-4e0a3677-25fa-4023-9bd0-e148a41a3f78 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.418710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7f5f-bfbe-403e-beac-08f6839c2df0 req-4e0a3677-25fa-4023-9bd0-e148a41a3f78 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.424730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7f5f-bfbe-403e-beac-08f6839c2df0 req-4e0a3677-25fa-4023-9bd0-e148a41a3f78 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.431409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7f5f-bfbe-403e-beac-08f6839c2df0 req-4e0a3677-25fa-4023-9bd0-e148a41a3f78 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.433407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.437815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7f5f-bfbe-403e-beac-08f6839c2df0 req-4e0a3677-25fa-4023-9bd0-e148a41a3f78 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.443868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7f5f-bfbe-403e-beac-08f6839c2df0 req-4e0a3677-25fa-4023-9bd0-e148a41a3f78 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.450431 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef7f5f-bfbe-403e-beac-08f6839c2df0 req-4e0a3677-25fa-4023-9bd0-e148a41a3f78 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.454779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14ef7f5f-bfbe-403e-beac-08f6839c2df0 req-4e0a3677-25fa-4023-9bd0-e148a41a3f78 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.1529918 Sep 10 03:45:50.466909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=7e8b388b-b070-4f85-9948-5fe536a3dc59,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:50.526393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14ef7f5f-bfbe-403e-beac-08f6839c2df0 req-9b173bb1-5daf-4f83-b92b-7300a9f6ce63 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0660455 Sep 10 03:45:50.550894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] For port 04fae288-5301-43e8-8e7d-da63e9504d7e, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:50.552614 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5ea3ecb-aff5-4821-a6df-c0a8ec36ccf9 req-3b412311-c938-4e35-ac8c-59fc70c9e119 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.567669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] For port 04fae288-5301-43e8-8e7d-da63e9504d7e, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=04fae288-5301-43e8-8e7d-da63e9504d7e,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:50.575884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.639948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.675823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.678861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.680824 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5ea3ecb-aff5-4821-a6df-c0a8ec36ccf9 req-3b412311-c938-4e35-ac8c-59fc70c9e119 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.706028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9078f-2409-4fb2-b2e5-a6690c9bfad1 req-3bbd48f6-a203-42c3-abf4-6c8b179b49b6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.707533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11a9078f-2409-4fb2-b2e5-a6690c9bfad1 req-3bbd48f6-a203-42c3-abf4-6c8b179b49b6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.0679982 Sep 10 03:45:50.707975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2463b33-4031-4411-a01d-f06156f6a0f4', 'name': 'network-vif-deleted', 'tag': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273'}, {'name': 'network-changed', 'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:50.711478 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34d7a1ff-dedf-49be-a803-d8b8676e56cc" -d '{"events": [{"server_uuid": "c2463b33-4031-4411-a01d-f06156f6a0f4", "name": "network-vif-deleted", "tag": "fdd0e2d2-7bb2-4369-ae8d-3785e610c273"}, {"name": "network-changed", "server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:50.722568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fdd0e2d2-7bb2-4369-ae8d-3785e610c273 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:50.727716 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-18db8323-3158-46b9-8b32-2ec0ab78b288 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.737515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.738146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.739617 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] 10.222.0.20 "PUT /v2.0/ports/04fae288-5301-43e8-8e7d-da63e9504d7e HTTP/1.1" status: 200 len: 1091 time: 1.7972424 Sep 10 03:45:50.757591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: fdd0e2d2-7bb2-4369-ae8d-3785e610c273 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:45:50.758876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5ea3ecb-aff5-4821-a6df-c0a8ec36ccf9 req-3b412311-c938-4e35-ac8c-59fc70c9e119 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.763546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fdd0e2d2-7bb2-4369-ae8d-3785e610c273 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:45:50.767360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23150fef-7d6b-46ee-b528-cfda084c7b78 service neutron] Pushing event updated for resources: {'Port': ['ID=04fae288-5301-43e8-8e7d-da63e9504d7e,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:50.811215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11a9078f-2409-4fb2-b2e5-a6690c9bfad1 req-6b5bce70-33e3-4f6a-99a4-517342dbb13b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956583 Sep 10 03:45:50.812379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b412311-c938-4e35-ac8c-59fc70c9e119 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee256b61-242f-4402-b59c-3c2006a5310c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:50.813988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.814738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Fanout notify agent at l3_agent the message router_deleted on router 7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:45:50.827874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.827874 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1e38cfdf-a7f9-4d63-bdcf-03c769f57ff1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c HTTP/1.1" status: 204 len: 168 time: 2.2030098 Sep 10 03:45:50.829158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41378) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:50.833671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-815122336'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:50.845429 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5ea3ecb-aff5-4821-a6df-c0a8ec36ccf9 req-3b412311-c938-4e35-ac8c-59fc70c9e119 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:50.847410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5ea3ecb-aff5-4821-a6df-c0a8ec36ccf9 req-3b412311-c938-4e35-ac8c-59fc70c9e119 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 0.4560170 Sep 10 03:45:50.915906 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d17cde-36f9-4c72-bc0a-ff5e14d3bbd2 x-openstack-request-id: req-70d17cde-36f9-4c72-bc0a-ff5e14d3bbd2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:50.916215 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2463b33-4031-4411-a01d-f06156f6a0f4", "name": "network-vif-deleted", "tag": "fdd0e2d2-7bb2-4369-ae8d-3785e610c273", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:50.916444 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70d17cde-36f9-4c72-bc0a-ff5e14d3bbd2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:50.917338 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2463b33-4031-4411-a01d-f06156f6a0f4', 'name': 'network-vif-deleted', 'tag': 'fdd0e2d2-7bb2-4369-ae8d-3785e610c273', 'status': 'completed', 'code': 200} Sep 10 03:45:50.917338 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34', 'status': 'completed', 'code': 200} Sep 10 03:45:50.942431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d2127034-1017-4cc9-b85d-8e0dfa222ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.942929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d2127034-1017-4cc9-b85d-8e0dfa222ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.944161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d2127034-1017-4cc9-b85d-8e0dfa222ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.945172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d2127034-1017-4cc9-b85d-8e0dfa222ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.945650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d2127034-1017-4cc9-b85d-8e0dfa222ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.946119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d2127034-1017-4cc9-b85d-8e0dfa222ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.946872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d2127034-1017-4cc9-b85d-8e0dfa222ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:50.949404 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d2127034-1017-4cc9-b85d-8e0dfa222ab6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6478 time: 0.0782173 Sep 10 03:45:50.966118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:50.970169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.013603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3a79ead-f0b7-47a9-a2bd-773a7f6d5335 req-ff191c13-9809-4f00-8bdb-5a6c2990ea2d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/ee256b61-242f-4402-b59c-3c2006a5310c HTTP/1.1" status: 200 len: 1782 time: 0.0712626 Sep 10 03:45:51.015589 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-7624e3a3-f66e-419a-8d0f-5860b25b0cd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c35f185d-3a3c-4e59-b791-f13023b215b7 HTTP/1.1" status: 200 len: 217 time: 0.0542731 Sep 10 03:45:51.016996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:45:51.035189 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.035617 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added segment bfb20b71-6368-421d-b5e3-39179b2f63aa of type vlan for network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 Sep 10 03:45:51.078016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-dd52b3c8-ad36-4e9e-835e-7fd1b24fa883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.079550 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-dd52b3c8-ad36-4e9e-835e-7fd1b24fa883 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54def874-aa7b-403f-837f-4928c0648437 HTTP/1.1" status: 200 len: 851 time: 0.0547581 Sep 10 03:45:51.086274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-c2e41c3c-352a-4d90-a9fb-64a8992b9826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.087715 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-c2e41c3c-352a-4d90-a9fb-64a8992b9826 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 1174 time: 0.1372039 Sep 10 03:45:51.131610 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.182950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2b46a3-f262-4770-ae2e-50d1c52ce5c1 req-eeb1ae12-9a8e-449e-80b7-d7eb283d651f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.184459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c2b46a3-f262-4770-ae2e-50d1c52ce5c1 req-eeb1ae12-9a8e-449e-80b7-d7eb283d651f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1014159 Sep 10 03:45:51.186907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ec70b8f-8bb5-416e-9b22-53cc03a407fc req-a5f2fe02-747c-4076-8e9e-67b920d54506 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/ee256b61-242f-4402-b59c-3c2006a5310c HTTP/1.1" status: 200 len: 1782 time: 0.1049442 Sep 10 03:45:51.197082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c5a484bd-cae1-4d62-a950-b09a6e12b997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.198609 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c5a484bd-cae1-4d62-a950-b09a6e12b997 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1100349 Sep 10 03:45:51.216495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': '04fae288-5301-43e8-8e7d-da63e9504d7e'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:51.218674 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f65b627-4b66-453f-90a9-36f5c3ac8877" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "04fae288-5301-43e8-8e7d-da63e9504d7e"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:51.245911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c2b46a3-f262-4770-ae2e-50d1c52ce5c1 req-3479e1f3-0320-4adf-8b91-c53e84b4568e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549445 Sep 10 03:45:51.252605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-a824a134-1d37-4481-8023-1baa7df5bf38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.252766 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.254090 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-a824a134-1d37-4481-8023-1baa7df5bf38 service neutron] 10.222.0.39 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 913 time: 0.1567662 Sep 10 03:45:51.258605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.259191 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.310818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7ec70b8f-8bb5-416e-9b22-53cc03a407fc req-d5cc684f-eb58-44fe-b1dc-7f7189158a23 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.325554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-789bc173-0c47-46e7-8d16-93b6d82d5541 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34 HTTP/1.1" status: 200 len: 217 time: 0.0402520 Sep 10 03:45:51.355990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5270228 Sep 10 03:45:51.356701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0994032-7411-47ed-a7b2-9ceaf38e7709 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Network': ['ID=0fa6da7d-b708-43e0-94a8-cef8494d7b73,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:51.368298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:45:51.370514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41408) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:51.374610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'subnet': {'network_id': '0fa6da7d-b708-43e0-94a8-cef8494d7b73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:51.380422 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-f81fabf4-e5cc-4e58-bdf8-355b0651659b service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1739187 Sep 10 03:45:51.408378 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7ec70b8f-8bb5-416e-9b22-53cc03a407fc req-d5cc684f-eb58-44fe-b1dc-7f7189158a23 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.419163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-fbfe0876-297b-43b3-84c5-37922a3fdde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.420681 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-fbfe0876-297b-43b3-84c5-37922a3fdde3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1961c397-a6a1-49ee-aa61-b2ccfb761bbf HTTP/1.1" status: 200 len: 852 time: 0.0842240 Sep 10 03:45:51.480718 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-7cbe2f27-1104-4c5b-9f69-5f816f2eb0c1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=c92116b9-1d1b-4762-a064-5c46db334dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506635 Sep 10 03:45:51.502790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ad6d48-04de-45b9-8e65-8bd4805a331a req-f287163b-a876-4eb5-83c4-71ef9951503b tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.504217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2ad6d48-04de-45b9-8e65-8bd4805a331a req-f287163b-a876-4eb5-83c4-71ef9951503b tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1528339 Sep 10 03:45:51.534080 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-8994c94f-6e0b-4002-a067-67f357d5eeba service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450403 Sep 10 03:45:51.561703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2ad6d48-04de-45b9-8e65-8bd4805a331a req-5afac94a-4ae4-41c2-9237-29194a8dc1b0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498593 Sep 10 03:45:51.602615 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-701b8f9a-0095-4d19-aff1-79ba73277f08 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=98c7601a-8e46-46c2-9400-159323648c6b HTTP/1.1" status: 200 len: 217 time: 0.0606849 Sep 10 03:45:51.603973 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7ec70b8f-8bb5-416e-9b22-53cc03a407fc req-d5cc684f-eb58-44fe-b1dc-7f7189158a23 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.606014 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f87bcc0-9f6c-4541-8b2c-1c56d92dde09 x-openstack-request-id: req-7f87bcc0-9f6c-4541-8b2c-1c56d92dde09 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:51.606323 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "04fae288-5301-43e8-8e7d-da63e9504d7e", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:51.614403 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7f87bcc0-9f6c-4541-8b2c-1c56d92dde09 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:51.614403 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': '04fae288-5301-43e8-8e7d-da63e9504d7e', 'status': 'completed', 'code': 200} Sep 10 03:45:51.614804 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7ec70b8f-8bb5-416e-9b22-53cc03a407fc req-d5cc684f-eb58-44fe-b1dc-7f7189158a23 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.614804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ec70b8f-8bb5-416e-9b22-53cc03a407fc req-d5cc684f-eb58-44fe-b1dc-7f7189158a23 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/ee256b61-242f-4402-b59c-3c2006a5310c HTTP/1.1" status: 204 len: 173 time: 0.4112659 Sep 10 03:45:51.623576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cc684f-eb58-44fe-b1dc-7f7189158a23 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee256b61-242f-4402-b59c-3c2006a5310c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:51.641384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:45:51.650216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.657426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41414) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:51.683062 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-18ff762e-9fc9-450d-9697-829d9dcb0113 service neutron] 10.222.0.39 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1927655 Sep 10 03:45:51.693378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d156b5d7-95fd-4a32-8f27-ab2713707130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.695043 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d156b5d7-95fd-4a32-8f27-ab2713707130 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0801437 Sep 10 03:45:51.736304 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-cc2c493d-e0c5-4963-b501-d07ea194cfbf req-274324e0-bfa0-4d00-ab98-c432685731c8 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:45:51.737338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc2c493d-e0c5-4963-b501-d07ea194cfbf req-274324e0-bfa0-4d00-ab98-c432685731c8 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/ee256b61-242f-4402-b59c-3c2006a5310c HTTP/1.1" status: 404 len: 352 time: 0.0789587 Sep 10 03:45:51.798370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d6db78fd-d421-49c6-8e9e-b621004d7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.798601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-2a5f718a-201a-4ada-8fd8-b2c0b281872f req-ef7dd2ac-88ee-4db3-a95a-a02462bf1977 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1880824755', 'description': 'tempest-description-1540004367'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:51.800066 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d6db78fd-d421-49c6-8e9e-b621004d7c02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0972514 Sep 10 03:45:51.814081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-94203538-0b48-4583-8834-e43c77086f6f admin admin] Deleting subnet 63197daf-2f94-42c1-990c-e0ca7f2854ea {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:45:51.831923 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94203538-0b48-4583-8834-e43c77086f6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.835893 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34d7a1ff-dedf-49be-a803-d8b8676e56cc req-330c0065-0504-4bb8-ac10-6560b3fad1be service neutron] 10.222.0.39 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393521 Sep 10 03:45:51.895350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed86e24-6792-4383-857c-b0cc5edab1a7 req-3d94372f-b033-46dc-8e1d-051ca06fce8d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.902112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed86e24-6792-4383-857c-b0cc5edab1a7 req-3d94372f-b033-46dc-8e1d-051ca06fce8d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.902699 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b158e123-287e-4952-ae98-eb529ffe21c4 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949211 Sep 10 03:45:51.908136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed86e24-6792-4383-857c-b0cc5edab1a7 req-3d94372f-b033-46dc-8e1d-051ca06fce8d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.914775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed86e24-6792-4383-857c-b0cc5edab1a7 req-3d94372f-b033-46dc-8e1d-051ca06fce8d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.920797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed86e24-6792-4383-857c-b0cc5edab1a7 req-3d94372f-b033-46dc-8e1d-051ca06fce8d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.926644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed86e24-6792-4383-857c-b0cc5edab1a7 req-3d94372f-b033-46dc-8e1d-051ca06fce8d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.932614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed86e24-6792-4383-857c-b0cc5edab1a7 req-3d94372f-b033-46dc-8e1d-051ca06fce8d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:51.934548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ed86e24-6792-4383-857c-b0cc5edab1a7 req-3d94372f-b033-46dc-8e1d-051ca06fce8d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.2349834 Sep 10 03:45:51.945520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94203538-0b48-4583-8834-e43c77086f6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.980931 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2a5f718a-201a-4ada-8fd8-b2c0b281872f req-ef7dd2ac-88ee-4db3-a95a-a02462bf1977 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:51.999833 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-266633d5-c02e-436e-9442-1618df052e53 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897233 Sep 10 03:45:52.041174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-d0789351-9717-48f2-b51d-2bbdc9ca27f0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a HTTP/1.1" status: 200 len: 217 time: 0.0347695 Sep 10 03:45:52.059949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ed86e24-6792-4383-857c-b0cc5edab1a7 req-14cec146-bdb5-4657-bb2b-9ecc15c4f82f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1169279 Sep 10 03:45:52.067437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94203538-0b48-4583-8834-e43c77086f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.102469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-6be5d2c3-b4b3-4b67-ba41-713bd9edac47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.104108 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-6be5d2c3-b4b3-4b67-ba41-713bd9edac47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0563886 Sep 10 03:45:52.152741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-dcfd8066-3e20-469f-87a6-2e4e4c94de5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.154273 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-dcfd8066-3e20-469f-87a6-2e4e4c94de5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0429690 Sep 10 03:45:52.246539 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-77ab1955-6b1e-4a66-acf7-0cc3630a5d98 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852783 Sep 10 03:45:52.254939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7660423a-c1ae-4a0c-8e66-259642571893 req-3b908396-48a4-4b16-bd84-eae0ec84c383 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.256562 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7660423a-c1ae-4a0c-8e66-259642571893 req-3b908396-48a4-4b16-bd84-eae0ec84c383 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.1063585 Sep 10 03:45:52.263064 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2a5f718a-201a-4ada-8fd8-b2c0b281872f req-ef7dd2ac-88ee-4db3-a95a-a02462bf1977 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.279448 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.325003 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94203538-0b48-4583-8834-e43c77086f6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.360303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7660423a-c1ae-4a0c-8e66-259642571893 req-d2b59165-3658-42e6-9b24-67310bf2dc3f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957901 Sep 10 03:45:52.377450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Subnet': ['ID=e5e29329-9550-4f6d-96e1-b75cc96fbb06,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:52.379930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2a5f718a-201a-4ada-8fd8-b2c0b281872f req-ef7dd2ac-88ee-4db3-a95a-a02462bf1977 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.434415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94203538-0b48-4583-8834-e43c77086f6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.436353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-94203538-0b48-4583-8834-e43c77086f6f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/63197daf-2f94-42c1-990c-e0ca7f2854ea HTTP/1.1" status: 204 len: 168 time: 0.7767553 Sep 10 03:45:52.457032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41432) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:52.457868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94203538-0b48-4583-8834-e43c77086f6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=63197daf-2f94-42c1-990c-e0ca7f2854ea,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:52.536858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7dd2ac-88ee-4db3-a95a-a02462bf1977 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=112518b8-42f9-4c78-a5ad-5a8d3234a14d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:52.575420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Checking segment: {'id': 'bfb20b71-6368-421d-b5e3-39179b2f63aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0fa6da7d-b708-43e0-94a8-cef8494d7b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:52.575420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network hostable DHCP agents. Network: 0fa6da7d-b708-43e0-94a8-cef8494d7b73, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:45:52.579734 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.599286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2a5f718a-201a-4ada-8fd8-b2c0b281872f req-ef7dd2ac-88ee-4db3-a95a-a02462bf1977 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.600594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a5f718a-201a-4ada-8fd8-b2c0b281872f req-ef7dd2ac-88ee-4db3-a95a-a02462bf1977 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.8088467 Sep 10 03:45:52.618327 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-b390d280-1614-42df-b14c-f9dac097bfc2 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3642085 Sep 10 03:45:52.623906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51fe646-400c-4f6c-b486-009af4523dce req-47ac254f-4571-4e2b-b544-89b3ca625ed0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.625653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f51fe646-400c-4f6c-b486-009af4523dce req-47ac254f-4571-4e2b-b544-89b3ca625ed0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1233425 Sep 10 03:45:52.679411 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-cab4cc0c-8453-4ee4-988d-76b9d8031837 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=c59953c3-0513-4b70-81ba-1ae33736f51d HTTP/1.1" status: 200 len: 217 time: 0.0532343 Sep 10 03:45:52.695325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:45:52.720345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:52.737114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48fde3d8-1367-4e2f-ae55-3e665b7cef90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.740434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-48fde3d8-1367-4e2f-ae55-3e665b7cef90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0543756 Sep 10 03:45:52.740624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2410fec1-724a-4c4b-8328-3c4f72a6ed43 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:52.742924 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2410fec1-724a-4c4b-8328-3c4f72a6ed43 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:45:52.771110 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.777734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f51fe646-400c-4f6c-b486-009af4523dce req-2cedcd61-007c-48d4-a148-8e8a610ad9c7 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227014 Sep 10 03:45:52.806067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-013a3c02-2f79-40e3-abc8-70b035707161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.806067 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-013a3c02-2f79-40e3-abc8-70b035707161 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560229 Sep 10 03:45:52.806775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b7fd2a5-6a25-4901-b37e-c7062b51f9ef']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:52.819277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81512333-755e-4d29-8339-b21feda4db0f req-18b25371-9e90-4b0f-a164-d83adcc70a98 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.820856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81512333-755e-4d29-8339-b21feda4db0f req-18b25371-9e90-4b0f-a164-d83adcc70a98 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1513495 Sep 10 03:45:52.824681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7c18a51-8225-4bbb-8171-e425e4662e2f') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:52.824978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7c18a51-8225-4bbb-8171-e425e4662e2f') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:52.848496 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.864158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-65f1a1cc-680b-4496-85b0-2e29361c685f req-5d7e86e0-61a5-487a-9dd5-bc9716cc9e7d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1731393631', 'description': 'tempest-description-398581296'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:52.869787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 0fa6da7d-b708-43e0-94a8-cef8494d7b73) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:52.883568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:52.884193 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.889916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ddd9507-9c36-4c63-8fea-53a37598ebc1 None None] Network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:52.904207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.919292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:45:52.919292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:45:52.921664 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:45:52.924634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81512333-755e-4d29-8339-b21feda4db0f req-a38aae54-d23e-475c-b6f0-b56c94e160bb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930262 Sep 10 03:45:52.964712 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-8b409672-4f08-49ff-a2cc-a35ca16143f1 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524231 Sep 10 03:45:53.073246 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-204e86ec-8531-4cd6-b77f-8542a5275516 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997956 Sep 10 03:45:53.106411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:53.151945 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ed56bfc3-21b6-4a28-91eb-93f9bf1f92bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985 HTTP/1.1" status: 200 len: 217 time: 0.0705302 Sep 10 03:45:53.189718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'port_id': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407', 'mac_address': 'fa:16:3e:36:07:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5575dc5-8b76-4214-8972-bb2f14443e81', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:53.230419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-5cc1e2ac-de30-4e69-a53f-719dfb69dd7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.232593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-5cc1e2ac-de30-4e69-a53f-719dfb69dd7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0741055 Sep 10 03:45:53.251985 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.260036 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.286027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-0fa6da7d-b708-43e0-94a8-cef8494d7b73', 'network_id': '0fa6da7d-b708-43e0-94a8-cef8494d7b73', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'fixed_ips': [{'subnet_id': 'e5e29329-9550-4f6d-96e1-b75cc96fbb06'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:45:53.287145 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.292411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:53.308637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:53.334211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ccf4c867-a867-44b3-b181-f808f7348416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.336310 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-ccf4c867-a867-44b3-b181-f808f7348416 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0886645 Sep 10 03:45:53.336498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:53.338984 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7cbcb37-f9ad-48e3-89a1-fc19ac3aa4c9" -d '{"events": [{"server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:53.345916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '2410fec1-724a-4c4b-8328-3c4f72a6ed43', 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf', 'port_id': '2410fec1-724a-4c4b-8328-3c4f72a6ed43', 'mac_address': 'fa:16:3e:41:5c:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:53.373817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:53.373817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:53.374108 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-65f1a1cc-680b-4496-85b0-2e29361c685f req-5d7e86e0-61a5-487a-9dd5-bc9716cc9e7d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.435401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66404f54-6f36-4e37-b92d-722e998ed41e req-9cee180c-c50b-49ab-95b7-acd8b686cc69 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.441782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66404f54-6f36-4e37-b92d-722e998ed41e req-9cee180c-c50b-49ab-95b7-acd8b686cc69 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.445489 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.448762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66404f54-6f36-4e37-b92d-722e998ed41e req-9cee180c-c50b-49ab-95b7-acd8b686cc69 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.455061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66404f54-6f36-4e37-b92d-722e998ed41e req-9cee180c-c50b-49ab-95b7-acd8b686cc69 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.466983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66404f54-6f36-4e37-b92d-722e998ed41e req-9cee180c-c50b-49ab-95b7-acd8b686cc69 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.468123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2410fec1-724a-4c4b-8328-3c4f72a6ed43 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:53.473260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66404f54-6f36-4e37-b92d-722e998ed41e req-9cee180c-c50b-49ab-95b7-acd8b686cc69 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.486074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66404f54-6f36-4e37-b92d-722e998ed41e req-9cee180c-c50b-49ab-95b7-acd8b686cc69 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.488044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66404f54-6f36-4e37-b92d-722e998ed41e req-9cee180c-c50b-49ab-95b7-acd8b686cc69 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.1276426 Sep 10 03:45:53.512303 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-1d6e0157-1740-4aeb-814d-2410e40a11ad service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653898 Sep 10 03:45:53.524213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-33937c2e-ee9d-4cf3-a827-4e2255e41800 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1534481 Sep 10 03:45:53.525079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41460) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:53.538570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d7785f28-9edd-414c-a145-ce825ab3c3ad tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1467604421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:53.543705 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.562263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.564512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] 10.222.0.22 "DELETE /v2.0/networks/0b7fd2a5-6a25-4901-b37e-c7062b51f9ef HTTP/1.1" status: 204 len: 168 time: 1.1045351 Sep 10 03:45:53.593450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad62b4d-3e3d-4e9f-a807-ffea78a60c3d admin admin] Pushing event deleted for resources: {'Network': ['ID=0b7fd2a5-6a25-4901-b37e-c7062b51f9ef,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:53.627298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66404f54-6f36-4e37-b92d-722e998ed41e req-bda6e099-907c-46ba-936b-f8f13bcad664 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1160660 Sep 10 03:45:53.686035 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c2c5678b-af05-4950-8b0a-c01dfa7cd42b service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655064 Sep 10 03:45:53.705975 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f94a78b-df61-4c7c-910d-46cab1e6cb9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.710507 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.717107 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.721901 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-65f1a1cc-680b-4496-85b0-2e29361c685f req-5d7e86e0-61a5-487a-9dd5-bc9716cc9e7d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.742098 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45399148-9855-4f49-b9b6-f9ab02393fc8 x-openstack-request-id: req-45399148-9855-4f49-b9b6-f9ab02393fc8 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:53.742632 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "name": "network-vif-unplugged", "status": "completed", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:53.749799 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45399148-9855-4f49-b9b6-f9ab02393fc8 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:53.749799 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43', 'code': 200} Sep 10 03:45:53.753205 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-36ce0e72-bb78-42f5-a77f-b2c62ec5a830 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc HTTP/1.1" status: 200 len: 217 time: 0.0592690 Sep 10 03:45:53.814340 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-65f1a1cc-680b-4496-85b0-2e29361c685f req-5d7e86e0-61a5-487a-9dd5-bc9716cc9e7d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.836420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-5cfecb42-83fa-46f7-b0c5-ba0fb0d4f7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.837094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Allocated IP 2001:db8::2 (0fa6da7d-b708-43e0-94a8-cef8494d7b73/e5e29329-9550-4f6d-96e1-b75cc96fbb06/e87c38f7-6aa2-43f0-9888-e01ade042aa8) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:53.839088 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-5cfecb42-83fa-46f7-b0c5-ba0fb0d4f7d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 200 len: 797 time: 0.0759242 Sep 10 03:45:53.861014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7e86e0-61a5-487a-9dd5-bc9716cc9e7d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=920fdc43-d2ce-4039-8663-e42babf746bf,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:53.861948 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.865811 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:45:53.866168 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:45:53.871948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96323fcd-2dcd-45ae-af38-9a07421d833a req-04a7648b-b8bb-4b6a-87f0-a3aa81c2fbc6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.879485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96323fcd-2dcd-45ae-af38-9a07421d833a req-04a7648b-b8bb-4b6a-87f0-a3aa81c2fbc6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.1111164 Sep 10 03:45:53.904370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=2410fec1-724a-4c4b-8328-3c4f72a6ed43,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:53.922059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.922400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.922734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.923065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.923395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.923727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.924376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.924376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.924766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.925093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.925412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.925726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:45:53.928289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96323fcd-2dcd-45ae-af38-9a07421d833a req-dba7a361-113d-41e9-9635-d2ec7e9207dd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472343 Sep 10 03:45:53.942968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-f1c19b73-a5bc-4c48-9957-b56008332c62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:53.948264 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-f1c19b73-a5bc-4c48-9957-b56008332c62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1035886 Sep 10 03:45:53.951341 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7785f28-9edd-414c-a145-ce825ab3c3ad tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.952639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7785f28-9edd-414c-a145-ce825ab3c3ad tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:53.967713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['1fbb7281-68d2-4a74-b5a4-01a2d3acf407'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:54.057246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7785f28-9edd-414c-a145-ce825ab3c3ad tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.058952 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-65f1a1cc-680b-4496-85b0-2e29361c685f req-5d7e86e0-61a5-487a-9dd5-bc9716cc9e7d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.068909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65f1a1cc-680b-4496-85b0-2e29361c685f req-5d7e86e0-61a5-487a-9dd5-bc9716cc9e7d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2081780 Sep 10 03:45:54.090574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:54.111836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41472) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:54.140668 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7785f28-9edd-414c-a145-ce825ab3c3ad tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.197072 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-c8c4daad-846b-4e20-bc4e-39f82f4c448f service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406359 Sep 10 03:45:54.205800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.223056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Transition to ACTIVE for port object e87c38f7-6aa2-43f0-9888-e01ade042aa8 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:54.260596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Transition to ACTIVE for port object e87c38f7-6aa2-43f0-9888-e01ade042aa8 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:54.290524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f6195c6a-f5ee-4408-946f-9e31868cc135 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed652637b833445aa459587cd9fe6b07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1758749 Sep 10 03:45:54.294094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41474) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:54.309542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421632bb-4f0c-4799-bc5c-96da0e79b153 req-eac0fed7-66ee-4a52-9381-8f845ee7dd75 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:54.316809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-421632bb-4f0c-4799-bc5c-96da0e79b153 req-eac0fed7-66ee-4a52-9381-8f845ee7dd75 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 943 time: 0.1026819 Sep 10 03:45:54.337840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-38ad582f-1c35-478f-8f20-887ca76939dd service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278889 Sep 10 03:45:54.338973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43894c29-4c82-4f89-8066-0b55d893d10d req-6b44ec4b-7274-430e-9310-6534bc41bb64 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:54.346177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43894c29-4c82-4f89-8066-0b55d893d10d req-6b44ec4b-7274-430e-9310-6534bc41bb64 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 944 time: 0.1950841 Sep 10 03:45:54.367515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.370982 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7785f28-9edd-414c-a145-ce825ab3c3ad tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.372359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d7785f28-9edd-414c-a145-ce825ab3c3ad tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8386257 Sep 10 03:45:54.386994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41476) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:54.403705 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-43be6ea7-5500-457a-8882-fe40adab1411 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fae288-5301-43e8-8e7d-da63e9504d7e HTTP/1.1" status: 200 len: 217 time: 0.0578780 Sep 10 03:45:54.474391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43894c29-4c82-4f89-8066-0b55d893d10d req-271fd775-e414-4048-9f44-43c75ac1e7ac tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272762 Sep 10 03:45:54.493087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-2f1f6058-3786-4f10-a0c9-e9e4dd0fb4e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:54.495546 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-2f1f6058-3786-4f10-a0c9-e9e4dd0fb4e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 200 len: 797 time: 0.0839672 Sep 10 03:45:54.518274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-d1029f7f-ee5c-4a27-92a1-090eee5bba6b req-6671657b-4b1f-4635-bb86-9628c1e8d68d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1069664925', 'description': 'tempest-description-594778709'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:54.550359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-421632bb-4f0c-4799-bc5c-96da0e79b153 req-dedc7ef2-7922-49fa-9b4a-73058f5e5add tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277594 Sep 10 03:45:54.572365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-eaae0c6e-b8a5-4539-b18f-d7ecec76b892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:54.574851 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-eaae0c6e-b8a5-4539-b18f-d7ecec76b892 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694959 Sep 10 03:45:54.622995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:54.637933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:54.642193 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.645805 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13ed273b-01fe-4cf5-b256-4d193fc68e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.645962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:54.648491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Pushing event updated for resources: {'Port': ['ID=e87c38f7-6aa2-43f0-9888-e01ade042aa8,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:54.692078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2410fec1-724a-4c4b-8328-3c4f72a6ed43 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:54.698548 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-f0d3a0e1-0c0a-48d2-b358-d6819a46d38b service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155002 Sep 10 03:45:54.714303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:54.731570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:54.755714 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d1029f7f-ee5c-4a27-92a1-090eee5bba6b req-6671657b-4b1f-4635-bb86-9628c1e8d68d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.770047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Attempting to bind port e87c38f7-6aa2-43f0-9888-e01ade042aa8 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:45:54.770603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Attempting to bind port e87c38f7-6aa2-43f0-9888-e01ade042aa8 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'bfb20b71-6368-421d-b5e3-39179b2f63aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0fa6da7d-b708-43e0-94a8-cef8494d7b73'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:45:54.770881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Attempting to bind port e87c38f7-6aa2-43f0-9888-e01ade042aa8 on network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:45:54.778004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:45:54.778381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Checking segment: {'id': 'bfb20b71-6368-421d-b5e3-39179b2f63aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0fa6da7d-b708-43e0-94a8-cef8494d7b73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:45:54.778787 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.790566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Bound using segment: {'id': 'bfb20b71-6368-421d-b5e3-39179b2f63aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0fa6da7d-b708-43e0-94a8-cef8494d7b73'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:45:54.790566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Bound port: e87c38f7-6aa2-43f0-9888-e01ade042aa8, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfb20b71-6368-421d-b5e3-39179b2f63aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': '0fa6da7d-b708-43e0-94a8-cef8494d7b73'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:45:54.790566 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.825411 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.830070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13ed273b-01fe-4cf5-b256-4d193fc68e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.832945 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3f1c8350-4aaa-4484-9544-516c9275b769 req-6915096a-dcfd-481b-9c0b-8ce11d308982 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250372 Sep 10 03:45:54.901281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:54.901665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:54.954765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] For port e87c38f7-6aa2-43f0-9888-e01ade042aa8, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:45:54.969768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba21f-d3f9-4415-8eb6-ad4b2b0d8a4d req-1901c4d8-7e07-484f-9785-0e821ed37c3a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:54.976977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba21f-d3f9-4415-8eb6-ad4b2b0d8a4d req-1901c4d8-7e07-484f-9785-0e821ed37c3a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:54.982290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba21f-d3f9-4415-8eb6-ad4b2b0d8a4d req-1901c4d8-7e07-484f-9785-0e821ed37c3a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:54.988610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba21f-d3f9-4415-8eb6-ad4b2b0d8a4d req-1901c4d8-7e07-484f-9785-0e821ed37c3a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.000059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba21f-d3f9-4415-8eb6-ad4b2b0d8a4d req-1901c4d8-7e07-484f-9785-0e821ed37c3a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.004977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba21f-d3f9-4415-8eb6-ad4b2b0d8a4d req-1901c4d8-7e07-484f-9785-0e821ed37c3a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.011580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ba21f-d3f9-4415-8eb6-ad4b2b0d8a4d req-1901c4d8-7e07-484f-9785-0e821ed37c3a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.019615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] For port e87c38f7-6aa2-43f0-9888-e01ade042aa8, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e87c38f7-6aa2-43f0-9888-e01ade042aa8,segment=NetworkSegment(bfb20b71-6368-421d-b5e3-39179b2f63aa),segment_id=bfb20b71-6368-421d-b5e3-39179b2f63aa)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:45:55.020034 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-414ba21f-d3f9-4415-8eb6-ad4b2b0d8a4d req-1901c4d8-7e07-484f-9785-0e821ed37c3a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.2784402 Sep 10 03:45:55.020630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=2410fec1-724a-4c4b-8328-3c4f72a6ed43,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:55.073605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['2410fec1-724a-4c4b-8328-3c4f72a6ed43'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:55.098488 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.103327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-3dd029cc-5fa9-434e-8f40-491e346a901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.104778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-3dd029cc-5fa9-434e-8f40-491e346a901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.106399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-3dd029cc-5fa9-434e-8f40-491e346a901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.107089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-3dd029cc-5fa9-434e-8f40-491e346a901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.107829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-3dd029cc-5fa9-434e-8f40-491e346a901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.108484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-3dd029cc-5fa9-434e-8f40-491e346a901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.109169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-3dd029cc-5fa9-434e-8f40-491e346a901b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.113038 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-3dd029cc-5fa9-434e-8f40-491e346a901b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6478 time: 0.1073439 Sep 10 03:45:55.117827 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.131996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-414ba21f-d3f9-4415-8eb6-ad4b2b0d8a4d req-aba6f8ae-7394-42f7-8811-80ade26ffa37 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1074598 Sep 10 03:45:55.141936 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.143945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.259197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:55.279061 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13ed273b-01fe-4cf5-b256-4d193fc68e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.282007 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13ed273b-01fe-4cf5-b256-4d193fc68e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.283518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-13ed273b-01fe-4cf5-b256-4d193fc68e9b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69c4f23b-6cbf-4abf-a5db-245c7f087f1a HTTP/1.1" status: 204 len: 168 time: 0.9885008 Sep 10 03:45:55.318023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73b3ba4-0c21-4869-bf92-693f863895b7 None None] Pushing event updated for resources: {'Port': ['ID=e87c38f7-6aa2-43f0-9888-e01ade042aa8,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:55.333249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-536f624e-2c41-45d7-bb66-709fa87ba77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.335039 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-536f624e-2c41-45d7-bb66-709fa87ba77c service neutron] 10.222.0.20 "GET /v2.0/networks?id=6bd5f340-5935-41df-86cc-3fdfabbf8c05 HTTP/1.1" status: 200 len: 902 time: 0.1993783 Sep 10 03:45:55.367844 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.375147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed273b-01fe-4cf5-b256-4d193fc68e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69c4f23b-6cbf-4abf-a5db-245c7f087f1a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:55.405267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d1029f7f-ee5c-4a27-92a1-090eee5bba6b req-6671657b-4b1f-4635-bb86-9628c1e8d68d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.425068 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-e3168c2a-2d82-436d-aa8c-59f0f2f7c5bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fae288-5301-43e8-8e7d-da63e9504d7e HTTP/1.1" status: 200 len: 217 time: 0.0801210 Sep 10 03:45:55.473631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e4a1dd-8767-4c07-82c9-8b74f17c9345 req-2bf225eb-2df1-40e0-85ca-db2e9ef18466 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.488385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0e4a1dd-8767-4c07-82c9-8b74f17c9345 req-2bf225eb-2df1-40e0-85ca-db2e9ef18466 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.2240176 Sep 10 03:45:55.527619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d1029f7f-ee5c-4a27-92a1-090eee5bba6b req-6671657b-4b1f-4635-bb86-9628c1e8d68d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.553533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-49c53303-9919-445c-bec3-142b041a48ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.554730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:55.569526 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-49c53303-9919-445c-bec3-142b041a48ef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 200 len: 797 time: 0.1230104 Sep 10 03:45:55.662180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-cee3cab5-088f-4eb8-b65c-6a17e32fea37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:55.667791 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-cee3cab5-088f-4eb8-b65c-6a17e32fea37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0957329 Sep 10 03:45:55.692351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6671657b-4b1f-4635-bb86-9628c1e8d68d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91b69ce4-b723-44f4-854c-50520651e3dc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:55.735719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0e4a1dd-8767-4c07-82c9-8b74f17c9345 req-449134dc-f3b9-4142-a4e7-cb55cfb9d268 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2463291 Sep 10 03:45:55.744819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:55.757139 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7017a545-dac2-4403-97c0-e036d0fd8c7f" -d '{"events": [{"server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "name": "network-vif-plugged", "status": "completed", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:55.769720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d1029f7f-ee5c-4a27-92a1-090eee5bba6b req-6671657b-4b1f-4635-bb86-9628c1e8d68d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:55.787220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1029f7f-ee5c-4a27-92a1-090eee5bba6b req-6671657b-4b1f-4635-bb86-9628c1e8d68d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2756510 Sep 10 03:45:55.849584 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-0c93f2aa-3271-4e1c-8b8b-caaee415b5cf service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664212 Sep 10 03:45:55.936900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 2001:db8::1 (0fa6da7d-b708-43e0-94a8-cef8494d7b73/e5e29329-9550-4f6d-96e1-b75cc96fbb06/50f85645-88dc-4729-99e7-d5389242fd3b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:45:55.976023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f65b627-4b66-453f-90a9-36f5c3ac8877 req-485b1fe1-f6a1-446d-9dff-8cdabc512788 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252863 Sep 10 03:45:56.101495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00caa10e-571a-4589-9225-23517ecc3ec5 req-e79c76ee-7524-4afb-8e01-b42352a570f2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.106251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00caa10e-571a-4589-9225-23517ecc3ec5 req-e79c76ee-7524-4afb-8e01-b42352a570f2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1825509 Sep 10 03:45:56.174420 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:56.185056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb457a5-a0b2-476e-8ca0-f8f71608fb61 req-5504c733-1af2-4b45-83a4-e3f7386921ac tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.192496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4fb457a5-a0b2-476e-8ca0-f8f71608fb61 req-5504c733-1af2-4b45-83a4-e3f7386921ac tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 944 time: 0.1549408 Sep 10 03:45:56.212637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00caa10e-571a-4589-9225-23517ecc3ec5 req-e61bce08-a45b-4ae1-b736-3b7d70b2128b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054380 Sep 10 03:45:56.279537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4fb457a5-a0b2-476e-8ca0-f8f71608fb61 req-56dcda26-c719-40b0-a391-4654d5c9fd9e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828476 Sep 10 03:45:56.321289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:56.329857 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5a92fe9-e009-479c-a1ba-dcea12298d99 x-openstack-request-id: req-d5a92fe9-e009-479c-a1ba-dcea12298d99 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:56.330374 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "name": "network-vif-plugged", "status": "completed", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:56.330861 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d5a92fe9-e009-479c-a1ba-dcea12298d99 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:56.331558 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407', 'code': 200} Sep 10 03:45:56.339912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Transition to ACTIVE for port object 50f85645-88dc-4729-99e7-d5389242fd3b will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:45:56.446601 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:56.538267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:56.558135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:56.563478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=50f85645-88dc-4729-99e7-d5389242fd3b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:56.566338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:45:56.566903 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:56.593749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba288-7a95-4a3b-a7b0-905a1fa14179 req-1f0eb352-ee04-4366-b896-077ebf5251cf tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.599783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba288-7a95-4a3b-a7b0-905a1fa14179 req-1f0eb352-ee04-4366-b896-077ebf5251cf tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.606798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba288-7a95-4a3b-a7b0-905a1fa14179 req-1f0eb352-ee04-4366-b896-077ebf5251cf tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.612862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba288-7a95-4a3b-a7b0-905a1fa14179 req-1f0eb352-ee04-4366-b896-077ebf5251cf tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.619884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba288-7a95-4a3b-a7b0-905a1fa14179 req-1f0eb352-ee04-4366-b896-077ebf5251cf tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.625999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba288-7a95-4a3b-a7b0-905a1fa14179 req-1f0eb352-ee04-4366-b896-077ebf5251cf tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.632568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36ba288-7a95-4a3b-a7b0-905a1fa14179 req-1f0eb352-ee04-4366-b896-077ebf5251cf tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:56.640239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d36ba288-7a95-4a3b-a7b0-905a1fa14179 req-1f0eb352-ee04-4366-b896-077ebf5251cf tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.2363915 Sep 10 03:45:56.819017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d57bdd-3333-49cf-83e8-438461ec8fda None None] Network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:45:56.833144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2410fec1-724a-4c4b-8328-3c4f72a6ed43 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:56.850392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d36ba288-7a95-4a3b-a7b0-905a1fa14179 req-1faf389f-9ab5-496e-a432-0632ccbaa53a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2090690 Sep 10 03:45:56.878065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b18f1adb-59d7-4123-845d-760322faf41d req-05ce67a9-9179-4c08-93f2-b5528a7e480b tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acfb44a4bdb844f48bb776c2ee4db694 HTTP/1.1" status: 200 len: 10910 time: 0.4988401 Sep 10 03:45:56.973626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b18f1adb-59d7-4123-845d-760322faf41d req-42ede0ac-618a-4156-8cf6-e19ff670070b tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/afcc3f3e-dff4-4a19-995f-3160e4ff8d0b HTTP/1.1" status: 200 len: 2985 time: 0.0946224 Sep 10 03:45:56.999967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e87c38f7-6aa2-43f0-9888-e01ade042aa8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:57.075034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.109065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46b01f1-8389-4aff-a150-e0ebf6d3e8b8 req-f9a01c30-89a8-4f9c-bd2a-5b04d69de692 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:57.110664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d46b01f1-8389-4aff-a150-e0ebf6d3e8b8 req-f9a01c30-89a8-4f9c-bd2a-5b04d69de692 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.1319623 Sep 10 03:45:57.125768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b18f1adb-59d7-4123-845d-760322faf41d req-d1d5689b-5f7a-4e5f-88b7-c1cf4c772943 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/afcc3f3e-dff4-4a19-995f-3160e4ff8d0b HTTP/1.1" status: 200 len: 2985 time: 0.1512151 Sep 10 03:45:57.134981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:57.135376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.148261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-850cb355-6b17-4912-b7a8-cd267225fd80 None None] Provisioning for port e87c38f7-6aa2-43f0-9888-e01ade042aa8 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:57.222915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e87c38f7-6aa2-43f0-9888-e01ade042aa8 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:57.250865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e87c38f7-6aa2-43f0-9888-e01ade042aa8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:57.250865 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.260570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d46b01f1-8389-4aff-a150-e0ebf6d3e8b8 req-3ef2a77a-4b6e-4e78-ab9a-439524f1f968 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315615 Sep 10 03:45:57.346445 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.414072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ea8f0d2-2bcd-4a4a-96b7-4950bd579134 req-b352f38c-d8d5-4bce-963a-e8249aa9e0c2 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/112518b8-42f9-4c78-a5ad-5a8d3234a14d HTTP/1.1" status: 200 len: 1803 time: 0.0937798 Sep 10 03:45:57.447059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:57.448743 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.503748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port e87c38f7-6aa2-43f0-9888-e01ade042aa8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e87c38f7-6aa2-43f0-9888-e01ade042aa8,segment=NetworkSegment(bfb20b71-6368-421d-b5e3-39179b2f63aa),segment_id=bfb20b71-6368-421d-b5e3-39179b2f63aa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:57.552586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2ea8f0d2-2bcd-4a4a-96b7-4950bd579134 req-c061e758-f24c-49f0-b74e-095d71154faa tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.562504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.605936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2ea8f0d2-2bcd-4a4a-96b7-4950bd579134 req-c061e758-f24c-49f0-b74e-095d71154faa tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.637952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.689333 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.703146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=2410fec1-724a-4c4b-8328-3c4f72a6ed43,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:57.762038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.762748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.780259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=e87c38f7-6aa2-43f0-9888-e01ade042aa8,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:57.828476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2ea8f0d2-2bcd-4a4a-96b7-4950bd579134 req-c061e758-f24c-49f0-b74e-095d71154faa tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.831015 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2ea8f0d2-2bcd-4a4a-96b7-4950bd579134 req-c061e758-f24c-49f0-b74e-095d71154faa tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.843010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ea8f0d2-2bcd-4a4a-96b7-4950bd579134 req-c061e758-f24c-49f0-b74e-095d71154faa tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/112518b8-42f9-4c78-a5ad-5a8d3234a14d HTTP/1.1" status: 204 len: 173 time: 0.4298725 Sep 10 03:45:57.891385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c061e758-f24c-49f0-b74e-095d71154faa tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=112518b8-42f9-4c78-a5ad-5a8d3234a14d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:57.919607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-21a4e662-7922-42ce-9f19-bab5db0ea2ef None None] Provisioning for port 50f85645-88dc-4729-99e7-d5389242fd3b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:45:57.935344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-21a4e662-7922-42ce-9f19-bab5db0ea2ef None None] Provisioning complete for port 50f85645-88dc-4729-99e7-d5389242fd3b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:57.935741 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-21a4e662-7922-42ce-9f19-bab5db0ea2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:57.974082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=50f85645-88dc-4729-99e7-d5389242fd3b,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:58.058174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-21a4e662-7922-42ce-9f19-bab5db0ea2ef None None] Port 50f85645-88dc-4729-99e7-d5389242fd3b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:58.066046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff422f5-2a0f-49b6-bbf9-a8b26e2a9830 req-625dd28d-2883-4b5f-ab46-2613adf88843 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.075084 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ff422f5-2a0f-49b6-bbf9-a8b26e2a9830 req-625dd28d-2883-4b5f-ab46-2613adf88843 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1318870 Sep 10 03:45:58.081107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-21a4e662-7922-42ce-9f19-bab5db0ea2ef None None] Provisioning complete for port e87c38f7-6aa2-43f0-9888-e01ade042aa8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:58.081590 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-21a4e662-7922-42ce-9f19-bab5db0ea2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:58.149601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:45:58.169025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ff422f5-2a0f-49b6-bbf9-a8b26e2a9830 req-6eaa7f88-2431-418e-a707-d8befd4eaaed tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915854 Sep 10 03:45:58.178972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:45:58.332891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:45:58.338769 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98457551-8163-4a3d-acd6-4d1db3d848b7" -d '{"events": [{"server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "name": "network-vif-plugged", "status": "completed", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:45:58.371458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-14d36c77-b0b6-42ec-922a-e456edd0c3bb None None] Provisioning complete for port 50f85645-88dc-4729-99e7-d5389242fd3b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:58.372045 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-14d36c77-b0b6-42ec-922a-e456edd0c3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:58.402340 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-69a78705-da04-4d07-b147-e74ffcf6e9d9 req-206aa477-733c-47bd-891f-72b19b746906 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:45:58.402340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69a78705-da04-4d07-b147-e74ffcf6e9d9 req-206aa477-733c-47bd-891f-72b19b746906 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/112518b8-42f9-4c78-a5ad-5a8d3234a14d HTTP/1.1" status: 404 len: 352 time: 0.1807585 Sep 10 03:45:58.451860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-14d36c77-b0b6-42ec-922a-e456edd0c3bb None None] Port 50f85645-88dc-4729-99e7-d5389242fd3b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:58.470432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf25da5-ca3c-48f7-9969-9cb2628f88fd req-a4a33261-69be-4e9a-8211-8968f9deb7a5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.484127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf25da5-ca3c-48f7-9969-9cb2628f88fd req-a4a33261-69be-4e9a-8211-8968f9deb7a5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.3023498 Sep 10 03:45:58.592080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-77f7e393-3b24-4264-a796-56f4b1b22fe8 None None] Provisioning complete for port 50f85645-88dc-4729-99e7-d5389242fd3b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:58.592346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-77f7e393-3b24-4264-a796-56f4b1b22fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:58.616036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bf25da5-ca3c-48f7-9969-9cb2628f88fd req-a8d46058-b7f7-4a1c-8a7f-e18b472ae7fe tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309171 Sep 10 03:45:58.653214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ac914-85f3-46a9-b472-6b56fcf002b9 req-b1c201a9-7c3f-49c5-a02a-afcbbad54660 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.664246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-77f7e393-3b24-4264-a796-56f4b1b22fe8 None None] Port 50f85645-88dc-4729-99e7-d5389242fd3b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:45:58.668472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ac914-85f3-46a9-b472-6b56fcf002b9 req-b1c201a9-7c3f-49c5-a02a-afcbbad54660 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.668720 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:58.679719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ac914-85f3-46a9-b472-6b56fcf002b9 req-b1c201a9-7c3f-49c5-a02a-afcbbad54660 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.687490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ac914-85f3-46a9-b472-6b56fcf002b9 req-b1c201a9-7c3f-49c5-a02a-afcbbad54660 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.694301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ac914-85f3-46a9-b472-6b56fcf002b9 req-b1c201a9-7c3f-49c5-a02a-afcbbad54660 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.701494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ac914-85f3-46a9-b472-6b56fcf002b9 req-b1c201a9-7c3f-49c5-a02a-afcbbad54660 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.714229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229ac914-85f3-46a9-b472-6b56fcf002b9 req-b1c201a9-7c3f-49c5-a02a-afcbbad54660 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:58.717703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-229ac914-85f3-46a9-b472-6b56fcf002b9 req-b1c201a9-7c3f-49c5-a02a-afcbbad54660 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.1905715 Sep 10 03:45:58.755673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:45:58.851980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-229ac914-85f3-46a9-b472-6b56fcf002b9 req-b2dc75bf-ec8f-4c27-b7bb-63a54f1afa59 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1188302 Sep 10 03:45:58.921715 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:45:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1a354b-3f12-41ea-861a-07a2e3585a6c x-openstack-request-id: req-8a1a354b-3f12-41ea-861a-07a2e3585a6c {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:45:58.927011 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "name": "network-vif-plugged", "status": "completed", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:45:58.927422 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a1a354b-3f12-41ea-861a-07a2e3585a6c {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:45:58.927909 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43', 'code': 200} Sep 10 03:45:58.942739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e87c38f7-6aa2-43f0-9888-e01ade042aa8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:45:58.947515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:58.986787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'port_id': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'mac_address': 'fa:16:3e:f4:8d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:45:59.000285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d988d7-d465-42c8-8c09-9ec9c4749e1a req-0fe14e78-d229-4510-947c-0e1c4f6bf194 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:59.001942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67d988d7-d465-42c8-8c09-9ec9c4749e1a req-0fe14e78-d229-4510-947c-0e1c4f6bf194 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.0962780 Sep 10 03:45:59.007641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e72e8d8-3cb2-4c46-839e-84e45cd0f3e6 req-5adb5bfe-8a06-463d-8e74-f56d6cdbf743 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/920fdc43-d2ce-4039-8663-e42babf746bf HTTP/1.1" status: 200 len: 1802 time: 0.0685391 Sep 10 03:45:59.045609 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:59.061093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e87c38f7-6aa2-43f0-9888-e01ade042aa8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:45:59.061437 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:59.068217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8743afc7-f9bc-4549-ab23-b584b6e83de7 req-3a108e48-f87d-40cc-a3c9-67bdc67ab157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:59.070593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8743afc7-f9bc-4549-ab23-b584b6e83de7 req-3a108e48-f87d-40cc-a3c9-67bdc67ab157 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 1096 time: 0.0460579 Sep 10 03:45:59.076268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router e566c859-10ae-4981-bcf8-ec1bf58ab1a8 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:45:59.107018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:45:59.113355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67d988d7-d465-42c8-8c09-9ec9c4749e1a req-6b2ac0d4-f48e-4e39-a609-5c123fe2bd30 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0987179 Sep 10 03:45:59.118336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:45:59.141587 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7e72e8d8-3cb2-4c46-839e-84e45cd0f3e6 req-c08b0e79-daf3-4e76-ab02-02d3dc626e51 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:59.144011 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8743afc7-f9bc-4549-ab23-b584b6e83de7 req-5927190c-4a5e-4780-91ef-c327c9c85eb5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658617 Sep 10 03:45:59.212102 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:59.235825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7e72e8d8-3cb2-4c46-839e-84e45cd0f3e6 req-c08b0e79-daf3-4e76-ab02-02d3dc626e51 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:59.269985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:45:59.276452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:59.279079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-abeb170b-3dc5-4c0d-92fd-489f6f430f6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/e566c859-10ae-4981-bcf8-ec1bf58ab1a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8869610 Sep 10 03:45:59.286789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41562) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:59.292963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c887a8-6759-48c8-a03a-6106103dadc2 None None] Sync routers for ids ['e566c859-10ae-4981-bcf8-ec1bf58ab1a8'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:45:59.314376 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c887a8-6759-48c8-a03a-6106103dadc2 None None] Routers {'e566c859-10ae-4981-bcf8-ec1bf58ab1a8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:59.315356 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-38c887a8-6759-48c8-a03a-6106103dadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e566c859-10ae-4981-bcf8-ec1bf58ab1a8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:59.366230 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-38c887a8-6759-48c8-a03a-6106103dadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:59.367791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7e72e8d8-3cb2-4c46-839e-84e45cd0f3e6 req-c08b0e79-daf3-4e76-ab02-02d3dc626e51 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:59.371159 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7e72e8d8-3cb2-4c46-839e-84e45cd0f3e6 req-c08b0e79-daf3-4e76-ab02-02d3dc626e51 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:59.372801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e72e8d8-3cb2-4c46-839e-84e45cd0f3e6 req-c08b0e79-daf3-4e76-ab02-02d3dc626e51 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/920fdc43-d2ce-4039-8663-e42babf746bf HTTP/1.1" status: 204 len: 173 time: 0.3575921 Sep 10 03:45:59.380817 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c887a8-6759-48c8-a03a-6106103dadc2 None None] Routers {'e566c859-10ae-4981-bcf8-ec1bf58ab1a8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:45:59.384352 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-38c887a8-6759-48c8-a03a-6106103dadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e566c859-10ae-4981-bcf8-ec1bf58ab1a8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:59.385796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:45:59.412528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02b78105-a549-4849-9599-9f2051adf90b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:59.416497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08b0e79-daf3-4e76-ab02-02d3dc626e51 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=920fdc43-d2ce-4039-8663-e42babf746bf,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:45:59.425580 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-02b78105-a549-4849-9599-9f2051adf90b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports/50f85645-88dc-4729-99e7-d5389242fd3b HTTP/1.1" status: 200 len: 911 time: 0.1373742 Sep 10 03:45:59.426488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41574) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:45:59.443946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5dcc16b1-fffc-4c9f-ad14-652ac647576b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e5e29329-9550-4f6d-96e1-b75cc96fbb06'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:45:59.484466 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-38c887a8-6759-48c8-a03a-6106103dadc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:45:59.486175 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38c887a8-6759-48c8-a03a-6106103dadc2 None None] The sync data for ids ['e566c859-10ae-4981-bcf8-ec1bf58ab1a8'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:45:59.581530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11a8727-55d4-4b84-b928-b473152077d5 req-f29b67b5-bff5-4526-ae03-e3c651676cef tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:59.592362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e11a8727-55d4-4b84-b928-b473152077d5 req-f29b67b5-bff5-4526-ae03-e3c651676cef tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1016252 Sep 10 03:45:59.649539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e11a8727-55d4-4b84-b928-b473152077d5 req-1a1f6897-73a6-488b-b153-782e69640b4c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557194 Sep 10 03:45:59.688583 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-f3d01073-bfa7-4f61-9b97-9166f8759cf5 req-e979fd3b-6532-43e6-b0a1-c0b8335f55c6 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:45:59.700605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3d01073-bfa7-4f61-9b97-9166f8759cf5 req-e979fd3b-6532-43e6-b0a1-c0b8335f55c6 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/920fdc43-d2ce-4039-8663-e42babf746bf HTTP/1.1" status: 404 len: 352 time: 0.0279324 Sep 10 03:45:59.751073 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5dcc16b1-fffc-4c9f-ad14-652ac647576b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:45:59.881714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187b0cef-3fc8-4269-9b11-580e731cbbef req-0362aebc-9310-4efc-90ed-746ce986fa46 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:45:59.887246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-187b0cef-3fc8-4269-9b11-580e731cbbef req-0362aebc-9310-4efc-90ed-746ce986fa46 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1262395 Sep 10 03:45:59.998248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-187b0cef-3fc8-4269-9b11-580e731cbbef req-f409b5a3-9509-49b2-9fc6-d03db5141014 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039844 Sep 10 03:46:00.135297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac73028-a5fb-4cf0-8f9d-4e1961e3b036 req-59aac14b-96f2-4b93-96c2-5f0d101f7b11 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/91b69ce4-b723-44f4-854c-50520651e3dc HTTP/1.1" status: 200 len: 1802 time: 0.1576767 Sep 10 03:46:00.326071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8ac73028-a5fb-4cf0-8f9d-4e1961e3b036 req-c02c7141-af94-447a-aa8a-c10864c5fe6f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.354505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8ac73028-a5fb-4cf0-8f9d-4e1961e3b036 req-c02c7141-af94-447a-aa8a-c10864c5fe6f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.469023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb6a2-a26c-409b-90c1-fb83a489a03e req-b10794a9-0d93-4ab6-9d8f-c03399def426 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:00.484707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb6a2-a26c-409b-90c1-fb83a489a03e req-b10794a9-0d93-4ab6-9d8f-c03399def426 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:00.500989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb6a2-a26c-409b-90c1-fb83a489a03e req-b10794a9-0d93-4ab6-9d8f-c03399def426 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:00.512615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5dcc16b1-fffc-4c9f-ad14-652ac647576b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.524300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb6a2-a26c-409b-90c1-fb83a489a03e req-b10794a9-0d93-4ab6-9d8f-c03399def426 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:00.530586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb6a2-a26c-409b-90c1-fb83a489a03e req-b10794a9-0d93-4ab6-9d8f-c03399def426 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:00.536812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb6a2-a26c-409b-90c1-fb83a489a03e req-b10794a9-0d93-4ab6-9d8f-c03399def426 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:00.543400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826bb6a2-a26c-409b-90c1-fb83a489a03e req-b10794a9-0d93-4ab6-9d8f-c03399def426 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:00.554853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-826bb6a2-a26c-409b-90c1-fb83a489a03e req-b10794a9-0d93-4ab6-9d8f-c03399def426 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.2960055 Sep 10 03:46:00.563820 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8ac73028-a5fb-4cf0-8f9d-4e1961e3b036 req-c02c7141-af94-447a-aa8a-c10864c5fe6f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.567154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8ac73028-a5fb-4cf0-8f9d-4e1961e3b036 req-c02c7141-af94-447a-aa8a-c10864c5fe6f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.568315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac73028-a5fb-4cf0-8f9d-4e1961e3b036 req-c02c7141-af94-447a-aa8a-c10864c5fe6f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/91b69ce4-b723-44f4-854c-50520651e3dc HTTP/1.1" status: 204 len: 173 time: 0.4245377 Sep 10 03:46:00.591398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02c7141-af94-447a-aa8a-c10864c5fe6f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91b69ce4-b723-44f4-854c-50520651e3dc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:00.618753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5dcc16b1-fffc-4c9f-ad14-652ac647576b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.629396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dcc16b1-fffc-4c9f-ad14-652ac647576b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:00.630152 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5dcc16b1-fffc-4c9f-ad14-652ac647576b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.634522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5dcc16b1-fffc-4c9f-ad14-652ac647576b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/ports/50f85645-88dc-4729-99e7-d5389242fd3b HTTP/1.1" status: 200 len: 911 time: 1.2040184 Sep 10 03:46:00.635521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41594) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:00.654590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-826bb6a2-a26c-409b-90c1-fb83a489a03e req-478b2d8d-32cb-44ba-90cc-f8df9972f509 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0987256 Sep 10 03:46:00.740192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:00.763315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dcc16b1-fffc-4c9f-ad14-652ac647576b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=50f85645-88dc-4729-99e7-d5389242fd3b,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:00.795955 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-05d7b0fc-1d62-43db-8396-69337f94b186 req-666d8bf4-24df-4826-9785-2f3a2a1bd1f7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:46:00.820036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05d7b0fc-1d62-43db-8396-69337f94b186 req-666d8bf4-24df-4826-9785-2f3a2a1bd1f7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/91b69ce4-b723-44f4-854c-50520651e3dc HTTP/1.1" status: 404 len: 352 time: 0.0540397 Sep 10 03:46:00.919559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894144c-889a-458f-ad3c-2826fa81859b req-e018576d-98dc-4349-8812-e7b3b094fd92 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:00.923431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:00.923431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:00.941471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1894144c-889a-458f-ad3c-2826fa81859b req-e018576d-98dc-4349-8812-e7b3b094fd92 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 944 time: 0.1727293 Sep 10 03:46:01.111201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b85147-8463-47a9-9efb-a4e828ff93d4 req-e231cd37-e22c-4870-9861-f7f682242867 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:01.118787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4b85147-8463-47a9-9efb-a4e828ff93d4 req-e231cd37-e22c-4870-9861-f7f682242867 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1730351 Sep 10 03:46:01.134461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1894144c-889a-458f-ad3c-2826fa81859b req-b6709454-7545-4bf4-b948-c1ded959171b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1751199 Sep 10 03:46:01.137145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:01.202725 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:01.233578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:01.235941 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a08870ce-d2b5-46c3-81b2-a4d119b03e3f" -d '{"events": [{"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-plugged", "status": "completed", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:01.253313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4b85147-8463-47a9-9efb-a4e828ff93d4 req-cbf5e78c-57f5-4d63-9b4a-0423302b15e1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316943 Sep 10 03:46:01.269716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:01.360670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:01.387901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e0d3d63-23ad-4a4e-865f-4ece899b4b44 req-bade0068-261e-4989-bdd8-1cd4e6ad5de3 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acfb44a4bdb844f48bb776c2ee4db694 HTTP/1.1" status: 200 len: 6156 time: 0.1237023 Sep 10 03:46:01.513346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:01.564300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e0d3d63-23ad-4a4e-865f-4ece899b4b44 req-c47daa10-9a47-4c8c-b3eb-bff2fe734690 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/afcc3f3e-dff4-4a19-995f-3160e4ff8d0b HTTP/1.1" status: 200 len: 2985 time: 0.1743343 Sep 10 03:46:01.656528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 50f85645-88dc-4729-99e7-d5389242fd3b {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:01.661725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:01.706978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6276b939-726d-4681-b986-5f717f5317c8 req-c470ca96-2310-46a8-be33-c513ddc25d76 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:01.720633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6276b939-726d-4681-b986-5f717f5317c8 req-c470ca96-2310-46a8-be33-c513ddc25d76 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.2474384 Sep 10 03:46:01.750716 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e0d3d63-23ad-4a4e-865f-4ece899b4b44 req-a1584c8f-b814-4ac2-b8a1-1e8e5ca512a3 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/afcc3f3e-dff4-4a19-995f-3160e4ff8d0b HTTP/1.1" status: 200 len: 2985 time: 0.1852365 Sep 10 03:46:01.834282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6276b939-726d-4681-b986-5f717f5317c8 req-7a315ffc-2ffc-41ad-b35a-75b0c7dbdbcd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126776 Sep 10 03:46:01.878044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:01.909450 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc2b8131-db37-47b8-9ce7-08fdbb1612c9 x-openstack-request-id: req-fc2b8131-db37-47b8-9ce7-08fdbb1612c9 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:01.909969 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-plugged", "status": "completed", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:01.909969 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc2b8131-db37-47b8-9ce7-08fdbb1612c9 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:01.910382 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'code': 200} Sep 10 03:46:01.932730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 50f85645-88dc-4729-99e7-d5389242fd3b owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:02.041648 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:02.396762 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:02.541591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=50f85645-88dc-4729-99e7-d5389242fd3b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:02.714024 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:02.929668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce38c3ed-df40-4284-ad1b-e9e7113b2ecc req-22064421-1086-4b1a-9f3d-27e5811ac1bf tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:02.940222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce38c3ed-df40-4284-ad1b-e9e7113b2ecc req-22064421-1086-4b1a-9f3d-27e5811ac1bf tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.9603589 Sep 10 03:46:03.019993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aae18-def0-4c0c-b4ad-89355e92da0e req-5cb89cf4-fafc-4f72-a9f7-68c35ff66349 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:03.026814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aae18-def0-4c0c-b4ad-89355e92da0e req-5cb89cf4-fafc-4f72-a9f7-68c35ff66349 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:03.036487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aae18-def0-4c0c-b4ad-89355e92da0e req-5cb89cf4-fafc-4f72-a9f7-68c35ff66349 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:03.043548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aae18-def0-4c0c-b4ad-89355e92da0e req-5cb89cf4-fafc-4f72-a9f7-68c35ff66349 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:03.047533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router e566c859-10ae-4981-bcf8-ec1bf58ab1a8 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:03.052848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aae18-def0-4c0c-b4ad-89355e92da0e req-5cb89cf4-fafc-4f72-a9f7-68c35ff66349 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:03.079097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aae18-def0-4c0c-b4ad-89355e92da0e req-5cb89cf4-fafc-4f72-a9f7-68c35ff66349 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:03.091601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aae18-def0-4c0c-b4ad-89355e92da0e req-5cb89cf4-fafc-4f72-a9f7-68c35ff66349 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:03.109101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-519aae18-def0-4c0c-b4ad-89355e92da0e req-5cb89cf4-fafc-4f72-a9f7-68c35ff66349 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.2943571 Sep 10 03:46:03.176219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce38c3ed-df40-4284-ad1b-e9e7113b2ecc req-04b46028-40c4-440c-8e0b-c4ec7e692a37 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270052 Sep 10 03:46:03.247298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-519aae18-def0-4c0c-b4ad-89355e92da0e req-05a107a1-1d28-4b8c-8979-219d8d25b6b3 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1346176 Sep 10 03:46:03.259729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e7faec11-5ea0-44bb-8b20-874e241a907b req-4c1322e1-6654-4c57-8b23-4fee3b965b74 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-968407262', 'description': 'tempest-description-2129319986'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:03.489433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:03.498099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41626) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:03.501959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172a572-3404-4a82-9a3c-cf4e11172162 None None] Sync routers for ids ['e566c859-10ae-4981-bcf8-ec1bf58ab1a8'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:03.511948 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8ddbd66c-d460-4f2b-b17e-f3d2a1c87199 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/e566c859-10ae-4981-bcf8-ec1bf58ab1a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8703234 Sep 10 03:46:03.534114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c361632e-7f0b-4447-9467-d708aea5d684 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e566c859-10ae-4981-bcf8-ec1bf58ab1a8 HTTP/1.1" status: 200 len: 205 time: 0.0348456 Sep 10 03:46:03.536542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41628) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:03.537248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172a572-3404-4a82-9a3c-cf4e11172162 None None] Routers {'e566c859-10ae-4981-bcf8-ec1bf58ab1a8'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:03.537886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5172a572-3404-4a82-9a3c-cf4e11172162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e566c859-10ae-4981-bcf8-ec1bf58ab1a8'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:03.592216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5172a572-3404-4a82-9a3c-cf4e11172162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:03.603532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5172a572-3404-4a82-9a3c-cf4e11172162 None None] Routers {'e566c859-10ae-4981-bcf8-ec1bf58ab1a8'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:03.604292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5172a572-3404-4a82-9a3c-cf4e11172162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e566c859-10ae-4981-bcf8-ec1bf58ab1a8'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:03.636443 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1b31067-1f7c-4406-b358-4444960de45c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:03.641727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5172a572-3404-4a82-9a3c-cf4e11172162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:03.642415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5172a572-3404-4a82-9a3c-cf4e11172162 None None] The sync data for ids ['e566c859-10ae-4981-bcf8-ec1bf58ab1a8'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:03.794140 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7faec11-5ea0-44bb-8b20-874e241a907b req-4c1322e1-6654-4c57-8b23-4fee3b965b74 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:03.820815 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1b31067-1f7c-4406-b358-4444960de45c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:03.824074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1b31067-1f7c-4406-b358-4444960de45c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.022535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1b31067-1f7c-4406-b358-4444960de45c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.023242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b31067-1f7c-4406-b358-4444960de45c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Fanout notify agent at l3_agent the message router_deleted on router e566c859-10ae-4981-bcf8-ec1bf58ab1a8 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:46:04.038785 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1b31067-1f7c-4406-b358-4444960de45c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.040650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f1b31067-1f7c-4406-b358-4444960de45c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/e566c859-10ae-4981-bcf8-ec1bf58ab1a8 HTTP/1.1" status: 204 len: 168 time: 0.5023870 Sep 10 03:46:04.047664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41636) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:04.103383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7faec11-5ea0-44bb-8b20-874e241a907b req-4c1322e1-6654-4c57-8b23-4fee3b965b74 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.172737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-198eece4-dfae-4829-b524-be467c37b4d5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting subnet e5e29329-9550-4f6d-96e1-b75cc96fbb06 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:46:04.177091 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-198eece4-dfae-4829-b524-be467c37b4d5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.235907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-198eece4-dfae-4829-b524-be467c37b4d5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.392226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec542f3a-c1d6-4f6b-b0a2-9d79183a4224 req-171436bf-8606-438b-9472-85fd0b525572 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:04.392226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec542f3a-c1d6-4f6b-b0a2-9d79183a4224 req-171436bf-8606-438b-9472-85fd0b525572 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.0911250 Sep 10 03:46:04.392226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec542f3a-c1d6-4f6b-b0a2-9d79183a4224 req-09dd2730-5bcf-4472-b3d8-88f7b340d907 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386798 Sep 10 03:46:04.393805 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-198eece4-dfae-4829-b524-be467c37b4d5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.507338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf8d26-637e-464f-9e04-255a54351def req-90ebac35-0b91-429e-8d8e-78847fc0231f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:04.508964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98cf8d26-637e-464f-9e04-255a54351def req-90ebac35-0b91-429e-8d8e-78847fc0231f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.0657666 Sep 10 03:46:04.510201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7faec11-5ea0-44bb-8b20-874e241a907b req-4c1322e1-6654-4c57-8b23-4fee3b965b74 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.528263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-198eece4-dfae-4829-b524-be467c37b4d5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.564939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198eece4-dfae-4829-b524-be467c37b4d5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e29329-9550-4f6d-96e1-b75cc96fbb06,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:04.569948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-198eece4-dfae-4829-b524-be467c37b4d5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.572877 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-198eece4-dfae-4829-b524-be467c37b4d5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/e5e29329-9550-4f6d-96e1-b75cc96fbb06 HTTP/1.1" status: 204 len: 168 time: 0.5271897 Sep 10 03:46:04.576269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41644) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:04.577367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10fdae49-0d22-4953-8f9c-8276bdb31053 None None] Network 0fa6da7d-b708-43e0-94a8-cef8494d7b73 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:04.578008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1322e1-6654-4c57-8b23-4fee3b965b74 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c545adc-7c99-47e1-8b57-08aeeec28270,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:04.583744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98cf8d26-637e-464f-9e04-255a54351def req-5c5f4ca3-3d7c-4324-ad24-9e1aa7101e5a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622928 Sep 10 03:46:04.591178 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7faec11-5ea0-44bb-8b20-874e241a907b req-4c1322e1-6654-4c57-8b23-4fee3b965b74 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.592525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7faec11-5ea0-44bb-8b20-874e241a907b req-4c1322e1-6654-4c57-8b23-4fee3b965b74 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.3577790 Sep 10 03:46:04.791506 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:04.876013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port e87c38f7-6aa2-43f0-9888-e01ade042aa8 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:04.876903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.031745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port e87c38f7-6aa2-43f0-9888-e01ade042aa8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e87c38f7-6aa2-43f0-9888-e01ade042aa8,segment=NetworkSegment(bfb20b71-6368-421d-b5e3-39179b2f63aa),segment_id=bfb20b71-6368-421d-b5e3-39179b2f63aa)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:05.032537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.068920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for e87c38f7-6aa2-43f0-9888-e01ade042aa8 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:05.161764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19fac87-316c-4142-9e66-1ea12048c047 None None] DHCP port deletion for 0fa6da7d-b708-43e0-94a8-cef8494d7b73 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:46:05.298042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b19fac87-316c-4142-9e66-1ea12048c047 None None] Deleting port e87c38f7-6aa2-43f0-9888-e01ade042aa8 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:05.309803 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b19fac87-316c-4142-9e66-1ea12048c047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.327657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d640-9b9e-4551-ab2b-d8eef0a9ccdf req-167ad88d-6791-4ba5-a6e6-cf92bf7c5a55 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.339990 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d640-9b9e-4551-ab2b-d8eef0a9ccdf req-167ad88d-6791-4ba5-a6e6-cf92bf7c5a55 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.354365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d640-9b9e-4551-ab2b-d8eef0a9ccdf req-167ad88d-6791-4ba5-a6e6-cf92bf7c5a55 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.372340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d640-9b9e-4551-ab2b-d8eef0a9ccdf req-167ad88d-6791-4ba5-a6e6-cf92bf7c5a55 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.387061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d640-9b9e-4551-ab2b-d8eef0a9ccdf req-167ad88d-6791-4ba5-a6e6-cf92bf7c5a55 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.395717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b19fac87-316c-4142-9e66-1ea12048c047 None None] For port e87c38f7-6aa2-43f0-9888-e01ade042aa8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e87c38f7-6aa2-43f0-9888-e01ade042aa8,segment=NetworkSegment(bfb20b71-6368-421d-b5e3-39179b2f63aa),segment_id=bfb20b71-6368-421d-b5e3-39179b2f63aa)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:05.396357 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b19fac87-316c-4142-9e66-1ea12048c047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.400510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.401378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d640-9b9e-4551-ab2b-d8eef0a9ccdf req-167ad88d-6791-4ba5-a6e6-cf92bf7c5a55 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.411932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b19fac87-316c-4142-9e66-1ea12048c047 None None] Calling delete_port for e87c38f7-6aa2-43f0-9888-e01ade042aa8 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:05.421361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a5d640-9b9e-4551-ab2b-d8eef0a9ccdf req-167ad88d-6791-4ba5-a6e6-cf92bf7c5a55 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:05.433713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9a5d640-9b9e-4551-ab2b-d8eef0a9ccdf req-167ad88d-6791-4ba5-a6e6-cf92bf7c5a55 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.1913567 Sep 10 03:46:05.458471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=e87c38f7-6aa2-43f0-9888-e01ade042aa8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:05.491550 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b19fac87-316c-4142-9e66-1ea12048c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.500769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No DVR routers for this DVR port e87c38f7-6aa2-43f0-9888-e01ade042aa8 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:05.523250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19fac87-316c-4142-9e66-1ea12048c047 None None] Pushing event deleted for resources: {'Port': ['ID=e87c38f7-6aa2-43f0-9888-e01ade042aa8,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:05.528386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19fac87-316c-4142-9e66-1ea12048c047 None None] No DVR routers for this DVR port e87c38f7-6aa2-43f0-9888-e01ade042aa8 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:05.546538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9a5d640-9b9e-4551-ab2b-d8eef0a9ccdf req-19ac9061-cbec-4166-8f07-2cea2c5fa9b7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1044798 Sep 10 03:46:05.595563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-67dd993d-318e-4adb-aa96-700aa538c442 req-7aeed64a-d254-44fa-9c6e-f51d93a599fb tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-993026249', 'description': 'tempest-description-1971609654'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:05.682792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.722241 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-67dd993d-318e-4adb-aa96-700aa538c442 req-7aeed64a-d254-44fa-9c6e-f51d93a599fb tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.730798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0fa6da7d-b708-43e0-94a8-cef8494d7b73']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:05.746775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfb20b71-6368-421d-b5e3-39179b2f63aa') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:05.747074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfb20b71-6368-421d-b5e3-39179b2f63aa') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:05.763825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.782719 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.797902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:46:05.798857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:46:05.860287 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:46:05.894142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-67dd993d-318e-4adb-aa96-700aa538c442 req-7aeed64a-d254-44fa-9c6e-f51d93a599fb tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.956210 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-67dd993d-318e-4adb-aa96-700aa538c442 req-7aeed64a-d254-44fa-9c6e-f51d93a599fb tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:05.996380 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.021999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeed64a-d254-44fa-9c6e-f51d93a599fb tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eafa6a94-cbd1-4275-a0f3-3ea15295299d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:06.037765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.045489 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/networks/0fa6da7d-b708-43e0-94a8-cef8494d7b73 HTTP/1.1" status: 204 len: 168 time: 1.4612701 Sep 10 03:46:06.045689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41660) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:06.045809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c2a9a2-34b1-4725-9df3-a70ff46a3198 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Network': ['ID=0fa6da7d-b708-43e0-94a8-cef8494d7b73,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:06.050828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2d6a7399-7977-4d17-b661-582fe3f7d271 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1121270978', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:06.132675 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-67dd993d-318e-4adb-aa96-700aa538c442 req-7aeed64a-d254-44fa-9c6e-f51d93a599fb tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.136168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67dd993d-318e-4adb-aa96-700aa538c442 req-7aeed64a-d254-44fa-9c6e-f51d93a599fb tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.5452981 Sep 10 03:46:06.265663 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7399-7977-4d17-b661-582fe3f7d271 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.267623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7399-7977-4d17-b661-582fe3f7d271 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.306198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a77f29f-ec13-439d-944c-2e861209a439 req-c4acd55b-2d71-4200-a023-23eb37c075c5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:06.316311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a77f29f-ec13-439d-944c-2e861209a439 req-c4acd55b-2d71-4200-a023-23eb37c075c5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.0917714 Sep 10 03:46:06.420005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7399-7977-4d17-b661-582fe3f7d271 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.481106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a77f29f-ec13-439d-944c-2e861209a439 req-724eafa9-a43c-43a8-84db-4736598c04f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1622570 Sep 10 03:46:06.494779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7399-7977-4d17-b661-582fe3f7d271 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.621928 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d6a7399-7977-4d17-b661-582fe3f7d271 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.626181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41674) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:06.627170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2d6a7399-7977-4d17-b661-582fe3f7d271 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5813854 Sep 10 03:46:06.635026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-184499083'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:06.646567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c2911d-e0b5-4b48-9721-f41af82ec930 req-5c329706-d965-484d-8d33-1ffb231e66fd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:06.654974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3c2911d-e0b5-4b48-9721-f41af82ec930 req-5c329706-d965-484d-8d33-1ffb231e66fd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.0926142 Sep 10 03:46:06.665075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b219f9-01e9-4780-b383-21d555ffd71e req-61935e90-fce7-419b-85c7-055932aefac9 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:06.666711 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-24b219f9-01e9-4780-b383-21d555ffd71e req-61935e90-fce7-419b-85c7-055932aefac9 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.20 "GET /v2.0/ports?device_id=2228d340-b117-475a-825e-e40522a647a4 HTTP/1.1" status: 200 len: 945 time: 0.1158550 Sep 10 03:46:06.718032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3c2911d-e0b5-4b48-9721-f41af82ec930 req-53e4f538-c81c-4429-9890-95e0f7ce5db1 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600998 Sep 10 03:46:06.747999 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:06.747999 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.843899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:46:06.891230 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.893720 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added segment 337d894c-4927-4095-a5b4-6bf438b0b696 of type vlan for network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 Sep 10 03:46:06.942659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e87c38f7-6aa2-43f0-9888-e01ade042aa8 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:06.978432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-24b219f9-01e9-4780-b383-21d555ffd71e req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Deleting port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:06.982941 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-24b219f9-01e9-4780-b383-21d555ffd71e req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:06.986182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: e87c38f7-6aa2-43f0-9888-e01ade042aa8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:06.988212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e87c38f7-6aa2-43f0-9888-e01ade042aa8 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:07.057713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:07.148997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-24b219f9-01e9-4780-b383-21d555ffd71e req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] For port 2410fec1-724a-4c4b-8328-3c4f72a6ed43, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2410fec1-724a-4c4b-8328-3c4f72a6ed43,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:07.149896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-24b219f9-01e9-4780-b383-21d555ffd71e req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:07.166005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-24b219f9-01e9-4780-b383-21d555ffd71e req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Calling delete_port for 2410fec1-724a-4c4b-8328-3c4f72a6ed43 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:07.337719 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:07.345209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:07.346026 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:07.439527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Network': ['ID=5b6b0d46-b9c9-487c-b344-922b2cbd72d0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:07.441887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-24b219f9-01e9-4780-b383-21d555ffd71e req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:07.454006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:46:07.505869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Pushing event deleted for resources: {'Port': ['ID=2410fec1-724a-4c4b-8328-3c4f72a6ed43,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:07.528043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b219f9-01e9-4780-b383-21d555ffd71e req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] No DVR routers for this DVR port 2410fec1-724a-4c4b-8328-3c4f72a6ed43 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:07.531642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-24b219f9-01e9-4780-b383-21d555ffd71e req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:07.534742 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-24b219f9-01e9-4780-b383-21d555ffd71e req-695c58d7-b166-4921-9ef4-778f5faa64ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.20 "DELETE /v2.0/ports/2410fec1-724a-4c4b-8328-3c4f72a6ed43 HTTP/1.1" status: 204 len: 173 time: 0.8605480 Sep 10 03:46:07.535370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'name': 'network-vif-deleted', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:07.546959 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb058ccc-cd73-4e32-b9a6-88d9b6e918f2" -d '{"events": [{"server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "name": "network-vif-deleted", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:07.574652 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e0e3ed82-f124-44f8-b5ce-5fb80283dad7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9472511 Sep 10 03:46:07.577907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41686) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:07.583985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'subnet': {'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:07.814450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:07.822253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:08.391009 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:08.466084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Checking segment: {'id': '337d894c-4927-4095-a5b4-6bf438b0b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:08.466444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network hostable DHCP agents. Network: 5b6b0d46-b9c9-487c-b344-922b2cbd72d0, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:46:08.483506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Subnet': ['ID=ccfb1571-70f9-400f-b2c7-76c1d9a55e92,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:08.588702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:46:08.894793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2410fec1-724a-4c4b-8328-3c4f72a6ed43 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:08.916252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 2410fec1-724a-4c4b-8328-3c4f72a6ed43 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:08.916590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2410fec1-724a-4c4b-8328-3c4f72a6ed43 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:08.947479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 5b6b0d46-b9c9-487c-b344-922b2cbd72d0) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:08.957919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:08.957919 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:08.958733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a7b567-35c0-4e06-9aab-450f3a772b82 None None] Network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:09.048463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-20129fc3-6bed-4b7e-bfd8-ff8098ec99e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4687948 Sep 10 03:46:09.051222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41696) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:09.115467 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:46:09.119820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:46:09.120698 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:09.364773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Allocated IP 2001:db8::2 (5b6b0d46-b9c9-487c-b344-922b2cbd72d0/ccfb1571-70f9-400f-b2c7-76c1d9a55e92/4fe86c4c-6dc1-45ee-b19d-7af119a6eda8) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:09.413534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:09.574485 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:09.594307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Transition to ACTIVE for port object 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:09.613684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Transition to ACTIVE for port object 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:09.703806 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:09.773868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Pushing event updated for resources: {'Port': ['ID=4fe86c4c-6dc1-45ee-b19d-7af119a6eda8,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:09.793521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:09.795353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:09.799420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:09.866641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Attempting to bind port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:09.867057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Attempting to bind port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '337d894c-4927-4095-a5b4-6bf438b0b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:09.867277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Attempting to bind port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 on network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:09.873004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:09.873391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Checking segment: {'id': '337d894c-4927-4095-a5b4-6bf438b0b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:09.873779 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:09.874170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Bound using segment: {'id': '337d894c-4927-4095-a5b4-6bf438b0b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:09.874983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Bound port: 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337d894c-4927-4095-a5b4-6bf438b0b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:09.875111 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:09.949258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] For port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:09.952795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] For port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4fe86c4c-6dc1-45ee-b19d-7af119a6eda8,segment=NetworkSegment(337d894c-4927-4095-a5b4-6bf438b0b696),segment_id=337d894c-4927-4095-a5b4-6bf438b0b696)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:09.965637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 2001:db8::1 (5b6b0d46-b9c9-487c-b344-922b2cbd72d0/ccfb1571-70f9-400f-b2c7-76c1d9a55e92/07426b95-c84e-4075-8426-7311b2893f78) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:09.982945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-02b9088d-cb8a-476e-aef9-fe1a738cdad4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:09.984529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-02b9088d-cb8a-476e-aef9-fe1a738cdad4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 812 time: 0.2846870 Sep 10 03:46:09.999141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-dd698c12-66d4-46f3-a260-b4745e44e873 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:10.002085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-dd698c12-66d4-46f3-a260-b4745e44e873 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/networks?id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf HTTP/1.1" status: 200 len: 815 time: 0.3197057 Sep 10 03:46:10.026057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-128fd595-e479-4127-bcfe-1411a93f0fae tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/quotas/d430b938148d4c3cb1dc147b1f7f151d HTTP/1.1" status: 200 len: 375 time: 0.0163140 Sep 10 03:46:10.031068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-a3d472da-5ef8-48c9-9f27-deb828a558a6 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/quotas/acfb44a4bdb844f48bb776c2ee4db694 HTTP/1.1" status: 200 len: 375 time: 0.0389528 Sep 10 03:46:10.046806 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:10.103080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-e03cbbfc-0f02-40f9-a8dc-49243985c07f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0599885 Sep 10 03:46:10.145613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6906f1d-9edb-4d7f-81f6-b215c7504041 None None] Pushing event updated for resources: {'Port': ['ID=4fe86c4c-6dc1-45ee-b19d-7af119a6eda8,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:10.218965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-e29eb0ef-85b7-472a-a7b9-d0a78774dbe4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1770539 Sep 10 03:46:10.267924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-cb8338b1-3b64-49c2-ab0f-98249096c6d6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:46:10.276427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-cb8338b1-3b64-49c2-ab0f-98249096c6d6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141339 Sep 10 03:46:10.366242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-d872bdef-80be-4223-a162-cf74d8fd11c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:10.367872 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-d872bdef-80be-4223-a162-cf74d8fd11c6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 1096 time: 0.1008177 Sep 10 03:46:10.383395 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:10.421388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-1b173e91-8d70-4280-bf0c-d22c3b50de88 service neutron] 10.222.0.22 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3007908 Sep 10 03:46:10.464598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Transition to ACTIVE for port object 07426b95-c84e-4075-8426-7311b2893f78 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:10.553485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-e3a38f1c-ae5a-451f-897e-18bc05064162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:10.555052 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-e3a38f1c-ae5a-451f-897e-18bc05064162 service neutron] 10.222.0.39 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 913 time: 0.1787436 Sep 10 03:46:10.573502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-425ceff0-4148-4659-95b6-299a1eb1a131 service neutron] 10.222.0.22 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962937 Sep 10 03:46:10.592924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:10.606352 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-6074c12e-1178-4d88-a7bb-0aaef8ba784d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407 HTTP/1.1" status: 200 len: 217 time: 0.0417693 Sep 10 03:46:10.681139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-2cca9e2d-57b2-431f-98ac-bf28dc749d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:10.682802 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-2cca9e2d-57b2-431f-98ac-bf28dc749d1b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.0690281 Sep 10 03:46:10.713263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-4fc2528f-67c8-4fd8-aece-9bd76c82e15d service neutron] 10.222.0.22 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773383 Sep 10 03:46:10.730672 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-6926d436-45d0-4f93-b432-1cd9b44bb70c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330570 Sep 10 03:46:10.740149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=07426b95-c84e-4075-8426-7311b2893f78,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:10.751162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:10.756278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:10.760519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:10.768770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:10.851110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-fff20471-fd88-477f-af1b-9a4b597228a1 service neutron] 10.222.0.22 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2766368 Sep 10 03:46:10.898448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-a9352392-5e90-46bb-bf47-0867d3902024 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591997 Sep 10 03:46:11.012542 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:11.103768 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ce6126ae-9975-4d81-a58f-f6cf548f48a2 req-eb9d9ee7-db52-4949-bb34-dac3014676c8 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976860 Sep 10 03:46:11.137300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:11.146469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:11.297003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e53b4f-4faa-44f2-9e27-4f253b221a2d req-5e9884c1-b78b-43d6-8e7f-e7e2c1e59033 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.319634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e53b4f-4faa-44f2-9e27-4f253b221a2d req-5e9884c1-b78b-43d6-8e7f-e7e2c1e59033 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.326989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e53b4f-4faa-44f2-9e27-4f253b221a2d req-5e9884c1-b78b-43d6-8e7f-e7e2c1e59033 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.335777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e53b4f-4faa-44f2-9e27-4f253b221a2d req-5e9884c1-b78b-43d6-8e7f-e7e2c1e59033 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.349116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e53b4f-4faa-44f2-9e27-4f253b221a2d req-5e9884c1-b78b-43d6-8e7f-e7e2c1e59033 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.349116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e53b4f-4faa-44f2-9e27-4f253b221a2d req-5e9884c1-b78b-43d6-8e7f-e7e2c1e59033 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.356091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e53b4f-4faa-44f2-9e27-4f253b221a2d req-5e9884c1-b78b-43d6-8e7f-e7e2c1e59033 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.358007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9e53b4f-4faa-44f2-9e27-4f253b221a2d req-5e9884c1-b78b-43d6-8e7f-e7e2c1e59033 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.2842407 Sep 10 03:46:11.568586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9e53b4f-4faa-44f2-9e27-4f253b221a2d req-d9d378a4-cf96-42ed-b5a4-23edac5b450d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562665 Sep 10 03:46:11.662235 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf5539a-f4ec-46fa-a072-314978687128 x-openstack-request-id: req-8bf5539a-f4ec-46fa-a072-314978687128 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:11.663955 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2228d340-b117-475a-825e-e40522a647a4", "name": "network-vif-deleted", "tag": "2410fec1-724a-4c4b-8328-3c4f72a6ed43", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:11.663955 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bf5539a-f4ec-46fa-a072-314978687128 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:11.668161 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2228d340-b117-475a-825e-e40522a647a4', 'name': 'network-vif-deleted', 'tag': '2410fec1-724a-4c4b-8328-3c4f72a6ed43', 'status': 'completed', 'code': 200} Sep 10 03:46:11.706037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6f3d273-4c63-4f9a-aaf0-5495d3c60a75 None None] Network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:11.735909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e8b686-ac7d-42f3-a3de-6721a7157b4a req-e79c7166-4f66-472a-9b2b-1a19cb3d1dfd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.737869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56e8b686-ac7d-42f3-a3de-6721a7157b4a req-e79c7166-4f66-472a-9b2b-1a19cb3d1dfd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.2961531 Sep 10 03:46:11.894148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f86beb-1ec0-44cc-9fae-d53a76ab615e req-e31df6d6-69a0-4247-99f3-9833aefdbb34 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:11.896648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-15e0bc60-8cdb-48b3-be5e-87c5a2dad4ad None None] Provisioning for port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:11.903255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5f86beb-1ec0-44cc-9fae-d53a76ab615e req-e31df6d6-69a0-4247-99f3-9833aefdbb34 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1642261 Sep 10 03:46:11.903495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-15e0bc60-8cdb-48b3-be5e-87c5a2dad4ad None None] Provisioning complete for port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:11.903945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-15e0bc60-8cdb-48b3-be5e-87c5a2dad4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:11.964725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56e8b686-ac7d-42f3-a3de-6721a7157b4a req-b6a57d9e-65b0-4cb6-b6a6-792b22f65f64 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765115 Sep 10 03:46:12.018945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5f86beb-1ec0-44cc-9fae-d53a76ab615e req-ad5a7efe-de2c-420c-a747-bd1792308930 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925670 Sep 10 03:46:12.027703 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-15e0bc60-8cdb-48b3-be5e-87c5a2dad4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:12.095554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-15e0bc60-8cdb-48b3-be5e-87c5a2dad4ad None None] For port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4fe86c4c-6dc1-45ee-b19d-7af119a6eda8,segment=NetworkSegment(337d894c-4927-4095-a5b4-6bf438b0b696),segment_id=337d894c-4927-4095-a5b4-6bf438b0b696)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:12.151494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:12.180889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03bdcc91-a1b9-40b3-93d5-ef943218f21e req-965c08e8-701e-4ab3-8ef9-dab10f2012a4 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 210 time: 0.0568063 Sep 10 03:46:12.184964 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-15e0bc60-8cdb-48b3-be5e-87c5a2dad4ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:12.243448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-192e1ce9-aa38-4076-8fb0-700cf3833157 req-41cbac17-20c0-45ed-92e8-a971333f7ff3 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 210 time: 0.0668046 Sep 10 03:46:12.244775 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:12.245570 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:12.273753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0bc60-8cdb-48b3-be5e-87c5a2dad4ad None None] Pushing event updated for resources: {'Port': ['ID=4fe86c4c-6dc1-45ee-b19d-7af119a6eda8,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:12.416255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e966f42a-b886-4324-8ca5-a9f47ec081a8 None None] Provisioning complete for port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:12.416877 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e966f42a-b886-4324-8ca5-a9f47ec081a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:12.694168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e966f42a-b886-4324-8ca5-a9f47ec081a8 None None] Provisioning for port 07426b95-c84e-4075-8426-7311b2893f78 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:12.698822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e966f42a-b886-4324-8ca5-a9f47ec081a8 None None] Provisioning complete for port 07426b95-c84e-4075-8426-7311b2893f78 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:12.703502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e966f42a-b886-4324-8ca5-a9f47ec081a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:12.753684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e966f42a-b886-4324-8ca5-a9f47ec081a8 None None] Port 07426b95-c84e-4075-8426-7311b2893f78 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:12.800734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=07426b95-c84e-4075-8426-7311b2893f78,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:12.893497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-594f2f3a-7957-4ec5-bbfe-1d721af016d3 None None] Provisioning complete for port 07426b95-c84e-4075-8426-7311b2893f78 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:12.894001 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-594f2f3a-7957-4ec5-bbfe-1d721af016d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:12.938907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c59953c3-0513-4b70-81ba-1ae33736f51d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:12.940792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:13.002643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-594f2f3a-7957-4ec5-bbfe-1d721af016d3 None None] Port 07426b95-c84e-4075-8426-7311b2893f78 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:13.029373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:13.034109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:13.052060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab88d9c-14a9-44a5-a75f-e8e7191e9fa7 req-815e501d-f796-4590-afff-18b6bb2df6cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.058336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab88d9c-14a9-44a5-a75f-e8e7191e9fa7 req-815e501d-f796-4590-afff-18b6bb2df6cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.070189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab88d9c-14a9-44a5-a75f-e8e7191e9fa7 req-815e501d-f796-4590-afff-18b6bb2df6cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.077084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab88d9c-14a9-44a5-a75f-e8e7191e9fa7 req-815e501d-f796-4590-afff-18b6bb2df6cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.083634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab88d9c-14a9-44a5-a75f-e8e7191e9fa7 req-815e501d-f796-4590-afff-18b6bb2df6cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.097660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab88d9c-14a9-44a5-a75f-e8e7191e9fa7 req-815e501d-f796-4590-afff-18b6bb2df6cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.105552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab88d9c-14a9-44a5-a75f-e8e7191e9fa7 req-815e501d-f796-4590-afff-18b6bb2df6cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.109330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:13.109819 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:13.114359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ab88d9c-14a9-44a5-a75f-e8e7191e9fa7 req-815e501d-f796-4590-afff-18b6bb2df6cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5421 time: 0.3227849 Sep 10 03:46:13.177935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ab88d9c-14a9-44a5-a75f-e8e7191e9fa7 req-fed0947e-8343-45f7-bc64-0cf1ce1ef9ed tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0597761 Sep 10 03:46:13.232445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c59953c3-0513-4b70-81ba-1ae33736f51d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c59953c3-0513-4b70-81ba-1ae33736f51d,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:13.328561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'c59953c3-0513-4b70-81ba-1ae33736f51d', 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'port_id': 'c59953c3-0513-4b70-81ba-1ae33736f51d', 'mac_address': 'fa:16:3e:9c:66:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e13d58-c4cb-4596-ad92-42816886f6bc', 'ip_address': '10.1.1.83'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:13.401524 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:13.435280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c59953c3-0513-4b70-81ba-1ae33736f51d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:13.441017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02edf28b-ae37-442e-9261-84574c9e576e req-f79bc298-72fb-4fc9-bbc1-e348134813a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.446962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02edf28b-ae37-442e-9261-84574c9e576e req-f79bc298-72fb-4fc9-bbc1-e348134813a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.1295276 Sep 10 03:46:13.466668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c59953c3-0513-4b70-81ba-1ae33736f51d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c59953c3-0513-4b70-81ba-1ae33736f51d,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:13.483620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d481768-4de9-40d9-9088-a180aea16a10 req-254b122a-80b6-40d7-9b25-4ef1d58d27ed tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.490972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d481768-4de9-40d9-9088-a180aea16a10 req-254b122a-80b6-40d7-9b25-4ef1d58d27ed tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 945 time: 0.1338775 Sep 10 03:46:13.550518 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:13.551124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c35f185d-3a3c-4e59-b791-f13023b215b7 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:13.587894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02edf28b-ae37-442e-9261-84574c9e576e req-78562c31-4d77-47a0-b93c-e86b601c9504 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1363873 Sep 10 03:46:13.619296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d481768-4de9-40d9-9088-a180aea16a10 req-d997ff9e-ba66-40ea-be43-3c948a4788e5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272786 Sep 10 03:46:13.716535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:46:13.718570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c35f185d-3a3c-4e59-b791-f13023b215b7, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c35f185d-3a3c-4e59-b791-f13023b215b7,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:13.746723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0d98673d-02a3-4a20-82c4-b8c59fd2eaf6 None None] Provisioning complete for port 07426b95-c84e-4075-8426-7311b2893f78 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:13.747100 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d98673d-02a3-4a20-82c4-b8c59fd2eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:13.760837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-368e71d0-88a6-4e4d-96c8-99f094a1361a tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:13.761438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'port_id': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'mac_address': 'fa:16:3e:8a:45:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 244, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:13.766407 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-368e71d0-88a6-4e4d-96c8-99f094a1361a tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.20 "GET /v2.0/networks?id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf HTTP/1.1" status: 200 len: 815 time: 0.2869794 Sep 10 03:46:13.789812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7554dd28-2657-43e6-b384-0571167c713e req-944994b8-8698-4563-ba4b-db82b4415a67 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 210 time: 0.0592341 Sep 10 03:46:13.808382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Request body: {'port': {'device_id': '6969cd87-809a-4497-baea-a1087b34cab7', 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf', 'admin_state_up': True, 'tenant_id': 'd430b938148d4c3cb1dc147b1f7f151d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:13.856021 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:13.887151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c35f185d-3a3c-4e59-b791-f13023b215b7 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:13.913603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c35f185d-3a3c-4e59-b791-f13023b215b7, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c35f185d-3a3c-4e59-b791-f13023b215b7,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:13.914673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0d98673d-02a3-4a20-82c4-b8c59fd2eaf6 None None] Port 07426b95-c84e-4075-8426-7311b2893f78 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:13.921515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c59953c3-0513-4b70-81ba-1ae33736f51d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:13.972082 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66993769-e144-4f6d-a67d-bff8d725a47b req-fd2b79e7-0f27-4e94-a3a0-172e59e64c64 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 210 time: 0.0392447 Sep 10 03:46:13.981540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:13.993956 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:13.997200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-209835fe-2987-457b-9343-7e414db316e5 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9448588 Sep 10 03:46:14.004984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41772) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:14.013278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-716285555'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:14.022645 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:14.023274 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:14.122399 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:14.208074 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-d2e9f0fe-9f8c-46f2-8c04-45817aa9a15c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0463285 Sep 10 03:46:14.303016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e019f609-dbe4-4c48-a47e-756209236143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.303960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e019f609-dbe4-4c48-a47e-756209236143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.304617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e019f609-dbe4-4c48-a47e-756209236143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.305262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e019f609-dbe4-4c48-a47e-756209236143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.305903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e019f609-dbe4-4c48-a47e-756209236143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.306553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e019f609-dbe4-4c48-a47e-756209236143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.307058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e019f609-dbe4-4c48-a47e-756209236143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.309077 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e019f609-dbe4-4c48-a47e-756209236143 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6504 time: 0.0548465 Sep 10 03:46:14.320544 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:10Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:11Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:14.352890 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:14.353232 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Updating router c8a122fe-6227-4049-8d37-40f5e8a653dd port 07426b95-c84e-4075-8426-7311b2893f78 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:46:14.364846 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:14.369917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c24fe1eb-7631-4117-8de6-8c5fd6e4e985 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:14.370218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Made reservation on behalf of d430b938148d4c3cb1dc147b1f7f151d for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:14.374984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:14.383894 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:14.493419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:14.497255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:14.513517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c24fe1eb-7631-4117-8de6-8c5fd6e4e985, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:14.537447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985', 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'port_id': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985', 'mac_address': 'fa:16:3e:c3:6e:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e13d58-c4cb-4596-ad92-42816886f6bc', 'ip_address': '10.1.1.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:14.581860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c35f185d-3a3c-4e59-b791-f13023b215b7,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:14.599867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e20b95bc-0870-463b-a75a-944636866868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.601944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e20b95bc-0870-463b-a75a-944636866868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.602365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e20b95bc-0870-463b-a75a-944636866868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.607971 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e20b95bc-0870-463b-a75a-944636866868 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24 HTTP/1.1" status: 200 len: 2298 time: 0.2720933 Sep 10 03:46:14.608103 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:14.653523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c24fe1eb-7631-4117-8de6-8c5fd6e4e985 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:14.683284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c24fe1eb-7631-4117-8de6-8c5fd6e4e985, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:14.697015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] vlan segment allocate from pool success with {'vlan_id': 228, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:46:14.755507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:14.770981 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:14.771423 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added segment da01bd9d-6a75-4e9f-be35-84d7c74e9ab6 of type vlan for network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 Sep 10 03:46:14.787902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53079-ba9a-42ee-9c9c-1e3fb27ad89e req-62771378-6360-4051-ae3d-bf8d52095afa tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.800124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53079-ba9a-42ee-9c9c-1e3fb27ad89e req-62771378-6360-4051-ae3d-bf8d52095afa tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.809292 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:14.810110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:14.810886 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-70842574-3664-4f36-ac3b-bed03cd80a31 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e HTTP/1.1" status: 200 len: 1001 time: 0.1932690 Sep 10 03:46:14.818090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Allocated IP 172.20.0.13 (1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf/cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4/3a38c6e9-b3c6-42b3-8389-dc490dd98b29) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:14.829850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53079-ba9a-42ee-9c9c-1e3fb27ad89e req-62771378-6360-4051-ae3d-bf8d52095afa tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.864405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53079-ba9a-42ee-9c9c-1e3fb27ad89e req-62771378-6360-4051-ae3d-bf8d52095afa tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.874283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:14.900127 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53079-ba9a-42ee-9c9c-1e3fb27ad89e req-62771378-6360-4051-ae3d-bf8d52095afa tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.916593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53079-ba9a-42ee-9c9c-1e3fb27ad89e req-62771378-6360-4051-ae3d-bf8d52095afa tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.926258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b53079-ba9a-42ee-9c9c-1e3fb27ad89e req-62771378-6360-4051-ae3d-bf8d52095afa tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.931174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59b53079-ba9a-42ee-9c9c-1e3fb27ad89e req-62771378-6360-4051-ae3d-bf8d52095afa tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5423 time: 0.3969388 Sep 10 03:46:14.942414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-9e49f125-39bf-49c8-ba9e-e2ee0fdd0cb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:14.946930 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-9e49f125-39bf-49c8-ba9e-e2ee0fdd0cb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de481826-aaa2-4c99-88fc-13be40e266ed HTTP/1.1" status: 200 len: 856 time: 0.1255739 Sep 10 03:46:14.959315 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:14.985787 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.001996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:15.005474 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c0e79fb-f551-442c-8ae8-97fb2f7be89b" -d '{"events": [{"server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "name": "network-vif-unplugged", "status": "completed", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:15.007615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-690c9975-e95f-4d41-94b7-00a1eb51d7d8 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:15.009800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-690c9975-e95f-4d41-94b7-00a1eb51d7d8 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.20 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 812 time: 0.3820980 Sep 10 03:46:15.015750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:15.016921 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Transition to ACTIVE for port object 07426b95-c84e-4075-8426-7311b2893f78 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:15.049109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'port': {'device_id': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5', 'admin_state_up': True, 'tenant_id': 'acfb44a4bdb844f48bb776c2ee4db694'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:15.058119 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '6e5d38e1-dc08-4827-83a7-4d44c9d7f69a', 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'port_id': '6e5d38e1-dc08-4827-83a7-4d44c9d7f69a', 'mac_address': 'fa:16:3e:c5:65:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e13d58-c4cb-4596-ad92-42816886f6bc', 'ip_address': '10.1.1.209'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:15.073640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:15.111666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-7d9f2c4b-d1c1-4bad-8e04-782c2b01420d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:15.114146 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-7d9f2c4b-d1c1-4bad-8e04-782c2b01420d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561065 Sep 10 03:46:15.127819 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.136020 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.165031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:15.176110 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.189635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.227489 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Pushing event updated for resources: {'Port': ['ID=07426b95-c84e-4075-8426-7311b2893f78,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:15.243210 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.243556 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.243963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.245463 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.245806 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.246175 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.246505 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.246836 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.247809 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.248158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.248486 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.248874 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:15.289357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59b53079-ba9a-42ee-9c9c-1e3fb27ad89e req-b16ba68c-cf30-48e3-889a-7fec9c4803fd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2771289 Sep 10 03:46:15.298916 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.360703 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Attempting to bind port 07426b95-c84e-4075-8426-7311b2893f78 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:15.366783 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Attempting to bind port 07426b95-c84e-4075-8426-7311b2893f78 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '337d894c-4927-4095-a5b4-6bf438b0b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:15.366783 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Attempting to bind port 07426b95-c84e-4075-8426-7311b2893f78 on network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:15.374707 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:15.375181 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Checking segment: {'id': '337d894c-4927-4095-a5b4-6bf438b0b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:15.375574 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.376006 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Bound using segment: {'id': '337d894c-4927-4095-a5b4-6bf438b0b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:15.376501 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Bound port: 07426b95-c84e-4075-8426-7311b2893f78, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '337d894c-4927-4095-a5b4-6bf438b0b696', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:15.376884 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.382323 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.407955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Made reservation on behalf of acfb44a4bdb844f48bb776c2ee4db694 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:15.411662 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.466576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.492984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:15.493649 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.569589 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-4c8ab512-6777-4d2a-85ef-e6b990cb4f5d service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3240924 Sep 10 03:46:15.583269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:15.604965 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] For port 07426b95-c84e-4075-8426-7311b2893f78, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:15.610214 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] For port 07426b95-c84e-4075-8426-7311b2893f78, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=07426b95-c84e-4075-8426-7311b2893f78,segment=NetworkSegment(337d894c-4927-4095-a5b4-6bf438b0b696),segment_id=337d894c-4927-4095-a5b4-6bf438b0b696)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:15.632100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:15.642344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:15.672625 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.673558 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:15.674392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e29888a9-a947-47cc-8e2e-89a9853cf8cc details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:15.684581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:15.695249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:15.761325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Network': ['ID=ff0f10d0-5c7d-4a38-a46a-5615bf834c69,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:15.767084 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-78928113-2572-43ab-9031-fe68cd751830 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7552636 Sep 10 03:46:15.767754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41828) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:15.781342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Pushing event updated for resources: {'Port': ['ID=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:15.819920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'subnet': {'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:15.878084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:46:15.884992 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:15.891784 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:45:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:15.908657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:15.934037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:15.941512 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:16.023196 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4d3911-c4fb-4597-bd9f-316315de68f6 None None] Pushing event updated for resources: {'Port': ['ID=07426b95-c84e-4075-8426-7311b2893f78,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:16.065375 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ba46bd65-aaba-4f93-ae59-57369228dc79 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2816854 Sep 10 03:46:16.078492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-dbe7cf3e-f12c-4d8c-9839-a5b34f677b43 service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4985633 Sep 10 03:46:16.108614 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.resource_extend [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:46:16.114596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Request body: {'port': {'device_id': '6969cd87-809a-4497-baea-a1087b34cab7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:16.154167 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:16.195884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Allocated IP 172.20.0.2 (c92116b9-1d1b-4762-a064-5c46db334dd5/1961c397-a6a1-49ee-aa61-b2ccfb761bbf/be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:16.263365 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-c22dad9a-6726-49cc-bf18-a01f60c4e3bf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 200 len: 217 time: 0.1373537 Sep 10 03:46:16.411056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-06d60699-44ac-4a24-be34-70c3b596151c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:16.412664 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-06d60699-44ac-4a24-be34-70c3b596151c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0590415 Sep 10 03:46:16.483229 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:16.526038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e29888a9-a947-47cc-8e2e-89a9853cf8cc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:16.540474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc', 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05', 'port_id': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc', 'mac_address': 'fa:16:3e:53:ab:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b018483-2b27-4c1e-b323-d326bc1ef7e0', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:16.591036 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:16.620937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e29888a9-a947-47cc-8e2e-89a9853cf8cc {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:16.637854 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:16.657593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-6ea6dfee-326d-4bf6-ba62-a9e6c872a413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:16.659897 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-6ea6dfee-326d-4bf6-ba62-a9e6c872a413 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2337654 Sep 10 03:46:16.661052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e29888a9-a947-47cc-8e2e-89a9853cf8cc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:16.666805 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:10Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:15Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:16.692696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-edc0cecb-7cb7-40ca-a2a6-047fe2420643 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:16.694546 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5fe61dd-0625-4f13-8017-b6fa2beabbfc None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:10Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:15Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:16.700241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-edc0cecb-7cb7-40ca-a2a6-047fe2420643 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=5bbb49fe-1833-4bbe-a919-43afbdfd4a18 HTTP/1.1" status: 200 len: 943 time: 0.6598704 Sep 10 03:46:16.713227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b05318-3425-4ee8-b83e-39a488248c67 req-1f80e456-69d7-4f50-a9aa-ccce06d4789c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:16.714927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96b05318-3425-4ee8-b83e-39a488248c67 req-1f80e456-69d7-4f50-a9aa-ccce06d4789c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.1871059 Sep 10 03:46:16.728732 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:16.729331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 04fae288-5301-43e8-8e7d-da63e9504d7e details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:16.829460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 04fae288-5301-43e8-8e7d-da63e9504d7e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=04fae288-5301-43e8-8e7d-da63e9504d7e,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:16.832214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=e29888a9-a947-47cc-8e2e-89a9853cf8cc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:16.843200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '04fae288-5301-43e8-8e7d-da63e9504d7e', 'network_id': '6bd5f340-5935-41df-86cc-3fdfabbf8c05', 'port_id': '04fae288-5301-43e8-8e7d-da63e9504d7e', 'mac_address': 'fa:16:3e:b4:8e:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 200, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1b018483-2b27-4c1e-b323-d326bc1ef7e0', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:16.852508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96b05318-3425-4ee8-b83e-39a488248c67 req-b33cc7ba-015e-4767-b287-7d2f0d151eb1 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1243267 Sep 10 03:46:16.864989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:16.869044 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:16.888669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:16.902742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04fae288-5301-43e8-8e7d-da63e9504d7e {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:16.904726 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:16.925855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Deleting port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:16.926252 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:16.926408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:16.959369 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-0408c4cd-987c-434e-ab66-e3f6b267a343 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2863615 Sep 10 03:46:17.023607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 04fae288-5301-43e8-8e7d-da63e9504d7e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=04fae288-5301-43e8-8e7d-da63e9504d7e,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:17.061613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Network c92116b9-1d1b-4762-a064-5c46db334dd5 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:17.074329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:17.076986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:17.108173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:17.124512 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.136707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.137219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 98c7601a-8e46-46c2-9400-159323648c6b details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:17.140244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Transition to ACTIVE for port object 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:17.142192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'Port': ['ID=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:17.198099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:17.199189 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.247554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-4c889c6f-b85c-4f8a-9151-640ac32775bf service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055913 Sep 10 03:46:17.248816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.257994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 98c7601a-8e46-46c2-9400-159323648c6b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=98c7601a-8e46-46c2-9400-159323648c6b,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:17.287492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=04fae288-5301-43e8-8e7d-da63e9504d7e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:17.300958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '98c7601a-8e46-46c2-9400-159323648c6b', 'network_id': '05147488-9b0b-46db-ab99-5dbcc157ee42', 'port_id': '98c7601a-8e46-46c2-9400-159323648c6b', 'mac_address': 'fa:16:3e:39:29:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e7e13d58-c4cb-4596-ad92-42816886f6bc', 'ip_address': '10.1.1.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:17.303456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:17.304280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] For port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:17.304846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.331939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750a48c-721e-4b6c-b008-6083abcc8b70 req-5f601492-0185-4f35-b358-3a5cd46486a5 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:17.339844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c750a48c-721e-4b6c-b008-6083abcc8b70 req-5f601492-0185-4f35-b358-3a5cd46486a5 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 932 time: 0.2027535 Sep 10 03:46:17.357170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Calling delete_port for 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:17.359948 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-2f7ad972-872f-405a-819f-9daf9a2b0a2a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 200 len: 217 time: 0.0505953 Sep 10 03:46:17.368612 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.385978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98c7601a-8e46-46c2-9400-159323648c6b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:17.429393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 98c7601a-8e46-46c2-9400-159323648c6b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=98c7601a-8e46-46c2-9400-159323648c6b,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:17.462859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-0437b027-6173-45fd-ac9e-160803fa1e68 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4189761 Sep 10 03:46:17.499631 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.518830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Request body: {'port': {'device_id': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:17.547357 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.559411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c750a48c-721e-4b6c-b008-6083abcc8b70 req-9b7afebc-3f04-4022-b7a7-cb1981b160cc tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186968 Sep 10 03:46:17.574649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=98c7601a-8e46-46c2-9400-159323648c6b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:17.734797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-8ff5c79c-8dbf-4b17-9121-4c34aeb64e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:17.736312 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-8ff5c79c-8dbf-4b17-9121-4c34aeb64e2d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.3660219 Sep 10 03:46:17.754755 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.760060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Checking segment: {'id': 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:17.760660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network hostable DHCP agents. Network: ff0f10d0-5c7d-4a38-a46a-5615bf834c69, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:46:17.762528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Subnet': ['ID=65301238-84d1-49fd-a14e-f0d3275f8952,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:17.778961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Attempting to bind port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:17.779299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Attempting to bind port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:17.779622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Attempting to bind port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 on network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:17.788197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 on network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:46:17.788525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Attempting to bind port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 on network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:17.796407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-6b2dd34b-d744-436c-bca7-67b3365dbfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:17.800715 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-6b2dd34b-d744-436c-bca7-67b3365dbfa2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0517132 Sep 10 03:46:17.800715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:17.800715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Checking segment: {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:17.800715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Bound using segment: {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:17.800715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Bound port: 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:17.800715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:17.864280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-39078639-045c-482e-ae3a-70b7f1109406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:17.865858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-39078639-045c-482e-ae3a-70b7f1109406 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 1096 time: 0.2165418 Sep 10 03:46:17.878719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae537f48-2f12-4ed7-a8a1-f4cc1dc7f613 req-4148a83f-c63c-44a0-9e3a-565c875ee739 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:17.883212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae537f48-2f12-4ed7-a8a1-f4cc1dc7f613 req-4148a83f-c63c-44a0-9e3a-565c875ee739 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 931 time: 0.2156925 Sep 10 03:46:17.932904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:17.937335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:17.941421 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-a27ced7b-8630-4bad-aa0f-31d56ed17477 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320682 Sep 10 03:46:17.998216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:46:18.028887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:18.036528 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-e53da64f-e6c2-4748-b5ab-c3e4131a6a53 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876873 Sep 10 03:46:18.041255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['e29888a9-a947-47cc-8e2e-89a9853cf8cc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:18.046859 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:18.066879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['6e5d38e1-dc08-4827-83a7-4d44c9d7f69a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:18.092468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae537f48-2f12-4ed7-a8a1-f4cc1dc7f613 req-a3b9e74a-09d2-4d4f-9789-215c6f96873a tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022140 Sep 10 03:46:18.103344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['c24fe1eb-7631-4117-8de6-8c5fd6e4e985'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:18.107317 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-ce4beafe-1360-4864-a405-f8d2e0a1d819 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=56c6590c-f585-489e-b451-fe739a2c2c49 HTTP/1.1" status: 200 len: 217 time: 0.0619600 Sep 10 03:46:18.114604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.115740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:18.116703 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/3a38c6e9-b3c6-42b3-8389-dc490dd98b29 HTTP/1.1" status: 200 len: 1092 time: 2.0369253 Sep 10 03:46:18.117144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:18.119417 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2440e05f-f78b-4758-8bfd-a1653dafe00c" -d '{"events": [{"name": "network-changed", "server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:18.123932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ff0f10d0-5c7d-4a38-a46a-5615bf834c69) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:18.147660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event deleted for resources: {'Port': ['ID=1fbb7281-68d2-4a74-b5a4-01a2d3acf407,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:18.147874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['04fae288-5301-43e8-8e7d-da63e9504d7e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:18.148181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['c59953c3-0513-4b70-81ba-1ae33736f51d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:18.160363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.160533 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['98c7601a-8e46-46c2-9400-159323648c6b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:18.160634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:18.202399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Pushing event updated for resources: {'Port': ['ID=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:18.209094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-216cf2ff-233f-41ff-96e9-ef8023e8d950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.210589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-216cf2ff-233f-41ff-96e9-ef8023e8d950 service neutron] 10.222.0.39 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.3265007 Sep 10 03:46:18.214579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-7731c6da-44bb-4a1f-ba38-8b860613d29d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.216254 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-7731c6da-44bb-4a1f-ba38-8b860613d29d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0935936 Sep 10 03:46:18.217569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.217914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.218249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.218580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.218936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.219237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.219556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.219906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.220228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.220546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.220863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.221184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993de22-59e1-4ea2-9d8f-7f6d5f52a7f2 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:18.242417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] No DVR routers for this DVR port 1fbb7281-68d2-4a74-b5a4-01a2d3acf407 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:18.251435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:18.253566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70465880-aafe-4e33-a50b-a5d723ea8721 None None] Network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:18.259934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8d2bc4f-fb56-4318-95ae-214b17e1b827 req-7ee8c76b-652b-4a4c-bf59-985ab48713f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "DELETE /v2.0/ports/1fbb7281-68d2-4a74-b5a4-01a2d3acf407 HTTP/1.1" status: 204 len: 173 time: 1.5584223 Sep 10 03:46:18.274296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'name': 'network-vif-deleted', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:18.276883 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-027bdf7d-9122-4218-b007-16e7120e83c8" -d '{"events": [{"server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "name": "network-vif-deleted", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:18.288722 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40fe81c6-ff27-4fac-a8aa-18cea6d16d3c x-openstack-request-id: req-40fe81c6-ff27-4fac-a8aa-18cea6d16d3c {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:18.289060 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "name": "network-vif-unplugged", "status": "failed", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407", "code": 422}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:18.289316 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40fe81c6-ff27-4fac-a8aa-18cea6d16d3c {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:18.289967 n-d-808143-1 neutron-server[95138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407', 'code': 422} returned with failed status Sep 10 03:46:18.328545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-72eebcde-f9b5-4327-8b5c-e7d0cbb1f0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.329995 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-72eebcde-f9b5-4327-8b5c-e7d0cbb1f0d5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1050646 Sep 10 03:46:18.359455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-22af3b3d-ae17-46f0-a6de-fadb642f94de tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.5880911 Sep 10 03:46:18.361161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41852) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:18.370579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-5ccddbdc-29e3-49be-8ac8-f1e8c21d795d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.373259 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-5ccddbdc-29e3-49be-8ac8-f1e8c21d795d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 1095 time: 0.1059494 Sep 10 03:46:18.482096 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-7b79bd21-159f-447f-8564-4bb3a5657c8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29 HTTP/1.1" status: 200 len: 217 time: 0.0893791 Sep 10 03:46:18.601901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-9a43d9bb-db47-4607-a28f-634a60fc3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.604803 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-9a43d9bb-db47-4607-a28f-634a60fc3ad8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4 HTTP/1.1" status: 200 len: 855 time: 0.1149156 Sep 10 03:46:18.687769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-3cb017b7-8ef3-4f52-871c-c40a1552b161 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451648 Sep 10 03:46:18.789133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-81162d0f-f49c-430b-b477-f36f663fca8f service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4482670 Sep 10 03:46:18.796535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52047-b0df-468f-b2b1-f6f4ad683695 req-922128c5-3f41-4778-b6ce-88686c3fca87 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.802537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52047-b0df-468f-b2b1-f6f4ad683695 req-922128c5-3f41-4778-b6ce-88686c3fca87 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.809066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52047-b0df-468f-b2b1-f6f4ad683695 req-922128c5-3f41-4778-b6ce-88686c3fca87 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.815338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52047-b0df-468f-b2b1-f6f4ad683695 req-922128c5-3f41-4778-b6ce-88686c3fca87 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.822166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52047-b0df-468f-b2b1-f6f4ad683695 req-922128c5-3f41-4778-b6ce-88686c3fca87 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.838483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52047-b0df-468f-b2b1-f6f4ad683695 req-922128c5-3f41-4778-b6ce-88686c3fca87 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.844502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c52047-b0df-468f-b2b1-f6f4ad683695 req-922128c5-3f41-4778-b6ce-88686c3fca87 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:18.853370 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87c52047-b0df-468f-b2b1-f6f4ad683695 req-922128c5-3f41-4778-b6ce-88686c3fca87 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5428 time: 0.5108280 Sep 10 03:46:18.859194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-7c316969-2b7a-455a-911a-ece7799db8cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b HTTP/1.1" status: 200 len: 1000 time: 0.6128733 Sep 10 03:46:18.950295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:46:18.951936 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:18.959431 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-26c2a22e-b380-49bf-96ed-bf1312430619 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335464 Sep 10 03:46:18.979813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:18.987973 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:18.993698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['c35f185d-3a3c-4e59-b791-f13023b215b7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:19.010211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87c52047-b0df-468f-b2b1-f6f4ad683695 req-5dd9139d-2368-45c6-9a5b-b43a25f9c013 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1558874 Sep 10 03:46:19.011842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-c8882008-784e-420d-993e-44437891360f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.013309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-c8882008-784e-420d-993e-44437891360f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.1429594 Sep 10 03:46:19.026932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Transition to ACTIVE for port object be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:19.047479 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-3b8b1f67-d430-4d6f-9e6b-429b3edce838 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=84d56faa-0360-4709-a667-2e81c2bc963a HTTP/1.1" status: 200 len: 217 time: 0.0710788 Sep 10 03:46:19.055104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 07426b95-c84e-4075-8426-7311b2893f78 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:19.097561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-e21920b3-135e-4a16-9249-cd7e6c2cdddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.099567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-e21920b3-135e-4a16-9249-cd7e6c2cdddd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756779 Sep 10 03:46:19.144650 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-e2c1a0bc-c5dc-4ad9-8ba1-705d742b9e4e service neutron] 10.222.0.20 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4455988 Sep 10 03:46:19.150871 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:19.281202 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9e9299-be2d-40bf-a7f7-ed87231d3b9f x-openstack-request-id: req-1c9e9299-be2d-40bf-a7f7-ed87231d3b9f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:19.281539 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:19.281835 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c9e9299-be2d-40bf-a7f7-ed87231d3b9f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:19.282147 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29', 'status': 'completed', 'code': 200} Sep 10 03:46:19.292125 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b833fb1-b489-4f88-92e4-4cce6b5f1201 req-ab990d42-d03a-4474-bd97-0df559dd302b service neutron] 10.222.0.20 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1099336 Sep 10 03:46:19.295057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-9c1619f2-95f3-4cdc-afe3-59a054b09692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.296965 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-9c1619f2-95f3-4cdc-afe3-59a054b09692 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.2391582 Sep 10 03:46:19.315856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Allocated IP 2001:db8:1::2 (ff0f10d0-5c7d-4a38-a46a-5615bf834c69/65301238-84d1-49fd-a14e-f0d3275f8952/0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:19.319541 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f22d1df3-1936-4b6c-b058-5c2e4969c9e0 x-openstack-request-id: req-f22d1df3-1936-4b6c-b058-5c2e4969c9e0 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:19.320187 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5bbb49fe-1833-4bbe-a919-43afbdfd4a18", "name": "network-vif-deleted", "tag": "1fbb7281-68d2-4a74-b5a4-01a2d3acf407", "status": "failed", "code": 422}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:19.320650 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f22d1df3-1936-4b6c-b058-5c2e4969c9e0 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:19.321448 n-d-808143-1 neutron-server[95136]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5bbb49fe-1833-4bbe-a919-43afbdfd4a18', 'name': 'network-vif-deleted', 'tag': '1fbb7281-68d2-4a74-b5a4-01a2d3acf407', 'status': 'failed', 'code': 422} returned with failed status Sep 10 03:46:19.347985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f82311-7eee-4cb3-a68a-7d2a30dd07c1 req-a09c3e27-00b3-49ad-bcde-b75fb3760d9d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.357532 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87f82311-7eee-4cb3-a68a-7d2a30dd07c1 req-a09c3e27-00b3-49ad-bcde-b75fb3760d9d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.2091818 Sep 10 03:46:19.373880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Pushing event updated for resources: {'Port': ['ID=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:19.396514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-f185e0f4-045a-4f53-aea0-08aaf50466e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.398074 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-f185e0f4-045a-4f53-aea0-08aaf50466e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0927057 Sep 10 03:46:19.424779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 07426b95-c84e-4075-8426-7311b2893f78 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:19.435987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 07426b95-c84e-4075-8426-7311b2893f78 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:19.436360 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:19.480371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-aa97fc05-7e4d-4b14-bd32-ffa8adf46a77 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3711522 Sep 10 03:46:19.501166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:19.528760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87f82311-7eee-4cb3-a68a-7d2a30dd07c1 req-aafcf141-790d-4853-b338-5d4819f24ef4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1689332 Sep 10 03:46:19.595484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:19.607907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f90ef2cd-581d-4589-8da9-6fbfce533c18 req-2b84469e-fd5b-4acc-9db1-4a404e306a23 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142361 Sep 10 03:46:19.608008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Transition to ACTIVE for port object 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:19.610023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-f5ecea47-bafe-48dd-ab08-f38645b4fe14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.611537 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-f5ecea47-bafe-48dd-ab08-f38645b4fe14 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 1095 time: 0.1439185 Sep 10 03:46:19.628351 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:19.639356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223af62a-ad51-4b73-a75b-636eac936911 req-a2df5f46-142d-49a5-a47d-48b19f9e3d57 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.648087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-223af62a-ad51-4b73-a75b-636eac936911 req-a2df5f46-142d-49a5-a47d-48b19f9e3d57 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 944 time: 0.2397599 Sep 10 03:46:19.650877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Attempting to bind port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:19.651263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Attempting to bind port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd764ff02-0d9c-49a8-94e5-eeac57e46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:19.651602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Attempting to bind port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 on network c92116b9-1d1b-4762-a064-5c46db334dd5 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:19.663417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 07426b95-c84e-4075-8426-7311b2893f78, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=07426b95-c84e-4075-8426-7311b2893f78,segment=NetworkSegment(337d894c-4927-4095-a5b4-6bf438b0b696),segment_id=337d894c-4927-4095-a5b4-6bf438b0b696)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:19.671238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Transition to ACTIVE for port object 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:19.671510 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-dea59ed1-c555-428a-be07-f5684be5c75c service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2488904 Sep 10 03:46:19.671596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 on network c92116b9-1d1b-4762-a064-5c46db334dd5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:46:19.672333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Attempting to bind port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 on network c92116b9-1d1b-4762-a064-5c46db334dd5 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:19.678914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:19.678914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Checking segment: {'id': 'd764ff02-0d9c-49a8-94e5-eeac57e46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:19.678914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Bound using segment: {'id': 'd764ff02-0d9c-49a8-94e5-eeac57e46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:19.679222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Bound port: be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd764ff02-0d9c-49a8-94e5-eeac57e46f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:19.680054 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:19.748293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-223af62a-ad51-4b73-a75b-636eac936911 req-891e4f38-9f1a-42d5-8677-1dfd87559231 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992420 Sep 10 03:46:19.774300 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:19.815624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] For port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:19.821827 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:19.821991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] For port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:19.833078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2daf8d-48f9-44c2-9952-86c42b619c69 req-3aae430c-0159-482d-86f3-af232b919225 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:19.835170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba2daf8d-48f9-44c2-9952-86c42b619c69 req-3aae430c-0159-482d-86f3-af232b919225 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 943 time: 0.0853841 Sep 10 03:46:19.853843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:19.857795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:19.859499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=07426b95-c84e-4075-8426-7311b2893f78,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:19.865468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:19.880411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba2daf8d-48f9-44c2-9952-86c42b619c69 req-826f17c2-34ad-4203-83f5-bdf6953b1bc1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385592 Sep 10 03:46:19.934067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:19.945592 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Pushing event updated for resources: {'Port': ['ID=0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:19.999764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Attempting to bind port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:20.000180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Attempting to bind port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:20.000547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Attempting to bind port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 on network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:20.006033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 45, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:20.007093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Checking segment: {'id': 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:20.008220 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:20.008220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Bound using segment: {'id': 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:20.008534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Bound port: 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:20.008836 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:20.093278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] For port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:20.098001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] For port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4,segment=NetworkSegment(da01bd9d-6a75-4e9f-be35-84d7c74e9ab6),segment_id=da01bd9d-6a75-4e9f-be35-84d7c74e9ab6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:20.133590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.134275 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:20.135765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] 10.222.0.20 "PUT /v2.0/ports/be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 HTTP/1.1" status: 200 len: 1091 time: 2.6621263 Sep 10 03:46:20.188105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-6792929f-9619-4956-a1b7-72f8484c4132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.189625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-6792929f-9619-4956-a1b7-72f8484c4132 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf HTTP/1.1" status: 200 len: 916 time: 0.5681429 Sep 10 03:46:20.213235 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:20.215410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-264eb13f-942e-443f-9352-0b574e142d5c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.216838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-264eb13f-942e-443f-9352-0b574e142d5c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.2227573 Sep 10 03:46:20.218428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117eb99b-2850-432f-938f-0f29f9edd50d service neutron] Pushing event updated for resources: {'Port': ['ID=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:20.243611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebf85a-8ecb-4038-a602-a2f8ab625053 req-b196a4e1-ccfc-4fa7-b89b-01e37abe24d7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.249498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebf85a-8ecb-4038-a602-a2f8ab625053 req-b196a4e1-ccfc-4fa7-b89b-01e37abe24d7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.255500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebf85a-8ecb-4038-a602-a2f8ab625053 req-b196a4e1-ccfc-4fa7-b89b-01e37abe24d7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.262175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebf85a-8ecb-4038-a602-a2f8ab625053 req-b196a4e1-ccfc-4fa7-b89b-01e37abe24d7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.265946 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-dd722237-c27c-44b7-9b5b-f262d3eb4121 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5732715 Sep 10 03:46:20.268196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebf85a-8ecb-4038-a602-a2f8ab625053 req-b196a4e1-ccfc-4fa7-b89b-01e37abe24d7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.270853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883aca1b-f2d5-468e-bc3a-3c90aafec009 None None] Pushing event updated for resources: {'Port': ['ID=0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:20.274812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebf85a-8ecb-4038-a602-a2f8ab625053 req-b196a4e1-ccfc-4fa7-b89b-01e37abe24d7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.274962 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-0cf5fe01-a9eb-4763-bc8b-5506f75293dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29 HTTP/1.1" status: 200 len: 217 time: 0.0770547 Sep 10 03:46:20.280891 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebf85a-8ecb-4038-a602-a2f8ab625053 req-b196a4e1-ccfc-4fa7-b89b-01e37abe24d7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.282868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29ebf85a-8ecb-4038-a602-a2f8ab625053 req-b196a4e1-ccfc-4fa7-b89b-01e37abe24d7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5428 time: 0.1462140 Sep 10 03:46:20.336730 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-b7292cc6-0d2c-4eb8-95f3-5cff89e9fafd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/quotas/77e28690aa0e41198f2b6be9a0b040db HTTP/1.1" status: 200 len: 375 time: 0.0528376 Sep 10 03:46:20.362490 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-8b4a1039-f6da-4abc-92de-f11c0b0e76da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7abd7b06-202a-4338-a29a-d82199e812e3 HTTP/1.1" status: 200 len: 217 time: 0.0866292 Sep 10 03:46:20.399289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-d285708d-d416-4c38-85b4-8183fe2e866c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0489848 Sep 10 03:46:20.435137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29ebf85a-8ecb-4038-a602-a2f8ab625053 req-40391414-d075-46f7-9d71-9f48a20f9238 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1322448 Sep 10 03:46:20.440471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-79e1a204-69c9-4f46-9a8f-11d37e97a6a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.442676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-79e1a204-69c9-4f46-9a8f-11d37e97a6a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 1094 time: 0.1381905 Sep 10 03:46:20.565229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-76efc867-bc53-460a-ada9-18feaa83f824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.567091 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-76efc867-bc53-460a-ada9-18feaa83f824 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4 HTTP/1.1" status: 200 len: 855 time: 0.2496068 Sep 10 03:46:20.579402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41890) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:20.594266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-5bd6739a-4b85-452f-9787-f86747b4d433 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 HTTP/1.1" status: 200 len: 217 time: 0.1382160 Sep 10 03:46:20.624576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-738edb4a-1b4a-4936-84a3-a921d4d1edc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.626161 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-738edb4a-1b4a-4936-84a3-a921d4d1edc8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.2374303 Sep 10 03:46:20.628399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 2001:db8:1::1 (ff0f10d0-5c7d-4a38-a46a-5615bf834c69/65301238-84d1-49fd-a14e-f0d3275f8952/bd6ade8c-dbbe-4ee5-8130-28b7bc17355a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:20.632828 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-e9c09416-3141-4bf7-a7aa-374a67301ba2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0562191 Sep 10 03:46:20.670726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-5f5f8c65-e407-4993-a09b-8273ccfbd3d3 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704446 Sep 10 03:46:20.719758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-e6813e62-6751-4637-8b83-b0403c288348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.721342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-e6813e62-6751-4637-8b83-b0403c288348 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1961c397-a6a1-49ee-aa61-b2ccfb761bbf HTTP/1.1" status: 200 len: 852 time: 0.1172636 Sep 10 03:46:20.733506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ad6ffb93-00de-4dd5-ae1a-d3f015c8657a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:20.825959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-addf340a-d82a-4e79-b117-d2537f9e4650 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c92116b9-1d1b-4762-a064-5c46db334dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0966449 Sep 10 03:46:20.828708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-cb2860b2-9880-4c6d-b7e1-86247d0a8c55 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572549 Sep 10 03:46:20.878905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-317261fc-e3ee-48ae-9edc-c7bdc1e7c25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:20.880481 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-317261fc-e3ee-48ae-9edc-c7bdc1e7c25a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2433631 Sep 10 03:46:20.887442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3bd1dc8-d4cc-4087-b9e5-9e3a777a67f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:20.952356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-e1043052-bf0f-4a06-b43c-899e5469be17 service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177115 Sep 10 03:46:21.002935 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-e7b99f7c-d0a7-4a16-b2aa-48a8b8804b3f service neutron] 10.222.0.20 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3419938 Sep 10 03:46:21.012361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:21.038840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e33ebe-1c32-4062-b748-5a86efe6a39a req-6f240660-d693-49df-a1ac-de832d4a27f9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.046427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8e33ebe-1c32-4062-b748-5a86efe6a39a req-6f240660-d693-49df-a1ac-de832d4a27f9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.0965803 Sep 10 03:46:21.049136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 07426b95-c84e-4075-8426-7311b2893f78 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:21.142165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Transition to ACTIVE for port object bd6ade8c-dbbe-4ee5-8130-28b7bc17355a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:21.220480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8e33ebe-1c32-4062-b748-5a86efe6a39a req-d8f19c84-073a-4edb-8e59-1bc42b4de637 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730866 Sep 10 03:46:21.228596 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-6a8c0764-fcf6-47bf-bc34-3440feed67d3 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3368311 Sep 10 03:46:21.230434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f6e8f47-713d-4a19-b2da-96d51d3746fb req-fd6d9c0c-d083-42a0-889b-ac69261f02c6 service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2496936 Sep 10 03:46:21.296325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdf6332-5430-42c2-a661-6031e0110d9c req-df49c53d-b241-46c8-832e-f1a0ad961e0a tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.306371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bdf6332-5430-42c2-a661-6031e0110d9c req-df49c53d-b241-46c8-832e-f1a0ad961e0a tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 944 time: 0.1782031 Sep 10 03:46:21.351146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:21.361248 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2440e05f-f78b-4758-8bfd-a1653dafe00c req-b1eabf68-32f5-4f2b-a177-b01c444b3555 service neutron] 10.222.0.20 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3362808 Sep 10 03:46:21.361354 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c22b007e-c355-45bc-b27b-4d1f6e97047f" -d '{"events": [{"name": "network-changed", "server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:21.412088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bdf6332-5430-42c2-a661-6031e0110d9c req-6517b123-40ba-41cf-873c-cb257e2dea67 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994930 Sep 10 03:46:21.421860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3bd1dc8-d4cc-4087-b9e5-9e3a777a67f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:21.441997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:21.477136 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-3cefe10c-92c1-485d-84cb-db2c7efe1b09 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104189 Sep 10 03:46:21.519891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3bd1dc8-d4cc-4087-b9e5-9e3a777a67f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:21.519891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=bd6ade8c-dbbe-4ee5-8130-28b7bc17355a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:21.521205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 07426b95-c84e-4075-8426-7311b2893f78 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:21.522670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:21.555951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6019e70-dabd-4f03-b7d4-305738c77840 req-a52bb7b9-c09e-46e7-be48-695274625d97 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.563907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6019e70-dabd-4f03-b7d4-305738c77840 req-a52bb7b9-c09e-46e7-be48-695274625d97 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 943 time: 0.1677303 Sep 10 03:46:21.564066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:21.566730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:21.571137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c59953c3-0513-4b70-81ba-1ae33736f51d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:21.575523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51147186-ad11-41fc-bf93-868c2d925225 req-11f1508a-c36a-4e5d-a9e7-3659eb451122 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 210 time: 0.0844738 Sep 10 03:46:21.581537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:21.598686 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-1da03416-8f08-4c7c-9c8f-64fee7d2cbfd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3 HTTP/1.1" status: 200 len: 217 time: 0.0972071 Sep 10 03:46:21.599359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:21.606370 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:21.651392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6019e70-dabd-4f03-b7d4-305738c77840 req-cb800e3d-9a46-4500-8e63-595a21d9e82b tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864899 Sep 10 03:46:21.669484 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32b581e5-78ff-424a-836a-14cb30b40aad x-openstack-request-id: req-32b581e5-78ff-424a-836a-14cb30b40aad {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:21.669954 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:21.670376 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32b581e5-78ff-424a-836a-14cb30b40aad {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:21.671302 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941', 'status': 'completed', 'code': 200} Sep 10 03:46:21.685078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a104597-8b89-43ca-8553-4191404225f8 None None] Network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:21.811733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd1dc8-d4cc-4087-b9e5-9e3a777a67f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=048f4140-125e-4cbb-a5d5-2d29f9647474,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:21.821425 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f3bd1dc8-d4cc-4087-b9e5-9e3a777a67f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9f8b14aa5c04760992bb56eae3705a1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2408872 Sep 10 03:46:21.824744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41916) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:21.841863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f2ae-3b00-469a-8f49-67e894703394 req-e38ab1b4-d9b5-40f8-874b-b0580a64c87a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.848667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f2ae-3b00-469a-8f49-67e894703394 req-e38ab1b4-d9b5-40f8-874b-b0580a64c87a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.849807 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-da574802-1c8c-4aea-8077-d4d189fc40a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.851790 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-da574802-1c8c-4aea-8077-d4d189fc40a0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.1401362 Sep 10 03:46:21.855632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f2ae-3b00-469a-8f49-67e894703394 req-e38ab1b4-d9b5-40f8-874b-b0580a64c87a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.858767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-949bee54-9a16-42e9-89ae-852ad2fcbd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.860840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-949bee54-9a16-42e9-89ae-852ad2fcbd44 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 1094 time: 0.1516528 Sep 10 03:46:21.863535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f2ae-3b00-469a-8f49-67e894703394 req-e38ab1b4-d9b5-40f8-874b-b0580a64c87a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.870592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f2ae-3b00-469a-8f49-67e894703394 req-e38ab1b4-d9b5-40f8-874b-b0580a64c87a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.876611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f2ae-3b00-469a-8f49-67e894703394 req-e38ab1b4-d9b5-40f8-874b-b0580a64c87a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.881033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:21.885416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f2ae-3b00-469a-8f49-67e894703394 req-e38ab1b4-d9b5-40f8-874b-b0580a64c87a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:21.886588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:21.887442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42a1f2ae-3b00-469a-8f49-67e894703394 req-e38ab1b4-d9b5-40f8-874b-b0580a64c87a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5428 time: 0.1561928 Sep 10 03:46:21.888491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-96b246c5-bbc5-49be-85bf-a03f8e3fde69 None None] Provisioning for port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:21.944811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29', 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf', 'port_id': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29', 'mac_address': 'fa:16:3e:dd:dd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:21.956463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42a1f2ae-3b00-469a-8f49-67e894703394 req-d684fd75-901b-4693-98c2-fa76c38dc12f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608139 Sep 10 03:46:22.000101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port c59953c3-0513-4b70-81ba-1ae33736f51d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:22.022821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port c59953c3-0513-4b70-81ba-1ae33736f51d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:22.023203 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.036124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-bfdfb778-b324-4598-872f-e6f1f67641e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:22.037667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-bfdfb778-b324-4598-872f-e6f1f67641e1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1759872 Sep 10 03:46:22.041973 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.059533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd437c21-ba0b-4777-b2db-2ddf99dca72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.059772 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.086997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:22.117228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:22.137324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:22.145577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:22.145954 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.154363 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd437c21-ba0b-4777-b2db-2ddf99dca72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.165720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-d3f4fbec-6dc9-40f3-a65e-cbd3b9d7a1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:22.167294 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-d3f4fbec-6dc9-40f3-a65e-cbd3b9d7a1df service neutron] 10.222.0.20 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 913 time: 0.2879195 Sep 10 03:46:22.179899 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.208590 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.216328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59953c3-0513-4b70-81ba-1ae33736f51d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:22.218567 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badcda40-300a-479b-b91e-d98d368da4a9" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "c59953c3-0513-4b70-81ba-1ae33736f51d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:22.257204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c59953c3-0513-4b70-81ba-1ae33736f51d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c59953c3-0513-4b70-81ba-1ae33736f51d,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:22.302617 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e290f9c3-4b81-4b3f-8d06-3a4ade469f1a x-openstack-request-id: req-e290f9c3-4b81-4b3f-8d06-3a4ade469f1a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:22.302909 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "c59953c3-0513-4b70-81ba-1ae33736f51d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:22.303790 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e290f9c3-4b81-4b3f-8d06-3a4ade469f1a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:22.304119 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c59953c3-0513-4b70-81ba-1ae33736f51d', 'code': 200} Sep 10 03:46:22.319509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:22.329929 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.330728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c35f185d-3a3c-4e59-b791-f13023b215b7 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:22.333302 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-4273d898-ccb9-4bed-9054-b8b8320106df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 HTTP/1.1" status: 200 len: 217 time: 0.1292665 Sep 10 03:46:22.334973 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.444391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c59953c3-0513-4b70-81ba-1ae33736f51d,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:22.448131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4,segment=NetworkSegment(da01bd9d-6a75-4e9f-be35-84d7c74e9ab6),segment_id=da01bd9d-6a75-4e9f-be35-84d7c74e9ab6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:22.458239 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-fa06e90d-35ab-4ba8-907c-a57a0a49fa90 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028556 Sep 10 03:46:22.466613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e548461a-4061-4f35-85e6-6397783f69dd req-aeeb0f33-884f-4e2b-9fb3-4fed5bc94b79 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:22.468885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e548461a-4061-4f35-85e6-6397783f69dd req-aeeb0f33-884f-4e2b-9fb3-4fed5bc94b79 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 945 time: 0.0943429 Sep 10 03:46:22.493981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6ebf5c8e-2d07-4fcf-b62c-a043546224b9 None None] Provisioning complete for port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:22.494599 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ebf5c8e-2d07-4fcf-b62c-a043546224b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.534966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3a38c6e9-b3c6-42b3-8389-dc490dd98b29'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:22.539892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-0bd94247-c367-40d2-b34b-4a28f363fde3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:22.548515 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-0bd94247-c367-40d2-b34b-4a28f363fde3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1961c397-a6a1-49ee-aa61-b2ccfb761bbf HTTP/1.1" status: 200 len: 852 time: 0.1559124 Sep 10 03:46:22.548665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.578310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e548461a-4061-4f35-85e6-6397783f69dd req-78876f50-5b8d-47ee-8a82-18ad78a0c16d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949202 Sep 10 03:46:22.603080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb1211-6465-45ed-aba8-22f773a2a10c req-d18ea7d6-dab5-45a9-9476-58a5ac4259bb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:22.624167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1bb1211-6465-45ed-aba8-22f773a2a10c req-d18ea7d6-dab5-45a9-9476-58a5ac4259bb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 945 time: 0.1229584 Sep 10 03:46:22.676503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port c35f185d-3a3c-4e59-b791-f13023b215b7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:22.677536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1bb1211-6465-45ed-aba8-22f773a2a10c req-83c65222-2351-4aea-87fe-46f2e961d93e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525045 Sep 10 03:46:22.686663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port c35f185d-3a3c-4e59-b791-f13023b215b7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:22.686980 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:22.721129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5233158d-c67b-4f42-92fc-a4a67e1a1fec req-7fee911b-4941-4d1f-a044-a1b120292e1c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 210 time: 0.0417604 Sep 10 03:46:22.815623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:22.858244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:22.896250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecce3032-f7b4-4366-8634-ed991738f4b4 req-6bdaf38f-712d-4e63-b837-f4ce09d5ec1a tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:22.898075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecce3032-f7b4-4366-8634-ed991738f4b4 req-6bdaf38f-712d-4e63-b837-f4ce09d5ec1a tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 943 time: 0.0555115 Sep 10 03:46:22.962218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecce3032-f7b4-4366-8634-ed991738f4b4 req-495dee7f-4fb0-4778-ae9f-31a525cc0c24 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560858 Sep 10 03:46:23.015796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd437c21-ba0b-4777-b2db-2ddf99dca72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.019816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd437c21-ba0b-4777-b2db-2ddf99dca72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.020624 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fd437c21-ba0b-4777-b2db-2ddf99dca72f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/048f4140-125e-4cbb-a5d5-2d29f9647474 HTTP/1.1" status: 204 len: 168 time: 1.1939895 Sep 10 03:46:23.033350 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-08ffd4ff-7531-4d76-a88f-1130f01a4ffe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c92116b9-1d1b-4762-a064-5c46db334dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4772546 Sep 10 03:46:23.091273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd437c21-ba0b-4777-b2db-2ddf99dca72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=048f4140-125e-4cbb-a5d5-2d29f9647474,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:23.094504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.112396 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.140487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6ebf5c8e-2d07-4fcf-b62c-a043546224b9 None None] Provisioning for port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:23.161553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6ebf5c8e-2d07-4fcf-b62c-a043546224b9 None None] Provisioning complete for port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:23.161922 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ebf5c8e-2d07-4fcf-b62c-a043546224b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.165047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c35f185d-3a3c-4e59-b791-f13023b215b7, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c35f185d-3a3c-4e59-b791-f13023b215b7,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:23.173258 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-371b6328-70ec-4115-8b9f-c898b03bb56f req-d9dbc9f7-59ea-4352-840c-92fdecc1e7fd service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7049100 Sep 10 03:46:23.198259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:23.214906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6ebf5c8e-2d07-4fcf-b62c-a043546224b9 None None] Port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:23.237082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c3c5-ed5e-4cf5-93fb-416d988f3a2a req-9c07b52f-d965-4f6e-8fc5-9b775ce40776 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:23.245473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.246236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c3c5-ed5e-4cf5-93fb-416d988f3a2a req-9c07b52f-d965-4f6e-8fc5-9b775ce40776 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:23.252269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c3c5-ed5e-4cf5-93fb-416d988f3a2a req-9c07b52f-d965-4f6e-8fc5-9b775ce40776 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:23.256699 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.257526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c24fe1eb-7631-4117-8de6-8c5fd6e4e985 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:23.258196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c3c5-ed5e-4cf5-93fb-416d988f3a2a req-9c07b52f-d965-4f6e-8fc5-9b775ce40776 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:23.261021 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-2c393ebf-a93e-40f5-af0d-4e99af0de0df service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875153 Sep 10 03:46:23.264161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c3c5-ed5e-4cf5-93fb-416d988f3a2a req-9c07b52f-d965-4f6e-8fc5-9b775ce40776 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:23.270051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c3c5-ed5e-4cf5-93fb-416d988f3a2a req-9c07b52f-d965-4f6e-8fc5-9b775ce40776 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:23.276557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf6c3c5-ed5e-4cf5-93fb-416d988f3a2a req-9c07b52f-d965-4f6e-8fc5-9b775ce40776 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:23.278435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf6c3c5-ed5e-4cf5-93fb-416d988f3a2a req-9c07b52f-d965-4f6e-8fc5-9b775ce40776 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5429 time: 0.1485991 Sep 10 03:46:23.306725 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.361946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c35f185d-3a3c-4e59-b791-f13023b215b7,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:23.376451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3b1865a3-f035-4b64-839a-d455c77a0c5f None None] Provisioning complete for port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:23.377052 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b1865a3-f035-4b64-839a-d455c77a0c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.384906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.385711 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.387138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf6c3c5-ed5e-4cf5-93fb-416d988f3a2a req-52558c7f-2fe5-40e4-8784-c542fd345378 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1021271 Sep 10 03:46:23.472262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:23.479282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3b1865a3-f035-4b64-839a-d455c77a0c5f None None] Port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:23.485866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:23.486238 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.488983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:23.535648 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c22b007e-c355-45bc-b27b-4d1f6e97047f req-f0fb06fe-f6fa-4fa2-8872-751f27c877e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2573252 Sep 10 03:46:23.535788 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0c8562c0-d558-42da-b6a9-da2e95e45b68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.543697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=bd6ade8c-dbbe-4ee5-8130-28b7bc17355a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:23.566568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:23.669988 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.678838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-6d7faf1c-b429-46d8-bf4d-70fc65b48e3a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:23.680392 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-6d7faf1c-b429-46d8-bf4d-70fc65b48e3a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.1636536 Sep 10 03:46:23.694581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Request body: {'port': {'device_id': 'a4b6ecd0-f459-4a89-ad6b-b2a905af542a', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'admin_state_up': True, 'tenant_id': '77e28690aa0e41198f2b6be9a0b040db'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:23.700010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:23.703642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:23.740946 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.745294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c24fe1eb-7631-4117-8de6-8c5fd6e4e985, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:23.751437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:23.780318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941', 'network_id': 'c92116b9-1d1b-4762-a064-5c46db334dd5', 'port_id': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941', 'mac_address': 'fa:16:3e:17:49:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1961c397-a6a1-49ee-aa61-b2ccfb761bbf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:23.830543 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.852406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:23.856521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6589d6a-b837-4626-8242-19eacb388311 req-19b9b841-eb2f-407f-9cda-d8b1255c596d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:23.866076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6589d6a-b837-4626-8242-19eacb388311 req-19b9b841-eb2f-407f-9cda-d8b1255c596d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 945 time: 0.0752759 Sep 10 03:46:23.884172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:23.896445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:23.920721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6589d6a-b837-4626-8242-19eacb388311 req-13e44d77-190f-403c-b11f-86a3d56a6207 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536253 Sep 10 03:46:23.925807 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:23.926693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 04fae288-5301-43e8-8e7d-da63e9504d7e up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:24.047372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.058664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3cc26613-7e7e-4ce1-a7f4-d62a72798b80 req-20464f18-fe4d-4f2d-8d22-71698ac8d692 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 210 time: 0.0573835 Sep 10 03:46:24.147152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:24.148340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:24.158410 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-34958cba-c19d-4ea2-811e-46697146bf6b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7839670 Sep 10 03:46:24.163277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41972) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:24.170547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:24.178796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-372847925'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:24.197094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Made reservation on behalf of 77e28690aa0e41198f2b6be9a0b040db for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:24.200930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.238205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca2edb-133a-470c-b704-d2369b9b2523 req-350cd254-4619-4660-8acc-b2157fb69650 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.249826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3ca2edb-133a-470c-b704-d2369b9b2523 req-350cd254-4619-4660-8acc-b2157fb69650 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 944 time: 0.1429386 Sep 10 03:46:24.251507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:24.259741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:24.260383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:24.299227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-fe8c0068-0af1-4b85-ab72-b4731540cac0 req-2a641141-63ad-4352-a5fd-aababb9bfad0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:46:24.300257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe8c0068-0af1-4b85-ab72-b4731540cac0 req-2a641141-63ad-4352-a5fd-aababb9bfad0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055578 Sep 10 03:46:24.305461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7'}, {'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'}, {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:24.309641 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f02af7d-240a-48e1-a99b-0cabfde07aeb" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7"}, {"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-unplugged", "status": "completed", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b"}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "c24fe1eb-7631-4117-8de6-8c5fd6e4e985"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:24.310728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3ca2edb-133a-470c-b704-d2369b9b2523 req-7b4b7d42-1ead-4b16-95af-00a1bc626e0e tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586286 Sep 10 03:46:24.321725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e234d40d-c493-4848-bc7f-584270288de6 None None] Provisioning complete for port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:24.321725 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e234d40d-c493-4848-bc7f-584270288de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.331394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:24.335465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.344323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 04fae288-5301-43e8-8e7d-da63e9504d7e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:24.369000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 04fae288-5301-43e8-8e7d-da63e9504d7e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:24.369477 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.392639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:46:24.394935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Allocated IP 172.20.0.9 (70e06d48-b244-4860-bc21-3a6979134cb8/b5575dc5-8b76-4214-8972-bb2f14443e81/fb805120-025c-445f-b608-d2eedb66971e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:24.411070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.416700 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added segment 8d887126-15b2-4ef0-955b-340f2b3466ff of type vlan for network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae Sep 10 03:46:24.482968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.574344 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 524 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db17324b-2ba1-404a-b1d7-17d705a8120e x-openstack-request-id: req-db17324b-2ba1-404a-b1d7-17d705a8120e {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:24.574929 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7", "code": 200}, {"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-unplugged", "status": "failed", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b", "code": 422}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "c24fe1eb-7631-4117-8de6-8c5fd6e4e985", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:24.574929 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db17324b-2ba1-404a-b1d7-17d705a8120e {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:24.575262 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'code': 200} Sep 10 03:46:24.575537 n-d-808143-1 neutron-server[95138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'code': 422} returned with failed status Sep 10 03:46:24.575964 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985', 'code': 200} Sep 10 03:46:24.578656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:24.606009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd7ea-cca1-482c-a522-cc79fd8a9728 req-448cf9c1-5814-4a1c-a878-59b6d90ba669 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.614496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd7ea-cca1-482c-a522-cc79fd8a9728 req-448cf9c1-5814-4a1c-a878-59b6d90ba669 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.622606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd7ea-cca1-482c-a522-cc79fd8a9728 req-448cf9c1-5814-4a1c-a878-59b6d90ba669 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.630285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd7ea-cca1-482c-a522-cc79fd8a9728 req-448cf9c1-5814-4a1c-a878-59b6d90ba669 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.647366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e234d40d-c493-4848-bc7f-584270288de6 None None] Port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:24.649689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd7ea-cca1-482c-a522-cc79fd8a9728 req-448cf9c1-5814-4a1c-a878-59b6d90ba669 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.656892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd7ea-cca1-482c-a522-cc79fd8a9728 req-448cf9c1-5814-4a1c-a878-59b6d90ba669 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.658628 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.665488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235cd7ea-cca1-482c-a522-cc79fd8a9728 req-448cf9c1-5814-4a1c-a878-59b6d90ba669 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.665971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:24.667447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-235cd7ea-cca1-482c-a522-cc79fd8a9728 req-448cf9c1-5814-4a1c-a878-59b6d90ba669 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5431 time: 0.1337261 Sep 10 03:46:24.670688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.676840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.677235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.749870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-235cd7ea-cca1-482c-a522-cc79fd8a9728 req-245fed71-2f0e-4867-b404-849500f5e089 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0747662 Sep 10 03:46:24.768756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Network': ['ID=16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:24.801455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fc950699-2aa8-4a69-a0ee-6ecfbb9f6ed6 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6335781 Sep 10 03:46:24.802643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:46:24.803301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41996) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:24.816302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'subnet': {'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:24.902183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.955881 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:24.958972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767816a5-4ebc-44c4-8037-84a903d51c53 req-b46b2b2b-1d47-4ba7-b56e-49cb38d449d9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:24.969657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-767816a5-4ebc-44c4-8037-84a903d51c53 req-b46b2b2b-1d47-4ba7-b56e-49cb38d449d9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.0765128 Sep 10 03:46:25.004455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Network 70e06d48-b244-4860-bc21-3a6979134cb8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:25.021023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:25.025373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:25.031664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:25.044717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23fee632-a2ed-43ad-b29a-d0010cc6e465 req-bedc4f32-cfc3-4aff-9aa8-2f1aadc9244a tempest-AbsoluteLimitsNegativeTestJSON-1895572618 tempest-AbsoluteLimitsNegativeTestJSON-1895572618-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=785454c2e93748b592962965f78e5dfb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282109 Sep 10 03:46:25.062582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-767816a5-4ebc-44c4-8037-84a903d51c53 req-eb3f375b-dac2-4af9-b919-66d11623401a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789192 Sep 10 03:46:25.115894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event updated for resources: {'Port': ['ID=fb805120-025c-445f-b608-d2eedb66971e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:25.145612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.146287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.174955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 04fae288-5301-43e8-8e7d-da63e9504d7e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=04fae288-5301-43e8-8e7d-da63e9504d7e,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:25.209159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23fee632-a2ed-43ad-b29a-d0010cc6e465 req-d4318454-d151-4879-9781-7bf9bbb7059c tempest-AbsoluteLimitsNegativeTestJSON-1895572618 tempest-AbsoluteLimitsNegativeTestJSON-1895572618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.211251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23fee632-a2ed-43ad-b29a-d0010cc6e465 req-d4318454-d151-4879-9781-7bf9bbb7059c tempest-AbsoluteLimitsNegativeTestJSON-1895572618 tempest-AbsoluteLimitsNegativeTestJSON-1895572618-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1477172 Sep 10 03:46:25.225720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:25.225931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aec913-7873-4435-be68-25ae7aae53c8 req-529d81c3-3034-44a5-b31c-b8962c5df0b5 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.227743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90aec913-7873-4435-be68-25ae7aae53c8 req-529d81c3-3034-44a5-b31c-b8962c5df0b5 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 945 time: 0.0772705 Sep 10 03:46:25.229263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.239630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23fee632-a2ed-43ad-b29a-d0010cc6e465 req-af1c229f-779c-40c6-8615-7bcd78b3d523 tempest-AbsoluteLimitsNegativeTestJSON-1895572618 tempest-AbsoluteLimitsNegativeTestJSON-1895572618-project] 10.222.0.22 "GET /v2.0/quotas/785454c2e93748b592962965f78e5dfb HTTP/1.1" status: 200 len: 375 time: 0.0109165 Sep 10 03:46:25.252731 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.256889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:25.257298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.283984 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.284939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:25.290478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23fee632-a2ed-43ad-b29a-d0010cc6e465 req-df4d6cd4-7ca9-455f-a1d1-2161355e2c47 tempest-AbsoluteLimitsNegativeTestJSON-1895572618 tempest-AbsoluteLimitsNegativeTestJSON-1895572618-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=785454c2e93748b592962965f78e5dfb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381827 Sep 10 03:46:25.303608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90aec913-7873-4435-be68-25ae7aae53c8 req-ec6b8f54-b389-4e0e-99ef-9c64da6aaddd tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667145 Sep 10 03:46:25.423086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:21Z', 'revision_number': 3, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:22Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:25.438243 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7f65e76f-08a8-4841-abfa-ef8b0fee893f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7481880 Sep 10 03:46:25.465495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:25.465837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Updating router c8a122fe-6227-4049-8d37-40f5e8a653dd port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:46:25.472647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51660d7-c872-4486-90c5-28479208d0fd req-b447a807-80da-4316-973a-f4e8b7f565ed tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.480162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f51660d7-c872-4486-90c5-28479208d0fd req-b447a807-80da-4316-973a-f4e8b7f565ed tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 931 time: 0.1025374 Sep 10 03:46:25.483228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Request body: {'port': {'device_id': 'a4b6ecd0-f459-4a89-ad6b-b2a905af542a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:25.493306 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.495049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=04fae288-5301-43e8-8e7d-da63e9504d7e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:25.531759 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-d9b0572d-2f60-4ddf-8b99-9cbec26b5731 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3739793 Sep 10 03:46:25.539459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-461a2e45-6ddf-4595-8171-4f2e330595e6 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:46:25.551671 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-461a2e45-6ddf-4595-8171-4f2e330595e6 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117092 Sep 10 03:46:25.579349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f51660d7-c872-4486-90c5-28479208d0fd req-74d675b2-a6ab-40ab-b85c-ba7fcc666da8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918710 Sep 10 03:46:25.582912 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.607993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:25.611719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31922a9-27ba-4957-8e21-f50d8844b1b8 req-6ac9ca8a-5d51-47f5-9a23-5b17f09e8c22 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.613639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:25.613790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e31922a9-27ba-4957-8e21-f50d8844b1b8 req-6ac9ca8a-5d51-47f5-9a23-5b17f09e8c22 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 944 time: 0.0857720 Sep 10 03:46:25.614007 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.660835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.670604 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e31922a9-27ba-4957-8e21-f50d8844b1b8 req-3784fb71-a4a1-41dd-8360-5c8c2f33348e tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490644 Sep 10 03:46:25.823823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Subnet': ['ID=43266003-65d1-4059-802e-ef75424d38b6,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:25.835374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Checking segment: {'id': '8d887126-15b2-4ef0-955b-340f2b3466ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:25.835879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network hostable DHCP agents. Network: 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:46:25.842444 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.900800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4353-d483-45e1-8682-0dfeddc50a73 req-cdbee156-1cd9-4ec7-96da-975e2e2342bd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.907975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4353-d483-45e1-8682-0dfeddc50a73 req-cdbee156-1cd9-4ec7-96da-975e2e2342bd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.911148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:25.915422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4353-d483-45e1-8682-0dfeddc50a73 req-cdbee156-1cd9-4ec7-96da-975e2e2342bd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.922139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4353-d483-45e1-8682-0dfeddc50a73 req-cdbee156-1cd9-4ec7-96da-975e2e2342bd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.929444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4353-d483-45e1-8682-0dfeddc50a73 req-cdbee156-1cd9-4ec7-96da-975e2e2342bd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.936275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4353-d483-45e1-8682-0dfeddc50a73 req-cdbee156-1cd9-4ec7-96da-975e2e2342bd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.942547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690d4353-d483-45e1-8682-0dfeddc50a73 req-cdbee156-1cd9-4ec7-96da-975e2e2342bd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:25.945316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-690d4353-d483-45e1-8682-0dfeddc50a73 req-cdbee156-1cd9-4ec7-96da-975e2e2342bd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5432 time: 0.1149793 Sep 10 03:46:25.950518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:46:25.998639 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:25.999653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e29888a9-a947-47cc-8e2e-89a9853cf8cc up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:26.003794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42036) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:26.008981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.027257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-690d4353-d483-45e1-8682-0dfeddc50a73 req-e073f3a6-a093-42d6-af5f-b04b1a4d6e33 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0723789 Sep 10 03:46:26.043119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:26.052137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:26.052137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.066527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3c86b2-9e63-4966-a081-11318b0a7c7a None None] Network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:26.071711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb805120-025c-445f-b608-d2eedb66971e {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:26.075513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Transition to ACTIVE for port object bd6ade8c-dbbe-4ee5-8130-28b7bc17355a will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:26.079827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.092653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Transition to ACTIVE for port object fb805120-025c-445f-b608-d2eedb66971e will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:26.117378 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-af3622c4-ec8e-47c6-8ebb-50fc8162d264 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3127644 Sep 10 03:46:26.120234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42042) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:26.179959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.184717 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.189341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:26.196091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.207158 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.255173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port e29888a9-a947-47cc-8e2e-89a9853cf8cc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:26.266814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Pushing event updated for resources: {'Port': ['ID=fb805120-025c-445f-b608-d2eedb66971e,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:26.273007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port e29888a9-a947-47cc-8e2e-89a9853cf8cc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:26.273469 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.304023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73f9d3-2c53-4806-a892-de75bd0247cc None None] Pushing event updated for resources: {'Port': ['ID=bd6ade8c-dbbe-4ee5-8130-28b7bc17355a,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:26.324860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6238c661-6987-4577-9ee6-a32dcb89812f req-f9546fcc-a63d-4cb9-8c28-484294801442 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:26.327183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6238c661-6987-4577-9ee6-a32dcb89812f req-f9546fcc-a63d-4cb9-8c28-484294801442 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1670136 Sep 10 03:46:26.344528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Attempting to bind port fb805120-025c-445f-b608-d2eedb66971e on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:26.344861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Attempting to bind port fb805120-025c-445f-b608-d2eedb66971e by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:26.345190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Attempting to bind port fb805120-025c-445f-b608-d2eedb66971e on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:26.360129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Port fb805120-025c-445f-b608-d2eedb66971e on network 70e06d48-b244-4860-bc21-3a6979134cb8 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:46:26.360458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Attempting to bind port fb805120-025c-445f-b608-d2eedb66971e on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:26.370023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:26.370357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Checking segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:26.370731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Bound using segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:26.371156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Bound port: fb805120-025c-445f-b608-d2eedb66971e, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:26.372273 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.435930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Attempting to bind port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:26.436253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Attempting to bind port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:26.436961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Attempting to bind port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a on network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:26.467093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:26.467493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Checking segment: {'id': 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:26.468049 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.468281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Bound using segment: {'id': 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:26.468764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Bound port: bd6ade8c-dbbe-4ee5-8130-28b7bc17355a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 228, 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:26.469135 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.487922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:46:26.488773 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.490361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] For port fb805120-025c-445f-b608-d2eedb66971e, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:26.494561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] For port fb805120-025c-445f-b608-d2eedb66971e, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fb805120-025c-445f-b608-d2eedb66971e,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:26.536265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6238c661-6987-4577-9ee6-a32dcb89812f req-1511881a-e3ba-4ac6-b18e-ef6ec59fc90e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1619978 Sep 10 03:46:26.579170 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.613548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d875b12a-4a7b-494c-8005-c6e310c2e2ce req-f5e9c2a2-e57e-4700-8d0f-1a6da3cf33f2 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:26.614742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d875b12a-4a7b-494c-8005-c6e310c2e2ce req-f5e9c2a2-e57e-4700-8d0f-1a6da3cf33f2 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 945 time: 0.2031002 Sep 10 03:46:26.634528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:26.636369 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.640726 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] 10.222.0.39 "PUT /v2.0/ports/fb805120-025c-445f-b608-d2eedb66971e HTTP/1.1" status: 200 len: 1091 time: 1.1666708 Sep 10 03:46:26.641218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b6ecd0-f459-4a89-ad6b-b2a905af542a', 'tag': 'fb805120-025c-445f-b608-d2eedb66971e'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:26.643541 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f14a153e-4caf-4696-9f4e-a0dd9c557964" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b6ecd0-f459-4a89-ad6b-b2a905af542a", "tag": "fb805120-025c-445f-b608-d2eedb66971e"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:26.648886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fae288-5301-43e8-8e7d-da63e9504d7e'}, {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5d38e1-dc08-4827-83a7-4d44c9d7f69a'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:26.653220 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ac6fc8-7a47-43ff-a3a5-eb6dccb00cbd" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "04fae288-5301-43e8-8e7d-da63e9504d7e"}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "6e5d38e1-dc08-4827-83a7-4d44c9d7f69a"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:26.678254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef78b893-4e20-41f9-8cb5-5d8b8d6d2f43 service neutron] Pushing event updated for resources: {'Port': ['ID=fb805120-025c-445f-b608-d2eedb66971e,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:26.694337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] For port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:26.698399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] For port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bd6ade8c-dbbe-4ee5-8130-28b7bc17355a,segment=NetworkSegment(da01bd9d-6a75-4e9f-be35-84d7c74e9ab6),segment_id=da01bd9d-6a75-4e9f-be35-84d7c74e9ab6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:26.722471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.857990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d875b12a-4a7b-494c-8005-c6e310c2e2ce req-045aac3f-fe44-45e4-a8bf-02ac36eaf002 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046623 Sep 10 03:46:26.882107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.893641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-836d5c29-987d-4a65-b256-9b2c3ccef5f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:26.904764 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-836d5c29-987d-4a65-b256-9b2c3ccef5f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 1094 time: 0.0911930 Sep 10 03:46:26.914939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd413b1-b3fd-47e1-9fad-28bf2bd9765b req-ccf974df-ddde-40ba-8c69-e5af2f53681d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:26.922678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8dd413b1-b3fd-47e1-9fad-28bf2bd9765b req-ccf974df-ddde-40ba-8c69-e5af2f53681d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 943 time: 0.1910806 Sep 10 03:46:26.924753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:26.927874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.932091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.932371 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1414e9ec-dc88-4d04-b04e-d68038d27ee9 x-openstack-request-id: req-1414e9ec-dc88-4d04-b04e-d68038d27ee9 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:26.933069 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b6ecd0-f459-4a89-ad6b-b2a905af542a", "tag": "fb805120-025c-445f-b608-d2eedb66971e", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:26.934597 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1414e9ec-dc88-4d04-b04e-d68038d27ee9 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:26.935922 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b6ecd0-f459-4a89-ad6b-b2a905af542a', 'tag': 'fb805120-025c-445f-b608-d2eedb66971e', 'status': 'completed', 'code': 200} Sep 10 03:46:26.953743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:26.970782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e29888a9-a947-47cc-8e2e-89a9853cf8cc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:26.984641 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-99831646-3993-42f8-bc8f-256e62790ed5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb805120-025c-445f-b608-d2eedb66971e HTTP/1.1" status: 200 len: 217 time: 0.0714314 Sep 10 03:46:26.993766 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c7847b-36c0-479e-9430-ae7bb02799ed x-openstack-request-id: req-60c7847b-36c0-479e-9430-ae7bb02799ed {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:26.994065 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "04fae288-5301-43e8-8e7d-da63e9504d7e", "code": 200}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "6e5d38e1-dc08-4827-83a7-4d44c9d7f69a", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:26.994318 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60c7847b-36c0-479e-9430-ae7bb02799ed {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:26.994709 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04fae288-5301-43e8-8e7d-da63e9504d7e', 'code': 200} Sep 10 03:46:26.994964 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e5d38e1-dc08-4827-83a7-4d44c9d7f69a', 'code': 200} Sep 10 03:46:27.066140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Allocated IP 2001:db8:2::2 (16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae/43266003-65d1-4059-802e-ef75424d38b6/ebd9effa-7057-49a3-aefd-7e5f4027f818) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:27.076663 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:27.077467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 98c7601a-8e46-46c2-9400-159323648c6b up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:27.094178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=785454c2e93748b592962965f78e5dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0865431 Sep 10 03:46:27.095261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf73f9d3-2c53-4806-a892-de75bd0247cc None None] Pushing event updated for resources: {'Port': ['ID=bd6ade8c-dbbe-4ee5-8130-28b7bc17355a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:27.097862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bc101e-a2e8-4674-baba-c48058626dba,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:27.100947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42058) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:27.108625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7d2142a5-f36c-47aa-83b3-87f0864b52bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.110078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-7d2142a5-f36c-47aa-83b3-87f0864b52bf service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.1201229 Sep 10 03:46:27.133123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:27.133775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:27.158122 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-f160c72b-0280-414d-958f-a38fdcfe32e6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404420 Sep 10 03:46:27.188281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8dd413b1-b3fd-47e1-9fad-28bf2bd9765b req-0ca2f841-5caf-408b-8651-b7e7ee27c678 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644696 Sep 10 03:46:27.245083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.245427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.245775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.246151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.249612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.249789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.250118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.250451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.250784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.251136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.251430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.251772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bb4539-161c-4881-8c80-b425ca86dafa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:27.330131 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-470e44f9-6514-47f2-bb6a-df2e896a486d service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636493 Sep 10 03:46:27.389118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:27.442421 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59b4797f-75c2-43d3-9c34-8ff40b918ccf req-a5605849-d662-47fd-b3f6-02d78835e0e5 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039593 Sep 10 03:46:27.474410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=e29888a9-a947-47cc-8e2e-89a9853cf8cc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:27.594744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 98c7601a-8e46-46c2-9400-159323648c6b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:27.620901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-67fcdac6-6998-4208-998b-470feb67c89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.623621 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-67fcdac6-6998-4208-998b-470feb67c89f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 1094 time: 0.0725024 Sep 10 03:46:27.627507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 98c7601a-8e46-46c2-9400-159323648c6b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:27.627930 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:27.716390 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:27.743967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Transition to ACTIVE for port object ebd9effa-7057-49a3-aefd-7e5f4027f818 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:27.760828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-645bad9a-0f6e-4bdb-87a2-eba9c6c32e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.762507 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-645bad9a-0f6e-4bdb-87a2-eba9c6c32e52 service neutron] 10.222.0.39 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 913 time: 0.1305242 Sep 10 03:46:27.782019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Transition to ACTIVE for port object ebd9effa-7057-49a3-aefd-7e5f4027f818 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:27.796674 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be44-006f-4424-90b9-2509e8b5ed00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:27.816451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-0e143ecd-6b0f-4dd4-95f8-189dab72e129 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=fb805120-025c-445f-b608-d2eedb66971e HTTP/1.1" status: 200 len: 217 time: 0.0457084 Sep 10 03:46:27.830846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385cae07-d720-47b4-b1e8-ec93c26a0fa5 req-27009868-bf80-4413-b262-c7550f613dd5 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.836306 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:27.840796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-385cae07-d720-47b4-b1e8-ec93c26a0fa5 req-27009868-bf80-4413-b262-c7550f613dd5 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 944 time: 0.7476482 Sep 10 03:46:27.859707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:27.862724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:21Z', 'revision_number': 3, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:26Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:27.886080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-23088a8e-93d8-4d29-a3e0-ddd345e1bf74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.888281 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-23088a8e-93d8-4d29-a3e0-ddd345e1bf74 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.0642753 Sep 10 03:46:27.892331 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be44-006f-4424-90b9-2509e8b5ed00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:27.908587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b2cf-1fe6-40d3-aa02-a3761d06144d req-c199c7c3-79f6-4b90-a211-2a44bb50666d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.921364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b2cf-1fe6-40d3-aa02-a3761d06144d req-c199c7c3-79f6-4b90-a211-2a44bb50666d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.932153 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-5ffc88cb-14a3-4184-8ed2-e3ab2fef9299 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353608 Sep 10 03:46:27.933494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b2cf-1fe6-40d3-aa02-a3761d06144d req-c199c7c3-79f6-4b90-a211-2a44bb50666d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.945539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b358e2d-ba9c-4c8d-abdc-d289084471cf None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:21Z', 'revision_number': 3, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:26Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:27.945964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b2cf-1fe6-40d3-aa02-a3761d06144d req-c199c7c3-79f6-4b90-a211-2a44bb50666d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.959795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 98c7601a-8e46-46c2-9400-159323648c6b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=98c7601a-8e46-46c2-9400-159323648c6b,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:27.966347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b2cf-1fe6-40d3-aa02-a3761d06144d req-c199c7c3-79f6-4b90-a211-2a44bb50666d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.977618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:27.982380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:27.982905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b2cf-1fe6-40d3-aa02-a3761d06144d req-c199c7c3-79f6-4b90-a211-2a44bb50666d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:27.989567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:28.001644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea05b2cf-1fe6-40d3-aa02-a3761d06144d req-c199c7c3-79f6-4b90-a211-2a44bb50666d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:28.014330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Pushing event updated for resources: {'Port': ['ID=ebd9effa-7057-49a3-aefd-7e5f4027f818,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:28.018743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea05b2cf-1fe6-40d3-aa02-a3761d06144d req-c199c7c3-79f6-4b90-a211-2a44bb50666d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5434 time: 0.7328558 Sep 10 03:46:28.082822 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.097729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-b3eca34a-0c13-415a-b92e-6192d7168a59 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569111 Sep 10 03:46:28.128557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:28.186365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-385cae07-d720-47b4-b1e8-ec93c26a0fa5 req-5c333117-b59d-4b07-a338-4353039b3354 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3439178 Sep 10 03:46:28.193420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Attempting to bind port ebd9effa-7057-49a3-aefd-7e5f4027f818 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:28.194267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Attempting to bind port ebd9effa-7057-49a3-aefd-7e5f4027f818 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '8d887126-15b2-4ef0-955b-340f2b3466ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:28.194267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Attempting to bind port ebd9effa-7057-49a3-aefd-7e5f4027f818 on network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:28.229535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 2001:db8:2::1 (16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae/43266003-65d1-4059-802e-ef75424d38b6/5612aada-c14c-44d1-8ce7-946a09f44133) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:28.241595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:28.242288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Checking segment: {'id': '8d887126-15b2-4ef0-955b-340f2b3466ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:28.242517 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.243008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Bound using segment: {'id': '8d887126-15b2-4ef0-955b-340f2b3466ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:28.247211 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f14a153e-4caf-4696-9f4e-a0dd9c557964 req-e1592c2f-8b14-41a0-a974-fac145d5c6d4 service neutron] 10.222.0.39 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387634 Sep 10 03:46:28.249077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Bound port: ebd9effa-7057-49a3-aefd-7e5f4027f818, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d887126-15b2-4ef0-955b-340f2b3466ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:28.249581 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.289312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=98c7601a-8e46-46c2-9400-159323648c6b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:28.297769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea05b2cf-1fe6-40d3-aa02-a3761d06144d req-4d920c9b-63d3-4978-9d89-f5d4fdad9462 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2781677 Sep 10 03:46:28.399462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-33150804-d55b-4ce6-9951-b7784701efec None None] For port ebd9effa-7057-49a3-aefd-7e5f4027f818, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:28.399462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-33150804-d55b-4ce6-9951-b7784701efec None None] For port ebd9effa-7057-49a3-aefd-7e5f4027f818, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ebd9effa-7057-49a3-aefd-7e5f4027f818,segment=NetworkSegment(8d887126-15b2-4ef0-955b-340f2b3466ff),segment_id=8d887126-15b2-4ef0-955b-340f2b3466ff)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:28.402487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e5ccc4-8531-49ec-a894-e1ed712e63b6 req-7d282d99-4abc-43b4-a926-95725f8cdcf5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:28.410531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4e5ccc4-8531-49ec-a894-e1ed712e63b6 req-7d282d99-4abc-43b4-a926-95725f8cdcf5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1101470 Sep 10 03:46:28.469406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:28.472834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:28.473307 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.516654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4e5ccc4-8531-49ec-a894-e1ed712e63b6 req-b7ddac3e-7cbd-43c6-85f8-5c9efb4f1c40 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051464 Sep 10 03:46:28.602181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.622517 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.634669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.714194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed012cf2-95ee-473a-aadc-44c4a422fae1 req-e1aec161-d23c-48b7-83f1-0c9e84a11b1d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:28.715466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:28.722572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed012cf2-95ee-473a-aadc-44c4a422fae1 req-e1aec161-d23c-48b7-83f1-0c9e84a11b1d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 945 time: 0.1946552 Sep 10 03:46:28.728062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Transition to ACTIVE for port object 5612aada-c14c-44d1-8ce7-946a09f44133 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:28.738601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33150804-d55b-4ce6-9951-b7784701efec None None] Pushing event updated for resources: {'Port': ['ID=ebd9effa-7057-49a3-aefd-7e5f4027f818,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:28.750691 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.756256 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be44-006f-4424-90b9-2509e8b5ed00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.759001 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cd8be44-006f-4424-90b9-2509e8b5ed00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.762461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8cd8be44-006f-4424-90b9-2509e8b5ed00 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/67bc101e-a2e8-4674-baba-c48058626dba HTTP/1.1" status: 204 len: 168 time: 1.6485164 Sep 10 03:46:28.771555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a6f8e6-8fe5-41e0-9ba5-1c2f42ff3247 req-bbedd2b3-eb2d-42f2-a887-3af216c72371 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:28.777606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29a6f8e6-8fe5-41e0-9ba5-1c2f42ff3247 req-bbedd2b3-eb2d-42f2-a887-3af216c72371 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 943 time: 0.1278090 Sep 10 03:46:28.795600 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:28.800953 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:28.801119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd8be44-006f-4424-90b9-2509e8b5ed00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bc101e-a2e8-4674-baba-c48058626dba,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:28.893723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed012cf2-95ee-473a-aadc-44c4a422fae1 req-284c6cc6-c9f9-4be8-96a2-d315436e4f2b tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701777 Sep 10 03:46:28.937992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29a6f8e6-8fe5-41e0-9ba5-1c2f42ff3247 req-3410d10f-d49b-4d63-81ba-0e82af27c77c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410568 Sep 10 03:46:28.978450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:29.013677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc'}, {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c7601a-8e46-46c2-9400-159323648c6b'}, {'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:29.019434 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c929c1-8457-44de-92e6-3dc73d90ba8c" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "e29888a9-a947-47cc-8e2e-89a9853cf8cc"}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "98c7601a-8e46-46c2-9400-159323648c6b"}, {"server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "name": "network-vif-plugged", "status": "completed", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:29.059191 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:29.085475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bd6ade8c-dbbe-4ee5-8130-28b7bc17355a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:29.114296 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82152bde-61c9-4b90-9ee7-bc8270b08297 x-openstack-request-id: req-82152bde-61c9-4b90-9ee7-bc8270b08297 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:29.119921 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "e29888a9-a947-47cc-8e2e-89a9853cf8cc", "code": 200}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-plugged", "status": "completed", "tag": "98c7601a-8e46-46c2-9400-159323648c6b", "code": 200}, {"server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "name": "network-vif-plugged", "status": "completed", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:29.119921 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82152bde-61c9-4b90-9ee7-bc8270b08297 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:29.119921 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc', 'code': 200} Sep 10 03:46:29.119921 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98c7601a-8e46-46c2-9400-159323648c6b', 'code': 200} Sep 10 03:46:29.119921 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29', 'code': 200} Sep 10 03:46:29.119921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:29.128272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:29.129380 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:29.148734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:29.157317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:29.161389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:29.161887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:29.265118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d463ff-1ac6-445e-92cf-68e45c5192d9 req-e9558e55-0a4e-4ae3-808d-4c8d36ed1043 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.271168 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-76d463ff-1ac6-445e-92cf-68e45c5192d9 req-e9558e55-0a4e-4ae3-808d-4c8d36ed1043 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 1097 time: 0.0881348 Sep 10 03:46:29.294324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=5612aada-c14c-44d1-8ce7-946a09f44133,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:29.327308 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:29.338176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-76d463ff-1ac6-445e-92cf-68e45c5192d9 req-0a6428bc-7c2c-41e3-8bb5-dc61ff7a968b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528939 Sep 10 03:46:29.343075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:29.355194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:29.355635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:29.412668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:29.480775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:29.499238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac260a4-25b2-44a3-93d8-4a34a59de2a3 req-b2198478-d830-4e77-b4f2-4297fbf9461f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.500796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dac260a4-25b2-44a3-93d8-4a34a59de2a3 req-b2198478-d830-4e77-b4f2-4297fbf9461f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 944 time: 0.1556544 Sep 10 03:46:29.512618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6809-0c88-48c3-afc6-97730580673a req-c9c48093-73f4-4647-9484-1345739c0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.512618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6809-0c88-48c3-afc6-97730580673a req-c9c48093-73f4-4647-9484-1345739c0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.512618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6809-0c88-48c3-afc6-97730580673a req-c9c48093-73f4-4647-9484-1345739c0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.512618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6809-0c88-48c3-afc6-97730580673a req-c9c48093-73f4-4647-9484-1345739c0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.512618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6809-0c88-48c3-afc6-97730580673a req-c9c48093-73f4-4647-9484-1345739c0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.512618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6809-0c88-48c3-afc6-97730580673a req-c9c48093-73f4-4647-9484-1345739c0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.520216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d8d6809-0c88-48c3-afc6-97730580673a req-c9c48093-73f4-4647-9484-1345739c0b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.523484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d8d6809-0c88-48c3-afc6-97730580673a req-c9c48093-73f4-4647-9484-1345739c0b17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6492 time: 0.2552509 Sep 10 03:46:29.545161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bd6ade8c-dbbe-4ee5-8130-28b7bc17355a,segment=NetworkSegment(da01bd9d-6a75-4e9f-be35-84d7c74e9ab6),segment_id=da01bd9d-6a75-4e9f-be35-84d7c74e9ab6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:29.561637 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:29.614843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:29.654806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dac260a4-25b2-44a3-93d8-4a34a59de2a3 req-dd1f674e-47fb-4bcf-bc04-3288abdda4bf tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299946 Sep 10 03:46:29.664374 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:29.668336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d8d6809-0c88-48c3-afc6-97730580673a req-f9fb6900-a212-478f-9583-ad15d85cb686 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&id=9390d973-57b3-4008-a28d-568bc91081be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1290882 Sep 10 03:46:29.700428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f99db-c8bc-4e9c-b0a7-15982f1e8de7 req-afb13cbe-38d1-463e-9026-04924d851247 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.707787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f99db-c8bc-4e9c-b0a7-15982f1e8de7 req-afb13cbe-38d1-463e-9026-04924d851247 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.714052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f99db-c8bc-4e9c-b0a7-15982f1e8de7 req-afb13cbe-38d1-463e-9026-04924d851247 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.719693 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:29.739323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f99db-c8bc-4e9c-b0a7-15982f1e8de7 req-afb13cbe-38d1-463e-9026-04924d851247 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.752186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f99db-c8bc-4e9c-b0a7-15982f1e8de7 req-afb13cbe-38d1-463e-9026-04924d851247 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.766571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f99db-c8bc-4e9c-b0a7-15982f1e8de7 req-afb13cbe-38d1-463e-9026-04924d851247 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.781331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527f99db-c8bc-4e9c-b0a7-15982f1e8de7 req-afb13cbe-38d1-463e-9026-04924d851247 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:29.792859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-527f99db-c8bc-4e9c-b0a7-15982f1e8de7 req-afb13cbe-38d1-463e-9026-04924d851247 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5435 time: 0.2547114 Sep 10 03:46:29.829679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=bd6ade8c-dbbe-4ee5-8130-28b7bc17355a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:29.958642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-527f99db-c8bc-4e9c-b0a7-15982f1e8de7 req-9a253cfb-2ef9-472e-9569-1bd5de19fea6 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1253989 Sep 10 03:46:30.071817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d9466-d4cf-4984-b6fd-aa4ee2e3c105 None None] Network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:30.151943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ee2494-24d2-4d56-bb10-c56076d52053 req-6aa46477-90da-4d9e-87d2-f8dbc7ba508e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:30.153484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10ee2494-24d2-4d56-bb10-c56076d52053 req-6aa46477-90da-4d9e-87d2-f8dbc7ba508e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.2839675 Sep 10 03:46:30.245464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52ae4a-1a7c-47e5-8f8a-765b62a55f0f req-d48dbccc-53dd-4af5-8613-f778f3a4012f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:30.246973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf52ae4a-1a7c-47e5-8f8a-765b62a55f0f req-d48dbccc-53dd-4af5-8613-f778f3a4012f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1265056 Sep 10 03:46:30.252216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10ee2494-24d2-4d56-bb10-c56076d52053 req-f8df07f5-0f36-4f5f-b294-8617d9f64181 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811725 Sep 10 03:46:30.285612 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:30.353882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf52ae4a-1a7c-47e5-8f8a-765b62a55f0f req-27630fe9-5e4a-4b0e-b74b-9b0f43cddfad tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970922 Sep 10 03:46:30.390026 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:30.391455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:30.408126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-db7268bd-6614-4a4e-a5d1-923f87f12ea1 None None] Provisioning for port ebd9effa-7057-49a3-aefd-7e5f4027f818 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:30.424369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42102) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:30.495189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=5612aada-c14c-44d1-8ce7-946a09f44133,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:30.511367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619e2f41-4146-4c42-a2ef-fcfc762b9258 req-1e574fee-39ac-4c19-9b79-2e3e79bef3f8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:30.518934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-619e2f41-4146-4c42-a2ef-fcfc762b9258 req-1e574fee-39ac-4c19-9b79-2e3e79bef3f8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 943 time: 0.1595464 Sep 10 03:46:30.565678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1470953256-network', 'tenant_id': '89f3c0c425e54739a9635c822d9a6506'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:30.610882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-619e2f41-4146-4c42-a2ef-fcfc762b9258 req-11324522-2392-4baa-a482-5456dc2bc40e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867889 Sep 10 03:46:30.629625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:30.632703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:30.657218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Made reservation on behalf of 89f3c0c425e54739a9635c822d9a6506 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:30.661602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:30.669605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:30.812887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:30.849075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device fb805120-025c-445f-b608-d2eedb66971e details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:30.904361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.001965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port fb805120-025c-445f-b608-d2eedb66971e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fb805120-025c-445f-b608-d2eedb66971e,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:31.022037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'fb805120-025c-445f-b608-d2eedb66971e', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'port_id': 'fb805120-025c-445f-b608-d2eedb66971e', 'mac_address': 'fa:16:3e:13:a2:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5575dc5-8b76-4214-8972-bb2f14443e81', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:31.032061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629b0983-2902-4a69-9d65-b2b811dc5961 req-e4b0a60e-ee8a-4eb8-b6af-cc6ced96c6d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.043208 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.043901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-629b0983-2902-4a69-9d65-b2b811dc5961 req-e4b0a60e-ee8a-4eb8-b6af-cc6ced96c6d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 945 time: 0.2750533 Sep 10 03:46:31.078632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:46:31.113418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:31.127630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:31.132150 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:31.143583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b841cda7-05c7-4e1e-b753-76a9d13e4fac tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0196767 Sep 10 03:46:31.145105 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:31.147729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42112) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:31.149030 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:31.154736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-908064713'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:31.156484 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e249ff-79a4-465e-9d9e-b06f1181c034" -d '{"events": [{"server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "name": "network-vif-plugged", "status": "completed", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:31.167829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.168145 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Added segment 152e60c6-d580-48bb-b660-d22a33268459 of type vlan for network 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a Sep 10 03:46:31.170284 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.186933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ebd9effa-7057-49a3-aefd-7e5f4027f818 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:31.195798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135dc455-bd7d-40b0-b9e3-6ee20378bbff,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:31.240107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-629b0983-2902-4a69-9d65-b2b811dc5961 req-57ffad69-52cb-4ad3-a59c-cd2b15baf2af tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963696 Sep 10 03:46:31.271923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb805120-025c-445f-b608-d2eedb66971e {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:31.276878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.305843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd9e2d-7649-4f2a-bdaa-7c24ac4fb3f9 req-5b82620b-1189-4471-b1e4-30028283c413 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.313062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd9e2d-7649-4f2a-bdaa-7c24ac4fb3f9 req-5b82620b-1189-4471-b1e4-30028283c413 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.314197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port fb805120-025c-445f-b608-d2eedb66971e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fb805120-025c-445f-b608-d2eedb66971e,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:31.324696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd9e2d-7649-4f2a-bdaa-7c24ac4fb3f9 req-5b82620b-1189-4471-b1e4-30028283c413 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.336518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd9e2d-7649-4f2a-bdaa-7c24ac4fb3f9 req-5b82620b-1189-4471-b1e4-30028283c413 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.345403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd9e2d-7649-4f2a-bdaa-7c24ac4fb3f9 req-5b82620b-1189-4471-b1e4-30028283c413 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.353603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd9e2d-7649-4f2a-bdaa-7c24ac4fb3f9 req-5b82620b-1189-4471-b1e4-30028283c413 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.356907 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fbad20e-c599-4274-b8f4-f26f7c77e2a0 x-openstack-request-id: req-4fbad20e-c599-4274-b8f4-f26f7c77e2a0 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:31.357541 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "name": "network-vif-plugged", "status": "completed", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:31.358010 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fbad20e-c599-4274-b8f4-f26f7c77e2a0 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:31.358587 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941', 'code': 200} Sep 10 03:46:31.361119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd9e2d-7649-4f2a-bdaa-7c24ac4fb3f9 req-5b82620b-1189-4471-b1e4-30028283c413 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.364077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62fd9e2d-7649-4f2a-bdaa-7c24ac4fb3f9 req-5b82620b-1189-4471-b1e4-30028283c413 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5435 time: 0.1830115 Sep 10 03:46:31.369086 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:31.447094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.448771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9e692033-271a-4a73-9683-e614e8e0ab8b None None] Provisioning for port 5612aada-c14c-44d1-8ce7-946a09f44133 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:31.456643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.456643 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.456880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ebd9effa-7057-49a3-aefd-7e5f4027f818 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:31.456880 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.464138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ebd9effa-7057-49a3-aefd-7e5f4027f818 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:31.464506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.479435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62fd9e2d-7649-4f2a-bdaa-7c24ac4fb3f9 req-713c45a9-8cff-409b-9e6b-2ec624122275 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1018417 Sep 10 03:46:31.556392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:31.563062 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.607730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9e692033-271a-4a73-9683-e614e8e0ab8b None None] Provisioning complete for port 5612aada-c14c-44d1-8ce7-946a09f44133 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:31.608761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9e692033-271a-4a73-9683-e614e8e0ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.633424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2079437 Sep 10 03:46:31.634833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67562fe-d68c-440b-8671-fdbf4545f2e6 admin admin] Pushing event updated for resources: {'Network': ['ID=39d37c0a-8f3c-4e8a-9985-9eb6e73a200a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:31.637032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42122) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:31.643982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Request body: {'subnet': {'network_id': '39d37c0a-8f3c-4e8a-9985-9eb6e73a200a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1470953256-subnet', 'tenant_id': '89f3c0c425e54739a9635c822d9a6506', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:31.663935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9e692033-271a-4a73-9683-e614e8e0ab8b None None] Port 5612aada-c14c-44d1-8ce7-946a09f44133 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:31.664738 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:46:31.725971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe3bc65-d151-4427-bd0f-aed0061898a2 req-dd0c584c-51b4-4912-8e33-f6f17849902e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.734280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffe3bc65-d151-4427-bd0f-aed0061898a2 req-dd0c584c-51b4-4912-8e33-f6f17849902e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.2963684 Sep 10 03:46:31.749634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:46:31.760821 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:30Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:31.766275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c37019-f5de-47ca-895b-ee91713379eb req-f6d01f5c-0619-4507-a765-6aed1123e4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.772962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Made reservation on behalf of 89f3c0c425e54739a9635c822d9a6506 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:31.773131 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c37019-f5de-47ca-895b-ee91713379eb req-f6d01f5c-0619-4507-a765-6aed1123e4a9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 1096 time: 0.3292270 Sep 10 03:46:31.773248 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.803809 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:31.804269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.804730 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added segment 968ce833-7cda-4789-aca5-7cf7f214b98d of type vlan for network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 Sep 10 03:46:31.805014 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Updating router c8a122fe-6227-4049-8d37-40f5e8a653dd port 5612aada-c14c-44d1-8ce7-946a09f44133 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:46:31.820453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['fb805120-025c-445f-b608-d2eedb66971e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:31.834152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bf168-4e6c-44bf-a496-dfa14eb55513 req-92233353-b73b-4b05-89cf-4cd7cf54e610 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:31.835960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-048bf168-4e6c-44bf-a496-dfa14eb55513 req-92233353-b73b-4b05-89cf-4cd7cf54e610 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1933005 Sep 10 03:46:31.842159 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.889179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=fb805120-025c-445f-b608-d2eedb66971e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:31.907463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffe3bc65-d151-4427-bd0f-aed0061898a2 req-7559474a-a95c-408c-a22b-ca27902ee115 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716938 Sep 10 03:46:31.956533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c37019-f5de-47ca-895b-ee91713379eb req-899a49c8-c280-46ab-b076-5dc37ceb4367 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782422 Sep 10 03:46:31.958790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-92d28a0b-c83f-4a6e-baad-9f96009514de None None] Provisioning complete for port 5612aada-c14c-44d1-8ce7-946a09f44133 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:31.959191 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92d28a0b-c83f-4a6e-baad-9f96009514de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:31.967357 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.033061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-048bf168-4e6c-44bf-a496-dfa14eb55513 req-47df3677-eca7-478a-a3b3-feefb5f5c471 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882417 Sep 10 03:46:32.072919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-92d28a0b-c83f-4a6e-baad-9f96009514de None None] Port 5612aada-c14c-44d1-8ce7-946a09f44133 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:32.075079 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.202842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a27fc06-25c7-4c2f-a872-0f22266ae076 req-9bc2e576-dcab-42d5-9cf0-0d932d551506 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.213924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a27fc06-25c7-4c2f-a872-0f22266ae076 req-9bc2e576-dcab-42d5-9cf0-0d932d551506 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 944 time: 0.1630523 Sep 10 03:46:32.217701 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port ebd9effa-7057-49a3-aefd-7e5f4027f818, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ebd9effa-7057-49a3-aefd-7e5f4027f818,segment=NetworkSegment(8d887126-15b2-4ef0-955b-340f2b3466ff),segment_id=8d887126-15b2-4ef0-955b-340f2b3466ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:32.218309 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.231316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.232181 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.238525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.298764 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.309898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.310699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bd6ade8c-dbbe-4ee5-8130-28b7bc17355a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:32.329648 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Transition to ACTIVE for port object 5612aada-c14c-44d1-8ce7-946a09f44133 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:32.419644 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.443179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2945395 Sep 10 03:46:32.445452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=ebd9effa-7057-49a3-aefd-7e5f4027f818,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:32.447249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42130) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:32.450208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a27fc06-25c7-4c2f-a872-0f22266ae076 req-8226af8d-400b-42d5-be33-9741862b2c5d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054725 Sep 10 03:46:32.451830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effb0e35-a6b2-4106-ad00-e54cc59c1d25 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Network': ['ID=3337f75d-47fb-4cbc-81c3-eade39a2fea8,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:32.472674 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:32.473113 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.486505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d786dcf-1c22-4409-adc5-b88bf226ac12 req-158cd2e5-552e-4988-ae3d-a2ba0ff3bd1c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.500588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d786dcf-1c22-4409-adc5-b88bf226ac12 req-158cd2e5-552e-4988-ae3d-a2ba0ff3bd1c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.2050793 Sep 10 03:46:32.542071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'subnet': {'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:32.570672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:46:32.622482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d786dcf-1c22-4409-adc5-b88bf226ac12 req-9ff77e95-bc7c-411d-affb-52d79724e5dd tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063547 Sep 10 03:46:32.663466 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ac636-5a57-407c-94c1-f8b5782969db None None] Pushing event updated for resources: {'Port': ['ID=5612aada-c14c-44d1-8ce7-946a09f44133,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:32.689105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b630a6-b955-4424-b84d-7ef9a436e10f req-77046ada-5799-4752-a719-41c2a7abd6ee tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.690657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48b630a6-b955-4424-b84d-7ef9a436e10f req-77046ada-5799-4752-a719-41c2a7abd6ee tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 945 time: 0.1199255 Sep 10 03:46:32.719177 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Attempting to bind port 5612aada-c14c-44d1-8ce7-946a09f44133 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:32.719877 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Attempting to bind port 5612aada-c14c-44d1-8ce7-946a09f44133 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '8d887126-15b2-4ef0-955b-340f2b3466ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:32.721757 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Attempting to bind port 5612aada-c14c-44d1-8ce7-946a09f44133 on network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:32.730290 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:32.731140 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Checking segment: {'id': '8d887126-15b2-4ef0-955b-340f2b3466ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:32.731875 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.732616 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Bound using segment: {'id': '8d887126-15b2-4ef0-955b-340f2b3466ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:32.733309 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Bound port: 5612aada-c14c-44d1-8ce7-946a09f44133, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d887126-15b2-4ef0-955b-340f2b3466ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:32.733922 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.772838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48b630a6-b955-4424-b84d-7ef9a436e10f req-431301e5-3cfa-4aad-8365-9e5f46a141a6 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721769 Sep 10 03:46:32.847630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81798-8c0c-465a-8914-b2b001348e53 req-e36dcec9-20c9-4e7e-8242-51088d9fd1cd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.850244 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] For port 5612aada-c14c-44d1-8ce7-946a09f44133, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:32.852869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81798-8c0c-465a-8914-b2b001348e53 req-e36dcec9-20c9-4e7e-8242-51088d9fd1cd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.854297 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] For port 5612aada-c14c-44d1-8ce7-946a09f44133, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5612aada-c14c-44d1-8ce7-946a09f44133,segment=NetworkSegment(8d887126-15b2-4ef0-955b-340f2b3466ff),segment_id=8d887126-15b2-4ef0-955b-340f2b3466ff)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:32.858903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81798-8c0c-465a-8914-b2b001348e53 req-e36dcec9-20c9-4e7e-8242-51088d9fd1cd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.871047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81798-8c0c-465a-8914-b2b001348e53 req-e36dcec9-20c9-4e7e-8242-51088d9fd1cd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.877528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81798-8c0c-465a-8914-b2b001348e53 req-e36dcec9-20c9-4e7e-8242-51088d9fd1cd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.884034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81798-8c0c-465a-8914-b2b001348e53 req-e36dcec9-20c9-4e7e-8242-51088d9fd1cd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.890137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d81798-8c0c-465a-8914-b2b001348e53 req-e36dcec9-20c9-4e7e-8242-51088d9fd1cd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:32.899146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2d81798-8c0c-465a-8914-b2b001348e53 req-e36dcec9-20c9-4e7e-8242-51088d9fd1cd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5435 time: 0.1530285 Sep 10 03:46:32.927620 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.951177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Made reservation on behalf of 3be1eaae0cc5479ba16354cfe30d8170 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:32.955310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2d81798-8c0c-465a-8914-b2b001348e53 req-4a507704-1989-4e27-aeab-170b7b9d4384 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0510869 Sep 10 03:46:32.955510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.970461 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:32.974097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ebd9effa-7057-49a3-aefd-7e5f4027f818 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:33.058259 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:33.058895 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:33.114695 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89ac636-5a57-407c-94c1-f8b5782969db None None] Pushing event updated for resources: {'Port': ['ID=5612aada-c14c-44d1-8ce7-946a09f44133,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:33.116266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ebd9effa-7057-49a3-aefd-7e5f4027f818 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:33.116872 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:33.135241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76bb735-87e3-4271-a58c-4cb34e946f26,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:33.154693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19baedd4-338b-47b3-84ca-4d790a018cce req-d8c58ba3-2326-4cc0-8872-c1aa3cfcfdec tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.156297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19baedd4-338b-47b3-84ca-4d790a018cce req-d8c58ba3-2326-4cc0-8872-c1aa3cfcfdec tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1129973 Sep 10 03:46:33.217798 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:33.252985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19baedd4-338b-47b3-84ca-4d790a018cce req-bb8c4e2e-58dc-4c04-8fc3-2fcb9ab98d46 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885332 Sep 10 03:46:33.285071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Checking segment: {'id': '152e60c6-d580-48bb-b660-d22a33268459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '39d37c0a-8f3c-4e8a-9985-9eb6e73a200a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:33.285439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Network hostable DHCP agents. Network: 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:46:33.290378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6756-d55e-471f-9845-030cc3e06f1e req-9a0ce96d-626b-4e2f-a6df-767dfa5756dc tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.297258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6756-d55e-471f-9845-030cc3e06f1e req-9a0ce96d-626b-4e2f-a6df-767dfa5756dc tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.304197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6756-d55e-471f-9845-030cc3e06f1e req-9a0ce96d-626b-4e2f-a6df-767dfa5756dc tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.310507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6756-d55e-471f-9845-030cc3e06f1e req-9a0ce96d-626b-4e2f-a6df-767dfa5756dc tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.317011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6756-d55e-471f-9845-030cc3e06f1e req-9a0ce96d-626b-4e2f-a6df-767dfa5756dc tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.324472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6756-d55e-471f-9845-030cc3e06f1e req-9a0ce96d-626b-4e2f-a6df-767dfa5756dc tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.331777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cd6756-d55e-471f-9845-030cc3e06f1e req-9a0ce96d-626b-4e2f-a6df-767dfa5756dc tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.339429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17cd6756-d55e-471f-9845-030cc3e06f1e req-9a0ce96d-626b-4e2f-a6df-767dfa5756dc tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5435 time: 0.1359184 Sep 10 03:46:33.360730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42144) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:33.383813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Request body: {'floatingip': {'port_id': 'c35f185d-3a3c-4e59-b791-f13023b215b7'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:33.458059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:33.493768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Network 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:46:33.528365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:33.580271 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:32Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:33.589570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:33.598792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94da27c-e541-4fac-8ae8-1298040bce61 None None] Network 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:33.612370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.612996 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:33.616349 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc517480-2517-4b3d-ae6e-572d48441924 None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:32Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:33.618824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27e02d4-12e8-4d6d-b9bf-4c7ac8130d93 req-82208c3e-478d-47fb-a7d5-68f786df501d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.621171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a27e02d4-12e8-4d6d-b9bf-4c7ac8130d93 req-82208c3e-478d-47fb-a7d5-68f786df501d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.2211750 Sep 10 03:46:33.627845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Subnet': ['ID=4e04a5c8-4b16-4b28-9345-44abda4d75c3,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:33.639013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Checking segment: {'id': '968ce833-7cda-4789-aca5-7cf7f214b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:33.639470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network hostable DHCP agents. Network: 3337f75d-47fb-4cbc-81c3-eade39a2fea8, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:46:33.727614 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-22a550e0-c85e-40b8-8c2b-1988635f5897 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0890498 Sep 10 03:46:33.757212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:46:33.775729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1c3f64-9c25-473d-9498-794c4181d161 req-e516114b-9a49-48d8-9715-371b13fca708 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.777668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df1c3f64-9c25-473d-9498-794c4181d161 req-e516114b-9a49-48d8-9715-371b13fca708 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 944 time: 0.1874447 Sep 10 03:46:33.780681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a27e02d4-12e8-4d6d-b9bf-4c7ac8130d93 req-e77bb52c-5280-4ad7-a175-15141cf8680f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397867 Sep 10 03:46:33.838861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2905ef1-1ca8-4609-afb2-ebcff20d462d None None] Network 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:33.896099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df1c3f64-9c25-473d-9498-794c4181d161 req-a5d0740b-7dca-4410-b5e9-bac51d8596d8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064045 Sep 10 03:46:33.898828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 3337f75d-47fb-4cbc-81c3-eade39a2fea8) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:33.908502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:33.913909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:33.943237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1226f4b-d329-4209-b7a5-4ad7e03eeb67 None None] Network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:33.988026 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d1a4159e-c319-499c-a4af-a02de8c43265 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4843156 Sep 10 03:46:33.989682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42156) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:34.137057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a7dc83-0f0b-4159-9a76-c6574202b8b1 req-15d7be3e-fe02-4b27-8ed3-9a1939a15685 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:34.137928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10a7dc83-0f0b-4159-9a76-c6574202b8b1 req-15d7be3e-fe02-4b27-8ed3-9a1939a15685 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 945 time: 0.1837549 Sep 10 03:46:34.156603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be30e239-7143-45ee-98b2-ab1afeb79dd4 req-bb9544d2-4c2c-4fbd-a80e-d6027f87fc33 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:34.158135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be30e239-7143-45ee-98b2-ab1afeb79dd4 req-bb9544d2-4c2c-4fbd-a80e-d6027f87fc33 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1391187 Sep 10 03:46:34.187270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:46:34.188866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.377266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Allocated IP 2001:db8:3::2 (3337f75d-47fb-4cbc-81c3-eade39a2fea8/4e04a5c8-4b16-4b28-9345-44abda4d75c3/c2704dda-0e63-4f8b-8d49-a0dc2cd43925) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:34.469013 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.580398 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.590588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Transition to ACTIVE for port object c2704dda-0e63-4f8b-8d49-a0dc2cd43925 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:34.596184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.resource_extend [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:46:34.608954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Transition to ACTIVE for port object c2704dda-0e63-4f8b-8d49-a0dc2cd43925 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:34.632333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10a7dc83-0f0b-4159-9a76-c6574202b8b1 req-67b96701-6152-4058-97d5-25a9e759b9d4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863977 Sep 10 03:46:34.651487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be30e239-7143-45ee-98b2-ab1afeb79dd4 req-47f79d9a-84f2-423d-a906-3794ab677de9 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807906 Sep 10 03:46:34.673641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.697818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.759818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:34.767356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:34.770381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:34.779734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Pushing event updated for resources: {'Port': ['ID=c2704dda-0e63-4f8b-8d49-a0dc2cd43925,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:34.802172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a957271a-4de0-4f8a-8b9c-cc30d82476e7 req-52479a12-242c-48c0-af26-1c41cfd84242 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:34.804435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a957271a-4de0-4f8a-8b9c-cc30d82476e7 req-52479a12-242c-48c0-af26-1c41cfd84242 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.0778527 Sep 10 03:46:34.805971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.849513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Allocated IP 2001:db8:3::1 (3337f75d-47fb-4cbc-81c3-eade39a2fea8/4e04a5c8-4b16-4b28-9345-44abda4d75c3/8afe487b-191e-41d8-9ce8-4822e650f500) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:34.853886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Attempting to bind port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:34.854389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Attempting to bind port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '968ce833-7cda-4789-aca5-7cf7f214b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:34.854853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Attempting to bind port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 on network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:34.864660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:34.865103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Checking segment: {'id': '968ce833-7cda-4789-aca5-7cf7f214b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:34.865619 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.866070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Bound using segment: {'id': '968ce833-7cda-4789-aca5-7cf7f214b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:34.866695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Bound port: c2704dda-0e63-4f8b-8d49-a0dc2cd43925, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968ce833-7cda-4789-aca5-7cf7f214b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:34.867084 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:34.892301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device fb805120-025c-445f-b608-d2eedb66971e up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:34.893833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-4bb1e698-02b8-4327-872f-0decf512b7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:34.897200 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-4bb1e698-02b8-4327-872f-0decf512b7ad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d&tenant_id=b6d51038489e483fb245dfd7d9e58112 HTTP/1.1" status: 200 len: 1094 time: 0.1518073 Sep 10 03:46:34.966904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a957271a-4de0-4f8a-8b9c-cc30d82476e7 req-54b1415c-cf70-4b2b-8ab2-ef9a7f9b7048 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146352 Sep 10 03:46:35.008588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5612aada-c14c-44d1-8ce7-946a09f44133 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:35.009671 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Floating IP 6909ffea-42fb-494d-b1fa-30efb080d9b6 associated. External IP: 172.25.3.72, port: c35f185d-3a3c-4e59-b791-f13023b215b7. Sep 10 03:46:35.047567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-e9babeae-4a7f-4899-9049-251325ef9bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:35.048504 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-e9babeae-4a7f-4899-9049-251325ef9bc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 1094 time: 0.1246355 Sep 10 03:46:35.093475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] For port c2704dda-0e63-4f8b-8d49-a0dc2cd43925, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:35.115032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] For port c2704dda-0e63-4f8b-8d49-a0dc2cd43925, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c2704dda-0e63-4f8b-8d49-a0dc2cd43925,segment=NetworkSegment(968ce833-7cda-4789-aca5-7cf7f214b98d),segment_id=968ce833-7cda-4789-aca5-7cf7f214b98d)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:35.160527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-00879964-3fe0-498c-bc1a-fdd871f9571f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:35.162368 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-00879964-3fe0-498c-bc1a-fdd871f9571f service neutron] 10.222.0.39 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.1033237 Sep 10 03:46:35.184115 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.199312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port fb805120-025c-445f-b608-d2eedb66971e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:35.207831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port fb805120-025c-445f-b608-d2eedb66971e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:35.207831 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.222749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-d07e6e29-1a9d-471c-a4b0-2caa31b694a4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-968407262&fields=id&tenant_id=acfb44a4bdb844f48bb776c2ee4db694 HTTP/1.1" status: 200 len: 267 time: 0.0771966 Sep 10 03:46:35.241776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Transition to ACTIVE for port object 8afe487b-191e-41d8-9ce8-4822e650f500 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:35.264302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 5612aada-c14c-44d1-8ce7-946a09f44133 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:35.265412 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-fe59040c-f7a8-45fa-9d53-10f16bea325c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b HTTP/1.1" status: 200 len: 998 time: 0.0919685 Sep 10 03:46:35.270270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5612aada-c14c-44d1-8ce7-946a09f44133 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:35.270648 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.279979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.322764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-f937b946-f535-4222-941f-4459c9ae990a tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:35.324345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-f937b946-f535-4222-941f-4459c9ae990a tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 945 time: 0.0936337 Sep 10 03:46:35.332585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-b0a63cd3-eeaa-40aa-af44-cf6aa39f4ca8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:35.337548 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-b0a63cd3-eeaa-40aa-af44-cf6aa39f4ca8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.0547068 Sep 10 03:46:35.352695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-34da1d38-d4fc-4b0c-b28d-2e3e46f078e1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'port': {'security_groups': ['afcc3f3e-dff4-4a19-995f-3160e4ff8d0b', '8c545adc-7c99-47e1-8b57-08aeeec28270']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:35.395463 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-6440891a-58f6-42d3-8694-299366043f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:35.397298 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-6440891a-58f6-42d3-8694-299366043f48 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0544140 Sep 10 03:46:35.421178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae46841f-fbf0-4cc0-b17f-4a68d56ba63e None None] Pushing event updated for resources: {'Port': ['ID=c2704dda-0e63-4f8b-8d49-a0dc2cd43925,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:35.425581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Router 1010a311-f1dd-475d-a22a-f30890fa912f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:35.426363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-34da1d38-d4fc-4b0c-b28d-2e3e46f078e1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.438458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.473375 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.498166 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.514623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b6ecd0-f459-4a89-ad6b-b2a905af542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb805120-025c-445f-b608-d2eedb66971e'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:35.517178 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b93336c-764b-470d-bf3f-3dbd83e1fc7e" -d '{"events": [{"server_uuid": "a4b6ecd0-f459-4a89-ad6b-b2a905af542a", "name": "network-vif-plugged", "status": "completed", "tag": "fb805120-025c-445f-b608-d2eedb66971e"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:35.537818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port fb805120-025c-445f-b608-d2eedb66971e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fb805120-025c-445f-b608-d2eedb66971e,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:35.545202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:35.556275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 5612aada-c14c-44d1-8ce7-946a09f44133, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5612aada-c14c-44d1-8ce7-946a09f44133,segment=NetworkSegment(8d887126-15b2-4ef0-955b-340f2b3466ff),segment_id=8d887126-15b2-4ef0-955b-340f2b3466ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:35.568010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:35.585826 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-693a3814-e911-43b1-b4a8-3f10ef7c113e service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803384 Sep 10 03:46:35.586692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:35.589643 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.589837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=8afe487b-191e-41d8-9ce8-4822e650f500,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:35.641052 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.705243 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:35.713591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.718286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] Sync routers for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:35.738005 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:35.749100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:35.749100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:35.762286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a247b2e4-22d4-4ed4-aa85-a98dc19c9901 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "PUT /v2.0/floatingips/6909ffea-42fb-494d-b1fa-30efb080d9b6 HTTP/1.1" status: 200 len: 990 time: 2.3970671 Sep 10 03:46:35.799109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:35.801522 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-138176d4-5d39-4caa-9be5-61ab614a8dac" -d '{"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:35.839943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=fb805120-025c-445f-b608-d2eedb66971e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:35.849071 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-66fe278d-4c28-443f-9115-2b08e36fa94e req-b8eb2583-1940-4861-998d-239d1c5070eb service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549460 Sep 10 03:46:35.905948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf4e59-fdb1-40bc-af07-970b96019f8a req-83d8a459-a4f8-40fc-85bb-373d006c8ff6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:35.907492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2abf4e59-fdb1-40bc-af07-970b96019f8a req-83d8a459-a4f8-40fc-85bb-373d006c8ff6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.2003467 Sep 10 03:46:35.946334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-34da1d38-d4fc-4b0c-b28d-2e3e46f078e1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] For port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:35.952985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:35.955061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=5612aada-c14c-44d1-8ce7-946a09f44133,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:35.976557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2abf4e59-fdb1-40bc-af07-970b96019f8a req-a68a3549-1a8a-48cd-8e9d-2d7f9187fd48 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593493 Sep 10 03:46:36.004674 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-34da1d38-d4fc-4b0c-b28d-2e3e46f078e1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:36.055291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:36.091286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-34da1d38-d4fc-4b0c-b28d-2e3e46f078e1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:36.126981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:36.129433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:36.148366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-34da1d38-d4fc-4b0c-b28d-2e3e46f078e1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.149208 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-34da1d38-d4fc-4b0c-b28d-2e3e46f078e1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:36.166366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df4165f4-5017-462b-bb42-b5a071d0a05e req-34da1d38-d4fc-4b0c-b28d-2e3e46f078e1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "PUT /v2.0/ports/be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 HTTP/1.1" status: 200 len: 981 time: 0.8261480 Sep 10 03:46:36.244592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34da1d38-d4fc-4b0c-b28d-2e3e46f078e1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'Port': ['ID=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,revision_number=6']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:36.308803 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030e2dbf-4f7a-4fc2-8439-b27e747868b3 x-openstack-request-id: req-030e2dbf-4f7a-4fc2-8439-b27e747868b3 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:36.308803 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b6ecd0-f459-4a89-ad6b-b2a905af542a", "name": "network-vif-plugged", "status": "completed", "tag": "fb805120-025c-445f-b608-d2eedb66971e", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:36.309719 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-030e2dbf-4f7a-4fc2-8439-b27e747868b3 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:36.310406 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b6ecd0-f459-4a89-ad6b-b2a905af542a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb805120-025c-445f-b608-d2eedb66971e', 'code': 200} Sep 10 03:46:36.364028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:36.472840 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c91c5c51-d6f6-47ad-a29e-7fcf428b5a40 x-openstack-request-id: req-c91c5c51-d6f6-47ad-a29e-7fcf428b5a40 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:36.473129 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:36.475879 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c91c5c51-d6f6-47ad-a29e-7fcf428b5a40 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:36.478244 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'status': 'completed', 'code': 200} Sep 10 03:46:36.525780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd294e7-7a13-4008-8ebe-82c934692196 req-b8777406-48da-4f11-8956-699a19f0cb00 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.538363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcd294e7-7a13-4008-8ebe-82c934692196 req-b8777406-48da-4f11-8956-699a19f0cb00 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1574492 Sep 10 03:46:36.620769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b90ccc0-3700-4e80-b866-9570d67b0649 req-a12f6a6a-222f-4c49-ac6a-99b38de7f073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.622401 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8b90ccc0-3700-4e80-b866-9570d67b0649 req-a12f6a6a-222f-4c49-ac6a-99b38de7f073 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 1096 time: 0.1827626 Sep 10 03:46:36.654327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcd294e7-7a13-4008-8ebe-82c934692196 req-5afab0bd-43e6-466b-8323-efbcec225594 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147509 Sep 10 03:46:36.678431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:36.702671 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8b90ccc0-3700-4e80-b866-9570d67b0649 req-e9f6e9b3-7bdf-4c6e-b5a6-852f28ed316b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671167 Sep 10 03:46:36.707838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-7671ab4e-261b-4aa7-a117-c4258d87580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.708480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-7671ab4e-261b-4aa7-a117-c4258d87580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.709641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-7671ab4e-261b-4aa7-a117-c4258d87580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.710203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-7671ab4e-261b-4aa7-a117-c4258d87580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.710730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-7671ab4e-261b-4aa7-a117-c4258d87580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.711250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-7671ab4e-261b-4aa7-a117-c4258d87580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.711984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-7671ab4e-261b-4aa7-a117-c4258d87580f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.714075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-7671ab4e-261b-4aa7-a117-c4258d87580f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6492 time: 0.1544962 Sep 10 03:46:36.729882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75437d35-1fc9-49dc-9d0f-fa9795595a7b req-c4cecd16-fcef-4e7f-948d-b580f1fb1dc2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.731652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75437d35-1fc9-49dc-9d0f-fa9795595a7b req-c4cecd16-fcef-4e7f-948d-b580f1fb1dc2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1283340 Sep 10 03:46:36.770861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:36.770861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:36.853760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75437d35-1fc9-49dc-9d0f-fa9795595a7b req-c92e05a5-8883-4a96-a711-c567e6f29bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085687 Sep 10 03:46:36.896771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-cb49fd3c-aec3-4e12-b535-c996d5f7bab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:36.899280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-cb49fd3c-aec3-4e12-b535-c996d5f7bab6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 HTTP/1.1" status: 200 len: 913 time: 0.1665764 Sep 10 03:46:36.908283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event updated for resources: {'Port': ['ID=8afe487b-191e-41d8-9ce8-4822e650f500,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:36.925581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2dc31b-be0b-48d1-97da-8b25a520ae78 None None] Network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:37.043650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-313949f6-24e7-4392-8f9d-d50b685326de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c35f185d-3a3c-4e59-b791-f13023b215b7 HTTP/1.1" status: 200 len: 998 time: 0.1289659 Sep 10 03:46:37.160822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:37.162925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:37.191331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37876fb4-a86e-44cf-8304-91dc2b7b36b4 req-8807414e-c3fc-4337-bf17-86620a303e73 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/8c545adc-7c99-47e1-8b57-08aeeec28270 HTTP/1.1" status: 200 len: 1802 time: 0.1447241 Sep 10 03:46:37.204596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-1c0cad76-c442-440d-af43-96daef56110d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:37.208847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-1c0cad76-c442-440d-af43-96daef56110d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54def874-aa7b-403f-837f-4928c0648437 HTTP/1.1" status: 200 len: 851 time: 0.1480403 Sep 10 03:46:37.215988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c2704dda-0e63-4f8b-8d49-a0dc2cd43925 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:37.300792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-cae41414-baad-4286-b031-fc8650d54c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:37.303469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-cae41414-baad-4286-b031-fc8650d54c9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765917 Sep 10 03:46:37.306962 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-37876fb4-a86e-44cf-8304-91dc2b7b36b4 req-260429fb-0254-4d18-bd1a-41208ac7b68c tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 03:46:37.322866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37876fb4-a86e-44cf-8304-91dc2b7b36b4 req-260429fb-0254-4d18-bd1a-41208ac7b68c tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/8c545adc-7c99-47e1-8b57-08aeeec28270 HTTP/1.1" status: 409 len: 341 time: 0.1256673 Sep 10 03:46:37.465420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-46aa8455-7e8d-412c-8b36-054763b3ee94 service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382799 Sep 10 03:46:37.540381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0f3bfd9d-0fb9-4fe7-ba1d-aa745f632475 None None] Provisioning for port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:37.673737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '6909ffea-42fb-494d-b1fa-30efb080d9b6', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'port_id': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'mac_address': 'fa:16:3e:8a:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:45:20Z', 'updated_at': '2021-09-10T03:46:34Z', 'revision_number': 1, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b848510-8c0f-4be7-acd5-eb18bc3acb04', 'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'mac_address': 'fa:16:3e:b9:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:59Z', 'updated_at': '2021-09-10T03:44:17Z', 'revision_number': 5, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'subnets': [{'id': '54def874-aa7b-403f-837f-4928c0648437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:37.722998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] Checking router: 1010a311-f1dd-475d-a22a-f30890fa912f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:37.725289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:37.726275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:37.732899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:37.739350 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:37.740662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:37.741185 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:37.783945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-138176d4-5d39-4caa-9be5-61ab614a8dac req-a3628a23-10d2-486a-a177-7e4d106b87fc service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3002193 Sep 10 03:46:37.924012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e76becd-96d8-492f-beca-eb6bc8e8e056 req-5dcb0501-0a86-4af1-aba6-696c6364fde6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:37.925789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e76becd-96d8-492f-beca-eb6bc8e8e056 req-5dcb0501-0a86-4af1-aba6-696c6364fde6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1399763 Sep 10 03:46:37.955936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:37.971843 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-de460f9b-c9fc-4389-836a-167ec7f42241 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9809203 Sep 10 03:46:37.973162 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:37.974622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42228) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:37.982988 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:37.992663 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:37.993931 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:38.022413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:38.031299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e76becd-96d8-492f-beca-eb6bc8e8e056 req-d631b1d8-d743-4fad-bc40-bd9c56c82e37 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931411 Sep 10 03:46:38.088795 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:38.198314 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:38.259731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port c2704dda-0e63-4f8b-8d49-a0dc2cd43925, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c2704dda-0e63-4f8b-8d49-a0dc2cd43925,segment=NetworkSegment(968ce833-7cda-4789-aca5-7cf7f214b98d),segment_id=968ce833-7cda-4789-aca5-7cf7f214b98d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:38.352566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f8c50bec-157d-48fc-b9f8-47c765ef2cbf None None] Provisioning for port 8afe487b-191e-41d8-9ce8-4822e650f500 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:38.407285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c632b53-f32e-48f3-b115-3dc76d5e81c5 req-732dfb81-4db7-4b4e-bb6f-aa5e6801e2d1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:38.421040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c632b53-f32e-48f3-b115-3dc76d5e81c5 req-732dfb81-4db7-4b4e-bb6f-aa5e6801e2d1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0877707 Sep 10 03:46:38.433402 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:38.434352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5612aada-c14c-44d1-8ce7-946a09f44133 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:38.480723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:38.483100 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2" -d '{"events": [{"name": "network-changed", "server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:38.532089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f8c50bec-157d-48fc-b9f8-47c765ef2cbf None None] Provisioning complete for port 8afe487b-191e-41d8-9ce8-4822e650f500 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:38.532537 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f8c50bec-157d-48fc-b9f8-47c765ef2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:38.539595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=c2704dda-0e63-4f8b-8d49-a0dc2cd43925,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:38.578295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c632b53-f32e-48f3-b115-3dc76d5e81c5 req-cbe5d5a6-d9c8-4cc1-8aca-a2effe458702 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562309 Sep 10 03:46:38.635388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e280aa36-d428-4fe4-95d7-ea6cdf59e8a1 req-6030d721-ad2a-4f8c-b022-857acc3d55f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:38.646498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e280aa36-d428-4fe4-95d7-ea6cdf59e8a1 req-6030d721-ad2a-4f8c-b022-857acc3d55f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1597021 Sep 10 03:46:38.714749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-9dbc3d28-0e42-4951-a84e-dbc0954d1921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:38.716494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-9dbc3d28-0e42-4951-a84e-dbc0954d1921 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 1135 time: 0.2543969 Sep 10 03:46:38.756203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f8c50bec-157d-48fc-b9f8-47c765ef2cbf None None] Port 8afe487b-191e-41d8-9ce8-4822e650f500 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:38.805191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e280aa36-d428-4fe4-95d7-ea6cdf59e8a1 req-1ac5f0de-c398-423e-9962-84054d20222e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1576860 Sep 10 03:46:38.836463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f8c50bec-157d-48fc-b9f8-47c765ef2cbf None None] Provisioning complete for port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:38.836463 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f8c50bec-157d-48fc-b9f8-47c765ef2cbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:38.842845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:46:38.872733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Removed routes are [] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:46:38.873156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:38.896167 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8afe487b-191e-41d8-9ce8-4822e650f500', 'name': '', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c4:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:34Z', 'updated_at': '2021-09-10T03:46:36Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:38.905156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5612aada-c14c-44d1-8ce7-946a09f44133 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:38.910639 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:38.936500 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:38.937312 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Updating router c8a122fe-6227-4049-8d37-40f5e8a653dd port 8afe487b-191e-41d8-9ce8-4822e650f500 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:46:38.982452 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:38.997816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12bf6b1-13fd-4e3b-bdc2-1724c9141a79 req-4d1e91a8-bd04-414e-bd73-641a96fd2e51 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:39.008969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a12bf6b1-13fd-4e3b-bdc2-1724c9141a79 req-4d1e91a8-bd04-414e-bd73-641a96fd2e51 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 984 time: 0.2910821 Sep 10 03:46:39.020451 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-428d61a6-7690-4438-aa36-7509a026add8 x-openstack-request-id: req-428d61a6-7690-4438-aa36-7509a026add8 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:39.020991 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:39.022193 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-428d61a6-7690-4438-aa36-7509a026add8 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:39.023450 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941', 'status': 'completed', 'code': 200} Sep 10 03:46:39.124110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-9cda4d7a-4832-4aed-a3d1-2306647d37f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:39.125847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-9cda4d7a-4832-4aed-a3d1-2306647d37f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 913 time: 0.3992863 Sep 10 03:46:39.187601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-9b1cd83f-6699-4823-b46e-7f40ad5360ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 HTTP/1.1" status: 200 len: 217 time: 0.0483947 Sep 10 03:46:39.214447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a12bf6b1-13fd-4e3b-bdc2-1724c9141a79 req-381a17c8-201a-4106-b3e7-37b2d932e601 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c545adc-7c99-47e1-8b57-08aeeec28270&id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1980679 Sep 10 03:46:39.241475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '6909ffea-42fb-494d-b1fa-30efb080d9b6', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'port_id': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'mac_address': 'fa:16:3e:8a:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:45:20Z', 'updated_at': '2021-09-10T03:46:34Z', 'revision_number': 1, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b848510-8c0f-4be7-acd5-eb18bc3acb04', 'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'mac_address': 'fa:16:3e:b9:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:59Z', 'updated_at': '2021-09-10T03:44:17Z', 'revision_number': 5, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'subnets': [{'id': '54def874-aa7b-403f-837f-4928c0648437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:39.331808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-f7ba2e0d-d0c4-410e-a289-943ee0891f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:39.333319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-f7ba2e0d-d0c4-410e-a289-943ee0891f1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1961c397-a6a1-49ee-aa61-b2ccfb761bbf HTTP/1.1" status: 200 len: 852 time: 0.1179550 Sep 10 03:46:39.408028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:39.413884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-c88e6d9f-3a8f-4dc2-aab9-3cd97569bc78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c92116b9-1d1b-4762-a064-5c46db334dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0677905 Sep 10 03:46:39.420939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:39.638247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-b20c1896-9322-44b0-8813-19ae78333e44 service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032435 Sep 10 03:46:39.662792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e81dbba-2af7-4140-aeeb-6c5908465b5e None None] The sync data for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 is: [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '6909ffea-42fb-494d-b1fa-30efb080d9b6', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'floating_ip_address': '172.25.3.72', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'port_id': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1312, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'mac_address': 'fa:16:3e:8a:45:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:45:20Z', 'updated_at': '2021-09-10T03:46:34Z', 'revision_number': 1, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6b848510-8c0f-4be7-acd5-eb18bc3acb04', 'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'mac_address': 'fa:16:3e:b9:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:59Z', 'updated_at': '2021-09-10T03:44:17Z', 'revision_number': 5, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'subnets': [{'id': '54def874-aa7b-403f-837f-4928c0648437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:39.698805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:39.710987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e2317b-6ee6-4908-9036-26eff7c8a99e req-2f549cb1-c16e-4b85-b77f-8acbf1ed15cc tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:39.726231 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:39.727189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9e2317b-6ee6-4908-9036-26eff7c8a99e req-2f549cb1-c16e-4b85-b77f-8acbf1ed15cc tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.3120852 Sep 10 03:46:39.764187 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Transition to ACTIVE for port object 8afe487b-191e-41d8-9ce8-4822e650f500 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:39.836235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0aae4197-5d18-4ea2-8cd1-b0d2103b7b25 None None] Provisioning complete for port 8afe487b-191e-41d8-9ce8-4822e650f500 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:39.836775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0aae4197-5d18-4ea2-8cd1-b0d2103b7b25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:39.839309 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:39.889186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c2704dda-0e63-4f8b-8d49-a0dc2cd43925 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:39.943288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0aae4197-5d18-4ea2-8cd1-b0d2103b7b25 None None] Port 8afe487b-191e-41d8-9ce8-4822e650f500 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:46:39.975875 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c2be9-41b5-4398-a157-33529b8d44de None None] Pushing event updated for resources: {'Port': ['ID=8afe487b-191e-41d8-9ce8-4822e650f500,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:39.985002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:39.985002 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:39.985195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9e2317b-6ee6-4908-9036-26eff7c8a99e req-d58f56bf-42dc-48e3-9488-ecd498c2aed0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550955 Sep 10 03:46:40.014134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:40.036203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:40.040222 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bf37bea4-bee8-4170-8c0a-4ef99ade43c8 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd HTTP/1.1" status: 200 len: 954 time: 2.0620861 Sep 10 03:46:40.040364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42256) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:40.098123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1ac3f4a-822d-4a4c-8022-63a21ce3480b req-5a0539eb-c164-483a-8857-725c965172ca service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501841 Sep 10 03:46:40.118126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86c2621-4432-4bcb-8956-9468fe4f9fc2 req-ebfe8993-be5d-43d6-b461-0c84511b1492 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:40.127142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86c2621-4432-4bcb-8956-9468fe4f9fc2 req-ebfe8993-be5d-43d6-b461-0c84511b1492 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.2183034 Sep 10 03:46:40.145300 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Attempting to bind port 8afe487b-191e-41d8-9ce8-4822e650f500 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:40.145854 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Attempting to bind port 8afe487b-191e-41d8-9ce8-4822e650f500 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '968ce833-7cda-4789-aca5-7cf7f214b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:40.146071 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Attempting to bind port 8afe487b-191e-41d8-9ce8-4822e650f500 on network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:40.169647 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:40.169985 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Checking segment: {'id': '968ce833-7cda-4789-aca5-7cf7f214b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:40.170364 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:40.171085 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Bound using segment: {'id': '968ce833-7cda-4789-aca5-7cf7f214b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:40.171270 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Bound port: 8afe487b-191e-41d8-9ce8-4822e650f500, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '968ce833-7cda-4789-aca5-7cf7f214b98d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:40.171608 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:40.236598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0780973-6649-49ad-bbec-5d9a3f13cc2b None None] New status for floating IP 6909ffea-42fb-494d-b1fa-30efb080d9b6: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:46:40.241508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86c2621-4432-4bcb-8956-9468fe4f9fc2 req-57f5ec57-4f8b-40bf-aca4-db20345a00d0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130230 Sep 10 03:46:40.291523 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f7b4fbca-5349-4243-97a5-b1105a4f6e94 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd HTTP/1.1" status: 200 len: 954 time: 0.2475986 Sep 10 03:46:40.291728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42264) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:40.296214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'routes': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:40.324055 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] For port 8afe487b-191e-41d8-9ce8-4822e650f500, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:40.328714 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] For port 8afe487b-191e-41d8-9ce8-4822e650f500, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8afe487b-191e-41d8-9ce8-4822e650f500,segment=NetworkSegment(968ce833-7cda-4789-aca5-7cf7f214b98d),segment_id=968ce833-7cda-4789-aca5-7cf7f214b98d)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:40.430418 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:40.448880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-fde40dea-a353-4071-9db6-93e83662bd71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:40.450573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-fde40dea-a353-4071-9db6-93e83662bd71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 1135 time: 0.1833758 Sep 10 03:46:40.474295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57740e29-ec49-4668-ac3c-142c6f234805 req-e68f3795-bfe0-475b-a2a8-8787eb9211f3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:40.491376 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:40.492149 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:40.498333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57740e29-ec49-4668-ac3c-142c6f234805 req-e68f3795-bfe0-475b-a2a8-8787eb9211f3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1359825 Sep 10 03:46:40.599174 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0c2be9-41b5-4398-a157-33529b8d44de None None] Pushing event updated for resources: {'Port': ['ID=8afe487b-191e-41d8-9ce8-4822e650f500,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:40.692407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57740e29-ec49-4668-ac3c-142c6f234805 req-6aaa3d02-6d85-40c9-b02a-de8c6eecd10e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1908658 Sep 10 03:46:40.732767 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:40.776551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-b7b789ac-478a-4b12-8f1c-1a44c1518997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:40.777928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-b7b789ac-478a-4b12-8f1c-1a44c1518997 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 913 time: 0.2776315 Sep 10 03:46:40.935852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-af368544-d8da-471c-b134-51f51615d66e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 HTTP/1.1" status: 200 len: 217 time: 0.1472244 Sep 10 03:46:41.116930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-d47437bf-4437-489c-974d-d4a70784ee6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:41.119573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-d47437bf-4437-489c-974d-d4a70784ee6b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1961c397-a6a1-49ee-aa61-b2ccfb761bbf HTTP/1.1" status: 200 len: 852 time: 0.1124585 Sep 10 03:46:41.173305 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:38Z', 'revision_number': 6, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8afe487b-191e-41d8-9ce8-4822e650f500', 'name': '', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c4:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:34Z', 'updated_at': '2021-09-10T03:46:40Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:41.179766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edc108b-329e-4795-a244-c5b9f9eae71e req-3219b831-e7ca-4aa3-938b-ebf93d1dbad1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:41.182942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edc108b-329e-4795-a244-c5b9f9eae71e req-3219b831-e7ca-4aa3-938b-ebf93d1dbad1 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 984 time: 0.2535322 Sep 10 03:46:41.232643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added routes are [] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:46:41.233867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:46:41.246169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-6d14d9e6-0723-408c-832d-be60d93a8cb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c92116b9-1d1b-4762-a064-5c46db334dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0796781 Sep 10 03:46:41.252965 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7859a871-9372-4bdf-8ff4-74d5e7a19307 None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:38Z', 'revision_number': 6, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8afe487b-191e-41d8-9ce8-4822e650f500', 'name': '', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c4:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:34Z', 'updated_at': '2021-09-10T03:46:40Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:41.286889 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:41.308743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e49caf96-c5e8-43df-af42-7b74a6680069 req-5c04c2a6-1dab-417d-b031-0851b1405857 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:41.311527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e49caf96-c5e8-43df-af42-7b74a6680069 req-5c04c2a6-1dab-417d-b031-0851b1405857 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1907759 Sep 10 03:46:41.590198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e49caf96-c5e8-43df-af42-7b74a6680069 req-d932574b-b1a6-4e75-946e-003bee897c6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2254124 Sep 10 03:46:41.606758 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3edc108b-329e-4795-a244-c5b9f9eae71e req-665c46d8-be8f-4778-9562-6bde2cf58d4d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c545adc-7c99-47e1-8b57-08aeeec28270&id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.3595760 Sep 10 03:46:41.681968 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-fa8b1ba4-a093-4f62-bfac-677e70cfc613 service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4156961 Sep 10 03:46:41.811584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:41.820946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:41.831860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6c0ced2-b760-42ff-9ffe-2da0ef529db2 req-a09bc414-6b19-4ffa-a577-d0cc1ee224b6 service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319332 Sep 10 03:46:41.899147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8afe487b-191e-41d8-9ce8-4822e650f500 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:41.982869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a8342-0158-4005-a517-de1188fea6b3 req-2b6c4fa2-251a-46a8-a880-b73acd745dd1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:41.990802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8a8342-0158-4005-a517-de1188fea6b3 req-2b6c4fa2-251a-46a8-a880-b73acd745dd1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1579227 Sep 10 03:46:42.012640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:42.098672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 8afe487b-191e-41d8-9ce8-4822e650f500 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:42.104005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8afe487b-191e-41d8-9ce8-4822e650f500 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:42.104906 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:42.154236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662d5d2-3e32-4b90-84dd-db475797dd4a req-52901f4d-863b-48ba-9251-8dccd0a03417 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:42.155834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1662d5d2-3e32-4b90-84dd-db475797dd4a req-52901f4d-863b-48ba-9251-8dccd0a03417 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1629987 Sep 10 03:46:42.161330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8a8342-0158-4005-a517-de1188fea6b3 req-293f4568-8f0c-468a-a31b-9ea9cadd185e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696928 Sep 10 03:46:42.289212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1662d5d2-3e32-4b90-84dd-db475797dd4a req-82ec9226-541d-47f0-a828-35075a810013 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1219087 Sep 10 03:46:42.347847 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:42.416046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 8afe487b-191e-41d8-9ce8-4822e650f500, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8afe487b-191e-41d8-9ce8-4822e650f500,segment=NetworkSegment(968ce833-7cda-4789-aca5-7cf7f214b98d),segment_id=968ce833-7cda-4789-aca5-7cf7f214b98d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:42.453769 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:42.474171 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:42.477142 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:42.505302 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:42.566539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:42.574767 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:42.578851 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-54472183-1bbb-48fb-ba6a-fd19bd34b0ae tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd HTTP/1.1" status: 200 len: 704 time: 2.2861397 Sep 10 03:46:42.579107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42286) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:42.644644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=8afe487b-191e-41d8-9ce8-4822e650f500,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:42.687374 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:42.803902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a2b18edf-feb0-42ab-971c-f90ed1613d1a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd HTTP/1.1" status: 200 len: 704 time: 0.2230089 Sep 10 03:46:42.807471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42296) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:42.863190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff9383-13f0-4f39-8e8e-5fb4b1d76b1d req-69aca5d8-5d17-48ad-b324-8fa3c000c54b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:42.864842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22ff9383-13f0-4f39-8e8e-5fb4b1d76b1d req-69aca5d8-5d17-48ad-b324-8fa3c000c54b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1088586 Sep 10 03:46:42.997254 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:41Z', 'revision_number': 7, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8afe487b-191e-41d8-9ce8-4822e650f500', 'name': '', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c4:b1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:34Z', 'updated_at': '2021-09-10T03:46:40Z', 'revision_number': 4, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:43.028114 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:43.039708 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:43.040600 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:43.143260 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:43.314832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22ff9383-13f0-4f39-8e8e-5fb4b1d76b1d req-ecf6e009-f29f-4509-9691-e5a058862611 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913208 Sep 10 03:46:43.408331 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:41Z', 'revision_number': 7, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8afe487b-191e-41d8-9ce8-4822e650f500', 'name': '', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c4:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:34Z', 'updated_at': '2021-09-10T03:46:42Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:43.441187 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fed81f2-c5c8-45f2-8289-1a5ff34e7d30 None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:41Z', 'revision_number': 7, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8afe487b-191e-41d8-9ce8-4822e650f500', 'name': '', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c4:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:34Z', 'updated_at': '2021-09-10T03:46:42Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:43.500146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d287ea4-8838-4dee-931b-28f6644a2c1e req-3e753a03-8ebe-483b-80c0-995b4e488a70 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:43.501734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d287ea4-8838-4dee-931b-28f6644a2c1e req-3e753a03-8ebe-483b-80c0-995b4e488a70 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 984 time: 0.0975902 Sep 10 03:46:43.580136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d287ea4-8838-4dee-931b-28f6644a2c1e req-255f043c-af66-45ad-be2e-47379e84b42b tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=8c545adc-7c99-47e1-8b57-08aeeec28270&id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0696084 Sep 10 03:46:43.655230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:43.805605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:43.813633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8afe487b-191e-41d8-9ce8-4822e650f500 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:43.862842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:43.863849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:43.901582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-66bd591c-0542-4ebb-9f67-34802700d1d7 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:44.019749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-66bd591c-0542-4ebb-9f67-34802700d1d7 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/networks?id=39d37c0a-8f3c-4e8a-9985-9eb6e73a200a HTTP/1.1" status: 200 len: 810 time: 0.2039001 Sep 10 03:46:44.019749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-7cffdee4-33eb-429b-adf8-5490ca06cf22 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/quotas/89f3c0c425e54739a9635c822d9a6506 HTTP/1.1" status: 200 len: 375 time: 0.0139389 Sep 10 03:46:44.020019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8afe487b-191e-41d8-9ce8-4822e650f500 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:44.020019 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:44.020019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:44.020332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-2f96e8db-1e0c-4d21-8ea1-12a82cc83a43 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=89f3c0c425e54739a9635c822d9a6506&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315807 Sep 10 03:46:44.156390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-093ceb89-3f16-4358-8c3a-e4bc953b7dbe service neutron] 10.222.0.22 "GET /v2.0/networks/39d37c0a-8f3c-4e8a-9985-9eb6e73a200a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751540 Sep 10 03:46:44.210620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 8afe487b-191e-41d8-9ce8-4822e650f500 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:44.211010 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:44.264028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:41Z', 'revision_number': 7, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8afe487b-191e-41d8-9ce8-4822e650f500', 'name': '', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c4:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:34Z', 'updated_at': '2021-09-10T03:46:42Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:44.299275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:44.308612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:44.309405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:44.356266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port 8afe487b-191e-41d8-9ce8-4822e650f500, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8afe487b-191e-41d8-9ce8-4822e650f500,segment=NetworkSegment(968ce833-7cda-4789-aca5-7cf7f214b98d),segment_id=968ce833-7cda-4789-aca5-7cf7f214b98d)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:44.356920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:44.372086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-a6280262-ba6c-4aec-be76-e498bc5c0cec service neutron] 10.222.0.22 "GET /v2.0/networks/39d37c0a-8f3c-4e8a-9985-9eb6e73a200a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122853 Sep 10 03:46:44.397412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 8afe487b-191e-41d8-9ce8-4822e650f500 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:44.434545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:44.731027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:41Z', 'revision_number': 7, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8afe487b-191e-41d8-9ce8-4822e650f500', 'name': '', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c4:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:34Z', 'updated_at': '2021-09-10T03:46:42Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:44.761374 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:44.763174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6705c3d6-1bb4-48c1-b97e-dbb1ac7e8bd7 None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:41Z', 'revision_number': 7, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8afe487b-191e-41d8-9ce8-4822e650f500', 'name': '', 'network_id': '3337f75d-47fb-4cbc-81c3-eade39a2fea8', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c4:b1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1408, 'fixed_ips': [{'subnet_id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:34Z', 'updated_at': '2021-09-10T03:46:42Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '4e04a5c8-4b16-4b28-9345-44abda4d75c3', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:44.804061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=8afe487b-191e-41d8-9ce8-4822e650f500,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:45.125775 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:45.164737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc95d4a-c519-424f-99da-a359c2f84eb2 req-98c27ac2-4ab4-4449-a772-bf6a58660429 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:45.164737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fc95d4a-c519-424f-99da-a359c2f84eb2 req-98c27ac2-4ab4-4449-a772-bf6a58660429 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1573021 Sep 10 03:46:45.280076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fc95d4a-c519-424f-99da-a359c2f84eb2 req-e2aee286-1969-4ee4-95f0-ab35781b1c5a tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103370 Sep 10 03:46:45.441549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:45.450834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bbd30f-b5ec-47c4-b996-e5bb44695e53 req-250ab9ed-4e7d-4ff3-8cc4-6ff768f0dac5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:45.456238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58bbd30f-b5ec-47c4-b996-e5bb44695e53 req-250ab9ed-4e7d-4ff3-8cc4-6ff768f0dac5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1083198 Sep 10 03:46:45.529951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58bbd30f-b5ec-47c4-b996-e5bb44695e53 req-f4acd264-e37d-442a-bdbb-16ee9b3e198e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704343 Sep 10 03:46:45.602438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:45.613319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f0a2784b-8017-4770-80b2-e2b10e15e176 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8025789 Sep 10 03:46:45.614455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42328) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:45.619551 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:45.632958 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:45.633962 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:45.703716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-570dee30-46b9-48b2-9226-d8b552eb099f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting subnet 4e04a5c8-4b16-4b28-9345-44abda4d75c3 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:46:45.703716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-570dee30-46b9-48b2-9226-d8b552eb099f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:45.776220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-570dee30-46b9-48b2-9226-d8b552eb099f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:45.813533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-1929d45a-646c-4552-ad28-38a5ae221f54 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-993026249&fields=id&tenant_id=acfb44a4bdb844f48bb776c2ee4db694 HTTP/1.1" status: 200 len: 267 time: 0.0864642 Sep 10 03:46:45.842317 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:45.918449 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-570dee30-46b9-48b2-9226-d8b552eb099f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:45.957293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-dcfe8e42-9751-467c-99a6-480e80b1a005 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:45.964261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-dcfe8e42-9751-467c-99a6-480e80b1a005 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 984 time: 0.1497817 Sep 10 03:46:45.976705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-5018160c-ddbd-4bf5-9048-96def961a785 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'port': {'security_groups': ['8c545adc-7c99-47e1-8b57-08aeeec28270', 'afcc3f3e-dff4-4a19-995f-3160e4ff8d0b', 'eafa6a94-cbd1-4275-a0f3-3ea15295299d']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:46.068674 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-570dee30-46b9-48b2-9226-d8b552eb099f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.103178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570dee30-46b9-48b2-9226-d8b552eb099f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Subnet': ['ID=4e04a5c8-4b16-4b28-9345-44abda4d75c3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:46.105802 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-570dee30-46b9-48b2-9226-d8b552eb099f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.109223 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-570dee30-46b9-48b2-9226-d8b552eb099f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/4e04a5c8-4b16-4b28-9345-44abda4d75c3 HTTP/1.1" status: 204 len: 168 time: 0.4944427 Sep 10 03:46:46.113519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42330) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:46.116205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d99839-642f-4dfa-9492-809dc82bd63d None None] Network 3337f75d-47fb-4cbc-81c3-eade39a2fea8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:46.130375 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:46:46.160373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-5018160c-ddbd-4bf5-9048-96def961a785 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.227816 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:44Z', 'revision_number': 8, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:46.265618 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.274468 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:46.283596 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:46.284251 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:46.415307 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:46.415630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:46.415630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.453066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94856722-cfbe-41c5-9c74-384f919adcd7 None None] DHCP port deletion for 3337f75d-47fb-4cbc-81c3-eade39a2fea8 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:46:46.511402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-94856722-cfbe-41c5-9c74-384f919adcd7 None None] Deleting port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:46.512053 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94856722-cfbe-41c5-9c74-384f919adcd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.578296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port c2704dda-0e63-4f8b-8d49-a0dc2cd43925, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c2704dda-0e63-4f8b-8d49-a0dc2cd43925,segment=NetworkSegment(968ce833-7cda-4789-aca5-7cf7f214b98d),segment_id=968ce833-7cda-4789-aca5-7cf7f214b98d)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:46.578963 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.590795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-5018160c-ddbd-4bf5-9048-96def961a785 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] For port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:46.603840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-94856722-cfbe-41c5-9c74-384f919adcd7 None None] For port c2704dda-0e63-4f8b-8d49-a0dc2cd43925, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c2704dda-0e63-4f8b-8d49-a0dc2cd43925,segment=NetworkSegment(968ce833-7cda-4789-aca5-7cf7f214b98d),segment_id=968ce833-7cda-4789-aca5-7cf7f214b98d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:46.604594 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94856722-cfbe-41c5-9c74-384f919adcd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.606433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for c2704dda-0e63-4f8b-8d49-a0dc2cd43925 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:46.623606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-94856722-cfbe-41c5-9c74-384f919adcd7 None None] Calling delete_port for c2704dda-0e63-4f8b-8d49-a0dc2cd43925 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:46.671157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-5018160c-ddbd-4bf5-9048-96def961a785 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.748426 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:44Z', 'revision_number': 8, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:46.776481 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f65e4918-9b5c-4496-8512-3cbd28e7c20c None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:44Z', 'revision_number': 8, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '5612aada-c14c-44d1-8ce7-946a09f44133', 'name': '', 'network_id': '16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:65:ed:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1395, 'fixed_ips': [{'subnet_id': '43266003-65d1-4059-802e-ef75424d38b6', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:27Z', 'updated_at': '2021-09-10T03:46:35Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '43266003-65d1-4059-802e-ef75424d38b6', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:46.910077 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94856722-cfbe-41c5-9c74-384f919adcd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:46.956197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94856722-cfbe-41c5-9c74-384f919adcd7 None None] Pushing event deleted for resources: {'Port': ['ID=c2704dda-0e63-4f8b-8d49-a0dc2cd43925,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:46.967427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94856722-cfbe-41c5-9c74-384f919adcd7 None None] No DVR routers for this DVR port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:47.064981 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-5018160c-ddbd-4bf5-9048-96def961a785 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:47.076756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:47.083170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:47.105723 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:47.127476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-5018160c-ddbd-4bf5-9048-96def961a785 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:47.128180 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-5018160c-ddbd-4bf5-9048-96def961a785 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:47.129640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5368e44-9d99-4ffe-bf2f-71650db84faf req-5018160c-ddbd-4bf5-9048-96def961a785 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "PUT /v2.0/ports/be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 HTTP/1.1" status: 200 len: 1020 time: 1.1589222 Sep 10 03:46:47.130181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:47.133094 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a621679-d4c1-4524-b53e-bf78ac134872" -d '{"events": [{"name": "network-changed", "server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:47.146120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No DVR routers for this DVR port c2704dda-0e63-4f8b-8d49-a0dc2cd43925 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:47.216032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5018160c-ddbd-4bf5-9048-96def961a785 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'Port': ['ID=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:47.276721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:47.311440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=c2704dda-0e63-4f8b-8d49-a0dc2cd43925,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:47.352723 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:47.381169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7fc232-cb50-4863-aa67-92aba3c3f51b req-facd4ba5-b1dc-42c0-82c6-175c66bc2fa9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:47.382909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c7fc232-cb50-4863-aa67-92aba3c3f51b req-facd4ba5-b1dc-42c0-82c6-175c66bc2fa9 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1121163 Sep 10 03:46:47.400224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3337f75d-47fb-4cbc-81c3-eade39a2fea8']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:47.419161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '968ce833-7cda-4789-aca5-7cf7f214b98d') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:47.419626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '968ce833-7cda-4789-aca5-7cf7f214b98d') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:47.447228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c7fc232-cb50-4863-aa67-92aba3c3f51b req-31ec4ca2-dc54-4da9-9998-8b171f1242bd tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582497 Sep 10 03:46:47.449127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:47.479904 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:47.491983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:46:47.492962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:46:47.496333 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:46:47.602003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d1a3847-b091-407d-b325-5e1894e34eb5 req-36db3ee0-8f8e-4394-b9c8-9fecd23b4ec0 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 210 time: 0.0299041 Sep 10 03:46:47.690502 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:47.725017 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:47.728807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/networks/3337f75d-47fb-4cbc-81c3-eade39a2fea8 HTTP/1.1" status: 204 len: 168 time: 1.6098711 Sep 10 03:46:47.731585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42342) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:47.789943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ec28f-14e8-499f-9b65-b8f4884c877f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Network': ['ID=3337f75d-47fb-4cbc-81c3-eade39a2fea8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:47.812606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ceb74-3179-4bae-9485-cd826ce56e7e req-99f830c2-fb07-46e2-94cc-23b0c22bd5ed tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:47.814122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb9ceb74-3179-4bae-9485-cd826ce56e7e req-99f830c2-fb07-46e2-94cc-23b0c22bd5ed tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1345181 Sep 10 03:46:47.840958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c2704dda-0e63-4f8b-8d49-a0dc2cd43925 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:47.874599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb9ceb74-3179-4bae-9485-cd826ce56e7e req-72692add-d7d4-4dd5-93ad-2648da5d9a27 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522003 Sep 10 03:46:47.875441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c2704dda-0e63-4f8b-8d49-a0dc2cd43925 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:47.876128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c2704dda-0e63-4f8b-8d49-a0dc2cd43925 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:47.877350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8afe487b-191e-41d8-9ce8-4822e650f500 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:47.903509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 8afe487b-191e-41d8-9ce8-4822e650f500 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:47.903881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8afe487b-191e-41d8-9ce8-4822e650f500 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:48.005706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dec729a-e5d0-4c24-a5ef-cd4ef6b3b5d6 req-8aad1478-1f4e-49db-9d4f-49718748e7f3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:48.012195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dec729a-e5d0-4c24-a5ef-cd4ef6b3b5d6 req-8aad1478-1f4e-49db-9d4f-49718748e7f3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.0616488 Sep 10 03:46:48.051713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dec729a-e5d0-4c24-a5ef-cd4ef6b3b5d6 req-a18f600d-0742-4195-8c34-eeb83b627fd9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Sep 10 03:46:48.154200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:48.229373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b42fcf69-b6f6-4919-ba7f-cb75f62e0515 req-cc8e7432-297d-4c93-b26b-1f49bc23bb92 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/eafa6a94-cbd1-4275-a0f3-3ea15295299d HTTP/1.1" status: 200 len: 1802 time: 0.0393717 Sep 10 03:46:48.280124 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-b42fcf69-b6f6-4919-ba7f-cb75f62e0515 req-ffc20deb-ab7d-49fb-99b4-e97771dbf30d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 03:46:48.281132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b42fcf69-b6f6-4919-ba7f-cb75f62e0515 req-ffc20deb-ab7d-49fb-99b4-e97771dbf30d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/eafa6a94-cbd1-4275-a0f3-3ea15295299d HTTP/1.1" status: 409 len: 341 time: 0.0454965 Sep 10 03:46:48.322586 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90104c78-2509-41c3-93dd-7da571076876 x-openstack-request-id: req-90104c78-2509-41c3-93dd-7da571076876 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:48.322954 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:48.323269 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90104c78-2509-41c3-93dd-7da571076876 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:48.323766 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941', 'status': 'completed', 'code': 200} Sep 10 03:46:48.406237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-448bcff0-ecc2-494a-b125-f5501cbe3f18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:48.408782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-448bcff0-ecc2-494a-b125-f5501cbe3f18 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 1174 time: 0.0514097 Sep 10 03:46:48.517194 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 5612aada-c14c-44d1-8ce7-946a09f44133 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:48.517977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:48.559425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-d74ef7b5-0aa2-49c8-9b31-5afa93e9815c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:48.560969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-d74ef7b5-0aa2-49c8-9b31-5afa93e9815c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 200 len: 913 time: 0.1376033 Sep 10 03:46:48.607970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-0a102025-093b-4a04-ab50-1c02705ee388 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 HTTP/1.1" status: 200 len: 217 time: 0.0388913 Sep 10 03:46:48.647228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port 5612aada-c14c-44d1-8ce7-946a09f44133, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5612aada-c14c-44d1-8ce7-946a09f44133,segment=NetworkSegment(8d887126-15b2-4ef0-955b-340f2b3466ff),segment_id=8d887126-15b2-4ef0-955b-340f2b3466ff)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:48.666053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:48.666210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-595f42cf-9b5f-4f17-8958-7e51303cb0fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:48.666210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-595f42cf-9b5f-4f17-8958-7e51303cb0fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1961c397-a6a1-49ee-aa61-b2ccfb761bbf HTTP/1.1" status: 200 len: 852 time: 0.0501893 Sep 10 03:46:48.666429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 5612aada-c14c-44d1-8ce7-946a09f44133 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:48.700674 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-aa8ff8c0-66be-4737-b21d-f2d51a41e207 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c92116b9-1d1b-4762-a064-5c46db334dd5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260148 Sep 10 03:46:48.799604 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-79b411b7-b5f2-4fbd-867b-a88ef80dbcc8 service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905988 Sep 10 03:46:48.896794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a621679-d4c1-4524-b53e-bf78ac134872 req-579a24bb-a2c5-4f8f-aa47-1f87876e8b0c service neutron] 10.222.0.20 "GET /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838466 Sep 10 03:46:48.955345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:48.982222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=5612aada-c14c-44d1-8ce7-946a09f44133,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:49.086408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c99c2f8-cc88-4102-8f2e-e87b1fbe3d83 req-76754993-038a-4d08-973d-4611048b0d20 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:49.088460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c99c2f8-cc88-4102-8f2e-e87b1fbe3d83 req-76754993-038a-4d08-973d-4611048b0d20 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0511065 Sep 10 03:46:49.115900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:49.136956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c99c2f8-cc88-4102-8f2e-e87b1fbe3d83 req-30e7bfe4-c7a8-4ed0-a001-96cbc0faaa67 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420585 Sep 10 03:46:49.228055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d622b2f7-64dc-4d34-87e2-34d4ea64ef7a req-3ad5ab7f-6351-4654-9750-c04f933fd263 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 210 time: 0.0310521 Sep 10 03:46:49.312447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:49.339039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c83e-fad5-40e4-840f-04837bebe24a req-b3767e5c-d4f8-465f-b5ac-120e352f867c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:49.340530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09c4c83e-fad5-40e4-840f-04837bebe24a req-b3767e5c-d4f8-465f-b5ac-120e352f867c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0494013 Sep 10 03:46:49.378367 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09c4c83e-fad5-40e4-840f-04837bebe24a req-3a8d1535-fb3f-4631-8789-2c37e63bddd2 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315893 Sep 10 03:46:49.421831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:49.430401 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b1cbf391-d45e-4525-9ba2-3ca2a96149ed tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6941702 Sep 10 03:46:49.430401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42360) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:49.433944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:49.457828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:49.458358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:49.486296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d605041-c537-4359-8dea-aa706f648046 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting subnet 43266003-65d1-4059-802e-ef75424d38b6 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:46:49.489517 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d605041-c537-4359-8dea-aa706f648046 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:49.537517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9ecb2e-bf50-409f-866f-a53537ee0148 req-05dcbb20-9ef6-4d54-b4b3-6de40d3927c9 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:49.539023 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b9ecb2e-bf50-409f-866f-a53537ee0148 req-05dcbb20-9ef6-4d54-b4b3-6de40d3927c9 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 1023 time: 0.1020696 Sep 10 03:46:49.544636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d605041-c537-4359-8dea-aa706f648046 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:49.567369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb0e9c-d38f-4c5a-a1bf-df35720d28d5 req-cf323e52-fde9-4e89-be70-fb88cc504076 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:49.569939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9afb0e9c-d38f-4c5a-a1bf-df35720d28d5 req-cf323e52-fde9-4e89-be70-fb88cc504076 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.0911694 Sep 10 03:46:49.609008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b9ecb2e-bf50-409f-866f-a53537ee0148 req-a668197d-9ace-48c8-8fee-b5324fa0d62c tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafa6a94-cbd1-4275-a0f3-3ea15295299d&id=8c545adc-7c99-47e1-8b57-08aeeec28270&id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0627894 Sep 10 03:46:49.638841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9afb0e9c-d38f-4c5a-a1bf-df35720d28d5 req-75403def-7efd-41a2-9495-375e5c14e1aa tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603235 Sep 10 03:46:49.654299 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d605041-c537-4359-8dea-aa706f648046 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:49.726415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:49.788532 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d605041-c537-4359-8dea-aa706f648046 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:49.821521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d605041-c537-4359-8dea-aa706f648046 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Subnet': ['ID=43266003-65d1-4059-802e-ef75424d38b6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:49.828741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d605041-c537-4359-8dea-aa706f648046 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:49.831227 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4d605041-c537-4359-8dea-aa706f648046 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/43266003-65d1-4059-802e-ef75424d38b6 HTTP/1.1" status: 204 len: 168 time: 0.4004536 Sep 10 03:46:49.833745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42362) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:49.837468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f34dfd6-d522-4d8e-9f30-01b4b2da35ce None None] Network 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:49.911012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:49.966304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port ebd9effa-7057-49a3-aefd-7e5f4027f818 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:49.966965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.029075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:48Z', 'revision_number': 9, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:50.036467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port ebd9effa-7057-49a3-aefd-7e5f4027f818, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ebd9effa-7057-49a3-aefd-7e5f4027f818,segment=NetworkSegment(8d887126-15b2-4ef0-955b-340f2b3466ff),segment_id=8d887126-15b2-4ef0-955b-340f2b3466ff)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:50.037383 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.049847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for ebd9effa-7057-49a3-aefd-7e5f4027f818 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:50.060039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:50.068717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:50.069366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:50.109326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] DHCP port deletion for 16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:46:50.189514 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.189790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:50.222302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=ebd9effa-7057-49a3-aefd-7e5f4027f818,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:50.222302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No DVR routers for this DVR port ebd9effa-7057-49a3-aefd-7e5f4027f818 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:50.241367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] Deleting port ebd9effa-7057-49a3-aefd-7e5f4027f818 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:50.241827 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.249224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b587176-8420-4bbd-8ffd-0a5afb021a7f req-6d47e5f4-75a5-49e4-8b60-5850680f2f1f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:50.252995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b587176-8420-4bbd-8ffd-0a5afb021a7f req-6d47e5f4-75a5-49e4-8b60-5850680f2f1f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0548661 Sep 10 03:46:50.305450 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b587176-8420-4bbd-8ffd-0a5afb021a7f req-7aefcf0a-ae59-43e8-8073-fa5033925aee tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434060 Sep 10 03:46:50.320511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] For port ebd9effa-7057-49a3-aefd-7e5f4027f818, host n-d-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:50.321055 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.347655 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.356278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a40da83b-3d33-4238-82df-c74e24e77554 req-fb61eda4-c8a2-4cc5-8668-e67751bca287 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 210 time: 0.0316596 Sep 10 03:46:50.370229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:50.378148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] Calling delete_port for ebd9effa-7057-49a3-aefd-7e5f4027f818 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:50.379951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d887126-15b2-4ef0-955b-340f2b3466ff') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:50.380249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d887126-15b2-4ef0-955b-340f2b3466ff') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:50.382285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.ipam_backend_mixin [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] Port ebd9effa-7057-49a3-aefd-7e5f4027f818 was not found and therefore no delete operation was performed {{(pid=95138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:46:50.384292 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.389886 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.404337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.413122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:46:50.413624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:46:50.417502 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:46:50.426168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] Pushing event deleted for resources: {'Port': ['ID=ebd9effa-7057-49a3-aefd-7e5f4027f818,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:50.438894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51966db-6714-4a59-a707-e00346dbc350 None None] No DVR routers for this DVR port ebd9effa-7057-49a3-aefd-7e5f4027f818 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:50.555119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73e3ae9-eab8-487b-aec1-37956333a5d5 req-e56c252e-7acc-4cd7-b9cb-47b1115fb811 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:50.556798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c73e3ae9-eab8-487b-aec1-37956333a5d5 req-e56c252e-7acc-4cd7-b9cb-47b1115fb811 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0882487 Sep 10 03:46:50.582425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:48Z', 'revision_number': 9, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:50.599945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c73e3ae9-eab8-487b-aec1-37956333a5d5 req-ffc80e88-30d2-4712-b3d0-508d605d7aba tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359797 Sep 10 03:46:50.608940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.610174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d11910d4-06d1-4a78-9276-b4b3c3488e14 None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:48Z', 'revision_number': 9, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bd6ade8c-dbbe-4ee5-8130-28b7bc17355a', 'name': '', 'network_id': 'ff0f10d0-5c7d-4a38-a46a-5615bf834c69', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:c3:14:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:20Z', 'updated_at': '2021-09-10T03:46:29Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': '65301238-84d1-49fd-a14e-f0d3275f8952', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:50.617142 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.621945 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/networks/16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae HTTP/1.1" status: 204 len: 168 time: 0.7871096 Sep 10 03:46:50.622087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42372) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:50.634387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-a52b3507-9244-4bb0-8cb7-40170231d177 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:50.635957 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-a52b3507-9244-4bb0-8cb7-40170231d177 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.39 "GET /v2.0/networks?id=39d37c0a-8f3c-4e8a-9985-9eb6e73a200a HTTP/1.1" status: 200 len: 810 time: 0.1270967 Sep 10 03:46:50.673259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Request body: {'port': {'device_id': 'b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7', 'network_id': '39d37c0a-8f3c-4e8a-9985-9eb6e73a200a', 'admin_state_up': True, 'tenant_id': '89f3c0c425e54739a9635c822d9a6506'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:50.676632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8841729-1d2c-401a-812c-9a15aa6356b0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Network': ['ID=16fd6a63-dd1b-4bc5-baa6-85ec6bedc5ae,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:50.749212 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d8f76dc-758b-41d2-9e94-e9fe0ebc0f50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.892315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Made reservation on behalf of 89f3c0c425e54739a9635c822d9a6506 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:46:50.895950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0bb1f6-f1d5-490b-9ef8-0d59e7d49b72 req-e60a6580-0dce-49e2-acdc-1316026e595c tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:50.896710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:50.898060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b0bb1f6-f1d5-490b-9ef8-0d59e7d49b72 req-e60a6580-0dce-49e2-acdc-1316026e595c tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 1023 time: 0.1638885 Sep 10 03:46:50.910812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-b3f25ac8-fe53-47ed-a286-bf6027554a9f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:50.912295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-b3f25ac8-fe53-47ed-a286-bf6027554a9f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.20 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 1023 time: 0.1870768 Sep 10 03:46:50.953541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859231d8-8b1e-432a-a588-f111e768cb72 req-ba1ec168-dbe6-445c-92cb-2326df7878b0 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:50.955006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-859231d8-8b1e-432a-a588-f111e768cb72 req-ba1ec168-dbe6-445c-92cb-2326df7878b0 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.2075789 Sep 10 03:46:51.044151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Allocated IP 172.20.0.3 (39d37c0a-8f3c-4e8a-9985-9eb6e73a200a/f76bb735-87e3-4271-a58c-4cb34e946f26/aacdf932-12d8-4287-8e7c-b450d76889a9) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:46:51.128040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b0bb1f6-f1d5-490b-9ef8-0d59e7d49b72 req-1ad112ad-0e6e-4314-a22f-901145822a29 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=eafa6a94-cbd1-4275-a0f3-3ea15295299d&id=8c545adc-7c99-47e1-8b57-08aeeec28270&id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.2147355 Sep 10 03:46:51.134416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-859231d8-8b1e-432a-a588-f111e768cb72 req-a0263814-4d09-4a03-a90d-371e6ac6e10b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1634810 Sep 10 03:46:51.201731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Deleting port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:51.202096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.213720 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.313603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.324952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] For port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:51.325321 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.339848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Calling delete_port for be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:51.363650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Network 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:46:51.367460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:46:51.373523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:46:51.400824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Pushing event updated for resources: {'Port': ['ID=aacdf932-12d8-4287-8e7c-b450d76889a9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:51.428496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:51.429365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.429682 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.533179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-157dfde7-b48f-4217-8d95-7166a930150f tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8637652 Sep 10 03:46:51.546233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Request body: {'port': {'device_id': 'b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:51.565855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6009effa-6e06-4033-ae40-bc6a1c43eb89 req-72cc8068-cdc0-46e1-b768-e478890865c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:51.567355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6009effa-6e06-4033-ae40-bc6a1c43eb89 req-72cc8068-cdc0-46e1-b768-e478890865c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1822741 Sep 10 03:46:51.602391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.673150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a4214a-f6a1-4c87-acc8-e5015fb375c0 req-ffba9dca-b590-4f55-b88f-99835f0cd1f2 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:51.674567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46a4214a-f6a1-4c87-acc8-e5015fb375c0 req-ffba9dca-b590-4f55-b88f-99835f0cd1f2 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 931 time: 0.1957123 Sep 10 03:46:51.734296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6009effa-6e06-4033-ae40-bc6a1c43eb89 req-1a3f759f-a709-4c53-afcc-72682af7a9c5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552999 Sep 10 03:46:51.777952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46a4214a-f6a1-4c87-acc8-e5015fb375c0 req-27f5743c-19eb-440b-be07-c7647c8137a0 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768402 Sep 10 03:46:51.783901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ebd9effa-7057-49a3-aefd-7e5f4027f818 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:51.811817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ebd9effa-7057-49a3-aefd-7e5f4027f818 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:51.812228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ebd9effa-7057-49a3-aefd-7e5f4027f818 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:51.812559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5612aada-c14c-44d1-8ce7-946a09f44133 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:51.843393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 5612aada-c14c-44d1-8ce7-946a09f44133 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:51.843754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5612aada-c14c-44d1-8ce7-946a09f44133 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:51.862453 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.873109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:51.923584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aacdf932-12d8-4287-8e7c-b450d76889a9 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:51.930995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.940098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'Port': ['ID=be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:51.948872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Transition to ACTIVE for port object aacdf932-12d8-4287-8e7c-b450d76889a9 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:46:51.989958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] No DVR routers for this DVR port be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:51.995346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:51.997312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df91d5a5-dc66-45c7-8716-44e3dbce24b4 req-6e9a083d-5082-4c21-b972-9955f7d150d7 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.20 "DELETE /v2.0/ports/be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 HTTP/1.1" status: 204 len: 173 time: 1.0517166 Sep 10 03:46:51.998516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'name': 'network-vif-deleted', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:52.000885 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e99aa1-3a5f-4497-ab5b-742b4ee031af" -d '{"events": [{"server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "name": "network-vif-deleted", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:52.017345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:52.017503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbbafb26-c47c-43d5-9b1a-7e62605529df req-16b81c27-e922-4916-9394-250e090e8558 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:52.023139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbbafb26-c47c-43d5-9b1a-7e62605529df req-16b81c27-e922-4916-9394-250e090e8558 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1627996 Sep 10 03:46:52.061326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:52.061326 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:52.064448 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71732fdc-9b87-4619-9087-976e12865e03 x-openstack-request-id: req-71732fdc-9b87-4619-9087-976e12865e03 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:52.064731 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "263fa197-8dbe-4a1a-8855-dd615c06282a", "name": "network-vif-deleted", "tag": "be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:52.064979 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71732fdc-9b87-4619-9087-976e12865e03 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:52.065365 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '263fa197-8dbe-4a1a-8855-dd615c06282a', 'name': 'network-vif-deleted', 'tag': 'be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941', 'status': 'completed', 'code': 200} Sep 10 03:46:52.085366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbbafb26-c47c-43d5-9b1a-7e62605529df req-6042b080-f13d-491a-9803-a3d7ae8008e8 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622623 Sep 10 03:46:52.094428 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Pushing event updated for resources: {'Port': ['ID=aacdf932-12d8-4287-8e7c-b450d76889a9,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:52.161359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Attempting to bind port aacdf932-12d8-4287-8e7c-b450d76889a9 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:46:52.161750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Attempting to bind port aacdf932-12d8-4287-8e7c-b450d76889a9 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '152e60c6-d580-48bb-b660-d22a33268459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '39d37c0a-8f3c-4e8a-9985-9eb6e73a200a'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:46:52.162593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Attempting to bind port aacdf932-12d8-4287-8e7c-b450d76889a9 on network 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:52.167476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Port aacdf932-12d8-4287-8e7c-b450d76889a9 on network 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:46:52.167974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Attempting to bind port aacdf932-12d8-4287-8e7c-b450d76889a9 on network 39d37c0a-8f3c-4e8a-9985-9eb6e73a200a {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:46:52.174173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:46:52.174709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Checking segment: {'id': '152e60c6-d580-48bb-b660-d22a33268459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '39d37c0a-8f3c-4e8a-9985-9eb6e73a200a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:46:52.175458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Bound using segment: {'id': '152e60c6-d580-48bb-b660-d22a33268459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '39d37c0a-8f3c-4e8a-9985-9eb6e73a200a'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:46:52.176135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Bound port: aacdf932-12d8-4287-8e7c-b450d76889a9, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '152e60c6-d580-48bb-b660-d22a33268459', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '39d37c0a-8f3c-4e8a-9985-9eb6e73a200a'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:46:52.176726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:52.180447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port bd6ade8c-dbbe-4ee5-8130-28b7bc17355a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bd6ade8c-dbbe-4ee5-8130-28b7bc17355a,segment=NetworkSegment(da01bd9d-6a75-4e9f-be35-84d7c74e9ab6),segment_id=da01bd9d-6a75-4e9f-be35-84d7c74e9ab6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:52.181062 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:52.216707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for bd6ade8c-dbbe-4ee5-8130-28b7bc17355a owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:52.271695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] For port aacdf932-12d8-4287-8e7c-b450d76889a9, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:46:52.274750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] For port aacdf932-12d8-4287-8e7c-b450d76889a9, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aacdf932-12d8-4287-8e7c-b450d76889a9,segment=NetworkSegment(152e60c6-d580-48bb-b660-d22a33268459),segment_id=152e60c6-d580-48bb-b660-d22a33268459)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:46:52.293230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94e50277-d151-461b-993d-f27da2aa4e67 req-2d20286f-307d-424a-8096-5dbe132b3a77 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=263fa197-8dbe-4a1a-8855-dd615c06282a HTTP/1.1" status: 200 len: 210 time: 0.0685406 Sep 10 03:46:52.361304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:52.399993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:52.400620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:52.402056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] 10.222.0.39 "PUT /v2.0/ports/aacdf932-12d8-4287-8e7c-b450d76889a9 HTTP/1.1" status: 200 len: 1091 time: 0.8600607 Sep 10 03:46:52.402512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7', 'tag': 'aacdf932-12d8-4287-8e7c-b450d76889a9'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:52.404866 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69ec33a6-d8f8-41bf-9b32-d943f0cf44cb" -d '{"events": [{"name": "network-changed", "server_uuid": "b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7", "tag": "aacdf932-12d8-4287-8e7c-b450d76889a9"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:52.434378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5284944-1878-4113-b8fe-f450dbb34c3c service neutron] Pushing event updated for resources: {'Port': ['ID=aacdf932-12d8-4287-8e7c-b450d76889a9,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:52.450028 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16b7cfff-401d-4739-ae30-a8236d263015 x-openstack-request-id: req-16b7cfff-401d-4739-ae30-a8236d263015 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:52.450324 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7", "tag": "aacdf932-12d8-4287-8e7c-b450d76889a9", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:52.450578 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16b7cfff-401d-4739-ae30-a8236d263015 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:52.451053 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7', 'tag': 'aacdf932-12d8-4287-8e7c-b450d76889a9', 'status': 'completed', 'code': 200} Sep 10 03:46:52.516817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec33a6-d8f8-41bf-9b32-d943f0cf44cb req-310e5c32-00d3-4b8a-8c8b-db025942bb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:52.518857 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-69ec33a6-d8f8-41bf-9b32-d943f0cf44cb req-310e5c32-00d3-4b8a-8c8b-db025942bb95 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89f3c0c425e54739a9635c822d9a6506&device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 1094 time: 0.0444374 Sep 10 03:46:52.624804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec33a6-d8f8-41bf-9b32-d943f0cf44cb req-3a424915-d375-4c53-8c14-4a3e3ce72082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:52.626290 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-69ec33a6-d8f8-41bf-9b32-d943f0cf44cb req-3a424915-d375-4c53-8c14-4a3e3ce72082 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=89f3c0c425e54739a9635c822d9a6506&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0978749 Sep 10 03:46:52.642233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0550993d-23fd-4b6d-84ea-472d48a98206 req-bb303051-4a76-4b81-b5f7-4cac51f1c3b4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:52.643723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0550993d-23fd-4b6d-84ea-472d48a98206 req-bb303051-4a76-4b81-b5f7-4cac51f1c3b4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.4075062 Sep 10 03:46:52.722758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ec33a6-d8f8-41bf-9b32-d943f0cf44cb req-3ea42551-3977-4f04-8cc8-f0a3e5775c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:52.724269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-69ec33a6-d8f8-41bf-9b32-d943f0cf44cb req-3ea42551-3977-4f04-8cc8-f0a3e5775c78 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0903227 Sep 10 03:46:52.726080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0550993d-23fd-4b6d-84ea-472d48a98206 req-f4d6704c-2c93-4746-9b9e-cda053af0444 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506861 Sep 10 03:46:52.814793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b0b80f06-fa74-4253-b495-8305345348be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:52.816855 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b0b80f06-fa74-4253-b495-8305345348be service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=89f3c0c425e54739a9635c822d9a6506&device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 1094 time: 0.0520470 Sep 10 03:46:52.847495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:52.863911 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-46145e6e-22eb-4bfb-9f9c-f9b94f737331 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aacdf932-12d8-4287-8e7c-b450d76889a9 HTTP/1.1" status: 200 len: 217 time: 0.0383916 Sep 10 03:46:52.895779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=bd6ade8c-dbbe-4ee5-8130-28b7bc17355a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:52.908607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c283b0-93ac-4ab6-87f3-2d54b4a52020 req-9c51dee9-dac0-44d0-b156-56ec868b55f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:52.910157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01c283b0-93ac-4ab6-87f3-2d54b4a52020 req-9c51dee9-dac0-44d0-b156-56ec868b55f5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1018891 Sep 10 03:46:52.930796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b4e69604-1595-497c-aa88-ee6b05d1ea4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:52.932527 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-b4e69604-1595-497c-aa88-ee6b05d1ea4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f76bb735-87e3-4271-a58c-4cb34e946f26 HTTP/1.1" status: 200 len: 850 time: 0.0605826 Sep 10 03:46:52.982775 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-c556d4eb-01b5-456c-ab19-a3d7cda0a703 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=39d37c0a-8f3c-4e8a-9985-9eb6e73a200a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389392 Sep 10 03:46:53.033489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d1df7-e25b-4ef6-9acd-67e1e6b01ad1 req-220d995e-40cf-4037-a4bc-bb7f38c99584 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:53.035008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e83d1df7-e25b-4ef6-9acd-67e1e6b01ad1 req-220d995e-40cf-4037-a4bc-bb7f38c99584 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 943 time: 0.1756053 Sep 10 03:46:53.073710 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01c283b0-93ac-4ab6-87f3-2d54b4a52020 req-233fbb40-4ec8-422a-9ee2-30962034bab3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274502 Sep 10 03:46:53.092073 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-7fb69f6d-df64-44af-bc0c-0eb05b06af4c service neutron] 10.222.0.39 "GET /v2.0/networks/39d37c0a-8f3c-4e8a-9985-9eb6e73a200a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038883 Sep 10 03:46:53.125650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.135472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e83d1df7-e25b-4ef6-9acd-67e1e6b01ad1 req-d2369129-e3c2-4c1a-ab8e-9bc6959a8d3e tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682552 Sep 10 03:46:53.205864 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ec561eef-58b3-4d6b-81ce-1c3e76b86b7c req-9b4bc97b-300e-4404-8c20-221fe24e7e00 service neutron] 10.222.0.39 "GET /v2.0/networks/39d37c0a-8f3c-4e8a-9985-9eb6e73a200a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039650 Sep 10 03:46:53.313868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec252cd-c15f-48c4-842b-ec5f2b9d62d3 req-79570894-8903-43c3-9311-de671299d8a2 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:53.320837 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dec252cd-c15f-48c4-842b-ec5f2b9d62d3 req-79570894-8903-43c3-9311-de671299d8a2 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0931766 Sep 10 03:46:53.420198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dec252cd-c15f-48c4-842b-ec5f2b9d62d3 req-ba2c5d6c-9942-485a-a693-5d774fd5fb7a tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982132 Sep 10 03:46:53.424327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:53.443202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0a1270a-174b-4bc0-bc9f-86c212be0f23 req-9c594084-2509-43e1-84d0-7b111e5832fb tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/8c545adc-7c99-47e1-8b57-08aeeec28270 HTTP/1.1" status: 200 len: 1802 time: 0.0751715 Sep 10 03:46:53.492374 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6349b52-3f4f-4487-9492-d87a8d891826 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.562319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:53.569737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0c5a35a5-ee7f-496c-8ba0-b7ebaf620b88 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9467311 Sep 10 03:46:53.572654 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:53.573165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42412) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:53.581566 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b0a1270a-174b-4bc0-bc9f-86c212be0f23 req-4f82b73f-696b-49bd-9eb4-7227b41e9df0 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.582848 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:53.583462 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:53.611341 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b0a1270a-174b-4bc0-bc9f-86c212be0f23 req-4f82b73f-696b-49bd-9eb4-7227b41e9df0 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.627665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-06ac36c0-25b3-464a-883c-37e4a27daa48 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting subnet 65301238-84d1-49fd-a14e-f0d3275f8952 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:46:53.631086 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06ac36c0-25b3-464a-883c-37e4a27daa48 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.672962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06ac36c0-25b3-464a-883c-37e4a27daa48 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.674936 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.680508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:53.701773 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:53.704670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:53.705420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device be7d4ff3-e0b3-4a1d-a3b8-80767fbc2941 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:53.766554 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b0a1270a-174b-4bc0-bc9f-86c212be0f23 req-4f82b73f-696b-49bd-9eb4-7227b41e9df0 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.769242 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b0a1270a-174b-4bc0-bc9f-86c212be0f23 req-4f82b73f-696b-49bd-9eb4-7227b41e9df0 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.773989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0a1270a-174b-4bc0-bc9f-86c212be0f23 req-4f82b73f-696b-49bd-9eb4-7227b41e9df0 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/8c545adc-7c99-47e1-8b57-08aeeec28270 HTTP/1.1" status: 204 len: 173 time: 0.2927492 Sep 10 03:46:53.781121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06ac36c0-25b3-464a-883c-37e4a27daa48 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:53.794771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f82b73f-696b-49bd-9eb4-7227b41e9df0 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c545adc-7c99-47e1-8b57-08aeeec28270,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:53.882151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a8c6000-21a9-46ea-8391-5c65fbf057b6 req-5cc854fd-570d-4fd9-9f89-e5f6d1145939 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/eafa6a94-cbd1-4275-a0f3-3ea15295299d HTTP/1.1" status: 200 len: 1802 time: 0.0897279 Sep 10 03:46:53.924162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd859dd-6027-4880-a6f1-622ad223f48d req-c2d8585e-d816-4e2b-b4a0-92b4520dd741 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:53.926309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbd859dd-6027-4880-a6f1-622ad223f48d req-c2d8585e-d816-4e2b-b4a0-92b4520dd741 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.0839438 Sep 10 03:46:53.963607 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:52Z', 'revision_number': 10, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:53.990600 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:53.999039 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:53.999648 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:54.001969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbd859dd-6027-4880-a6f1-622ad223f48d req-70fe57ab-63bb-4d1d-b2f9-240031d1acb3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665665 Sep 10 03:46:54.002724 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8a8c6000-21a9-46ea-8391-5c65fbf057b6 req-20f93890-516e-410a-8bee-72bfae6b0688 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.032059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8a8c6000-21a9-46ea-8391-5c65fbf057b6 req-20f93890-516e-410a-8bee-72bfae6b0688 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.091940 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:54.213498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce156146-d350-482d-be70-ae9c819a6522 req-2a7cbccc-bb14-411d-9fa0-568549f41dde tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:54.215046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce156146-d350-482d-be70-ae9c819a6522 req-2a7cbccc-bb14-411d-9fa0-568549f41dde tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0637479 Sep 10 03:46:54.256539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce156146-d350-482d-be70-ae9c819a6522 req-ce50414d-906b-4aac-947f-0a45e502a802 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351727 Sep 10 03:46:54.334582 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:52Z', 'revision_number': 10, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:54.334582 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ba6aac-6c94-4bb8-86d6-f98a6d7457f2 None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:52Z', 'revision_number': 10, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None, '_interfaces': [{'id': '07426b95-c84e-4075-8426-7311b2893f78', 'name': '', 'network_id': '5b6b0d46-b9c9-487c-b344-922b2cbd72d0', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'mac_address': 'fa:16:3e:8c:b3:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1372, 'fixed_ips': [{'subnet_id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:46:09Z', 'updated_at': '2021-09-10T03:46:19Z', 'revision_number': 5, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'subnets': [{'id': 'ccfb1571-70f9-400f-b2c7-76c1d9a55e92', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:54.375744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25182efb-2059-4c5d-b49c-599c6bb51bcf req-afc01894-81c1-4eec-81cb-207452b559fc tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:54.375744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-25182efb-2059-4c5d-b49c-599c6bb51bcf req-afc01894-81c1-4eec-81cb-207452b559fc tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 943 time: 0.0577106 Sep 10 03:46:54.410600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-25182efb-2059-4c5d-b49c-599c6bb51bcf req-c142e8c5-d678-478c-8c96-64ba6c86a4d2 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336492 Sep 10 03:46:54.580319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ceb572-f6d2-401b-ad69-b57def993262 req-7cc7266c-be4d-4667-b597-f71947eb7f53 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:54.581827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92ceb572-f6d2-401b-ad69-b57def993262 req-7cc7266c-be4d-4667-b597-f71947eb7f53 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0526249 Sep 10 03:46:54.612651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06ac36c0-25b3-464a-883c-37e4a27daa48 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.621866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92ceb572-f6d2-401b-ad69-b57def993262 req-f2d2f7b2-ef9e-4b09-8cf1-c64b6cc21a5c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327499 Sep 10 03:46:54.640646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ac36c0-25b3-464a-883c-37e4a27daa48 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Subnet': ['ID=65301238-84d1-49fd-a14e-f0d3275f8952,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:54.647623 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06ac36c0-25b3-464a-883c-37e4a27daa48 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.649776 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-06ac36c0-25b3-464a-883c-37e4a27daa48 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/65301238-84d1-49fd-a14e-f0d3275f8952 HTTP/1.1" status: 204 len: 168 time: 1.0760820 Sep 10 03:46:54.652459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42428) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:54.657878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f889ea66-ca7d-47a7-89a8-ac49893022b0 None None] Network ff0f10d0-5c7d-4a38-a46a-5615bf834c69 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:54.744384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.815871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:54.816229 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.830535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8a8c6000-21a9-46ea-8391-5c65fbf057b6 req-20f93890-516e-410a-8bee-72bfae6b0688 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.835365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8a8c6000-21a9-46ea-8391-5c65fbf057b6 req-20f93890-516e-410a-8bee-72bfae6b0688 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.838924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a8c6000-21a9-46ea-8391-5c65fbf057b6 req-20f93890-516e-410a-8bee-72bfae6b0688 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/eafa6a94-cbd1-4275-a0f3-3ea15295299d HTTP/1.1" status: 204 len: 173 time: 0.9447627 Sep 10 03:46:54.862260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f93890-516e-410a-8bee-72bfae6b0688 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eafa6a94-cbd1-4275-a0f3-3ea15295299d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:54.870306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-99910896-ecff-4ee9-8396-500655ba8a73 req-dd8c7be8-37b6-424f-8c4f-4b32f8f47159 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-153205160', 'description': 'tempest-description-1043455821'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:54.894158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] DHCP port deletion for ff0f10d0-5c7d-4a38-a46a-5615bf834c69 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:46:54.916321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4,segment=NetworkSegment(da01bd9d-6a75-4e9f-be35-84d7c74e9ab6),segment_id=da01bd9d-6a75-4e9f-be35-84d7c74e9ab6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:54.916686 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.929892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:54.941109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Deleting port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:54.941486 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:54.949214 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-99910896-ecff-4ee9-8396-500655ba8a73 req-dd8c7be8-37b6-424f-8c4f-4b32f8f47159 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.020543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] For port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4,segment=NetworkSegment(da01bd9d-6a75-4e9f-be35-84d7c74e9ab6),segment_id=da01bd9d-6a75-4e9f-be35-84d7c74e9ab6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:55.020981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.028122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.033573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Calling delete_port for 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:55.043593 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-99910896-ecff-4ee9-8396-500655ba8a73 req-dd8c7be8-37b6-424f-8c4f-4b32f8f47159 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.092777 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.113670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.123590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:55.125438 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-99910896-ecff-4ee9-8396-500655ba8a73 req-dd8c7be8-37b6-424f-8c4f-4b32f8f47159 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.127386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No DVR routers for this DVR port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:55.140433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Pushing event deleted for resources: {'Port': ['ID=0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:55.144909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] No DVR routers for this DVR port 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:55.146029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7541680b-ed9f-4385-b8e3-0c3b6d0d9ad1 req-70dc76a4-2f1b-4f65-bf20-70b9c50ffdaf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:55.159258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7541680b-ed9f-4385-b8e3-0c3b6d0d9ad1 req-70dc76a4-2f1b-4f65-bf20-70b9c50ffdaf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.0704093 Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b92dc3b7-82c8-4ed9-96e1-805b78c422a0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:46:55.200259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8c7be8-37b6-424f-8c4f-4b32f8f47159 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdeed6c-81c7-40d2-b498-1556116d5a2c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:55.207597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7541680b-ed9f-4385-b8e3-0c3b6d0d9ad1 req-559618f7-4a0e-45ac-a663-842055146da9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527010 Sep 10 03:46:55.223225 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.269828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-99910896-ecff-4ee9-8396-500655ba8a73 req-dd8c7be8-37b6-424f-8c4f-4b32f8f47159 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.271209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99910896-ecff-4ee9-8396-500655ba8a73 req-dd8c7be8-37b6-424f-8c4f-4b32f8f47159 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4054356 Sep 10 03:46:55.335202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99f12192-d581-4f8b-939e-4f7bf7d7d7ed req-ce9312a2-dee7-46a0-8ad8-9926913b8808 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/bcdeed6c-81c7-40d2-b498-1556116d5a2c HTTP/1.1" status: 200 len: 1802 time: 0.0418236 Sep 10 03:46:55.346196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-99f12192-d581-4f8b-939e-4f7bf7d7d7ed req-9a37858b-91e7-4aa7-902e-9d5937048268 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Request body: {'security_group': {'name': 'tempest-sg-hth-1814239313', 'description': 'tempest-description-hth-1571144914'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:55.376515 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-99f12192-d581-4f8b-939e-4f7bf7d7d7ed req-9a37858b-91e7-4aa7-902e-9d5937048268 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.457972 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-99f12192-d581-4f8b-939e-4f7bf7d7d7ed req-9a37858b-91e7-4aa7-902e-9d5937048268 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.470055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fc74ff-86f7-4bee-9594-af950dd01888 req-4b5991ac-d886-4c00-b9f1-b4e42b050c79 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:55.471578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2fc74ff-86f7-4bee-9594-af950dd01888 req-4b5991ac-d886-4c00-b9f1-b4e42b050c79 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0852799 Sep 10 03:46:55.501184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0f10d0-5c7d-4a38-a46a-5615bf834c69']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:55.511731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:55.512032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da01bd9d-6a75-4e9f-be35-84d7c74e9ab6') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:55.520369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2fc74ff-86f7-4bee-9594-af950dd01888 req-67973d9a-a6e1-43c4-9a13-d0711bf06b7b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366995 Sep 10 03:46:55.521665 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-99f12192-d581-4f8b-939e-4f7bf7d7d7ed req-9a37858b-91e7-4aa7-902e-9d5937048268 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.522384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.524904 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-99f12192-d581-4f8b-939e-4f7bf7d7d7ed req-9a37858b-91e7-4aa7-902e-9d5937048268 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.526461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99f12192-d581-4f8b-939e-4f7bf7d7d7ed req-9a37858b-91e7-4aa7-902e-9d5937048268 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "PUT /v2.0/security-groups/bcdeed6c-81c7-40d2-b498-1556116d5a2c HTTP/1.1" status: 200 len: 1777 time: 0.1844585 Sep 10 03:46:55.535782 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.542909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Releasing vlan 228 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:46:55.543307 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:46:55.546646 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:46:55.556204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a37858b-91e7-4aa7-902e-9d5937048268 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcdeed6c-81c7-40d2-b498-1556116d5a2c,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:55.648645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b49ab3-71ae-4564-b286-906c8c3fabd6 req-fb6f1dfd-ab10-4906-b6ee-c30d1ecf63b1 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:55.650180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15b49ab3-71ae-4564-b286-906c8c3fabd6 req-fb6f1dfd-ab10-4906-b6ee-c30d1ecf63b1 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 943 time: 0.0524008 Sep 10 03:46:55.684769 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.693973 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:55.698348 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/networks/ff0f10d0-5c7d-4a38-a46a-5615bf834c69 HTTP/1.1" status: 204 len: 168 time: 1.0424778 Sep 10 03:46:55.706125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42446) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:55.706368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100b272d-4f80-4fa2-8404-8bb178abbb3b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Network': ['ID=ff0f10d0-5c7d-4a38-a46a-5615bf834c69,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:55.756714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c15079b-8ccc-4b56-b684-d27ad56fb89c req-9be2692f-d52b-47e5-a6a8-ed46d1c0bee0 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/bcdeed6c-81c7-40d2-b498-1556116d5a2c HTTP/1.1" status: 200 len: 1777 time: 0.1055486 Sep 10 03:46:55.759396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15b49ab3-71ae-4564-b286-906c8c3fabd6 req-c758a205-6dd8-4e41-a01a-df4be327998d tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016605 Sep 10 03:46:55.783102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:55.804058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:55.804405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0263e3da-e23a-4bc7-8dfb-2ee61d3b20a4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:55.804810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bd6ade8c-dbbe-4ee5-8130-28b7bc17355a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:55.827402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: bd6ade8c-dbbe-4ee5-8130-28b7bc17355a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:55.828043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bd6ade8c-dbbe-4ee5-8130-28b7bc17355a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:56.007014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893a91f-45d3-4f5f-91c5-1cfc892b931f req-90ba6d07-75a4-4868-9150-11bbe3d8ce56 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:56.008433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c893a91f-45d3-4f5f-91c5-1cfc892b931f req-90ba6d07-75a4-4868-9150-11bbe3d8ce56 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1403730 Sep 10 03:46:56.010868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8281924-2547-4b76-b0a9-b570d3912fca req-f1f5dc68-2d32-4c63-b2cb-4914b38f483d tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/bcdeed6c-81c7-40d2-b498-1556116d5a2c HTTP/1.1" status: 200 len: 1777 time: 0.1439748 Sep 10 03:46:56.105867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c893a91f-45d3-4f5f-91c5-1cfc892b931f req-9499bc67-6264-4561-94bf-dfb5c5ef6f1d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907545 Sep 10 03:46:56.132249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a8281924-2547-4b76-b0a9-b570d3912fca req-efc8697e-ba9e-4a4d-ac66-f899ecee9e4f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:56.165549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a8281924-2547-4b76-b0a9-b570d3912fca req-efc8697e-ba9e-4a4d-ac66-f899ecee9e4f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:56.210763 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:56.251083 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:56.300421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a8281924-2547-4b76-b0a9-b570d3912fca req-efc8697e-ba9e-4a4d-ac66-f899ecee9e4f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:56.303383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a8281924-2547-4b76-b0a9-b570d3912fca req-efc8697e-ba9e-4a4d-ac66-f899ecee9e4f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:56.304529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8281924-2547-4b76-b0a9-b570d3912fca req-efc8697e-ba9e-4a4d-ac66-f899ecee9e4f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/bcdeed6c-81c7-40d2-b498-1556116d5a2c HTTP/1.1" status: 204 len: 173 time: 0.2796454 Sep 10 03:46:56.360038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8697e-ba9e-4a4d-ac66-f899ecee9e4f tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcdeed6c-81c7-40d2-b498-1556116d5a2c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:56.390479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97974bea-e8ce-47e0-8da9-afc2f2e1d8a5 req-a073d18f-6938-4037-9355-013b33330727 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:56.391961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97974bea-e8ce-47e0-8da9-afc2f2e1d8a5 req-a073d18f-6938-4037-9355-013b33330727 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1082363 Sep 10 03:46:56.459794 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-ee53f894-b7bd-47b8-b3fc-742f701967d6 req-c01c2158-76af-47ed-9c72-61746eb50e55 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:46:56.460795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee53f894-b7bd-47b8-b3fc-742f701967d6 req-c01c2158-76af-47ed-9c72-61746eb50e55 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/eafa6a94-cbd1-4275-a0f3-3ea15295299d HTTP/1.1" status: 404 len: 352 time: 0.0679839 Sep 10 03:46:56.488727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97974bea-e8ce-47e0-8da9-afc2f2e1d8a5 req-27909e38-79f5-4de2-921d-068808679743 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707426 Sep 10 03:46:56.504797 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-e9d4bf0a-4488-4e14-a473-2ad049580658 req-69b22ba2-b597-4972-a966-a47cddd58a98 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:46:56.507747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9d4bf0a-4488-4e14-a473-2ad049580658 req-69b22ba2-b597-4972-a966-a47cddd58a98 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/8c545adc-7c99-47e1-8b57-08aeeec28270 HTTP/1.1" status: 404 len: 352 time: 0.0228226 Sep 10 03:46:56.556346 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-e7583998-282a-4e7d-b5fa-aea0204043bf req-ef1d675e-7ba5-44a2-8960-0c602135f43b tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:46:56.557222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7583998-282a-4e7d-b5fa-aea0204043bf req-ef1d675e-7ba5-44a2-8960-0c602135f43b tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/91b69ce4-b723-44f4-854c-50520651e3dc HTTP/1.1" status: 404 len: 352 time: 0.0297956 Sep 10 03:46:56.603941 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-c942971e-34a8-469b-911b-e88a30b0be33 req-0fa2f9c6-c5f2-46cc-8349-18cbd2eea943 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:46:56.604933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c942971e-34a8-469b-911b-e88a30b0be33 req-0fa2f9c6-c5f2-46cc-8349-18cbd2eea943 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/920fdc43-d2ce-4039-8663-e42babf746bf HTTP/1.1" status: 404 len: 352 time: 0.0171950 Sep 10 03:46:56.667467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 07426b95-c84e-4075-8426-7311b2893f78 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:56.667825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:56.672503 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-6dcd717f-7433-4bac-954e-497d29ef6a67 req-d028eb4a-deb6-43d6-a322-13ef7f00dfc2 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:46:56.673467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6dcd717f-7433-4bac-954e-497d29ef6a67 req-d028eb4a-deb6-43d6-a322-13ef7f00dfc2 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/112518b8-42f9-4c78-a5ad-5a8d3234a14d HTTP/1.1" status: 404 len: 352 time: 0.0473125 Sep 10 03:46:56.714830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e885e86f-9799-4f66-8830-0e3447208980 req-6f911e0d-5465-406f-8a7f-be7d3ac152f6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:56.716357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e885e86f-9799-4f66-8830-0e3447208980 req-6f911e0d-5465-406f-8a7f-be7d3ac152f6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0982041 Sep 10 03:46:56.783726 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [req-e06e0721-5078-4e93-a20a-67808b6d4dd5 req-6c71123a-de0a-45d4-83bc-774b189229d4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] show failed (client error): The resource could not be found. Sep 10 03:46:56.784800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e06e0721-5078-4e93-a20a-67808b6d4dd5 req-6c71123a-de0a-45d4-83bc-774b189229d4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/ee256b61-242f-4402-b59c-3c2006a5310c HTTP/1.1" status: 404 len: 352 time: 0.0349441 Sep 10 03:46:56.812981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port 07426b95-c84e-4075-8426-7311b2893f78, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=07426b95-c84e-4075-8426-7311b2893f78,segment=NetworkSegment(337d894c-4927-4095-a5b4-6bf438b0b696),segment_id=337d894c-4927-4095-a5b4-6bf438b0b696)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:56.813339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:56.818510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e885e86f-9799-4f66-8830-0e3447208980 req-046ad3c5-910a-494e-a146-263fc3e17e21 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760388 Sep 10 03:46:56.842018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 07426b95-c84e-4075-8426-7311b2893f78 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:56.939807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device aacdf932-12d8-4287-8e7c-b450d76889a9 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:56.988787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c9511a-1256-44d5-9a3d-e4c9e79ab86a req-9eecc722-170d-407f-99a8-572f004d83e8 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:56.990845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59c9511a-1256-44d5-9a3d-e4c9e79ab86a req-9eecc722-170d-407f-99a8-572f004d83e8 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 943 time: 0.0956600 Sep 10 03:46:57.045022 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port aacdf932-12d8-4287-8e7c-b450d76889a9, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aacdf932-12d8-4287-8e7c-b450d76889a9,segment=NetworkSegment(152e60c6-d580-48bb-b660-d22a33268459),segment_id=152e60c6-d580-48bb-b660-d22a33268459)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:57.056889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'aacdf932-12d8-4287-8e7c-b450d76889a9', 'network_id': '39d37c0a-8f3c-4e8a-9985-9eb6e73a200a', 'port_id': 'aacdf932-12d8-4287-8e7c-b450d76889a9', 'mac_address': 'fa:16:3e:3b:ae:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f76bb735-87e3-4271-a58c-4cb34e946f26', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:57.069160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59c9511a-1256-44d5-9a3d-e4c9e79ab86a req-b4efde35-b697-472d-aa7d-a2ee99bcfb96 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708439 Sep 10 03:46:57.104509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:57.115785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aacdf932-12d8-4287-8e7c-b450d76889a9 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:57.137067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port aacdf932-12d8-4287-8e7c-b450d76889a9, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aacdf932-12d8-4287-8e7c-b450d76889a9,segment=NetworkSegment(152e60c6-d580-48bb-b660-d22a33268459),segment_id=152e60c6-d580-48bb-b660-d22a33268459)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:57.149653 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:57.194647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:57.204357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=07426b95-c84e-4075-8426-7311b2893f78,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:57.260346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=aacdf932-12d8-4287-8e7c-b450d76889a9,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:57.342349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8d146b-d307-4b7f-b9fe-2d1e3b899360 req-ab6ab20d-a7df-42c9-b768-627a939400ca tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:57.343886 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df8d146b-d307-4b7f-b9fe-2d1e3b899360 req-ab6ab20d-a7df-42c9-b768-627a939400ca tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 1023 time: 0.2061474 Sep 10 03:46:57.345875 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:57.369080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4219d0-9003-43a2-afca-494e5ba6b97c req-d06fe283-b6b5-4231-990e-06a85c19de42 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:57.370593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb4219d0-9003-43a2-afca-494e5ba6b97c req-d06fe283-b6b5-4231-990e-06a85c19de42 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1756301 Sep 10 03:46:57.497940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df8d146b-d307-4b7f-b9fe-2d1e3b899360 req-b32844d4-2d56-446e-bd40-8121c0064f82 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c0aa551-858e-4c52-8224-49dc45d7cbc3&id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&id=bdb311db-3dca-4d9e-953d-05ab85f7ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1460226 Sep 10 03:46:57.504030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb4219d0-9003-43a2-afca-494e5ba6b97c req-853a9032-1ddc-4720-9920-2d4313ebaf0d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256130 Sep 10 03:46:57.543797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['aacdf932-12d8-4287-8e7c-b450d76889a9'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:57.928669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:46:57.971815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12af9db6-93b4-410c-b67c-18070ca7dca2 req-1aa92094-dc49-42f5-8faf-2dd20649359a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:57.973213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12af9db6-93b4-410c-b67c-18070ca7dca2 req-1aa92094-dc49-42f5-8faf-2dd20649359a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1184447 Sep 10 03:46:58.035770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208b58ca-bb98-4b16-903c-52fe27049bfd req-a64e6061-3529-4bb1-bdbb-c8eccac91044 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:58.037315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-208b58ca-bb98-4b16-903c-52fe27049bfd req-a64e6061-3529-4bb1-bdbb-c8eccac91044 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1305449 Sep 10 03:46:58.097879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:46:58.103343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4aabe62e-c5d5-4983-a050-65e43c0f7012 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3998585 Sep 10 03:46:58.106041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42492) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:58.108717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:46:58.112737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12af9db6-93b4-410c-b67c-18070ca7dca2 req-702900aa-d7ed-4ad8-a0cc-01545fdf11db tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328847 Sep 10 03:46:58.130018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-208b58ca-bb98-4b16-903c-52fe27049bfd req-e588d68d-ed6d-48db-963b-f0841ad485be tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857623 Sep 10 03:46:58.138179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:58.138810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:58.182658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-606fe170-9ea7-456d-b884-48c96ee2a2f9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting subnet ccfb1571-70f9-400f-b2c7-76c1d9a55e92 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:46:58.187639 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606fe170-9ea7-456d-b884-48c96ee2a2f9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.244695 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606fe170-9ea7-456d-b884-48c96ee2a2f9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.264760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bed1049-e0db-4421-a45b-23877dabf5a9 req-127eec8a-8ce1-45ea-a3e7-16bc808aaa07 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:58.267144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bed1049-e0db-4421-a45b-23877dabf5a9 req-127eec8a-8ce1-45ea-a3e7-16bc808aaa07 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 944 time: 0.0633638 Sep 10 03:46:58.280147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:58.323813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bed1049-e0db-4421-a45b-23877dabf5a9 req-f3b96e25-a77a-4062-9a2d-f74aeedc2e99 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458040 Sep 10 03:46:58.339179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:56Z', 'revision_number': 11, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:58.355891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606fe170-9ea7-456d-b884-48c96ee2a2f9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.369609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:46:58.378540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:46:58.379139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:58.453141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:46:58.473410 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606fe170-9ea7-456d-b884-48c96ee2a2f9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.500000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fe170-9ea7-456d-b884-48c96ee2a2f9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Subnet': ['ID=ccfb1571-70f9-400f-b2c7-76c1d9a55e92,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:58.506087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606fe170-9ea7-456d-b884-48c96ee2a2f9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.510841 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-606fe170-9ea7-456d-b884-48c96ee2a2f9 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/ccfb1571-70f9-400f-b2c7-76c1d9a55e92 HTTP/1.1" status: 204 len: 168 time: 0.4037442 Sep 10 03:46:58.511619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42496) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:58.522155 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ef8c84-ce0c-4678-a29c-ce6c623e6834 None None] Network 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:46:58.525513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:56Z', 'revision_number': 11, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:58.587310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6494be4-b447-44c5-af1e-afeac19b0b00 None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:56Z', 'revision_number': 11, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:46:58.610141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-e3362fbe-c0b3-43a1-86d1-760b8babbd63 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:58.620968 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-e3362fbe-c0b3-43a1-86d1-760b8babbd63 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.39 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 1023 time: 0.0765903 Sep 10 03:46:58.691851 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.731408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc0e6ab-c5c2-4e35-85f7-e7e661a4f023 req-f506604d-c4b3-43fd-a4d2-3a998abd575f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:58.733081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fc0e6ab-c5c2-4e35-85f7-e7e661a4f023 req-f506604d-c4b3-43fd-a4d2-3a998abd575f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1026793 Sep 10 03:46:58.744268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f7e66-983d-471e-81c4-712ff94a070c req-087696fc-47b1-4188-9bc1-61ad660a57f6 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:58.745845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a41f7e66-983d-471e-81c4-712ff94a070c req-087696fc-47b1-4188-9bc1-61ad660a57f6 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 1023 time: 0.1065619 Sep 10 03:46:58.757129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Deleting port 95947de9-3af7-4939-bd4f-b9e8c30f8c34 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:58.757129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.836665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.838612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fc0e6ab-c5c2-4e35-85f7-e7e661a4f023 req-8bc90fcc-7f59-4962-9cb5-7c8831766a2e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757549 Sep 10 03:46:58.852304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a41f7e66-983d-471e-81c4-712ff94a070c req-56c07c57-5e4a-4afd-9415-bce3fe817348 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups?id=2c0aa551-858e-4c52-8224-49dc45d7cbc3&id=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b&id=bdb311db-3dca-4d9e-953d-05ab85f7ad56&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0828989 Sep 10 03:46:58.877819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Deleting port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:58.878163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.878685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] For port 95947de9-3af7-4939-bd4f-b9e8c30f8c34, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=95947de9-3af7-4939-bd4f-b9e8c30f8c34,segment=NetworkSegment(d764ff02-0d9c-49a8-94e5-eeac57e46f73),segment_id=d764ff02-0d9c-49a8-94e5-eeac57e46f73)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:58.879055 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.901080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Calling delete_port for 95947de9-3af7-4939-bd4f-b9e8c30f8c34 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:58.954918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:46:58.961029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device aacdf932-12d8-4287-8e7c-b450d76889a9 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:46:58.962342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] For port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4fe86c4c-6dc1-45ee-b19d-7af119a6eda8,segment=NetworkSegment(337d894c-4927-4095-a5b4-6bf438b0b696),segment_id=337d894c-4927-4095-a5b4-6bf438b0b696)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:58.962718 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:58.977896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Calling delete_port for 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:58.987164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c66dbb-9fa1-4436-908c-9cc1433be7d1 None None] DHCP port deletion for 5b6b0d46-b9c9-487c-b344-922b2cbd72d0 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:46:59.134182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-59c66dbb-9fa1-4436-908c-9cc1433be7d1 None None] Deleting port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:46:59.134834 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-59c66dbb-9fa1-4436-908c-9cc1433be7d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.140823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:59.155179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.172225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['95947de9-3af7-4939-bd4f-b9e8c30f8c34'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:59.176555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'port_id': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'mac_address': 'fa:16:3e:f4:8d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:46:59.183962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.186717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'Port': ['ID=95947de9-3af7-4939-bd4f-b9e8c30f8c34,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:59.219890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port aacdf932-12d8-4287-8e7c-b450d76889a9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:46:59.233324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] No DVR routers for this DVR port 95947de9-3af7-4939-bd4f-b9e8c30f8c34 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:59.236003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.238358 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d241699f-2ecb-453b-98ea-b181282e8e47 req-2fec9473-8f0e-43f6-9b28-5483509c2f41 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.39 "DELETE /v2.0/ports/95947de9-3af7-4939-bd4f-b9e8c30f8c34 HTTP/1.1" status: 204 len: 173 time: 0.6107416 Sep 10 03:46:59.238802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'name': 'network-vif-deleted', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:59.247763 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-726859a6-a530-4a45-b496-dafd6a5ce24d" -d '{"events": [{"server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "name": "network-vif-deleted", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:59.253487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Port': ['ID=4fe86c4c-6dc1-45ee-b19d-7af119a6eda8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:59.264349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No DVR routers for this DVR port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:59.272805 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port aacdf932-12d8-4287-8e7c-b450d76889a9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:46:59.273080 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.323526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-59c66dbb-9fa1-4436-908c-9cc1433be7d1 None None] For port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4fe86c4c-6dc1-45ee-b19d-7af119a6eda8,segment=NetworkSegment(337d894c-4927-4095-a5b4-6bf438b0b696),segment_id=337d894c-4927-4095-a5b4-6bf438b0b696)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:59.323973 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-59c66dbb-9fa1-4436-908c-9cc1433be7d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.346980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-59c66dbb-9fa1-4436-908c-9cc1433be7d1 None None] Calling delete_port for 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:46:59.352272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.383893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6e4855-fcbb-49cf-879c-b34450aa1e86 req-e388f88e-82f9-43a3-b0e2-f45db8094b68 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:59.385404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf6e4855-fcbb-49cf-879c-b34450aa1e86 req-e388f88e-82f9-43a3-b0e2-f45db8094b68 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 943 time: 0.1371398 Sep 10 03:46:59.396185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab82859-4a5a-494e-9fa0-45b0327b56d6 req-de266441-6ebc-40b7-b900-a510b9da8410 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:59.397655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cab82859-4a5a-494e-9fa0-45b0327b56d6 req-de266441-6ebc-40b7-b900-a510b9da8410 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1315675 Sep 10 03:46:59.410939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:46:59.420826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.440622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:59.470823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b6b0d46-b9c9-487c-b344-922b2cbd72d0']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:59.486359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '337d894c-4927-4095-a5b4-6bf438b0b696') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:59.486664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '337d894c-4927-4095-a5b4-6bf438b0b696') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:46:59.495658 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.516205 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-59c66dbb-9fa1-4436-908c-9cc1433be7d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.516525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.522631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf6e4855-fcbb-49cf-879c-b34450aa1e86 req-3a54b6e7-a6c6-456a-a7c2-575e5cf96fd4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989883 Sep 10 03:46:59.530785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cab82859-4a5a-494e-9fa0-45b0327b56d6 req-546bd714-f322-4b36-83cf-9b5e64f70dd5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951324 Sep 10 03:46:59.538613 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.547700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacdf932-12d8-4287-8e7c-b450d76889a9'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:46:59.548673 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6f8dc05-35d8-4c34-ac72-4dcba11085fd" -d '{"events": [{"server_uuid": "b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7", "name": "network-vif-plugged", "status": "completed", "tag": "aacdf932-12d8-4287-8e7c-b450d76889a9"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:46:59.557128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:46:59.557652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.559637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c66dbb-9fa1-4436-908c-9cc1433be7d1 None None] Pushing event deleted for resources: {'Port': ['ID=4fe86c4c-6dc1-45ee-b19d-7af119a6eda8,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:46:59.561310 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:46:59.564223 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.569067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c66dbb-9fa1-4436-908c-9cc1433be7d1 None None] No DVR routers for this DVR port 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:46:59.573990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port aacdf932-12d8-4287-8e7c-b450d76889a9, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aacdf932-12d8-4287-8e7c-b450d76889a9,segment=NetworkSegment(152e60c6-d580-48bb-b660-d22a33268459),segment_id=152e60c6-d580-48bb-b660-d22a33268459)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:46:59.634516 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4757d3d2-f7c3-4023-bf47-e3835ff5eb6f x-openstack-request-id: req-4757d3d2-f7c3-4023-bf47-e3835ff5eb6f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:59.634817 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86a10f0e-53b6-4297-8185-4c897e6aedac", "name": "network-vif-deleted", "tag": "95947de9-3af7-4939-bd4f-b9e8c30f8c34", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:59.635096 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4757d3d2-f7c3-4023-bf47-e3835ff5eb6f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:59.635470 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86a10f0e-53b6-4297-8185-4c897e6aedac', 'name': 'network-vif-deleted', 'tag': '95947de9-3af7-4939-bd4f-b9e8c30f8c34', 'status': 'completed', 'code': 200} Sep 10 03:46:59.636727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=9']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:59.651993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.698438 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:46:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e7c602-213d-4f9c-a822-3110c74a80d5 x-openstack-request-id: req-82e7c602-213d-4f9c-a822-3110c74a80d5 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:46:59.698724 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7", "name": "network-vif-plugged", "status": "completed", "tag": "aacdf932-12d8-4287-8e7c-b450d76889a9", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:46:59.707555 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82e7c602-213d-4f9c-a822-3110c74a80d5 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:46:59.707555 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aacdf932-12d8-4287-8e7c-b450d76889a9', 'code': 200} Sep 10 03:46:59.713860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=aacdf932-12d8-4287-8e7c-b450d76889a9,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:59.744462 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.757307 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.759257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/networks/5b6b0d46-b9c9-487c-b344-922b2cbd72d0 HTTP/1.1" status: 204 len: 168 time: 1.2462351 Sep 10 03:46:59.762474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42516) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:46:59.767320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'routes': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:46:59.779130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8216c5-e8fb-450c-817e-f0fadc390f6f tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Pushing event deleted for resources: {'Network': ['ID=5b6b0d46-b9c9-487c-b344-922b2cbd72d0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:46:59.795558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:59.801225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287e72f5-1d7a-41e5-9a24-2abb05d890c0 req-bbaf5e0f-a708-45ec-85bf-3e25347d8add tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:59.804544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-287e72f5-1d7a-41e5-9a24-2abb05d890c0 req-bbaf5e0f-a708-45ec-85bf-3e25347d8add tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 945 time: 0.1109264 Sep 10 03:46:59.819724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:59.820245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4fe86c4c-6dc1-45ee-b19d-7af119a6eda8 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:59.820617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 07426b95-c84e-4075-8426-7311b2893f78 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:46:59.845303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 07426b95-c84e-4075-8426-7311b2893f78 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:46:59.845630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 07426b95-c84e-4075-8426-7311b2893f78 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:46:59.848080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-287e72f5-1d7a-41e5-9a24-2abb05d890c0 req-6771bdb7-0e84-4ffe-a72a-5fb91891365c tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379486 Sep 10 03:46:59.880548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:46:59.981125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Added routes are [] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:46:59.981432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Removed routes are [] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:46:59.981811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:46:59.984925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7bd1ee-cb16-44a5-a61e-a41cbcdee681 req-852e3bec-2b44-4834-8568-0ccab5aa314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:46:59.986471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-df7bd1ee-cb16-44a5-a61e-a41cbcdee681 req-852e3bec-2b44-4834-8568-0ccab5aa314e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 1096 time: 0.2151296 Sep 10 03:46:59.998045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c0180a8-5b29-4b93-bb79-20a3ab4ccadd req-6472af7f-efdb-4b33-b093-6a1acc7d3bcd tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/ports?device_id=86a10f0e-53b6-4297-8185-4c897e6aedac HTTP/1.1" status: 200 len: 210 time: 0.0543416 Sep 10 03:47:00.020376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fe9842-7014-40b0-8dcc-121f0f091b0e req-37df6763-ca7f-45ef-bcfb-f6a18aa6bcaf tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:00.030238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0fe9842-7014-40b0-8dcc-121f0f091b0e req-37df6763-ca7f-45ef-bcfb-f6a18aa6bcaf tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0995817 Sep 10 03:47:00.073679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0fe9842-7014-40b0-8dcc-121f0f091b0e req-b68eeb16-cb63-4980-ab84-7f66022889ba tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Sep 10 03:47:00.130036 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-df7bd1ee-cb16-44a5-a61e-a41cbcdee681 req-f430fb8f-ae66-45ed-9137-ff6f04232591 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049266 Sep 10 03:47:00.164188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.167751 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.241230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router c8a122fe-6227-4049-8d37-40f5e8a653dd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:47:00.315353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:47:00.322432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.323611 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f4a646b7-86d1-4803-bfbf-1cc1cbfedd55 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd HTTP/1.1" status: 200 len: 705 time: 0.5600731 Sep 10 03:47:00.325274 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66231622-98dc-4502-8563-481e90b41beb None None] Sync routers for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:47:00.326472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42524) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:00.335139 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66231622-98dc-4502-8563-481e90b41beb None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:00.335842 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-66231622-98dc-4502-8563-481e90b41beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:00.361626 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4ddd3e15-0422-4e97-bd2d-4e349e90d164 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a122fe-6227-4049-8d37-40f5e8a653dd HTTP/1.1" status: 200 len: 205 time: 0.0316029 Sep 10 03:47:00.362243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42526) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:00.402112 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-66231622-98dc-4502-8563-481e90b41beb None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:00.438667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4a6c635-beb1-4946-a0db-588592dba959 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.462569 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-66231622-98dc-4502-8563-481e90b41beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:56Z', 'revision_number': 11, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:00.490412 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66231622-98dc-4502-8563-481e90b41beb None None] Checking router: c8a122fe-6227-4049-8d37-40f5e8a653dd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:47:00.499135 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66231622-98dc-4502-8563-481e90b41beb None None] Routers {'c8a122fe-6227-4049-8d37-40f5e8a653dd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:00.499790 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-66231622-98dc-4502-8563-481e90b41beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['c8a122fe-6227-4049-8d37-40f5e8a653dd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:00.606331 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4a6c635-beb1-4946-a0db-588592dba959 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.608859 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4a6c635-beb1-4946-a0db-588592dba959 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.664686 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-66231622-98dc-4502-8563-481e90b41beb None None] Set router c8a122fe-6227-4049-8d37-40f5e8a653dd gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:00.711912 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4a6c635-beb1-4946-a0db-588592dba959 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.712679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4a6c635-beb1-4946-a0db-588592dba959 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Fanout notify agent at l3_agent the message router_deleted on router c8a122fe-6227-4049-8d37-40f5e8a653dd {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:47:00.721964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e905396-394a-4ee8-8e28-a697050a23d0 req-c09b515a-c18f-45e4-ab89-6a622d228798 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:00.722495 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-66231622-98dc-4502-8563-481e90b41beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:56Z', 'revision_number': 11, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:00.723529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e905396-394a-4ee8-8e28-a697050a23d0 req-c09b515a-c18f-45e4-ab89-6a622d228798 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 944 time: 0.0817816 Sep 10 03:47:00.725094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4a6c635-beb1-4946-a0db-588592dba959 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.731548 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a4a6c635-beb1-4946-a0db-588592dba959 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd HTTP/1.1" status: 204 len: 168 time: 0.3677573 Sep 10 03:47:00.731961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42534) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:00.732351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce71cde-af15-4b98-858a-bc3396a06049 req-a2c8080e-b28b-4909-b96e-9e4780208c1e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:00.733847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ce71cde-af15-4b98-858a-bc3396a06049 req-a2c8080e-b28b-4909-b96e-9e4780208c1e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0908813 Sep 10 03:47:00.736984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-663e9616-1214-4f1d-bfd9-9e718c1c0d76 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-154207079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:00.748991 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66231622-98dc-4502-8563-481e90b41beb None None] The sync data for ids ['c8a122fe-6227-4049-8d37-40f5e8a653dd'] in n-d-808143-1 is: [{'id': 'c8a122fe-6227-4049-8d37-40f5e8a653dd', 'name': 'tempest-RoutersIpV6Test-router-1121270978', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:46:06Z', 'updated_at': '2021-09-10T03:46:56Z', 'revision_number': 11, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:47:00.800216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e905396-394a-4ee8-8e28-a697050a23d0 req-3a69dba7-d066-48a1-bea8-3ce932c915dd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582108 Sep 10 03:47:00.808399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ce71cde-af15-4b98-858a-bc3396a06049 req-049420b3-f15f-480d-a78b-ffa5dc30e901 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653090 Sep 10 03:47:00.919502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-663e9616-1214-4f1d-bfd9-9e718c1c0d76 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.924081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-663e9616-1214-4f1d-bfd9-9e718c1c0d76 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.978231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4407734e-49dc-4de5-81fb-5cfdf479d32c req-7daeea06-3ee2-42ae-ac23-c2156d2b648b tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:00.979868 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-663e9616-1214-4f1d-bfd9-9e718c1c0d76 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:00.987051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4407734e-49dc-4de5-81fb-5cfdf479d32c req-7daeea06-3ee2-42ae-ac23-c2156d2b648b tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 945 time: 0.0623055 Sep 10 03:47:00.988080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:01.024369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4407734e-49dc-4de5-81fb-5cfdf479d32c req-eaeae9fc-3c02-4558-b055-63da82b41767 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362616 Sep 10 03:47:01.038481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:01.039131 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.105140 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-663e9616-1214-4f1d-bfd9-9e718c1c0d76 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.128466 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.131710 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cee31776-ef71-4992-ad01-4f607ef5e5bf req-e0076cf3-f741-46b8-a29c-beb8b8f18481 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/2c0aa551-858e-4c52-8224-49dc45d7cbc3 HTTP/1.1" status: 200 len: 1801 time: 0.0556688 Sep 10 03:47:01.165255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:01.236313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f4ba21-aba2-43f1-816f-d983fb69670b req-c6ee714b-35bd-4ed5-9d11-9776ecf2d04e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:01.237751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81f4ba21-aba2-43f1-816f-d983fb69670b req-c6ee714b-35bd-4ed5-9d11-9776ecf2d04e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0783098 Sep 10 03:47:01.238734 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cee31776-ef71-4992-ad01-4f607ef5e5bf req-a3007ac6-4bea-46a5-9ecb-61d0b0b1f9cf tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.241112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-663e9616-1214-4f1d-bfd9-9e718c1c0d76 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.244959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-663e9616-1214-4f1d-bfd9-9e718c1c0d76 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5091164 Sep 10 03:47:01.245329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42546) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:01.249925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4242604b-4825-4783-8573-8b60cb08b7d2 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:01.274190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cee31776-ef71-4992-ad01-4f607ef5e5bf req-a3007ac6-4bea-46a5-9ecb-61d0b0b1f9cf tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.290979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.292124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 95947de9-3af7-4939-bd4f-b9e8c30f8c34 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:47:01.310593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81f4ba21-aba2-43f1-816f-d983fb69670b req-68e78df1-a39c-4bae-a9f3-20fe81cee650 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607607 Sep 10 03:47:01.313961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 95947de9-3af7-4939-bd4f-b9e8c30f8c34 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:47:01.314318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 95947de9-3af7-4939-bd4f-b9e8c30f8c34 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:47:01.378907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=10']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:01.421848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cee31776-ef71-4992-ad01-4f607ef5e5bf req-a3007ac6-4bea-46a5-9ecb-61d0b0b1f9cf tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.424593 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cee31776-ef71-4992-ad01-4f607ef5e5bf req-a3007ac6-4bea-46a5-9ecb-61d0b0b1f9cf tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.425799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cee31776-ef71-4992-ad01-4f607ef5e5bf req-a3007ac6-4bea-46a5-9ecb-61d0b0b1f9cf tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/2c0aa551-858e-4c52-8224-49dc45d7cbc3 HTTP/1.1" status: 204 len: 173 time: 0.2858360 Sep 10 03:47:01.435475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3007ac6-4bea-46a5-9ecb-61d0b0b1f9cf tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0aa551-858e-4c52-8224-49dc45d7cbc3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:01.464853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4242604b-4825-4783-8573-8b60cb08b7d2 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.495762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2f58916-98c4-4d2b-b81a-cac06683a50f req-955c87a5-781f-4d65-aad9-0e9caaf221d4 tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "GET /v2.0/security-groups/bdb311db-3dca-4d9e-953d-05ab85f7ad56 HTTP/1.1" status: 200 len: 1803 time: 0.0443921 Sep 10 03:47:01.553544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d2f58916-98c4-4d2b-b81a-cac06683a50f req-6348b527-86a2-4162-9ba3-bf1561c5b5ca tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.575317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d2f58916-98c4-4d2b-b81a-cac06683a50f req-6348b527-86a2-4162-9ba3-bf1561c5b5ca tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.595360 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4242604b-4825-4783-8573-8b60cb08b7d2 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.690035 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d2f58916-98c4-4d2b-b81a-cac06683a50f req-6348b527-86a2-4162-9ba3-bf1561c5b5ca tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.693546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-d2f58916-98c4-4d2b-b81a-cac06683a50f req-6348b527-86a2-4162-9ba3-bf1561c5b5ca tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.694778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2f58916-98c4-4d2b-b81a-cac06683a50f req-6348b527-86a2-4162-9ba3-bf1561c5b5ca tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] 10.222.0.22 "DELETE /v2.0/security-groups/bdb311db-3dca-4d9e-953d-05ab85f7ad56 HTTP/1.1" status: 204 len: 173 time: 0.1929500 Sep 10 03:47:01.700513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42550) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:01.700692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:01.703038 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5833e0-9472-4199-94c7-bcf6e24d186b" -d '{"events": [{"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-plugged", "status": "completed", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:01.704242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348b527-86a2-4162-9ba3-bf1561c5b5ca tempest-SecurityGroupsTestJSON-1103328021 tempest-SecurityGroupsTestJSON-1103328021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb311db-3dca-4d9e-953d-05ab85f7ad56,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:01.747983 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2cadfdb-eb49-4a18-9348-84d4f8a3d573 x-openstack-request-id: req-c2cadfdb-eb49-4a18-9348-84d4f8a3d573 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:01.748232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1a646f7-6a13-47a2-bdab-248b021eb08f admin admin] Deleting subnet 1961c397-a6a1-49ee-aa61-b2ccfb761bbf {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:47:01.748339 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-plugged", "status": "completed", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:01.754501 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c2cadfdb-eb49-4a18-9348-84d4f8a3d573 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:01.754501 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'code': 200} Sep 10 03:47:01.754717 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a646f7-6a13-47a2-bdab-248b021eb08f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.790993 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a646f7-6a13-47a2-bdab-248b021eb08f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.809919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4242604b-4825-4783-8573-8b60cb08b7d2 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Router 0a4dcb67-38e1-440a-8138-e39015b900e1 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:47:01.873175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a646f7-6a13-47a2-bdab-248b021eb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.924460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4242604b-4825-4783-8573-8b60cb08b7d2 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:47:01.934149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4242604b-4825-4783-8573-8b60cb08b7d2 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:01.937680 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4242604b-4825-4783-8573-8b60cb08b7d2 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "PUT /v2.0/routers/0a4dcb67-38e1-440a-8138-e39015b900e1 HTTP/1.1" status: 200 len: 697 time: 0.6890090 Sep 10 03:47:01.937907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42560) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:01.940517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] Sync routers for ids ['0a4dcb67-38e1-440a-8138-e39015b900e1'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:47:01.950335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] Routers {'0a4dcb67-38e1-440a-8138-e39015b900e1'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:01.951061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0a4dcb67-38e1-440a-8138-e39015b900e1'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:01.979952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4283b7-0b3a-4289-8fa2-dff2b6b3031b req-2d29266c-1062-4157-808f-05576286ed12 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:01.981622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e4283b7-0b3a-4289-8fa2-dff2b6b3031b req-2d29266c-1062-4157-808f-05576286ed12 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0930138 Sep 10 03:47:01.991065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3e900e-1e6c-442a-8123-5b4f3a09998f req-89c3fc50-3edd-48af-a246-49db92cad8e1 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:01.991447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe3e900e-1e6c-442a-8123-5b4f3a09998f req-89c3fc50-3edd-48af-a246-49db92cad8e1 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 946 time: 0.1004784 Sep 10 03:47:02.022583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] Set router 0a4dcb67-38e1-440a-8138-e39015b900e1 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:02.024744 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.050732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e4283b7-0b3a-4289-8fa2-dff2b6b3031b req-65d814b3-1b6c-4c44-89e8-ee3c9b589b08 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581086 Sep 10 03:47:02.059587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe3e900e-1e6c-442a-8123-5b4f3a09998f req-ca89f049-567c-4622-9f08-3efe1d03cad7 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529993 Sep 10 03:47:02.091881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4dcb67-38e1-440a-8138-e39015b900e1', 'name': 'tempest-RoutersIpV6Test-router-154207079', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:00Z', 'updated_at': '2021-09-10T03:47:01Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:02.112329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] Checking router: 0a4dcb67-38e1-440a-8138-e39015b900e1 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:47:02.123013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] Routers {'0a4dcb67-38e1-440a-8138-e39015b900e1'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:02.123804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0a4dcb67-38e1-440a-8138-e39015b900e1'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:02.202634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] Set router 0a4dcb67-38e1-440a-8138-e39015b900e1 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:02.227428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a3d55b-86cf-46c6-8ee5-435cbc226cbd req-b53db138-dfc1-4ebe-a4d4-1014a4a5dc53 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:02.229252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9a3d55b-86cf-46c6-8ee5-435cbc226cbd req-b53db138-dfc1-4ebe-a4d4-1014a4a5dc53 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 945 time: 0.0636108 Sep 10 03:47:02.263492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a4dcb67-38e1-440a-8138-e39015b900e1', 'name': 'tempest-RoutersIpV6Test-router-154207079', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:00Z', 'updated_at': '2021-09-10T03:47:01Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:02.273778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9a3d55b-86cf-46c6-8ee5-435cbc226cbd req-eb18d9ff-cdb6-45bc-8d62-c1b77f6fffac tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379636 Sep 10 03:47:02.292861 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-972f6a39-ee66-4d15-986a-5ff1353ddb16 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/routers/0a4dcb67-38e1-440a-8138-e39015b900e1 HTTP/1.1" status: 200 len: 703 time: 0.3536825 Sep 10 03:47:02.295950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42564) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:02.301087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3d73d3-906a-4f4c-b638-764e1cf94d8f None None] The sync data for ids ['0a4dcb67-38e1-440a-8138-e39015b900e1'] in n-d-808143-1 is: [{'id': '0a4dcb67-38e1-440a-8138-e39015b900e1', 'name': 'tempest-RoutersIpV6Test-router-154207079', 'tenant_id': '3be1eaae0cc5479ba16354cfe30d8170', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:00Z', 'updated_at': '2021-09-10T03:47:01Z', 'revision_number': 2, 'project_id': '3be1eaae0cc5479ba16354cfe30d8170', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:47:02.327282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9260e92f-39d5-46aa-8204-d2c9cb088eaf tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a4dcb67-38e1-440a-8138-e39015b900e1 HTTP/1.1" status: 200 len: 205 time: 0.0301592 Sep 10 03:47:02.331538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42568) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:02.371773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729c4ce9-a78c-47bc-8a16-dd46bb968c8b req-be3f4d9d-af25-466e-b8d5-0aed7b3464a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:02.381903 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-729c4ce9-a78c-47bc-8a16-dd46bb968c8b req-be3f4d9d-af25-466e-b8d5-0aed7b3464a5 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 1097 time: 0.0864589 Sep 10 03:47:02.419318 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-729c4ce9-a78c-47bc-8a16-dd46bb968c8b req-b5ed38a9-fe51-481a-9be6-5a5f1833d81c service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373664 Sep 10 03:47:02.428764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7627-a38b-4f8b-9b3a-9865a620f38a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.437161 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a646f7-6a13-47a2-bdab-248b021eb08f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.471584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a646f7-6a13-47a2-bdab-248b021eb08f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1961c397-a6a1-49ee-aa61-b2ccfb761bbf,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:02.476846 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a646f7-6a13-47a2-bdab-248b021eb08f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.484953 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d1a646f7-6a13-47a2-bdab-248b021eb08f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1961c397-a6a1-49ee-aa61-b2ccfb761bbf HTTP/1.1" status: 204 len: 168 time: 0.7777896 Sep 10 03:47:02.484953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42576) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:02.560163 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.568753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638ed705-4679-4d55-aea1-274e87bea33e req-5ddf62b6-e455-4fb4-aeac-8774c8c7b7c1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:02.576182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-638ed705-4679-4d55-aea1-274e87bea33e req-5ddf62b6-e455-4fb4-aeac-8774c8c7b7c1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1452568 Sep 10 03:47:02.642527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.656773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7627-a38b-4f8b-9b3a-9865a620f38a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.660020 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7627-a38b-4f8b-9b3a-9865a620f38a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.663786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c92116b9-1d1b-4762-a064-5c46db334dd5']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:02.673931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd764ff02-0d9c-49a8-94e5-eeac57e46f73') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:02.674453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd764ff02-0d9c-49a8-94e5-eeac57e46f73') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:02.692072 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.708523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.713550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-638ed705-4679-4d55-aea1-274e87bea33e req-0080275d-56e8-4f29-bf30-de2967503519 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332092 Sep 10 03:47:02.717213 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:47:02.717643 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:47:02.719411 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:47:02.793520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7627-a38b-4f8b-9b3a-9865a620f38a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.799867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2f7627-a38b-4f8b-9b3a-9865a620f38a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Fanout notify agent at l3_agent the message router_deleted on router 0a4dcb67-38e1-440a-8138-e39015b900e1 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:47:02.804538 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc2f7627-a38b-4f8b-9b3a-9865a620f38a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.805785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dc2f7627-a38b-4f8b-9b3a-9865a620f38a tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/0a4dcb67-38e1-440a-8138-e39015b900e1 HTTP/1.1" status: 204 len: 168 time: 0.4740460 Sep 10 03:47:02.810077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42580) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:02.838683 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-36ef99d1-def3-47ce-8b7f-289ee246b7c7 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a4dcb67-38e1-440a-8138-e39015b900e1 HTTP/1.1" status: 200 len: 205 time: 0.0274410 Sep 10 03:47:02.841268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42582) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:02.877728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2055488-f569-46d8-a357-75f0ecbdf549 req-f5575b0b-fefc-409f-817b-7d72d4178918 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:02.879326 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2055488-f569-46d8-a357-75f0ecbdf549 req-f5575b0b-fefc-409f-817b-7d72d4178918 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 945 time: 0.0506604 Sep 10 03:47:02.884218 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-03177cec-199a-4ef6-8ce7-8eeba0998c68 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] delete failed (client error): The resource could not be found. Sep 10 03:47:02.885240 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-03177cec-199a-4ef6-8ce7-8eeba0998c68 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/0a4dcb67-38e1-440a-8138-e39015b900e1 HTTP/1.1" status: 404 len: 336 time: 0.0431185 Sep 10 03:47:02.885872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.887802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42586) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:02.902021 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:02.906213 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] 10.222.0.22 "DELETE /v2.0/networks/c92116b9-1d1b-4762-a064-5c46db334dd5 HTTP/1.1" status: 204 len: 168 time: 0.4212475 Sep 10 03:47:02.920941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2055488-f569-46d8-a357-75f0ecbdf549 req-bddd49f8-450f-4611-967d-4b6d12184d93 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348110 Sep 10 03:47:02.937674 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdd83ce-2b74-4176-b311-62cb99776a8b admin admin] Pushing event deleted for resources: {'Network': ['ID=c92116b9-1d1b-4762-a064-5c46db334dd5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:02.940938 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cca99d0-eace-49fe-8e06-d8d62915ecd0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] DELETE failed (client error): The resource could not be found. Sep 10 03:47:02.941404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6cca99d0-eace-49fe-8e06-d8d62915ecd0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:47:02.947205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42590) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:02.947359 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6cca99d0-eace-49fe-8e06-d8d62915ecd0 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/4e04a5c8-4b16-4b28-9345-44abda4d75c3 HTTP/1.1" status: 404 len: 337 time: 0.0585303 Sep 10 03:47:02.973819 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2677202c-f1c3-4e30-b799-422ed8ad397c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] DELETE failed (client error): The resource could not be found. Sep 10 03:47:02.974247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2677202c-f1c3-4e30-b799-422ed8ad397c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:47:02.976075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2677202c-f1c3-4e30-b799-422ed8ad397c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/43266003-65d1-4059-802e-ef75424d38b6 HTTP/1.1" status: 404 len: 337 time: 0.0277936 Sep 10 03:47:02.978566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42592) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.002579 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e81ce9a1-e979-4987-b29e-5251517add87 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] DELETE failed (client error): The resource could not be found. Sep 10 03:47:03.003204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e81ce9a1-e979-4987-b29e-5251517add87 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:47:03.004785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e81ce9a1-e979-4987-b29e-5251517add87 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/65301238-84d1-49fd-a14e-f0d3275f8952 HTTP/1.1" status: 404 len: 337 time: 0.0253110 Sep 10 03:47:03.007638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42594) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.033465 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f405bf91-48a7-4f74-868d-2935622b0075 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] DELETE failed (client error): The resource could not be found. Sep 10 03:47:03.033913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f405bf91-48a7-4f74-868d-2935622b0075 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:47:03.035639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f405bf91-48a7-4f74-868d-2935622b0075 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/ccfb1571-70f9-400f-b2c7-76c1d9a55e92 HTTP/1.1" status: 404 len: 337 time: 0.0270259 Sep 10 03:47:03.038444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42596) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.070116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5ca441aa-4c92-4493-aa6a-6c5b7cd8b7e1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=c8a122fe-6227-4049-8d37-40f5e8a653dd HTTP/1.1" status: 200 len: 205 time: 0.0299516 Sep 10 03:47:03.072535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42598) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.108597 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-3f072950-9dc4-407d-8969-f667c3b69855 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] delete failed (client error): The resource could not be found. Sep 10 03:47:03.112011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3f072950-9dc4-407d-8969-f667c3b69855 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/c8a122fe-6227-4049-8d37-40f5e8a653dd HTTP/1.1" status: 404 len: 336 time: 0.0362031 Sep 10 03:47:03.112404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42604) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.145784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-731ad978-f9bb-46de-9617-fe72515398bc tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=e566c859-10ae-4981-bcf8-ec1bf58ab1a8 HTTP/1.1" status: 200 len: 205 time: 0.0300078 Sep 10 03:47:03.146569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42606) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.201318 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-38a6adce-9b65-4cb8-81e3-884cdee4f5f4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] delete failed (client error): The resource could not be found. Sep 10 03:47:03.202363 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-38a6adce-9b65-4cb8-81e3-884cdee4f5f4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/e566c859-10ae-4981-bcf8-ec1bf58ab1a8 HTTP/1.1" status: 404 len: 336 time: 0.0538349 Sep 10 03:47:03.205115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42610) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.236672 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-787861a6-23ba-4d75-8839-1103336357a1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] DELETE failed (client error): The resource could not be found. Sep 10 03:47:03.237039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-787861a6-23ba-4d75-8839-1103336357a1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:47:03.238796 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-787861a6-23ba-4d75-8839-1103336357a1 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/e5e29329-9550-4f6d-96e1-b75cc96fbb06 HTTP/1.1" status: 404 len: 337 time: 0.0327053 Sep 10 03:47:03.241982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42612) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.258505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aff06ae-e7b0-4d68-90f6-428d3e7866e3 req-622a29c0-26d9-4ea7-a796-392bdd87bdf6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:03.259901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1aff06ae-e7b0-4d68-90f6-428d3e7866e3 req-622a29c0-26d9-4ea7-a796-392bdd87bdf6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0858819 Sep 10 03:47:03.269862 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6e4c629-e3da-4961-9171-a4efe36c87e4 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c HTTP/1.1" status: 200 len: 205 time: 0.0267880 Sep 10 03:47:03.272878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42614) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.282044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ca1d33-ca01-4739-9789-08bb5ef21ef4 req-94410342-cbf8-4429-ace0-d4f175c96793 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:03.283573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ca1d33-ca01-4739-9789-08bb5ef21ef4 req-94410342-cbf8-4429-ace0-d4f175c96793 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 946 time: 0.0767293 Sep 10 03:47:03.301804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42616) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.321403 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-6611fe70-84e4-4939-ab55-d497adc58c63 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] delete failed (client error): The resource could not be found. Sep 10 03:47:03.322520 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6611fe70-84e4-4939-ab55-d497adc58c63 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/7ba1b6d4-6ae7-4d60-b9ac-7b860a40955c HTTP/1.1" status: 404 len: 336 time: 0.0485485 Sep 10 03:47:03.325273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42618) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.353035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1aff06ae-e7b0-4d68-90f6-428d3e7866e3 req-89f0b20b-c52e-433c-9678-e5363d0bf889 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846744 Sep 10 03:47:03.354470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2379f5e9-b046-4926-b2e6-2e5820184e77 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=031488d5-b37d-4d05-9c50-fdd61e86bd11 HTTP/1.1" status: 200 len: 205 time: 0.0280097 Sep 10 03:47:03.356777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42620) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.397398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ca1d33-ca01-4739-9789-08bb5ef21ef4 req-aaf951af-b117-411a-b764-c4b02cbab729 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1025369 Sep 10 03:47:03.401804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-29e97942-2e58-4567-ad73-f0cf72efe364 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acfb44a4bdb844f48bb776c2ee4db694&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0939634 Sep 10 03:47:03.402100 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-8959a309-578e-44eb-95c8-abb7d170a817 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] delete failed (client error): The resource could not be found. Sep 10 03:47:03.402565 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8959a309-578e-44eb-95c8-abb7d170a817 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/031488d5-b37d-4d05-9c50-fdd61e86bd11 HTTP/1.1" status: 404 len: 336 time: 0.0448787 Sep 10 03:47:03.403868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42622) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.405050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42624) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.438313 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c35c666-9a01-4beb-86c3-6d2ce59f3763 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] DELETE failed (client error): The resource could not be found. Sep 10 03:47:03.439155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c35c666-9a01-4beb-86c3-6d2ce59f3763 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:47:03.441527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5c35c666-9a01-4beb-86c3-6d2ce59f3763 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/e3244242-23f1-4374-85ed-2f2d32daf4a3 HTTP/1.1" status: 404 len: 337 time: 0.0351176 Sep 10 03:47:03.445268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42626) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.470228 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce82ac1a-11dd-4a65-aa30-3659a6464788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:03.480540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-de0ccc31-cd2f-4927-942f-21d344be4e7c tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=c384edcb-c367-4f7c-8429-37d25e5d7ed5 HTTP/1.1" status: 200 len: 205 time: 0.0338635 Sep 10 03:47:03.483170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42628) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.494647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce82ac1a-11dd-4a65-aa30-3659a6464788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:03.524630 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-abea6599-9aa1-435e-9e51-518eb8cfef58 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] delete failed (client error): The resource could not be found. Sep 10 03:47:03.524630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-abea6599-9aa1-435e-9e51-518eb8cfef58 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/c384edcb-c367-4f7c-8429-37d25e5d7ed5 HTTP/1.1" status: 404 len: 336 time: 0.0388341 Sep 10 03:47:03.525605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42630) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.554120 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7bf9df-2f57-474e-8e19-f404fe1f413b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] DELETE failed (client error): The resource could not be found. Sep 10 03:47:03.554576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7bf9df-2f57-474e-8e19-f404fe1f413b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:47:03.556552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1b7bf9df-2f57-474e-8e19-f404fe1f413b tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/859a45a6-d40f-4e45-9fa1-ea39b57b7f3e HTTP/1.1" status: 404 len: 337 time: 0.0299985 Sep 10 03:47:03.559287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42634) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.592266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4d379180-185c-4401-92e1-be1dc8f2c392 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "GET /v2.0/ports?device_id=b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7 HTTP/1.1" status: 200 len: 205 time: 0.0318470 Sep 10 03:47:03.594597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42638) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.634091 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-5c167d54-fd5b-4619-a2f3-9fb51d5561be tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] delete failed (client error): The resource could not be found. Sep 10 03:47:03.636151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5c167d54-fd5b-4619-a2f3-9fb51d5561be tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/routers/b8cbeaf2-a9de-4c4b-94d8-acc4fe3cb6b7 HTTP/1.1" status: 404 len: 336 time: 0.0406229 Sep 10 03:47:03.637733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42640) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.640537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce82ac1a-11dd-4a65-aa30-3659a6464788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:03.645454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce82ac1a-11dd-4a65-aa30-3659a6464788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:03.646972 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ce82ac1a-11dd-4a65-aa30-3659a6464788 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afcc3f3e-dff4-4a19-995f-3160e4ff8d0b HTTP/1.1" status: 204 len: 168 time: 0.2421880 Sep 10 03:47:03.668010 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c4ef3a-9c67-4013-bf0d-80f77c5d9586 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] DELETE failed (client error): The resource could not be found. Sep 10 03:47:03.668219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce82ac1a-11dd-4a65-aa30-3659a6464788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afcc3f3e-dff4-4a19-995f-3160e4ff8d0b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:03.668467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37c4ef3a-9c67-4013-bf0d-80f77c5d9586 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:47:03.670207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-37c4ef3a-9c67-4013-bf0d-80f77c5d9586 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/3fa15d56-e717-4a34-97d7-a2bc87f3b432 HTTP/1.1" status: 404 len: 337 time: 0.0315685 Sep 10 03:47:03.673282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42650) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:03.704897 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfe61674-97c0-4469-80aa-e016d5bed429 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] DELETE failed (client error): The resource could not be found. Sep 10 03:47:03.705734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfe61674-97c0-4469-80aa-e016d5bed429 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:47:03.707772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bfe61674-97c0-4469-80aa-e016d5bed429 tempest-RoutersIpV6Test-1133427545 tempest-RoutersIpV6Test-1133427545-project] 10.222.0.22 "DELETE /v2.0/subnets/f98b6055-a2cf-40c4-988e-c3bcfa5584c2 HTTP/1.1" status: 404 len: 337 time: 0.0339987 Sep 10 03:47:03.857939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53ef756-c1b5-4ae0-8cd0-62d16e6b330e req-a66387e9-e977-4110-9931-704003ac1864 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:03.859786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a53ef756-c1b5-4ae0-8cd0-62d16e6b330e req-a66387e9-e977-4110-9931-704003ac1864 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0750792 Sep 10 03:47:03.902904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a53ef756-c1b5-4ae0-8cd0-62d16e6b330e req-f20e170a-f79a-4f17-b6ef-d0a6f019dc7b tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364933 Sep 10 03:47:04.042939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b020325e-e14b-4005-a95d-c17c008e1878 req-2c3d154d-b185-4355-aeb6-0462101149d0 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:04.044457 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b020325e-e14b-4005-a95d-c17c008e1878 req-2c3d154d-b185-4355-aeb6-0462101149d0 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 945 time: 0.0515668 Sep 10 03:47:04.085220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b020325e-e14b-4005-a95d-c17c008e1878 req-51a1a6a1-000a-416e-808b-857e9b7d3cee tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/security-groups?id=135dc455-bd7d-40b0-b9e3-6ee20378bbff&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347097 Sep 10 03:47:04.346713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-e12508dd-cb41-4fd8-a83b-e54883f8a895 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:04.348205 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-e12508dd-cb41-4fd8-a83b-e54883f8a895 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.39 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 945 time: 0.0519497 Sep 10 03:47:04.360978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42696) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:04.500621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7781a11f-ea09-444c-b82e-92011ba83dbc req-c11c530f-0a06-497e-aca1-dbe992940a5d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:04.511036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Deleting port aacdf932-12d8-4287-8e7c-b450d76889a9 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:04.511327 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:04.521315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7781a11f-ea09-444c-b82e-92011ba83dbc req-c11c530f-0a06-497e-aca1-dbe992940a5d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0822127 Sep 10 03:47:04.600193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7781a11f-ea09-444c-b82e-92011ba83dbc req-c1deff14-8484-4f93-91b1-55fa1fb8171d tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738399 Sep 10 03:47:04.639236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] For port aacdf932-12d8-4287-8e7c-b450d76889a9, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aacdf932-12d8-4287-8e7c-b450d76889a9,segment=NetworkSegment(152e60c6-d580-48bb-b660-d22a33268459),segment_id=152e60c6-d580-48bb-b660-d22a33268459)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:04.639603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:04.649676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d01093-cd3e-4520-91f7-171eb115cdcf req-6701ca56-5050-47c4-8fe6-a6620aee8332 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:04.652100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05d01093-cd3e-4520-91f7-171eb115cdcf req-6701ca56-5050-47c4-8fe6-a6620aee8332 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 946 time: 0.1274335 Sep 10 03:47:04.653596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Calling delete_port for aacdf932-12d8-4287-8e7c-b450d76889a9 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:04.689234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6c6e689c-eb12-46b0-a4ad-e589b3c130dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3be1eaae0cc5479ba16354cfe30d8170&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269663 Sep 10 03:47:04.691733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42714) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:04.728570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05d01093-cd3e-4520-91f7-171eb115cdcf req-4cc3688e-c315-405a-ac36-30d76474bde1 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577729 Sep 10 03:47:04.776798 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ef7bea3-f76d-4e7a-8953-787a3f2db406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:04.799627 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ef7bea3-f76d-4e7a-8953-787a3f2db406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:04.858250 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:04.871894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['aacdf932-12d8-4287-8e7c-b450d76889a9'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:47:04.920809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Pushing event deleted for resources: {'Port': ['ID=aacdf932-12d8-4287-8e7c-b450d76889a9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:04.941589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ef7bea3-f76d-4e7a-8953-787a3f2db406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:04.945400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ef7bea3-f76d-4e7a-8953-787a3f2db406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:04.946355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5ef7bea3-f76d-4e7a-8953-787a3f2db406 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abd6f76d-9b4c-4fdc-8ca5-3d717c7379d0 HTTP/1.1" status: 204 len: 168 time: 0.2535005 Sep 10 03:47:04.961272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef7bea3-f76d-4e7a-8953-787a3f2db406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abd6f76d-9b4c-4fdc-8ca5-3d717c7379d0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:05.017741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] No DVR routers for this DVR port aacdf932-12d8-4287-8e7c-b450d76889a9 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:47:05.022284 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:05.024542 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-07989448-9e2c-44f5-adce-77ae8b0469f2 req-c562cd29-a3ef-4913-a8b1-28f0f011dcf3 tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.39 "DELETE /v2.0/ports/aacdf932-12d8-4287-8e7c-b450d76889a9 HTTP/1.1" status: 204 len: 173 time: 0.6703010 Sep 10 03:47:05.025303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7', 'name': 'network-vif-deleted', 'tag': 'aacdf932-12d8-4287-8e7c-b450d76889a9'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:05.027826 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f3433d5-5b9b-41a8-9d5d-2b1482bcd8e8" -d '{"events": [{"server_uuid": "b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7", "name": "network-vif-deleted", "tag": "aacdf932-12d8-4287-8e7c-b450d76889a9"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:05.054001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1704784d-1f5d-49be-8cf9-042459ad178e req-dd2ebd0a-4ebb-40cd-8210-312facbc90c1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:05.056129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1704784d-1f5d-49be-8cf9-042459ad178e req-dd2ebd0a-4ebb-40cd-8210-312facbc90c1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0591938 Sep 10 03:47:05.105535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1704784d-1f5d-49be-8cf9-042459ad178e req-bb5cfbf5-5549-4246-a8fc-71d85a7973b3 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434971 Sep 10 03:47:05.156131 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c06dfff9-6421-46de-a678-d7f51bd9b1a6 x-openstack-request-id: req-c06dfff9-6421-46de-a678-d7f51bd9b1a6 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:05.157217 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7", "name": "network-vif-deleted", "tag": "aacdf932-12d8-4287-8e7c-b450d76889a9", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:05.158844 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c06dfff9-6421-46de-a678-d7f51bd9b1a6 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:05.159717 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7', 'name': 'network-vif-deleted', 'tag': 'aacdf932-12d8-4287-8e7c-b450d76889a9', 'status': 'completed', 'code': 200} Sep 10 03:47:05.259038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1e167c5-3d42-4b01-a5c6-4bf190f663c3 req-55e9d00c-3476-47a8-9024-57e2e0d67f3c tempest-ServerGroupTestJSON-2040471996 tempest-ServerGroupTestJSON-2040471996-project] 10.222.0.22 "GET /v2.0/ports?device_id=b4aba6ca-fc7c-4e23-bcf4-62bf5a6547c7 HTTP/1.1" status: 200 len: 210 time: 0.0462527 Sep 10 03:47:05.713280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42754) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:05.745495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a70668-9918-4128-911b-2f1a3e22fe56 req-2b08ce87-5779-4c3b-93a4-9f8adcdc24e0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:05.747044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4a70668-9918-4128-911b-2f1a3e22fe56 req-2b08ce87-5779-4c3b-93a4-9f8adcdc24e0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0877702 Sep 10 03:47:05.767341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:47:05.771348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:47:05.823890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4a70668-9918-4128-911b-2f1a3e22fe56 req-83c508a2-39f0-4a03-bdfd-d74d4c53de6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667813 Sep 10 03:47:05.906313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3bf829-9593-49c7-973e-ace0fa799f19 req-3db6bf3e-d267-42a9-8fca-5123e9f2c199 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:05.908236 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a3bf829-9593-49c7-973e-ace0fa799f19 req-3db6bf3e-d267-42a9-8fca-5123e9f2c199 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 946 time: 0.0551703 Sep 10 03:47:05.929798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-555e3f96-6668-46d0-a991-cbe5939d4c2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:05.932029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:05.958037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a3bf829-9593-49c7-973e-ace0fa799f19 req-e08df75b-6bf8-4c4d-b0bb-eaea389ca95b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381114 Sep 10 03:47:05.965966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:05.993010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:05.994160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:05.997383 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc55000-28fa-446a-864f-1c67a40a7ff6" -d '{"events": [{"server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "name": "network-vif-unplugged", "status": "completed", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:06.011776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29', 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf', 'port_id': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29', 'mac_address': 'fa:16:3e:dd:dd:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:47:06.061038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-555e3f96-6668-46d0-a991-cbe5939d4c2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.087570 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-080c0b0c-4f55-4bdd-9e47-d9ef1c99ded8 x-openstack-request-id: req-080c0b0c-4f55-4bdd-9e47-d9ef1c99ded8 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:06.087888 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "name": "network-vif-unplugged", "status": "completed", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:06.088148 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-080c0b0c-4f55-4bdd-9e47-d9ef1c99ded8 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:06.088535 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29', 'code': 200} Sep 10 03:47:06.089317 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.095695 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.129486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:47:06.173855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:06.187279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-555e3f96-6668-46d0-a991-cbe5939d4c2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.193388 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:47:06.193388 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:47:06.228544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e3f96-6668-46d0-a991-cbe5939d4c2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e097b9c-5a0a-4d1a-9f8d-eb7061c1391d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:06.233025 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-555e3f96-6668-46d0-a991-cbe5939d4c2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3b2024d5387456aa535bb4332562517&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151067 Sep 10 03:47:06.235556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42774) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:06.243563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a76c5eb-058d-4db3-b977-eb17155611b2 req-ba10f27b-a208-4822-8aeb-24b32dfecab0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:06.248131 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a76c5eb-058d-4db3-b977-eb17155611b2 req-ba10f27b-a208-4822-8aeb-24b32dfecab0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 944 time: 0.0663555 Sep 10 03:47:06.283377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a76c5eb-058d-4db3-b977-eb17155611b2 req-004b9aab-1742-48b3-8efe-3a4aa31d882e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318551 Sep 10 03:47:06.285582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e370496f-f40d-45d4-84f2-5643e2ac7b16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.316826 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e370496f-f40d-45d4-84f2-5643e2ac7b16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.433390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42786) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:06.457477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e370496f-f40d-45d4-84f2-5643e2ac7b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.460987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e370496f-f40d-45d4-84f2-5643e2ac7b16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.462269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e370496f-f40d-45d4-84f2-5643e2ac7b16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e097b9c-5a0a-4d1a-9f8d-eb7061c1391d HTTP/1.1" status: 204 len: 168 time: 0.2256899 Sep 10 03:47:06.472460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e370496f-f40d-45d4-84f2-5643e2ac7b16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e097b9c-5a0a-4d1a-9f8d-eb7061c1391d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:06.570883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-24da70a6-e797-4e48-a8b9-3cf143dd53c0 tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1250372409', 'prefixes': ['172.20.0.0/16']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:06.681741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42804) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:06.728300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff9bd0b2-68d7-409e-ae1a-3313b8633c5c admin admin] Deleting subnet f76bb735-87e3-4271-a58c-4cb34e946f26 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:47:06.732492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd0b2-68d7-409e-ae1a-3313b8633c5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.735917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.751413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:47:06.773053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:06.775019 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd0b2-68d7-409e-ae1a-3313b8633c5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.815664 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd0b2-68d7-409e-ae1a-3313b8633c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.938376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:06.945165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209b9c17-db29-433b-a6fa-73638361aa0b req-61bd0cc3-32e6-4e63-85c2-327f704f5013 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:06.947009 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-209b9c17-db29-433b-a6fa-73638361aa0b req-61bd0cc3-32e6-4e63-85c2-327f704f5013 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0515409 Sep 10 03:47:06.989745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-209b9c17-db29-433b-a6fa-73638361aa0b req-0dfe8e48-5342-41c3-bd3b-74bd42a8a826 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368257 Sep 10 03:47:07.000823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:07.033164 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd0b2-68d7-409e-ae1a-3313b8633c5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.059129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9bd0b2-68d7-409e-ae1a-3313b8633c5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76bb735-87e3-4271-a58c-4cb34e946f26,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:07.069227 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff9bd0b2-68d7-409e-ae1a-3313b8633c5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.070147 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24da70a6-e797-4e48-a8b9-3cf143dd53c0 tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] Notify callbacks [] for subnetpool, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.070147 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-24da70a6-e797-4e48-a8b9-3cf143dd53c0 tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6309454 Sep 10 03:47:07.070678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ff9bd0b2-68d7-409e-ae1a-3313b8633c5c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f76bb735-87e3-4271-a58c-4cb34e946f26 HTTP/1.1" status: 204 len: 168 time: 0.3824191 Sep 10 03:47:07.070768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42814) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:07.070768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42816) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:07.144860 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-14eb6043-e9d3-4622-8629-063807b4aa51 tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] 10.222.0.22 "GET /v2.0/subnetpools/8396f739-8222-4c97-8ff7-7ee0a22d04c0 HTTP/1.1" status: 200 len: 732 time: 0.0734527 Sep 10 03:47:07.148772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42824) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:07.153512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f611caad-adce-44ca-99b4-ceb438c982de tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-337270960'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:07.191079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.212541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3a38c6e9-b3c6-42b3-8389-dc490dd98b29'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:47:07.292901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.318426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39d37c0a-8f3c-4e8a-9985-9eb6e73a200a']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:07.336599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '152e60c6-d580-48bb-b660-d22a33268459') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:07.336599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '152e60c6-d580-48bb-b660-d22a33268459') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:07.342887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.359507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.367263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] Releasing vlan 233 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:47:07.367783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:47:07.370436 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:47:07.406132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f611caad-adce-44ca-99b4-ceb438c982de tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] Notify callbacks [] for subnetpool, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.407347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f611caad-adce-44ca-99b4-ceb438c982de tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] 10.222.0.22 "PUT /v2.0/subnetpools/8396f739-8222-4c97-8ff7-7ee0a22d04c0 HTTP/1.1" status: 200 len: 683 time: 0.2576778 Sep 10 03:47:07.410719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42830) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:07.460751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c102c395-fc3d-4b96-8e72-dadf85789ea2 req-121b0780-7172-4159-b6a8-2d5b5b93991e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:07.462213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c102c395-fc3d-4b96-8e72-dadf85789ea2 req-121b0780-7172-4159-b6a8-2d5b5b93991e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 945 time: 0.0865963 Sep 10 03:47:07.522378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c102c395-fc3d-4b96-8e72-dadf85789ea2 req-d2152539-ab44-4121-8193-9c5ad461e825 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502584 Sep 10 03:47:07.532139 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.553006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.558732 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] 10.222.0.22 "DELETE /v2.0/networks/39d37c0a-8f3c-4e8a-9985-9eb6e73a200a HTTP/1.1" status: 204 len: 168 time: 0.4848099 Sep 10 03:47:07.558732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c493a7-c37b-4f48-8231-0d3a003c63ec admin admin] Pushing event deleted for resources: {'Network': ['ID=39d37c0a-8f3c-4e8a-9985-9eb6e73a200a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:07.625421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfb0cc18-45e0-40f2-b5ca-91cf101a039c tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] Notify callbacks [] for subnetpool, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:07.627285 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cfb0cc18-45e0-40f2-b5ca-91cf101a039c tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] 10.222.0.22 "DELETE /v2.0/subnetpools/8396f739-8222-4c97-8ff7-7ee0a22d04c0 HTTP/1.1" status: 204 len: 168 time: 0.2149343 Sep 10 03:47:07.636586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42840) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:07.652069 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-7c96922c-5fa8-46ed-82ef-9b383d12d457 tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] show failed (client error): The resource could not be found. Sep 10 03:47:07.656055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7c96922c-5fa8-46ed-82ef-9b383d12d457 tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] 10.222.0.22 "GET /v2.0/subnetpools/8396f739-8222-4c97-8ff7-7ee0a22d04c0 HTTP/1.1" status: 404 len: 346 time: 0.0158808 Sep 10 03:47:07.656373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42842) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:07.672102 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-f37936a6-294e-4d27-a498-a63f3d6feb1d tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] delete failed (client error): The resource could not be found. Sep 10 03:47:07.673119 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f37936a6-294e-4d27-a498-a63f3d6feb1d tempest-SubnetPoolsTestJSON-96663469 tempest-SubnetPoolsTestJSON-96663469-project] 10.222.0.22 "DELETE /v2.0/subnetpools/8396f739-8222-4c97-8ff7-7ee0a22d04c0 HTTP/1.1" status: 404 len: 346 time: 0.0157251 Sep 10 03:47:07.894651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42850) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:07.941780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-300cba89-063e-47df-8e92-c999e3836936 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=89f3c0c425e54739a9635c822d9a6506&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458148 Sep 10 03:47:07.944540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42852) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:07.976107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:08.000035 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85f4b8fe-3019-4546-a08c-a9e6604086a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.032224 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85f4b8fe-3019-4546-a08c-a9e6604086a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.091279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-851280752-network', 'tenant_id': '9524993fd45b4c77a300b7d45488569d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:08.122219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b3e8a9-008a-4f76-b283-8d43f5a2d94c req-9a550ea2-c404-4a07-88da-6f9dd90b652f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:08.123711 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07b3e8a9-008a-4f76-b283-8d43f5a2d94c req-9a550ea2-c404-4a07-88da-6f9dd90b652f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0512614 Sep 10 03:47:08.163619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07b3e8a9-008a-4f76-b283-8d43f5a2d94c req-bc9d71c8-3a68-42a2-bfa8-b9708a3a2bb8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338190 Sep 10 03:47:08.241762 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85f4b8fe-3019-4546-a08c-a9e6604086a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.243778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Made reservation on behalf of 9524993fd45b4c77a300b7d45488569d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:08.248555 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.250438 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85f4b8fe-3019-4546-a08c-a9e6604086a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.253877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-85f4b8fe-3019-4546-a08c-a9e6604086a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/135dc455-bd7d-40b0-b9e3-6ee20378bbff HTTP/1.1" status: 204 len: 168 time: 0.3061438 Sep 10 03:47:08.260738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.270121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f4b8fe-3019-4546-a08c-a9e6604086a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135dc455-bd7d-40b0-b9e3-6ee20378bbff,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:08.332260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42866) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:08.397833 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.461806 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-007dc800-9537-42d2-96af-243952872256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.484903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.516135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:47:08.526986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1314a77-13f1-4e69-8652-c54fe5c8d1ea,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:08.543345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.544053 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Added segment 5742c7fe-41e8-4b55-873a-baf1d528bde9 of type vlan for network fd91c941-56ac-418b-b632-6224ec14f3dc Sep 10 03:47:08.620197 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.624951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-007dc800-9537-42d2-96af-243952872256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.660607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b75da81-baf6-4b11-b983-0602e03dfe47 req-081add0d-b027-4739-926d-eaf8a8228830 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:08.662827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b75da81-baf6-4b11-b983-0602e03dfe47 req-081add0d-b027-4739-926d-eaf8a8228830 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 945 time: 0.0589886 Sep 10 03:47:08.700958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b75da81-baf6-4b11-b983-0602e03dfe47 req-f3b9cfde-99bb-433e-a581-ec4620cb1502 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321953 Sep 10 03:47:08.713096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-007dc800-9537-42d2-96af-243952872256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.766657 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.767791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:08.768395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.773961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-007dc800-9537-42d2-96af-243952872256 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fcb3e32da7642f48f3a6f41837ef029&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4405591 Sep 10 03:47:08.774888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007dc800-9537-42d2-96af-243952872256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f21056-56db-4082-80db-26b0fa64db08,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:08.777178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42874) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:08.869018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] Pushing event updated for resources: {'Network': ['ID=fd91c941-56ac-418b-b632-6224ec14f3dc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:08.869710 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-174c387c-2f79-4c46-a4de-5de6bcd15fdd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8925536 Sep 10 03:47:08.872810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42880) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:08.878325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Request body: {'subnet': {'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-851280752-subnet', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:08.885442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network fd91c941-56ac-418b-b632-6224ec14f3dc details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:47:08.895402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-572def6a-2c5c-4ab3-8966-66e30f4a1fc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:08.937406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-572def6a-2c5c-4ab3-8966-66e30f4a1fc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:09.017488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Made reservation on behalf of 9524993fd45b4c77a300b7d45488569d for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:09.019893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:09.032762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device aacdf932-12d8-4287-8e7c-b450d76889a9 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:47:09.053316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: aacdf932-12d8-4287-8e7c-b450d76889a9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:47:09.053671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device aacdf932-12d8-4287-8e7c-b450d76889a9 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:47:09.132737 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-572def6a-2c5c-4ab3-8966-66e30f4a1fc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:09.135513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-572def6a-2c5c-4ab3-8966-66e30f4a1fc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:09.137808 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-572def6a-2c5c-4ab3-8966-66e30f4a1fc7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/96f21056-56db-4082-80db-26b0fa64db08 HTTP/1.1" status: 204 len: 168 time: 0.3566265 Sep 10 03:47:09.151023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572def6a-2c5c-4ab3-8966-66e30f4a1fc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f21056-56db-4082-80db-26b0fa64db08,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:09.329523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb5e0f0-dbde-4b89-8cea-04a7381b95d2 req-92e641fc-756d-4eda-9fda-170a0bc8b3ef tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:09.331039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcb5e0f0-dbde-4b89-8cea-04a7381b95d2 req-92e641fc-756d-4eda-9fda-170a0bc8b3ef tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.0645421 Sep 10 03:47:09.375713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcb5e0f0-dbde-4b89-8cea-04a7381b95d2 req-55999d2c-45db-4109-bb92-ecfdfc39d097 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386648 Sep 10 03:47:09.410082 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:09.474466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=848ad382-3e53-41cf-b7df-891f02501580,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:09.483705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Checking segment: {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:09.484066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Network hostable DHCP agents. Network: fd91c941-56ac-418b-b632-6224ec14f3dc, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:47:09.645958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Network fd91c941-56ac-418b-b632-6224ec14f3dc is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:47:09.742224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, fd91c941-56ac-418b-b632-6224ec14f3dc) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:09.757168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918ad0e9-3bfe-4fdd-9671-e76d812f6b16 None None] Network fd91c941-56ac-418b-b632-6224ec14f3dc requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:47:09.758512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:09.758512 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:09.781390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:09.831124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-78dc6844-9005-454e-bb47-451ee19151ce admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9569616 Sep 10 03:47:09.834770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42916) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:09.840471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:09.867987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7075f53-2ffc-485c-9687-42e85ac9dd71 req-c523187f-533e-4bc3-a585-fa877673405c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:09.869814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7075f53-2ffc-485c-9687-42e85ac9dd71 req-c523187f-533e-4bc3-a585-fa877673405c tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 945 time: 0.0748527 Sep 10 03:47:09.881767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:09.882421 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:09.921996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7075f53-2ffc-485c-9687-42e85ac9dd71 req-cb330076-5b22-4186-bd0b-c6ff04159e84 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459309 Sep 10 03:47:09.970418 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:09.971494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.032393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-fd91c941-56ac-418b-b632-6224ec14f3dc', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:47:10.033518 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.035241 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.058505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.079587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:10.081892 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6451d03e-f16b-4971-bb67-369aa2fa0532" -d '{"events": [{"server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "name": "network-vif-plugged", "status": "completed", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:10.098048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:10.146210 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-434ecc8f-81d5-40aa-85e9-9a6ffa4d7c36 x-openstack-request-id: req-434ecc8f-81d5-40aa-85e9-9a6ffa4d7c36 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:10.146588 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "name": "network-vif-plugged", "status": "completed", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:10.147331 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-434ecc8f-81d5-40aa-85e9-9a6ffa4d7c36 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:10.147959 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29', 'code': 200} Sep 10 03:47:10.238846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Allocated IP 172.20.0.2 (fd91c941-56ac-418b-b632-6224ec14f3dc/848ad382-3e53-41cf-b7df-891f02501580/622dd804-a98e-49ae-bfb2-d52674822502) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:10.268387 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.304580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f552fc33-91d9-4098-8024-2e65ea4a07d9 req-08301265-7330-4cd3-8e82-53d44f571ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:10.306791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f552fc33-91d9-4098-8024-2e65ea4a07d9 req-08301265-7330-4cd3-8e82-53d44f571ce9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 1096 time: 0.0634534 Sep 10 03:47:10.355098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f552fc33-91d9-4098-8024-2e65ea4a07d9 req-94885edc-4b9d-4155-ba4a-9e2a63d06db2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405169 Sep 10 03:47:10.438613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.560947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:10.574490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5c2b2-8088-4ce4-a72f-6697410cf530 req-2e82126f-def9-46a0-bc2f-6bd0c97a86ab tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:10.585331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6d5c2b2-8088-4ce4-a72f-6697410cf530 req-2e82126f-def9-46a0-bc2f-6bd0c97a86ab tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1146052 Sep 10 03:47:10.653692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42946) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:10.665828 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.678397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Transition to ACTIVE for port object 622dd804-a98e-49ae-bfb2-d52674822502 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:10.708549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Transition to ACTIVE for port object 622dd804-a98e-49ae-bfb2-d52674822502 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:10.808363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1136456601'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:10.812346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.842029 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.861598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Network fd91c941-56ac-418b-b632-6224ec14f3dc is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:10.867987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:10.868485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.870724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:10.878768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Pushing event updated for resources: {'Port': ['ID=622dd804-a98e-49ae-bfb2-d52674822502,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:10.958125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Attempting to bind port 622dd804-a98e-49ae-bfb2-d52674822502 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:47:10.958798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Attempting to bind port 622dd804-a98e-49ae-bfb2-d52674822502 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:47:10.959232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Attempting to bind port 622dd804-a98e-49ae-bfb2-d52674822502 on network fd91c941-56ac-418b-b632-6224ec14f3dc {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:10.968235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:47:10.968741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Checking segment: {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:10.969239 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.970528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Bound using segment: {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:47:10.971177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Bound port: 622dd804-a98e-49ae-bfb2-d52674822502, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:47:10.973799 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:10.979342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Made reservation on behalf of 8162a9a4854840a2804442b7f73e8d55 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:10.982859 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.000108 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.022298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Allocated IP 172.25.3.16 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/1d027c73-5f1f-485b-9af6-b094b6ec7293) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:11.032668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6d5c2b2-8088-4ce4-a72f-6697410cf530 req-56cef64f-8770-4795-afde-8d544171776e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4388018 Sep 10 03:47:11.055534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-91a26a6b-487c-4549-87bb-c069239f1a8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0945983 Sep 10 03:47:11.095287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] For port 622dd804-a98e-49ae-bfb2-d52674822502, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:47:11.102374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] For port 622dd804-a98e-49ae-bfb2-d52674822502, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=622dd804-a98e-49ae-bfb2-d52674822502,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:47:11.116383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35281a14-7703-409e-8346-3cb24ec2f3ca req-2adb3ed0-c44c-4c6e-a36e-4ddf16948329 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.119188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35281a14-7703-409e-8346-3cb24ec2f3ca req-2adb3ed0-c44c-4c6e-a36e-4ddf16948329 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.0853906 Sep 10 03:47:11.184132 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.196045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35281a14-7703-409e-8346-3cb24ec2f3ca req-1f468057-6665-4649-b59e-bb85ff9152c7 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662687 Sep 10 03:47:11.202758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-e7207a7d-cd84-40d7-914e-7b0190143e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.203194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-e7207a7d-cd84-40d7-914e-7b0190143e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.203798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-e7207a7d-cd84-40d7-914e-7b0190143e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.204335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-e7207a7d-cd84-40d7-914e-7b0190143e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.204794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-e7207a7d-cd84-40d7-914e-7b0190143e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.205249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-e7207a7d-cd84-40d7-914e-7b0190143e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.205712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-e7207a7d-cd84-40d7-914e-7b0190143e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.208373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-e7207a7d-cd84-40d7-914e-7b0190143e63 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6492 time: 0.0882704 Sep 10 03:47:11.223807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.253955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.296742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c539d641-8d85-4726-b3e8-a5c27491db84 None None] Pushing event updated for resources: {'Port': ['ID=622dd804-a98e-49ae-bfb2-d52674822502,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:11.326338 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.354006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:47:11.366056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ecd1917-0e26-4045-8d5f-a6fa19e25e57,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:11.382454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-a9f5284e-7afe-4f3a-9d57-71e2ff69df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.382925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-a9f5284e-7afe-4f3a-9d57-71e2ff69df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.383388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-a9f5284e-7afe-4f3a-9d57-71e2ff69df27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.387734 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.387734 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Added segment f964c475-5320-462a-9c02-67655fe52c37 of type vlan for network 64bb862e-567d-429c-9459-894dc00d2e4f Sep 10 03:47:11.388048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-a9f5284e-7afe-4f3a-9d57-71e2ff69df27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05 HTTP/1.1" status: 200 len: 2292 time: 0.1332185 Sep 10 03:47:11.429291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.492574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-8cc78e36-daa1-48dd-86c9-a91e8757cab4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c35f185d-3a3c-4e59-b791-f13023b215b7 HTTP/1.1" status: 200 len: 1000 time: 0.0995848 Sep 10 03:47:11.499079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.561671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:11.564853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:11.568998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:11.590091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-dbd1b631-1403-4157-b0e3-ae81c9539b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.591699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-dbd1b631-1403-4157-b0e3-ae81c9539b37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54def874-aa7b-403f-837f-4928c0648437 HTTP/1.1" status: 200 len: 851 time: 0.0755656 Sep 10 03:47:11.598091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Pushing event updated for resources: {'Port': ['ID=1d027c73-5f1f-485b-9af6-b094b6ec7293,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:11.645559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-234d3a9c-e203-4dd5-bc51-c1867e79395b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.647775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-234d3a9c-e203-4dd5-bc51-c1867e79395b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482273 Sep 10 03:47:11.661939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.668084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:11.668690 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:11.767282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-c7c49772-88ef-453f-a38e-04b8c492ba79 service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115904 Sep 10 03:47:11.804861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Pushing event updated for resources: {'Network': ['ID=64bb862e-567d-429c-9459-894dc00d2e4f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:11.819621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 64bb862e-567d-429c-9459-894dc00d2e4f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:47:11.887074 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d3f01b44-74a5-4638-a57f-1b5b15639546 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2322862 Sep 10 03:47:11.889936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42966) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:11.899132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-0985d3ff-1d69-4e3a-82a2-632ec49395b2 service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239417 Sep 10 03:47:11.902810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Request body: {'subnet': {'network_id': '64bb862e-567d-429c-9459-894dc00d2e4f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:11.916126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 622dd804-a98e-49ae-bfb2-d52674822502 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:11.955969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-b998bb3c-aa54-4324-b231-64beb3e96eec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=98c7601a-8e46-46c2-9400-159323648c6b HTTP/1.1" status: 200 len: 217 time: 0.0473099 Sep 10 03:47:12.010011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-a323d912-dd33-44f0-a7f8-877b7836f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:12.011588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-a323d912-dd33-44f0-a7f8-877b7836f272 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0487113 Sep 10 03:47:12.078457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-eedbafb5-cd4a-4e79-a8d5-1417be304453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:12.080057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-eedbafb5-cd4a-4e79-a8d5-1417be304453 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0612242 Sep 10 03:47:12.085348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 622dd804-a98e-49ae-bfb2-d52674822502 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:12.107412 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:12.217681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2e8a96-9894-4666-a9cc-cd0ae7c58b50 req-70012ada-1acd-4c73-9b29-2d7598d872d0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:12.219102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Made reservation on behalf of 8162a9a4854840a2804442b7f73e8d55 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:12.222924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:12.225393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f2e8a96-9894-4666-a9cc-cd0ae7c58b50 req-70012ada-1acd-4c73-9b29-2d7598d872d0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1075454 Sep 10 03:47:12.285728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-ccb0a3c9-27f9-46c2-928f-fb46e33ad48b service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892419 Sep 10 03:47:12.313187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f2e8a96-9894-4666-a9cc-cd0ae7c58b50 req-4a070ad0-ffd7-4330-889f-0fe9abddd41b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867753 Sep 10 03:47:12.437159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdc108a-c099-49b1-9fcc-3d069e2e0676 req-430130a7-dea8-460c-9659-00abc84a854b tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:12.438740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffdc108a-c099-49b1-9fcc-3d069e2e0676 req-430130a7-dea8-460c-9659-00abc84a854b tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.1386611 Sep 10 03:47:12.470489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-fe573b85-ac79-44ba-ab75-1509ed2226ba service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736214 Sep 10 03:47:12.524483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-61c220d8-3ffd-4016-8aa2-828374761889 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a HTTP/1.1" status: 200 len: 217 time: 0.0464733 Sep 10 03:47:12.533959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:12.561588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5821b8-3688-4558-93c1-5c2a402eb119 None None] Network fd91c941-56ac-418b-b632-6224ec14f3dc requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:47:12.588441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffdc108a-c099-49b1-9fcc-3d069e2e0676 req-4da20116-d8aa-4769-9d62-333121fc76b4 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364777 Sep 10 03:47:12.638776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-eb5ae79a-6a2c-4eab-95c3-3db4f690f8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:12.640744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-eb5ae79a-6a2c-4eab-95c3-3db4f690f8a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.1066592 Sep 10 03:47:12.726572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e6ea3854-89ed-44e4-b1e4-d5c82289663d None None] Provisioning for port 622dd804-a98e-49ae-bfb2-d52674822502 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:12.727203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-07495b68-5448-44be-ac85-3052e33db31f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:12.731978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-07495b68-5448-44be-ac85-3052e33db31f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826697 Sep 10 03:47:12.736523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e6ea3854-89ed-44e4-b1e4-d5c82289663d None None] Provisioning complete for port 622dd804-a98e-49ae-bfb2-d52674822502 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:12.737296 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6ea3854-89ed-44e4-b1e4-d5c82289663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:12.923022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-ba0ab1a1-3188-41ca-9110-5ea22789881c service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832747 Sep 10 03:47:12.947285 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6ea3854-89ed-44e4-b1e4-d5c82289663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:13.005909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e6ea3854-89ed-44e4-b1e4-d5c82289663d None None] For port 622dd804-a98e-49ae-bfb2-d52674822502, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=622dd804-a98e-49ae-bfb2-d52674822502,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:13.009550 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:13.066679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Pushing event updated for resources: {'Subnet': ['ID=9fc68025-2ce3-4666-9ae8-0d9a68f3dc71,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:13.084588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63323222-5bf8-4e32-af27-9b0f2899a9b5 req-f1cded19-7dc9-4d72-8158-717641925f90 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:13.084885 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6ea3854-89ed-44e4-b1e4-d5c82289663d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:13.086166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63323222-5bf8-4e32-af27-9b0f2899a9b5 req-f1cded19-7dc9-4d72-8158-717641925f90 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.1605361 Sep 10 03:47:13.139283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Checking segment: {'id': 'f964c475-5320-462a-9c02-67655fe52c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '64bb862e-567d-429c-9459-894dc00d2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:13.139642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Network hostable DHCP agents. Network: 64bb862e-567d-429c-9459-894dc00d2e4f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:47:13.140922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e98d4d-ceca-4de4-a9a7-26c2645d25d6 req-5eb6b4b3-71ed-4ce3-9ec4-25b81e7d46c1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:13.148828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9e98d4d-ceca-4de4-a9a7-26c2645d25d6 req-5eb6b4b3-71ed-4ce3-9ec4-25b81e7d46c1 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.2243445 Sep 10 03:47:13.164505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ea3854-89ed-44e4-b1e4-d5c82289663d None None] Pushing event updated for resources: {'Port': ['ID=622dd804-a98e-49ae-bfb2-d52674822502,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:13.210434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0b547e33-a790-4e3f-9769-290814a8cb0e None None] Provisioning complete for port 622dd804-a98e-49ae-bfb2-d52674822502 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:13.210969 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0b547e33-a790-4e3f-9769-290814a8cb0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:13.215919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Router a539482b-53e2-4817-b76d-8fb1aac2615b is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:47:13.234166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9e98d4d-ceca-4de4-a9a7-26c2645d25d6 req-26347cde-b4ab-47ac-af02-d80394707e6e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844753 Sep 10 03:47:13.246241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63323222-5bf8-4e32-af27-9b0f2899a9b5 req-ca5c7d1b-45bc-44d4-a3a0-b9f2050a161a tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157029 Sep 10 03:47:13.264133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-baf46033-077d-430f-a8f9-b50084944d57 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2990119 Sep 10 03:47:13.270795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Network 64bb862e-567d-429c-9459-894dc00d2e4f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:47:13.320346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-ac531d32-2ba2-474a-b432-be433ea8ad04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=c59953c3-0513-4b70-81ba-1ae33736f51d HTTP/1.1" status: 200 len: 217 time: 0.0480018 Sep 10 03:47:13.377994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:47:13.378569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-35b242db-ac61-4bf5-ab3b-e18c86fc51bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:13.380157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-35b242db-ac61-4bf5-ab3b-e18c86fc51bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0539181 Sep 10 03:47:13.387622 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Sync routers for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:47:13.398534 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:13.399303 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:13.406149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 64bb862e-567d-429c-9459-894dc00d2e4f) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:13.411640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:13.414582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:13.415087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e68e9ba-b497-4c90-b61d-f71d9c5c5874 None None] Network 64bb862e-567d-429c-9459-894dc00d2e4f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:47:13.432619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-0b2ad9d4-ddca-4c2e-9963-34367a5fc57e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:13.434476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-0b2ad9d4-ddca-4c2e-9963-34367a5fc57e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0447640 Sep 10 03:47:13.509905 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:13.513909 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fb1746be-4624-40d3-8bd8-dcc520082239 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6755698 Sep 10 03:47:13.514081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42998) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:13.552603 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:13.577764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-e491189a-4697-4e70-9737-52a9639022be service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347792 Sep 10 03:47:13.592916 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-75910516-bb02-4511-826a-af96697f662e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6973834 Sep 10 03:47:13.597786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-64bb862e-567d-429c-9459-894dc00d2e4f', 'network_id': '64bb862e-567d-429c-9459-894dc00d2e4f', 'tenant_id': '8162a9a4854840a2804442b7f73e8d55', 'fixed_ips': [{'subnet_id': '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:47:13.598667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43000) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:13.599305 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:13.612821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Request body: {'port': {'network_id': '64bb862e-567d-429c-9459-894dc00d2e4f', 'name': 'tempest-TagsExtTest-1579567043'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:13.750195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-fc754511-e48f-4828-9901-781b7df4614a service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1687272 Sep 10 03:47:13.770235 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:11Z', 'revision_number': 3, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:13.806500 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Checking router: a539482b-53e2-4817-b76d-8fb1aac2615b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:47:13.807086 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Updating router a539482b-53e2-4817-b76d-8fb1aac2615b port 1d027c73-5f1f-485b-9af6-b094b6ec7293 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:47:13.844817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Allocated IP 172.20.0.2 (64bb862e-567d-429c-9459-894dc00d2e4f/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/90fc521b-0255-451a-a333-72369f161831) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:13.852651 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:13.939991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-36905596-98b6-421a-9be1-dc6dfd81d553 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985 HTTP/1.1" status: 200 len: 217 time: 0.1811302 Sep 10 03:47:13.958826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Made reservation on behalf of 8162a9a4854840a2804442b7f73e8d55 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:13.962855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.022317 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.030883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] device_id is not set on port b940bf69-17b8-49e9-8e7f-3c3e4d8042af yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:47:14.033706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Transition to ACTIVE for port object 90fc521b-0255-451a-a333-72369f161831 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:14.052659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-91bf67a8-760f-4317-8dd3-4522e0848a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:14.054680 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-91bf67a8-760f-4317-8dd3-4522e0848a61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.1071100 Sep 10 03:47:14.056928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Transition to ACTIVE for port object 90fc521b-0255-451a-a333-72369f161831 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:14.060894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 622dd804-a98e-49ae-bfb2-d52674822502 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:14.129512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-51d12d6d-074d-4b2d-8400-985834aa1b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:14.130087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-51d12d6d-074d-4b2d-8400-985834aa1b3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0655887 Sep 10 03:47:14.149042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 622dd804-a98e-49ae-bfb2-d52674822502 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:14.149556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.151500 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.228998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Network 64bb862e-567d-429c-9459-894dc00d2e4f is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:14.237493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:14.244739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:14.255189 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Pushing event updated for resources: {'Port': ['ID=90fc521b-0255-451a-a333-72369f161831,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:14.284713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Allocated IP 172.20.0.5 (64bb862e-567d-429c-9459-894dc00d2e4f/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/b940bf69-17b8-49e9-8e7f-3c3e4d8042af) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:14.296887 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.309210 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Transition to ACTIVE for port object 1d027c73-5f1f-485b-9af6-b094b6ec7293 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:14.350996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Attempting to bind port 90fc521b-0255-451a-a333-72369f161831 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:47:14.351472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Attempting to bind port 90fc521b-0255-451a-a333-72369f161831 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'f964c475-5320-462a-9c02-67655fe52c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '64bb862e-567d-429c-9459-894dc00d2e4f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:47:14.351967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Attempting to bind port 90fc521b-0255-451a-a333-72369f161831 on network 64bb862e-567d-429c-9459-894dc00d2e4f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:14.362472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:47:14.362472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Checking segment: {'id': 'f964c475-5320-462a-9c02-67655fe52c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '64bb862e-567d-429c-9459-894dc00d2e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:14.362472 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.362472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Bound using segment: {'id': 'f964c475-5320-462a-9c02-67655fe52c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '64bb862e-567d-429c-9459-894dc00d2e4f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:47:14.362986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Bound port: 90fc521b-0255-451a-a333-72369f161831, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f964c475-5320-462a-9c02-67655fe52c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '64bb862e-567d-429c-9459-894dc00d2e4f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:47:14.363439 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.383919 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.454262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] For port 90fc521b-0255-451a-a333-72369f161831, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:47:14.457682 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] For port 90fc521b-0255-451a-a333-72369f161831, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90fc521b-0255-451a-a333-72369f161831,segment=NetworkSegment(f964c475-5320-462a-9c02-67655fe52c37),segment_id=f964c475-5320-462a-9c02-67655fe52c37)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:47:14.461782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64529653-0784-4abe-a836-b09055387ed0 req-a177cf17-2f0d-42b8-b984-bcf140bfa0b2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:14.463368 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-64529653-0784-4abe-a836-b09055387ed0 req-a177cf17-2f0d-42b8-b984-bcf140bfa0b2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.3777776 Sep 10 03:47:14.463926 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Attempting to bind port 1d027c73-5f1f-485b-9af6-b094b6ec7293 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:47:14.464441 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Attempting to bind port 1d027c73-5f1f-485b-9af6-b094b6ec7293 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:47:14.464787 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Attempting to bind port 1d027c73-5f1f-485b-9af6-b094b6ec7293 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:14.472872 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:47:14.473248 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:14.474023 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.474223 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:47:14.474828 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Bound port: 1d027c73-5f1f-485b-9af6-b094b6ec7293, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:47:14.475649 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.496695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5233dcdf-e578-4bee-a2a5-394788605875 req-1d27121a-c0eb-471c-8b89-5574d4c74221 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3193974 Sep 10 03:47:14.511262 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58c377-3a77-4de5-869c-4044a0226afe None None] Pushing event updated for resources: {'Port': ['ID=1d027c73-5f1f-485b-9af6-b094b6ec7293,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:14.542581 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] For port 1d027c73-5f1f-485b-9af6-b094b6ec7293, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:47:14.546543 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] For port 1d027c73-5f1f-485b-9af6-b094b6ec7293, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1d027c73-5f1f-485b-9af6-b094b6ec7293,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:47:14.549438 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.605779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-4f086042-fcf7-4b2a-b52a-f2530a432bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4668686 Sep 10 03:47:14.616596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e013581c-8f5f-49c5-b863-d213935bda0e None None] Pushing event updated for resources: {'Port': ['ID=90fc521b-0255-451a-a333-72369f161831,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:14.622225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-c1b7c0c2-a55a-47bc-81f3-f3ae3e6b20c0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:14.623790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-c1b7c0c2-a55a-47bc-81f3-f3ae3e6b20c0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/networks?id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf HTTP/1.1" status: 200 len: 815 time: 0.4477131 Sep 10 03:47:14.644896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c500abb-c6ee-41df-a54c-3988e7f63287 req-df45a205-1caa-4712-aecb-aa34c5bed18f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:14.646129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c500abb-c6ee-41df-a54c-3988e7f63287 req-df45a205-1caa-4712-aecb-aa34c5bed18f tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 945 time: 0.2768664 Sep 10 03:47:14.653205 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.687884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233dcdf-e578-4bee-a2a5-394788605875 req-564868c4-2b9f-4662-8485-e37fbdeeedf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:14.689764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5233dcdf-e578-4bee-a2a5-394788605875 req-564868c4-2b9f-4662-8485-e37fbdeeedf6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 1097 time: 0.1637619 Sep 10 03:47:14.701061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-a2e349c4-6a6a-4f31-bd04-f06948ef9ed9 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/quotas/d430b938148d4c3cb1dc147b1f7f151d HTTP/1.1" status: 200 len: 375 time: 0.0645623 Sep 10 03:47:14.727402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.733230 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:14.734043 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:14.758805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Transition to ACTIVE for port object b940bf69-17b8-49e9-8e7f-3c3e4d8042af will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:14.769300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.794488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-64529653-0784-4abe-a836-b09055387ed0 req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Deleting port fb805120-025c-445f-b608-d2eedb66971e {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:14.794828 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-64529653-0784-4abe-a836-b09055387ed0 req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:14.804685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e58c377-3a77-4de5-869c-4044a0226afe None None] Pushing event updated for resources: {'Port': ['ID=1d027c73-5f1f-485b-9af6-b094b6ec7293,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:14.872510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c500abb-c6ee-41df-a54c-3988e7f63287 req-8e520044-7a72-44ce-9f87-b9159514da23 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992190 Sep 10 03:47:14.925868 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:15.010165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:15.091207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233dcdf-e578-4bee-a2a5-394788605875 req-82b9a3d9-0325-4b2b-85d2-899f0be23b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:15.095658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5233dcdf-e578-4bee-a2a5-394788605875 req-82b9a3d9-0325-4b2b-85d2-899f0be23b54 service neutron] 10.222.0.39 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.3789098 Sep 10 03:47:15.115213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-ce980859-0d0a-4209-88f1-34cb66bef314 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4034758 Sep 10 03:47:15.129293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-f884d287-ad46-48ff-8af5-ce1fb1ae40fa service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5025005 Sep 10 03:47:15.186765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Network 64bb862e-567d-429c-9459-894dc00d2e4f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:15.217635 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:11Z', 'revision_number': 3, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:15.219006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:15.249470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-51499c0a-1b5f-4f7d-b24c-2e9687a50d15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc HTTP/1.1" status: 200 len: 217 time: 0.0577292 Sep 10 03:47:15.250880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:15.253248 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56785c90-180f-4c04-8674-1d9244ea92e3 None None] The sync data for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 is: [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:11Z', 'revision_number': 3, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:47:15.253695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Pushing event updated for resources: {'Port': ['ID=b940bf69-17b8-49e9-8e7f-3c3e4d8042af,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:15.266882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-64529653-0784-4abe-a836-b09055387ed0 req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] For port fb805120-025c-445f-b608-d2eedb66971e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fb805120-025c-445f-b608-d2eedb66971e,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:15.266882 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-64529653-0784-4abe-a836-b09055387ed0 req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:15.350989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Allocated IP 172.20.0.1 (fd91c941-56ac-418b-b632-6224ec14f3dc/848ad382-3e53-41cf-b7df-891f02501580/0424078a-e246-46e7-86f4-681e1a31daa0) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:15.359816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5233dcdf-e578-4bee-a2a5-394788605875 req-89b5bb7a-0c4a-4f98-b5bc-ae382c778257 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b HTTP/1.1" status: 200 len: 1000 time: 0.2332730 Sep 10 03:47:15.402440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-64529653-0784-4abe-a836-b09055387ed0 req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Calling delete_port for fb805120-025c-445f-b608-d2eedb66971e owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:15.420420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-af86d05b-97dd-46d8-a283-4f5497e5433a service neutron] 10.222.0.22 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036132 Sep 10 03:47:15.425575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-0a6c3ee6-dc5e-41a6-ad42-747a84f34c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:15.425575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-0a6c3ee6-dc5e-41a6-ad42-747a84f34c54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 200 len: 797 time: 0.1581757 Sep 10 03:47:15.479181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-c19bc865-e028-40d5-83ae-c8eb068f3600 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:15.480853 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-c19bc865-e028-40d5-83ae-c8eb068f3600 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.20 "GET /v2.0/ports?device_id=6969cd87-809a-4497-baea-a1087b34cab7 HTTP/1.1" status: 200 len: 946 time: 0.2913785 Sep 10 03:47:15.488025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233dcdf-e578-4bee-a2a5-394788605875 req-fbd15608-3dfd-4085-b910-b38e101febee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:15.489632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5233dcdf-e578-4bee-a2a5-394788605875 req-fbd15608-3dfd-4085-b910-b38e101febee service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.1227186 Sep 10 03:47:15.489895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:15.490942 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:15.633942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-6b8f285f-56ad-4476-87db-27ce8c33e17e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:15.635642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-6b8f285f-56ad-4476-87db-27ce8c33e17e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1975572 Sep 10 03:47:15.656499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-7c609778-2c03-434f-9dc8-50e907d3b1b5 service neutron] 10.222.0.22 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285559 Sep 10 03:47:15.707566 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-09a04406-c2f2-4e73-b37a-b89e3bc15dd3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1077497 Sep 10 03:47:15.709617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43038) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:15.710823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5233dcdf-e578-4bee-a2a5-394788605875 req-9abba97b-30bd-428a-b481-6d0015129e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:15.713865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5233dcdf-e578-4bee-a2a5-394788605875 req-9abba97b-30bd-428a-b481-6d0015129e14 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2146475 Sep 10 03:47:15.725648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9c9ecb06-c32b-47f6-9c1a-7197ef2482ee tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-130139849', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:15.733980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:15.857241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Transition to ACTIVE for port object 0424078a-e246-46e7-86f4-681e1a31daa0 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:15.947434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5233dcdf-e578-4bee-a2a5-394788605875 req-2c101db7-246e-421c-b494-4015f1fd9f6a service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261276 Sep 10 03:47:16.004170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1d027c73-5f1f-485b-9af6-b094b6ec7293 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:16.011346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Deleting port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:16.015921 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.023662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-9f4bd792-4603-40c0-b5a2-4acfedb6d44b service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3620248 Sep 10 03:47:16.035544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c9ecb06-c32b-47f6-9c1a-7197ef2482ee tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.052385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c9ecb06-c32b-47f6-9c1a-7197ef2482ee tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.180325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcc3f7f9-49bf-4013-b00c-8568dddfb505 req-9b487929-45fa-455c-b4a7-3b752dfc097b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 210 time: 0.1620107 Sep 10 03:47:16.241639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 1d027c73-5f1f-485b-9af6-b094b6ec7293 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:16.245955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1d027c73-5f1f-485b-9af6-b094b6ec7293 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:16.246545 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.329068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-64529653-0784-4abe-a836-b09055387ed0 req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.350681 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['fb805120-025c-445f-b608-d2eedb66971e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:47:16.437408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc9349e-6dcd-48a2-b881-035f1ae0cd82 None None] Network 64bb862e-567d-429c-9459-894dc00d2e4f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:47:16.444130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.503023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 1d027c73-5f1f-485b-9af6-b094b6ec7293, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1d027c73-5f1f-485b-9af6-b094b6ec7293,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:16.633247 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.638015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90fc521b-0255-451a-a333-72369f161831 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:16.704466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7d57a4d1-bace-4ba7-9f36-72f8208b9bf9 None None] Provisioning for port 90fc521b-0255-451a-a333-72369f161831 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:16.805672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=1d027c73-5f1f-485b-9af6-b094b6ec7293,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:16.847653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59fd6897-a2c0-4d26-9960-5db666cb54d8 req-495b9366-1a03-4319-b128-c300359a0017 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 210 time: 0.7608030 Sep 10 03:47:16.878470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-5e9fac57-61b6-431f-8899-0e369aefe891 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8297291 Sep 10 03:47:16.888584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event deleted for resources: {'Port': ['ID=fb805120-025c-445f-b608-d2eedb66971e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:16.920356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 90fc521b-0255-451a-a333-72369f161831 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:16.924546 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c9ecb06-c32b-47f6-9c1a-7197ef2482ee tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.925818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 90fc521b-0255-451a-a333-72369f161831 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:16.926002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.926346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:16.926464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5233dcdf-e578-4bee-a2a5-394788605875 req-6b228792-baa1-4bf8-a74d-f4ba358a453f service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9632301 Sep 10 03:47:16.928999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-1f4c66ac-dd16-469f-9368-f175a6ad47f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fae288-5301-43e8-8e7d-da63e9504d7e HTTP/1.1" status: 200 len: 217 time: 0.0421779 Sep 10 03:47:16.995384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-794aff42-0fa1-46c2-939f-14b8648b19c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:16.997215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] For port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:16.999495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-794aff42-0fa1-46c2-939f-14b8648b19c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 200 len: 797 time: 0.0598009 Sep 10 03:47:16.999618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.014849 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Calling delete_port for 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:17.072654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Network fd91c941-56ac-418b-b632-6224ec14f3dc is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:17.076819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-d8b232c0-3394-4ebc-a2cb-5b746dc530ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:17.076962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c9ecb06-c32b-47f6-9c1a-7197ef2482ee tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.078982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-d8b232c0-3394-4ebc-a2cb-5b746dc530ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0728400 Sep 10 03:47:17.082966 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.122318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 90fc521b-0255-451a-a333-72369f161831, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90fc521b-0255-451a-a333-72369f161831,segment=NetworkSegment(f964c475-5320-462a-9c02-67655fe52c37),segment_id=f964c475-5320-462a-9c02-67655fe52c37)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:17.139368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:17.146000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-64529653-0784-4abe-a836-b09055387ed0 req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] No DVR routers for this DVR port fb805120-025c-445f-b608-d2eedb66971e on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:47:17.153655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2d411e43-e3c1-4bda-9702-a294b4fa4f0f None None] Provisioning complete for port 90fc521b-0255-451a-a333-72369f161831 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:17.153925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:17.154094 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2d411e43-e3c1-4bda-9702-a294b4fa4f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.222557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-4fee3e1c-0f79-4dff-8016-73f3419259bc service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339173 Sep 10 03:47:17.263138 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.415383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=90fc521b-0255-451a-a333-72369f161831,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:17.531157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcac3f56-0cf6-4a96-a728-c63554e0afcc req-f5a92d34-f6d1-4036-87f2-f447d1ac6f76 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 210 time: 0.0977314 Sep 10 03:47:17.552398 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.560848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-64529653-0784-4abe-a836-b09055387ed0 req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.570444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-64529653-0784-4abe-a836-b09055387ed0 req-8bbdd284-91a9-4c51-ba69-84043c05ce6b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.39 "DELETE /v2.0/ports/fb805120-025c-445f-b608-d2eedb66971e HTTP/1.1" status: 204 len: 173 time: 3.0973711 Sep 10 03:47:17.571191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b6ecd0-f459-4a89-ad6b-b2a905af542a', 'name': 'network-vif-deleted', 'tag': 'fb805120-025c-445f-b608-d2eedb66971e'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:17.583044 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7329aae7-8d19-4bad-b641-c113602ec1e9" -d '{"events": [{"server_uuid": "a4b6ecd0-f459-4a89-ad6b-b2a905af542a", "name": "network-vif-deleted", "tag": "fb805120-025c-445f-b608-d2eedb66971e"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:17.591670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40cd8907-76a8-4acd-a7e7-a0ddbdbe6fa7 req-7af6581b-f39d-4807-8951-2d9fb0ff36f8 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3621750 Sep 10 03:47:17.641643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0424078a-e246-46e7-86f4-681e1a31daa0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:17.646495 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.683859 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ead032f-1ae6-4e76-ada6-ea350d8c7a03 x-openstack-request-id: req-8ead032f-1ae6-4e76-ada6-ea350d8c7a03 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:17.684148 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b6ecd0-f459-4a89-ad6b-b2a905af542a", "name": "network-vif-deleted", "tag": "fb805120-025c-445f-b608-d2eedb66971e", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:17.684395 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ead032f-1ae6-4e76-ada6-ea350d8c7a03 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:17.686274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2d411e43-e3c1-4bda-9702-a294b4fa4f0f None None] Provisioning for port b940bf69-17b8-49e9-8e7f-3c3e4d8042af completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:17.690188 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b6ecd0-f459-4a89-ad6b-b2a905af542a', 'name': 'network-vif-deleted', 'tag': 'fb805120-025c-445f-b608-d2eedb66971e', 'status': 'completed', 'code': 200} Sep 10 03:47:17.690314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2d411e43-e3c1-4bda-9702-a294b4fa4f0f None None] Provisioning complete for port b940bf69-17b8-49e9-8e7f-3c3e4d8042af triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:17.690743 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2d411e43-e3c1-4bda-9702-a294b4fa4f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.701101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Pushing event deleted for resources: {'Port': ['ID=3a38c6e9-b3c6-42b3-8389-dc490dd98b29,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:17.707716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c9ecb06-c32b-47f6-9c1a-7197ef2482ee tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.712209 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9c9ecb06-c32b-47f6-9c1a-7197ef2482ee tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.9958987 Sep 10 03:47:17.713062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43074) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:17.719116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-74cba76a-5dcd-4dda-a5b5-642cd7c089b3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-943722474', 'prefixes': ['172.20.0.0/16']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:17.731659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2d411e43-e3c1-4bda-9702-a294b4fa4f0f None None] Port b940bf69-17b8-49e9-8e7f-3c3e4d8042af cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:47:17.789311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] No DVR routers for this DVR port 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:47:17.793524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.800652 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ceabaca-87ee-42a6-aef0-a7b3378feae8 req-aaa0ddc6-3871-4bf8-9c7b-4c3fe136165d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.20 "DELETE /v2.0/ports/3a38c6e9-b3c6-42b3-8389-dc490dd98b29 HTTP/1.1" status: 204 len: 173 time: 2.3068919 Sep 10 03:47:17.822918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1d027c73-5f1f-485b-9af6-b094b6ec7293 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:17.852288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:47:17.886320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:47:17.887196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3a38c6e9-b3c6-42b3-8389-dc490dd98b29 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:47:17.916165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1d027c73-5f1f-485b-9af6-b094b6ec7293 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:17.916532 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:17.966880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-262ff83b-c35c-4d07-8667-b154adfc743c req-d6897fd5-14f3-4ff2-acd8-38bd469183b5 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 210 time: 0.0465088 Sep 10 03:47:17.981661 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:18.027084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1bbab723-b300-4008-a4b1-47f33afc687f None None] Provisioning for port 0424078a-e246-46e7-86f4-681e1a31daa0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:18.031254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90fc521b-0255-451a-a333-72369f161831 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:18.034714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1bbab723-b300-4008-a4b1-47f33afc687f None None] Provisioning complete for port 0424078a-e246-46e7-86f4-681e1a31daa0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:18.034714 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1bbab723-b300-4008-a4b1-47f33afc687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:18.098006 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74cba76a-5dcd-4dda-a5b5-642cd7c089b3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for subnetpool, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:18.099518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-74cba76a-5dcd-4dda-a5b5-642cd7c089b3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3852677 Sep 10 03:47:18.103468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43080) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:18.108334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-829f281c-ab54-4d66-afd9-e35be3725a3e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71', 'tempest-TagsExtTest-Tag-144574809') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:18.116306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1bbab723-b300-4008-a4b1-47f33afc687f None None] Port 0424078a-e246-46e7-86f4-681e1a31daa0 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:47:18.131874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1bbab723-b300-4008-a4b1-47f33afc687f None None] Provisioning complete for port b940bf69-17b8-49e9-8e7f-3c3e4d8042af triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:18.132169 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1bbab723-b300-4008-a4b1-47f33afc687f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:18.174544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 90fc521b-0255-451a-a333-72369f161831 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:18.175012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:18.201038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:18.222982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1bbab723-b300-4008-a4b1-47f33afc687f None None] Port b940bf69-17b8-49e9-8e7f-3c3e4d8042af cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:47:18.284692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:18.363399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Pushing event updated for resources: {'Port': ['ID=0424078a-e246-46e7-86f4-681e1a31daa0,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:18.367416 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:18.377361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.381443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.381443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.381443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.381753 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-829f281c-ab54-4d66-afd9-e35be3725a3e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags/tempest-TagsExtTest-Tag-144574809 HTTP/1.1" status: 201 len: 201 time: 0.2742610 Sep 10 03:47:18.381869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.381869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.382061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.382250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.382390 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43086) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:18.382589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.382922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.383257 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.383588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:18.386818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-0d0f23ee-06c2-4295-84d7-7c44def52baa tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af', 'tempest-TagsExtTest-Tag-79622074') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:18.479479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Network fd91c941-56ac-418b-b632-6224ec14f3dc is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:18.481014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:18.557202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0d0f23ee-06c2-4295-84d7-7c44def52baa tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags/tempest-TagsExtTest-Tag-79622074 HTTP/1.1" status: 201 len: 201 time: 0.1738513 Sep 10 03:47:18.568829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43094) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:18.581589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-4aedc446-4162-4b66-9d8d-e1accfdf25b8 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e', 'tempest-TagsExtTest-Tag-1731543201') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:18.628041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Router a539482b-53e2-4817-b76d-8fb1aac2615b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:47:18.730124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9b1ee2e-04c2-42fc-9cc6-acd837edd2be req-377ae3ea-e8c0-40e0-8234-0549e551bc52 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4b6ecd0-f459-4a89-ad6b-b2a905af542a HTTP/1.1" status: 200 len: 210 time: 0.0549242 Sep 10 03:47:18.795139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:47:18.809515 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3af5be87-63e9-45b5-83e2-60bebd0017b8 admin admin] 10.222.0.22 "PUT /v2.0/routers/a539482b-53e2-4817-b76d-8fb1aac2615b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2851508 Sep 10 03:47:18.809624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Sync routers for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:47:18.815249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:18.816040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:18.905872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43102) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:18.906366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4aedc446-4162-4b66-9d8d-e1accfdf25b8 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags/tempest-TagsExtTest-Tag-1731543201 HTTP/1.1" status: 201 len: 201 time: 0.3359063 Sep 10 03:47:18.912019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-c0276d54-8851-4534-9f68-11fed59dff59 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c', 'tempest-TagsExtTest-Tag-1132954949') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:19.028239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c6d04211-5c35-49dc-a649-a2fcd56ef2aa None None] Provisioning complete for port 0424078a-e246-46e7-86f4-681e1a31daa0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:19.028625 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c6d04211-5c35-49dc-a649-a2fcd56ef2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:19.094234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device fb805120-025c-445f-b608-d2eedb66971e no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:47:19.123770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60c90274-28f7-4948-ada2-e1d6dff93544 req-ea1d3e9a-047b-4698-aaee-e7e99bfcf154 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 210 time: 0.0551529 Sep 10 03:47:19.128935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: fb805120-025c-445f-b608-d2eedb66971e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:47:19.129409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device fb805120-025c-445f-b608-d2eedb66971e not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:47:19.149852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c0276d54-8851-4534-9f68-11fed59dff59 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags/tempest-TagsExtTest-Tag-1132954949 HTTP/1.1" status: 201 len: 201 time: 0.2427602 Sep 10 03:47:19.152452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43112) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:19.157377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c6d04211-5c35-49dc-a649-a2fcd56ef2aa None None] Port 0424078a-e246-46e7-86f4-681e1a31daa0 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:47:19.160417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:19.167838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-028db005-a5f3-411b-a924-f5ab91a38f2b tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:19.240627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-028db005-a5f3-411b-a924-f5ab91a38f2b tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags HTTP/1.1" status: 200 len: 240 time: 0.0856037 Sep 10 03:47:19.244537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-d8902ddf-7916-4a9f-971b-b5f845e2a293 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:19.244788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43114) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:19.246841 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-d8902ddf-7916-4a9f-971b-b5f845e2a293 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.39 "GET /v2.0/networks?id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf HTTP/1.1" status: 200 len: 815 time: 0.2267451 Sep 10 03:47:19.249463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-848ca02f-73ed-40fe-902c-9a473e8ee839 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71', 'tempest-TagsExtTest-Tag-144574809') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:19.262552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Request body: {'port': {'device_id': '02dd2f82-227d-43f7-b149-602cb54b082c', 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf', 'admin_state_up': True, 'tenant_id': 'd430b938148d4c3cb1dc147b1f7f151d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:19.313052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-848ca02f-73ed-40fe-902c-9a473e8ee839 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags/tempest-TagsExtTest-Tag-144574809 HTTP/1.1" status: 204 len: 168 time: 0.0670786 Sep 10 03:47:19.315410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43116) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:19.323479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-7476c5e5-e2cc-47e0-8bbd-ee67e26e964b tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71', 'tempest-TagsExtTest-Tag-144574809') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:19.466518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:17Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0424078a-e246-46e7-86f4-681e1a31daa0', 'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'mac_address': 'fa:16:3e:89:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:14Z', 'updated_at': '2021-09-10T03:47:18Z', 'revision_number': 2, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'subnets': [{'id': '848ad382-3e53-41cf-b7df-891f02501580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:19.497436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Checking router: a539482b-53e2-4817-b76d-8fb1aac2615b for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:47:19.497799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Updating router a539482b-53e2-4817-b76d-8fb1aac2615b port 0424078a-e246-46e7-86f4-681e1a31daa0 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:47:19.538176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:19.571591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Made reservation on behalf of d430b938148d4c3cb1dc147b1f7f151d for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:19.576104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:19.576413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7476c5e5-e2cc-47e0-8bbd-ee67e26e964b tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags/tempest-TagsExtTest-Tag-144574809 HTTP/1.1" status: 204 len: 168 time: 0.2593114 Sep 10 03:47:19.577128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43122) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:19.595816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-681ae8ad-9ecf-437c-b048-00b8a11e6553 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:19.672707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-681ae8ad-9ecf-437c-b048-00b8a11e6553 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags HTTP/1.1" status: 200 len: 205 time: 0.0921814 Sep 10 03:47:19.674364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43124) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:19.681217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-d2a2fb57-7d59-476b-922e-3efea5463040 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:19.711576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'name': 'network-vif-deleted', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:19.713660 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d75d5-90fa-458a-b1a0-f056aee043b9" -d '{"events": [{"server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "name": "network-vif-deleted", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:19.808327 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc4732c-11b4-4d81-afce-cc438dbbbc0e x-openstack-request-id: req-8fc4732c-11b4-4d81-afce-cc438dbbbc0e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:19.808623 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6969cd87-809a-4497-baea-a1087b34cab7", "name": "network-vif-deleted", "tag": "3a38c6e9-b3c6-42b3-8389-dc490dd98b29", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:19.809015 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8fc4732c-11b4-4d81-afce-cc438dbbbc0e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:19.809553 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6969cd87-809a-4497-baea-a1087b34cab7', 'name': 'network-vif-deleted', 'tag': '3a38c6e9-b3c6-42b3-8389-dc490dd98b29', 'status': 'completed', 'code': 200} Sep 10 03:47:19.816556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d2a2fb57-7d59-476b-922e-3efea5463040 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags HTTP/1.1" status: 200 len: 239 time: 0.1398861 Sep 10 03:47:19.817370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43132) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:19.822483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-74caca32-2643-4a7a-88f5-d2e185b24b9a tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af', 'tempest-TagsExtTest-Tag-79622074') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:19.858434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Allocated IP 172.20.0.7 (1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf/cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4/b23105a0-333f-4d38-be61-c3fa8967b5c7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:19.954818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:19.965668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Transition to ACTIVE for port object 0424078a-e246-46e7-86f4-681e1a31daa0 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:19.983172 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-74caca32-2643-4a7a-88f5-d2e185b24b9a tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags/tempest-TagsExtTest-Tag-79622074 HTTP/1.1" status: 204 len: 168 time: 0.1642356 Sep 10 03:47:19.985853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43136) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:19.991147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-0ee2b49d-fad2-4aa8-888a-b868ca5583b9 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af', 'tempest-TagsExtTest-Tag-79622074') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:20.059647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.113648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.194440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0ee2b49d-fad2-4aa8-888a-b868ca5583b9 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags/tempest-TagsExtTest-Tag-79622074 HTTP/1.1" status: 204 len: 168 time: 0.2073011 Sep 10 03:47:20.197019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43152) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:20.202186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-cb074627-4b3f-4a37-bf36-9e6652c92bca tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:20.249938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.267893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7be54-a582-4645-af1b-465242d8163d None None] Pushing event updated for resources: {'Port': ['ID=0424078a-e246-46e7-86f4-681e1a31daa0,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:20.308372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Attempting to bind port 0424078a-e246-46e7-86f4-681e1a31daa0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:47:20.308757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Attempting to bind port 0424078a-e246-46e7-86f4-681e1a31daa0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:47:20.309212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Attempting to bind port 0424078a-e246-46e7-86f4-681e1a31daa0 on network fd91c941-56ac-418b-b632-6224ec14f3dc {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:20.321351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:47:20.322878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Checking segment: {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:20.323308 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.324831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:20.325137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Bound using segment: {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:47:20.326095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Bound port: 0424078a-e246-46e7-86f4-681e1a31daa0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:47:20.326503 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.334801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:20.348284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-4f307a42-5d84-42d7-abe5-ece45e708ae6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:20.349947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-4f307a42-5d84-42d7-abe5-ece45e708ae6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.1348836 Sep 10 03:47:20.354579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:20.376350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43156) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:20.379164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-1f09369c-03fb-4013-a880-824bcbbdf2ff tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/quotas/77e28690aa0e41198f2b6be9a0b040db HTTP/1.1" status: 200 len: 375 time: 0.0217774 Sep 10 03:47:20.382829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6887021e-df6a-4267-8d47-80c5eeab87e9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1334020823', 'description': 'tempest-description--1490317774'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:20.438691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:20.439232 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.452273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-7d7c597d-0e39-4876-8042-87076bd294dc tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476563 Sep 10 03:47:20.453779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] For port 0424078a-e246-46e7-86f4-681e1a31daa0, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:47:20.461045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] For port 0424078a-e246-46e7-86f4-681e1a31daa0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0424078a-e246-46e7-86f4-681e1a31daa0,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:47:20.464811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Pushing event updated for resources: {'Port': ['ID=b23105a0-333f-4d38-be61-c3fa8967b5c7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:20.482801 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cb074627-4b3f-4a37-bf36-9e6652c92bca tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags HTTP/1.1" status: 200 len: 205 time: 0.2815499 Sep 10 03:47:20.483656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43158) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:20.492599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-c476460d-e123-46be-a84a-36c61c89051e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:20.565341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d01056-44e5-4075-b607-e329e4103dfb req-0c9fc2ea-3202-42b3-ae5a-245621fdd7d8 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:20.567210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68d01056-44e5-4075-b607-e329e4103dfb req-0c9fc2ea-3202-42b3-ae5a-245621fdd7d8 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 931 time: 0.1237688 Sep 10 03:47:20.585587 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c476460d-e123-46be-a84a-36c61c89051e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags HTTP/1.1" status: 200 len: 241 time: 0.0957487 Sep 10 03:47:20.586906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43160) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:20.587044 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6887021e-df6a-4267-8d47-80c5eeab87e9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.590433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-707be621-868e-41ca-b1b2-6aa0cf4c2bc7 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e', 'tempest-TagsExtTest-Tag-1731543201') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:20.611752 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.620291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-78e85f8e-bbe5-4f96-a323-f38051ab23d6 service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573157 Sep 10 03:47:20.680669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:20.684420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:46:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:20.699066 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-707be621-868e-41ca-b1b2-6aa0cf4c2bc7 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags/tempest-TagsExtTest-Tag-1731543201 HTTP/1.1" status: 204 len: 168 time: 0.1099272 Sep 10 03:47:20.699066 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9df5a26c-8a70-47a4-8f61-ff41b6ded0de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4423625 Sep 10 03:47:20.699925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43164) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:20.704609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68d01056-44e5-4075-b607-e329e4103dfb req-4ef681d8-45c0-45a7-b0fb-a91cc3a3149e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253924 Sep 10 03:47:20.706871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-98eb6476-2559-4967-931e-c5cb26d6aff2 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e', 'tempest-TagsExtTest-Tag-1731543201') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:20.750464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d7be54-a582-4645-af1b-465242d8163d None None] Pushing event updated for resources: {'Port': ['ID=0424078a-e246-46e7-86f4-681e1a31daa0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:20.770955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Request body: {'port': {'device_id': '02dd2f82-227d-43f7-b149-602cb54b082c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:20.834634 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b49b6c3d-f633-4aef-bcbb-94d1a38e5542 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.869968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:20.880157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-2b615d78-4dbc-43fa-8633-3b3f8ca338af service neutron] 10.222.0.22 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2578955 Sep 10 03:47:20.892341 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:20.952848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6887021e-df6a-4267-8d47-80c5eeab87e9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.041306 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6887021e-df6a-4267-8d47-80c5eeab87e9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.085332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6887021e-df6a-4267-8d47-80c5eeab87e9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea16e6d0-e08d-40ae-a134-dbaf5e942098,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:21.093364 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-98eb6476-2559-4967-931e-c5cb26d6aff2 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags/tempest-TagsExtTest-Tag-1731543201 HTTP/1.1" status: 204 len: 168 time: 0.3923120 Sep 10 03:47:21.094082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43170) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:21.102352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-3b603d7b-5afd-4cf0-a0f5-0fafb34afe92 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:21.154611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6887021e-df6a-4267-8d47-80c5eeab87e9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.156811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6887021e-df6a-4267-8d47-80c5eeab87e9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7793188 Sep 10 03:47:21.161063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43174) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:21.167383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-db313985-b9cc-4ebb-84e2-16ed3fab3918 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Request body: {'security_group_rule': {'security_group_id': 'ea16e6d0-e08d-40ae-a134-dbaf5e942098', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:21.191007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:17Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0424078a-e246-46e7-86f4-681e1a31daa0', 'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'mac_address': 'fa:16:3e:89:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:14Z', 'updated_at': '2021-09-10T03:47:20Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'subnets': [{'id': '848ad382-3e53-41cf-b7df-891f02501580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:21.240925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0b500b4-3b4a-4645-a0f7-ee7b45b9af0b req-066c42e9-369b-4e85-a7d2-191205419c78 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 210 time: 0.0382631 Sep 10 03:47:21.261967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b3cb200-c919-44fe-867b-ab2c4530b149 None None] The sync data for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 is: [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:17Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0424078a-e246-46e7-86f4-681e1a31daa0', 'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'mac_address': 'fa:16:3e:89:a5:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:14Z', 'updated_at': '2021-09-10T03:47:20Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'subnets': [{'id': '848ad382-3e53-41cf-b7df-891f02501580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:47:21.275913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3b603d7b-5afd-4cf0-a0f5-0fafb34afe92 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags HTTP/1.1" status: 200 len: 205 time: 0.1783366 Sep 10 03:47:21.278676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43180) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:21.286317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-c39e9e98-20ee-4113-978b-980b8286da9e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:21.347017 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db313985-b9cc-4ebb-84e2-16ed3fab3918 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.404323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c39e9e98-20ee-4113-978b-980b8286da9e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags HTTP/1.1" status: 200 len: 241 time: 0.1234291 Sep 10 03:47:21.406005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43188) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:21.420589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-c65fa601-c56b-46e0-b377-af9ad46317f5 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c', 'tempest-TagsExtTest-Tag-1132954949') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:21.484051 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db313985-b9cc-4ebb-84e2-16ed3fab3918 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.490667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c65fa601-c56b-46e0-b377-af9ad46317f5 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags/tempest-TagsExtTest-Tag-1132954949 HTTP/1.1" status: 204 len: 168 time: 0.0704238 Sep 10 03:47:21.492058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43192) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:21.512911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-de74f881-e79d-4369-b44b-67612b5b697c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c', 'tempest-TagsExtTest-Tag-1132954949') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:21.538528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b23105a0-333f-4d38-be61-c3fa8967b5c7 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:47:21.547929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.567565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Transition to ACTIVE for port object b23105a0-333f-4d38-be61-c3fa8967b5c7 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:21.597822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db313985-b9cc-4ebb-84e2-16ed3fab3918 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.614651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db313985-b9cc-4ebb-84e2-16ed3fab3918 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf1706fc-5ed1-48eb-8814-132863f813f6,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:21.668844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.726249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Pushing event updated for resources: {'Port': ['ID=b23105a0-333f-4d38-be61-c3fa8967b5c7,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:21.750178 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-de74f881-e79d-4369-b44b-67612b5b697c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags/tempest-TagsExtTest-Tag-1132954949 HTTP/1.1" status: 204 len: 168 time: 0.2570422 Sep 10 03:47:21.751264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db313985-b9cc-4ebb-84e2-16ed3fab3918 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.753286 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-db313985-b9cc-4ebb-84e2-16ed3fab3918 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5918012 Sep 10 03:47:21.759372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43196) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:21.759372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-654e5a67-3670-4b82-b73b-42f0ff60df34 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:21.763086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43198) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:21.783967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5e18545a-ca84-4c80-9030-e011b2777ccc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Request body: {'security_group_rule': {'security_group_id': 'ea16e6d0-e08d-40ae-a134-dbaf5e942098', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:21.857180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Attempting to bind port b23105a0-333f-4d38-be61-c3fa8967b5c7 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:47:21.857550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Attempting to bind port b23105a0-333f-4d38-be61-c3fa8967b5c7 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:47:21.857888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Attempting to bind port b23105a0-333f-4d38-be61-c3fa8967b5c7 on network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:21.868588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Port b23105a0-333f-4d38-be61-c3fa8967b5c7 on network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:47:21.870115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Attempting to bind port b23105a0-333f-4d38-be61-c3fa8967b5c7 on network 1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:21.881470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 47, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:47:21.881926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Checking segment: {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:21.884912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Bound using segment: {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:47:21.885611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Bound port: b23105a0-333f-4d38-be61-c3fa8967b5c7, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87530e45-3e88-4d11-9eab-737f5ed22eec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 222, 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:47:21.886618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:21.897175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-654e5a67-3670-4b82-b73b-42f0ff60df34 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags HTTP/1.1" status: 200 len: 205 time: 0.1430719 Sep 10 03:47:21.900717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43206) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:21.905512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-71433c13-04e5-46f1-a75f-bfc5ccfb0a72 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:21.919439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0424078a-e246-46e7-86f4-681e1a31daa0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:21.973534 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-71433c13-04e5-46f1-a75f-bfc5ccfb0a72 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags HTTP/1.1" status: 204 len: 168 time: 0.0715811 Sep 10 03:47:21.977329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43208) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:21.981830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-eb90bd11-b5bc-4f1d-abf3-722d7dbc03fc tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:22.009343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] For port b23105a0-333f-4d38-be61-c3fa8967b5c7, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:47:22.014360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] For port b23105a0-333f-4d38-be61-c3fa8967b5c7, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b23105a0-333f-4d38-be61-c3fa8967b5c7,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:47:22.060459 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e18545a-ca84-4c80-9030-e011b2777ccc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:22.083391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45ab32-7032-4df2-a3bd-a976309948a2 req-abc84a24-37f4-4990-8ba4-4df5ea9c764f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:22.085656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b45ab32-7032-4df2-a3bd-a976309948a2 req-abc84a24-37f4-4990-8ba4-4df5ea9c764f tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 943 time: 0.2027671 Sep 10 03:47:22.132919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 0424078a-e246-46e7-86f4-681e1a31daa0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:22.136178 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:22.137257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0424078a-e246-46e7-86f4-681e1a31daa0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:22.137766 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:22.204325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:22.205197 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:22.206815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] 10.222.0.39 "PUT /v2.0/ports/b23105a0-333f-4d38-be61-c3fa8967b5c7 HTTP/1.1" status: 200 len: 1091 time: 1.4426577 Sep 10 03:47:22.207431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02dd2f82-227d-43f7-b149-602cb54b082c', 'tag': 'b23105a0-333f-4d38-be61-c3fa8967b5c7'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:22.210688 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea08766-2797-4db1-9b15-e91cb32cf5c7" -d '{"events": [{"name": "network-changed", "server_uuid": "02dd2f82-227d-43f7-b149-602cb54b082c", "tag": "b23105a0-333f-4d38-be61-c3fa8967b5c7"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:22.220482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eb90bd11-b5bc-4f1d-abf3-722d7dbc03fc tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags HTTP/1.1" status: 204 len: 168 time: 0.2421243 Sep 10 03:47:22.228192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43216) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:22.235223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b45ab32-7032-4df2-a3bd-a976309948a2 req-54143dcd-51c0-4cc8-baf9-d58f70547a3d tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355200 Sep 10 03:47:22.237530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-0446a2a6-66cc-4e21-a6cd-2682678e24a3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:22.266460 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:22.269618 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e18545a-ca84-4c80-9030-e011b2777ccc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:22.295851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f02a84-2691-43de-ac0d-ecc6f10d0c0b service neutron] Pushing event updated for resources: {'Port': ['ID=b23105a0-333f-4d38-be61-c3fa8967b5c7,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:22.319199 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ae8cd20-dcae-4093-a884-c3c3975c14a7 x-openstack-request-id: req-0ae8cd20-dcae-4093-a884-c3c3975c14a7 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:22.323706 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02dd2f82-227d-43f7-b149-602cb54b082c", "tag": "b23105a0-333f-4d38-be61-c3fa8967b5c7", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:22.323706 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ae8cd20-dcae-4093-a884-c3c3975c14a7 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:22.323706 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02dd2f82-227d-43f7-b149-602cb54b082c', 'tag': 'b23105a0-333f-4d38-be61-c3fa8967b5c7', 'status': 'completed', 'code': 200} Sep 10 03:47:22.324060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 0424078a-e246-46e7-86f4-681e1a31daa0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0424078a-e246-46e7-86f4-681e1a31daa0,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:22.377303 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0446a2a6-66cc-4e21-a6cd-2682678e24a3 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags HTTP/1.1" status: 204 len: 168 time: 0.1463916 Sep 10 03:47:22.379216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43220) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:22.386545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-34a36d4c-190f-4016-a8dd-ee19fe59c8ad tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:22.388222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbe18964-b310-410c-ae90-ba0b2f7f5eb9 req-6df2a6bf-08d5-4f8b-860c-ac1c8f1d4a99 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 210 time: 0.0397630 Sep 10 03:47:22.389316 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e18545a-ca84-4c80-9030-e011b2777ccc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:22.413125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e18545a-ca84-4c80-9030-e011b2777ccc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d58c8831-656d-4110-a6ba-58548b5a5dc9,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:22.423899 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:22.453567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea08766-2797-4db1-9b15-e91cb32cf5c7 req-8c34b2f8-8e25-4695-bfaf-b3db46ffab03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:22.455078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dea08766-2797-4db1-9b15-e91cb32cf5c7 req-8c34b2f8-8e25-4695-bfaf-b3db46ffab03 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 1094 time: 0.1156895 Sep 10 03:47:22.482908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=0424078a-e246-46e7-86f4-681e1a31daa0,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:22.513165 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e18545a-ca84-4c80-9030-e011b2777ccc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:22.517825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43222) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:22.522637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5e18545a-ca84-4c80-9030-e011b2777ccc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7586951 Sep 10 03:47:22.529957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:22.863398 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-34a36d4c-190f-4016-a8dd-ee19fe59c8ad tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags HTTP/1.1" status: 204 len: 168 time: 0.4828463 Sep 10 03:47:22.868151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43228) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:22.873039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-f98bc80b-f056-4c02-a45b-170dcfd8abb6 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71', 'tempest-TagsExtTest-Tag-1594797673') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:22.884475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea08766-2797-4db1-9b15-e91cb32cf5c7 req-8f0a5285-03e3-47d6-b5af-d16f21176879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:22.886017 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dea08766-2797-4db1-9b15-e91cb32cf5c7 req-8f0a5285-03e3-47d6-b5af-d16f21176879 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4175465 Sep 10 03:47:22.971064 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:23.030652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea08766-2797-4db1-9b15-e91cb32cf5c7 req-7df5049d-6d8a-40b8-a9c6-c3d6a82826a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:23.032150 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dea08766-2797-4db1-9b15-e91cb32cf5c7 req-7df5049d-6d8a-40b8-a9c6-c3d6a82826a5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1385486 Sep 10 03:47:23.035395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f98bc80b-f056-4c02-a45b-170dcfd8abb6 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags/tempest-TagsExtTest-Tag-1594797673 HTTP/1.1" status: 201 len: 201 time: 0.1660793 Sep 10 03:47:23.038254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43234) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:23.045679 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-89cc3417-2590-4c55-ba6c-76a7cca13d01 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af', 'tempest-TagsExtTest-Tag-386355482') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:23.090943 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:47:23.134193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:23.139028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-1312e3a2-35f3-4b8d-be43-b42d8f990b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:23.140573 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-1312e3a2-35f3-4b8d-be43-b42d8f990b1d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 1094 time: 0.0579543 Sep 10 03:47:23.218690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-89cc3417-2590-4c55-ba6c-76a7cca13d01 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags/tempest-TagsExtTest-Tag-386355482 HTTP/1.1" status: 201 len: 201 time: 0.1774855 Sep 10 03:47:23.220133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-10b06689-a743-4c14-99d0-a8b731997f25 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b23105a0-333f-4d38-be61-c3fa8967b5c7 HTTP/1.1" status: 200 len: 217 time: 0.0669162 Sep 10 03:47:23.221351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43240) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:23.226896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-f4616c62-98b3-4348-a424-615472ef0f9f tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e', 'tempest-TagsExtTest-Tag-244512389') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:23.310246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-4ae7da00-1a4f-484d-a46c-d549c20de4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:23.311895 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-4ae7da00-1a4f-484d-a46c-d549c20de4fd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4 HTTP/1.1" status: 200 len: 855 time: 0.0848312 Sep 10 03:47:23.352115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Allocated IP 172.25.3.218 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/6f2bf5de-fbf0-47e4-ad27-205efcca42fc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:23.356186 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-458799d4-52b2-4ed1-8327-27c74be12805 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356050 Sep 10 03:47:23.379531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390f5f17-bf6e-45d4-87c4-ed3184096abd req-f6e3ee12-093a-4300-a1cd-2319e2efd91e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:23.382720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-390f5f17-bf6e-45d4-87c4-ed3184096abd req-f6e3ee12-093a-4300-a1cd-2319e2efd91e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 943 time: 0.0688524 Sep 10 03:47:23.430096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-390f5f17-bf6e-45d4-87c4-ed3184096abd req-e46c40ff-4843-4b32-b743-6c36e5337f38 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371532 Sep 10 03:47:23.433868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f4616c62-98b3-4348-a424-615472ef0f9f tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags/tempest-TagsExtTest-Tag-244512389 HTTP/1.1" status: 201 len: 201 time: 0.2090521 Sep 10 03:47:23.434825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43250) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:23.441248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-5ed1480e-5187-4329-bcd3-2bf78be0ce73 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c', 'tempest-TagsExtTest-Tag-674368227') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:23.493002 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f4d806e-76b7-478a-b61c-0dc4c1556815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:23.526649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cfae888-8982-4d65-9ce9-cf9f316a3c02 req-2ef54edb-a861-45c4-bbdd-3a964d59c2aa tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 210 time: 0.0299199 Sep 10 03:47:23.571587 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-1701616e-5234-44e4-b72e-7ac1892b67a2 service neutron] 10.222.0.39 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071111 Sep 10 03:47:23.589740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5ed1480e-5187-4329-bcd3-2bf78be0ce73 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags/tempest-TagsExtTest-Tag-674368227 HTTP/1.1" status: 201 len: 201 time: 0.1536760 Sep 10 03:47:23.592175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43252) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:23.596998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-bd5cf56f-f514-4850-b91f-d8f01badc875 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71', {'tags': ['tempest-TagsExtTest-Tag-1810470789', 'tempest-TagsExtTest-Tag-1266583852', 'tempest-TagsExtTest-Tag-1592986919']}) {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:23.607807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:23.663861 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:23.716859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-1d00ddd1-6a5a-4dd4-aaad-ae1505a53e62 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:23.718306 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-1d00ddd1-6a5a-4dd4-aaad-ae1505a53e62 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "GET /v2.0/networks?id=70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 200 len: 812 time: 0.2226641 Sep 10 03:47:23.741783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Request body: {'port': {'device_id': 'c625acbc-802c-49a2-91d2-1687a7cd9003', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'admin_state_up': True, 'tenant_id': '77e28690aa0e41198f2b6be9a0b040db'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:23.772811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bd5cf56f-f514-4850-b91f-d8f01badc875 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags HTTP/1.1" status: 200 len: 318 time: 0.1794829 Sep 10 03:47:23.778456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43256) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:23.780733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-5d79037d-c097-4aa8-8a84-d8ee48d0fe01 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:23.790068 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b74e3cca-37b2-493c-9008-7b5c6f4e34dc req-9d9f7d05-7e34-481c-9251-87f799d126ec service neutron] 10.222.0.39 "GET /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859281 Sep 10 03:47:23.819066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0424078a-e246-46e7-86f4-681e1a31daa0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:23.838009 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:23.882160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0424078a-e246-46e7-86f4-681e1a31daa0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:23.882637 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:23.903655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:23.915653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:23.922524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:23.926205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5d79037d-c097-4aa8-8a84-d8ee48d0fe01 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags HTTP/1.1" status: 204 len: 168 time: 0.1489425 Sep 10 03:47:23.929676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43260) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:23.936162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-f58a3c1c-e6c3-4b34-978f-0fdab1ae2710 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71', 'tempest-TagsExtTest-Tag-1810470789') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:23.953746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Pushing event updated for resources: {'Port': ['ID=6f2bf5de-fbf0-47e4-ad27-205efcca42fc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:24.003860 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-f58a3c1c-e6c3-4b34-978f-0fdab1ae2710 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:24.004804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f58a3c1c-e6c3-4b34-978f-0fdab1ae2710 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags/tempest-TagsExtTest-Tag-1810470789 HTTP/1.1" status: 404 len: 329 time: 0.0735874 Sep 10 03:47:24.008165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43262) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:24.012440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-87feb5a1-63fa-4f7b-91ef-1ea0b6cf2b4d tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71', 'tempest-TagsExtTest-Tag-1266583852') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:24.030969 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.033174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Made reservation on behalf of 77e28690aa0e41198f2b6be9a0b040db for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:24.037559 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.071317 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-87feb5a1-63fa-4f7b-91ef-1ea0b6cf2b4d tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:24.072462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-87feb5a1-63fa-4f7b-91ef-1ea0b6cf2b4d tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags/tempest-TagsExtTest-Tag-1266583852 HTTP/1.1" status: 404 len: 329 time: 0.0633163 Sep 10 03:47:24.075288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43266) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:24.079371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-5366f01a-e0b2-476b-a842-7714e0ef61fe tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71', 'tempest-TagsExtTest-Tag-1592986919') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:24.128789 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-5366f01a-e0b2-476b-a842-7714e0ef61fe tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:24.129853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5366f01a-e0b2-476b-a842-7714e0ef61fe tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags/tempest-TagsExtTest-Tag-1592986919 HTTP/1.1" status: 404 len: 329 time: 0.0536265 Sep 10 03:47:24.133299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43268) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:24.137747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-33a8f424-23b0-41a5-ad25-ab13a3539c7d tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af', {'tags': ['tempest-TagsExtTest-Tag-1578563836', 'tempest-TagsExtTest-Tag-731204819', 'tempest-TagsExtTest-Tag-405089665']}) {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:24.209900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.211985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Allocated IP 172.20.0.12 (70e06d48-b244-4860-bc21-3a6979134cb8/b5575dc5-8b76-4214-8972-bb2f14443e81/47e78099-7159-4a94-9583-12297ae3f72b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:24.279567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-33a8f424-23b0-41a5-ad25-ab13a3539c7d tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags HTTP/1.1" status: 200 len: 316 time: 0.1450400 Sep 10 03:47:24.281806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43276) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:24.286103 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-3c336267-7895-4e5a-b150-94fd4769212b tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:24.430631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3c336267-7895-4e5a-b150-94fd4769212b tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags HTTP/1.1" status: 204 len: 168 time: 0.1447916 Sep 10 03:47:24.431306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43278) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:24.435026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-aa90e8f5-dd31-4189-9041-dd1acfdd3266 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af', 'tempest-TagsExtTest-Tag-1578563836') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:24.484200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.500102 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.513582 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-aa90e8f5-dd31-4189-9041-dd1acfdd3266 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:24.515085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aa90e8f5-dd31-4189-9041-dd1acfdd3266 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags/tempest-TagsExtTest-Tag-1578563836 HTTP/1.1" status: 404 len: 329 time: 0.0833879 Sep 10 03:47:24.533095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43284) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:24.537423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-7f95c672-453c-4327-839f-7ffb6e684d82 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af', 'tempest-TagsExtTest-Tag-731204819') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:24.571752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.606591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12210b36-a609-4b14-bdd4-021932fad44c req-00f35a0d-6f5f-4ca8-95e7-5e4e0a6561dd tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:24.610663 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12210b36-a609-4b14-bdd4-021932fad44c req-00f35a0d-6f5f-4ca8-95e7-5e4e0a6561dd tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 943 time: 0.0857141 Sep 10 03:47:24.633824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Pushing event updated for resources: {'Port': ['ID=6f2bf5de-fbf0-47e4-ad27-205efcca42fc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:24.636911 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.649502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54fec994-5ef1-403e-b051-d5fd1ed18dbf req-f1ec9417-4e51-4e43-814c-e095e05be236 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 210 time: 0.0379941 Sep 10 03:47:24.686468 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-7f95c672-453c-4327-839f-7ffb6e684d82 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:24.687041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7f95c672-453c-4327-839f-7ffb6e684d82 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags/tempest-TagsExtTest-Tag-731204819 HTTP/1.1" status: 404 len: 328 time: 0.1530213 Sep 10 03:47:24.692625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43292) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:24.699628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-d27a2441-97e4-423b-a578-2aedf575da26 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af', 'tempest-TagsExtTest-Tag-405089665') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:24.721755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Network 70e06d48-b244-4860-bc21-3a6979134cb8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:24.722822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.728340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12210b36-a609-4b14-bdd4-021932fad44c req-39855ecf-8bad-438d-9e04-1b09af1c0a43 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020217 Sep 10 03:47:24.731908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:24.736014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:24.767787 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-d27a2441-97e4-423b-a578-2aedf575da26 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:24.769517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d27a2441-97e4-423b-a578-2aedf575da26 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags/tempest-TagsExtTest-Tag-405089665 HTTP/1.1" status: 404 len: 328 time: 0.0745516 Sep 10 03:47:24.780169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43294) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:24.791860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-63a6b17a-7b07-4024-bd9a-6b35c19d851b tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e', {'tags': ['tempest-TagsExtTest-Tag-1939551009', 'tempest-TagsExtTest-Tag-1638447690', 'tempest-TagsExtTest-Tag-1194474363']}) {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:24.803499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event updated for resources: {'Port': ['ID=47e78099-7159-4a94-9583-12297ae3f72b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:24.850300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:24.850915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.898953 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:24.900203 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-490528fa-a73a-44b3-aac4-d0c3fe43907d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3812339 Sep 10 03:47:25.029563 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-9b14274a-dfa8-4f10-b5aa-6e68c86f89b8 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3004317 Sep 10 03:47:25.042962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Request body: {'port': {'device_id': 'c625acbc-802c-49a2-91d2-1687a7cd9003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:25.053761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.070712 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-63a6b17a-7b07-4024-bd9a-6b35c19d851b tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags HTTP/1.1" status: 200 len: 318 time: 0.2858522 Sep 10 03:47:25.074619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43316) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:25.081478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-82176f3c-4cd5-4249-a22e-74da2fe0ba1f tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:25.119070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.321359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-82176f3c-4cd5-4249-a22e-74da2fe0ba1f tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags HTTP/1.1" status: 204 len: 168 time: 0.2451563 Sep 10 03:47:25.323817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43340) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:25.329532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-9c29cf05-9624-4014-b454-dc8a951771e7 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e', 'tempest-TagsExtTest-Tag-1939551009') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:25.336130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43342) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:25.413443 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-9c29cf05-9624-4014-b454-dc8a951771e7 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:25.415797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9c29cf05-9624-4014-b454-dc8a951771e7 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags/tempest-TagsExtTest-Tag-1939551009 HTTP/1.1" status: 404 len: 329 time: 0.0899217 Sep 10 03:47:25.417589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43346) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:25.422806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-bd5c5c45-842a-4093-b6cb-2644bd736b82 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e', 'tempest-TagsExtTest-Tag-1638447690') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:25.436056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47e78099-7159-4a94-9583-12297ae3f72b {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:47:25.450372 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.462627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f45450f-a26b-4299-bd1f-2f9725ae97a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.477869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Transition to ACTIVE for port object 47e78099-7159-4a94-9583-12297ae3f72b will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:25.497242 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-bd5c5c45-842a-4093-b6cb-2644bd736b82 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:25.497955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bd5c5c45-842a-4093-b6cb-2644bd736b82 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags/tempest-TagsExtTest-Tag-1638447690 HTTP/1.1" status: 404 len: 329 time: 0.0793757 Sep 10 03:47:25.500806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43348) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:25.505189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-bead1854-b79b-4896-a1a1-645cfe9d2e3d tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e', 'tempest-TagsExtTest-Tag-1194474363') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:25.563357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f45450f-a26b-4299-bd1f-2f9725ae97a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.565322 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.585921 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-bead1854-b79b-4896-a1a1-645cfe9d2e3d tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:25.617028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bead1854-b79b-4896-a1a1-645cfe9d2e3d tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags/tempest-TagsExtTest-Tag-1194474363 HTTP/1.1" status: 404 len: 329 time: 0.0854034 Sep 10 03:47:25.617028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43350) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:25.617459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Pushing event updated for resources: {'Port': ['ID=47e78099-7159-4a94-9583-12297ae3f72b,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:25.620563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-47199eef-fe9b-4e9c-9971-7ccff562aa4c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c', {'tags': ['tempest-TagsExtTest-Tag-868629320', 'tempest-TagsExtTest-Tag-857056571', 'tempest-TagsExtTest-Tag-520832192']}) {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:25.686661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Attempting to bind port 47e78099-7159-4a94-9583-12297ae3f72b on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:47:25.687061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Attempting to bind port 47e78099-7159-4a94-9583-12297ae3f72b by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:47:25.687399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Attempting to bind port 47e78099-7159-4a94-9583-12297ae3f72b on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:25.692246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Port 47e78099-7159-4a94-9583-12297ae3f72b on network 70e06d48-b244-4860-bc21-3a6979134cb8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:47:25.692576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Attempting to bind port 47e78099-7159-4a94-9583-12297ae3f72b on network 70e06d48-b244-4860-bc21-3a6979134cb8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:25.698239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 46, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:47:25.702603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Checking segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:25.702603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Bound using segment: {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:47:25.702603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Bound port: 47e78099-7159-4a94-9583-12297ae3f72b, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0eec920b-4770-4d9b-aad9-3e30da48b487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:47:25.702603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.715348 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f45450f-a26b-4299-bd1f-2f9725ae97a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.738948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-47199eef-fe9b-4e9c-9971-7ccff562aa4c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "PUT /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags HTTP/1.1" status: 200 len: 315 time: 0.1249740 Sep 10 03:47:25.741620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43354) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:25.749211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-dcf24aa7-3df4-450d-a2a1-d57efe6f9460 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:25.781328 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6f45450f-a26b-4299-bd1f-2f9725ae97a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=39fdf1f5be9b44b2b6bc8b56bba1e56a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439194 Sep 10 03:47:25.785884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43358) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:25.798791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f45450f-a26b-4299-bd1f-2f9725ae97a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ea3ea53-c3cd-496f-a0ab-9fd483cc85de,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:25.813153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] For port 47e78099-7159-4a94-9583-12297ae3f72b, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:47:25.816349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] For port 47e78099-7159-4a94-9583-12297ae3f72b, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=47e78099-7159-4a94-9583-12297ae3f72b,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:47:25.819584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39fcc59-c9e6-47ab-a741-f8e779e09b40 req-8c0f9294-878e-459e-8190-d31e0157654e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:25.821153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c39fcc59-c9e6-47ab-a741-f8e779e09b40 req-8c0f9294-878e-459e-8190-d31e0157654e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 944 time: 0.0924761 Sep 10 03:47:25.931826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c39fcc59-c9e6-47ab-a741-f8e779e09b40 req-666f8cfb-c0e2-4da8-af56-8519c1a8251e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961025 Sep 10 03:47:25.937457 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f97cd7e3-1d7c-4983-8c64-d7786b9ae802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.949396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382a62c-2f0f-47d8-b5e2-c4179e2c76ed req-36e08ebc-f629-44ef-9503-8538c8cece90 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:25.950891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e382a62c-2f0f-47d8-b5e2-c4179e2c76ed req-36e08ebc-f629-44ef-9503-8538c8cece90 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 943 time: 0.1439548 Sep 10 03:47:25.964631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:25.981388 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f97cd7e3-1d7c-4983-8c64-d7786b9ae802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:26.000889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:26.001556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:26.002954 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] 10.222.0.20 "PUT /v2.0/ports/47e78099-7159-4a94-9583-12297ae3f72b HTTP/1.1" status: 200 len: 1092 time: 0.9645896 Sep 10 03:47:26.003599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c625acbc-802c-49a2-91d2-1687a7cd9003', 'tag': '47e78099-7159-4a94-9583-12297ae3f72b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:26.008577 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dcf24aa7-3df4-450d-a2a1-d57efe6f9460 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags HTTP/1.1" status: 204 len: 168 time: 0.2654469 Sep 10 03:47:26.009858 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28849ad1-eb2f-4e48-b4ce-21d139c0bbf4" -d '{"events": [{"name": "network-changed", "server_uuid": "c625acbc-802c-49a2-91d2-1687a7cd9003", "tag": "47e78099-7159-4a94-9583-12297ae3f72b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:26.012368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43362) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:26.022123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-ec07a5d7-a08b-47cd-96bc-751f246b6033 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c', 'tempest-TagsExtTest-Tag-868629320') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:26.028748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e382a62c-2f0f-47d8-b5e2-c4179e2c76ed req-037a7372-f7c2-494b-9b88-a2b4d306eed4 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707316 Sep 10 03:47:26.071635 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-ec07a5d7-a08b-47cd-96bc-751f246b6033 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:26.072766 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ec07a5d7-a08b-47cd-96bc-751f246b6033 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags/tempest-TagsExtTest-Tag-868629320 HTTP/1.1" status: 404 len: 328 time: 0.0570936 Sep 10 03:47:26.073373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd75a26-8701-4271-91ff-8fd2467ee446 service neutron] Pushing event updated for resources: {'Port': ['ID=47e78099-7159-4a94-9583-12297ae3f72b,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:26.076684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43368) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:26.078555 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e990b-4236-4ae9-ba9d-d73c59182872 x-openstack-request-id: req-0b3e990b-4236-4ae9-ba9d-d73c59182872 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:26.078902 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c625acbc-802c-49a2-91d2-1687a7cd9003", "tag": "47e78099-7159-4a94-9583-12297ae3f72b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:26.079362 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b3e990b-4236-4ae9-ba9d-d73c59182872 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:26.080073 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c625acbc-802c-49a2-91d2-1687a7cd9003', 'tag': '47e78099-7159-4a94-9583-12297ae3f72b', 'status': 'completed', 'code': 200} Sep 10 03:47:26.085861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-fba8e37c-93d7-4fee-990e-7f4d33c37222 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c', 'tempest-TagsExtTest-Tag-857056571') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:26.115337 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-fba8e37c-93d7-4fee-990e-7f4d33c37222 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:26.116715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fba8e37c-93d7-4fee-990e-7f4d33c37222 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags/tempest-TagsExtTest-Tag-857056571 HTTP/1.1" status: 404 len: 328 time: 0.0380158 Sep 10 03:47:26.119158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43370) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:26.123367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-2bea54d8-f371-4fc2-8e99-c02b678ff7fd tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c', 'tempest-TagsExtTest-Tag-520832192') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:26.144683 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-2bea54d8-f371-4fc2-8e99-c02b678ff7fd tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] show failed (client error): The resource could not be found. Sep 10 03:47:26.145709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2bea54d8-f371-4fc2-8e99-c02b678ff7fd tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags/tempest-TagsExtTest-Tag-520832192 HTTP/1.1" status: 404 len: 328 time: 0.0256457 Sep 10 03:47:26.147549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f97cd7e3-1d7c-4983-8c64-d7786b9ae802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:26.150071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f97cd7e3-1d7c-4983-8c64-d7786b9ae802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:26.151505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f97cd7e3-1d7c-4983-8c64-d7786b9ae802 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ea3ea53-c3cd-496f-a0ab-9fd483cc85de HTTP/1.1" status: 204 len: 168 time: 0.3642204 Sep 10 03:47:26.151621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43372) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:26.156780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-5dcabfd8-f2a8-426f-bb0c-866c5f589136 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', 'ee574092-4f34-4d2a-b820-b49a104af12c') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:26.158550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97cd7e3-1d7c-4983-8c64-d7786b9ae802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ea3ea53-c3cd-496f-a0ab-9fd483cc85de,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:26.170905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28849ad1-eb2f-4e48-b4ce-21d139c0bbf4 req-3fff3749-1ce9-45cc-acd4-db7dda9d813d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:26.174732 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28849ad1-eb2f-4e48-b4ce-21d139c0bbf4 req-3fff3749-1ce9-45cc-acd4-db7dda9d813d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 1095 time: 0.0570993 Sep 10 03:47:26.193871 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:26.218401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43378) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:26.219114 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5dcabfd8-f2a8-426f-bb0c-866c5f589136 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c/tags HTTP/1.1" status: 204 len: 168 time: 0.0664387 Sep 10 03:47:26.223650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-aa119ccc-a4dd-4954-b8a0-96f69a17cca1 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '8a164c5d-5719-405b-a55d-4316bfcbc35e') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:26.302074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28849ad1-eb2f-4e48-b4ce-21d139c0bbf4 req-7a8e18fa-4ace-49e6-83f2-d10cd3e0e58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:26.304259 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28849ad1-eb2f-4e48-b4ce-21d139c0bbf4 req-7a8e18fa-4ace-49e6-83f2-d10cd3e0e58b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=77e28690aa0e41198f2b6be9a0b040db&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1237645 Sep 10 03:47:26.443245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28849ad1-eb2f-4e48-b4ce-21d139c0bbf4 req-da2707c5-1109-46ed-8708-523c5584b4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:26.444965 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28849ad1-eb2f-4e48-b4ce-21d139c0bbf4 req-da2707c5-1109-46ed-8708-523c5584b4b4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331279 Sep 10 03:47:26.576023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-7dbf2699-1906-4fbf-a3af-5d1e6d1280bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:26.579219 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-7dbf2699-1906-4fbf-a3af-5d1e6d1280bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=77e28690aa0e41198f2b6be9a0b040db&device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 1095 time: 0.0935967 Sep 10 03:47:26.626145 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-78207589-3599-4295-9968-ee6f7b76bebe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=47e78099-7159-4a94-9583-12297ae3f72b HTTP/1.1" status: 200 len: 217 time: 0.0392449 Sep 10 03:47:26.642928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aa119ccc-a4dd-4954-b8a0-96f69a17cca1 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e/tags HTTP/1.1" status: 204 len: 168 time: 0.4232640 Sep 10 03:47:26.645532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43414) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:26.650062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-0e26449c-41f7-492e-a923-5ef2636d5a99 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'b940bf69-17b8-49e9-8e7f-3c3e4d8042af') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:26.682438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-81124f1e-9a62-484c-9009-8586ed55adcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:26.685065 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-81124f1e-9a62-484c-9009-8586ed55adcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 200 len: 852 time: 0.0521374 Sep 10 03:47:26.710374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0e26449c-41f7-492e-a923-5ef2636d5a99 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af/tags HTTP/1.1" status: 204 len: 168 time: 0.0638134 Sep 10 03:47:26.712929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43416) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:26.717640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-9f5d686c-513b-4a25-ac28-27d9ee466fa6 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '9fc68025-2ce3-4666-9ae8-0d9a68f3dc71') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:26.722270 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-00cd53e1-3a64-4d96-a2b9-c2d170351365 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=70e06d48-b244-4860-bc21-3a6979134cb8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297828 Sep 10 03:47:26.795165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9f5d686c-513b-4a25-ac28-27d9ee466fa6 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71/tags HTTP/1.1" status: 204 len: 168 time: 0.0763853 Sep 10 03:47:26.796154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43418) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:26.867440 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-262f9888-35e4-4031-92bd-07e596c7569b service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383154 Sep 10 03:47:26.867930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43420) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:26.913124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7c85ad4-d338-44e6-b89d-2f06049dd846 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.025857 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f28351c-ea9d-4bfd-b7d9-8d9a27b39d05 req-cbf2ade1-2e94-4876-99a6-9d12e29a3948 service neutron] 10.222.0.20 "GET /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440630 Sep 10 03:47:27.064049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-941eee81-0cb8-466b-bc34-0c7f0dd3af17 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for subnetpool, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.065709 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-941eee81-0cb8-466b-bc34-0c7f0dd3af17 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnetpools/ee574092-4f34-4d2a-b820-b49a104af12c HTTP/1.1" status: 204 len: 168 time: 0.2685339 Sep 10 03:47:27.070121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43430) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:27.076814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da78619-c42d-4b61-adb9-ded3d3cdf400 req-dafd2e23-8c56-402d-afc1-fa83499d87d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:27.078453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5da78619-c42d-4b61-adb9-ded3d3cdf400 req-dafd2e23-8c56-402d-afc1-fa83499d87d3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 944 time: 0.0570769 Sep 10 03:47:27.116340 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-674609bb-85aa-42c2-abe2-cbf3d0c0650e tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "GET /v2.0/ports?device_id=8a164c5d-5719-405b-a55d-4316bfcbc35e HTTP/1.1" status: 200 len: 205 time: 0.0444303 Sep 10 03:47:27.118615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43432) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:27.141310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b23105a0-333f-4d38-be61-c3fa8967b5c7 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:47:27.145141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7c85ad4-d338-44e6-b89d-2f06049dd846 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.174382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5da78619-c42d-4b61-adb9-ded3d3cdf400 req-9d9de598-21b4-47a3-b90a-53d6662b8807 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867515 Sep 10 03:47:27.203647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7c85ad4-d338-44e6-b89d-2f06049dd846 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.233691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adcf4302-6912-4a5d-864c-fbdc99f9cef0 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.256364 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e7c85ad4-d338-44e6-b89d-2f06049dd846 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d9dd43344f04db8b7ab7ad5a29db529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3873725 Sep 10 03:47:27.258481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7c85ad4-d338-44e6-b89d-2f06049dd846 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41836a6d-f54a-4739-acfd-a480fab50cc2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:27.260999 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43434) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:27.265484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b23105a0-333f-4d38-be61-c3fa8967b5c7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b23105a0-333f-4d38-be61-c3fa8967b5c7,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:27.279390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'b23105a0-333f-4d38-be61-c3fa8967b5c7', 'network_id': '1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf', 'port_id': 'b23105a0-333f-4d38-be61-c3fa8967b5c7', 'mac_address': 'fa:16:3e:db:22:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 222, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:47:27.291274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf33fbb1-d121-47ba-84d4-bb3767d4b667 req-be832d15-0afa-4f6d-8681-711f2e58b458 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:27.292920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf33fbb1-d121-47ba-84d4-bb3767d4b667 req-be832d15-0afa-4f6d-8681-711f2e58b458 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 943 time: 0.1625600 Sep 10 03:47:27.320863 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.337436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b23105a0-333f-4d38-be61-c3fa8967b5c7 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:47:27.357893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9c4d-99cf-41dc-9f9c-f6cbc9ed4c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.362214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b23105a0-333f-4d38-be61-c3fa8967b5c7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b23105a0-333f-4d38-be61-c3fa8967b5c7,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:27.387357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9c4d-99cf-41dc-9f9c-f6cbc9ed4c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.432471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adcf4302-6912-4a5d-864c-fbdc99f9cef0 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.439266 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adcf4302-6912-4a5d-864c-fbdc99f9cef0 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.444826 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.451177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf33fbb1-d121-47ba-84d4-bb3767d4b667 req-d4633fef-530c-457f-abe1-5de604b630ea tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285415 Sep 10 03:47:27.507703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b23105a0-333f-4d38-be61-c3fa8967b5c7,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:27.520002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9c4d-99cf-41dc-9f9c-f6cbc9ed4c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.523155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1ab9c4d-99cf-41dc-9f9c-f6cbc9ed4c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.524343 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d1ab9c4d-99cf-41dc-9f9c-f6cbc9ed4c3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41836a6d-f54a-4739-acfd-a480fab50cc2 HTTP/1.1" status: 204 len: 168 time: 0.2363312 Sep 10 03:47:27.532324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab9c4d-99cf-41dc-9f9c-f6cbc9ed4c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41836a6d-f54a-4739-acfd-a480fab50cc2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:27.549095 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adcf4302-6912-4a5d-864c-fbdc99f9cef0 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.549731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adcf4302-6912-4a5d-864c-fbdc99f9cef0 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Fanout notify agent at l3_agent the message router_deleted on router 8a164c5d-5719-405b-a55d-4316bfcbc35e {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:47:27.560356 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adcf4302-6912-4a5d-864c-fbdc99f9cef0 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.561609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-adcf4302-6912-4a5d-864c-fbdc99f9cef0 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/routers/8a164c5d-5719-405b-a55d-4316bfcbc35e HTTP/1.1" status: 204 len: 168 time: 0.4419720 Sep 10 03:47:27.564176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43442) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:27.666023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Deleting port b940bf69-17b8-49e9-8e7f-3c3e4d8042af {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:27.666725 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.754652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.760307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['b23105a0-333f-4d38-be61-c3fa8967b5c7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:47:27.767327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Calling delete_port for b940bf69-17b8-49e9-8e7f-3c3e4d8042af owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:27.960098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:27.990641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Pushing event deleted for resources: {'Port': ['ID=b940bf69-17b8-49e9-8e7f-3c3e4d8042af,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:28.028013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.028326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.028668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.029134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.029326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.029655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.029983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.030310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.030923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.031313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.031646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.031995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:28.090534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.095945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43454) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:28.096992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1facd500-ffbc-4de5-9b02-508ebc47e78c tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/ports/b940bf69-17b8-49e9-8e7f-3c3e4d8042af HTTP/1.1" status: 204 len: 168 time: 0.5309703 Sep 10 03:47:28.154885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-937399f7-2d81-460f-b319-ce59e794e587 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Deleting subnet 9fc68025-2ce3-4666-9ae8-0d9a68f3dc71 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:47:28.158300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-937399f7-2d81-460f-b319-ce59e794e587 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.206276 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-937399f7-2d81-460f-b319-ce59e794e587 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.322978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-937399f7-2d81-460f-b319-ce59e794e587 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.337225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894cb94f-8534-4a8b-86d7-090f3e3f2c78 req-5e5f062d-b5aa-48b5-ba10-26d8c57da736 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:28.340331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-894cb94f-8534-4a8b-86d7-090f3e3f2c78 req-5e5f062d-b5aa-48b5-ba10-26d8c57da736 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 944 time: 0.0540640 Sep 10 03:47:28.382815 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-894cb94f-8534-4a8b-86d7-090f3e3f2c78 req-38344d20-c276-47d1-949c-58dd946c7025 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358777 Sep 10 03:47:28.452870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-937399f7-2d81-460f-b319-ce59e794e587 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.505593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937399f7-2d81-460f-b319-ce59e794e587 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Pushing event deleted for resources: {'Subnet': ['ID=9fc68025-2ce3-4666-9ae8-0d9a68f3dc71,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:28.510694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-937399f7-2d81-460f-b319-ce59e794e587 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.513053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43468) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:28.513254 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-937399f7-2d81-460f-b319-ce59e794e587 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/subnets/9fc68025-2ce3-4666-9ae8-0d9a68f3dc71 HTTP/1.1" status: 204 len: 168 time: 0.4152105 Sep 10 03:47:28.529322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c94f5445-302d-4fb2-a44c-c2570021de8c None None] Network 64bb862e-567d-429c-9459-894dc00d2e4f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:47:28.652285 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.653845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.665460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56273436-a5b5-437a-b7b7-3cedddc59260 req-466e2564-210b-4e4a-b1c5-35028a4ebde9 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:28.667467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56273436-a5b5-437a-b7b7-3cedddc59260 req-466e2564-210b-4e4a-b1c5-35028a4ebde9 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 944 time: 0.1161408 Sep 10 03:47:28.747756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56273436-a5b5-437a-b7b7-3cedddc59260 req-1520753c-de7f-4609-be7c-a1cb44dc1cde tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715013 Sep 10 03:47:28.774495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Deleting port 90fc521b-0255-451a-a333-72369f161831 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:28.774495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.778602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3fee2a-b54e-48fa-ac64-09c8364ab2e0 None None] DHCP port deletion for 64bb862e-567d-429c-9459-894dc00d2e4f request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:47:28.834690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fee2a-b54e-48fa-ac64-09c8364ab2e0 None None] Deleting port 90fc521b-0255-451a-a333-72369f161831 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:28.835060 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fe3fee2a-b54e-48fa-ac64-09c8364ab2e0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.847517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] For port 90fc521b-0255-451a-a333-72369f161831, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90fc521b-0255-451a-a333-72369f161831,segment=NetworkSegment(f964c475-5320-462a-9c02-67655fe52c37),segment_id=f964c475-5320-462a-9c02-67655fe52c37)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:28.847902 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.861126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Calling delete_port for 90fc521b-0255-451a-a333-72369f161831 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:28.929055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fe3fee2a-b54e-48fa-ac64-09c8364ab2e0 None None] For port 90fc521b-0255-451a-a333-72369f161831, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90fc521b-0255-451a-a333-72369f161831,segment=NetworkSegment(f964c475-5320-462a-9c02-67655fe52c37),segment_id=f964c475-5320-462a-9c02-67655fe52c37)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:28.929449 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fe3fee2a-b54e-48fa-ac64-09c8364ab2e0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:28.944534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fe3fee2a-b54e-48fa-ac64-09c8364ab2e0 None None] Calling delete_port for 90fc521b-0255-451a-a333-72369f161831 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:29.078834 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:47:29.081074 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:47:29.093144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fe3fee2a-b54e-48fa-ac64-09c8364ab2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.107833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Pushing event deleted for resources: {'Port': ['ID=90fc521b-0255-451a-a333-72369f161831,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:29.114432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] No DVR routers for this DVR port 90fc521b-0255-451a-a333-72369f161831 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:47:29.136020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3fee2a-b54e-48fa-ac64-09c8364ab2e0 None None] Pushing event deleted for resources: {'Port': ['ID=90fc521b-0255-451a-a333-72369f161831,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:29.140791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3fee2a-b54e-48fa-ac64-09c8364ab2e0 None None] No DVR routers for this DVR port 90fc521b-0255-451a-a333-72369f161831 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:47:29.144864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b23105a0-333f-4d38-be61-c3fa8967b5c7 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:29.227204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.249695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64bb862e-567d-429c-9459-894dc00d2e4f']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:29.259881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f964c475-5320-462a-9c02-67655fe52c37') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:29.260181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f964c475-5320-462a-9c02-67655fe52c37') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:29.276847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.285427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port b23105a0-333f-4d38-be61-c3fa8967b5c7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:29.289933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port b23105a0-333f-4d38-be61-c3fa8967b5c7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:29.290292 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.290666 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.297111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:47:29.297510 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:47:29.300700 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:47:29.381493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.413538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dd2f82-227d-43f7-b149-602cb54b082c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23105a0-333f-4d38-be61-c3fa8967b5c7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:29.415755 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83329d10-6a46-4e98-9112-182719b0c9ea" -d '{"events": [{"server_uuid": "02dd2f82-227d-43f7-b149-602cb54b082c", "name": "network-vif-plugged", "status": "completed", "tag": "b23105a0-333f-4d38-be61-c3fa8967b5c7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:29.428764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port b23105a0-333f-4d38-be61-c3fa8967b5c7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b23105a0-333f-4d38-be61-c3fa8967b5c7,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:29.457416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.471588 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd54a2a0-c0b3-43b2-bf19-62d7a02512d1 x-openstack-request-id: req-cd54a2a0-c0b3-43b2-bf19-62d7a02512d1 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:29.471588 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dd2f82-227d-43f7-b149-602cb54b082c", "name": "network-vif-plugged", "status": "completed", "tag": "b23105a0-333f-4d38-be61-c3fa8967b5c7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:29.471588 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd54a2a0-c0b3-43b2-bf19-62d7a02512d1 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:29.471588 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dd2f82-227d-43f7-b149-602cb54b082c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b23105a0-333f-4d38-be61-c3fa8967b5c7', 'code': 200} Sep 10 03:47:29.474969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.476968 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] 10.222.0.22 "DELETE /v2.0/networks/64bb862e-567d-429c-9459-894dc00d2e4f HTTP/1.1" status: 204 len: 168 time: 0.9626203 Sep 10 03:47:29.512173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e96865-4b5f-4ebd-9954-52c7a70baa97 tempest-TagsExtTest-819115958 tempest-TagsExtTest-819115958-project] Pushing event deleted for resources: {'Network': ['ID=64bb862e-567d-429c-9459-894dc00d2e4f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:29.538672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a1f6ae-4e68-487d-b87d-2b2e654f9e20 req-7028d232-017b-4d69-9126-bec6486784aa tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:29.540374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79a1f6ae-4e68-487d-b87d-2b2e654f9e20 req-7028d232-017b-4d69-9126-bec6486784aa tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 944 time: 0.0611107 Sep 10 03:47:29.546783 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:29.640408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=b23105a0-333f-4d38-be61-c3fa8967b5c7,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:29.651344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247a47f5-e006-4eb6-9d60-3275a492de7e req-9fed727b-5665-4b26-ba74-795042d8832c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:29.653024 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-247a47f5-e006-4eb6-9d60-3275a492de7e req-9fed727b-5665-4b26-ba74-795042d8832c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 1096 time: 0.0991805 Sep 10 03:47:29.654422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79a1f6ae-4e68-487d-b87d-2b2e654f9e20 req-14f573b9-5cf7-43a9-b27d-62e4fe2c9721 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867498 Sep 10 03:47:29.705241 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-247a47f5-e006-4eb6-9d60-3275a492de7e req-d12d8b89-b79e-4a41-b7c3-8e2416fb0bba service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433781 Sep 10 03:47:29.803063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90fc521b-0255-451a-a333-72369f161831 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:47:29.824445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 90fc521b-0255-451a-a333-72369f161831 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:47:29.825119 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90fc521b-0255-451a-a333-72369f161831 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:47:29.890140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a8ae96-2c66-4d84-a42c-4076361f243b req-4c77c864-14de-41ad-9efd-5625027b8eab tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:29.891635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1a8ae96-2c66-4d84-a42c-4076361f243b req-4c77c864-14de-41ad-9efd-5625027b8eab tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0561190 Sep 10 03:47:29.897344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 47e78099-7159-4a94-9583-12297ae3f72b details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:47:29.948473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1a8ae96-2c66-4d84-a42c-4076361f243b req-07e3d375-6299-4a7e-9b1b-70780076ad16 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496862 Sep 10 03:47:30.144972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 47e78099-7159-4a94-9583-12297ae3f72b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=47e78099-7159-4a94-9583-12297ae3f72b,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:30.157755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '47e78099-7159-4a94-9583-12297ae3f72b', 'network_id': '70e06d48-b244-4860-bc21-3a6979134cb8', 'port_id': '47e78099-7159-4a94-9583-12297ae3f72b', 'mac_address': 'fa:16:3e:b5:4c:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b5575dc5-8b76-4214-8972-bb2f14443e81', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:47:30.175317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43512) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:30.205528 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:30.219869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47e78099-7159-4a94-9583-12297ae3f72b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:47:30.245359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 47e78099-7159-4a94-9583-12297ae3f72b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=47e78099-7159-4a94-9583-12297ae3f72b,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:30.325810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bc63291b-5a22-428d-9405-9f37ba516425 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8162a9a4854840a2804442b7f73e8d55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1468332 Sep 10 03:47:30.326294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43518) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:30.332104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:30.383574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=47e78099-7159-4a94-9583-12297ae3f72b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:30.390028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9104ffdd-1878-4ade-9772-62770b449388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:30.414095 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9104ffdd-1878-4ade-9772-62770b449388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:30.542786 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9104ffdd-1878-4ade-9772-62770b449388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:30.545781 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9104ffdd-1878-4ade-9772-62770b449388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:30.550232 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9104ffdd-1878-4ade-9772-62770b449388 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ecd1917-0e26-4045-8d5f-a6fa19e25e57 HTTP/1.1" status: 204 len: 168 time: 0.2201653 Sep 10 03:47:30.559226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9104ffdd-1878-4ade-9772-62770b449388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ecd1917-0e26-4045-8d5f-a6fa19e25e57,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:30.599952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['47e78099-7159-4a94-9583-12297ae3f72b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:47:30.816516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4804f37d-f8cc-4a2f-8961-e19df3a66bca req-a2b4acd7-f342-4e36-8713-dd75b5114f67 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:30.818369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4804f37d-f8cc-4a2f-8961-e19df3a66bca req-a2b4acd7-f342-4e36-8713-dd75b5114f67 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 945 time: 0.0707908 Sep 10 03:47:30.860895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4804f37d-f8cc-4a2f-8961-e19df3a66bca req-ff36a50f-b803-4e3e-a940-3ed158ca58ae tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358958 Sep 10 03:47:31.086454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfae1b8-cc76-463e-8052-efa9d9972847 req-52241b11-c7e1-465c-9a95-248a3c021051 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:31.088207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abfae1b8-cc76-463e-8052-efa9d9972847 req-52241b11-c7e1-465c-9a95-248a3c021051 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0610933 Sep 10 03:47:31.144291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abfae1b8-cc76-463e-8052-efa9d9972847 req-7f00033a-9beb-4e43-a713-f255d5cab75e tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474102 Sep 10 03:47:31.930863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 47e78099-7159-4a94-9583-12297ae3f72b up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:32.006293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd129447-c3fe-484d-89f8-ff2ad9a21d8b req-a9625f2e-8f26-444c-86e6-c8b0409ffcc4 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:32.009196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd129447-c3fe-484d-89f8-ff2ad9a21d8b req-a9625f2e-8f26-444c-86e6-c8b0409ffcc4 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 945 time: 0.0692518 Sep 10 03:47:32.038638 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:32.071786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd129447-c3fe-484d-89f8-ff2ad9a21d8b req-f8fd4d59-ce99-43e7-9141-4f21757d2386 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535889 Sep 10 03:47:32.083774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 47e78099-7159-4a94-9583-12297ae3f72b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:32.095252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 47e78099-7159-4a94-9583-12297ae3f72b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:32.096091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:32.197243 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:32.220992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c625acbc-802c-49a2-91d2-1687a7cd9003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e78099-7159-4a94-9583-12297ae3f72b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:32.223247 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5448f1b7-7f4b-44a8-98e1-088759e5c4e5" -d '{"events": [{"server_uuid": "c625acbc-802c-49a2-91d2-1687a7cd9003", "name": "network-vif-plugged", "status": "completed", "tag": "47e78099-7159-4a94-9583-12297ae3f72b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:32.248842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 47e78099-7159-4a94-9583-12297ae3f72b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=47e78099-7159-4a94-9583-12297ae3f72b,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:32.273269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ba004-8929-462c-82ff-34266d9b29a4 req-ee5b43b7-f358-4133-99f2-b2824b8edcbf tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:32.274579 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e89965-b79b-4430-bfb3-bce0fd7629f3 x-openstack-request-id: req-f7e89965-b79b-4430-bfb3-bce0fd7629f3 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:32.274780 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c625acbc-802c-49a2-91d2-1687a7cd9003", "name": "network-vif-plugged", "status": "completed", "tag": "47e78099-7159-4a94-9583-12297ae3f72b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:32.275233 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7e89965-b79b-4430-bfb3-bce0fd7629f3 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:32.275607 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c625acbc-802c-49a2-91d2-1687a7cd9003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47e78099-7159-4a94-9583-12297ae3f72b', 'code': 200} Sep 10 03:47:32.288868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-108ba004-8929-462c-82ff-34266d9b29a4 req-ee5b43b7-f358-4133-99f2-b2824b8edcbf tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0770292 Sep 10 03:47:32.326828 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:32.340319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-108ba004-8929-462c-82ff-34266d9b29a4 req-c15d2b34-458b-4b6a-bb34-837700b5aada tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502682 Sep 10 03:47:32.421090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61990161-0cce-449f-9dd3-d07ab5a03096 req-fef37fa4-6a90-4d06-8924-7ab6f1b4247c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:32.428585 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-61990161-0cce-449f-9dd3-d07ab5a03096 req-fef37fa4-6a90-4d06-8924-7ab6f1b4247c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 1097 time: 0.0876167 Sep 10 03:47:32.444319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=47e78099-7159-4a94-9583-12297ae3f72b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:32.488428 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-61990161-0cce-449f-9dd3-d07ab5a03096 req-e24af35b-2e66-4dd1-bf37-9863acb9bc14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523171 Sep 10 03:47:32.519764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4a7228-1e5c-4cef-8448-8a94bfa7eb2f req-7104b26c-6f41-4f1b-930b-b80e710a733a tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:32.521729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c4a7228-1e5c-4cef-8448-8a94bfa7eb2f req-7104b26c-6f41-4f1b-930b-b80e710a733a tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0528376 Sep 10 03:47:32.588947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c4a7228-1e5c-4cef-8448-8a94bfa7eb2f req-1d9f3003-5017-4800-aab3-b0e10e515927 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555630 Sep 10 03:47:32.960451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d42ee-aa8a-4034-8520-1cfd66a84635 req-add32d7d-49fa-48b5-8a61-bd1491630000 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:32.962348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff8d42ee-aa8a-4034-8520-1cfd66a84635 req-add32d7d-49fa-48b5-8a61-bd1491630000 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0697389 Sep 10 03:47:33.012143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff8d42ee-aa8a-4034-8520-1cfd66a84635 req-5e534256-64d2-4b4e-aaae-a7cbe95b2b10 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425532 Sep 10 03:47:33.186679 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b62f1-c4a0-465c-9864-8cfd1b329163 req-f912f6f8-ff12-403b-bdf2-19069cd1b026 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:33.188292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c29b62f1-c4a0-465c-9864-8cfd1b329163 req-f912f6f8-ff12-403b-bdf2-19069cd1b026 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0865126 Sep 10 03:47:33.248544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c29b62f1-c4a0-465c-9864-8cfd1b329163 req-cb56e7db-5f78-4681-b961-50f2424677ae tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538073 Sep 10 03:47:33.298453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8678e518-b2d2-4a52-abef-7c9199e40fa7 req-f2d7f278-9d97-43f9-bc4c-6d44c37ece21 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:33.299979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8678e518-b2d2-4a52-abef-7c9199e40fa7 req-f2d7f278-9d97-43f9-bc4c-6d44c37ece21 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 946 time: 0.0735288 Sep 10 03:47:33.345960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8678e518-b2d2-4a52-abef-7c9199e40fa7 req-c28d6ee9-ff24-4c62-a809-72036b9702a6 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375996 Sep 10 03:47:33.591218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b095f6-3111-4ef8-8266-14ab9959b274 req-8f27a3f0-52df-4206-b977-c3c6cf8ed1e0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:33.594425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16b095f6-3111-4ef8-8266-14ab9959b274 req-8f27a3f0-52df-4206-b977-c3c6cf8ed1e0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0514934 Sep 10 03:47:33.638308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16b095f6-3111-4ef8-8266-14ab9959b274 req-21c60bfd-9a3e-4f08-8a39-19ed81b39710 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354364 Sep 10 03:47:33.773944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6a8c6d-2761-4249-a0f0-315e7ffac4e0 req-434c4c7d-bf89-4e2c-b14a-93b155b701de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:33.775438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e6a8c6d-2761-4249-a0f0-315e7ffac4e0 req-434c4c7d-bf89-4e2c-b14a-93b155b701de tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0600533 Sep 10 03:47:33.814846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e6a8c6d-2761-4249-a0f0-315e7ffac4e0 req-7bcc4922-f55a-4c4d-b3af-856a5ff732ee tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333865 Sep 10 03:47:34.527509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c17c73-29df-4977-acb1-b688d7b2910b req-5fbb80b2-4469-479b-9092-a05cce0240a2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:34.529059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12c17c73-29df-4977-acb1-b688d7b2910b req-5fbb80b2-4469-479b-9092-a05cce0240a2 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 946 time: 0.1031878 Sep 10 03:47:34.542191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7924041f-c02c-4467-a0a4-75f58981a9fd req-a777d528-4869-4748-8ae0-a4d21025e4cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:34.547883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7924041f-c02c-4467-a0a4-75f58981a9fd req-a777d528-4869-4748-8ae0-a4d21025e4cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.1047864 Sep 10 03:47:34.612371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12c17c73-29df-4977-acb1-b688d7b2910b req-7589db29-292c-4944-98da-58652e4781d4 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633614 Sep 10 03:47:34.620180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7924041f-c02c-4467-a0a4-75f58981a9fd req-02259ef7-c819-4da2-8fa5-f403263e9f58 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572045 Sep 10 03:47:35.117804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13a184d-1f06-4cb2-a368-e97c47588a31 req-cccb5fa1-5eaf-4c2a-ad5e-46bd964b3c63 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:35.124152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b13a184d-1f06-4cb2-a368-e97c47588a31 req-cccb5fa1-5eaf-4c2a-ad5e-46bd964b3c63 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 946 time: 0.0591905 Sep 10 03:47:35.169005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b13a184d-1f06-4cb2-a368-e97c47588a31 req-5b1e42e6-7a27-43b5-86f7-5587c7af697c tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403929 Sep 10 03:47:35.748759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9d5aa5-86f9-49f0-b107-29aa7502b2e6 req-fe64302b-c8ce-4c84-b9ba-9b215478acd0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:35.750269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc9d5aa5-86f9-49f0-b107-29aa7502b2e6 req-fe64302b-c8ce-4c84-b9ba-9b215478acd0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0548341 Sep 10 03:47:35.792379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc9d5aa5-86f9-49f0-b107-29aa7502b2e6 req-3ba51590-6541-462e-a7d9-effd2afaaef0 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/security-groups?id=270996d9-965b-4b26-96f4-af8efb14bf11&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337827 Sep 10 03:47:35.936878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-dbc36080-0c5b-4f90-bc93-42c7ed51a8ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:35.938671 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-dbc36080-0c5b-4f90-bc93-42c7ed51a8ce tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.39 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 945 time: 0.0583839 Sep 10 03:47:36.062705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Deleting port b23105a0-333f-4d38-be61-c3fa8967b5c7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:36.063626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:36.168470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] For port b23105a0-333f-4d38-be61-c3fa8967b5c7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=b23105a0-333f-4d38-be61-c3fa8967b5c7,segment=NetworkSegment(87530e45-3e88-4d11-9eab-737f5ed22eec),segment_id=87530e45-3e88-4d11-9eab-737f5ed22eec)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:36.169234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:36.198268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Calling delete_port for b23105a0-333f-4d38-be61-c3fa8967b5c7 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:36.316137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39fa619-7100-4d2f-853d-4b8c4b61507d req-af8f07ba-8af0-48e6-881d-30080d89fb5b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:36.324536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39fa619-7100-4d2f-853d-4b8c4b61507d req-af8f07ba-8af0-48e6-881d-30080d89fb5b tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 946 time: 0.0627654 Sep 10 03:47:36.386456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39fa619-7100-4d2f-853d-4b8c4b61507d req-37941835-df0f-4187-8fca-95ece4ff332e tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607824 Sep 10 03:47:36.455274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:36.470661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['b23105a0-333f-4d38-be61-c3fa8967b5c7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:47:36.497850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Pushing event deleted for resources: {'Port': ['ID=b23105a0-333f-4d38-be61-c3fa8967b5c7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:36.548094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] No DVR routers for this DVR port b23105a0-333f-4d38-be61-c3fa8967b5c7 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:47:36.550853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:36.553097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ee3a979-f1f5-44cd-b454-ff88a21fd75b req-f5d2f818-3ede-4700-aabb-a19f427f81cb tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.39 "DELETE /v2.0/ports/b23105a0-333f-4d38-be61-c3fa8967b5c7 HTTP/1.1" status: 204 len: 173 time: 0.6081223 Sep 10 03:47:36.553644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02dd2f82-227d-43f7-b149-602cb54b082c', 'name': 'network-vif-deleted', 'tag': 'b23105a0-333f-4d38-be61-c3fa8967b5c7'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:36.556009 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8261f589-0a3c-45cf-bca2-46ecfde08c42" -d '{"events": [{"server_uuid": "02dd2f82-227d-43f7-b149-602cb54b082c", "name": "network-vif-deleted", "tag": "b23105a0-333f-4d38-be61-c3fa8967b5c7"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:36.599748 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70a89e0-c8c6-43fe-b634-707ba63ad2ba x-openstack-request-id: req-c70a89e0-c8c6-43fe-b634-707ba63ad2ba {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:36.600295 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02dd2f82-227d-43f7-b149-602cb54b082c", "name": "network-vif-deleted", "tag": "b23105a0-333f-4d38-be61-c3fa8967b5c7", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:36.600572 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c70a89e0-c8c6-43fe-b634-707ba63ad2ba {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:36.600979 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02dd2f82-227d-43f7-b149-602cb54b082c', 'name': 'network-vif-deleted', 'tag': 'b23105a0-333f-4d38-be61-c3fa8967b5c7', 'status': 'completed', 'code': 200} Sep 10 03:47:36.894985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5c801f3-73f1-4467-93ec-ff2fe55fd9d1 req-a2d23741-75b7-4d5a-af5c-84f1ac5b1647 tempest-ServerDiskConfigTestJSON-363753281 tempest-ServerDiskConfigTestJSON-363753281-project] 10.222.0.22 "GET /v2.0/ports?device_id=02dd2f82-227d-43f7-b149-602cb54b082c HTTP/1.1" status: 200 len: 210 time: 0.0289783 Sep 10 03:47:37.023601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e98fdcb-bbe7-41ec-867d-96070d33e017 req-90f68f89-c0bf-445c-96d0-2dc776f571f0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:37.025619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e98fdcb-bbe7-41ec-867d-96070d33e017 req-90f68f89-c0bf-445c-96d0-2dc776f571f0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 946 time: 0.0573735 Sep 10 03:47:37.099898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e98fdcb-bbe7-41ec-867d-96070d33e017 req-f3573a08-1e57-4b2a-a11e-67eb4d592e75 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669761 Sep 10 03:47:38.223083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43830) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:38.231401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0bfead-b4d6-4095-8c58-51d1774fded6 req-0fc0d959-88cb-4162-bd7a-b3e235e30270 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:38.233089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e0bfead-b4d6-4095-8c58-51d1774fded6 req-0fc0d959-88cb-4162-bd7a-b3e235e30270 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 946 time: 0.0544186 Sep 10 03:47:38.278720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e0bfead-b4d6-4095-8c58-51d1774fded6 req-99b43070-131d-4907-805f-78f3e772fac5 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394299 Sep 10 03:47:38.328695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43834) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:38.371770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-3220b969-b2d4-44cb-beeb-a804621cf914 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:38.373830 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-3220b969-b2d4-44cb-beeb-a804621cf914 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 946 time: 0.0772147 Sep 10 03:47:38.424270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b478a15-dea6-4436-adb4-dc2c5e759b18 admin admin] Deleting subnet cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:47:38.429251 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b478a15-dea6-4436-adb4-dc2c5e759b18 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:38.435954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1832e70-518e-4d91-bcf6-cd69c6471443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:38.488617 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b478a15-dea6-4436-adb4-dc2c5e759b18 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:38.565845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b478a15-dea6-4436-adb4-dc2c5e759b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:38.584886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Deleting port 47e78099-7159-4a94-9583-12297ae3f72b {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:38.585483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:38.723037 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1832e70-518e-4d91-bcf6-cd69c6471443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:38.724981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] For port 47e78099-7159-4a94-9583-12297ae3f72b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=47e78099-7159-4a94-9583-12297ae3f72b,segment=NetworkSegment(0eec920b-4770-4d9b-aad9-3e30da48b487),segment_id=0eec920b-4770-4d9b-aad9-3e30da48b487)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:38.725332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:38.737292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b478a15-dea6-4436-adb4-dc2c5e759b18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:38.738298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Calling delete_port for 47e78099-7159-4a94-9583-12297ae3f72b owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:38.779565 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b478a15-dea6-4436-adb4-dc2c5e759b18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:38.781638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4b478a15-dea6-4436-adb4-dc2c5e759b18 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4 HTTP/1.1" status: 204 len: 168 time: 0.4518991 Sep 10 03:47:38.782901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b478a15-dea6-4436-adb4-dc2c5e759b18 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb226b40-dcdd-4fb4-ac8b-c18c4eb099e4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:38.785433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:38.823450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1832e70-518e-4d91-bcf6-cd69c6471443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.215069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1832e70-518e-4d91-bcf6-cd69c6471443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6dbcce60-909b-4f84-9b99-012718c8d39c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:39.235815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a1832e70-518e-4d91-bcf6-cd69c6471443 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e9fc01bd5aba40ba92ffa58efb6b4d13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0104024 Sep 10 03:47:39.237333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43852) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:39.244645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.330463 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9dcb422d-a4af-4457-a828-b4e7cc70872a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.374185 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9dcb422d-a4af-4457-a828-b4e7cc70872a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.433308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.447271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:39.488831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87530e45-3e88-4d11-9eab-737f5ed22eec') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:39.488831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87530e45-3e88-4d11-9eab-737f5ed22eec') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:39.525635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.534951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153c3ec5-a4bd-428d-a909-f3d3d77b62a8 req-42e39fa6-78a5-466b-920e-ecc1fd364cbf tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:39.543727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-153c3ec5-a4bd-428d-a909-f3d3d77b62a8 req-42e39fa6-78a5-466b-920e-ecc1fd364cbf tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 946 time: 0.1416810 Sep 10 03:47:39.547604 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:47:39.572298 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.585007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['47e78099-7159-4a94-9583-12297ae3f72b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:47:39.639142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-153c3ec5-a4bd-428d-a909-f3d3d77b62a8 req-766deab7-b8ea-4a89-8278-b2fc49853df3 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/security-groups?id=c48b641b-12f8-4b74-a160-4a54f82d4c0f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950735 Sep 10 03:47:39.656047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Pushing event deleted for resources: {'Port': ['ID=47e78099-7159-4a94-9583-12297ae3f72b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:39.679368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9dcb422d-a4af-4457-a828-b4e7cc70872a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.682244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9dcb422d-a4af-4457-a828-b4e7cc70872a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.684567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9dcb422d-a4af-4457-a828-b4e7cc70872a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6dbcce60-909b-4f84-9b99-012718c8d39c HTTP/1.1" status: 204 len: 168 time: 0.4447560 Sep 10 03:47:39.706098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dcb422d-a4af-4457-a828-b4e7cc70872a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dbcce60-909b-4f84-9b99-012718c8d39c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:39.778165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] No DVR routers for this DVR port 47e78099-7159-4a94-9583-12297ae3f72b on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:47:39.781570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.785746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e4521277-e308-4374-8b26-2fe28af1ed62 req-c5cb5e2d-17c3-4a8f-8524-13c7806cc5c0 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.20 "DELETE /v2.0/ports/47e78099-7159-4a94-9583-12297ae3f72b HTTP/1.1" status: 204 len: 173 time: 1.3976660 Sep 10 03:47:39.788756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c625acbc-802c-49a2-91d2-1687a7cd9003', 'name': 'network-vif-deleted', 'tag': '47e78099-7159-4a94-9583-12297ae3f72b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:39.791067 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df73dc95-e0ab-41f8-940c-5aa203385b8a" -d '{"events": [{"server_uuid": "c625acbc-802c-49a2-91d2-1687a7cd9003", "name": "network-vif-deleted", "tag": "47e78099-7159-4a94-9583-12297ae3f72b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:39.794081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.820501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:39.833925 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf HTTP/1.1" status: 204 len: 168 time: 1.0367761 Sep 10 03:47:39.841578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51a61d-a159-419f-ab66-44ca7e9cf194 admin admin] Pushing event deleted for resources: {'Network': ['ID=1bc522bc-1e5c-4544-9a6e-e7b3cf25a5bf,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:39.852965 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ece615-ccae-44d0-977b-1f4bd438eb9c x-openstack-request-id: req-e4ece615-ccae-44d0-977b-1f4bd438eb9c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:39.855927 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c625acbc-802c-49a2-91d2-1687a7cd9003", "name": "network-vif-deleted", "tag": "47e78099-7159-4a94-9583-12297ae3f72b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:39.855927 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4ece615-ccae-44d0-977b-1f4bd438eb9c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:39.855927 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c625acbc-802c-49a2-91d2-1687a7cd9003', 'name': 'network-vif-deleted', 'tag': '47e78099-7159-4a94-9583-12297ae3f72b', 'status': 'completed', 'code': 200} Sep 10 03:47:40.553096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43882) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:40.633800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d4ddfca2-a9ad-48a3-a08a-16a256471d51 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d430b938148d4c3cb1dc147b1f7f151d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0779691 Sep 10 03:47:40.639783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43886) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:40.742614 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94e84589-72b0-46eb-897f-4ef6fd36a97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:40.794337 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94e84589-72b0-46eb-897f-4ef6fd36a97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:40.874687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5589cdb-c909-43e0-8afd-3f88de19b044 req-70c4a277-5eac-4454-80f8-469fe95556c4 tempest-DeleteServersTestJSON-1564093360 tempest-DeleteServersTestJSON-1564093360-project] 10.222.0.22 "GET /v2.0/ports?device_id=c625acbc-802c-49a2-91d2-1687a7cd9003 HTTP/1.1" status: 200 len: 210 time: 0.0330520 Sep 10 03:47:40.999537 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94e84589-72b0-46eb-897f-4ef6fd36a97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:41.003830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94e84589-72b0-46eb-897f-4ef6fd36a97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:41.003830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-94e84589-72b0-46eb-897f-4ef6fd36a97f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/270996d9-965b-4b26-96f4-af8efb14bf11 HTTP/1.1" status: 204 len: 168 time: 0.3675487 Sep 10 03:47:41.014808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e84589-72b0-46eb-897f-4ef6fd36a97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=270996d9-965b-4b26-96f4-af8efb14bf11,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:41.201329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b23105a0-333f-4d38-be61-c3fa8967b5c7 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:47:41.225628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: b23105a0-333f-4d38-be61-c3fa8967b5c7 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:47:41.225963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device b23105a0-333f-4d38-be61-c3fa8967b5c7 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:47:41.284936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43898) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:41.310262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97493e87-3af5-43e6-829e-8036b8912946 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:41.448306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97493e87-3af5-43e6-829e-8036b8912946 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:41.563937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97493e87-3af5-43e6-829e-8036b8912946 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:41.646630 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-97493e87-3af5-43e6-829e-8036b8912946 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=897d72b043af4f6ab3a700c4faf321ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3586426 Sep 10 03:47:41.648960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43906) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:41.664341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97493e87-3af5-43e6-829e-8036b8912946 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feddf682-0d57-409b-bc5f-47e73e509cff,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:41.748064 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3079b4e-4415-4385-be89-ca715851c5e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:41.786913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3079b4e-4415-4385-be89-ca715851c5e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:41.931161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3079b4e-4415-4385-be89-ca715851c5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:41.934336 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3079b4e-4415-4385-be89-ca715851c5e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:41.935433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e3079b4e-4415-4385-be89-ca715851c5e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/feddf682-0d57-409b-bc5f-47e73e509cff HTTP/1.1" status: 204 len: 168 time: 0.2846055 Sep 10 03:47:41.937429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 47e78099-7159-4a94-9583-12297ae3f72b no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:47:41.952268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3079b4e-4415-4385-be89-ca715851c5e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feddf682-0d57-409b-bc5f-47e73e509cff,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:42.014300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 47e78099-7159-4a94-9583-12297ae3f72b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:47:42.014821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 47e78099-7159-4a94-9583-12297ae3f72b not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:47:43.995227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44012) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:44.234234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-921238126-network', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:44.374980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Made reservation on behalf of 7ac6760a39664e0fbe8dec22f2b9a28b for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:44.377889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:44.393296 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:44.558730 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:44.636971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:44.669653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] vlan segment allocate from pool success with {'vlan_id': 220, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:47:44.690382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dbcbf5-5f10-4813-8197-729ab0b1a3bc req-5d932283-8a57-4f3f-8266-950efe8b4e68 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:44.698676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62dbcbf5-5f10-4813-8197-729ab0b1a3bc req-5d932283-8a57-4f3f-8266-950efe8b4e68 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 946 time: 0.0933561 Sep 10 03:47:44.703339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:44.706979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:44.707820 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Added segment 7b4adbde-e3aa-4f17-9aa6-9c305c7663f8 of type vlan for network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 Sep 10 03:47:44.776503 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:44.795738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62dbcbf5-5f10-4813-8197-729ab0b1a3bc req-d12b63d9-70ff-44a4-a2b7-64a2277dc6b0 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0958393 Sep 10 03:47:44.943863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:44.951855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:44.951855 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:45.011852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] Pushing event updated for resources: {'Network': ['ID=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:45.024413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:47:45.091643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a9e22e60-07bb-4bc2-acbd-ef33f4517310 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.0951622 Sep 10 03:47:45.094737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44050) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:45.100951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Request body: {'subnet': {'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-921238126-subnet', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:45.245739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Made reservation on behalf of 7ac6760a39664e0fbe8dec22f2b9a28b for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:45.249662 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:45.535443 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:45.652810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Checking segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:45.652810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Network hostable DHCP agents. Network: b8b1fb22-57ac-4a99-b886-ecf7ed5baa21, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:47:45.653366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:45.759554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:47:45.840677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, b8b1fb22-57ac-4a99-b886-ecf7ed5baa21) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:45.846005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:45.847415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:45.852756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1581d329-8a1e-4353-8c39-9877e362368d None None] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:47:45.993334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab099fb-8f79-4271-9bf5-3f994493caea req-bd88d751-da56-433c-8d1a-268f359afd64 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:46.002258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ab099fb-8f79-4271-9bf5-3f994493caea req-bd88d751-da56-433c-8d1a-268f359afd64 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 946 time: 0.0936387 Sep 10 03:47:46.028118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e656c0fc-0787-4eb6-9597-93c403cc13f6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9321408 Sep 10 03:47:46.042608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44094) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:46.049643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:46.076287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ab099fb-8f79-4271-9bf5-3f994493caea req-07b746b9-e864-4475-b31b-d1141683204d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728004 Sep 10 03:47:46.108296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-d28f305b-e37d-4eac-b3a3-375e0ab00b26 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:46.110540 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-d28f305b-e37d-4eac-b3a3-375e0ab00b26 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.39 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 946 time: 0.1233101 Sep 10 03:47:46.182557 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.183647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.208088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:47:46.210697 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.310597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Deleting port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:46.311092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.364398 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.436003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Allocated IP 172.20.0.2 (b8b1fb22-57ac-4a99-b886-ecf7ed5baa21/7acad24b-4b6d-433b-a8bd-b763f4c5bfd4/ce70d068-3509-4888-9fdf-a32ce34735bb) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:46.456961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] For port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:46.457777 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.632092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.634976 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.643929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Transition to ACTIVE for port object ce70d068-3509-4888-9fdf-a32ce34735bb will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:46.672067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Transition to ACTIVE for port object ce70d068-3509-4888-9fdf-a32ce34735bb will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:46.792475 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.929771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:46.937210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.937573 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:46.942258 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Floating IP ddadd3a5-4cbe-4714-a3c0-95f178bbf268 disassociated. External IP: 172.25.3.81, port: a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b. Sep 10 03:47:46.942258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Calling delete_port for a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:46.945432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Pushing event updated for resources: {'Port': ['ID=ce70d068-3509-4888-9fdf-a32ce34735bb,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:46.954050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:46.959558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:47.083936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Attempting to bind port ce70d068-3509-4888-9fdf-a32ce34735bb on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:47:47.084302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Attempting to bind port ce70d068-3509-4888-9fdf-a32ce34735bb by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:47:47.086212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Attempting to bind port ce70d068-3509-4888-9fdf-a32ce34735bb on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:47.099447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:47:47.099995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Checking segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:47.100683 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.101276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Bound using segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:47:47.101948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Bound port: ce70d068-3509-4888-9fdf-a32ce34735bb, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:47:47.121089 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.138094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44130) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:47.234756 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.248327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] For port ce70d068-3509-4888-9fdf-a32ce34735bb, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:47:47.255460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] For port ce70d068-3509-4888-9fdf-a32ce34735bb, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ce70d068-3509-4888-9fdf-a32ce34735bb,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:47:47.273967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event deleted for resources: {'Port': ['ID=a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:47.291111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4044410-b386-4163-979e-96423e660005 admin admin] Deleting subnet b5575dc5-8b76-4214-8972-bb2f14443e81 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:47:47.295816 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.299810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4044410-b386-4163-979e-96423e660005 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.316329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b1518-17b4-47d8-ae23-0859cd5c65d4 req-b2dcef8f-4a63-4d47-8100-677ba8a3299f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:47.318839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b6b1518-17b4-47d8-ae23-0859cd5c65d4 req-b2dcef8f-4a63-4d47-8100-677ba8a3299f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 868 time: 0.1248477 Sep 10 03:47:47.343081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.359469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.535013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f218c60-2f5e-4efe-ac74-4f441a228b28 None None] Pushing event updated for resources: {'Port': ['ID=ce70d068-3509-4888-9fdf-a32ce34735bb,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:47.597942 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4044410-b386-4163-979e-96423e660005 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.655159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Router e3c30265-3678-4e35-865d-a0077962deff has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:47:47.665044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b6b1518-17b4-47d8-ae23-0859cd5c65d4 req-65e9199f-7531-454f-85b8-2911bf3a412e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=72833bad-b13b-47a5-b1cc-5f76bdcac4a2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3094745 Sep 10 03:47:47.674939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Allocated IP 172.25.3.93 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/532a0044-f1af-4f8b-905e-ed05c0c22b8a) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:47.718285 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4044410-b386-4163-979e-96423e660005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.959230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:47.961054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:47:47.976942 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] Sync routers for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:47:47.987856 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:47.988723 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:48.017835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] No DVR routers for this DVR port a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:47:48.017835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:48.019364 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6fce9bc2-17f4-4b8f-899f-fc6252612f48 req-5c69c930-e73b-4c3d-95e0-0e872cf882f2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.39 "DELETE /v2.0/ports/a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b HTTP/1.1" status: 204 len: 173 time: 1.8939199 Sep 10 03:47:48.020135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-deleted', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:47:48.022915 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2199dc5-6a5e-4d1d-8fdc-3256f82998d1" -d '{"events": [{"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-deleted", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:47:48.067074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4044410-b386-4163-979e-96423e660005 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:48.128272 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33de1323-408a-4626-8bc7-82d2816602b5 x-openstack-request-id: req-33de1323-408a-4626-8bc7-82d2816602b5 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:47:48.128573 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3d7b9f9-9f51-48e7-9941-299fd926949d", "name": "network-vif-deleted", "tag": "a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:47:48.128830 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33de1323-408a-4626-8bc7-82d2816602b5 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:47:48.129239 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3d7b9f9-9f51-48e7-9941-299fd926949d', 'name': 'network-vif-deleted', 'tag': 'a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b', 'status': 'completed', 'code': 200} Sep 10 03:47:48.138357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4044410-b386-4163-979e-96423e660005 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5575dc5-8b76-4214-8972-bb2f14443e81,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:48.153059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4044410-b386-4163-979e-96423e660005 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:48.158653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f4044410-b386-4163-979e-96423e660005 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b5575dc5-8b76-4214-8972-bb2f14443e81 HTTP/1.1" status: 204 len: 168 time: 1.0173113 Sep 10 03:47:48.159396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44152) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:48.166243 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:48.248458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:48.340029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Pushing event updated for resources: {'Port': ['ID=532a0044-f1af-4f8b-905e-ed05c0c22b8a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:48.363223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:48.366576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:48.371601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:48.375291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:48.430332 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:48.655879 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] Checking router: e3c30265-3678-4e35-865d-a0077962deff for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:47:48.668817 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:48.669792 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:48.675230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:48.732036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e06d48-b244-4860-bc21-3a6979134cb8']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:48.743717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eec920b-4770-4d9b-aad9-3e30da48b487') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:48.745896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eec920b-4770-4d9b-aad9-3e30da48b487') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:48.754251 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:48.778065 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:48.784028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:47:48.784795 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:47:48.787958 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:47:48.797402 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:48.843347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74d04e17-750d-4686-bbd5-0ca10800ab92 req-ee6c7af9-e4c0-44b7-a8e6-8c98d2f415ae tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=e3d7b9f9-9f51-48e7-9941-299fd926949d HTTP/1.1" status: 200 len: 210 time: 0.0328233 Sep 10 03:47:49.051488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e653cf63-8c2c-4d5d-9fee-c67845402be8 None None] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:47:49.062811 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:49.075665 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:49.117368 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b710ff04-74ad-4ae4-9226-93889ffb62b2 None None] The sync data for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 is: [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:47:49.302725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1f1ce3a8-67eb-4642-a826-2329ebf40f00 None None] Provisioning for port ce70d068-3509-4888-9fdf-a32ce34735bb completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:49.557154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:49.563900 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:49.565727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] 10.222.0.22 "DELETE /v2.0/networks/70e06d48-b244-4860-bc21-3a6979134cb8 HTTP/1.1" status: 204 len: 168 time: 1.4052157 Sep 10 03:47:49.579021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e24ca-a430-48e4-86fd-2250ac96fb31 admin admin] Pushing event deleted for resources: {'Network': ['ID=70e06d48-b244-4860-bc21-3a6979134cb8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:49.593046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-062ea173-a67d-4e71-a8c4-c63b63d3a3b3 None None] New status for floating IP ddadd3a5-4cbe-4714-a3c0-95f178bbf268: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:47:49.751632 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:49.899031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ce70d068-3509-4888-9fdf-a32ce34735bb up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:50.079617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ce70d068-3509-4888-9fdf-a32ce34735bb completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:50.083191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Router 6ddc659f-5af6-4fd0-a416-cd8dae839239 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:47:50.084147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ce70d068-3509-4888-9fdf-a32ce34735bb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:50.084527 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.173224 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.178859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44192) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:50.200239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:47:50.215804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port ce70d068-3509-4888-9fdf-a32ce34735bb, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ce70d068-3509-4888-9fdf-a32ce34735bb,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:50.216964 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49769dae-1925-4893-9864-5c569acffffd None None] Sync routers for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:47:50.230295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44194) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:50.231010 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49769dae-1925-4893-9864-5c569acffffd None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:50.231632 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-49769dae-1925-4893-9864-5c569acffffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:50.296010 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-448fdff0-4970-4c4c-9256-5ca75452f7cf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.300599 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bba094a1-078a-42d9-a77a-cd0817e2b69a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=77e28690aa0e41198f2b6be9a0b040db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0692418 Sep 10 03:47:50.304403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44196) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:50.320468 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.321942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2e9dcc26-d03a-4e95-a9ac-0d36aab88486 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.2783098 Sep 10 03:47:50.325256 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-448fdff0-4970-4c4c-9256-5ca75452f7cf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.335931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44198) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:50.341760 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-49769dae-1925-4893-9864-5c569acffffd None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:50.353688 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.419011 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1e04d57-05bb-43b3-b64b-4d8944c28c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.422752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=ce70d068-3509-4888-9fdf-a32ce34735bb,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:50.482892 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1e04d57-05bb-43b3-b64b-4d8944c28c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.529294 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-448fdff0-4970-4c4c-9256-5ca75452f7cf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.534109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-448fdff0-4970-4c4c-9256-5ca75452f7cf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.534109 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-448fdff0-4970-4c4c-9256-5ca75452f7cf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "DELETE /v2.0/security-groups/72833bad-b13b-47a5-b1cc-5f76bdcac4a2 HTTP/1.1" status: 204 len: 168 time: 0.3530779 Sep 10 03:47:50.538022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44202) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:50.552680 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fdff0-4970-4c4c-9256-5ca75452f7cf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72833bad-b13b-47a5-b1cc-5f76bdcac4a2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:50.560077 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-94925ce8-10cb-40a4-9200-5dd6486ed050 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] show failed (client error): The resource could not be found. Sep 10 03:47:50.562184 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-94925ce8-10cb-40a4-9200-5dd6486ed050 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups/72833bad-b13b-47a5-b1cc-5f76bdcac4a2 HTTP/1.1" status: 404 len: 347 time: 0.0217080 Sep 10 03:47:50.567416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44204) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:50.568769 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-49769dae-1925-4893-9864-5c569acffffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:48Z', 'revision_number': 3, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:50.602116 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49769dae-1925-4893-9864-5c569acffffd None None] Checking router: 6ddc659f-5af6-4fd0-a416-cd8dae839239 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:47:50.602562 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49769dae-1925-4893-9864-5c569acffffd None None] Updating router 6ddc659f-5af6-4fd0-a416-cd8dae839239 port 532a0044-f1af-4f8b-905e-ed05c0c22b8a binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:47:50.635954 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-49769dae-1925-4893-9864-5c569acffffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.765081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9db5d123-bb20-41e8-90eb-062b3bf83810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.812991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1e04d57-05bb-43b3-b64b-4d8944c28c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.816638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a1e04d57-05bb-43b3-b64b-4d8944c28c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.820619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a1e04d57-05bb-43b3-b64b-4d8944c28c6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c48b641b-12f8-4b74-a160-4a54f82d4c0f HTTP/1.1" status: 204 len: 168 time: 0.5149584 Sep 10 03:47:50.825865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Deleting port db5b789a-eda8-4a80-881d-25731246cb4c {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:47:50.826222 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:50.848389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e04d57-05bb-43b3-b64b-4d8944c28c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48b641b-12f8-4b74-a160-4a54f82d4c0f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:50.990621 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-49769dae-1925-4893-9864-5c569acffffd None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.003926 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-49769dae-1925-4893-9864-5c569acffffd None None] Transition to ACTIVE for port object 532a0044-f1af-4f8b-905e-ed05c0c22b8a will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:51.017466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.017869 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.044988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Calling delete_port for db5b789a-eda8-4a80-881d-25731246cb4c owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:47:51.062258 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.090935 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-49769dae-1925-4893-9864-5c569acffffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.149782 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-49769dae-1925-4893-9864-5c569acffffd None None] Attempting to bind port 532a0044-f1af-4f8b-905e-ed05c0c22b8a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:47:51.150010 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-49769dae-1925-4893-9864-5c569acffffd None None] Attempting to bind port 532a0044-f1af-4f8b-905e-ed05c0c22b8a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:47:51.150370 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49769dae-1925-4893-9864-5c569acffffd None None] Attempting to bind port 532a0044-f1af-4f8b-905e-ed05c0c22b8a on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:51.160069 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Pushing event updated for resources: {'Port': ['ID=532a0044-f1af-4f8b-905e-ed05c0c22b8a,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:51.163396 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49769dae-1925-4893-9864-5c569acffffd None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 47, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:47:51.164185 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49769dae-1925-4893-9864-5c569acffffd None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:51.164185 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-49769dae-1925-4893-9864-5c569acffffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.164596 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49769dae-1925-4893-9864-5c569acffffd None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:47:51.165143 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-49769dae-1925-4893-9864-5c569acffffd None None] Bound port: 532a0044-f1af-4f8b-905e-ed05c0c22b8a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:47:51.166553 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-49769dae-1925-4893-9864-5c569acffffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.195605 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.195974 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.196226 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.196560 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.196890 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.197329 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.197539 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.197869 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.198187 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.198505 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.198822 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.199138 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:51.237148 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-49769dae-1925-4893-9864-5c569acffffd None None] For port 532a0044-f1af-4f8b-905e-ed05c0c22b8a, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:47:51.245292 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-49769dae-1925-4893-9864-5c569acffffd None None] For port 532a0044-f1af-4f8b-905e-ed05c0c22b8a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=532a0044-f1af-4f8b-905e-ed05c0c22b8a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:47:51.249749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:47:51.269793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:47:51.270136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a5a2c3c3-f506-440c-97ed-ed5df0a2bf2b not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:47:51.328109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Allocated IP 172.20.0.1 (b8b1fb22-57ac-4a99-b886-ecf7ed5baa21/7acad24b-4b6d-433b-a8bd-b763f4c5bfd4/80db0c0c-3e8f-4389-b38b-270bd10f3b02) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:51.371339 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-49769dae-1925-4893-9864-5c569acffffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.439579 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.449206 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49769dae-1925-4893-9864-5c569acffffd None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:51.449843 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-49769dae-1925-4893-9864-5c569acffffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:51.453516 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d37c2a-3334-4186-bcec-eb4aab6af393 None None] Pushing event updated for resources: {'Port': ['ID=532a0044-f1af-4f8b-905e-ed05c0c22b8a,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:51.483103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.485424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event deleted for resources: {'Port': ['ID=db5b789a-eda8-4a80-881d-25731246cb4c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:51.546740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Transition to ACTIVE for port object 80db0c0c-3e8f-4389-b38b-270bd10f3b02 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:51.570557 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.573428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.574520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3ee16fcd-93d6-46ba-88bf-a657fbde810d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "DELETE /v2.0/floatingips/ddadd3a5-4cbe-4714-a3c0-95f178bbf268 HTTP/1.1" status: 204 len: 168 time: 1.0061209 Sep 10 03:47:51.638386 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-49769dae-1925-4893-9864-5c569acffffd None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:51.730819 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.777174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:51.780155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:51.786049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:51.794995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Pushing event updated for resources: {'Port': ['ID=80db0c0c-3e8f-4389-b38b-270bd10f3b02,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:51.840558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:51.877227 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-49769dae-1925-4893-9864-5c569acffffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:48Z', 'revision_number': 3, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:51.895114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ce70d068-3509-4888-9fdf-a32ce34735bb up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:51.931595 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49769dae-1925-4893-9864-5c569acffffd None None] The sync data for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 is: [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:48Z', 'revision_number': 3, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:47:52.032318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ce70d068-3509-4888-9fdf-a32ce34735bb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:52.035568 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.168202 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.238619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44244) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:52.247659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1bff896c-7f2b-428d-bd4a-a48adced1cdc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'security_group': {'name': 'tempest-securitygroup--220259592', 'description': 'tempest-description--147517249'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:52.344340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dc4058fa-f3f6-4a35-9f74-6fe12c284aed None None] Provisioning for port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:52.369360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dc4058fa-f3f6-4a35-9f74-6fe12c284aed None None] Provisioning complete for port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:52.370413 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dc4058fa-f3f6-4a35-9f74-6fe12c284aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.438441 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bff896c-7f2b-428d-bd4a-a48adced1cdc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.466621 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.516334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-dc4058fa-f3f6-4a35-9f74-6fe12c284aed None None] Port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:47:52.553603 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.626451 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bff896c-7f2b-428d-bd4a-a48adced1cdc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.670884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.680049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Pushing event updated for resources: {'Port': ['ID=80db0c0c-3e8f-4389-b38b-270bd10f3b02,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:52.747657 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bff896c-7f2b-428d-bd4a-a48adced1cdc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.783339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:52.783339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:52.805647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bff896c-7f2b-428d-bd4a-a48adced1cdc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f3d91545-3f63-4fe5-b954-625c158d1511,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:52.848483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44262) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:52.934895 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bff896c-7f2b-428d-bd4a-a48adced1cdc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:52.939063 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1bff896c-7f2b-428d-bd4a-a48adced1cdc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6941488 Sep 10 03:47:52.939568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44266) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:52.945167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7d3d89fe-2053-4b3f-9340-8e696b2c7aef tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'security_group_rule': {'security_group_id': 'f3d91545-3f63-4fe5-b954-625c158d1511', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:53.029332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Router 6ddc659f-5af6-4fd0-a416-cd8dae839239 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:47:53.096173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1886225777-network', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:53.146176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:47:53.158186 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d3d89fe-2053-4b3f-9340-8e696b2c7aef tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.165943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a83a8f02-9414-4916-9517-52e5055c009d admin admin] 10.222.0.22 "PUT /v2.0/routers/6ddc659f-5af6-4fd0-a416-cd8dae839239/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8392055 Sep 10 03:47:53.217068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d3d89fe-2053-4b3f-9340-8e696b2c7aef tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.246788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-00bb364d-780d-43c8-bdaf-4b3d1b5eb4a2 None None] Provisioning complete for port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:53.247164 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-00bb364d-780d-43c8-bdaf-4b3d1b5eb4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.292092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-00bb364d-780d-43c8-bdaf-4b3d1b5eb4a2 None None] Port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:47:53.296584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Made reservation on behalf of 2199e50e2947479f837e4bd11f17ff86 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:53.302145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.314026 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.328063 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d3d89fe-2053-4b3f-9340-8e696b2c7aef tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.356750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3d89fe-2053-4b3f-9340-8e696b2c7aef tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=168d0b00-0b2e-4796-ac32-37d9ed0523bd,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:53.460611 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.646892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.652940 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c9a6c818-1d8e-4051-86c3-3a586bad3c37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.670173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44280) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:53.681852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:47:53.697437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef18ecad-cebf-4799-936e-4ecc4c17bbd3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:53.703375 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.703759 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Added segment a5121965-93d6-49d2-bc0f-7f8d219da53a of type vlan for network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc Sep 10 03:47:53.785227 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.786833 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d3d89fe-2053-4b3f-9340-8e696b2c7aef tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.788720 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7d3d89fe-2053-4b3f-9340-8e696b2c7aef tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8479412 Sep 10 03:47:53.793848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.794597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44288) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:53.799599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1d9ed41e-d8e2-4b23-a419-2cc7b7d1bc78 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'security_group_rule': {'security_group_id': 'f3d91545-3f63-4fe5-b954-625c158d1511', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:53.839791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44290) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:53.844443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1151895895', 'description': 'tempest-description--740194497'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:53.887708 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4ba9-7402-420b-a06b-f396576c2221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.916221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.917259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:53.917861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.925770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 532a0044-f1af-4f8b-905e-ed05c0c22b8a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:53.953027 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed41e-d8e2-4b23-a419-2cc7b7d1bc78 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:53.997853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] Pushing event updated for resources: {'Network': ['ID=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:54.008585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:47:54.057421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed41e-d8e2-4b23-a419-2cc7b7d1bc78 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.103009 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.205021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 532a0044-f1af-4f8b-905e-ed05c0c22b8a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:54.209825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 532a0044-f1af-4f8b-905e-ed05c0c22b8a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:54.210298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.298368 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Sync routers for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:47:54.308429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.315917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:54.316784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:54.339425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed41e-d8e2-4b23-a419-2cc7b7d1bc78 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.345923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ed41e-d8e2-4b23-a419-2cc7b7d1bc78 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8df569b4-e075-4298-b837-bc66ee3fab68,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:54.351837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44296) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:54.352010 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f078c77a-5111-4cfa-ab82-4e904b5b01c9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5023153 Sep 10 03:47:54.358665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Request body: {'subnet': {'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1886225777-subnet', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:54.370729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 532a0044-f1af-4f8b-905e-ed05c0c22b8a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=532a0044-f1af-4f8b-905e-ed05c0c22b8a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:54.378442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:47:54.378442 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:47:54.378442 n-d-808143-1 neutron-server[95137]: [parameters: {'project_id_1': '7ac6760a39664e0fbe8dec22f2b9a28b', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 47, 34, 119534)}] Sep 10 03:47:54.378442 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:47:54.379237 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:47:54.447131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:54.451442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4ba9-7402-420b-a06b-f396576c2221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.548782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.600227 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cbd4ba9-7402-420b-a06b-f396576c2221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.641577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1cbd4ba9-7402-420b-a06b-f396576c2221 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ceaae4c5532546cebc97f04c2dfafa5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9636197 Sep 10 03:47:54.645132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44298) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:54.654148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd4ba9-7402-420b-a06b-f396576c2221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1879d2ca-be22-4b2c-b373-ff74dfdc40b1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:54.708039 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e9e3de76-e99d-4125-821c-da64da8285de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.727534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d9ed41e-d8e2-4b23-a419-2cc7b7d1bc78 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.731868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1d9ed41e-d8e2-4b23-a419-2cc7b7d1bc78 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9332802 Sep 10 03:47:54.732018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e9e3de76-e99d-4125-821c-da64da8285de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.733112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44300) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:54.737906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:54.782642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=532a0044-f1af-4f8b-905e-ed05c0c22b8a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:54.828729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '80db0c0c-3e8f-4389-b38b-270bd10f3b02', 'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'mac_address': 'fa:16:3e:f8:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:51Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 2, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'subnets': [{'id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:54.856068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Checking router: 6ddc659f-5af6-4fd0-a416-cd8dae839239 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:47:54.856339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Updating router 6ddc659f-5af6-4fd0-a416-cd8dae839239 port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:47:54.880418 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.881459 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.907520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Made reservation on behalf of 2199e50e2947479f837e4bd11f17ff86 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:47:54.910080 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.953660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e9e3de76-e99d-4125-821c-da64da8285de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.956664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e9e3de76-e99d-4125-821c-da64da8285de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:54.958393 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e9e3de76-e99d-4125-821c-da64da8285de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1879d2ca-be22-4b2c-b373-ff74dfdc40b1 HTTP/1.1" status: 204 len: 168 time: 0.3111115 Sep 10 03:47:54.970901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3de76-e99d-4125-821c-da64da8285de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1879d2ca-be22-4b2c-b373-ff74dfdc40b1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:55.028312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.185855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.190457 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.203857 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.213050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Transition to ACTIVE for port object 80db0c0c-3e8f-4389-b38b-270bd10f3b02 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:47:55.219419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.291700 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.332778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Allocated IP 172.25.3.219 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/5865de3c-3c4b-4283-8417-ee5a2c807e5d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:55.352801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac2e7883-0901-4c78-a8bc-ddeab8da2c2b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:55.360370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Checking segment: {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:55.360732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Network hostable DHCP agents. Network: 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:47:55.410454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.411030 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.473131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Pushing event updated for resources: {'Port': ['ID=80db0c0c-3e8f-4389-b38b-270bd10f3b02,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:55.477383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:47:55.482074 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.527031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.527386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.527758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.528103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.528441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.528781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.529114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.529446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.529780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.530105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.530434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.530762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:47:55.546893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Attempting to bind port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:47:55.547521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Attempting to bind port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:47:55.548077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Attempting to bind port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:47:55.552757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.556647 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.7131691 Sep 10 03:47:55.556815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:47:55.556815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Checking segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:47:55.556815 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.556815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Bound using segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:47:55.557202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5ececc-1df5-46ec-a0d0-d4e64281287f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3539bd97-f151-497c-abff-c62ebd87322a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:55.557296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Bound port: 80db0c0c-3e8f-4389-b38b-270bd10f3b02, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:47:55.557296 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.557485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44320) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:55.574996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0f20c1be-c773-4857-9201-ec50e4f9a480 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'security_group_rule': {'security_group_id': '3539bd97-f151-497c-abff-c62ebd87322a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:55.605157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:55.609882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:55.610428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.626303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ebdf88-64cf-415a-a598-aa6d730034fb None None] Network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:47:55.664550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] For port 80db0c0c-3e8f-4389-b38b-270bd10f3b02, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:47:55.703444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] For port 80db0c0c-3e8f-4389-b38b-270bd10f3b02, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=80db0c0c-3e8f-4389-b38b-270bd10f3b02,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:47:55.714757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.753807 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:55.756752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:55.760326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:55.779163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f20c1be-c773-4857-9201-ec50e4f9a480 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.799889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'Port': ['ID=5865de3c-3c4b-4283-8417-ee5a2c807e5d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:55.803118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3844c117-e091-442a-8230-3a0abc8a8bbe None None] Network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:47:55.845347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 532a0044-f1af-4f8b-905e-ed05c0c22b8a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:55.846997 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f20c1be-c773-4857-9201-ec50e4f9a480 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.866183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.912732 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:55.929370 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e403744e-1340-4748-9d27-7463a17bda25 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5726588 Sep 10 03:47:55.931601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44328) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:55.936231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:56.020073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfbb379-5da4-449a-aefc-1c3a2e966b73 None None] Pushing event updated for resources: {'Port': ['ID=80db0c0c-3e8f-4389-b38b-270bd10f3b02,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:56.024323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:56.024939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:56.058484 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f20c1be-c773-4857-9201-ec50e4f9a480 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.066106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 532a0044-f1af-4f8b-905e-ed05c0c22b8a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:56.066845 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.086793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f20c1be-c773-4857-9201-ec50e4f9a480 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc579ec9-8813-4864-9588-b294d6f0d7e6,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:56.108183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.114675 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.116045 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.186394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44332) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:56.196802 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.221486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-790c2189-0268-40fb-b0cc-b84d81f5a4f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.234966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f20c1be-c773-4857-9201-ec50e4f9a480 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.240379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44334) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:56.241818 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0f20c1be-c773-4857-9201-ec50e4f9a480 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6829348 Sep 10 03:47:56.245657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c607603d-7d21-48ac-b0c3-5ffa60598821 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'security_group_rule': {'security_group_id': '3539bd97-f151-497c-abff-c62ebd87322a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:56.266618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:47:56.299012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.387300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.423363 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c607603d-7d21-48ac-b0c3-5ffa60598821 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.507052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.532302 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c607603d-7d21-48ac-b0c3-5ffa60598821 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.532527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '80db0c0c-3e8f-4389-b38b-270bd10f3b02', 'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'mac_address': 'fa:16:3e:f8:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:51Z', 'updated_at': '2021-09-10T03:47:55Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'subnets': [{'id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:56.533318 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.563726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69fd8cc-c78e-467b-ba56-881e625324f0 None None] The sync data for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 is: [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '80db0c0c-3e8f-4389-b38b-270bd10f3b02', 'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'mac_address': 'fa:16:3e:f8:9b:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:51Z', 'updated_at': '2021-09-10T03:47:55Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'subnets': [{'id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:47:56.655124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.659957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'Port': ['ID=5865de3c-3c4b-4283-8417-ee5a2c807e5d,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:56.700287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-790c2189-0268-40fb-b0cc-b84d81f5a4f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.719499 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c607603d-7d21-48ac-b0c3-5ffa60598821 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.743211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607603d-7d21-48ac-b0c3-5ffa60598821 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df08746b-c9c7-4f95-a9f5-73f350cae5e3,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:56.795969 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-790c2189-0268-40fb-b0cc-b84d81f5a4f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.837333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c2189-0268-40fb-b0cc-b84d81f5a4f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eda219cc-cd6e-4f66-abe0-188c1552f6d4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:56.845149 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-790c2189-0268-40fb-b0cc-b84d81f5a4f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6d1bbea827740cea8c9678e1e668e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6558573 Sep 10 03:47:56.846517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44340) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:56.888551 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.890168 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c4b2b81d-3683-455b-9cd6-00994ad48bdd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1563840 Sep 10 03:47:56.899995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c607603d-7d21-48ac-b0c3-5ffa60598821 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.904468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c607603d-7d21-48ac-b0c3-5ffa60598821 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6600587 Sep 10 03:47:56.905128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44344) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:47:56.913781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:47:56.921691 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-abb2066f-358e-46ed-b9b7-5327990b9bc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:56.952106 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-abb2066f-358e-46ed-b9b7-5327990b9bc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:57.017085 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:57.022268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:57.069289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:57.096564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-abb2066f-358e-46ed-b9b7-5327990b9bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:57.101155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-abb2066f-358e-46ed-b9b7-5327990b9bc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:57.102416 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-abb2066f-358e-46ed-b9b7-5327990b9bc3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eda219cc-cd6e-4f66-abe0-188c1552f6d4 HTTP/1.1" status: 204 len: 168 time: 0.2546797 Sep 10 03:47:57.116838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb2066f-358e-46ed-b9b7-5327990b9bc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eda219cc-cd6e-4f66-abe0-188c1552f6d4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:57.247932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-96a3ccbb-92bd-42c8-ba4b-f681ff801fec tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--220259592&fields=id&tenant_id=b6d51038489e483fb245dfd7d9e58112 HTTP/1.1" status: 200 len: 267 time: 0.1182072 Sep 10 03:47:57.391851 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:57.392658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Allocated IP 172.25.3.216 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/f64e6e8c-b7f3-4f69-a125-050555270138) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:57.503211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-8eb852cc-633a-46c5-a0fe-73aaebd9fd56 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:47:57.505425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-8eb852cc-633a-46c5-a0fe-73aaebd9fd56 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 816 time: 0.2275152 Sep 10 03:47:57.602661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-67ca88a4-931b-4742-a69a-21d04fd1b48a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/quotas/b6d51038489e483fb245dfd7d9e58112 HTTP/1.1" status: 200 len: 375 time: 0.0333722 Sep 10 03:47:57.689425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:57.756611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-4495eaec-58ed-41c9-8b0d-0e714fe6a7dd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1445487 Sep 10 03:47:57.901739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-6cd03c7a-b675-4c66-8bc6-db2d452bed47 service neutron] 10.222.0.22 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417153 Sep 10 03:47:57.919727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 80db0c0c-3e8f-4389-b38b-270bd10f3b02 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:58.113904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:47:58.121360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:58.125634 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:58.250128 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:58.287943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 80db0c0c-3e8f-4389-b38b-270bd10f3b02, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=80db0c0c-3e8f-4389-b38b-270bd10f3b02,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:47:58.309791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:58.409668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:58.416160 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:58.422814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:58.435216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:58.466924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Pushing event updated for resources: {'Port': ['ID=f64e6e8c-b7f3-4f69-a125-050555270138,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:58.471928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Allocated IP 172.25.3.244 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/20e279bb-f104-41eb-93f5-987a4bede04f) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:47:58.513857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-e96f744d-13b9-487a-886a-2ae2ba0164d7 service neutron] 10.222.0.22 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5964298 Sep 10 03:47:58.666515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=80db0c0c-3e8f-4389-b38b-270bd10f3b02,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:58.722900 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:58.756527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:58.979052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:58.981130 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:59.074485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88ad03f7-61be-48fa-b74e-146a3ac92ef7 req-ce160fc2-bd53-483f-98d2-6f2933fa8044 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 210 time: 0.0980279 Sep 10 03:47:59.101365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:47:59.111168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:47:59.113090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'Port': ['ID=20e279bb-f104-41eb-93f5-987a4bede04f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:47:59.120954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:47:59.330534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:59.347715 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:59.520696 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:59.693590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:59.696475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:47:59.812969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:59.845319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 80db0c0c-3e8f-4389-b38b-270bd10f3b02 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:47:59.902463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:47:59.912615 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Sync routers for ids ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:47:59.918219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:47:59.919260 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:59.932171 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Routers {'01bebc31-8a0e-42f9-92f3-2ab709cbdd18'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:47:59.932171 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:47:59.953145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:47:59.981657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'Port': ['ID=20e279bb-f104-41eb-93f5-987a4bede04f,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:00.079780 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:00.081669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0140a077-2539-461d-a63d-8195dbd64745 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.1489425 Sep 10 03:48:00.085895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44430) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:00.164009 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:48:00.178601 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Set router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:00.216008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f919f5d-e8b8-41f9-926b-c32e9629a7fd req-f6f4631e-1625-4baf-aeff-af2470268224 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 210 time: 0.0579901 Sep 10 03:48:00.218887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:00.220228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-01a7e9a2-63f8-40bb-b06a-dd8f5175fb66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3115239 Sep 10 03:48:00.366146 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:56Z', 'updated_at': '2021-09-10T03:47:58Z', 'revision_number': 3, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'gw_port': {'id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:57Z', 'updated_at': '2021-09-10T03:47:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:00.404821 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Checking router: 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:48:00.405786 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Updating router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 port f64e6e8c-b7f3-4f69-a125-050555270138 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:48:00.454506 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:00.545215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-4645015f-a78c-4079-bde7-46012ad28974 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1151895895&fields=id&tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b HTTP/1.1" status: 200 len: 267 time: 0.0840952 Sep 10 03:48:00.733868 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:00.734803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a486b-d62b-41de-8922-aa6c92659399 req-1868c6bd-bcf3-4e82-b901-73c781eaab33 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:00.736353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-1868c6bd-bcf3-4e82-b901-73c781eaab33 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.1840091 Sep 10 03:48:00.744998 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Transition to ACTIVE for port object f64e6e8c-b7f3-4f69-a125-050555270138 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:00.776661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-d87cd619-0c47-42fb-bd3f-b9577d6f8086 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/quotas/7ac6760a39664e0fbe8dec22f2b9a28b HTTP/1.1" status: 200 len: 375 time: 0.0156491 Sep 10 03:48:00.803273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:00.886316 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:00.893466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-98174979-8197-4bd3-80ec-3a2c18850db6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1085303 Sep 10 03:48:00.934726 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Attempting to bind port f64e6e8c-b7f3-4f69-a125-050555270138 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:00.935309 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Attempting to bind port f64e6e8c-b7f3-4f69-a125-050555270138 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:00.935486 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Attempting to bind port f64e6e8c-b7f3-4f69-a125-050555270138 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:00.951011 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:00.951432 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:00.951865 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:00.952241 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:00.952693 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Bound port: f64e6e8c-b7f3-4f69-a125-050555270138, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:00.953266 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:00.955953 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbf385-c3c9-4db6-a9d9-e6f82165d5a1 None None] Pushing event updated for resources: {'Port': ['ID=f64e6e8c-b7f3-4f69-a125-050555270138,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:01.011494 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] For port f64e6e8c-b7f3-4f69-a125-050555270138, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:01.015640 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] For port f64e6e8c-b7f3-4f69-a125-050555270138, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f64e6e8c-b7f3-4f69-a125-050555270138,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:48:01.064728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Allocated IP 172.20.0.1 (7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc/ac2e7883-0901-4c78-a8bc-ddeab8da2c2b/0ce4babf-43d1-43dd-8a5f-002f90d0b638) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:48:01.092197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-12988bbc-1061-4473-a043-6af000e16a6c service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423142 Sep 10 03:48:01.143491 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:01.215714 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Routers {'01bebc31-8a0e-42f9-92f3-2ab709cbdd18'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:01.216374 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:01.261561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-0fc989cd-f34f-45a3-a13e-c26d048c398b service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1559389 Sep 10 03:48:01.275454 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dbf385-c3c9-4db6-a9d9-e6f82165d5a1 None None] Pushing event updated for resources: {'Port': ['ID=f64e6e8c-b7f3-4f69-a125-050555270138,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:01.324048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:01.378793 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] Set router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:01.401764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2611d3c4-f907-4b13-8f04-c7c1214fd948 req-795c6f43-fc58-486f-8f86-2ac99dec34dd tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 210 time: 0.0380878 Sep 10 03:48:01.579878 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:01.603286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:01.610605 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:56Z', 'updated_at': '2021-09-10T03:47:58Z', 'revision_number': 3, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'gw_port': {'id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:57Z', 'updated_at': '2021-09-10T03:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:01.631517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:01.664266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04a223b9-4a3c-4ebf-818a-e9b4720b1437 req-b02ff018-d904-4178-b84d-0bc61e76d1e6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 210 time: 0.0373962 Sep 10 03:48:01.665148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:01.710872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Pushing event updated for resources: {'Port': ['ID=0ce4babf-43d1-43dd-8a5f-002f90d0b638,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:01.728555 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:01.740026 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c3b470-f044-477b-bf20-ce418f62d3e4 None None] The sync data for ids ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'] in n-d-808143-1 is: [{'id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:56Z', 'updated_at': '2021-09-10T03:47:58Z', 'revision_number': 3, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'gw_port': {'id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b7:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:57Z', 'updated_at': '2021-09-10T03:48:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:48:02.067169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.092527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-8e40fd7b-17f2-4ca1-bc19-e742d0699b0a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:02.096798 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-8e40fd7b-17f2-4ca1-bc19-e742d0699b0a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.20 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 816 time: 0.1716974 Sep 10 03:48:02.113759 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.163625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-20efa716-4b38-4633-bcb9-f9a4a3132d4d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b6d51038489e483fb245dfd7d9e58112 HTTP/1.1" status: 200 len: 379 time: 0.0581329 Sep 10 03:48:02.205869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'port': {'device_id': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'admin_state_up': True, 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'security_groups': ['f3d91545-3f63-4fe5-b954-625c158d1511']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:02.342521 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.449001 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.528662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Made reservation on behalf of b6d51038489e483fb245dfd7d9e58112 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:02.529941 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.736996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Allocated IP 172.20.0.13 (082251f9-1713-4050-bdf6-0769d4b0bcf3/b9c3c589-4372-405b-9a64-bedabc37d371/99035cd4-ae96-4336-b058-e1de5061e7bd) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:48:02.928322 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.931970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e24c16db-6ac1-430e-a2ca-794b5f28382b req-545501fc-2fc0-47e5-800e-d832af76daa8 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 210 time: 0.3783982 Sep 10 03:48:02.956577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Transition to ACTIVE for port object 99035cd4-ae96-4336-b058-e1de5061e7bd will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:02.975054 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:02.982535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37aa0c68-4047-401b-b682-544d3dc74960 req-fe52e58d-2cdb-4059-9e4c-c2813d684731 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 210 time: 0.0483456 Sep 10 03:48:02.987265 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Pushing event updated for resources: {'Port': ['ID=0ce4babf-43d1-43dd-8a5f-002f90d0b638,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:03.093464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:03.094688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:03.130906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.179819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:03.183082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:03.189231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:03.216046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:48:03.237881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:03.268774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:03.269648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.282121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44510) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:03.376721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:48:03.389852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-39188329-c959-48b4-be3c-bb9f9392e12b admin admin] 10.222.0.22 "PUT /v2.0/routers/01bebc31-8a0e-42f9-92f3-2ab709cbdd18/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3024306 Sep 10 03:48:03.399056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-54e948eb-60ca-4123-a0b0-d12328b889ab tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2267132 Sep 10 03:48:03.406303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44516) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:03.413246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Request body: {'port': {'device_id': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:03.477483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.530707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48182258-7809-49bb-8821-ec3d464ecc80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.580086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-10287276-1707-40e0-8153-7b3f994b9b01 None None] Provisioning for port 99035cd4-ae96-4336-b058-e1de5061e7bd completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:03.580892 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-571d27a5-f199-4a32-88f2-c54872100342 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.588799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-10287276-1707-40e0-8153-7b3f994b9b01 None None] Provisioning complete for port 99035cd4-ae96-4336-b058-e1de5061e7bd triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:03.588799 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-10287276-1707-40e0-8153-7b3f994b9b01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.643765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-10287276-1707-40e0-8153-7b3f994b9b01 None None] Port 99035cd4-ae96-4336-b058-e1de5061e7bd cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:48:03.835868 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48182258-7809-49bb-8821-ec3d464ecc80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.863341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f64e6e8c-b7f3-4f69-a125-050555270138 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:03.912961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99035cd4-ae96-4336-b058-e1de5061e7bd {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:03.926033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.939911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Transition to ACTIVE for port object 99035cd4-ae96-4336-b058-e1de5061e7bd will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:03.951558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48182258-7809-49bb-8821-ec3d464ecc80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.964516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-ad00fb81-8f75-43a6-ae89-b1174a24b54a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:03.966479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-ad00fb81-8f75-43a6-ae89-b1174a24b54a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/networks?id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc HTTP/1.1" status: 200 len: 811 time: 0.1264157 Sep 10 03:48:03.990637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48182258-7809-49bb-8821-ec3d464ecc80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bae0962-f31c-4233-bdf3-3ed7319085f4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:03.991854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port f64e6e8c-b7f3-4f69-a125-050555270138 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:03.997167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f64e6e8c-b7f3-4f69-a125-050555270138 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:03.997167 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:03.998529 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-48182258-7809-49bb-8821-ec3d464ecc80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd425a74b18b4451ba96032806024349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7152636 Sep 10 03:48:04.000839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44538) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:04.056211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-f0259f8f-0898-4884-a633-bc8154337eb0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/quotas/2199e50e2947479f837e4bd11f17ff86 HTTP/1.1" status: 200 len: 375 time: 0.0766129 Sep 10 03:48:04.073997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.093026 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.134338 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4cb85c41-8f1b-47e5-bc4d-c69ed404ef95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.143221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port f64e6e8c-b7f3-4f69-a125-050555270138, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f64e6e8c-b7f3-4f69-a125-050555270138,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:04.170863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-571d27a5-f199-4a32-88f2-c54872100342 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.202141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397f8e59-bfc1-4224-96e2-ecb87d04fcb2 req-885acb7b-11a5-485d-899e-a5f21769d050 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:04.203892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-397f8e59-bfc1-4224-96e2-ecb87d04fcb2 req-885acb7b-11a5-485d-899e-a5f21769d050 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 944 time: 0.1452227 Sep 10 03:48:04.210339 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-5ac16974-cac7-4808-9fbe-c0c1bc5f7b0a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2199e50e2947479f837e4bd11f17ff86&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1529975 Sep 10 03:48:04.216369 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.285024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=f64e6e8c-b7f3-4f69-a125-050555270138,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:04.302264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-397f8e59-bfc1-4224-96e2-ecb87d04fcb2 req-2db294ba-bac3-41d7-a2ca-0f78844f2a57 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908895 Sep 10 03:48:04.383057 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-571d27a5-f199-4a32-88f2-c54872100342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.411791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-4c8a5493-5778-4856-9ea4-7d7a11874242 service neutron] 10.222.0.22 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706905 Sep 10 03:48:04.427612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Sync routers for ids ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:48:04.438314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Routers {'01bebc31-8a0e-42f9-92f3-2ab709cbdd18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:04.439538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:04.472656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8997e109-070b-4780-9ba7-ffe71e00040d req-533f8d0b-a2c6-4db7-a4e6-ca5812fd9069 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 210 time: 0.0846775 Sep 10 03:48:04.554695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:04.568671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4cb85c41-8f1b-47e5-bc4d-c69ed404ef95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.585366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Set router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:04.598781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-571d27a5-f199-4a32-88f2-c54872100342 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c60c886278994d52b6d2b47ad4225e77&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1902337 Sep 10 03:48:04.598985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571d27a5-f199-4a32-88f2-c54872100342 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0489717-82f6-4fde-9a55-b80e9e79a2ed,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:04.601630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44546) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:04.653915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-c8ee3d98-609e-496e-9150-4798303ffcdd service neutron] 10.222.0.22 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370493 Sep 10 03:48:04.658461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Attempting to bind port 99035cd4-ae96-4336-b058-e1de5061e7bd on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:04.658838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Attempting to bind port 99035cd4-ae96-4336-b058-e1de5061e7bd by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:04.659202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Attempting to bind port 99035cd4-ae96-4336-b058-e1de5061e7bd on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:04.688440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Port 99035cd4-ae96-4336-b058-e1de5061e7bd on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:04.688772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Attempting to bind port 99035cd4-ae96-4336-b058-e1de5061e7bd on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:04.713452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:04.713944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Checking segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:04.716872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Bound using segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:04.716872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Bound port: 99035cd4-ae96-4336-b058-e1de5061e7bd, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:04.716872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.805874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e14ffc64-f6d9-436b-b4eb-ec3ba15841fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.824834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:56Z', 'updated_at': '2021-09-10T03:48:01Z', 'revision_number': 4, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'gw_port': {'id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:57Z', 'updated_at': '2021-09-10T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0ce4babf-43d1-43dd-8a5f-002f90d0b638', 'name': '', 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'mac_address': 'fa:16:3e:a5:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ac2e7883-0901-4c78-a8bc-ddeab8da2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:48:00Z', 'updated_at': '2021-09-10T03:48:02Z', 'revision_number': 2, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'subnets': [{'id': 'ac2e7883-0901-4c78-a8bc-ddeab8da2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:04.850291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Checking router: 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:48:04.850671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Updating router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 port 0ce4babf-43d1-43dd-8a5f-002f90d0b638 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:48:04.856731 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e14ffc64-f6d9-436b-b4eb-ec3ba15841fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.872127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a486b-d62b-41de-8922-aa6c92659399 req-06c9950c-e104-4f68-928e-8866b8db3c4c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:04.873600 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-06c9950c-e104-4f68-928e-8866b8db3c4c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.2387543 Sep 10 03:48:04.880265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.921031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:04.936801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:48:04.940299 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4cb85c41-8f1b-47e5-bc4d-c69ed404ef95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.943151 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4cb85c41-8f1b-47e5-bc4d-c69ed404ef95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:04.946881 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4cb85c41-8f1b-47e5-bc4d-c69ed404ef95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bae0962-f31c-4233-bdf3-3ed7319085f4 HTTP/1.1" status: 204 len: 168 time: 0.9435394 Sep 10 03:48:04.990763 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-ffb935e4-1708-4391-8994-57aff8a197e2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b HTTP/1.1" status: 200 len: 380 time: 0.1077163 Sep 10 03:48:04.995939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb85c41-8f1b-47e5-bc4d-c69ed404ef95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bae0962-f31c-4233-bdf3-3ed7319085f4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:05.002844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'port': {'device_id': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'admin_state_up': True, 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'security_groups': ['3539bd97-f151-497c-abff-c62ebd87322a']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:05.058826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e58c545-16f7-496e-b897-b4204269011f req-20b4dba8-8530-4423-ab6f-024b93c612b9 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 210 time: 0.0445619 Sep 10 03:48:05.133423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.211663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:05.212234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.213913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] 10.222.0.20 "PUT /v2.0/ports/99035cd4-ae96-4336-b058-e1de5061e7bd HTTP/1.1" status: 200 len: 1092 time: 1.8066022 Sep 10 03:48:05.216641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:05.220426 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a902934b-81ef-4035-85a6-eb434e55ae9b" -d '{"events": [{"name": "network-changed", "server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:05.244975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e14ffc64-f6d9-436b-b4eb-ec3ba15841fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.248035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e14ffc64-f6d9-436b-b4eb-ec3ba15841fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.249130 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e14ffc64-f6d9-436b-b4eb-ec3ba15841fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0489717-82f6-4fde-9a55-b80e9e79a2ed HTTP/1.1" status: 204 len: 168 time: 0.6444118 Sep 10 03:48:05.279384 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6986c495-9aa7-4b20-ae3c-b4e8874db68f x-openstack-request-id: req-6986c495-9aa7-4b20-ae3c-b4e8874db68f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:05.280764 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:05.281024 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6986c495-9aa7-4b20-ae3c-b4e8874db68f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:05.281794 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'status': 'completed', 'code': 200} Sep 10 03:48:05.283317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1199eae-c63d-45bd-a717-b44ef269fed0 service neutron] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:05.286661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14ffc64-f6d9-436b-b4eb-ec3ba15841fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0489717-82f6-4fde-9a55-b80e9e79a2ed,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:05.403478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Made reservation on behalf of 7ac6760a39664e0fbe8dec22f2b9a28b for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:05.412147 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.487653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73be5bd7-6695-455d-9fe9-5f26fe002aee req-afa2648b-5ffe-4f04-83be-bebc0cc40d54 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:05.529725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73be5bd7-6695-455d-9fe9-5f26fe002aee req-afa2648b-5ffe-4f04-83be-bebc0cc40d54 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 944 time: 0.1170917 Sep 10 03:48:05.586279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Allocated IP 172.20.0.7 (b8b1fb22-57ac-4a99-b886-ecf7ed5baa21/7acad24b-4b6d-433b-a8bd-b763f4c5bfd4/a301ad19-280f-4ab1-8801-a64c6113a9e7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:48:05.592011 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.611037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Transition to ACTIVE for port object 0ce4babf-43d1-43dd-8a5f-002f90d0b638 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:05.627257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73be5bd7-6695-455d-9fe9-5f26fe002aee req-20f12333-a9da-4d22-a00f-f5debe38d80d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966518 Sep 10 03:48:05.642572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b8429bf-62c0-42f2-9064-0b6b24f23b3d req-ae9933ea-d750-49b4-b7d8-04502c83de38 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 210 time: 0.0512078 Sep 10 03:48:05.643640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902934b-81ef-4035-85a6-eb434e55ae9b req-f15a9d8d-988c-4d9c-aebb-a399dab0fd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:05.645974 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a902934b-81ef-4035-85a6-eb434e55ae9b req-f15a9d8d-988c-4d9c-aebb-a399dab0fd07 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 1095 time: 0.3448825 Sep 10 03:48:05.704945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.814171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66265cf-12a4-4fd3-ab49-9b4d6eef3132 None None] Pushing event updated for resources: {'Port': ['ID=0ce4babf-43d1-43dd-8a5f-002f90d0b638,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:05.854637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Attempting to bind port 0ce4babf-43d1-43dd-8a5f-002f90d0b638 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:05.855058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Attempting to bind port 0ce4babf-43d1-43dd-8a5f-002f90d0b638 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:05.855434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Attempting to bind port 0ce4babf-43d1-43dd-8a5f-002f90d0b638 on network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:05.864841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 47, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:05.865225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Checking segment: {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:05.865627 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.866195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Bound using segment: {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:05.866670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Bound port: 0ce4babf-43d1-43dd-8a5f-002f90d0b638, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:05.867075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.881702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f64e6e8c-b7f3-4f69-a125-050555270138 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:05.890517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902934b-81ef-4035-85a6-eb434e55ae9b req-3060aa0c-faaa-4cc0-b0ff-12af0b1c240a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:05.892050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a902934b-81ef-4035-85a6-eb434e55ae9b req-3060aa0c-faaa-4cc0-b0ff-12af0b1c240a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=b6d51038489e483fb245dfd7d9e58112&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2374597 Sep 10 03:48:05.911386 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:05.944928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Transition to ACTIVE for port object a301ad19-280f-4ab1-8801-a64c6113a9e7 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:05.971080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] For port 0ce4babf-43d1-43dd-8a5f-002f90d0b638, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:05.974543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] For port 0ce4babf-43d1-43dd-8a5f-002f90d0b638, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0ce4babf-43d1-43dd-8a5f-002f90d0b638,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:48:05.982636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f64e6e8c-b7f3-4f69-a125-050555270138 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:05.983016 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.022846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a902934b-81ef-4035-85a6-eb434e55ae9b req-bd3971d4-5aac-48c5-abf4-8053ad975851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:06.024748 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a902934b-81ef-4035-85a6-eb434e55ae9b req-bd3971d4-5aac-48c5-abf4-8053ad975851 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1260331 Sep 10 03:48:06.108893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-a76d9d0e-7695-4f33-b8b8-ac0723290ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:06.110412 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-a76d9d0e-7695-4f33-b8b8-ac0723290ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 1095 time: 0.0470953 Sep 10 03:48:06.134801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42de91a1-c13b-4286-a46b-3079a0be4ee9 req-51d7635f-2129-4a80-84fa-39801065c434 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 210 time: 0.0283749 Sep 10 03:48:06.153241 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-213d0c76-c522-4949-aa23-9d4a199f4315 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99035cd4-ae96-4336-b058-e1de5061e7bd HTTP/1.1" status: 200 len: 217 time: 0.0352366 Sep 10 03:48:06.194374 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.206488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-698699ac-d844-4479-b638-82c8049b4731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:06.208585 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-698699ac-d844-4479-b638-82c8049b4731 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.0479453 Sep 10 03:48:06.250482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.251059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44582) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:06.281079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:06.285491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:06.289433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:06.301686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Routers {'01bebc31-8a0e-42f9-92f3-2ab709cbdd18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:06.302855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:06.305047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-10434a85-68fa-4cbb-bf02-e1d7d8448a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.374539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-809f23cd-72d3-4b23-9445-249130dbf4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:06.376148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-809f23cd-72d3-4b23-9445-249130dbf4fa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1603277 Sep 10 03:48:06.410990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66265cf-12a4-4fd3-ab49-9b4d6eef3132 None None] Pushing event updated for resources: {'Port': ['ID=0ce4babf-43d1-43dd-8a5f-002f90d0b638,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:06.412843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:06.427629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:06.428334 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.465599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44586) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:06.509767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77cc6e50-2c59-4b64-bf42-3444f6f8a315 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.533749 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-9b8b00ec-a8d9-4340-b05e-9cf6f387f602 service neutron] 10.222.0.20 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490915 Sep 10 03:48:06.556176 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-10434a85-68fa-4cbb-bf02-e1d7d8448a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.560629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] Set router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:06.649352 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c104f2fb-6ccf-40b5-af95-24e12bec8e9d req-800f824e-b6df-4888-b912-ae9df2231b0c service neutron] 10.222.0.20 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078289 Sep 10 03:48:06.660244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-10434a85-68fa-4cbb-bf02-e1d7d8448a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.721440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10434a85-68fa-4cbb-bf02-e1d7d8448a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc560c3d-fff5-417a-81db-9fc0bf0acc6a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:06.754756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-10434a85-68fa-4cbb-bf02-e1d7d8448a8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bf9f9f613424dbdbd5cb24c09213d83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033393 Sep 10 03:48:06.755069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44594) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:06.797155 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-871b6eb3-82a8-4946-8464-6055c3626966 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7987397 Sep 10 03:48:06.806898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-65c1e30e-920a-4561-90f1-fad9489f7c41 None None] Provisioning for port a301ad19-280f-4ab1-8801-a64c6113a9e7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:06.812012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-65c1e30e-920a-4561-90f1-fad9489f7c41 None None] Provisioning complete for port a301ad19-280f-4ab1-8801-a64c6113a9e7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:06.812390 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-65c1e30e-920a-4561-90f1-fad9489f7c41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.820319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6e79fc95-6313-4e3c-a4e5-8c3ad4c0a135 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.827138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Request body: {'port': {'device_id': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:06.871249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-65c1e30e-920a-4561-90f1-fad9489f7c41 None None] Port a301ad19-280f-4ab1-8801-a64c6113a9e7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:48:06.883272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6e79fc95-6313-4e3c-a4e5-8c3ad4c0a135 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.887539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409d847d-53b6-439e-8b72-bb014067455d req-5ae189b3-721c-415f-8314-9b455a0f2285 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:06.890796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-409d847d-53b6-439e-8b72-bb014067455d req-5ae189b3-721c-415f-8314-9b455a0f2285 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 931 time: 0.1635249 Sep 10 03:48:06.892106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:56Z', 'updated_at': '2021-09-10T03:48:01Z', 'revision_number': 4, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'gw_port': {'id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:57Z', 'updated_at': '2021-09-10T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0ce4babf-43d1-43dd-8a5f-002f90d0b638', 'name': '', 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'mac_address': 'fa:16:3e:a5:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ac2e7883-0901-4c78-a8bc-ddeab8da2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:48:00Z', 'updated_at': '2021-09-10T03:48:05Z', 'revision_number': 4, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'subnets': [{'id': 'ac2e7883-0901-4c78-a8bc-ddeab8da2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:06.938822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:06.939713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65135d5a-88e3-495e-8a39-f914202c7c64 None None] The sync data for ids ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'] in n-d-808143-1 is: [{'id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:56Z', 'updated_at': '2021-09-10T03:48:01Z', 'revision_number': 4, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'gw_port': {'id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:57Z', 'updated_at': '2021-09-10T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0ce4babf-43d1-43dd-8a5f-002f90d0b638', 'name': '', 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'mac_address': 'fa:16:3e:a5:3b:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_interface', 'standard_attr_id': 1524, 'fixed_ips': [{'subnet_id': 'ac2e7883-0901-4c78-a8bc-ddeab8da2c2b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:48:00Z', 'updated_at': '2021-09-10T03:48:05Z', 'revision_number': 4, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'subnets': [{'id': 'ac2e7883-0901-4c78-a8bc-ddeab8da2c2b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:48:06.964651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d6eb7d-d6eb-422d-879e-be015d7719de req-b3e33cce-a22f-4493-9640-4a9c862ccd34 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:06.966622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d6eb7d-d6eb-422d-879e-be015d7719de req-b3e33cce-a22f-4493-9640-4a9c862ccd34 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 944 time: 0.2199771 Sep 10 03:48:07.058739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77cc6e50-2c59-4b64-bf42-3444f6f8a315 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.085258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-409d847d-53b6-439e-8b72-bb014067455d req-74c5b218-0d54-4663-80ba-eec020ca3091 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1844909 Sep 10 03:48:07.103102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d6eb7d-d6eb-422d-879e-be015d7719de req-c4d76872-1860-4f7d-a99a-131e368be802 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1239924 Sep 10 03:48:07.149681 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77cc6e50-2c59-4b64-bf42-3444f6f8a315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.178184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cc6e50-2c59-4b64-bf42-3444f6f8a315 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6962fb1-143e-432c-b53b-9544c9396253,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:07.211855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-77cc6e50-2c59-4b64-bf42-3444f6f8a315 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70cf21f8dbf84f4b9b78e8981233825c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7441721 Sep 10 03:48:07.214029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44600) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:07.288275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6e79fc95-6313-4e3c-a4e5-8c3ad4c0a135 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.290945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6e79fc95-6313-4e3c-a4e5-8c3ad4c0a135 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.292419 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6e79fc95-6313-4e3c-a4e5-8c3ad4c0a135 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc560c3d-fff5-417a-81db-9fc0bf0acc6a HTTP/1.1" status: 204 len: 168 time: 0.5361691 Sep 10 03:48:07.308408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d5a09ce-fcea-4981-81e0-46c038711813 req-9aabf7e1-efab-4eb9-967b-e090c74dcfd3 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 210 time: 0.0325162 Sep 10 03:48:07.310130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e79fc95-6313-4e3c-a4e5-8c3ad4c0a135 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc560c3d-fff5-417a-81db-9fc0bf0acc6a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:07.338793 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8fe23a53-ba44-4775-bb9c-874c3ff54204 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.418687 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8fe23a53-ba44-4775-bb9c-874c3ff54204 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.466138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a301ad19-280f-4ab1-8801-a64c6113a9e7 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:07.477251 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.576712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Transition to ACTIVE for port object a301ad19-280f-4ab1-8801-a64c6113a9e7 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:07.584619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8fe23a53-ba44-4775-bb9c-874c3ff54204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.587136 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8fe23a53-ba44-4775-bb9c-874c3ff54204 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.588316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8fe23a53-ba44-4775-bb9c-874c3ff54204 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e6962fb1-143e-432c-b53b-9544c9396253 HTTP/1.1" status: 204 len: 168 time: 0.3731453 Sep 10 03:48:07.607773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe23a53-ba44-4775-bb9c-874c3ff54204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6962fb1-143e-432c-b53b-9544c9396253,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:07.691857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-784cb35b-d443-4692-bb2a-dd4982ced556 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:07.693536 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-784cb35b-d443-4692-bb2a-dd4982ced556 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.20 "GET /v2.0/networks?id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc HTTP/1.1" status: 200 len: 811 time: 0.1282039 Sep 10 03:48:07.694187 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:07.729101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Request body: {'port': {'device_id': 'd3c0b772-c48a-405b-8977-459d74771823', 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc', 'admin_state_up': True, 'tenant_id': '2199e50e2947479f837e4bd11f17ff86'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:07.826346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:07.905622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0ce4babf-43d1-43dd-8a5f-002f90d0b638 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:08.016859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Attempting to bind port a301ad19-280f-4ab1-8801-a64c6113a9e7 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:08.017444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Attempting to bind port a301ad19-280f-4ab1-8801-a64c6113a9e7 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:08.017941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Attempting to bind port a301ad19-280f-4ab1-8801-a64c6113a9e7 on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:08.028854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Port a301ad19-280f-4ab1-8801-a64c6113a9e7 on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:08.028854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Attempting to bind port a301ad19-280f-4ab1-8801-a64c6113a9e7 on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:08.059538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 99035cd4-ae96-4336-b058-e1de5061e7bd details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:48:08.064338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:08.064687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Checking segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:08.074376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Bound using segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:08.074376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Bound port: a301ad19-280f-4ab1-8801-a64c6113a9e7, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:08.074376 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.104886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 0ce4babf-43d1-43dd-8a5f-002f90d0b638 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:08.134136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0ce4babf-43d1-43dd-8a5f-002f90d0b638 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:08.136056 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.236576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Made reservation on behalf of 2199e50e2947479f837e4bd11f17ff86 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:08.250678 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.347557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:08.370712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:48:08.375976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307819c-9aff-487f-9b2f-195c22a2aadd req-90ede12f-c1d1-45c9-b229-d23fdd4275c1 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:08.377585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4307819c-9aff-487f-9b2f-195c22a2aadd req-90ede12f-c1d1-45c9-b229-d23fdd4275c1 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 943 time: 0.1526845 Sep 10 03:48:08.391565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c449a6e1-c22a-4fa4-b788-6222e9ad6788 req-837a0a97-75fb-4214-b7ed-9ddcdbb15a7f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:08.399175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c449a6e1-c22a-4fa4-b788-6222e9ad6788 req-837a0a97-75fb-4214-b7ed-9ddcdbb15a7f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 944 time: 0.1541119 Sep 10 03:48:08.410300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:08.439252 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.444866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'port_id': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'mac_address': 'fa:16:3e:d4:fd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:48:08.465453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Allocated IP 172.20.0.5 (7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc/ac2e7883-0901-4c78-a8bc-ddeab8da2c2b/53c29341-f7b7-4f8a-be31-ce425a6d5fac) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:48:08.467013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4307819c-9aff-487f-9b2f-195c22a2aadd req-4760f81c-3dc5-4d73-b922-d3a3c263f6aa tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607598 Sep 10 03:48:08.549927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c449a6e1-c22a-4fa4-b788-6222e9ad6788 req-540c3459-357a-47e2-b4c3-218f142087e8 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1238658 Sep 10 03:48:08.579193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.594839 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.635586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 0ce4babf-43d1-43dd-8a5f-002f90d0b638, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0ce4babf-43d1-43dd-8a5f-002f90d0b638,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:08.637762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99035cd4-ae96-4336-b058-e1de5061e7bd {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:08.668223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:08.716405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:08.717346 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.718935 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] 10.222.0.39 "PUT /v2.0/ports/a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 1091 time: 1.8998995 Sep 10 03:48:08.722154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:08.724532 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f6b1d9-72e4-48cd-8db7-bee090141583" -d '{"events": [{"name": "network-changed", "server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:08.768146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0a35886-3e97-4a9d-bde7-903473485feb req-784c5552-c6be-4a31-ba3b-0aec8a556e70 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 210 time: 0.0346134 Sep 10 03:48:08.820379 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45264714-cdd7-4748-8caf-18e0814cabd6 x-openstack-request-id: req-45264714-cdd7-4748-8caf-18e0814cabd6 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:08.820692 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:08.821072 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-45264714-cdd7-4748-8caf-18e0814cabd6 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:08.821292 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'status': 'completed', 'code': 200} Sep 10 03:48:08.828634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bc6653-1c29-43d2-8155-717641af6374 service neutron] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:08.840124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.843838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.906544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:08.933120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:08.938779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b1d9-72e4-48cd-8db7-bee090141583 req-98a4f33a-fe7a-42dd-88c7-deb6132b1fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:08.950256 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3f6b1d9-72e4-48cd-8db7-bee090141583 req-98a4f33a-fe7a-42dd-88c7-deb6132b1fb2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1094 time: 0.0958183 Sep 10 03:48:08.968212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-938282d6-9365-43e3-aad0-73e2676bcab3 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1334020823&fields=id&tenant_id=9524993fd45b4c77a300b7d45488569d HTTP/1.1" status: 200 len: 267 time: 0.1176293 Sep 10 03:48:09.003637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=0ce4babf-43d1-43dd-8a5f-002f90d0b638,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:09.084644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-73def5f8-6c48-4f9e-a258-04d375a31108 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.086117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-73def5f8-6c48-4f9e-a258-04d375a31108 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/networks?id=fd91c941-56ac-418b-b632-6224ec14f3dc HTTP/1.1" status: 200 len: 815 time: 0.1171432 Sep 10 03:48:09.098864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b1d9-72e4-48cd-8db7-bee090141583 req-2ff9d69e-94e5-4a30-8457-b62c93fde6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.101230 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3f6b1d9-72e4-48cd-8db7-bee090141583 req-2ff9d69e-94e5-4a30-8457-b62c93fde6c9 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1419220 Sep 10 03:48:09.102061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-98eae612-f815-4a38-9a85-f19da27e1b2a tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/quotas/9524993fd45b4c77a300b7d45488569d HTTP/1.1" status: 200 len: 375 time: 0.0101376 Sep 10 03:48:09.119657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['99035cd4-ae96-4336-b058-e1de5061e7bd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:48:09.161832 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:09.213121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-20ebce20-09b1-4bc1-873f-c61205f1c725 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9524993fd45b4c77a300b7d45488569d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1048708 Sep 10 03:48:09.248442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:09.255940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:09.258659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:09.316543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Pushing event updated for resources: {'Port': ['ID=53c29341-f7b7-4f8a-be31-ce425a6d5fac,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:09.345984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-d554a8c4-bf10-4149-8592-c32cca5c3f7f service neutron] 10.222.0.22 "GET /v2.0/networks/fd91c941-56ac-418b-b632-6224ec14f3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116986 Sep 10 03:48:09.353211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.353978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:09.357884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f6b1d9-72e4-48cd-8db7-bee090141583 req-48a557e3-c3f9-44bd-9fa5-fafcb3e03b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.359465 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3f6b1d9-72e4-48cd-8db7-bee090141583 req-48a557e3-c3f9-44bd-9fa5-fafcb3e03b2a service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2504039 Sep 10 03:48:09.444475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a486b-d62b-41de-8922-aa6c92659399 req-997294da-587b-4c72-ad88-a32cd989325c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.446095 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-997294da-587b-4c72-ad88-a32cd989325c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1094 time: 0.0428348 Sep 10 03:48:09.450051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-e3e0a653-f2b5-4240-89fc-2a0f39064c77 service neutron] 10.222.0.22 "GET /v2.0/networks/fd91c941-56ac-418b-b632-6224ec14f3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947585 Sep 10 03:48:09.498492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-652fa6eb-55cf-499a-a482-84ddce46a59d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 217 time: 0.0438817 Sep 10 03:48:09.558174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-10705ee5-2c35-4d66-aade-7047f62483fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8354938 Sep 10 03:48:09.573281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Request body: {'port': {'device_id': 'd3c0b772-c48a-405b-8977-459d74771823', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:09.602945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a486b-d62b-41de-8922-aa6c92659399 req-09b3f608-3044-451d-b9dd-1a034ff99ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.604458 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-09b3f608-3044-451d-b9dd-1a034ff99ffa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.1000454 Sep 10 03:48:09.654524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a1e0a7-133f-4af5-84f2-740b4403f7fb req-411ae0bf-2fd9-44b1-94d4-cee5cac7373e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.656057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4a1e0a7-133f-4af5-84f2-740b4403f7fb req-411ae0bf-2fd9-44b1-94d4-cee5cac7373e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 943 time: 0.1063621 Sep 10 03:48:09.702022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4a1e0a7-133f-4af5-84f2-740b4403f7fb req-1505b01b-4285-4171-9606-18803398de76 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368094 Sep 10 03:48:09.705714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:09.756417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a486b-d62b-41de-8922-aa6c92659399 req-24ba27d1-c353-4153-b3ee-abe195367367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.758032 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-24ba27d1-c353-4153-b3ee-abe195367367 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1366456 Sep 10 03:48:09.814068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aec4e51-489d-4b52-9eef-b6802aef4b4f req-25977066-70ed-4ad6-b24f-1533a7291ac1 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:09.816355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aec4e51-489d-4b52-9eef-b6802aef4b4f req-25977066-70ed-4ad6-b24f-1533a7291ac1 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.0506260 Sep 10 03:48:09.840159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0ce4babf-43d1-43dd-8a5f-002f90d0b638 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:09.862546 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aec4e51-489d-4b52-9eef-b6802aef4b4f req-ea3f4ad0-877e-4e2f-8a1b-0a3a14644c0e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391293 Sep 10 03:48:09.904895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0ce4babf-43d1-43dd-8a5f-002f90d0b638 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:09.905430 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:09.960452 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-2b5475c9-e2c4-466f-9a31-a2337b272cba service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1877584 Sep 10 03:48:10.071331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 99035cd4-ae96-4336-b058-e1de5061e7bd up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:10.152171 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b85a486b-d62b-41de-8922-aa6c92659399 req-3a36fb56-1a90-476b-944d-ac35ef907ced service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521513 Sep 10 03:48:10.194015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53c29341-f7b7-4f8a-be31-ce425a6d5fac {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:10.202821 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:10.220069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Transition to ACTIVE for port object 53c29341-f7b7-4f8a-be31-ce425a6d5fac will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:10.231571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93546447-4a75-45f3-b009-26764895461e req-7c7c48df-3ccc-41d0-bf9b-0d19846e7b4b tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:10.233615 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93546447-4a75-45f3-b009-26764895461e req-7c7c48df-3ccc-41d0-bf9b-0d19846e7b4b tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 931 time: 0.0803237 Sep 10 03:48:10.240641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 99035cd4-ae96-4336-b058-e1de5061e7bd completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:10.247741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 99035cd4-ae96-4336-b058-e1de5061e7bd triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:10.248226 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:10.294074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93546447-4a75-45f3-b009-26764895461e req-3defa1a1-acf1-4f35-b3d0-3ca816b78239 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488615 Sep 10 03:48:10.311527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:10.376211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-734ee17a-66aa-4d30-9ed7-fa270c6386a2 req-01c3d54d-505a-4752-9831-87c780475939 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0734866 Sep 10 03:48:10.383871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Pushing event updated for resources: {'Port': ['ID=53c29341-f7b7-4f8a-be31-ce425a6d5fac,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:10.430510 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:10.473968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:10.477161 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e2d4142-17d6-4e50-8b52-6dff227ceda6" -d '{"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-plugged", "status": "completed", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:10.483771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Attempting to bind port 53c29341-f7b7-4f8a-be31-ce425a6d5fac on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:10.486387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Attempting to bind port 53c29341-f7b7-4f8a-be31-ce425a6d5fac by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:10.486387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Attempting to bind port 53c29341-f7b7-4f8a-be31-ce425a6d5fac on network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:10.490599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:10.497120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Port 53c29341-f7b7-4f8a-be31-ce425a6d5fac on network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:10.497527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Attempting to bind port 53c29341-f7b7-4f8a-be31-ce425a6d5fac on network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:10.503850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 47, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:10.504355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Checking segment: {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:10.505448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Bound using segment: {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:10.506074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Bound port: 53c29341-f7b7-4f8a-be31-ce425a6d5fac, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:10.506485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:10.544922 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4c38f30-e060-40ae-9a1f-87e2f2a1cdb8 x-openstack-request-id: req-c4c38f30-e060-40ae-9a1f-87e2f2a1cdb8 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:10.545460 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-plugged", "status": "completed", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:10.545812 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4c38f30-e060-40ae-9a1f-87e2f2a1cdb8 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:10.549807 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'code': 200} Sep 10 03:48:10.592729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] For port 53c29341-f7b7-4f8a-be31-ce425a6d5fac, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:10.596205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] For port 53c29341-f7b7-4f8a-be31-ce425a6d5fac, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=53c29341-f7b7-4f8a-be31-ce425a6d5fac,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:48:10.599075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:10.654874 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d694076-2deb-40fd-a084-b0bbc6ba81c7 req-5bed8713-2482-4889-a273-830903a5698c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:10.656491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d694076-2deb-40fd-a084-b0bbc6ba81c7 req-5bed8713-2482-4889-a273-830903a5698c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 1097 time: 0.0462809 Sep 10 03:48:10.675290 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:10.706174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:10.729820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d694076-2deb-40fd-a084-b0bbc6ba81c7 req-07bd5c51-8cf6-4234-a771-960c1e476eba service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648928 Sep 10 03:48:10.757292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:10.757902 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:10.759304 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] 10.222.0.20 "PUT /v2.0/ports/53c29341-f7b7-4f8a-be31-ce425a6d5fac HTTP/1.1" status: 200 len: 1091 time: 1.1904228 Sep 10 03:48:10.778462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cc421f-27c3-44e3-a824-f7c90d78f42c service neutron] Pushing event updated for resources: {'Port': ['ID=53c29341-f7b7-4f8a-be31-ce425a6d5fac,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:10.822516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3c0b772-c48a-405b-8977-459d74771823', 'tag': '53c29341-f7b7-4f8a-be31-ce425a6d5fac'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:10.825211 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ad0f317-1d9b-4236-95d7-03e3c2571464" -d '{"events": [{"name": "network-changed", "server_uuid": "d3c0b772-c48a-405b-8977-459d74771823", "tag": "53c29341-f7b7-4f8a-be31-ce425a6d5fac"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:10.849459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41799de3-8493-4825-a517-6306854bf146 req-e4d8171c-c76e-4ee5-a30b-6d519f4b7e47 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:10.855724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41799de3-8493-4825-a517-6306854bf146 req-e4d8171c-c76e-4ee5-a30b-6d519f4b7e47 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 943 time: 0.0646033 Sep 10 03:48:10.882715 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a45edbe-a49c-46d3-9785-91c2bb7a3ec3 x-openstack-request-id: req-4a45edbe-a49c-46d3-9785-91c2bb7a3ec3 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:10.883077 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3c0b772-c48a-405b-8977-459d74771823", "tag": "53c29341-f7b7-4f8a-be31-ce425a6d5fac", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:10.883504 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a45edbe-a49c-46d3-9785-91c2bb7a3ec3 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:10.884089 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3c0b772-c48a-405b-8977-459d74771823', 'tag': '53c29341-f7b7-4f8a-be31-ce425a6d5fac', 'status': 'completed', 'code': 200} Sep 10 03:48:10.894168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41799de3-8493-4825-a517-6306854bf146 req-11ac7992-5ecf-434e-b144-1fa69c3fdc6a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375817 Sep 10 03:48:11.010857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0373aeb-2978-47b9-8d23-e06cf3c25ac1 req-48494bc4-2301-42c7-93d6-ed02465c32d5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:11.013176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0373aeb-2978-47b9-8d23-e06cf3c25ac1 req-48494bc4-2301-42c7-93d6-ed02465c32d5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0574548 Sep 10 03:48:11.071167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0373aeb-2978-47b9-8d23-e06cf3c25ac1 req-ee72915e-52bb-4573-8b81-e060d7d27668 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491288 Sep 10 03:48:11.311986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0f317-1d9b-4236-95d7-03e3c2571464 req-00bdeda1-271d-4ce0-9979-668dd38766ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:11.313513 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ad0f317-1d9b-4236-95d7-03e3c2571464 req-00bdeda1-271d-4ce0-9979-668dd38766ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2199e50e2947479f837e4bd11f17ff86&device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 1094 time: 0.3559539 Sep 10 03:48:11.410688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a394e5a1-16b5-415c-a014-9f3a5f376ab1 req-72bf1068-a499-4182-8a32-401af85e0ed2 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:11.413306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a394e5a1-16b5-415c-a014-9f3a5f376ab1 req-72bf1068-a499-4182-8a32-401af85e0ed2 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 943 time: 0.0577633 Sep 10 03:48:11.422492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0f317-1d9b-4236-95d7-03e3c2571464 req-d5bfde70-68c1-4d63-91f3-a8a992a88344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:11.424491 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ad0f317-1d9b-4236-95d7-03e3c2571464 req-d5bfde70-68c1-4d63-91f3-a8a992a88344 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2199e50e2947479f837e4bd11f17ff86&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1021044 Sep 10 03:48:11.468332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a394e5a1-16b5-415c-a014-9f3a5f376ab1 req-176d1891-1369-4ba6-aab3-5c87f718da4d tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489244 Sep 10 03:48:11.514336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3275965a-5e8c-4c61-9000-a185616a2dda req-711e676d-9ae7-472b-8c4d-d9a516d3cad9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0313568 Sep 10 03:48:11.555116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad0f317-1d9b-4236-95d7-03e3c2571464 req-cbd10189-416e-4314-b6a5-813b47e5bdb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:11.556703 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ad0f317-1d9b-4236-95d7-03e3c2571464 req-cbd10189-416e-4314-b6a5-813b47e5bdb6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235783 Sep 10 03:48:11.643746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-0f7e25ae-6a34-4bf0-8c72-6246643f9b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:11.646560 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-0f7e25ae-6a34-4bf0-8c72-6246643f9b9b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2199e50e2947479f837e4bd11f17ff86&device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 1094 time: 0.0436304 Sep 10 03:48:11.694445 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-dd6ad7ca-e03c-42c2-8541-25b6eba5d194 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c29341-f7b7-4f8a-be31-ce425a6d5fac HTTP/1.1" status: 200 len: 217 time: 0.0396032 Sep 10 03:48:11.750606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-4e98acfa-4e00-4657-8e02-9ccc94aeb462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:11.752029 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-4e98acfa-4e00-4657-8e02-9ccc94aeb462 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac2e7883-0901-4c78-a8bc-ddeab8da2c2b HTTP/1.1" status: 200 len: 851 time: 0.0491960 Sep 10 03:48:11.789654 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-72402a26-cbf5-4269-a1e6-f10f9ddd6966 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275562 Sep 10 03:48:11.890222 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-cc1c125e-788c-4c15-a23e-3ca872bf28fc service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913682 Sep 10 03:48:12.010572 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-104ff9b2-377f-4722-abde-2113b2a3b2a3 req-64e9b232-6599-48af-84a8-f694e2c06031 service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108441 Sep 10 03:48:12.023166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e2de5-0433-4f86-bc58-cffd76bf5fbb req-75f79b50-6cea-48cb-b103-3f15bfe24fc6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:12.025492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb6e2de5-0433-4f86-bc58-cffd76bf5fbb req-75f79b50-6cea-48cb-b103-3f15bfe24fc6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 943 time: 0.0557888 Sep 10 03:48:12.070114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb6e2de5-0433-4f86-bc58-cffd76bf5fbb req-6ca2ab6e-b86c-4751-8ebf-f8e192efd3fd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375547 Sep 10 03:48:12.230720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8ca45f-2a37-437e-ac77-dba70be39684 req-a902c41a-bcbd-4995-8986-5f6b435f4b47 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:12.232132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce8ca45f-2a37-437e-ac77-dba70be39684 req-a902c41a-bcbd-4995-8986-5f6b435f4b47 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0590122 Sep 10 03:48:12.278877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce8ca45f-2a37-437e-ac77-dba70be39684 req-0151f53e-d47e-400d-9863-6d86511f10f4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376616 Sep 10 03:48:12.407283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250384b4-6cee-46f9-bc6b-264f41a0de27 req-00c88550-c500-420e-a61d-d68b7ef9f134 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:12.409097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-250384b4-6cee-46f9-bc6b-264f41a0de27 req-00c88550-c500-420e-a61d-d68b7ef9f134 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0525582 Sep 10 03:48:12.418998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44810) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:12.435147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4e6ef28c-374c-40dc-a53e-ce720d1d0f0c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Request body: {'floatingip': {'port_id': '99035cd4-ae96-4336-b058-e1de5061e7bd'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:12.438271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44812) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:12.487518 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef28c-374c-40dc-a53e-ce720d1d0f0c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:12.593606 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc9a74ca-d3fb-4e89-bf3e-0ebede7d0b13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:12.674757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7589f710-a1d1-4131-b5c5-a1cf797c9c4a req-c20f53ff-c2ef-4ce4-aba4-0452b9e404cf tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0481281 Sep 10 03:48:12.706576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b21b1-7367-4a5c-a6d2-8655f3cba28c req-00f31e56-b699-4b0e-8f3c-4c5846cc5b63 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:12.708642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-899b21b1-7367-4a5c-a6d2-8655f3cba28c req-00f31e56-b699-4b0e-8f3c-4c5846cc5b63 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 943 time: 0.0975411 Sep 10 03:48:12.767207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-899b21b1-7367-4a5c-a6d2-8655f3cba28c req-7892e0c9-50e7-466c-9331-49eae60c413d tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505350 Sep 10 03:48:12.807180 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc9a74ca-d3fb-4e89-bf3e-0ebede7d0b13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:12.909273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc9a74ca-d3fb-4e89-bf3e-0ebede7d0b13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:12.960013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cc9a74ca-d3fb-4e89-bf3e-0ebede7d0b13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7a5044cfa92406f8ff7adf48f9e7654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5203400 Sep 10 03:48:12.963789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9a74ca-d3fb-4e89-bf3e-0ebede7d0b13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59e2e8ee-c1ef-41f7-ba16-6bcb4396d83f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:12.968246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44822) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:13.040286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2980c05-e8c1-4d85-8afc-6a836157f049 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:13.062114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2980c05-e8c1-4d85-8afc-6a836157f049 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:13.183571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef28c-374c-40dc-a53e-ce720d1d0f0c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:13.213599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b899f2-d591-487c-a9a9-9f1d7aa1eeb7 req-2677575b-2e29-466a-84ad-d2680972e38a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:13.215139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79b899f2-d591-487c-a9a9-9f1d7aa1eeb7 req-2677575b-2e29-466a-84ad-d2680972e38a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 943 time: 0.0589998 Sep 10 03:48:13.216760 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2980c05-e8c1-4d85-8afc-6a836157f049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:13.218866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2980c05-e8c1-4d85-8afc-6a836157f049 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:13.220176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f2980c05-e8c1-4d85-8afc-6a836157f049 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59e2e8ee-c1ef-41f7-ba16-6bcb4396d83f HTTP/1.1" status: 204 len: 168 time: 0.2509072 Sep 10 03:48:13.231295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2980c05-e8c1-4d85-8afc-6a836157f049 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59e2e8ee-c1ef-41f7-ba16-6bcb4396d83f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:13.265199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-e19b3e03-1073-4fee-a274-f8e87b4e52bc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:13.267064 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-e19b3e03-1073-4fee-a274-f8e87b4e52bc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.39 "GET /v2.0/networks?id=fd91c941-56ac-418b-b632-6224ec14f3dc HTTP/1.1" status: 200 len: 815 time: 0.1390975 Sep 10 03:48:13.268320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef28c-374c-40dc-a53e-ce720d1d0f0c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:13.279606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79b899f2-d591-487c-a9a9-9f1d7aa1eeb7 req-d4cdcc6f-9e2b-4cdd-a333-b1f994526614 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448918 Sep 10 03:48:13.342896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:48:13.400307 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-ba936566-7461-4b9d-b153-b70bc672ba32 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9524993fd45b4c77a300b7d45488569d HTTP/1.1" status: 200 len: 380 time: 0.0858209 Sep 10 03:48:13.415964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Request body: {'port': {'device_id': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'admin_state_up': True, 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'security_groups': ['ea16e6d0-e08d-40ae-a134-dbaf5e942098']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:13.452791 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-4e6ef28c-374c-40dc-a53e-ce720d1d0f0c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Floating IP cebf98f2-55d6-4444-b9ec-0e8434d68e11 associated. External IP: 172.25.3.219, port: 99035cd4-ae96-4336-b058-e1de5061e7bd. Sep 10 03:48:13.469158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:13.485428 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'port_id': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'mac_address': 'fa:16:3e:1a:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:48:13.551937 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:13.551937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a301ad19-280f-4ab1-8801-a64c6113a9e7 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:13.575797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:13.757356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e6ef28c-374c-40dc-a53e-ce720d1d0f0c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Router e3c30265-3678-4e35-865d-a0077962deff has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:48:13.779045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0022a88-3940-4c57-ad3c-b3d728e26c91 req-f3df5fd3-ff6f-4281-8be5-2fe92d216bde tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0311720 Sep 10 03:48:13.810960 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:13.899068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6ef28c-374c-40dc-a53e-ce720d1d0f0c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:48:13.909882 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] Sync routers for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:48:13.915123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:13.930605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e6ef28c-374c-40dc-a53e-ce720d1d0f0c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:13.932750 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:13.933388 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:13.938603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Made reservation on behalf of 9524993fd45b4c77a300b7d45488569d for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:13.943020 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:14.001502 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4e6ef28c-374c-40dc-a53e-ce720d1d0f0c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "PUT /v2.0/floatingips/cebf98f2-55d6-4444-b9ec-0e8434d68e11 HTTP/1.1" status: 200 len: 992 time: 1.5808673 Sep 10 03:48:14.008595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:14.010593 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516e80c0-11bb-4569-aa77-2e4cd5781988" -d '{"events": [{"name": "network-changed", "server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:14.044629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3969ff9-21b0-4c9b-b4da-68774e2ebc82 req-eb3edad5-bd96-4e5b-85d5-f5d903c7092b tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:14.052791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3969ff9-21b0-4c9b-b4da-68774e2ebc82 req-eb3edad5-bd96-4e5b-85d5-f5d903c7092b tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 943 time: 0.1294303 Sep 10 03:48:14.078785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a301ad19-280f-4ab1-8801-a64c6113a9e7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:48:14.100497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3969ff9-21b0-4c9b-b4da-68774e2ebc82 req-16e0b5ea-2a47-44fc-9462-fa8eb8da72d1 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467463 Sep 10 03:48:14.117269 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:14.148385 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e52a230-155b-4222-b455-cd2e7114c29e x-openstack-request-id: req-6e52a230-155b-4222-b455-cd2e7114c29e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:14.148748 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:14.149066 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6e52a230-155b-4222-b455-cd2e7114c29e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:14.150011 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'status': 'completed', 'code': 200} Sep 10 03:48:14.159095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Allocated IP 172.20.0.7 (fd91c941-56ac-418b-b632-6224ec14f3dc/848ad382-3e53-41cf-b7df-891f02501580/77d80366-f160-49d7-8308-f6bf2851032f) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:48:14.178079 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 53c29341-f7b7-4f8a-be31-ce425a6d5fac details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:48:14.268645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-1252b65f-e611-493c-8317-a998a7aace16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:14.271434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-1252b65f-e611-493c-8317-a998a7aace16 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 1097 time: 0.0990543 Sep 10 03:48:14.484675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7221181d-7d4d-4786-b901-e6a6faec8f2b req-96d164b8-7cba-4962-a8a5-055fb68ddc3b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:14.501235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7221181d-7d4d-4786-b901-e6a6faec8f2b req-96d164b8-7cba-4962-a8a5-055fb68ddc3b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1085508 Sep 10 03:48:14.503836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44856) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:14.575713 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-044b08fd-cb3c-46b4-9de3-c634249623b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:14.586941 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'cebf98f2-55d6-4444-b9ec-0e8434d68e11', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'port_id': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'mac_address': 'fa:16:3e:d4:fd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:47:55Z', 'updated_at': '2021-09-10T03:48:13Z', 'revision_number': 1, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:14.588843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 53c29341-f7b7-4f8a-be31-ce425a6d5fac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=53c29341-f7b7-4f8a-be31-ce425a6d5fac,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:14.601854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '53c29341-f7b7-4f8a-be31-ce425a6d5fac', 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc', 'port_id': '53c29341-f7b7-4f8a-be31-ce425a6d5fac', 'mac_address': 'fa:16:3e:ef:43:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2e7883-0901-4c78-a8bc-ddeab8da2c2b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:48:14.608621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-eef9a947-ad4e-4a22-bce5-7b508757af00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:14.611535 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-eef9a947-ad4e-4a22-bce5-7b508757af00 service neutron] 10.222.0.20 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.3281906 Sep 10 03:48:14.648938 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:14.653370 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] Checking router: e3c30265-3678-4e35-865d-a0077962deff for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:48:14.669685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53c29341-f7b7-4f8a-be31-ce425a6d5fac {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:14.685876 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:14.686499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7221181d-7d4d-4786-b901-e6a6faec8f2b req-f10c4f09-d8b7-4fcf-bdb6-6c7174e8e5cb tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1835127 Sep 10 03:48:14.692295 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:14.716759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 53c29341-f7b7-4f8a-be31-ce425a6d5fac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=53c29341-f7b7-4f8a-be31-ce425a6d5fac,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:14.769566 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-2a251d9c-da08-4197-8a9c-926c99f92d07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99035cd4-ae96-4336-b058-e1de5061e7bd HTTP/1.1" status: 200 len: 1000 time: 0.0920045 Sep 10 03:48:14.828049 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:14.867125 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-044b08fd-cb3c-46b4-9de3-c634249623b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:14.892082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:14.917873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=53c29341-f7b7-4f8a-be31-ce425a6d5fac,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:14.920090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Transition to ACTIVE for port object 77d80366-f160-49d7-8308-f6bf2851032f will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:14.953376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27de1438-a12c-4b5c-88e5-944da5e99db5 req-8ac92fa9-0aaa-4598-bd42-2f7d91b93e5e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0479121 Sep 10 03:48:14.978677 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:14.981431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-044b08fd-cb3c-46b4-9de3-c634249623b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.028186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-044b08fd-cb3c-46b4-9de3-c634249623b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=304acc19b00a4ffebb98101ef945620a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5171275 Sep 10 03:48:15.028807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44860) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:15.057097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044b08fd-cb3c-46b4-9de3-c634249623b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c3d2fa7-965f-4fae-8618-e95a13aa64b8,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:15.121835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['53c29341-f7b7-4f8a-be31-ce425a6d5fac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:48:15.153418 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-970342dd-ba32-4ed2-9cd3-3002cb178247 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.239482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-970342dd-ba32-4ed2-9cd3-3002cb178247 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.372789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:15.407812 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'cebf98f2-55d6-4444-b9ec-0e8434d68e11', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'port_id': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'mac_address': 'fa:16:3e:d4:fd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:47:55Z', 'updated_at': '2021-09-10T03:48:13Z', 'revision_number': 1, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:15.483991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d2ee5e-55ac-488b-83f1-db24c3b26bfb req-077f1697-b1ce-474a-8a72-662e12956ab9 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:15.483991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02d2ee5e-55ac-488b-83f1-db24c3b26bfb req-077f1697-b1ce-474a-8a72-662e12956ab9 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 944 time: 0.1828215 Sep 10 03:48:15.536395 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ae189cb-9e63-4580-ad78-1d4a72ba4112 None None] The sync data for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 is: [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'cebf98f2-55d6-4444-b9ec-0e8434d68e11', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'floating_ip_address': '172.25.3.219', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'port_id': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1512, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'mac_address': 'fa:16:3e:d4:fd:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:47:55Z', 'updated_at': '2021-09-10T03:48:13Z', 'revision_number': 1, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:48:15.577497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port a301ad19-280f-4ab1-8801-a64c6113a9e7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:15.585890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a301ad19-280f-4ab1-8801-a64c6113a9e7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:15.585890 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.626841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02d2ee5e-55ac-488b-83f1-db24c3b26bfb req-45818b93-e169-4e81-b298-26936f24e604 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709900 Sep 10 03:48:15.634163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-d7e3c68d-8b16-43b3-b086-4674b62ee2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:15.637611 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-d7e3c68d-8b16-43b3-b086-4674b62ee2e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.8571510 Sep 10 03:48:15.656022 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-970342dd-ba32-4ed2-9cd3-3002cb178247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.658909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-970342dd-ba32-4ed2-9cd3-3002cb178247 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.660858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-970342dd-ba32-4ed2-9cd3-3002cb178247 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8c3d2fa7-965f-4fae-8618-e95a13aa64b8 HTTP/1.1" status: 204 len: 168 time: 0.6309142 Sep 10 03:48:15.677553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970342dd-ba32-4ed2-9cd3-3002cb178247 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c3d2fa7-965f-4fae-8618-e95a13aa64b8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:15.712485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-1773c46c-c135-46e1-b5b6-810dfc07c7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:15.718199 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-1773c46c-c135-46e1-b5b6-810dfc07c7c3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0664010 Sep 10 03:48:15.794488 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.846704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:15.847599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:15.850621 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5c59120-d49b-4cec-82f8-c29808f327b3" -d '{"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-plugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:15.886777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941c094-8027-482f-b235-3b5d1e5f99c4 req-3606e85c-acc0-41a7-84c0-b3f837c31b64 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:15.887567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:15.894269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f941c094-8027-482f-b235-3b5d1e5f99c4 req-3606e85c-acc0-41a7-84c0-b3f837c31b64 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0866585 Sep 10 03:48:15.931998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d169ea0-32df-421b-acbb-1f999eadc838 None None] New status for floating IP cebf98f2-55d6-4444-b9ec-0e8434d68e11: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:48:15.987742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f941c094-8027-482f-b235-3b5d1e5f99c4 req-110b2938-eb92-40ef-85af-c573f95d74f9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899422 Sep 10 03:48:15.993515 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785698bd-bdaf-4281-8d22-c8523d294e59 x-openstack-request-id: req-785698bd-bdaf-4281-8d22-c8523d294e59 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:15.994059 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-plugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:15.994858 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-785698bd-bdaf-4281-8d22-c8523d294e59 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:15.995435 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'code': 200} Sep 10 03:48:15.996276 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:16.019158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Network fd91c941-56ac-418b-b632-6224ec14f3dc is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:16.042574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:16.053412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:16.079363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed6f90b-1f07-4744-bbbe-d19f4b3b403a req-63b87ede-68c4-4d2e-a7b8-9959584b5010 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:16.089183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ed6f90b-1f07-4744-bbbe-d19f4b3b403a req-63b87ede-68c4-4d2e-a7b8-9959584b5010 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1096 time: 0.0551794 Sep 10 03:48:16.128438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:16.129706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:16.143311 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-659f92d7-e564-4ec9-8071-93de6ba8e048 service neutron] 10.222.0.20 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132607 Sep 10 03:48:16.211638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ed6f90b-1f07-4744-bbbe-d19f4b3b403a req-1d5a389b-a2cc-4bff-8419-f77eee19360b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0720265 Sep 10 03:48:16.250370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f85edf4-7f92-4737-a9b2-1659f2418218 req-93ec4cca-f6c5-45a4-a6cf-fa31c12f8253 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:16.262123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f85edf4-7f92-4737-a9b2-1659f2418218 req-93ec4cca-f6c5-45a4-a6cf-fa31c12f8253 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 931 time: 0.1756952 Sep 10 03:48:16.293289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:16.346648 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f85edf4-7f92-4737-a9b2-1659f2418218 req-8c59e95f-4a91-45b6-a2c6-8c716104a6c8 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834422 Sep 10 03:48:16.370763 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-516e80c0-11bb-4569-aa77-2e4cd5781988 req-99a72f33-6050-4068-a2f2-697c43ee5a8a service neutron] 10.222.0.20 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2173252 Sep 10 03:48:16.373783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Pushing event updated for resources: {'Port': ['ID=77d80366-f160-49d7-8308-f6bf2851032f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:16.433186 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-5bcb2134-7bff-4e98-8d4a-5fb35188b8f4 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0260234 Sep 10 03:48:16.448716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Request body: {'port': {'device_id': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:16.583062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:16.776996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df299df-aad7-480a-8522-19334a82a22a req-6cc4bf71-99aa-4fdf-9b3e-a94f29d5b9f7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:16.791051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2df299df-aad7-480a-8522-19334a82a22a req-6cc4bf71-99aa-4fdf-9b3e-a94f29d5b9f7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 944 time: 0.0874405 Sep 10 03:48:16.803942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-caae6d2c-ea72-4875-84b6-9f44b3cd8932 None None] Provisioning for port 77d80366-f160-49d7-8308-f6bf2851032f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:16.812499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-caae6d2c-ea72-4875-84b6-9f44b3cd8932 None None] Provisioning complete for port 77d80366-f160-49d7-8308-f6bf2851032f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:16.813425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-caae6d2c-ea72-4875-84b6-9f44b3cd8932 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:16.863531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2df299df-aad7-480a-8522-19334a82a22a req-30baa454-d9d5-45f5-b391-49d539051b65 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715585 Sep 10 03:48:16.938668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-caae6d2c-ea72-4875-84b6-9f44b3cd8932 None None] Port 77d80366-f160-49d7-8308-f6bf2851032f cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:48:16.982846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-a3c74029-ad1b-4571-bd7c-e56d2adcecd0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0601692 Sep 10 03:48:16.994191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77d80366-f160-49d7-8308-f6bf2851032f {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:17.002738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:17.018129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Transition to ACTIVE for port object 77d80366-f160-49d7-8308-f6bf2851032f will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:17.100978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:17.121285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-197d80df-dd60-4bb8-a847-72a14820b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.121798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-197d80df-dd60-4bb8-a847-72a14820b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.122186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-197d80df-dd60-4bb8-a847-72a14820b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.122822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-197d80df-dd60-4bb8-a847-72a14820b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.123429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-197d80df-dd60-4bb8-a847-72a14820b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.124194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-197d80df-dd60-4bb8-a847-72a14820b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.124803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-197d80df-dd60-4bb8-a847-72a14820b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.126877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-197d80df-dd60-4bb8-a847-72a14820b3ec service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6504 time: 0.0848334 Sep 10 03:48:17.148149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d04af63-1011-4bf8-8e9f-47d94762453d req-212d3320-c9ee-432c-b69d-2d2a3a61e6c5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.155711 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d04af63-1011-4bf8-8e9f-47d94762453d req-212d3320-c9ee-432c-b69d-2d2a3a61e6c5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 945 time: 0.0717540 Sep 10 03:48:17.245390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d04af63-1011-4bf8-8e9f-47d94762453d req-be5277d8-7a8e-4c92-bb97-1a0cd50ef23a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886910 Sep 10 03:48:17.250141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Pushing event updated for resources: {'Port': ['ID=77d80366-f160-49d7-8308-f6bf2851032f,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:17.323636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Attempting to bind port 77d80366-f160-49d7-8308-f6bf2851032f on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:17.324052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Attempting to bind port 77d80366-f160-49d7-8308-f6bf2851032f by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:17.324388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Attempting to bind port 77d80366-f160-49d7-8308-f6bf2851032f on network fd91c941-56ac-418b-b632-6224ec14f3dc {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:17.330399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Port 77d80366-f160-49d7-8308-f6bf2851032f on network fd91c941-56ac-418b-b632-6224ec14f3dc not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:17.330737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Attempting to bind port 77d80366-f160-49d7-8308-f6bf2851032f on network fd91c941-56ac-418b-b632-6224ec14f3dc {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:17.336734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:17.341790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Checking segment: {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:17.341790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Bound using segment: {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:17.341790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Bound port: 77d80366-f160-49d7-8308-f6bf2851032f, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5742c7fe-41e8-4b55-873a-baf1d528bde9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:17.341790 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:17.346870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-af1f8bc5-792b-439a-bb51-407295560add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.347486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-af1f8bc5-792b-439a-bb51-407295560add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.348848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-af1f8bc5-792b-439a-bb51-407295560add service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.350723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-af1f8bc5-792b-439a-bb51-407295560add service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24 HTTP/1.1" status: 200 len: 2298 time: 0.1781590 Sep 10 03:48:17.462339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] For port 77d80366-f160-49d7-8308-f6bf2851032f, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:17.469521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] For port 77d80366-f160-49d7-8308-f6bf2851032f, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=77d80366-f160-49d7-8308-f6bf2851032f,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:48:17.544523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-99f6b1f3-6f4b-4643-a73b-13b30fa8da11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e HTTP/1.1" status: 200 len: 1001 time: 0.1692636 Sep 10 03:48:17.566634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e42ad418-3989-4243-843c-413fa040451f req-0d7c8500-b91a-4745-89ee-246e3ffad9ca tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.568942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e42ad418-3989-4243-843c-413fa040451f req-0d7c8500-b91a-4745-89ee-246e3ffad9ca tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.0945187 Sep 10 03:48:17.599139 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:17.660829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e42ad418-3989-4243-843c-413fa040451f req-7195da32-3f9a-4a47-9750-5de04106ce42 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901480 Sep 10 03:48:17.666732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-7c411daf-5caf-4fb5-857d-7cceea414cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.674267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-7c411daf-5caf-4fb5-857d-7cceea414cec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de481826-aaa2-4c99-88fc-13be40e266ed HTTP/1.1" status: 200 len: 856 time: 0.1012764 Sep 10 03:48:17.713221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.716857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:17.722283 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-018796e4-2190-471e-b933-97ea629577e9 service neutron] 10.222.0.39 "PUT /v2.0/ports/77d80366-f160-49d7-8308-f6bf2851032f HTTP/1.1" status: 200 len: 1091 time: 1.2789242 Sep 10 03:48:17.730157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'tag': '77d80366-f160-49d7-8308-f6bf2851032f'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:17.737131 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-156c1d29-647d-402c-8e35-2c8b53a60a33" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ad14ac-6327-454d-b972-b1e7bae6f689", "tag": "77d80366-f160-49d7-8308-f6bf2851032f"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:17.753707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-b0d1b30f-3d0c-4139-b1df-f6fe2e31a586 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.755582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-b0d1b30f-3d0c-4139-b1df-f6fe2e31a586 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734339 Sep 10 03:48:17.810654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018796e4-2190-471e-b933-97ea629577e9 service neutron] Pushing event updated for resources: {'Port': ['ID=77d80366-f160-49d7-8308-f6bf2851032f,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:17.850122 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f57795-1419-4d1d-8115-913b194a9df7 x-openstack-request-id: req-e7f57795-1419-4d1d-8115-913b194a9df7 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:17.850626 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ad14ac-6327-454d-b972-b1e7bae6f689", "tag": "77d80366-f160-49d7-8308-f6bf2851032f", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:17.850972 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7f57795-1419-4d1d-8115-913b194a9df7 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:17.851630 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'tag': '77d80366-f160-49d7-8308-f6bf2851032f', 'status': 'completed', 'code': 200} Sep 10 03:48:17.933347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c1d29-647d-402c-8e35-2c8b53a60a33 req-22028741-9b86-49f3-99eb-2b0225e8b4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:17.935575 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-156c1d29-647d-402c-8e35-2c8b53a60a33 req-22028741-9b86-49f3-99eb-2b0225e8b4d0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9524993fd45b4c77a300b7d45488569d&device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 1094 time: 0.0613880 Sep 10 03:48:17.959950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-31b140d0-2722-4799-a1a1-e6aff60e672d service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929848 Sep 10 03:48:18.101611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 53c29341-f7b7-4f8a-be31-ce425a6d5fac up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:18.103215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe93c0b7-cb45-4441-9c50-3a21753f88c0 req-cba20801-3e04-46de-8dff-95be1e170cd7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.111580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe93c0b7-cb45-4441-9c50-3a21753f88c0 req-cba20801-3e04-46de-8dff-95be1e170cd7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 944 time: 0.1281323 Sep 10 03:48:18.136491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c1d29-647d-402c-8e35-2c8b53a60a33 req-41bb7305-486a-4fb6-aaf2-3c1771b8626a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.138006 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-156c1d29-647d-402c-8e35-2c8b53a60a33 req-41bb7305-486a-4fb6-aaf2-3c1771b8626a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=9524993fd45b4c77a300b7d45488569d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1934338 Sep 10 03:48:18.141173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-6d468341-a32f-4f25-8666-92c54c863bbb service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720355 Sep 10 03:48:18.167604 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe93c0b7-cb45-4441-9c50-3a21753f88c0 req-a3320abe-4698-4024-b457-0a743d8cc322 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549269 Sep 10 03:48:18.239526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-f2ef5321-a502-41a0-8f73-468bc883c47d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 200 len: 217 time: 0.0746677 Sep 10 03:48:18.295719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 53c29341-f7b7-4f8a-be31-ce425a6d5fac completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:18.299980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 53c29341-f7b7-4f8a-be31-ce425a6d5fac triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:18.301413 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:18.309209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-43e398e4-be91-4069-b343-6edd68a25a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.311716 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-43e398e4-be91-4069-b343-6edd68a25a5e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0645766 Sep 10 03:48:18.322449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156c1d29-647d-402c-8e35-2c8b53a60a33 req-094e0d82-6820-47dc-a68c-03da1115d406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.324337 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-156c1d29-647d-402c-8e35-2c8b53a60a33 req-094e0d82-6820-47dc-a68c-03da1115d406 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1734805 Sep 10 03:48:18.431492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-dcdf7704-b9c8-4c84-a6fe-09010b3baa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.433330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-dcdf7704-b9c8-4c84-a6fe-09010b3baa85 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1134779 Sep 10 03:48:18.457888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44938) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:18.478880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-968f98c5-86e7-4fb0-9b42-195b1b4a493c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.482727 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-968f98c5-86e7-4fb0-9b42-195b1b4a493c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9524993fd45b4c77a300b7d45488569d&device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 1094 time: 0.1133878 Sep 10 03:48:18.485880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6efd993-8c75-40ff-8aea-86a7185ed1e1 req-1672c0b0-16a5-46cd-aa42-312077138ab2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.489130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6efd993-8c75-40ff-8aea-86a7185ed1e1 req-1672c0b0-16a5-46cd-aa42-312077138ab2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 945 time: 0.1006825 Sep 10 03:48:18.540596 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:18.584441 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-1cb4b586-6213-4d17-ad10-475a6f7e5811 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77d80366-f160-49d7-8308-f6bf2851032f HTTP/1.1" status: 200 len: 217 time: 0.0940921 Sep 10 03:48:18.624311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c0b772-c48a-405b-8977-459d74771823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c29341-f7b7-4f8a-be31-ce425a6d5fac'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:18.631711 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c232b094-bb39-44b3-96e3-91e29b1ff86d" -d '{"events": [{"server_uuid": "d3c0b772-c48a-405b-8977-459d74771823", "name": "network-vif-plugged", "status": "completed", "tag": "53c29341-f7b7-4f8a-be31-ce425a6d5fac"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:18.655089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6efd993-8c75-40ff-8aea-86a7185ed1e1 req-bfcc471d-faf7-4e4c-8bcf-5f46dc0b5ddd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550431 Sep 10 03:48:18.676414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-36de0f84-56b6-490e-93e3-6c5666ed2202 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325263 Sep 10 03:48:18.681665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 53c29341-f7b7-4f8a-be31-ce425a6d5fac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=53c29341-f7b7-4f8a-be31-ce425a6d5fac,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:18.700384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-2b884bab-ef72-4397-a21a-af67daeca64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.705134 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-2b884bab-ef72-4397-a21a-af67daeca64a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=848ad382-3e53-41cf-b7df-891f02501580 HTTP/1.1" status: 200 len: 854 time: 0.1132455 Sep 10 03:48:18.738926 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f96d53b-0c27-4a18-b77f-3e25fdd1b664 x-openstack-request-id: req-9f96d53b-0c27-4a18-b77f-3e25fdd1b664 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:18.739226 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c0b772-c48a-405b-8977-459d74771823", "name": "network-vif-plugged", "status": "completed", "tag": "53c29341-f7b7-4f8a-be31-ce425a6d5fac", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:18.739478 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f96d53b-0c27-4a18-b77f-3e25fdd1b664 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:18.739893 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c0b772-c48a-405b-8977-459d74771823', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53c29341-f7b7-4f8a-be31-ce425a6d5fac', 'code': 200} Sep 10 03:48:18.751566 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:18.827942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-b18c75b6-911f-4b9b-a398-b89450e64eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.829589 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-b18c75b6-911f-4b9b-a398-b89450e64eda service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd91c941-56ac-418b-b632-6224ec14f3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1178322 Sep 10 03:48:18.932848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=53c29341-f7b7-4f8a-be31-ce425a6d5fac,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:18.958514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a43a19e-9453-42e8-98b7-4175e6538339 req-7c057e9c-9700-4c4e-8b70-076d733e9b28 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:18.960075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a43a19e-9453-42e8-98b7-4175e6538339 req-7c057e9c-9700-4c4e-8b70-076d733e9b28 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 945 time: 0.1701746 Sep 10 03:48:18.961930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-24c3d9a0-0b22-448e-961d-19bbac7e8e05 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647674 Sep 10 03:48:18.988682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44958) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:19.004837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9a36aa94-29a2-46aa-875b-eff52900b498 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'floatingip': {'port_id': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:19.012207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:19.031827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-8c679c11-7c22-4f1a-9d92-f4fb40e49bce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 200 len: 217 time: 0.0452604 Sep 10 03:48:19.088049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d80ec1-b9fa-42f9-a024-0f4fb44bfc91 req-24e0c131-6891-48be-b91d-772e58b80d8e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:19.089696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6d80ec1-b9fa-42f9-a024-0f4fb44bfc91 req-24e0c131-6891-48be-b91d-772e58b80d8e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.1542633 Sep 10 03:48:19.107519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a36aa94-29a2-46aa-875b-eff52900b498 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:19.186510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11262689-e7bc-4354-8249-a1b3623db60a req-5e9e6020-afaf-48e3-a1a5-f68a92f5d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:19.188208 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-11262689-e7bc-4354-8249-a1b3623db60a req-5e9e6020-afaf-48e3-a1a5-f68a92f5d49b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 1096 time: 0.3575613 Sep 10 03:48:19.221601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44964) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:19.279385 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-c4618cd9-df66-42ea-b860-aee10100f674 service neutron] 10.222.0.39 "GET /v2.0/networks/fd91c941-56ac-418b-b632-6224ec14f3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4171116 Sep 10 03:48:19.349677 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-11262689-e7bc-4354-8249-a1b3623db60a req-af574c4d-485f-43e0-a936-1f610b119179 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480131 Sep 10 03:48:19.420210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-58127808-e613-4209-ba26-188083d4f596 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1998494979'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:19.431844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-58127808-e613-4209-ba26-188083d4f596 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Unknown quota resources ['metering_label']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:48:19.511731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-0a213168-9b71-485e-8a48-10fc48164b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:19.516189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-0a213168-9b71-485e-8a48-10fc48164b40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.4758508 Sep 10 03:48:19.529311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6d80ec1-b9fa-42f9-a024-0f4fb44bfc91 req-5de115f5-5699-456a-95f1-b82ac967eb0b tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4287801 Sep 10 03:48:19.580424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45aa41f-28d5-4e88-b44a-b69ce7a42fac req-eb13b158-ea4a-467f-8809-60e7afe36322 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:19.588614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a45aa41f-28d5-4e88-b44a-b69ce7a42fac req-eb13b158-ea4a-467f-8809-60e7afe36322 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.1190987 Sep 10 03:48:19.601254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-68ffaaff-47ea-454a-b9f9-cf81fbcf364f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:19.602107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:19.602782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-68ffaaff-47ea-454a-b9f9-cf81fbcf364f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0768335 Sep 10 03:48:19.631012 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-db377a8b-3c48-4dac-853c-d5057695ea4c req-e939d7b6-6679-43e0-873a-013455ab87f8 service neutron] 10.222.0.39 "GET /v2.0/networks/fd91c941-56ac-418b-b632-6224ec14f3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3352079 Sep 10 03:48:19.667651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a45aa41f-28d5-4e88-b44a-b69ce7a42fac req-796e79ab-f7ce-4bef-8748-5c1a3cf4e7f0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721519 Sep 10 03:48:19.673889 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:19.730553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-55b438dc-2f40-467f-b2ed-40e152c270fc service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198318 Sep 10 03:48:19.805728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58127808-e613-4209-ba26-188083d4f596 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:19.806921 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-58127808-e613-4209-ba26-188083d4f596 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5842743 Sep 10 03:48:19.809740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44970) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:19.817440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-829c9f00-8414-4c0d-9f6a-37ca8416a2b6 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'ea8d29a8-e26b-47d9-ba08-2fbeb61a9723'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:19.817979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-829c9f00-8414-4c0d-9f6a-37ca8416a2b6 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95136) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:48:19.871316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44972) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:19.871586 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fb07e4838164c67b0c3b07837f0196b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4116671 Sep 10 03:48:19.874183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e4a7fee-3aaf-45b9-8228-acfc53234100,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:19.874333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-d8c1d296-4692-48d7-b517-a91efcf34de1 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1366606 Sep 10 03:48:19.928198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.928542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.928939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.929283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.930470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.930843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.931522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.931895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.932230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.932562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.932892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.933221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c774914-3a97-4068-a226-9b21c008573f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:19.963745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-4c7abed6-4767-4d5b-8697-5c0714b0848e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=56c6590c-f585-489e-b451-fe739a2c2c49 HTTP/1.1" status: 200 len: 217 time: 0.0482929 Sep 10 03:48:20.029067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0a63385-f695-4c38-b91e-6b2b5f09d05a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:20.031829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-34ae8f19-a0bc-4aec-8ce4-d0742fc55ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:20.034744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-34ae8f19-a0bc-4aec-8ce4-d0742fc55ebd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0555832 Sep 10 03:48:20.034864 n-d-808143-1 neutron-server[95136]: WARNING neutron.services.metering.metering_plugin [None req-829c9f00-8414-4c0d-9f6a-37ca8416a2b6 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 10 03:48:20.126745 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a36aa94-29a2-46aa-875b-eff52900b498 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:20.182038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a36aa94-29a2-46aa-875b-eff52900b498 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:20.188200 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0a63385-f695-4c38-b91e-6b2b5f09d05a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:20.268167 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-829c9f00-8414-4c0d-9f6a-37ca8416a2b6 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:20.273686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-829c9f00-8414-4c0d-9f6a-37ca8416a2b6 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4573972 Sep 10 03:48:20.273942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-4633f815-e769-4bbb-8f07-553f9ac2f89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:20.275343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-4633f815-e769-4bbb-8f07-553f9ac2f89d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2241607 Sep 10 03:48:20.275827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44978) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:20.287822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0a7fd286-3df1-4590-bf5e-19804d3be3dd tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'ea8d29a8-e26b-47d9-ba08-2fbeb61a9723'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:20.288238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0a7fd286-3df1-4590-bf5e-19804d3be3dd tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95136) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:48:20.298787 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-9a36aa94-29a2-46aa-875b-eff52900b498 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Floating IP 7d0bf2db-253b-4940-b503-e4d03116186c associated. External IP: 172.25.3.244, port: a301ad19-280f-4ab1-8801-a64c6113a9e7. Sep 10 03:48:20.447149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-17001168-0e45-40ec-bd7a-fe49bba57495 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492312 Sep 10 03:48:20.475850 n-d-808143-1 neutron-server[95136]: WARNING neutron.services.metering.metering_plugin [None req-0a7fd286-3df1-4590-bf5e-19804d3be3dd tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 10 03:48:20.543791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a36aa94-29a2-46aa-875b-eff52900b498 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Router 6ddc659f-5af6-4fd0-a416-cd8dae839239 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:48:20.596872 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a7fd286-3df1-4590-bf5e-19804d3be3dd tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:20.600652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0a7fd286-3df1-4590-bf5e-19804d3be3dd tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3169668 Sep 10 03:48:20.600652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0a63385-f695-4c38-b91e-6b2b5f09d05a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:20.602616 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0a63385-f695-4c38-b91e-6b2b5f09d05a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:20.602616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f0a63385-f695-4c38-b91e-6b2b5f09d05a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e4a7fee-3aaf-45b9-8228-acfc53234100 HTTP/1.1" status: 204 len: 168 time: 0.7309685 Sep 10 03:48:20.603166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44982) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:20.631847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a63385-f695-4c38-b91e-6b2b5f09d05a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e4a7fee-3aaf-45b9-8228-acfc53234100,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:20.648986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-90a7b75a-462e-4d1f-9c5d-00a9ade3f617 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=40f8d353-87a4-4589-93f2-f6b4f1493114 HTTP/1.1" status: 200 len: 462 time: 0.0390627 Sep 10 03:48:20.669379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44986) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:20.711468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-cb1eabe4-dfe1-4543-8583-e3f9095f32ba service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446814 Sep 10 03:48:20.806805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-1d19e243-40fd-45d7-96cb-89d194ddfb0f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=84d56faa-0360-4709-a667-2e81c2bc963a HTTP/1.1" status: 200 len: 217 time: 0.0940530 Sep 10 03:48:20.868444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc88686-bebc-4642-b002-7378fde11fe5 req-8810d585-5ef4-4253-96de-b8a49a1d373b tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:20.869996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cdc88686-bebc-4642-b002-7378fde11fe5 req-8810d585-5ef4-4253-96de-b8a49a1d373b tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.2434883 Sep 10 03:48:20.888644 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e5f451fa-b7f3-498c-9e5f-3f1557ecd4d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:20.916779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-b1d2c24f-7b59-404b-8677-057ee614307e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:20.918259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-b1d2c24f-7b59-404b-8677-057ee614307e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0881114 Sep 10 03:48:20.926462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db18fd63-f57c-4161-a80e-d7499632008c req-4516a9d6-edac-4384-8629-8b20768fab49 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:20.929308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db18fd63-f57c-4161-a80e-d7499632008c req-4516a9d6-edac-4384-8629-8b20768fab49 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.1729078 Sep 10 03:48:20.988889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cdc88686-bebc-4642-b002-7378fde11fe5 req-bbdfb50d-32fd-473e-a1dc-03735ff98e39 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092951 Sep 10 03:48:21.023769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a36aa94-29a2-46aa-875b-eff52900b498 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:48:21.028460 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a36aa94-29a2-46aa-875b-eff52900b498 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:21.038785 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] Sync routers for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:48:21.052984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:21.054710 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:21.070444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9a36aa94-29a2-46aa-875b-eff52900b498 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "PUT /v2.0/floatingips/7d0bf2db-253b-4940-b503-e4d03116186c HTTP/1.1" status: 200 len: 991 time: 2.0707531 Sep 10 03:48:21.071188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:21.073858 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0dc5770e-0c94-4769-aad1-9e7da2f70555" -d '{"events": [{"name": "network-changed", "server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:21.109295 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6403c988-230b-4431-a2d9-172f33ab9bb2 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:21.112847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6403c988-230b-4431-a2d9-172f33ab9bb2 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/40f8d353-87a4-4589-93f2-f6b4f1493114 HTTP/1.1" status: 204 len: 168 time: 0.4400940 Sep 10 03:48:21.115191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44998) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:21.124138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-340b769e-b386-428f-a1ef-1b08cc0f0fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:21.125406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-340b769e-b386-428f-a1ef-1b08cc0f0fb3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1908350 Sep 10 03:48:21.132491 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1a999bea-7562-45e7-aa99-2ef9d54f3834 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=40f8d353-87a4-4589-93f2-f6b4f1493114 HTTP/1.1" status: 200 len: 221 time: 0.0122955 Sep 10 03:48:21.132693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db18fd63-f57c-4161-a80e-d7499632008c req-6320d6ff-f64b-40f7-b38f-8e81dca18752 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593812 Sep 10 03:48:21.132784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45000) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:21.137719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f4b0e1cd-86fe-4d4a-b229-1b5d5eebacab tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1909293954', 'description': 'label created by tempest'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:21.138188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f4b0e1cd-86fe-4d4a-b229-1b5d5eebacab tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Unknown quota resources ['metering_label']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 03:48:21.217465 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207e8487-a82c-403e-88bc-87f37eb67b64 x-openstack-request-id: req-207e8487-a82c-403e-88bc-87f37eb67b64 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:21.218334 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:21.218668 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-207e8487-a82c-403e-88bc-87f37eb67b64 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:21.220680 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'status': 'completed', 'code': 200} Sep 10 03:48:21.260843 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:21.290962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-611fb33b-fcc6-455c-9490-1929d76a1efe service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471107 Sep 10 03:48:21.396319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-72992493-3b0c-4268-9935-536cc6cd6b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:21.397870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-72992493-3b0c-4268-9935-536cc6cd6b85 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1096 time: 0.1574416 Sep 10 03:48:21.417073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-6b5006f2-b93c-4433-a1b5-574869141809 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185865 Sep 10 03:48:21.443202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4b0e1cd-86fe-4d4a-b229-1b5d5eebacab tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:21.444381 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f4b0e1cd-86fe-4d4a-b229-1b5d5eebacab tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3107126 Sep 10 03:48:21.451957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45008) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:21.508546 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-9ed6f03a-8521-44bc-bf46-3b64da85829e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7abd7b06-202a-4338-a29a-d82199e812e3 HTTP/1.1" status: 200 len: 217 time: 0.0833158 Sep 10 03:48:21.548346 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1d380141-964b-4487-8048-41fe32eac033 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=e0173894-bda3-4208-bdae-a33193bee9d6 HTTP/1.1" status: 200 len: 468 time: 0.0944164 Sep 10 03:48:21.550734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45010) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:21.569469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-afd26572-da04-4c32-8daa-05199040d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:21.571288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-afd26572-da04-4c32-8daa-05199040d6c3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.0543985 Sep 10 03:48:21.586484 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7d0bf2db-253b-4940-b503-e4d03116186c', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'port_id': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'mac_address': 'fa:16:3e:1a:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:47:59Z', 'updated_at': '2021-09-10T03:48:20Z', 'revision_number': 1, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80db0c0c-3e8f-4389-b38b-270bd10f3b02', 'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'mac_address': 'fa:16:3e:f8:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:51Z', 'updated_at': '2021-09-10T03:47:58Z', 'revision_number': 5, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'subnets': [{'id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:21.612797 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] Checking router: 6ddc659f-5af6-4fd0-a416-cd8dae839239 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:48:21.624892 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:21.625757 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:47:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:21.631569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-816ad6fb-43ef-479c-b48d-7915160cff7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:21.633274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-816ad6fb-43ef-479c-b48d-7915160cff7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0544801 Sep 10 03:48:21.636353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45012) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:21.656372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20a00796-2cd8-4785-b7ba-2c16aacd19fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:21.721758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-94a81b55-841c-40f0-9a17-1e54ad905a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:21.723565 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-94a81b55-841c-40f0-9a17-1e54ad905a62 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.2826457 Sep 10 03:48:21.758924 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:21.821405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-3be2327f-f700-42c1-a9b9-d9ec60e4f60d service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1779091 Sep 10 03:48:21.869637 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-8e27b7f5-fd3b-4564-916c-ad3d323f4082 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 999 time: 0.1140611 Sep 10 03:48:21.888957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f04421-f23f-44ff-8bd4-ca084c5c89e9 req-c1ec876c-90b3-4083-bbbd-bd74dc366466 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:21.890618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0f04421-f23f-44ff-8bd4-ca084c5c89e9 req-c1ec876c-90b3-4083-bbbd-bd74dc366466 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.1196079 Sep 10 03:48:21.938934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-ea95647e-0c01-400d-aa02-0f520341ccab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:21.940471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-ea95647e-0c01-400d-aa02-0f520341ccab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2199e50e2947479f837e4bd11f17ff86&device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 1096 time: 0.0856326 Sep 10 03:48:21.945003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-7ce7e8f2-be39-4e57-8fa5-e99f91f03d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:21.946419 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-7ce7e8f2-be39-4e57-8fa5-e99f91f03d40 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0624053 Sep 10 03:48:21.977900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a49bad0-d5f1-45bf-acae-98060e26de08 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:21.979054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5a49bad0-d5f1-45bf-acae-98060e26de08 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/e0173894-bda3-4208-bdae-a33193bee9d6 HTTP/1.1" status: 204 len: 168 time: 0.4267867 Sep 10 03:48:21.984896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20a00796-2cd8-4785-b7ba-2c16aacd19fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:21.985763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45016) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:22.008697 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0f04421-f23f-44ff-8bd4-ca084c5c89e9 req-1f08fe5b-99ba-4f6d-b35f-9aa549b43c51 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814562 Sep 10 03:48:22.015868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-de6d76f2-9be4-4892-a1af-8dd7c84fd84d service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821039 Sep 10 03:48:22.017425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f7844c4f-5af0-42b2-96a7-3f57817e04d8 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=e0173894-bda3-4208-bdae-a33193bee9d6 HTTP/1.1" status: 200 len: 216 time: 0.0232203 Sep 10 03:48:22.024967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45020) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:22.056716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-9ecacc22-ec56-4c7a-bfcf-67f412e71f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:22.067932 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-9ecacc22-ec56-4c7a-bfcf-67f412e71f96 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022508 Sep 10 03:48:22.077409 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20a00796-2cd8-4785-b7ba-2c16aacd19fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:22.079988 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7d0bf2db-253b-4940-b503-e4d03116186c', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'port_id': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'mac_address': 'fa:16:3e:1a:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:47:59Z', 'updated_at': '2021-09-10T03:48:20Z', 'revision_number': 1, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80db0c0c-3e8f-4389-b38b-270bd10f3b02', 'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'mac_address': 'fa:16:3e:f8:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:51Z', 'updated_at': '2021-09-10T03:47:58Z', 'revision_number': 5, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'subnets': [{'id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:22.080749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-ccfcec17-cdf1-4aa0-a0f3-b292b5fb7006 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3 HTTP/1.1" status: 200 len: 217 time: 0.0565526 Sep 10 03:48:22.089820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-28379ae0-f38c-44a3-9480-bccc9aa98078 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0528181 Sep 10 03:48:22.090681 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45022) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:22.114587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-228364bc-ac24-4693-af96-c60fbe8598dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:22.116254 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-228364bc-ac24-4693-af96-c60fbe8598dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc HTTP/1.1" status: 200 len: 912 time: 0.1688232 Sep 10 03:48:22.134115 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5347c04d-de60-401d-ae1c-4b5e357cb666 None None] The sync data for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 is: [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7d0bf2db-253b-4940-b503-e4d03116186c', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'port_id': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1523, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'mac_address': 'fa:16:3e:1a:de:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:47:59Z', 'updated_at': '2021-09-10T03:48:20Z', 'revision_number': 1, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '80db0c0c-3e8f-4389-b38b-270bd10f3b02', 'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'mac_address': 'fa:16:3e:f8:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:51Z', 'updated_at': '2021-09-10T03:47:58Z', 'revision_number': 5, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'subnets': [{'id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:48:22.139870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-42aee844-1df2-4db7-86f6-505e7aa52ed7 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0422781 Sep 10 03:48:22.145241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45026) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:22.164297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-20a00796-2cd8-4785-b7ba-2c16aacd19fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bd40a7c557a457abb342901515092e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5243647 Sep 10 03:48:22.166094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45028) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:22.170002 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-b826e8c9-bc2c-4792-9ea1-49571d9f7073 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=53c29341-f7b7-4f8a-be31-ce425a6d5fac HTTP/1.1" status: 200 len: 217 time: 0.0421281 Sep 10 03:48:22.182743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a00796-2cd8-4785-b7ba-2c16aacd19fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30b92546-72bf-4f58-9ca5-7cccd4590a04,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:22.251483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aed94e4e-3623-4341-b4b2-92b4e5bc2cf8 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/ea8d29a8-e26b-47d9-ba08-2fbeb61a9723 HTTP/1.1" status: 200 len: 473 time: 0.1014550 Sep 10 03:48:22.252359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45032) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:22.273406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-75080aec-d54d-47a7-9032-521407b5a13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:22.274871 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-75080aec-d54d-47a7-9032-521407b5a13c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac2e7883-0901-4c78-a8bc-ddeab8da2c2b HTTP/1.1" status: 200 len: 851 time: 0.0740085 Sep 10 03:48:22.276789 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-af597306-0170-4e32-a4dd-cc29427681ee service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080693 Sep 10 03:48:22.296054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-168ccfbf-aaf4-4547-9e55-0136290aed38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:22.297997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-168ccfbf-aaf4-4547-9e55-0136290aed38 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.2069180 Sep 10 03:48:22.314107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cc6ba17b-463e-4abd-a9f6-8100d921f3b3 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/57dfd7d2-5ea2-401f-bff0-c554b15547d6 HTTP/1.1" status: 200 len: 459 time: 0.0403116 Sep 10 03:48:22.323982 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-76b95b37-202a-4bbe-ba18-a7c8891a45ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420914 Sep 10 03:48:22.324541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45034) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:22.373172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cbc82-0a69-4117-8af9-666df2c46f76 req-1fac0983-8f5c-4187-b7f1-0d361a8e3c57 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:22.374804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c1cbc82-0a69-4117-8af9-666df2c46f76 req-1fac0983-8f5c-4187-b7f1-0d361a8e3c57 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.1936157 Sep 10 03:48:22.381056 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fe33b684-06fa-488d-b386-ea3f79c2c178 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:22.428392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-947ff947-608a-4d81-b664-524d3776233a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:22.429877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-947ff947-608a-4d81-b664-524d3776233a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1231418 Sep 10 03:48:22.437165 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fe33b684-06fa-488d-b386-ea3f79c2c178 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:22.477924 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0dc5770e-0c94-4769-aad1-9e7da2f70555 req-5f75f9eb-559e-4437-9739-79fa9ab3ac6b service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878085 Sep 10 03:48:22.487789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c1c1b0f-095a-4005-a8dd-2b9c131dc3a7 None None] New status for floating IP 7d0bf2db-253b-4940-b503-e4d03116186c: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:48:22.516582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c1cbc82-0a69-4117-8af9-666df2c46f76 req-fa336d9f-41c8-4a90-8bf9-d7a0e39b39ed tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234462 Sep 10 03:48:22.528655 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-1194d659-5f15-4af4-a1ee-66fd233b93ea service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930945 Sep 10 03:48:22.611284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-528f13f9-1201-4499-b1c5-f540af1a632f service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682923 Sep 10 03:48:22.641990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ccfd26f8-4a5d-4675-afe7-0d46218b0017 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:22.646205 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ccfd26f8-4a5d-4675-afe7-0d46218b0017 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/57dfd7d2-5ea2-401f-bff0-c554b15547d6 HTTP/1.1" status: 204 len: 168 time: 0.3189030 Sep 10 03:48:22.648314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45040) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:22.679318 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fe33b684-06fa-488d-b386-ea3f79c2c178 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:22.681843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fe33b684-06fa-488d-b386-ea3f79c2c178 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:22.682982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fe33b684-06fa-488d-b386-ea3f79c2c178 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/30b92546-72bf-4f58-9ca5-7cccd4590a04 HTTP/1.1" status: 204 len: 168 time: 0.5123134 Sep 10 03:48:22.698946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe33b684-06fa-488d-b386-ea3f79c2c178 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30b92546-72bf-4f58-9ca5-7cccd4590a04,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:22.720754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceea3145-03b5-4a4f-88a6-e86f991ce1a6 req-87d25c82-3756-4b5b-b30e-d48e72a63569 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021764 Sep 10 03:48:22.834323 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e6df544-381d-4b16-b9e0-e36c48a272e7 req-4aaba881-58ea-420c-9116-e80f0c63e843 service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2934761 Sep 10 03:48:22.984064 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-626fd878-e284-42a3-9125-899b362c3547 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:22.986319 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-626fd878-e284-42a3-9125-899b362c3547 tempest-MeteringIpV6TestJSON-1653425706 tempest-MeteringIpV6TestJSON-1653425706-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/ea8d29a8-e26b-47d9-ba08-2fbeb61a9723 HTTP/1.1" status: 204 len: 168 time: 0.3361585 Sep 10 03:48:23.168367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90724315-3397-4635-a13e-62f11dfba34c req-ab0330bc-f019-4a11-b109-6a2eba29bee2 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:23.169869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90724315-3397-4635-a13e-62f11dfba34c req-ab0330bc-f019-4a11-b109-6a2eba29bee2 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0523314 Sep 10 03:48:23.210703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90724315-3397-4635-a13e-62f11dfba34c req-3a7e140a-a631-48d9-be67-e718f2ace716 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343461 Sep 10 03:48:23.441252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45070) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:23.497326 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d13588f-8450-4106-bc10-fb60765b6256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:23.569327 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6de7bb0-4936-4acc-8e9f-cdfecaf88a3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:23.659766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea948a1-a308-463d-a02d-462c1d69452e req-f3b9d8ff-1daa-4ff8-808b-c459505ecebe tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:23.661802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ea948a1-a308-463d-a02d-462c1d69452e req-f3b9d8ff-1daa-4ff8-808b-c459505ecebe tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.0669355 Sep 10 03:48:23.681682 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6de7bb0-4936-4acc-8e9f-cdfecaf88a3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:23.693913 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:23.700714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ea948a1-a308-463d-a02d-462c1d69452e req-f340382c-c8ff-46e6-a565-20608a43de43 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325868 Sep 10 03:48:23.790371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6de7bb0-4936-4acc-8e9f-cdfecaf88a3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:23.809888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6de7bb0-4936-4acc-8e9f-cdfecaf88a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37c05cc2-b6a4-46aa-bf6d-5dc8856ade64,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:23.890361 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f6de7bb0-4936-4acc-8e9f-cdfecaf88a3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02027e25f033460099c247264746cde4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4478285 Sep 10 03:48:23.892936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45090) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:23.942585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4ab69c3-7f82-413a-abf5-f65025d0a7f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:23.963976 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4ab69c3-7f82-413a-abf5-f65025d0a7f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:24.084145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4ab69c3-7f82-413a-abf5-f65025d0a7f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:24.087007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4ab69c3-7f82-413a-abf5-f65025d0a7f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:24.088240 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f4ab69c3-7f82-413a-abf5-f65025d0a7f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/37c05cc2-b6a4-46aa-bf6d-5dc8856ade64 HTTP/1.1" status: 204 len: 168 time: 0.1943798 Sep 10 03:48:24.096277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab69c3-7f82-413a-abf5-f65025d0a7f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37c05cc2-b6a4-46aa-bf6d-5dc8856ade64,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:24.328295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619bbff-17df-487a-88a5-eecc34fb16dc req-fd4b738e-c789-4842-95db-c2cc01204446 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:24.329882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e619bbff-17df-487a-88a5-eecc34fb16dc req-fd4b738e-c789-4842-95db-c2cc01204446 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0516579 Sep 10 03:48:24.374819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e619bbff-17df-487a-88a5-eecc34fb16dc req-064399f7-b814-48a3-8dd2-32cfd74beaff tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371671 Sep 10 03:48:24.532877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45108) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:24.644503 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-766a9ec5-d8f0-4e7d-b1a5-feea9c0626d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:24.732307 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-766a9ec5-d8f0-4e7d-b1a5-feea9c0626d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:24.806129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-766a9ec5-d8f0-4e7d-b1a5-feea9c0626d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:24.840831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505572f0-6ee3-493d-b06e-522d8fe2febe req-98dfee94-a868-4287-b824-2bf6738fc7b9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:24.842271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-505572f0-6ee3-493d-b06e-522d8fe2febe req-98dfee94-a868-4287-b824-2bf6738fc7b9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.0730097 Sep 10 03:48:24.869389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-766a9ec5-d8f0-4e7d-b1a5-feea9c0626d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81e78a9891414ed7a2fa5fa845bf618c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3352242 Sep 10 03:48:24.870067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-766a9ec5-d8f0-4e7d-b1a5-feea9c0626d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588e6c24-e05a-45a5-ba43-460b30c2e9ec,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:24.872275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45116) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:24.899816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-505572f0-6ee3-493d-b06e-522d8fe2febe req-2d1ac8eb-035e-4c8a-98ad-7b7dd94351b9 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459871 Sep 10 03:48:24.921837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-922e034a-0563-40e2-b915-4c58b5f9b32e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:24.927441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45118) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:24.940313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3e5b55ef-0eaa-4c7e-9e62-ba2071cda669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:24.945561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-922e034a-0563-40e2-b915-4c58b5f9b32e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.029016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3e5b55ef-0eaa-4c7e-9e62-ba2071cda669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.105126 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.140946 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3e5b55ef-0eaa-4c7e-9e62-ba2071cda669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.141133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-922e034a-0563-40e2-b915-4c58b5f9b32e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.143575 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-922e034a-0563-40e2-b915-4c58b5f9b32e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.144822 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-922e034a-0563-40e2-b915-4c58b5f9b32e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/588e6c24-e05a-45a5-ba43-460b30c2e9ec HTTP/1.1" status: 204 len: 168 time: 0.2714286 Sep 10 03:48:25.153188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e034a-0563-40e2-b915-4c58b5f9b32e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588e6c24-e05a-45a5-ba43-460b30c2e9ec,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:25.186817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3e5b55ef-0eaa-4c7e-9e62-ba2071cda669 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b63b2cd9721f4be293e7520d89743d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2582424 Sep 10 03:48:25.187714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b55ef-0eaa-4c7e-9e62-ba2071cda669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04050d73-7b23-4d55-ab17-7308b852bffd,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:25.189551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45122) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:25.244120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-07bd5523-88b8-4083-a3f3-436ccad83201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.265692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-07bd5523-88b8-4083-a3f3-436ccad83201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.387286 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-07bd5523-88b8-4083-a3f3-436ccad83201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.389960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-07bd5523-88b8-4083-a3f3-436ccad83201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:25.391133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-07bd5523-88b8-4083-a3f3-436ccad83201 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/04050d73-7b23-4d55-ab17-7308b852bffd HTTP/1.1" status: 204 len: 168 time: 0.2003541 Sep 10 03:48:25.399960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bd5523-88b8-4083-a3f3-436ccad83201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04050d73-7b23-4d55-ab17-7308b852bffd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:25.528464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334cb154-96cf-4d9a-99e6-cd152cd3a349 req-e7bbfff1-5a3a-4a58-b5b0-93a58c96c4d8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:25.530235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-334cb154-96cf-4d9a-99e6-cd152cd3a349 req-e7bbfff1-5a3a-4a58-b5b0-93a58c96c4d8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0693095 Sep 10 03:48:25.573895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-334cb154-96cf-4d9a-99e6-cd152cd3a349 req-9b0988a5-6192-42ee-b886-074dbeca06f2 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371997 Sep 10 03:48:26.020214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b56900-c949-4e20-92a9-6b954f6198af req-16ea9360-36e0-464a-a635-e99d155a1ef8 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:26.021744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7b56900-c949-4e20-92a9-6b954f6198af req-16ea9360-36e0-464a-a635-e99d155a1ef8 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.0537899 Sep 10 03:48:26.065046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7b56900-c949-4e20-92a9-6b954f6198af req-b952e912-4d15-4345-afbd-ef41ad3f5298 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367708 Sep 10 03:48:26.179633 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:26.707558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31013fdc-6e2e-4575-83a2-969eae549b18 req-ddeb49a5-f944-46cc-bafe-b1b69260fc0a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:26.709750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31013fdc-6e2e-4575-83a2-969eae549b18 req-ddeb49a5-f944-46cc-bafe-b1b69260fc0a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0518258 Sep 10 03:48:26.749766 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31013fdc-6e2e-4575-83a2-969eae549b18 req-fe475160-104b-44d0-919c-30d1992db99c tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337703 Sep 10 03:48:27.187074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a590c7-e3e9-4602-a165-7a37bcbad2a0 req-140a3dcf-83ec-4b96-9060-eefe6d2392ee tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:27.188722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4a590c7-e3e9-4602-a165-7a37bcbad2a0 req-140a3dcf-83ec-4b96-9060-eefe6d2392ee tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.0552630 Sep 10 03:48:27.233815 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4a590c7-e3e9-4602-a165-7a37bcbad2a0 req-ffe18245-ee19-45b1-a78b-580a2d6af82c tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380855 Sep 10 03:48:27.632029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45220) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:27.728906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b2903977-e498-4cd2-85da-1cbc440e07b5 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Request body: {'quota': {'network': 2}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:27.824674 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45230) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:27.831134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Request body: {'network': {'project_id': 'de7a3ced1feb418ab38b067b52c6ae6d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:27.834891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b2903977-e498-4cd2-85da-1cbc440e07b5 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] 10.222.0.22 "PUT /v2.0/quotas/de7a3ced1feb418ab38b067b52c6ae6d HTTP/1.1" status: 200 len: 368 time: 0.2015982 Sep 10 03:48:27.890957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b40eafb-4813-4d07-9919-ae3c717d53ae req-bc8b5b0e-37b7-4a6f-bd75-027e2f406a65 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:27.892564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b40eafb-4813-4d07-9919-ae3c717d53ae req-bc8b5b0e-37b7-4a6f-bd75-027e2f406a65 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0555880 Sep 10 03:48:27.932680 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b40eafb-4813-4d07-9919-ae3c717d53ae req-257c5ca5-d706-4b63-8962-2b4680e0396a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326347 Sep 10 03:48:27.939719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Made reservation on behalf of de7a3ced1feb418ab38b067b52c6ae6d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:27.942894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:27.954174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.038946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.118637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.140103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:48:28.161054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.161406 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Added segment 280dcde9-d7bc-4be5-b05e-0e5723d38a10 of type vlan for network 5235cbaa-fa47-4b78-9116-c4e15ef4d796 Sep 10 03:48:28.162871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3a6ca5-b19c-41a7-aa9e-be6c33250b75,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:28.207774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.288134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.289151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:28.289735 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.352895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Pushing event updated for resources: {'Network': ['ID=5235cbaa-fa47-4b78-9116-c4e15ef4d796,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:28.356030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f60f1-967a-41e7-8bc3-fca61caf33ee req-3fead9ab-fb90-4525-9267-79cfd65e83e0 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:28.357550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-892f60f1-967a-41e7-8bc3-fca61caf33ee req-3fead9ab-fb90-4525-9267-79cfd65e83e0 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.0528438 Sep 10 03:48:28.364529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 5235cbaa-fa47-4b78-9116-c4e15ef4d796 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:48:28.378417 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b22b7a9f-6a17-4fb2-9aa1-07bc0c4e5509 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.5501699 Sep 10 03:48:28.378727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45236) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:28.386214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Request body: {'network': {'project_id': 'de7a3ced1feb418ab38b067b52c6ae6d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:28.400673 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-892f60f1-967a-41e7-8bc3-fca61caf33ee req-5ddd2842-f695-4243-99ce-ae1873a26ca5 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363607 Sep 10 03:48:28.470855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Made reservation on behalf of de7a3ced1feb418ab38b067b52c6ae6d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:28.473683 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.496997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:48:28.505434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.505783 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Added segment 33a99fe0-6299-4b90-9f90-67b5e0815833 of type vlan for network d9ea7ebe-0ecb-4b15-a928-7b11de76dd3d Sep 10 03:48:28.546313 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.638039 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.666607 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.667588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:28.668206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.727310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Pushing event updated for resources: {'Network': ['ID=d9ea7ebe-0ecb-4b15-a928-7b11de76dd3d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:28.737360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network d9ea7ebe-0ecb-4b15-a928-7b11de76dd3d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:48:28.747634 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fc420c4a-f8b2-4135-bffa-7063aea815a4 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.3666658 Sep 10 03:48:28.750420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45242) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:28.755212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-516594f1-2210-4d1d-a6c9-b7ac1002571d tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Request body: {'network': {'project_id': 'de7a3ced1feb418ab38b067b52c6ae6d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:28.767170 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-516594f1-2210-4d1d-a6c9-b7ac1002571d tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 10 03:48:28.767655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-516594f1-2210-4d1d-a6c9-b7ac1002571d tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:48:28.768817 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-516594f1-2210-4d1d-a6c9-b7ac1002571d tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0174665 Sep 10 03:48:28.772345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45244) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:28.817311 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eb0e1c81-0cd7-4cca-b3d5-b1b8413ad913 tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de7a3ced1feb418ab38b067b52c6ae6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0433640 Sep 10 03:48:28.820052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45248) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:28.868919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e896aae1-1bac-4e56-b9e5-a4b6782985de tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:28.890330 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e896aae1-1bac-4e56-b9e5-a4b6782985de tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.031086 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e896aae1-1bac-4e56-b9e5-a4b6782985de tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.033781 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e896aae1-1bac-4e56-b9e5-a4b6782985de tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.035541 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e896aae1-1bac-4e56-b9e5-a4b6782985de tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb3a6ca5-b19c-41a7-aa9e-be6c33250b75 HTTP/1.1" status: 204 len: 168 time: 0.2138894 Sep 10 03:48:29.038704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45254) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:29.043525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e896aae1-1bac-4e56-b9e5-a4b6782985de tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3a6ca5-b19c-41a7-aa9e-be6c33250b75,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:29.071084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6dd11c7-7b5e-4d1c-bd60-460cd6991f9d req-8cdba27e-af82-4b05-911e-2bedc4c2a2fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:29.072614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6dd11c7-7b5e-4d1c-bd60-460cd6991f9d req-8cdba27e-af82-4b05-911e-2bedc4c2a2fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0709052 Sep 10 03:48:29.134340 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.152103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6dd11c7-7b5e-4d1c-bd60-460cd6991f9d req-ebf2bf6c-61c9-4063-876d-09daffd376f9 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733104 Sep 10 03:48:29.224404 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.243787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9ea7ebe-0ecb-4b15-a928-7b11de76dd3d']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:29.252880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33a99fe0-6299-4b90-9f90-67b5e0815833') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:29.253174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33a99fe0-6299-4b90-9f90-67b5e0815833') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:29.263148 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.276073 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.282073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:48:29.282405 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:48:29.284079 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:48:29.386781 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.392618 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.394716 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] 10.222.0.22 "DELETE /v2.0/networks/d9ea7ebe-0ecb-4b15-a928-7b11de76dd3d HTTP/1.1" status: 204 len: 168 time: 0.3535936 Sep 10 03:48:29.397465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45260) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:29.405505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Pushing event deleted for resources: {'Network': ['ID=d9ea7ebe-0ecb-4b15-a928-7b11de76dd3d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:29.407236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 77d80366-f160-49d7-8308-f6bf2851032f details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:48:29.413916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.414266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.414608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.414944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.415267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.415788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.416413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.416413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.416798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.417133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.417456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.417771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029fc287-8cdb-4dec-8055-3fb8d20b10da tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:29.515672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.516726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 77d80366-f160-49d7-8308-f6bf2851032f, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=77d80366-f160-49d7-8308-f6bf2851032f,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:29.526455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-1fe93759-f952-4964-82c4-661ef3e3626a tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9ead868a0ead40968be074e790c84b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297740 Sep 10 03:48:29.528842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '77d80366-f160-49d7-8308-f6bf2851032f', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'port_id': '77d80366-f160-49d7-8308-f6bf2851032f', 'mac_address': 'fa:16:3e:5d:3a:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:48:29.542312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f335b472-05ca-44ee-b6cb-27187efc2ebb req-cb3f0da2-9653-4e19-a94c-269b8430af10 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:29.543812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f335b472-05ca-44ee-b6cb-27187efc2ebb req-cb3f0da2-9653-4e19-a94c-269b8430af10 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 943 time: 0.0737791 Sep 10 03:48:29.570600 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.585270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77d80366-f160-49d7-8308-f6bf2851032f {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:29.603773 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.606536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 77d80366-f160-49d7-8308-f6bf2851032f, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=77d80366-f160-49d7-8308-f6bf2851032f,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:29.624391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5235cbaa-fa47-4b78-9116-c4e15ef4d796']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:29.635152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '280dcde9-d7bc-4be5-b05e-0e5723d38a10') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:29.635575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '280dcde9-d7bc-4be5-b05e-0e5723d38a10') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:29.646526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.660417 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.667070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:48:29.667627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:48:29.669512 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:48:29.676648 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.727229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=77d80366-f160-49d7-8308-f6bf2851032f,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:29.814210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.820306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:29.831986 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] 10.222.0.22 "DELETE /v2.0/networks/5235cbaa-fa47-4b78-9116-c4e15ef4d796 HTTP/1.1" status: 204 len: 168 time: 0.4236197 Sep 10 03:48:29.835651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c51eeb-5a2b-44ee-835e-351c6788a4aa tempest-QuotasNegativeTest-1213020483 tempest-QuotasNegativeTest-1213020483-project-admin] Pushing event deleted for resources: {'Network': ['ID=5235cbaa-fa47-4b78-9116-c4e15ef4d796,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:29.953894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f335b472-05ca-44ee-b6cb-27187efc2ebb req-fb2239e2-23f8-4d5b-b461-86e30b834b92 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3844926 Sep 10 03:48:29.960905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['77d80366-f160-49d7-8308-f6bf2851032f'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:48:29.987994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-4e5a360e-227d-43ee-b679-c3ffc30af169 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:29.990689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-4e5a360e-227d-43ee-b679-c3ffc30af169 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4457786 Sep 10 03:48:30.007300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-3c79694b-3431-487b-a8bd-a989f234874c tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/quotas/9ead868a0ead40968be074e790c84b2e HTTP/1.1" status: 200 len: 375 time: 0.0099301 Sep 10 03:48:30.047473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-d1ea0454-6a6a-44ff-886e-55c118a2bbc0 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9ead868a0ead40968be074e790c84b2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341334 Sep 10 03:48:30.332558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f0a4ff0-804a-45a0-bed2-69acf9a3d68d req-79579396-5ef6-4d1f-b01f-5f5a4286dfee tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 210 time: 0.0450461 Sep 10 03:48:30.349603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fefa885-999c-4d4c-9754-4ed248b3b6bb req-b5945c7b-ef78-4e26-ac94-6f889ed910a4 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:30.351296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4fefa885-999c-4d4c-9754-4ed248b3b6bb req-b5945c7b-ef78-4e26-ac94-6f889ed910a4 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0772245 Sep 10 03:48:30.392937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4fefa885-999c-4d4c-9754-4ed248b3b6bb req-59b9ebe8-94c6-4e03-acb6-5593ab1b4161 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356781 Sep 10 03:48:30.583694 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45300) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:30.688421 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-696b2293-9856-44f5-81f6-5904c174096b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:30.780434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-696b2293-9856-44f5-81f6-5904c174096b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:30.843864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-696b2293-9856-44f5-81f6-5904c174096b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:30.882133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-696b2293-9856-44f5-81f6-5904c174096b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9731237efe04184bc367b1b56102edf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2973199 Sep 10 03:48:30.883160 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696b2293-9856-44f5-81f6-5904c174096b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22c63d9-f499-47b8-af63-0a8c117c35cb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:30.885197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45306) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:30.934922 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c11790d6-61ba-4c38-905a-f665955553ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:30.955825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c11790d6-61ba-4c38-905a-f665955553ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.069952 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c11790d6-61ba-4c38-905a-f665955553ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.072571 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c11790d6-61ba-4c38-905a-f665955553ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.073715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c11790d6-61ba-4c38-905a-f665955553ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a22c63d9-f499-47b8-af63-0a8c117c35cb HTTP/1.1" status: 204 len: 168 time: 0.1873891 Sep 10 03:48:31.083879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81a0e47-2a54-47e7-bc6f-caa313d5c4f3 req-165c3dae-cea5-457c-8462-82a4e32377f3 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:31.085352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c81a0e47-2a54-47e7-bc6f-caa313d5c4f3 req-165c3dae-cea5-457c-8462-82a4e32377f3 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 944 time: 0.0574205 Sep 10 03:48:31.092823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11790d6-61ba-4c38-905a-f665955553ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22c63d9-f499-47b8-af63-0a8c117c35cb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:31.136041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c81a0e47-2a54-47e7-bc6f-caa313d5c4f3 req-e8f870b8-265d-472e-b5db-965cf4061764 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409927 Sep 10 03:48:31.402216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 77d80366-f160-49d7-8308-f6bf2851032f up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:31.432054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fac474f4-36d7-4b14-9902-1f84ee6e6882 req-905dc030-dd25-427e-adc7-c431afb864cb tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 210 time: 0.0270050 Sep 10 03:48:31.524440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45677290-115a-4514-862b-4087fa4b31a4 req-e9a9e53c-14f2-4d0b-8ebd-8366398ab64d tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:31.526110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45677290-115a-4514-862b-4087fa4b31a4 req-e9a9e53c-14f2-4d0b-8ebd-8366398ab64d tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0507233 Sep 10 03:48:31.530048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 77d80366-f160-49d7-8308-f6bf2851032f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:31.535182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 77d80366-f160-49d7-8308-f6bf2851032f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:31.535769 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.567898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45677290-115a-4514-862b-4087fa4b31a4 req-89fa8ce4-2bbb-4a08-8731-87ada98078c8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Sep 10 03:48:31.616180 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.638410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d80366-f160-49d7-8308-f6bf2851032f'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:31.640669 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47388d0b-f833-41db-b19a-e7739a886256" -d '{"events": [{"server_uuid": "c0ad14ac-6327-454d-b972-b1e7bae6f689", "name": "network-vif-plugged", "status": "completed", "tag": "77d80366-f160-49d7-8308-f6bf2851032f"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:31.653914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 77d80366-f160-49d7-8308-f6bf2851032f, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=77d80366-f160-49d7-8308-f6bf2851032f,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:31.680523 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79828c59-5545-4fcc-afc4-abc0378e091f x-openstack-request-id: req-79828c59-5545-4fcc-afc4-abc0378e091f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:31.680817 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ad14ac-6327-454d-b972-b1e7bae6f689", "name": "network-vif-plugged", "status": "completed", "tag": "77d80366-f160-49d7-8308-f6bf2851032f", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:31.681069 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79828c59-5545-4fcc-afc4-abc0378e091f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:31.681461 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77d80366-f160-49d7-8308-f6bf2851032f', 'code': 200} Sep 10 03:48:31.700691 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.728145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45328) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:31.742255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9bedbf6-e12d-418d-a76a-04bd917fbeec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:31.757329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=77d80366-f160-49d7-8308-f6bf2851032f,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:31.814997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fb54a1-90fd-437d-a2e1-d48cd766595e req-4c191507-8e47-4576-98c4-d60c11f00268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:31.816778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1fb54a1-90fd-437d-a2e1-d48cd766595e req-4c191507-8e47-4576-98c4-d60c11f00268 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 1096 time: 0.0495420 Sep 10 03:48:31.851291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1fb54a1-90fd-437d-a2e1-d48cd766595e req-ad00c1a0-167e-4751-a80a-5c385014d16d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277987 Sep 10 03:48:31.915471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9bedbf6-e12d-418d-a76a-04bd917fbeec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.019209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.019447 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9bedbf6-e12d-418d-a76a-04bd917fbeec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.056799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e9bedbf6-e12d-418d-a76a-04bd917fbeec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=879fd8ff2b8c45b58a418d2571f4fea3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274357 Sep 10 03:48:32.058750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bedbf6-e12d-418d-a76a-04bd917fbeec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41b7e21-db86-46f9-9969-1ad8a93b0f51,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:32.059495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45330) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:32.132093 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-95a86608-b28e-468e-bd05-8d9756693cd1 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9ead868a0ead40968be074e790c84b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0327904 Sep 10 03:48:32.171079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4ca55e32-e72f-4a81-98f2-db03bf9b5832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.261168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0749f8-cf32-44ae-ae85-701f5813a7ba req-9438ccea-46d3-4cc2-932b-98547b322ca1 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:32.264192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c0749f8-cf32-44ae-ae85-701f5813a7ba req-9438ccea-46d3-4cc2-932b-98547b322ca1 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 945 time: 0.0538824 Sep 10 03:48:32.279640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4ca55e32-e72f-4a81-98f2-db03bf9b5832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.313019 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c0749f8-cf32-44ae-ae85-701f5813a7ba req-bcf92f3e-6abf-48f9-858b-d12c16a00539 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Sep 10 03:48:32.374652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-bedebb98-2592-433d-9aa7-5b5f976855f8 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:32.376182 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-bedebb98-2592-433d-9aa7-5b5f976855f8 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379730 Sep 10 03:48:32.390335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Request body: {'port': {'device_id': 'c7248f1c-6723-4bf1-819a-69bb83435590', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '9ead868a0ead40968be074e790c84b2e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:32.537165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac3294b1-4f84-407e-b4f0-616730747470 req-2a730286-8baf-458b-9062-e338c5e84bc7 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 210 time: 0.0316899 Sep 10 03:48:32.687218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a063b-3e7a-4652-9413-a42f66d073df req-89723f5c-a602-433a-b8f6-9781319ecc16 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:32.688744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-728a063b-3e7a-4652-9413-a42f66d073df req-89723f5c-a602-433a-b8f6-9781319ecc16 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0489938 Sep 10 03:48:32.726110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4ca55e32-e72f-4a81-98f2-db03bf9b5832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.728544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-728a063b-3e7a-4652-9413-a42f66d073df req-c9d9c19e-a9e5-4306-91e6-73c4d4cc62c1 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Sep 10 03:48:32.728669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4ca55e32-e72f-4a81-98f2-db03bf9b5832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.729674 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4ca55e32-e72f-4a81-98f2-db03bf9b5832 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b41b7e21-db86-46f9-9969-1ad8a93b0f51 HTTP/1.1" status: 204 len: 168 time: 0.6690590 Sep 10 03:48:32.742646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca55e32-e72f-4a81-98f2-db03bf9b5832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41b7e21-db86-46f9-9969-1ad8a93b0f51,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:32.889299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Made reservation on behalf of 9ead868a0ead40968be074e790c84b2e for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:32.892929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.902714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:32.992058 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.078593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.154481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8a86c79-1648-4968-9411-2c2c4c98d44c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:33.242053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Allocated IP 192.168.233.217 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/8511b371-87cc-4d79-91c3-75fdaaa4e043) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:48:33.447357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.454686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5796667d-f6b1-4fe7-b973-a3947f248c67 req-bbe4125b-e2fc-4d59-83a3-7043fce61123 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:33.456303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5796667d-f6b1-4fe7-b973-a3947f248c67 req-bbe4125b-e2fc-4d59-83a3-7043fce61123 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 945 time: 0.0647287 Sep 10 03:48:33.462603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Transition to ACTIVE for port object 8511b371-87cc-4d79-91c3-75fdaaa4e043 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:33.498202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5796667d-f6b1-4fe7-b973-a3947f248c67 req-6d0e6fdc-ab54-480d-9efa-73989ad9d19d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336089 Sep 10 03:48:33.552104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.594368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:33.598133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:33.601968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:33.643828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93c945e-199d-419d-a48a-367673c9bc6a req-9559871c-0b92-47bc-8405-369d8cb1f928 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:33.645761 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Pushing event updated for resources: {'Port': ['ID=8511b371-87cc-4d79-91c3-75fdaaa4e043,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:33.646924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a93c945e-199d-419d-a48a-367673c9bc6a req-9559871c-0b92-47bc-8405-369d8cb1f928 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 945 time: 0.0786099 Sep 10 03:48:33.660856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:33.661393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45378) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:33.661528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.668174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a330af18-eb97-4344-baf9-5dd34cf3776e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Request body: {'floatingip': {'port_id': '77d80366-f160-49d7-8308-f6bf2851032f'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:33.730832 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-17f47255-b23e-408f-91a7-f3e17cadfc23 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3446894 Sep 10 03:48:33.740898 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a330af18-eb97-4344-baf9-5dd34cf3776e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.745385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Request body: {'port': {'device_id': 'c7248f1c-6723-4bf1-819a-69bb83435590', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:33.802098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925df51-fa40-45b0-bca4-6e3fc28ef9b8 req-f76e5b5b-ff86-4e9d-8f1e-a5c1cef58459 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:33.803643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a925df51-fa40-45b0-bca4-6e3fc28ef9b8 req-f76e5b5b-ff86-4e9d-8f1e-a5c1cef58459 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 936 time: 0.1271863 Sep 10 03:48:33.825686 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.931210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a925df51-fa40-45b0-bca4-6e3fc28ef9b8 req-74811b39-31c3-4f7b-bf9c-59965c2ad8b2 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089797 Sep 10 03:48:33.985403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0f029742-0327-4228-bf71-84bcc16565fe None None] Provisioning for port 8511b371-87cc-4d79-91c3-75fdaaa4e043 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:33.989393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0f029742-0327-4228-bf71-84bcc16565fe None None] Provisioning complete for port 8511b371-87cc-4d79-91c3-75fdaaa4e043 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:33.989762 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f029742-0327-4228-bf71-84bcc16565fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:33.997823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a65f489-9152-4817-a66b-2d11dccefafb req-77594d4e-1eea-452b-b49d-ea92537d0266 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.005135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a65f489-9152-4817-a66b-2d11dccefafb req-77594d4e-1eea-452b-b49d-ea92537d0266 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.1523476 Sep 10 03:48:34.032536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0f029742-0327-4228-bf71-84bcc16565fe None None] Port 8511b371-87cc-4d79-91c3-75fdaaa4e043 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:48:34.082846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a65f489-9152-4817-a66b-2d11dccefafb req-ef5ab2a7-e685-43cc-9dbf-cef38cd4ef62 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766320 Sep 10 03:48:34.123584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8511b371-87cc-4d79-91c3-75fdaaa4e043 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:34.131934 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.147567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Transition to ACTIVE for port object 8511b371-87cc-4d79-91c3-75fdaaa4e043 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:34.221073 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.295596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Pushing event updated for resources: {'Port': ['ID=8511b371-87cc-4d79-91c3-75fdaaa4e043,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:34.344695 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a330af18-eb97-4344-baf9-5dd34cf3776e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.357270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Attempting to bind port 8511b371-87cc-4d79-91c3-75fdaaa4e043 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:34.357605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Attempting to bind port 8511b371-87cc-4d79-91c3-75fdaaa4e043 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:34.357940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Attempting to bind port 8511b371-87cc-4d79-91c3-75fdaaa4e043 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:34.362960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Port 8511b371-87cc-4d79-91c3-75fdaaa4e043 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:34.369047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Attempting to bind port 8511b371-87cc-4d79-91c3-75fdaaa4e043 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:34.369047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 48, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:34.369047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:34.369928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:34.369928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Bound port: 8511b371-87cc-4d79-91c3-75fdaaa4e043, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:34.370127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.448509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] For port 8511b371-87cc-4d79-91c3-75fdaaa4e043, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:34.452119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] For port 8511b371-87cc-4d79-91c3-75fdaaa4e043, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8511b371-87cc-4d79-91c3-75fdaaa4e043,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:48:34.455174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a330af18-eb97-4344-baf9-5dd34cf3776e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.518597 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.570454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.571078 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.572525 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] 10.222.0.20 "PUT /v2.0/ports/8511b371-87cc-4d79-91c3-75fdaaa4e043 HTTP/1.1" status: 200 len: 1096 time: 0.8322129 Sep 10 03:48:34.572980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7248f1c-6723-4bf1-819a-69bb83435590', 'tag': '8511b371-87cc-4d79-91c3-75fdaaa4e043'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:34.575433 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bc31c0-3715-4119-8b36-c11f6c3007de" -d '{"events": [{"name": "network-changed", "server_uuid": "c7248f1c-6723-4bf1-819a-69bb83435590", "tag": "8511b371-87cc-4d79-91c3-75fdaaa4e043"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:34.577393 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-a330af18-eb97-4344-baf9-5dd34cf3776e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Floating IP cb188092-9d35-4d59-a6c1-7b0c22ed35ca associated. External IP: 172.25.3.218, port: 77d80366-f160-49d7-8308-f6bf2851032f. Sep 10 03:48:34.628052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be666337-cc87-43bb-9abe-b0be4d6d5454 service neutron] Pushing event updated for resources: {'Port': ['ID=8511b371-87cc-4d79-91c3-75fdaaa4e043,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:34.633605 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae5763b6-e664-45af-a8cd-b23c647c2578 x-openstack-request-id: req-ae5763b6-e664-45af-a8cd-b23c647c2578 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:34.634233 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7248f1c-6723-4bf1-819a-69bb83435590", "tag": "8511b371-87cc-4d79-91c3-75fdaaa4e043", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:34.634907 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae5763b6-e664-45af-a8cd-b23c647c2578 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:34.635383 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7248f1c-6723-4bf1-819a-69bb83435590', 'tag': '8511b371-87cc-4d79-91c3-75fdaaa4e043', 'status': 'completed', 'code': 200} Sep 10 03:48:34.718166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc31c0-3715-4119-8b36-c11f6c3007de req-9ead04b2-4b77-40ad-acad-ea5273925f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.719722 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c3bc31c0-3715-4119-8b36-c11f6c3007de req-9ead04b2-4b77-40ad-acad-ea5273925f5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ead868a0ead40968be074e790c84b2e&device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 1099 time: 0.0589728 Sep 10 03:48:34.755967 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c3bc31c0-3715-4119-8b36-c11f6c3007de req-f0a95f8a-2df0-4e3e-9998-7a232d4864ad service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9ead868a0ead40968be074e790c84b2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0216808 Sep 10 03:48:34.843817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a330af18-eb97-4344-baf9-5dd34cf3776e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Router a539482b-53e2-4817-b76d-8fb1aac2615b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:48:34.873174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc31c0-3715-4119-8b36-c11f6c3007de req-a2218b8a-4212-4b60-9117-bb5a54ba6d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.874663 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c3bc31c0-3715-4119-8b36-c11f6c3007de req-a2218b8a-4212-4b60-9117-bb5a54ba6d63 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118586 Sep 10 03:48:34.884924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45408) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:34.964577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a330af18-eb97-4344-baf9-5dd34cf3776e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:48:34.969012 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a330af18-eb97-4344-baf9-5dd34cf3776e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:34.970360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-100ebe55-132b-4543-8095-e325e6d82318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:34.973521 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-100ebe55-132b-4543-8095-e325e6d82318 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9ead868a0ead40968be074e790c84b2e&device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 1099 time: 0.0534675 Sep 10 03:48:34.977923 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] Sync routers for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:48:34.988943 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:34.989553 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:35.005720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a330af18-eb97-4344-baf9-5dd34cf3776e tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "PUT /v2.0/floatingips/cb188092-9d35-4d59-a6c1-7b0c22ed35ca HTTP/1.1" status: 200 len: 991 time: 1.3431883 Sep 10 03:48:35.006331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'tag': '77d80366-f160-49d7-8308-f6bf2851032f'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:35.008644 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c713185-c356-4821-8421-238d2630af9f" -d '{"events": [{"name": "network-changed", "server_uuid": "c0ad14ac-6327-454d-b972-b1e7bae6f689", "tag": "77d80366-f160-49d7-8308-f6bf2851032f"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:35.032160 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-19ffeb5d-4d2d-4027-9c22-1cd1a3d25567 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.217&port_id=8511b371-87cc-4d79-91c3-75fdaaa4e043 HTTP/1.1" status: 200 len: 217 time: 0.0516324 Sep 10 03:48:35.076321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acdc9a-e7bd-46f6-86ac-5d18c8eff9e8 req-87140eff-c0b2-4bfb-be69-32b6af094dd6 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.084237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59acdc9a-e7bd-46f6-86ac-5d18c8eff9e8 req-87140eff-c0b2-4bfb-be69-32b6af094dd6 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 948 time: 0.0648487 Sep 10 03:48:35.119879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-bbe8bb72-403b-4416-9b64-cfa156b51518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.121353 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-bbe8bb72-403b-4416-9b64-cfa156b51518 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0659866 Sep 10 03:48:35.126726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-231436855'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:35.142050 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cd77fb-e26f-434b-841b-e21724974d30 x-openstack-request-id: req-d3cd77fb-e26f-434b-841b-e21724974d30 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:35.142348 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0ad14ac-6327-454d-b972-b1e7bae6f689", "tag": "77d80366-f160-49d7-8308-f6bf2851032f", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:35.142574 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3cd77fb-e26f-434b-841b-e21724974d30 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:35.144205 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'tag': '77d80366-f160-49d7-8308-f6bf2851032f', 'status': 'completed', 'code': 200} Sep 10 03:48:35.147577 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:35.164500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59acdc9a-e7bd-46f6-86ac-5d18c8eff9e8 req-8601c9f4-5658-4a5b-b840-4c231c8887da tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786388 Sep 10 03:48:35.203827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-442ba6fe-f45d-4744-a711-2a8916e88b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.206210 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-442ba6fe-f45d-4744-a711-2a8916e88b50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0726223 Sep 10 03:48:35.249612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713185-c356-4821-8421-238d2630af9f req-c28e0f5e-39f5-4aca-bb95-f80db6347f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.251133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c713185-c356-4821-8421-238d2630af9f req-c28e0f5e-39f5-4aca-bb95-f80db6347f7a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=9524993fd45b4c77a300b7d45488569d&device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 1096 time: 0.0774951 Sep 10 03:48:35.280734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Made reservation on behalf of fbd63a043326453dbbac9bf2e12adeb7 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:35.284505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:35.296958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1180f89-8471-4ce9-9222-473125dc7dcd req-29b6968b-d6be-45a3-be76-3220cf8e3057 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.298257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:35.299632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1180f89-8471-4ce9-9222-473125dc7dcd req-29b6968b-d6be-45a3-be76-3220cf8e3057 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0792391 Sep 10 03:48:35.350476 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-36cf822c-2003-4094-93ed-fd611bb77ad6 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353712 Sep 10 03:48:35.387142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1180f89-8471-4ce9-9222-473125dc7dcd req-b7b85d68-4be7-4a1e-abe1-1f44c8671786 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793834 Sep 10 03:48:35.390574 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:17Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'cb188092-9d35-4d59-a6c1-7b0c22ed35ca', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'port_id': '77d80366-f160-49d7-8308-f6bf2851032f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'mac_address': 'fa:16:3e:5d:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:47:23Z', 'updated_at': '2021-09-10T03:48:34Z', 'revision_number': 1, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0424078a-e246-46e7-86f4-681e1a31daa0', 'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'mac_address': 'fa:16:3e:89:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:14Z', 'updated_at': '2021-09-10T03:47:22Z', 'revision_number': 5, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'subnets': [{'id': '848ad382-3e53-41cf-b7df-891f02501580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:35.403946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713185-c356-4821-8421-238d2630af9f req-1c5c5100-223a-40bc-98db-89311a9c7d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.405825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c713185-c356-4821-8421-238d2630af9f req-1c5c5100-223a-40bc-98db-89311a9c7d31 service neutron] 10.222.0.39 "GET /v2.0/networks?id=fd91c941-56ac-418b-b632-6224ec14f3dc HTTP/1.1" status: 200 len: 916 time: 0.1447718 Sep 10 03:48:35.515191 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] Checking router: a539482b-53e2-4817-b76d-8fb1aac2615b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:48:35.518793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c713185-c356-4821-8421-238d2630af9f req-323b8500-a6bf-400d-a79b-2d2cff88bfce service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=77d80366-f160-49d7-8308-f6bf2851032f HTTP/1.1" status: 200 len: 999 time: 0.1034856 Sep 10 03:48:35.533325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:35.534630 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:35.536037 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:35.546473 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-599f6fa0-d535-4a74-9949-a6ff87ec9504 req-c6edd57b-dc59-4487-a09b-700bd8c0acc3 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742086 Sep 10 03:48:35.585832 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:35.608528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713185-c356-4821-8421-238d2630af9f req-fec9fffd-c14a-42d8-83d1-55aae4bce6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.614917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c713185-c356-4821-8421-238d2630af9f req-fec9fffd-c14a-42d8-83d1-55aae4bce6ae service neutron] 10.222.0.39 "GET /v2.0/subnets?id=848ad382-3e53-41cf-b7df-891f02501580 HTTP/1.1" status: 200 len: 854 time: 0.0861149 Sep 10 03:48:35.618019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:48:35.634606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213cf5dc-c25a-49b7-ac57-ab6a96c787bd,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:35.639920 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:35.640275 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Added segment e66988f2-f7d3-4ced-b767-265fd227a42e of type vlan for network 17a5868b-ebde-4293-9fce-6a3a0760c788 Sep 10 03:48:35.679950 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:35.686575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c713185-c356-4821-8421-238d2630af9f req-0a2dac9f-2394-4daa-b329-1350815842d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.690734 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:35.690870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c713185-c356-4821-8421-238d2630af9f req-0a2dac9f-2394-4daa-b329-1350815842d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=fd91c941-56ac-418b-b632-6224ec14f3dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0655029 Sep 10 03:48:35.786790 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:35.792416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c713185-c356-4821-8421-238d2630af9f req-b5bec3bf-672c-4104-9b28-9ecf1ba7f36d service neutron] 10.222.0.39 "GET /v2.0/networks/fd91c941-56ac-418b-b632-6224ec14f3dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954208 Sep 10 03:48:35.792679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:35.793276 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:35.867130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Pushing event updated for resources: {'Network': ['ID=17a5868b-ebde-4293-9fce-6a3a0760c788,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:35.879463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 17a5868b-ebde-4293-9fce-6a3a0760c788 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:48:35.884695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c713185-c356-4821-8421-238d2630af9f req-668f358c-3fa9-48de-ae5f-c256ce157280 service neutron] 10.222.0.39 "GET /v2.0/networks/fd91c941-56ac-418b-b632-6224ec14f3dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852001 Sep 10 03:48:35.922783 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:17Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'cb188092-9d35-4d59-a6c1-7b0c22ed35ca', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'port_id': '77d80366-f160-49d7-8308-f6bf2851032f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'mac_address': 'fa:16:3e:5d:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:47:23Z', 'updated_at': '2021-09-10T03:48:34Z', 'revision_number': 1, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0424078a-e246-46e7-86f4-681e1a31daa0', 'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'mac_address': 'fa:16:3e:89:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:14Z', 'updated_at': '2021-09-10T03:47:22Z', 'revision_number': 5, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'subnets': [{'id': '848ad382-3e53-41cf-b7df-891f02501580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:35.948564 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1bfa1970-93d7-45e6-922b-02465400836d tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0618448 Sep 10 03:48:35.952411 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e91915f-085e-4040-ad65-ce4818b4cb0a None None] The sync data for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 is: [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:17Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'cb188092-9d35-4d59-a6c1-7b0c22ed35ca', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'floating_ip_address': '172.25.3.218', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'port_id': '77d80366-f160-49d7-8308-f6bf2851032f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1456, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'mac_address': 'fa:16:3e:5d:3a:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:47:23Z', 'updated_at': '2021-09-10T03:48:34Z', 'revision_number': 1, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0424078a-e246-46e7-86f4-681e1a31daa0', 'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'mac_address': 'fa:16:3e:89:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:14Z', 'updated_at': '2021-09-10T03:47:22Z', 'revision_number': 5, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'subnets': [{'id': '848ad382-3e53-41cf-b7df-891f02501580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:48:36.054601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45434) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:36.059665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Request body: {'port': {'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788', 'binding:host_id': 'n-h1-808143-1', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-964097924'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:36.144878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad42129e-5042-4454-8964-69f459402ce3 None None] New status for floating IP cb188092-9d35-4d59-a6c1-7b0c22ed35ca: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:48:36.147743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Made reservation on behalf of bd3fb77a32da489d92e7596b3b4cdb25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:36.150883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:36.162043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:36.256521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:36.286908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dac7c06-3441-4810-b5bf-abbd2f866058 req-30ee0ab9-7c0f-400a-9b70-83334e4965e1 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:36.288433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8dac7c06-3441-4810-b5bf-abbd2f866058 req-30ee0ab9-7c0f-400a-9b70-83334e4965e1 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 948 time: 0.0488195 Sep 10 03:48:36.329675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:36.330121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8dac7c06-3441-4810-b5bf-abbd2f866058 req-5562a238-7349-4ada-9048-ac03d827c1cf tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356474 Sep 10 03:48:36.333881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] device_id is not set on port 5f04f452-0216-404c-bb42-6d2313081458 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:48:36.415338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b53118-1a23-4f69-b083-cc74fbbffc52,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:36.513237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c951629-b0af-4906-8177-18237f0a79f2 req-8b54e803-1350-4e58-bb36-26c9a4188905 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:36.514782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c951629-b0af-4906-8177-18237f0a79f2 req-8b54e803-1350-4e58-bb36-26c9a4188905 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0487027 Sep 10 03:48:36.554832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c951629-b0af-4906-8177-18237f0a79f2 req-df3e0c4b-b5ae-4054-8d8a-68bf39eb9061 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338197 Sep 10 03:48:36.573905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] device_id is not set on port 5f04f452-0216-404c-bb42-6d2313081458 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:48:36.583729 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:36.594018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Transition to ACTIVE for port object 5f04f452-0216-404c-bb42-6d2313081458 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:36.676616 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:36.736333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'Port': ['ID=5f04f452-0216-404c-bb42-6d2313081458,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:36.747502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Checking segment: {'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:36.747895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Network hostable DHCP agents. Network: 17a5868b-ebde-4293-9fce-6a3a0760c788, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:48:36.838090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Network 17a5868b-ebde-4293-9fce-6a3a0760c788 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:48:36.917481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 17a5868b-ebde-4293-9fce-6a3a0760c788) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:36.921027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:36.926499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aa3b7b6-2b61-4fda-9750-c7ae67c88485 None None] Network 17a5868b-ebde-4293-9fce-6a3a0760c788 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:48:36.935863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:36.936327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:36.936608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:36.941283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:36.941613 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:36.942090 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 2 to bind port 5f04f452-0216-404c-bb42-6d2313081458 Sep 10 03:48:36.953983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:36.954313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:36.954642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:36.959342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:36.959661 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:36.960065 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 3 to bind port 5f04f452-0216-404c-bb42-6d2313081458 Sep 10 03:48:36.973280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:36.973591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:36.973919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:36.978300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:36.978621 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:36.979000 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 4 to bind port 5f04f452-0216-404c-bb42-6d2313081458 Sep 10 03:48:36.990663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:36.990993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:36.991319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:36.995506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:36.995867 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:36.996256 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 5 to bind port 5f04f452-0216-404c-bb42-6d2313081458 Sep 10 03:48:37.008261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:37.008596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:37.008922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:37.013117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:37.013439 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:37.013819 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 6 to bind port 5f04f452-0216-404c-bb42-6d2313081458 Sep 10 03:48:37.026600 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:37.026931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:37.027256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:37.031447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:37.031796 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:37.032179 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 7 to bind port 5f04f452-0216-404c-bb42-6d2313081458 Sep 10 03:48:37.045682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:37.046038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:37.046367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:37.050592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:37.050909 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:37.051282 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 8 to bind port 5f04f452-0216-404c-bb42-6d2313081458 Sep 10 03:48:37.062731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:37.063056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:37.063379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:37.067779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:37.068100 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:37.068472 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 9 to bind port 5f04f452-0216-404c-bb42-6d2313081458 Sep 10 03:48:37.080267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:37.080597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:37.080921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:37.085573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:37.085892 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:37.086296 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 10 to bind port 5f04f452-0216-404c-bb42-6d2313081458 Sep 10 03:48:37.098053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:37.098322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:37.098643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:37.102723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 5f04f452-0216-404c-bb42-6d2313081458 on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:37.103042 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 5f04f452-0216-404c-bb42-6d2313081458 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:37.103423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:37.163337 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:48:37.164858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] For port 5f04f452-0216-404c-bb42-6d2313081458, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:37.165264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempted to set empty binding levels {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:48:37.226893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:37.263484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:37.264105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:37.281980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'Port': ['ID=5f04f452-0216-404c-bb42-6d2313081458,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:37.329786 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a5c6b329-dd4c-4ea7-927c-a2d88ebc24c8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 1.2740965 Sep 10 03:48:37.333085 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45452) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:37.408743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-fb252b74-524b-4c96-bc0b-e3c7af73ec2e tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Deleting port 5f04f452-0216-404c-bb42-6d2313081458 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:37.409085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb252b74-524b-4c96-bc0b-e3c7af73ec2e tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:37.446936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5d97e2-7900-4a4d-8334-ec5601d03003 req-05a2a7ea-6288-423e-8ae7-bb6aecb3a6e9 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:37.448428 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f5d97e2-7900-4a4d-8334-ec5601d03003 req-05a2a7ea-6288-423e-8ae7-bb6aecb3a6e9 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 948 time: 0.0479453 Sep 10 03:48:37.474340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-fb252b74-524b-4c96-bc0b-e3c7af73ec2e tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] For port 5f04f452-0216-404c-bb42-6d2313081458, host n-h1-808143-1, got binding levels [] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:37.474706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb252b74-524b-4c96-bc0b-e3c7af73ec2e tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:37.485678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f5d97e2-7900-4a4d-8334-ec5601d03003 req-43478c44-60bd-4d54-b1a6-788c2bae24d0 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312698 Sep 10 03:48:37.486353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-fb252b74-524b-4c96-bc0b-e3c7af73ec2e tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Calling delete_port for 5f04f452-0216-404c-bb42-6d2313081458 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:37.674937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb252b74-524b-4c96-bc0b-e3c7af73ec2e tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:37.694343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb252b74-524b-4c96-bc0b-e3c7af73ec2e tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event deleted for resources: {'Port': ['ID=5f04f452-0216-404c-bb42-6d2313081458,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:37.699778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775524f0-119c-4da7-9cef-5935abe726cf req-0e96c339-1811-48aa-9429-5f5835d14c64 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:37.701533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-775524f0-119c-4da7-9cef-5935abe726cf req-0e96c339-1811-48aa-9429-5f5835d14c64 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0594621 Sep 10 03:48:37.708511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb252b74-524b-4c96-bc0b-e3c7af73ec2e tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:37.712827 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fb252b74-524b-4c96-bc0b-e3c7af73ec2e tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "DELETE /v2.0/ports/5f04f452-0216-404c-bb42-6d2313081458 HTTP/1.1" status: 204 len: 168 time: 0.3761868 Sep 10 03:48:37.713207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45464) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:37.741021 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b93687e-2cfd-4034-aa4d-669b7ea2345a tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:48:37.746231 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9b93687e-2cfd-4034-aa4d-669b7ea2345a tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "GET /v2.0/ports/5f04f452-0216-404c-bb42-6d2313081458 HTTP/1.1" status: 404 len: 333 time: 0.0285516 Sep 10 03:48:37.746519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45466) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:37.751244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Request body: {'port': {'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-796553132'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:37.752229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-775524f0-119c-4da7-9cef-5935abe726cf req-9156d530-16a2-4944-97b0-4bfed6f863a7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446661 Sep 10 03:48:37.838333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Made reservation on behalf of bd3fb77a32da489d92e7596b3b4cdb25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:37.840740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:37.860981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] device_id is not set on port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:48:38.000987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.087939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.128800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Network 17a5868b-ebde-4293-9fce-6a3a0760c788 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:38.132098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:38.135431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:38.136785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:38.136948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.150576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'Port': ['ID=4eb795fd-62d5-47b6-94df-24a4ab4fa7df,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:38.178133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8511b371-87cc-4d79-91c3-75fdaaa4e043 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:48:38.245490 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d5713179-cc23-46aa-8b61-08b7d8b53bfb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4953141 Sep 10 03:48:38.245490 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45474) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:38.250718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:38.278903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8511b371-87cc-4d79-91c3-75fdaaa4e043, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8511b371-87cc-4d79-91c3-75fdaaa4e043,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:38.290355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8511b371-87cc-4d79-91c3-75fdaaa4e043', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '8511b371-87cc-4d79-91c3-75fdaaa4e043', 'mac_address': 'fa:16:3e:91:e1:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:48:38.306477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.327230 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.339554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8511b371-87cc-4d79-91c3-75fdaaa4e043 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:48:38.357794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8511b371-87cc-4d79-91c3-75fdaaa4e043, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8511b371-87cc-4d79-91c3-75fdaaa4e043,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:38.409409 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.456123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8511b371-87cc-4d79-91c3-75fdaaa4e043,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:38.473036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] device_id is not set on port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:48:38.480462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.492677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Transition to ACTIVE for port object 4eb795fd-62d5-47b6-94df-24a4ab4fa7df will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:38.540885 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.593872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'Port': ['ID=4eb795fd-62d5-47b6-94df-24a4ab4fa7df,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:38.608939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.609194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3deb5a16-a19e-4d4f-b5dc-4b8f469c6e72 req-f951f74e-cb7a-4c84-a87f-2446027834ad tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:38.609677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.609677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.610704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3deb5a16-a19e-4d4f-b5dc-4b8f469c6e72 req-f951f74e-cb7a-4c84-a87f-2446027834ad tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 949 time: 0.0551782 Sep 10 03:48:38.614561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.614890 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.615287 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 2 to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df Sep 10 03:48:38.628179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.628516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.628858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.633249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.633578 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.633970 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 3 to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df Sep 10 03:48:38.645748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.646084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.646419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.648532 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3deb5a16-a19e-4d4f-b5dc-4b8f469c6e72 req-1464bf64-42f9-49dc-8f5d-9948f4ac8351 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309384 Sep 10 03:48:38.650826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.651151 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.652117 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 4 to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df Sep 10 03:48:38.664911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.665246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.665579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.669766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.670094 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.670479 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 5 to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df Sep 10 03:48:38.683043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.683377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.683742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.688090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.688415 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.688802 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 6 to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df Sep 10 03:48:38.701103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.701492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.701829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.706081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.706407 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.706792 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 7 to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df Sep 10 03:48:38.718566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.718922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.719256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.724113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.724438 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.724827 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 8 to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df Sep 10 03:48:38.735076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8511b371-87cc-4d79-91c3-75fdaaa4e043'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:48:38.737613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.738050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.738386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.743382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.743752 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.744146 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 9 to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df Sep 10 03:48:38.756752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.757094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.757437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.761911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.762239 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.762743 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 10 to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df Sep 10 03:48:38.780601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:38.780954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:38.781302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:38.789447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:38.789790 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:38.790170 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.866596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] For port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:38.867076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempted to set empty binding levels {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:48:38.883477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdb83c8-849f-45a9-a306-28c935f6d46b req-b180fc73-b5bc-4050-8847-a7ec2566097a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:38.888786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccdb83c8-849f-45a9-a306-28c935f6d46b req-b180fc73-b5bc-4050-8847-a7ec2566097a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0597939 Sep 10 03:48:38.925271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccdb83c8-849f-45a9-a306-28c935f6d46b req-a218570f-e3de-45bf-9b82-927748b9cda0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329723 Sep 10 03:48:38.935339 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.968001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] In _notify_port_updated(), no bound segment for port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:48:38.968860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:38.969468 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:38.970839 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "PUT /v2.0/ports/4eb795fd-62d5-47b6-94df-24a4ab4fa7df HTTP/1.1" status: 200 len: 974 time: 0.7244782 Sep 10 03:48:38.973420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45488) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:39.039854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6d0cc9-0671-4d22-811e-93cccbc59e04 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'Port': ['ID=4eb795fd-62d5-47b6-94df-24a4ab4fa7df,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:39.092084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.092572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.093050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.093526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.093996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.094462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.094935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.095396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.095879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.096347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.096806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.097266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.097729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.098213 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.098672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.099128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.099586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.100072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.100529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.100986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.101442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.101898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.102353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.102811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.103266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.103818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.104280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.104741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.105209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.105665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.106123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.106579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.107033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.107488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.107971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.108429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.108886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.109341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.109797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.110251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.110706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.111161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.111614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.112103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.112557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.113013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.113467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.114467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.114922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.115382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.119741 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6bd06046-ee96-4f06-9bde-ab49ddd6d9ea tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 44943 time: 0.1453753 Sep 10 03:48:39.124492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45490) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:39.196717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-677fec14-6ae1-4e5b-ae1f-4df6821248cb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Deleting port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:39.196980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-677fec14-6ae1-4e5b-ae1f-4df6821248cb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:39.258934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-677fec14-6ae1-4e5b-ae1f-4df6821248cb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] For port 4eb795fd-62d5-47b6-94df-24a4ab4fa7df, host n-h1-808143-1, got binding levels [] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:39.259528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-677fec14-6ae1-4e5b-ae1f-4df6821248cb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:39.271144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-677fec14-6ae1-4e5b-ae1f-4df6821248cb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Calling delete_port for 4eb795fd-62d5-47b6-94df-24a4ab4fa7df owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:39.414739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-677fec14-6ae1-4e5b-ae1f-4df6821248cb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:39.441586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677fec14-6ae1-4e5b-ae1f-4df6821248cb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event deleted for resources: {'Port': ['ID=4eb795fd-62d5-47b6-94df-24a4ab4fa7df,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:39.448097 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-677fec14-6ae1-4e5b-ae1f-4df6821248cb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:39.449656 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-677fec14-6ae1-4e5b-ae1f-4df6821248cb tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "DELETE /v2.0/ports/4eb795fd-62d5-47b6-94df-24a4ab4fa7df HTTP/1.1" status: 204 len: 168 time: 0.3242497 Sep 10 03:48:39.452394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45494) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:39.476441 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e564954-0181-428e-9645-3dac83530e91 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:48:39.477839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3e564954-0181-428e-9645-3dac83530e91 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "GET /v2.0/ports/4eb795fd-62d5-47b6-94df-24a4ab4fa7df HTTP/1.1" status: 404 len: 333 time: 0.0244446 Sep 10 03:48:39.481458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45496) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:39.486212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-979296704', 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:39.557529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Made reservation on behalf of bd3fb77a32da489d92e7596b3b4cdb25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:39.559930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:39.576243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] device_id is not set on port 57d9d807-3c01-47b0-bc6e-80f4d99ecb77 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:48:39.722768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:39.770413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf8ffa1-a856-4559-b7d0-6e04666c5ac7 req-1f2663e2-8e8c-4985-860f-b870efcf3bbb tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.771925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddf8ffa1-a856-4559-b7d0-6e04666c5ac7 req-1f2663e2-8e8c-4985-860f-b870efcf3bbb tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 949 time: 0.0544844 Sep 10 03:48:39.809831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:39.812155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddf8ffa1-a856-4559-b7d0-6e04666c5ac7 req-f68bd095-e84a-40d1-8393-739de0299e69 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339768 Sep 10 03:48:39.855026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Network 17a5868b-ebde-4293-9fce-6a3a0760c788 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:39.857857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:39.863433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:39.864919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:39.865521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:39.875206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'Port': ['ID=57d9d807-3c01-47b0-bc6e-80f4d99ecb77,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:39.970194 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-35dd038d-6d5a-43b9-a322-605a01666fb0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.4876304 Sep 10 03:48:39.972672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45508) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:40.007953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929a9c3f-1cb0-4d9c-a6b8-a8eb364ebc83 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:40.012411 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-929a9c3f-1cb0-4d9c-a6b8-a8eb364ebc83 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "GET /v2.0/ports/57d9d807-3c01-47b0-bc6e-80f4d99ecb77 HTTP/1.1" status: 200 len: 954 time: 0.0385747 Sep 10 03:48:40.012863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45512) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:40.096408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681d7d7-0663-4342-9251-0bba6f59fb8f req-4ce4a501-8292-4721-9346-271af75da0ab tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:40.097867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0681d7d7-0663-4342-9251-0bba6f59fb8f req-4ce4a501-8292-4721-9346-271af75da0ab tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0959826 Sep 10 03:48:40.145056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9dd36860-9dab-4a84-ae58-d875c9ef1e53 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Deleting port 57d9d807-3c01-47b0-bc6e-80f4d99ecb77 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:40.145393 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9dd36860-9dab-4a84-ae58-d875c9ef1e53 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.150334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0681d7d7-0663-4342-9251-0bba6f59fb8f req-2d797170-0b1e-4739-8608-176105c49cd0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Sep 10 03:48:40.188543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8511b371-87cc-4d79-91c3-75fdaaa4e043 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:48:40.205938 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9dd36860-9dab-4a84-ae58-d875c9ef1e53 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.217163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9dd36860-9dab-4a84-ae58-d875c9ef1e53 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Calling delete_port for 57d9d807-3c01-47b0-bc6e-80f4d99ecb77 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:40.310364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 8511b371-87cc-4d79-91c3-75fdaaa4e043 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:48:40.314321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8511b371-87cc-4d79-91c3-75fdaaa4e043 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:48:40.318933 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.367995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9dd36860-9dab-4a84-ae58-d875c9ef1e53 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.393759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd36860-9dab-4a84-ae58-d875c9ef1e53 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event deleted for resources: {'Port': ['ID=57d9d807-3c01-47b0-bc6e-80f4d99ecb77,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:40.394018 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.401672 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9dd36860-9dab-4a84-ae58-d875c9ef1e53 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.403846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9dd36860-9dab-4a84-ae58-d875c9ef1e53 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "DELETE /v2.0/ports/57d9d807-3c01-47b0-bc6e-80f4d99ecb77 HTTP/1.1" status: 204 len: 168 time: 0.3888676 Sep 10 03:48:40.414010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45516) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:40.417116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7248f1c-6723-4bf1-819a-69bb83435590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8511b371-87cc-4d79-91c3-75fdaaa4e043'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:40.419345 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e524e54-54ef-4ea0-a53b-fbd9125ef3a4" -d '{"events": [{"server_uuid": "c7248f1c-6723-4bf1-819a-69bb83435590", "name": "network-vif-plugged", "status": "completed", "tag": "8511b371-87cc-4d79-91c3-75fdaaa4e043"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:40.435405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8511b371-87cc-4d79-91c3-75fdaaa4e043, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8511b371-87cc-4d79-91c3-75fdaaa4e043,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:40.437950 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c087263-e434-46ad-95a8-614ab955bf0b tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:48:40.439474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1c087263-e434-46ad-95a8-614ab955bf0b tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "GET /v2.0/ports/57d9d807-3c01-47b0-bc6e-80f4d99ecb77 HTTP/1.1" status: 404 len: 333 time: 0.0245073 Sep 10 03:48:40.443570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45520) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:40.448535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Request body: {'port': {'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1758623729'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:40.455707 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86cc2d5c-5673-43f7-b252-37af66b8de61 x-openstack-request-id: req-86cc2d5c-5673-43f7-b252-37af66b8de61 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:40.456326 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7248f1c-6723-4bf1-819a-69bb83435590", "name": "network-vif-plugged", "status": "completed", "tag": "8511b371-87cc-4d79-91c3-75fdaaa4e043", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:40.456326 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86cc2d5c-5673-43f7-b252-37af66b8de61 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:40.456612 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7248f1c-6723-4bf1-819a-69bb83435590', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8511b371-87cc-4d79-91c3-75fdaaa4e043', 'code': 200} Sep 10 03:48:40.510593 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.541058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Made reservation on behalf of bd3fb77a32da489d92e7596b3b4cdb25 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:40.543425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.552839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c568991b-9185-44ce-ae25-df11b74c24d0 req-0f04031c-1538-477e-b118-faf733c6cba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:40.554463 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c568991b-9185-44ce-ae25-df11b74c24d0 req-0f04031c-1538-477e-b118-faf733c6cba1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 1101 time: 0.0416276 Sep 10 03:48:40.559326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8511b371-87cc-4d79-91c3-75fdaaa4e043,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:40.560051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] device_id is not set on port f526ce2c-6deb-42fc-b3a7-195e5c10077a yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:48:40.591431 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c568991b-9185-44ce-ae25-df11b74c24d0 req-618c6b7f-6c3c-4d65-a842-70a79ff6f22a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291274 Sep 10 03:48:40.707262 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.781171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.819224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Network 17a5868b-ebde-4293-9fce-6a3a0760c788 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:40.821975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:40.825378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:40.826297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:40.827460 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.842214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'Port': ['ID=f526ce2c-6deb-42fc-b3a7-195e5c10077a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:40.900281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ab5d4c54-f889-4354-a2bc-7651e0db47d0 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.4555564 Sep 10 03:48:40.903557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45528) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:40.911804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:40.940225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab19085-0798-411e-af9b-84e131d91645 req-3e2ad921-1094-44d4-84f2-89dcaf08acb6 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:40.942625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ab19085-0798-411e-af9b-84e131d91645 req-3e2ad921-1094-44d4-84f2-89dcaf08acb6 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 950 time: 0.0545273 Sep 10 03:48:40.971963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:40.981025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ab19085-0798-411e-af9b-84e131d91645 req-60582deb-b545-45b2-b33b-6f1d1ccdcc1c tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325003 Sep 10 03:48:41.140220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] device_id is not set on port f526ce2c-6deb-42fc-b3a7-195e5c10077a yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:48:41.148201 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:41.159385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Transition to ACTIVE for port object f526ce2c-6deb-42fc-b3a7-195e5c10077a will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:41.243862 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:41.268385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12e41-a5d7-493f-8bb6-93f01e7b288e req-86b309d2-6148-47a9-ac8b-7d3a6bd31005 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:41.269945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eaf12e41-a5d7-493f-8bb6-93f01e7b288e req-86b309d2-6148-47a9-ac8b-7d3a6bd31005 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0501838 Sep 10 03:48:41.296983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'Port': ['ID=f526ce2c-6deb-42fc-b3a7-195e5c10077a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:41.309033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.309369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.309705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.312199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eaf12e41-a5d7-493f-8bb6-93f01e7b288e req-053611ca-7d73-465a-ac79-9719bae2a92a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358074 Sep 10 03:48:41.314261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.314592 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.315046 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 2 to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a Sep 10 03:48:41.329345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.329747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.330082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.334429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.334753 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.335137 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 3 to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a Sep 10 03:48:41.346728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.352238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.352238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.352238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.352238 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.352592 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 4 to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a Sep 10 03:48:41.364803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.365077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.365402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.369585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.369909 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.370317 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 5 to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a Sep 10 03:48:41.382420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.382750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.383076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.387212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.387537 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.387956 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 6 to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a Sep 10 03:48:41.399660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.400015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.400361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.404527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.404835 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.405216 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 7 to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a Sep 10 03:48:41.416620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.416951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.417279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.421492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.421817 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.422207 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 8 to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a Sep 10 03:48:41.434974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.435309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.435643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.439948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.440275 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.440922 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 9 to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a Sep 10 03:48:41.453186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.453519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.453849 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.458199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.458477 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.458860 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempt 10 to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a Sep 10 03:48:41.471442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:41.471559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:41.471832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempting to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:41.476017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:48:41.476341 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Failed to bind port f526ce2c-6deb-42fc-b3a7-195e5c10077a on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'e66988f2-f7d3-4ced-b767-265fd227a42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '17a5868b-ebde-4293-9fce-6a3a0760c788'}] Sep 10 03:48:41.476702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:41.540057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] For port f526ce2c-6deb-42fc-b3a7-195e5c10077a, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:48:41.540412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attempted to set empty binding levels {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:48:41.644076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:41.673881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] In _notify_port_updated(), no bound segment for port f526ce2c-6deb-42fc-b3a7-195e5c10077a on network 17a5868b-ebde-4293-9fce-6a3a0760c788 {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:48:41.674730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:41.675323 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:41.677375 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "PUT /v2.0/ports/f526ce2c-6deb-42fc-b3a7-195e5c10077a HTTP/1.1" status: 200 len: 975 time: 0.7726910 Sep 10 03:48:41.680498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45538) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:41.692350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f728d89-b0bc-442f-910e-84707d51cbd1 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event updated for resources: {'Port': ['ID=f526ce2c-6deb-42fc-b3a7-195e5c10077a,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:41.755156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-783afb62-45a6-4007-8756-254b90547afc tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Deleting port f526ce2c-6deb-42fc-b3a7-195e5c10077a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:41.755497 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-783afb62-45a6-4007-8756-254b90547afc tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:41.815082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-783afb62-45a6-4007-8756-254b90547afc tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] For port f526ce2c-6deb-42fc-b3a7-195e5c10077a, host n-h1-808143-1, got binding levels [] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:41.816069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-783afb62-45a6-4007-8756-254b90547afc tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:41.826840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-783afb62-45a6-4007-8756-254b90547afc tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Calling delete_port for f526ce2c-6deb-42fc-b3a7-195e5c10077a owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:41.957772 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-783afb62-45a6-4007-8756-254b90547afc tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:41.985326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783afb62-45a6-4007-8756-254b90547afc tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Pushing event deleted for resources: {'Port': ['ID=f526ce2c-6deb-42fc-b3a7-195e5c10077a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:41.991365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-783afb62-45a6-4007-8756-254b90547afc tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:41.994263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-783afb62-45a6-4007-8756-254b90547afc tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "DELETE /v2.0/ports/f526ce2c-6deb-42fc-b3a7-195e5c10077a HTTP/1.1" status: 204 len: 168 time: 0.3119328 Sep 10 03:48:41.996074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45544) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:42.019083 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-afab9442-af90-4161-a0c8-a8a7ed3df2d8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:48:42.022182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-afab9442-af90-4161-a0c8-a8a7ed3df2d8 tempest-PortsAdminExtendedAttrsTestJSON-2142487161 tempest-PortsAdminExtendedAttrsTestJSON-2142487161-project-admin] 10.222.0.22 "GET /v2.0/ports/f526ce2c-6deb-42fc-b3a7-195e5c10077a HTTP/1.1" status: 404 len: 333 time: 0.0241666 Sep 10 03:48:42.024613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45548) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:42.454962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:42.480451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88cb7f0-ea96-463c-b98c-7f7c65aa4a9c req-dd39909c-34d7-4c6d-bf71-10d08ec7b9a8 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:42.481887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e88cb7f0-ea96-463c-b98c-7f7c65aa4a9c req-dd39909c-34d7-4c6d-bf71-10d08ec7b9a8 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 950 time: 0.4263561 Sep 10 03:48:42.531573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e2274a-f2df-4e75-8bc3-e0d1c713ec58 req-59affd4d-a0ac-4f22-9d14-c57b1d195b3f tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:42.533052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66e2274a-f2df-4e75-8bc3-e0d1c713ec58 req-59affd4d-a0ac-4f22-9d14-c57b1d195b3f tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.1106100 Sep 10 03:48:42.593634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e88cb7f0-ea96-463c-b98c-7f7c65aa4a9c req-3636cbdb-a033-4016-bd71-56fa7932d905 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045952 Sep 10 03:48:42.615918 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:42.638253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66e2274a-f2df-4e75-8bc3-e0d1c713ec58 req-42615aed-02eb-4f74-89ef-bfc39ccca401 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945091 Sep 10 03:48:42.647420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17a5868b-ebde-4293-9fce-6a3a0760c788']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:42.658748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e66988f2-f7d3-4ced-b767-265fd227a42e') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:42.659115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e66988f2-f7d3-4ced-b767-265fd227a42e') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:42.668910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:42.681798 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:42.687498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:48:42.687907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:48:42.691215 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:48:42.841595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:42.848531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:42.850354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] 10.222.0.22 "DELETE /v2.0/networks/17a5868b-ebde-4293-9fce-6a3a0760c788 HTTP/1.1" status: 204 len: 168 time: 0.8248124 Sep 10 03:48:42.861550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0859042b-47f5-4b8b-b045-b579e9c7e04c tempest-PortsAdminExtendedAttrsTestJSON-510210220 tempest-PortsAdminExtendedAttrsTestJSON-510210220-project] Pushing event deleted for resources: {'Network': ['ID=17a5868b-ebde-4293-9fce-6a3a0760c788,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:43.162760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296417ee-1382-4807-b11d-3862c3811642 req-b5208832-d0c4-444f-9fd4-59ba7ea391da tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:43.164356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296417ee-1382-4807-b11d-3862c3811642 req-b5208832-d0c4-444f-9fd4-59ba7ea391da tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 950 time: 0.0515261 Sep 10 03:48:43.203582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296417ee-1382-4807-b11d-3862c3811642 req-84d1d995-8d3b-489c-bde9-10ecae4b60b6 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332355 Sep 10 03:48:43.330748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45576) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:43.458453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-74ab19df-9952-475f-a305-e7a6cc122a27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbd63a043326453dbbac9bf2e12adeb7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265550 Sep 10 03:48:43.460983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45580) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:43.507044 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f0a6-df8c-4933-8dce-d8c9f16e3a77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:43.531388 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f0a6-df8c-4933-8dce-d8c9f16e3a77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:43.647545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f0a6-df8c-4933-8dce-d8c9f16e3a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:43.650059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4f5f0a6-df8c-4933-8dce-d8c9f16e3a77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:43.651210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d4f5f0a6-df8c-4933-8dce-d8c9f16e3a77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/213cf5dc-c25a-49b7-ac57-ab6a96c787bd HTTP/1.1" status: 204 len: 168 time: 0.1892967 Sep 10 03:48:43.658469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f5f0a6-df8c-4933-8dce-d8c9f16e3a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=213cf5dc-c25a-49b7-ac57-ab6a96c787bd,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:43.765407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb43136-ebbf-4bb7-9c81-c9b707c45fe1 req-9e176635-a200-4b67-84f5-02c3d6c7e6d9 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:43.766901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cdb43136-ebbf-4bb7-9c81-c9b707c45fe1 req-9e176635-a200-4b67-84f5-02c3d6c7e6d9 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0490501 Sep 10 03:48:43.806515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cdb43136-ebbf-4bb7-9c81-c9b707c45fe1 req-5280aa5c-e0ae-4594-95e8-f04bca40575d tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330844 Sep 10 03:48:44.241221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45598) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:44.288659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45602) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:44.299303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9554211d-67ca-41e3-a76d-16d75507b3cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd3fb77a32da489d92e7596b3b4cdb25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544364 Sep 10 03:48:44.346390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be7c6502-9c55-45cc-a7dc-2ad885949cc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:44.359287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350447f1-f1d1-4947-88ad-58ea0f109589 req-ac5159ba-344c-4b20-a40d-89d7627deac7 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:44.360943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-350447f1-f1d1-4947-88ad-58ea0f109589 req-ac5159ba-344c-4b20-a40d-89d7627deac7 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 950 time: 0.0583072 Sep 10 03:48:44.368696 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be7c6502-9c55-45cc-a7dc-2ad885949cc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:44.401652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-350447f1-f1d1-4947-88ad-58ea0f109589 req-45412e3e-e1d3-4c0f-b058-9ee20da8d357 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8a86c79-1648-4968-9411-2c2c4c98d44c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332439 Sep 10 03:48:44.661562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be7c6502-9c55-45cc-a7dc-2ad885949cc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:44.664130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be7c6502-9c55-45cc-a7dc-2ad885949cc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:44.665247 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-be7c6502-9c55-45cc-a7dc-2ad885949cc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47b53118-1a23-4f69-b083-cc74fbbffc52 HTTP/1.1" status: 204 len: 168 time: 0.3749924 Sep 10 03:48:44.679346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7c6502-9c55-45cc-a7dc-2ad885949cc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b53118-1a23-4f69-b083-cc74fbbffc52,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:44.689736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-fbbc7b1e-ccb8-4707-b672-1bc314883b31 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:44.691467 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-fbbc7b1e-ccb8-4707-b672-1bc314883b31 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.20 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 950 time: 0.0719628 Sep 10 03:48:44.800093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Deleting port 8511b371-87cc-4d79-91c3-75fdaaa4e043 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:44.800583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:44.897317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] For port 8511b371-87cc-4d79-91c3-75fdaaa4e043, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8511b371-87cc-4d79-91c3-75fdaaa4e043,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:48:44.897750 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:44.911890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Calling delete_port for 8511b371-87cc-4d79-91c3-75fdaaa4e043 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:44.926721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a7cc13-a2cc-4382-a4bd-dac0b3065e52 req-ce2c729f-220f-40ca-b100-e892476fc77d tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:44.928300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8a7cc13-a2cc-4382-a4bd-dac0b3065e52 req-ce2c729f-220f-40ca-b100-e892476fc77d tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0524993 Sep 10 03:48:44.981301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8a7cc13-a2cc-4382-a4bd-dac0b3065e52 req-d4ced986-6ddd-4cfc-845f-6cf19c6d07b4 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452640 Sep 10 03:48:45.111794 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:45.135380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8511b371-87cc-4d79-91c3-75fdaaa4e043'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:48:45.203136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] No DVR routers for this DVR port 8511b371-87cc-4d79-91c3-75fdaaa4e043 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:48:45.205662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Pushing event deleted for resources: {'Port': ['ID=8511b371-87cc-4d79-91c3-75fdaaa4e043,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:45.208817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:45.211135 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5d3f15c4-4aaa-40fe-897e-1d2bff2f58e7 req-262d1f81-92f7-43ec-a402-1492c21e5235 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.20 "DELETE /v2.0/ports/8511b371-87cc-4d79-91c3-75fdaaa4e043 HTTP/1.1" status: 204 len: 173 time: 0.5138283 Sep 10 03:48:45.211803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7248f1c-6723-4bf1-819a-69bb83435590', 'name': 'network-vif-deleted', 'tag': '8511b371-87cc-4d79-91c3-75fdaaa4e043'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:48:45.216988 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-344096f0-4f96-4ed9-aff1-a3c107dcbff6" -d '{"events": [{"server_uuid": "c7248f1c-6723-4bf1-819a-69bb83435590", "name": "network-vif-deleted", "tag": "8511b371-87cc-4d79-91c3-75fdaaa4e043"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:48:45.264165 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:48:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-804fd110-fb19-4bfc-9db0-82af41437435 x-openstack-request-id: req-804fd110-fb19-4bfc-9db0-82af41437435 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:48:45.264165 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7248f1c-6723-4bf1-819a-69bb83435590", "name": "network-vif-deleted", "tag": "8511b371-87cc-4d79-91c3-75fdaaa4e043", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:48:45.264165 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-804fd110-fb19-4bfc-9db0-82af41437435 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:48:45.264165 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7248f1c-6723-4bf1-819a-69bb83435590', 'name': 'network-vif-deleted', 'tag': '8511b371-87cc-4d79-91c3-75fdaaa4e043', 'status': 'completed', 'code': 200} Sep 10 03:48:45.531999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb38f96e-adbb-4728-bd21-c409cd3d9c4d req-4e06781f-cbef-4e92-ae95-96e31bf48328 tempest-VolumesNegativeTest-292533844 tempest-VolumesNegativeTest-292533844-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7248f1c-6723-4bf1-819a-69bb83435590 HTTP/1.1" status: 200 len: 210 time: 0.0402019 Sep 10 03:48:46.091341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bc5e51-580c-4134-8799-3c7e44566610 req-b3f2cd8f-c629-49de-8ea8-cc9080f0c254 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:46.092855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3bc5e51-580c-4134-8799-3c7e44566610 req-b3f2cd8f-c629-49de-8ea8-cc9080f0c254 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0499527 Sep 10 03:48:46.135415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3bc5e51-580c-4134-8799-3c7e44566610 req-482f4bf7-c61a-42dd-9411-ee6f06f61a7a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331931 Sep 10 03:48:46.793051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45682) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:46.890631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-70fedc0e-c349-4b66-a0c6-81be664c119a tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:47.047496 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-70fedc0e-c349-4b66-a0c6-81be664c119a tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] 10.222.0.22 "PUT /v2.0/quotas/2218fed0ac8c4af38c5f3987f8db3dde HTTP/1.1" status: 200 len: 366 time: 0.2533514 Sep 10 03:48:47.050044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45698) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:47.059383 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f5981865-1eea-447e-b8e9-65922848e698 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0084131 Sep 10 03:48:47.061480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45700) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:47.070842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3a888a54-f497-49f4-aeb4-d34a02d7f73e tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] 10.222.0.22 "GET /v2.0/quotas/2218fed0ac8c4af38c5f3987f8db3dde HTTP/1.1" status: 200 len: 366 time: 0.0084763 Sep 10 03:48:47.072824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45702) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:47.145851 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eb55ba61-d7b5-4647-97e5-ab8a82434437 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/2218fed0ac8c4af38c5f3987f8db3dde HTTP/1.1" status: 204 len: 168 time: 0.0719535 Sep 10 03:48:47.147995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45706) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:47.157425 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0a096d46-ca21-4880-b7e4-53cd308cd674 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0083573 Sep 10 03:48:47.159574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45710) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:47.171972 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5cc41fa4-2e40-4037-bc0d-aa2542953170 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] 10.222.0.22 "GET /v2.0/quotas/2218fed0ac8c4af38c5f3987f8db3dde HTTP/1.1" status: 200 len: 370 time: 0.0111096 Sep 10 03:48:47.172232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45712) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:47.178629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b6197eec-4c6b-42f1-9005-d991b47b30f3 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] 10.222.0.22 "GET /v2.0/quotas/2218fed0ac8c4af38c5f3987f8db3dde/default HTTP/1.1" status: 200 len: 370 time: 0.0048907 Sep 10 03:48:47.180918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45714) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:47.195042 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-355dc70b-9f1f-4ffc-b5fb-da97124a0d65 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] delete failed (client error): The resource could not be found. Sep 10 03:48:47.199557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-355dc70b-9f1f-4ffc-b5fb-da97124a0d65 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/2218fed0ac8c4af38c5f3987f8db3dde HTTP/1.1" status: 404 len: 348 time: 0.0175817 Sep 10 03:48:47.277134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d399292-2336-496f-91d8-29f25324c0f3 req-a9b8c071-901b-468f-ac5c-d9073efbf6af tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:47.278655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d399292-2336-496f-91d8-29f25324c0f3 req-a9b8c071-901b-468f-ac5c-d9073efbf6af tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0660372 Sep 10 03:48:47.318658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d399292-2336-496f-91d8-29f25324c0f3 req-81f85b28-86ed-4b76-8125-aa17360edb44 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335624 Sep 10 03:48:47.427622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45728) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:47.443238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Usage tracker for resource:network and tenant:5673334129784c9f98a6fc5b98c04d9f is out of sync, need to count used quota {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:48:47.448334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:48:47.454644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Usage tracker for resource:subnet and tenant:5673334129784c9f98a6fc5b98c04d9f is out of sync, need to count used quota {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:48:47.459442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:48:47.465656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Usage tracker for resource:subnetpool and tenant:5673334129784c9f98a6fc5b98c04d9f is out of sync, need to count used quota {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:48:47.470481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:48:47.476923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Usage tracker for resource:port and tenant:5673334129784c9f98a6fc5b98c04d9f is out of sync, need to count used quota {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:48:47.481803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:48:47.488122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Usage tracker for resource:router and tenant:5673334129784c9f98a6fc5b98c04d9f is out of sync, need to count used quota {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:48:47.493597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:48:47.502581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Usage tracker for resource:floatingip and tenant:5673334129784c9f98a6fc5b98c04d9f is out of sync, need to count used quota {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:48:47.512573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:48:47.551754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Usage tracker for resource:security_group and tenant:5673334129784c9f98a6fc5b98c04d9f is out of sync, need to count used quota {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:48:47.556829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:48:47.562980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Usage tracker for resource:security_group_rule and tenant:5673334129784c9f98a6fc5b98c04d9f is out of sync, need to count used quota {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Sep 10 03:48:47.568810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.quota.resource [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=95136) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Sep 10 03:48:47.573544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e194a85e-5359-4a87-86c3-728f950cb127 tempest-QuotasTest-1350277260 tempest-QuotasTest-1350277260-project-admin] 10.222.0.22 "GET /v2.0/quotas/5673334129784c9f98a6fc5b98c04d9f/details.json HTTP/1.1" status: 200 len: 703 time: 0.1503451 Sep 10 03:48:48.208930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8511b371-87cc-4d79-91c3-75fdaaa4e043 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:48:48.233037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 8511b371-87cc-4d79-91c3-75fdaaa4e043 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:48:48.233374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8511b371-87cc-4d79-91c3-75fdaaa4e043 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:48:48.278152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45800) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:48.416222 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6348-91b5-4374-9b65-b06876e79c00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.463082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e08a938-8436-4a1e-a7da-167028e3cb23 req-5f74aced-0dbc-4c18-acee-a4ce1fefbe3b tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:48.464601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e08a938-8436-4a1e-a7da-167028e3cb23 req-5f74aced-0dbc-4c18-acee-a4ce1fefbe3b tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0752497 Sep 10 03:48:48.526689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e08a938-8436-4a1e-a7da-167028e3cb23 req-6ba50245-a162-424e-93f1-147372a8456d tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557964 Sep 10 03:48:48.583138 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6348-91b5-4374-9b65-b06876e79c00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.666047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ad5d6348-91b5-4374-9b65-b06876e79c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.704923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ad5d6348-91b5-4374-9b65-b06876e79c00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4db9f0c20074d359536391ff9ea2be5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4253914 Sep 10 03:48:48.705765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5d6348-91b5-4374-9b65-b06876e79c00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0303684-33f1-409d-bbbc-49d32fdf50f1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:48.708010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45824) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:48.756800 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c5ded55-ee2b-4eec-a54c-49ace37d1e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.777180 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c5ded55-ee2b-4eec-a54c-49ace37d1e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.912000 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c5ded55-ee2b-4eec-a54c-49ace37d1e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.914423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c5ded55-ee2b-4eec-a54c-49ace37d1e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:48.915566 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6c5ded55-ee2b-4eec-a54c-49ace37d1e57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0303684-33f1-409d-bbbc-49d32fdf50f1 HTTP/1.1" status: 204 len: 168 time: 0.2065809 Sep 10 03:48:48.923861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5ded55-ee2b-4eec-a54c-49ace37d1e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0303684-33f1-409d-bbbc-49d32fdf50f1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:49.572438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45898) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:49.605310 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-384bc523-5966-4d41-9f84-700f27e5d2f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:49.680443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7abb23-51f8-4d12-bebd-3cb6d0eabf0d req-b84cf98a-e30c-4e32-8598-27f9e0cc9d9e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:49.681959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b7abb23-51f8-4d12-bebd-3cb6d0eabf0d req-b84cf98a-e30c-4e32-8598-27f9e0cc9d9e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0743175 Sep 10 03:48:49.743494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b7abb23-51f8-4d12-bebd-3cb6d0eabf0d req-39b662c5-8220-4eff-a3c7-7320dcc33d75 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552280 Sep 10 03:48:49.769258 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-384bc523-5966-4d41-9f84-700f27e5d2f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:49.837791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-384bc523-5966-4d41-9f84-700f27e5d2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:49.878492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-384bc523-5966-4d41-9f84-700f27e5d2f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5673334129784c9f98a6fc5b98c04d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3048511 Sep 10 03:48:49.880110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bc523-5966-4d41-9f84-700f27e5d2f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf1a79e-025c-46e7-821a-9d5a5782aaa1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:49.881005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45914) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:49.931465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44aa9547-9ed6-497c-8cdb-bbe326c00f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:49.953761 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44aa9547-9ed6-497c-8cdb-bbe326c00f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:50.101129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44aa9547-9ed6-497c-8cdb-bbe326c00f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:50.106874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44aa9547-9ed6-497c-8cdb-bbe326c00f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:50.106874 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-44aa9547-9ed6-497c-8cdb-bbe326c00f9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aaf1a79e-025c-46e7-821a-9d5a5782aaa1 HTTP/1.1" status: 204 len: 168 time: 0.2232485 Sep 10 03:48:50.115295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44aa9547-9ed6-497c-8cdb-bbe326c00f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf1a79e-025c-46e7-821a-9d5a5782aaa1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:50.740401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-97d3f7a1-5bfa-4669-836a-90f9f1fef674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:50.861815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3f178c-89ba-4a67-8108-bd39af8aa6cb req-93562021-3da7-409a-bca5-fee6b3759b81 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:50.863371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db3f178c-89ba-4a67-8108-bd39af8aa6cb req-93562021-3da7-409a-bca5-fee6b3759b81 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0504174 Sep 10 03:48:50.902115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db3f178c-89ba-4a67-8108-bd39af8aa6cb req-655fd739-ca2f-4ce9-9a00-78f10bd0a7d7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326443 Sep 10 03:48:51.929494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46032) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:52.028704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e873102-817d-4d87-9977-1a50c4cc3c7a req-6ad196d3-d1c7-4983-a57e-6e502c838ca8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:52.030237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e873102-817d-4d87-9977-1a50c4cc3c7a req-6ad196d3-d1c7-4983-a57e-6e502c838ca8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0549259 Sep 10 03:48:52.048161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-451133878', 'router:external': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:52.100036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e873102-817d-4d87-9977-1a50c4cc3c7a req-da989e40-a84a-4bd0-a968-e171f26930b7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622392 Sep 10 03:48:52.156117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Made reservation on behalf of f81d8c44c9c7489d874353b74c4c829b for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:52.158438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:52.169012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:52.269015 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:52.351863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:52.376174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:48:52.385183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5d3a0f-1192-45ee-a31a-c729eac648b9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:52.392430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:52.392776 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Added segment 9e4a7f65-19de-4f07-a21e-5fd37c993705 of type vlan for network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 Sep 10 03:48:52.445819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:52.563552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:52.564620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:52.565477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:52.625318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event updated for resources: {'Network': ['ID=3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:52.635360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:48:52.649838 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c01db4c2-50f0-49cd-8cbb-22831b295707 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 0.7192173 Sep 10 03:48:52.653001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46042) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:52.657721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'subnet': {'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:52.740657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Made reservation on behalf of f81d8c44c9c7489d874353b74c4c829b for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:52.743166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:53.100715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:48:53.101372 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:53.194120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event updated for resources: {'Subnet': ['ID=8c80d4a0-7eff-4773-adf8-dba17660c42d,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:53.205991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Checking segment: {'id': '9e4a7f65-19de-4f07-a21e-5fd37c993705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:53.206585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Network hostable DHCP agents. Network: 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:48:53.256125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6112c31-38db-491d-89ad-f07d0f78872a req-485c2b2e-99b3-4eb2-a047-69526cde2bea tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:53.258630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6112c31-38db-491d-89ad-f07d0f78872a req-485c2b2e-99b3-4eb2-a047-69526cde2bea tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0731149 Sep 10 03:48:53.326584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6112c31-38db-491d-89ad-f07d0f78872a req-941c5abb-b1a6-4d19-a6b6-f0b2053cc0c3 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595086 Sep 10 03:48:53.335904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:48:53.443544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:53.448255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:53.448843 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:53.454278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d659fcf0-5c60-42ad-9aaa-f7ff981f6ae5 None None] Network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:48:53.510504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7a7b90b3-f317-4eee-8cdc-2c271a01cbd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:53.534924 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-51bab93a-d613-4560-b5dd-669eeffe4b44 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 0.8806581 Sep 10 03:48:53.538975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46058) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:53.545136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-53539138', 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:53.592410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8b1bab-e190-4118-b595-54fd5a7f22fa None None] Network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:48:53.624187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Made reservation on behalf of f81d8c44c9c7489d874353b74c4c829b for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:53.626520 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:53.644008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] device_id is not set on port f1eb7d9a-63aa-412e-a15f-25f223fb2067 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:48:53.736120 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:53.764642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46066) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:53.786849 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Allocated IP 2001:db8::153 (3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2/8c80d4a0-7eff-4773-adf8-dba17660c42d/f1eb7d9a-63aa-412e-a15f-25f223fb2067) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:48:53.927164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f0b8fd2a-5ff5-40e4-a05b-a6be45bd0aa9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ead868a0ead40968be074e790c84b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1610267 Sep 10 03:48:53.932142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46072) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:53.937304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:53.988724 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bdc515a8-c9d4-4324-bed6-80a9bab3f1b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.010996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bdc515a8-c9d4-4324-bed6-80a9bab3f1b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.069062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.114230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e3ad9f-ce61-44bd-bd85-54a81671d01e req-b87950dd-19f3-4bc5-879f-df1eb3d25ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:54.115710 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4e3ad9f-ce61-44bd-bd85-54a81671d01e req-b87950dd-19f3-4bc5-879f-df1eb3d25ee6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 1096 time: 0.0738516 Sep 10 03:48:54.117308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:54.120157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:54.126575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:54.131976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:54.131976 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.146436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event updated for resources: {'Port': ['ID=f1eb7d9a-63aa-412e-a15f-25f223fb2067,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:54.151966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bdc515a8-c9d4-4324-bed6-80a9bab3f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.154862 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bdc515a8-c9d4-4324-bed6-80a9bab3f1b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.156050 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bdc515a8-c9d4-4324-bed6-80a9bab3f1b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8a86c79-1648-4968-9411-2c2c4c98d44c HTTP/1.1" status: 204 len: 168 time: 0.2229824 Sep 10 03:48:54.164521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc515a8-c9d4-4324-bed6-80a9bab3f1b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8a86c79-1648-4968-9411-2c2c4c98d44c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:54.170025 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4e3ad9f-ce61-44bd-bd85-54a81671d01e req-db23d7b2-3f0b-47db-9d82-e459921e0930 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442917 Sep 10 03:48:54.221217 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ec7458bd-4557-48ae-997c-7972e125d5ed tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.6809022 Sep 10 03:48:54.223698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46078) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:54.298426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-faefe647-2135-4b8c-9a46-e9d075eec629 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Deleting port f1eb7d9a-63aa-412e-a15f-25f223fb2067 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:54.298687 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-faefe647-2135-4b8c-9a46-e9d075eec629 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.377048 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-faefe647-2135-4b8c-9a46-e9d075eec629 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.390485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-faefe647-2135-4b8c-9a46-e9d075eec629 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Calling delete_port for f1eb7d9a-63aa-412e-a15f-25f223fb2067 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:54.459572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f12332-623c-40d2-a2eb-a56573f604c8 req-6d6348b5-e91f-4d67-84be-c0882f742072 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:54.461172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7f12332-623c-40d2-a2eb-a56573f604c8 req-6d6348b5-e91f-4d67-84be-c0882f742072 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0596483 Sep 10 03:48:54.512012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7f12332-623c-40d2-a2eb-a56573f604c8 req-bc5aefeb-1b7d-438f-ae84-faecdea092b6 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412655 Sep 10 03:48:54.603279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-faefe647-2135-4b8c-9a46-e9d075eec629 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.634514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faefe647-2135-4b8c-9a46-e9d075eec629 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1eb7d9a-63aa-412e-a15f-25f223fb2067,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:54.661547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-faefe647-2135-4b8c-9a46-e9d075eec629 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.663612 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-faefe647-2135-4b8c-9a46-e9d075eec629 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "DELETE /v2.0/ports/f1eb7d9a-63aa-412e-a15f-25f223fb2067 HTTP/1.1" status: 204 len: 168 time: 0.4389019 Sep 10 03:48:54.666227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46092) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:54.670379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2', 'external_fixed_ips': [{'subnet_id': '8c80d4a0-7eff-4773-adf8-dba17660c42d', 'ip_address': '2001:db8::153'}]}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:54.780806 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.782052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:54.837238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:55.038745 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:55.361708 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:55.615210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:55.634911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665fb9a-b916-48e0-b620-98b4c392198a req-db4c8489-3a06-4f86-928d-6ddf4d58dec0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:55.636282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:55.636431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e665fb9a-b916-48e0-b620-98b4c392198a req-db4c8489-3a06-4f86-928d-6ddf4d58dec0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0508652 Sep 10 03:48:55.679802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e665fb9a-b916-48e0-b620-98b4c392198a req-f214a43e-7eca-440f-b06f-fad289ee3e41 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353210 Sep 10 03:48:55.813086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Allocated IP 2001:db8::153 (3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2/8c80d4a0-7eff-4773-adf8-dba17660c42d/c9e1712b-80b9-4775-969f-ee3ffa6f824f) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:48:55.931314 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:55.993648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b5aa40e-6e0f-4f94-9bb2-5c10f6d3c369 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:55.995141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b5aa40e-6e0f-4f94-9bb2-5c10f6d3c369 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/networks?id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc HTTP/1.1" status: 200 len: 811 time: 0.1173472 Sep 10 03:48:56.012973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-ab4320c8-c752-47b1-8ebb-dad1027ec100 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/quotas/2199e50e2947479f837e4bd11f17ff86 HTTP/1.1" status: 200 len: 375 time: 0.0111923 Sep 10 03:48:56.032893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.072243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-64156d28-a482-4c0e-bcd6-ac18a4d1beb1 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2199e50e2947479f837e4bd11f17ff86&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530870 Sep 10 03:48:56.083948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:56.083948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:56.087582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:56.090743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event updated for resources: {'Port': ['ID=c9e1712b-80b9-4775-969f-ee3ffa6f824f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:56.186175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-8e548027-dc9d-4d82-bc52-a82782db5216 service neutron] 10.222.0.22 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074886 Sep 10 03:48:56.197587 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.282963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-ec607b8d-7cb8-4719-8214-86f069937951 service neutron] 10.222.0.22 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869553 Sep 10 03:48:56.421432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.543810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2d69613-9900-4fca-86a0-89b479c8a37a req-575c3b6a-3159-465a-b4e7-235ab23e793f tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 210 time: 0.0524230 Sep 10 03:48:56.663308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:56.922937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Router ce6da1a4-12fa-4dad-b5fc-5ba158d15f56 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:48:57.067112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:48:57.076734 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Sync routers for ids ['ce6da1a4-12fa-4dad-b5fc-5ba158d15f56'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:48:57.086461 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Routers {'ce6da1a4-12fa-4dad-b5fc-5ba158d15f56'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:57.087051 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ce6da1a4-12fa-4dad-b5fc-5ba158d15f56'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:57.163760 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.168139 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1130a292-6aa4-4a0d-acbc-129b8add2755 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 2.5007172 Sep 10 03:48:57.173104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46174) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:57.197991 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Set router ce6da1a4-12fa-4dad-b5fc-5ba158d15f56 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:48:57.321504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.435027 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.448761 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce6da1a4-12fa-4dad-b5fc-5ba158d15f56', 'name': '', 'tenant_id': 'f81d8c44c9c7489d874353b74c4c829b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2', 'external_fixed_ips': [{'subnet_id': '8c80d4a0-7eff-4773-adf8-dba17660c42d', 'ip_address': '2001:db8::153'}], 'enable_snat': True}, 'gw_port_id': 'c9e1712b-80b9-4775-969f-ee3ffa6f824f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:48:54Z', 'updated_at': '2021-09-10T03:48:56Z', 'revision_number': 3, 'project_id': 'f81d8c44c9c7489d874353b74c4c829b', 'gw_port': {'id': 'c9e1712b-80b9-4775-969f-ee3ffa6f824f', 'name': '', 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:18:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce6da1a4-12fa-4dad-b5fc-5ba158d15f56', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8c80d4a0-7eff-4773-adf8-dba17660c42d', 'ip_address': '2001:db8::153', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:48:55Z', 'updated_at': '2021-09-10T03:48:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '8c80d4a0-7eff-4773-adf8-dba17660c42d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:57.476509 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Checking router: ce6da1a4-12fa-4dad-b5fc-5ba158d15f56 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:48:57.476862 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Updating router ce6da1a4-12fa-4dad-b5fc-5ba158d15f56 port c9e1712b-80b9-4775-969f-ee3ffa6f824f binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:48:57.505509 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.562702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Deleting port c9e1712b-80b9-4775-969f-ee3ffa6f824f {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:48:57.563317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.670031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-957a82ad-7b53-48b6-b446-09be0d484ca6 req-287eb568-d42b-48ac-87e8-268d7abf1584 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 210 time: 0.0363686 Sep 10 03:48:57.699761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.720468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Calling delete_port for c9e1712b-80b9-4775-969f-ee3ffa6f824f owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:48:57.818199 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.829444 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Transition to ACTIVE for port object c9e1712b-80b9-4775-969f-ee3ffa6f824f will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:48:57.906508 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.964968 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Attempting to bind port c9e1712b-80b9-4775-969f-ee3ffa6f824f on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:57.965462 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Attempting to bind port c9e1712b-80b9-4775-969f-ee3ffa6f824f by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9e4a7f65-19de-4f07-a21e-5fd37c993705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:57.965792 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Attempting to bind port c9e1712b-80b9-4775-969f-ee3ffa6f824f on network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:57.973421 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Pushing event updated for resources: {'Port': ['ID=c9e1712b-80b9-4775-969f-ee3ffa6f824f,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:57.978084 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:57.978084 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Checking segment: {'id': '9e4a7f65-19de-4f07-a21e-5fd37c993705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:57.978084 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:57.978084 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Bound using segment: {'id': '9e4a7f65-19de-4f07-a21e-5fd37c993705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:57.978562 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Bound port: c9e1712b-80b9-4775-969f-ee3ffa6f824f, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4a7f65-19de-4f07-a21e-5fd37c993705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:57.978802 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.000842 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.001199 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.001494 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.001820 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.002140 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.002459 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.002775 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.003102 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.003523 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.003876 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.004190 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.004504 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06f8ac80-8e26-4fb3-8d17-3d56d15fd0e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:48:58.055635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.066290 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.db.api [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=95139) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:48:58.067230 n-d-808143-1 neutron-server[95139]: DEBUG oslo_db.api [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:48:58.086213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event deleted for resources: {'Port': ['ID=c9e1712b-80b9-4775-969f-ee3ffa6f824f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:58.115380 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.203797 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.206094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.340708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.341619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ce6da1a4-12fa-4dad-b5fc-5ba158d15f56 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:48:58.354225 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.357430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f6e50577-f559-4870-b792-c36701ef513e tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "DELETE /v2.0/routers/ce6da1a4-12fa-4dad-b5fc-5ba158d15f56 HTTP/1.1" status: 204 len: 168 time: 1.1821375 Sep 10 03:48:58.359322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46192) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:58.408455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a6fa6f2-4f1e-4757-880c-b82f6906cb6f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Deleting subnet 8c80d4a0-7eff-4773-adf8-dba17660c42d {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:48:58.413655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa6f2-4f1e-4757-880c-b82f6906cb6f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.447860 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa6f2-4f1e-4757-880c-b82f6906cb6f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.497792 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa6f2-4f1e-4757-880c-b82f6906cb6f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.582282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Attempting to bind port c9e1712b-80b9-4775-969f-ee3ffa6f824f on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:48:58.582855 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Attempting to bind port c9e1712b-80b9-4775-969f-ee3ffa6f824f by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9e4a7f65-19de-4f07-a21e-5fd37c993705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:48:58.583241 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Attempting to bind port c9e1712b-80b9-4775-969f-ee3ffa6f824f on network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:48:58.588731 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:48:58.589097 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Checking segment: {'id': '9e4a7f65-19de-4f07-a21e-5fd37c993705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:48:58.589548 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.589934 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Bound using segment: {'id': '9e4a7f65-19de-4f07-a21e-5fd37c993705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:48:58.590433 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Bound port: c9e1712b-80b9-4775-969f-ee3ffa6f824f, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e4a7f65-19de-4f07-a21e-5fd37c993705', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:48:58.590809 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.600380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-033e3b5e-112a-4794-b84a-7d873e5e329a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:58.601845 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-033e3b5e-112a-4794-b84a-7d873e5e329a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.20 "GET /v2.0/networks?id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc HTTP/1.1" status: 200 len: 811 time: 0.1172512 Sep 10 03:48:58.608807 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.plugin [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Port c9e1712b-80b9-4775-969f-ee3ffa6f824f has been deleted concurrently {{(pid=95139) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 10 03:48:58.619421 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Routers set() bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:48:58.619921 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Router IDs set() for agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 03:48:58.620621 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_agentschedulers_db [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'ce6da1a4-12fa-4dad-b5fc-5ba158d15f56'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent'). {{(pid=95139) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 10 03:48:58.621060 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82206e6d-7bed-4f74-921a-66f260d9bfdb None None] The sync data for ids ['ce6da1a4-12fa-4dad-b5fc-5ba158d15f56'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:48:58.622107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Request body: {'port': {'device_id': '50af3749-6bfd-48f9-8fca-6197329859b7', 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc', 'admin_state_up': True, 'tenant_id': '2199e50e2947479f837e4bd11f17ff86'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:58.659230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa6f2-4f1e-4757-880c-b82f6906cb6f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.681751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.690641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6fa6f2-4f1e-4757-880c-b82f6906cb6f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=8c80d4a0-7eff-4773-adf8-dba17660c42d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:58.696298 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a6fa6f2-4f1e-4757-880c-b82f6906cb6f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.698278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1a6fa6f2-4f1e-4757-880c-b82f6906cb6f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/8c80d4a0-7eff-4773-adf8-dba17660c42d HTTP/1.1" status: 204 len: 168 time: 0.3379817 Sep 10 03:48:58.701290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46198) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:58.812360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.815719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f759096-ec5b-4833-82d6-654794011e42 req-a0851d4d-32c9-4846-824a-749062e5061c tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 210 time: 0.0403762 Sep 10 03:48:58.889190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Made reservation on behalf of 2199e50e2947479f837e4bd11f17ff86 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:48:58.892751 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.892912 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.912895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:58.922445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e4a7f65-19de-4f07-a21e-5fd37c993705') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:58.922756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e4a7f65-19de-4f07-a21e-5fd37c993705') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:48:58.937198 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.950986 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.958203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:48:58.958658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: items = [ Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:48:58.961090 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:48:59.041040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Allocated IP 172.20.0.13 (7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc/ac2e7883-0901-4c78-a8bc-ddeab8da2c2b/4c9c481d-ff25-43aa-b889-c46da4904785) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:48:59.169365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.184823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:48:59.186931 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.189060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "DELETE /v2.0/networks/3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2 HTTP/1.1" status: 204 len: 168 time: 0.4868467 Sep 10 03:48:59.190512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c79bfb-ce6d-4863-87a5-4c6de02524f1 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event deleted for resources: {'Network': ['ID=3f3bf2f1-8e20-4980-bbc3-b8946b0fe7c2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:59.213238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.332688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.345903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['53c29341-f7b7-4f8a-be31-ce425a6d5fac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:48:59.412896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:48:59.414552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Pushing event updated for resources: {'Port': ['ID=4c9c481d-ff25-43aa-b889-c46da4904785,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:48:59.417589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:48:59.457437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:48:59.577931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:59.580904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.607695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46220) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:48:59.612292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-716ac29f-3ef7-4eb9-8046-4a1a3fe0d538 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'router': {'name': 'tempest-router--1303528664', 'project_id': '22aca687f483434bbd27da3500989704'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:59.702854 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-3b8e3e60-1dc4-4f52-8322-46a55dc0a9ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0850785 Sep 10 03:48:59.717105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Request body: {'port': {'device_id': '50af3749-6bfd-48f9-8fca-6197329859b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:48:59.774434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.824451 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-716ac29f-3ef7-4eb9-8046-4a1a3fe0d538 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.824451 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-716ac29f-3ef7-4eb9-8046-4a1a3fe0d538 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.948076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1533ad7-cffe-4178-a15f-334f6e232a64 req-3e0e9ca8-d45d-4d33-bca5-f4a5e9502e43 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:48:59.949753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-716ac29f-3ef7-4eb9-8046-4a1a3fe0d538 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:48:59.950620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1533ad7-cffe-4178-a15f-334f6e232a64 req-3e0e9ca8-d45d-4d33-bca5-f4a5e9502e43 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 932 time: 0.0593791 Sep 10 03:48:59.996165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1533ad7-cffe-4178-a15f-334f6e232a64 req-83feca05-5c66-4405-a524-cc5803678828 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389647 Sep 10 03:49:00.047782 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-716ac29f-3ef7-4eb9-8046-4a1a3fe0d538 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.127411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c9c481d-ff25-43aa-b889-c46da4904785 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:49:00.140266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.153231 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-716ac29f-3ef7-4eb9-8046-4a1a3fe0d538 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.154681 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-716ac29f-3ef7-4eb9-8046-4a1a3fe0d538 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5459340 Sep 10 03:49:00.155814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Transition to ACTIVE for port object 4c9c481d-ff25-43aa-b889-c46da4904785 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:00.157522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46230) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:00.239658 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d76-3061-46b0-9073-5da879732b23 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.272179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.436943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c481d-ff25-43aa-b889-c46da4904785,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:00.474787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d76-3061-46b0-9073-5da879732b23 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.478437 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d76-3061-46b0-9073-5da879732b23 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.607931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Attempting to bind port 4c9c481d-ff25-43aa-b889-c46da4904785 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:00.608574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Attempting to bind port 4c9c481d-ff25-43aa-b889-c46da4904785 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:00.608574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Attempting to bind port 4c9c481d-ff25-43aa-b889-c46da4904785 on network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:00.615214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Port 4c9c481d-ff25-43aa-b889-c46da4904785 on network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:49:00.615533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Attempting to bind port 4c9c481d-ff25-43aa-b889-c46da4904785 on network 7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:00.620520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 48, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:00.620852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Checking segment: {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:00.621363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Bound using segment: {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:00.621765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Bound port: 4c9c481d-ff25-43aa-b889-c46da4904785, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a5121965-93d6-49d2-bc0f-7f8d219da53a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:00.622117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.685854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] For port 4c9c481d-ff25-43aa-b889-c46da4904785, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:00.689190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] For port 4c9c481d-ff25-43aa-b889-c46da4904785, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=4c9c481d-ff25-43aa-b889-c46da4904785,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:00.690938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d76-3061-46b0-9073-5da879732b23 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.691981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e9e0d76-3061-46b0-9073-5da879732b23 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 64668dc0-1c4a-4963-808d-36945b9cfcff {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:00.696792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2e9e0d76-3061-46b0-9073-5da879732b23 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.697937 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2e9e0d76-3061-46b0-9073-5da879732b23 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "DELETE /v2.0/routers/64668dc0-1c4a-4963-808d-36945b9cfcff HTTP/1.1" status: 204 len: 168 time: 0.5394688 Sep 10 03:49:00.784839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.823150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:00.823790 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:00.825169 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c9c481d-ff25-43aa-b889-c46da4904785 HTTP/1.1" status: 200 len: 1092 time: 1.1129794 Sep 10 03:49:00.825604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50af3749-6bfd-48f9-8fca-6197329859b7', 'tag': '4c9c481d-ff25-43aa-b889-c46da4904785'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:00.827854 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ecb32e4-be19-47b2-bc16-ff1fe75fc547" -d '{"events": [{"name": "network-changed", "server_uuid": "50af3749-6bfd-48f9-8fca-6197329859b7", "tag": "4c9c481d-ff25-43aa-b889-c46da4904785"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:00.851454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356faa4c-169e-48d1-aeb4-79114ba288d8 service neutron] Pushing event updated for resources: {'Port': ['ID=4c9c481d-ff25-43aa-b889-c46da4904785,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:00.879858 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c219b3a8-6d98-4b78-83c1-f3878d0fac45 x-openstack-request-id: req-c219b3a8-6d98-4b78-83c1-f3878d0fac45 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:00.880199 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50af3749-6bfd-48f9-8fca-6197329859b7", "tag": "4c9c481d-ff25-43aa-b889-c46da4904785", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:00.880464 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c219b3a8-6d98-4b78-83c1-f3878d0fac45 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:00.880871 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50af3749-6bfd-48f9-8fca-6197329859b7', 'tag': '4c9c481d-ff25-43aa-b889-c46da4904785', 'status': 'completed', 'code': 200} Sep 10 03:49:00.943311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb32e4-be19-47b2-bc16-ff1fe75fc547 req-8cb70e7a-3c83-4557-87f2-146f48310546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:00.945238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ecb32e4-be19-47b2-bc16-ff1fe75fc547 req-8cb70e7a-3c83-4557-87f2-146f48310546 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2199e50e2947479f837e4bd11f17ff86&device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 1095 time: 0.0445325 Sep 10 03:49:01.029248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46246) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:01.053301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb32e4-be19-47b2-bc16-ff1fe75fc547 req-d4e6c047-96cb-4ebc-80b2-63d73ca88416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:01.054827 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ecb32e4-be19-47b2-bc16-ff1fe75fc547 req-d4e6c047-96cb-4ebc-80b2-63d73ca88416 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=2199e50e2947479f837e4bd11f17ff86&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1020029 Sep 10 03:49:01.148466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82803988-43b6-43ad-8bbc-3ecd7f84a4bd req-347351fc-ef87-4c44-b65a-b8885212a824 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:01.150023 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82803988-43b6-43ad-8bbc-3ecd7f84a4bd req-347351fc-ef87-4c44-b65a-b8885212a824 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 944 time: 0.0781717 Sep 10 03:49:01.176431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecb32e4-be19-47b2-bc16-ff1fe75fc547 req-bdae9147-c069-4691-ad9a-7e9545c1c1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:01.178236 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ecb32e4-be19-47b2-bc16-ff1fe75fc547 req-bdae9147-c069-4691-ad9a-7e9545c1c1df service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1163611 Sep 10 03:49:01.204585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82803988-43b6-43ad-8bbc-3ecd7f84a4bd req-f1bf479e-278e-49fe-8838-e0ecef6b05a8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473032 Sep 10 03:49:01.270311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-52c2f06e-1eec-4804-9fdc-30db370ee8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:01.272228 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-52c2f06e-1eec-4804-9fdc-30db370ee8f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2199e50e2947479f837e4bd11f17ff86&device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 1095 time: 0.0514867 Sep 10 03:49:01.323275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1954755021', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:01.330371 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-f38d41a9-8674-433f-a54b-61b484c1431e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c9c481d-ff25-43aa-b889-c46da4904785 HTTP/1.1" status: 200 len: 217 time: 0.0498185 Sep 10 03:49:01.385125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-5691faa7-3bb7-45ec-a3b5-8d7761c2fdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:01.386642 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-5691faa7-3bb7-45ec-a3b5-8d7761c2fdaa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac2e7883-0901-4c78-a8bc-ddeab8da2c2b HTTP/1.1" status: 200 len: 851 time: 0.0474169 Sep 10 03:49:01.422237 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-2440396c-692a-4a48-9f41-3e86a6165c49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277131 Sep 10 03:49:01.494462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.495491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.551028 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-d56ad6ed-1abb-4939-9d2f-4d60d9957744 service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200140 Sep 10 03:49:01.576748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.759854 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ea9396c3-32e1-45e3-a052-0a22b1717f58 req-61d30d41-d359-4661-8686-bb2aba5981ad service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815977 Sep 10 03:49:01.792128 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:01.997618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:02.334839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9396bec0-e63e-47d1-ab80-5aa50d1119a7 req-ef305262-f1dd-46e0-9b2e-7b79312d730e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:02.337130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9396bec0-e63e-47d1-ab80-5aa50d1119a7 req-ef305262-f1dd-46e0-9b2e-7b79312d730e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 944 time: 0.0579112 Sep 10 03:49:02.391112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9396bec0-e63e-47d1-ab80-5aa50d1119a7 req-2654bf73-f11c-402a-83c6-f911a1916c59 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440185 Sep 10 03:49:02.407326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:02.427198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:02.537824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Allocated IP 172.25.3.221 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/08764526-ad50-4c01-a484-5dff3d9ea4ca) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:02.640814 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:02.734958 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:02.773119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:02.775980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:02.779603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:02.810137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event updated for resources: {'Port': ['ID=08764526-ad50-4c01-a484-5dff3d9ea4ca,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:03.111367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:03.308574 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:03.513909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f500f13f-ccc7-4dce-b4e2-3266f353d519 req-6556703d-16f0-4380-bac5-f4234b790a4e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:03.515869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f500f13f-ccc7-4dce-b4e2-3266f353d519 req-6556703d-16f0-4380-bac5-f4234b790a4e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 944 time: 0.0491774 Sep 10 03:49:03.517783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Router d1306130-0ec8-4d13-9f96-cd5fd37cdd3e is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:03.555320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f500f13f-ccc7-4dce-b4e2-3266f353d519 req-7a8bfc31-b1ab-411e-a836-f43fafed1d7c tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319571 Sep 10 03:49:03.628198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:03.639244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78190ad8-babd-49a5-bcfd-92a094ca13c9 None None] Sync routers for ids ['d1306130-0ec8-4d13-9f96-cd5fd37cdd3e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:03.651648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78190ad8-babd-49a5-bcfd-92a094ca13c9 None None] Routers {'d1306130-0ec8-4d13-9f96-cd5fd37cdd3e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:03.652282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78190ad8-babd-49a5-bcfd-92a094ca13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d1306130-0ec8-4d13-9f96-cd5fd37cdd3e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:03.683329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78190ad8-babd-49a5-bcfd-92a094ca13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:03.692496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78190ad8-babd-49a5-bcfd-92a094ca13c9 None None] Routers {'d1306130-0ec8-4d13-9f96-cd5fd37cdd3e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:03.693074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78190ad8-babd-49a5-bcfd-92a094ca13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d1306130-0ec8-4d13-9f96-cd5fd37cdd3e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:03.784586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:03.795058 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e27375cf-a0ac-466b-b543-3883d53a130a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.7563183 Sep 10 03:49:03.796921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46298) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:03.854064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78190ad8-babd-49a5-bcfd-92a094ca13c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:03.855366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78190ad8-babd-49a5-bcfd-92a094ca13c9 None None] The sync data for ids ['d1306130-0ec8-4d13-9f96-cd5fd37cdd3e'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:03.911728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-925844d9-44c6-4aab-bfd4-abd41ed2e11f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/routers/d1306130-0ec8-4d13-9f96-cd5fd37cdd3e HTTP/1.1" status: 200 len: 925 time: 0.1124434 Sep 10 03:49:03.913951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46300) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:03.942504 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-10e9a947-ce4b-4efe-bc4e-4e116a8a76cb tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1306130-0ec8-4d13-9f96-cd5fd37cdd3e HTTP/1.1" status: 200 len: 205 time: 0.0272732 Sep 10 03:49:03.945361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46302) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:04.078590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.182534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.298291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 4c9c481d-ff25-43aa-b889-c46da4904785 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:49:04.356602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Deleting port 08764526-ad50-4c01-a484-5dff3d9ea4ca {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:04.356955 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.430158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 4c9c481d-ff25-43aa-b889-c46da4904785, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=4c9c481d-ff25-43aa-b889-c46da4904785,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:04.434386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.443323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '4c9c481d-ff25-43aa-b889-c46da4904785', 'network_id': '7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc', 'port_id': '4c9c481d-ff25-43aa-b889-c46da4904785', 'mac_address': 'fa:16:3e:08:41:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 231, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac2e7883-0901-4c78-a8bc-ddeab8da2c2b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:49:04.446594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Calling delete_port for 08764526-ad50-4c01-a484-5dff3d9ea4ca owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:04.486466 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.500920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c9c481d-ff25-43aa-b889-c46da4904785 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:49:04.534228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 4c9c481d-ff25-43aa-b889-c46da4904785, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=4c9c481d-ff25-43aa-b889-c46da4904785,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:04.599813 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.654149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=4c9c481d-ff25-43aa-b889-c46da4904785,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:04.661947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.662295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.664036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.664036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.664036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.664036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.664036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.664547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.664689 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.665018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.665391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.665715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:04.699924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c044a0ec-0dc6-42b2-8bac-72e5d7e9ca6c req-8ad49872-44ec-4df1-9e47-a81ef17bca14 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:04.701940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c044a0ec-0dc6-42b2-8bac-72e5d7e9ca6c req-8ad49872-44ec-4df1-9e47-a81ef17bca14 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 945 time: 0.0727358 Sep 10 03:49:04.703329 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.736035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event deleted for resources: {'Port': ['ID=08764526-ad50-4c01-a484-5dff3d9ea4ca,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:04.804134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c044a0ec-0dc6-42b2-8bac-72e5d7e9ca6c req-5f8bf44d-9c65-41fc-88e1-0ab7ba190cdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758033 Sep 10 03:49:04.819510 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.884464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['4c9c481d-ff25-43aa-b889-c46da4904785'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:49:04.923298 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:04.926104 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.059951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.060467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Fanout notify agent at l3_agent the message router_deleted on router d1306130-0ec8-4d13-9f96-cd5fd37cdd3e {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:05.068235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.069941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c88c32b9-89a8-4162-92bf-5e6e04c4ed3f tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/d1306130-0ec8-4d13-9f96-cd5fd37cdd3e HTTP/1.1" status: 204 len: 168 time: 1.1228943 Sep 10 03:49:05.073080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46318) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:05.077545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2050239559', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': False}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:05.197363 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.198583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.255348 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.483306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.774567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.796576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:05.936087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Allocated IP 172.25.3.187 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/e4b1795e-fcca-4d81-819c-15e75af93f7a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:06.013135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4738d98-c9cb-424a-8045-46887a0d847a req-86c05629-422c-48bd-bb8b-6d408b5317fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:06.022522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4738d98-c9cb-424a-8045-46887a0d847a req-86c05629-422c-48bd-bb8b-6d408b5317fb tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 945 time: 0.1146777 Sep 10 03:49:06.074955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:06.089876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4738d98-c9cb-424a-8045-46887a0d847a req-618009aa-6b52-441b-a680-614f5388df43 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663385 Sep 10 03:49:06.175433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:06.223377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:06.229230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:06.235350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:06.237800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event updated for resources: {'Port': ['ID=e4b1795e-fcca-4d81-819c-15e75af93f7a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:06.305374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 4c9c481d-ff25-43aa-b889-c46da4904785 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:06.436123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46342) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:06.443092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 4c9c481d-ff25-43aa-b889-c46da4904785 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:06.447706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 4c9c481d-ff25-43aa-b889-c46da4904785 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:06.452075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:06.587365 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:06.612757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edb3caaf-4a56-4edf-bd6c-ac53e1dd5ada admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:06.613005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50af3749-6bfd-48f9-8fca-6197329859b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c481d-ff25-43aa-b889-c46da4904785'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:06.615304 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8262df27-db6c-4ac0-b13b-8e3c091145e8" -d '{"events": [{"server_uuid": "50af3749-6bfd-48f9-8fca-6197329859b7", "name": "network-vif-plugged", "status": "completed", "tag": "4c9c481d-ff25-43aa-b889-c46da4904785"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:06.636085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:06.650771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 4c9c481d-ff25-43aa-b889-c46da4904785, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=4c9c481d-ff25-43aa-b889-c46da4904785,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:06.660639 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312956c5-742b-43b2-9455-e6a8df4e5cb2 x-openstack-request-id: req-312956c5-742b-43b2-9455-e6a8df4e5cb2 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:06.660932 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50af3749-6bfd-48f9-8fca-6197329859b7", "name": "network-vif-plugged", "status": "completed", "tag": "4c9c481d-ff25-43aa-b889-c46da4904785", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:06.661202 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-312956c5-742b-43b2-9455-e6a8df4e5cb2 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:06.661599 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50af3749-6bfd-48f9-8fca-6197329859b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c9c481d-ff25-43aa-b889-c46da4904785', 'code': 200} Sep 10 03:49:06.757551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:06.809344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=4c9c481d-ff25-43aa-b889-c46da4904785,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:06.874038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794a893a-ae65-463b-a234-84c651ce24a3 req-14f0a5cf-bc9a-4c4d-8815-f532ff3cb34f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:06.875527 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-794a893a-ae65-463b-a234-84c651ce24a3 req-14f0a5cf-bc9a-4c4d-8815-f532ff3cb34f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 1097 time: 0.1220114 Sep 10 03:49:06.882928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edb3caaf-4a56-4edf-bd6c-ac53e1dd5ada admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:06.952439 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-794a893a-ae65-463b-a234-84c651ce24a3 req-4629f120-6ffc-4e3b-8de2-b09ad375ade2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648692 Sep 10 03:49:06.953496 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:06.991524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edb3caaf-4a56-4edf-bd6c-ac53e1dd5ada admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:07.036048 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-edb3caaf-4a56-4edf-bd6c-ac53e1dd5ada admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=738093734bb64c9f82c3273580665163&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5987334 Sep 10 03:49:07.038861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46352) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:07.046894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb3caaf-4a56-4edf-bd6c-ac53e1dd5ada admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62362a8e-fd4c-4191-987a-37b0b8716f61,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:07.097896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d894c41e-a898-4670-9971-b4ce1a388ea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:07.119106 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d894c41e-a898-4670-9971-b4ce1a388ea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:07.184484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Router 5f082c1c-db36-4b25-9076-6c10e1295e1a is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:07.219189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af93f59-f616-4097-8ed8-097fd9d40c3a req-8c76b863-14e4-43cd-8ae4-d7c813d12c46 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:07.220879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0af93f59-f616-4097-8ed8-097fd9d40c3a req-8c76b863-14e4-43cd-8ae4-d7c813d12c46 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0593665 Sep 10 03:49:07.260155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0af93f59-f616-4097-8ed8-097fd9d40c3a req-35a88be8-4238-4547-a198-a19f761ab301 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329628 Sep 10 03:49:07.292987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d894c41e-a898-4670-9971-b4ce1a388ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:07.295908 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d894c41e-a898-4670-9971-b4ce1a388ea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:07.297132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d894c41e-a898-4670-9971-b4ce1a388ea0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62362a8e-fd4c-4191-987a-37b0b8716f61 HTTP/1.1" status: 204 len: 168 time: 0.2572756 Sep 10 03:49:07.304251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:07.315798 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Sync routers for ids ['5f082c1c-db36-4b25-9076-6c10e1295e1a'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:07.316616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894c41e-a898-4670-9971-b4ce1a388ea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62362a8e-fd4c-4191-987a-37b0b8716f61,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:07.328349 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Routers {'5f082c1c-db36-4b25-9076-6c10e1295e1a'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:07.329033 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5f082c1c-db36-4b25-9076-6c10e1295e1a'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:07.380316 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:07.381687 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4a5eed6f-15d5-41b3-8aeb-c97ac57cd5ff tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.3074999 Sep 10 03:49:07.385075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46364) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:07.432619 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Set router 5f082c1c-db36-4b25-9076-6c10e1295e1a gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:49:07.488787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-16bcba34-f003-4009-94d4-742e164a20df tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/routers/5f082c1c-db36-4b25-9076-6c10e1295e1a HTTP/1.1" status: 200 len: 909 time: 0.1017625 Sep 10 03:49:07.491081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46366) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:07.495267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2050239559', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': True}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:07.603525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:07.604997 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:07.623073 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f082c1c-db36-4b25-9076-6c10e1295e1a', 'name': 'tempest-snat-router-2050239559', 'tenant_id': 'f81d8c44c9c7489d874353b74c4c829b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.187'}], 'enable_snat': False}, 'gw_port_id': 'e4b1795e-fcca-4d81-819c-15e75af93f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:05Z', 'updated_at': '2021-09-10T03:49:06Z', 'revision_number': 3, 'project_id': 'f81d8c44c9c7489d874353b74c4c829b', 'gw_port': {'id': 'e4b1795e-fcca-4d81-819c-15e75af93f7a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f082c1c-db36-4b25-9076-6c10e1295e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:05Z', 'updated_at': '2021-09-10T03:49:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:07.654510 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Checking router: 5f082c1c-db36-4b25-9076-6c10e1295e1a for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:49:07.654866 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Updating router 5f082c1c-db36-4b25-9076-6c10e1295e1a port e4b1795e-fcca-4d81-819c-15e75af93f7a binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:49:07.665561 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:07.783655 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.115585 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.125491 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Transition to ACTIVE for port object e4b1795e-fcca-4d81-819c-15e75af93f7a will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:08.200296 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.207655 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.265765 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac3d48-a4d1-4be9-a2fc-94db0365eb99 None None] Pushing event updated for resources: {'Port': ['ID=e4b1795e-fcca-4d81-819c-15e75af93f7a,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:08.273159 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Attempting to bind port e4b1795e-fcca-4d81-819c-15e75af93f7a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:08.273159 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Attempting to bind port e4b1795e-fcca-4d81-819c-15e75af93f7a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:08.274797 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Attempting to bind port e4b1795e-fcca-4d81-819c-15e75af93f7a on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:08.281731 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 48, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:08.282098 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:08.282500 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.282886 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:08.283348 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Bound port: e4b1795e-fcca-4d81-819c-15e75af93f7a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:08.283746 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.343742 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] For port e4b1795e-fcca-4d81-819c-15e75af93f7a, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:08.347587 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] For port e4b1795e-fcca-4d81-819c-15e75af93f7a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e4b1795e-fcca-4d81-819c-15e75af93f7a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:08.437788 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.446965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd00ef1c-954d-4223-8fb4-21a148dc7982 req-738b0592-a461-4ff2-a67f-dd418ed8ed12 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:08.448509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd00ef1c-954d-4223-8fb4-21a148dc7982 req-738b0592-a461-4ff2-a67f-dd418ed8ed12 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0925179 Sep 10 03:49:08.491465 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Routers {'5f082c1c-db36-4b25-9076-6c10e1295e1a'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:08.492112 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5f082c1c-db36-4b25-9076-6c10e1295e1a'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:08.528727 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ac3d48-a4d1-4be9-a2fc-94db0365eb99 None None] Pushing event updated for resources: {'Port': ['ID=e4b1795e-fcca-4d81-819c-15e75af93f7a,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:08.528963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd00ef1c-954d-4223-8fb4-21a148dc7982 req-2a5c0e60-55b9-442c-adcf-9254cfb5d067 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720863 Sep 10 03:49:08.602877 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.622787 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] Set router 5f082c1c-db36-4b25-9076-6c10e1295e1a gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:49:08.623011 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.730977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Allocated IP 172.25.3.181 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/8fe24fe9-70c6-4ce9-8466-9be3083272ab) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:08.813168 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f082c1c-db36-4b25-9076-6c10e1295e1a', 'name': 'tempest-snat-router-2050239559', 'tenant_id': 'f81d8c44c9c7489d874353b74c4c829b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.187'}], 'enable_snat': False}, 'gw_port_id': 'e4b1795e-fcca-4d81-819c-15e75af93f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:05Z', 'updated_at': '2021-09-10T03:49:06Z', 'revision_number': 3, 'project_id': 'f81d8c44c9c7489d874353b74c4c829b', 'gw_port': {'id': 'e4b1795e-fcca-4d81-819c-15e75af93f7a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f082c1c-db36-4b25-9076-6c10e1295e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:05Z', 'updated_at': '2021-09-10T03:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:08.840273 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6d73178-ba0d-4dfb-b8d4-eac0a8660a58 None None] The sync data for ids ['5f082c1c-db36-4b25-9076-6c10e1295e1a'] in n-d-808143-1 is: [{'id': '5f082c1c-db36-4b25-9076-6c10e1295e1a', 'name': 'tempest-snat-router-2050239559', 'tenant_id': 'f81d8c44c9c7489d874353b74c4c829b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.187'}], 'enable_snat': False}, 'gw_port_id': 'e4b1795e-fcca-4d81-819c-15e75af93f7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:05Z', 'updated_at': '2021-09-10T03:49:06Z', 'revision_number': 3, 'project_id': 'f81d8c44c9c7489d874353b74c4c829b', 'gw_port': {'id': 'e4b1795e-fcca-4d81-819c-15e75af93f7a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:04:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f082c1c-db36-4b25-9076-6c10e1295e1a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1651, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:05Z', 'updated_at': '2021-09-10T03:49:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:08.840987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:08.960123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a090c-2a4a-448c-a6a9-a152747eed58 req-bfac26f5-33ba-48d2-a227-2d278e7b168e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:08.961716 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e5a090c-2a4a-448c-a6a9-a152747eed58 req-bfac26f5-33ba-48d2-a227-2d278e7b168e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0502865 Sep 10 03:49:09.000754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e5a090c-2a4a-448c-a6a9-a152747eed58 req-cfe360f4-ae77-412c-87d3-46f514ef215a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Sep 10 03:49:09.047827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:09.082901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-947983c6-10ae-477a-b510-977c946be9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:09.084873 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-947983c6-10ae-477a-b510-977c946be9da service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2199e50e2947479f837e4bd11f17ff86&device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 1097 time: 0.0564716 Sep 10 03:49:09.119961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:09.124843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:09.129996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:09.133092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event updated for resources: {'Port': ['ID=8fe24fe9-70c6-4ce9-8466-9be3083272ab,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:09.201284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-01fb2ebe-8ce7-46bf-80ac-7dd1db85b993 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:09.203341 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-01fb2ebe-8ce7-46bf-80ac-7dd1db85b993 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc HTTP/1.1" status: 200 len: 912 time: 0.1094770 Sep 10 03:49:09.251444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-4889fb82-b141-4d4e-8f88-9b423c5ef600 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c9c481d-ff25-43aa-b889-c46da4904785 HTTP/1.1" status: 200 len: 217 time: 0.0354476 Sep 10 03:49:09.327364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-4edb6a02-80fc-4b35-bcc0-a5c6b09fcc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:09.328819 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-4edb6a02-80fc-4b35-bcc0-a5c6b09fcc97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac2e7883-0901-4c78-a8bc-ddeab8da2c2b HTTP/1.1" status: 200 len: 851 time: 0.0698299 Sep 10 03:49:09.368196 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-330927a6-42ec-4ec7-8053-cc764f0d46c8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305028 Sep 10 03:49:09.480061 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:09.483667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-a4bdab02-3048-4cd4-8af8-ec58f9ce4fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071086 Sep 10 03:49:09.588504 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-67d6b891-3a66-4fb2-95e7-7d6d5935680e req-e56b948f-7cf8-4d5c-bc0f-72793c4a8521 service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965092 Sep 10 03:49:09.694612 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:09.887319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e4b1795e-fcca-4d81-819c-15e75af93f7a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:09.905998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Router f34a4eda-6268-4581-8ace-bc52f806e08d is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:09.991138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e4b1795e-fcca-4d81-819c-15e75af93f7a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:09.994948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e4b1795e-fcca-4d81-819c-15e75af93f7a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:09.995349 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:10.013305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:10.023514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Sync routers for ids ['f34a4eda-6268-4581-8ace-bc52f806e08d'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:10.041028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Routers {'f34a4eda-6268-4581-8ace-bc52f806e08d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:10.041695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f34a4eda-6268-4581-8ace-bc52f806e08d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:10.083567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:10.085207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-adc994ae-1a6e-4581-8c94-58fcf99b1891 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 2.5931239 Sep 10 03:49:10.087962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46404) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:10.127762 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:10.134775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c7f098-4ffc-44d6-bed0-23cf72e29625 req-5edffc2c-f0a5-46ce-a780-b4d4101cfef6 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.136400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5c7f098-4ffc-44d6-bed0-23cf72e29625 req-5edffc2c-f0a5-46ce-a780-b4d4101cfef6 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0651777 Sep 10 03:49:10.186678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5c7f098-4ffc-44d6-bed0-23cf72e29625 req-a20d1e48-aa6f-4392-acec-1794fb21cb29 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442204 Sep 10 03:49:10.196662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port e4b1795e-fcca-4d81-819c-15e75af93f7a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e4b1795e-fcca-4d81-819c-15e75af93f7a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:10.229712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Set router f34a4eda-6268-4581-8ace-bc52f806e08d gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:49:10.231542 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2adb3edb-6fd2-47a3-9219-1df4c0f5d0e0 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/routers/f34a4eda-6268-4581-8ace-bc52f806e08d HTTP/1.1" status: 200 len: 908 time: 0.1415529 Sep 10 03:49:10.235576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46406) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:10.285570 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:10.356876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:10.433580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=e4b1795e-fcca-4d81-819c-15e75af93f7a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:10.460761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f34a4eda-6268-4581-8ace-bc52f806e08d', 'name': 'tempest-snat-router-2050239559', 'tenant_id': 'f81d8c44c9c7489d874353b74c4c829b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.181'}], 'enable_snat': True}, 'gw_port_id': '8fe24fe9-70c6-4ce9-8466-9be3083272ab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:49:07Z', 'updated_at': '2021-09-10T03:49:09Z', 'revision_number': 3, 'project_id': 'f81d8c44c9c7489d874353b74c4c829b', 'gw_port': {'id': '8fe24fe9-70c6-4ce9-8466-9be3083272ab', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:72:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f34a4eda-6268-4581-8ace-bc52f806e08d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1658, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:49:08Z', 'updated_at': '2021-09-10T03:49:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:10.482754 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:10.487292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Checking router: f34a4eda-6268-4581-8ace-bc52f806e08d for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:49:10.487634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Updating router f34a4eda-6268-4581-8ace-bc52f806e08d port 8fe24fe9-70c6-4ce9-8466-9be3083272ab binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:49:10.514007 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:10.611485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Deleting port 8fe24fe9-70c6-4ce9-8466-9be3083272ab {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:10.612387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:10.642209 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-4f54239a-4909-4015-b046-3db4ca353b6d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0480499 Sep 10 03:49:10.690048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:10.705065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Calling delete_port for 8fe24fe9-70c6-4ce9-8466-9be3083272ab owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:10.733990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-63b358a8-b642-4d6d-a7f6-f988daeefd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.734573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-63b358a8-b642-4d6d-a7f6-f988daeefd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.735052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-63b358a8-b642-4d6d-a7f6-f988daeefd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.735749 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-63b358a8-b642-4d6d-a7f6-f988daeefd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.736383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-63b358a8-b642-4d6d-a7f6-f988daeefd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.736855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-63b358a8-b642-4d6d-a7f6-f988daeefd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.737325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-63b358a8-b642-4d6d-a7f6-f988daeefd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.739799 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-63b358a8-b642-4d6d-a7f6-f988daeefd28 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6492 time: 0.0504913 Sep 10 03:49:10.874013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-32fe267b-5a47-4434-b5b6-85132c185b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.874395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-32fe267b-5a47-4434-b5b6-85132c185b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.874856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-32fe267b-5a47-4434-b5b6-85132c185b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:10.876442 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-32fe267b-5a47-4434-b5b6-85132c185b66 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05 HTTP/1.1" status: 200 len: 2292 time: 0.1074963 Sep 10 03:49:10.947295 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-48d7a1a0-bda6-48a6-88ef-791a45d79649 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c35f185d-3a3c-4e59-b791-f13023b215b7 HTTP/1.1" status: 200 len: 1000 time: 0.0636950 Sep 10 03:49:11.000463 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-6197958a-c93b-4cf9-8605-01c254f8e955 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:11.001917 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-6197958a-c93b-4cf9-8605-01c254f8e955 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54def874-aa7b-403f-837f-4928c0648437 HTTP/1.1" status: 200 len: 851 time: 0.0475090 Sep 10 03:49:11.003053 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.003910 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:49:11.004379 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:49:11.032319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event deleted for resources: {'Port': ['ID=8fe24fe9-70c6-4ce9-8466-9be3083272ab,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:11.052365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-282c158d-72ce-4b38-b95b-a66c4703df54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:11.053879 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-282c158d-72ce-4b38-b95b-a66c4703df54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415084 Sep 10 03:49:11.090576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.142078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-421f7679-28be-4516-9c36-b06d8f28c4b6 service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808554 Sep 10 03:49:11.176978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.179225 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.243554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-4b4ea825-103a-45dc-a11b-c4fdda19e57c service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874941 Sep 10 03:49:11.270592 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.271175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f34a4eda-6268-4581-8ace-bc52f806e08d {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:11.286252 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-44c66d09-9489-4d70-a91f-2d297b53dfbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=98c7601a-8e46-46c2-9400-159323648c6b HTTP/1.1" status: 200 len: 217 time: 0.0356934 Sep 10 03:49:11.291343 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.292530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a7daf94c-d009-40a4-9554-893122d60b89 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "DELETE /v2.0/routers/f34a4eda-6268-4581-8ace-bc52f806e08d HTTP/1.1" status: 204 len: 168 time: 1.0559187 Sep 10 03:49:11.295594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46420) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:11.341285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-b006acee-8acc-4502-9715-9aa2a5d1d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:11.342712 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-b006acee-8acc-4502-9715-9aa2a5d1d320 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0490983 Sep 10 03:49:11.357915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca469fb7-21f0-445e-ba14-2de0aa3f09db req-c230d218-f477-4efe-8d12-87083f89aa66 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:11.359391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca469fb7-21f0-445e-ba14-2de0aa3f09db req-c230d218-f477-4efe-8d12-87083f89aa66 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0995965 Sep 10 03:49:11.388049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-30019f65-a0b7-48fb-b227-a0b6e65ce0f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:11.389532 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-30019f65-a0b7-48fb-b227-a0b6e65ce0f2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0391424 Sep 10 03:49:11.435749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.440061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca469fb7-21f0-445e-ba14-2de0aa3f09db req-9de2651d-6800-4cd1-9711-eb85b39c3a4a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737216 Sep 10 03:49:11.499837 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-a85a2377-58b6-44aa-a2d4-47d8e28468f9 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021850 Sep 10 03:49:11.522381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Port 8fe24fe9-70c6-4ce9-8466-9be3083272ab not found while updating agent binding for router f34a4eda-6268-4581-8ace-bc52f806e08d. {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Sep 10 03:49:11.532693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Routers set() bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:11.533278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Router IDs set() for agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 03:49:11.534109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_agentschedulers_db [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'f34a4eda-6268-4581-8ace-bc52f806e08d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent'). {{(pid=95138) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 10 03:49:11.535268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af5cb9f5-8c15-4d67-a120-1b8c9aec4914 None None] The sync data for ids ['f34a4eda-6268-4581-8ace-bc52f806e08d'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:11.550281 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.664576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Deleting port e4b1795e-fcca-4d81-819c-15e75af93f7a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:11.664919 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.746984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] For port e4b1795e-fcca-4d81-819c-15e75af93f7a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e4b1795e-fcca-4d81-819c-15e75af93f7a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:11.747356 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.765885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Calling delete_port for e4b1795e-fcca-4d81-819c-15e75af93f7a owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:11.886036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e4b1795e-fcca-4d81-819c-15e75af93f7a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:11.934950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e4b1795e-fcca-4d81-819c-15e75af93f7a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:11.935576 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:11.971349 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-b959504f-e726-47e7-962e-08a00b2b778c service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4560955 Sep 10 03:49:11.998205 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:12.018137 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-378b2639-f1c3-497b-ada4-6da63203325b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a HTTP/1.1" status: 200 len: 217 time: 0.0393946 Sep 10 03:49:12.036206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event deleted for resources: {'Port': ['ID=e4b1795e-fcca-4d81-819c-15e75af93f7a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:12.076774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-a74c8319-6edf-4cc6-88b6-de6fcf75bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:12.078278 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-a74c8319-6edf-4cc6-88b6-de6fcf75bdb1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0480983 Sep 10 03:49:12.096836 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:12.134558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-1fa761d1-066c-43d3-846d-928420365420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:12.136117 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-1fa761d1-066c-43d3-846d-928420365420 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0430210 Sep 10 03:49:12.185898 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:12.188204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:12.231563 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-1273acbc-20c6-4be9-ae3d-94a2434a3e64 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882320 Sep 10 03:49:12.276738 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:12.277293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5f082c1c-db36-4b25-9076-6c10e1295e1a {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:12.281886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:12.286902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dcc27303-a431-4d65-9ee0-faa2d770ce9c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "DELETE /v2.0/routers/5f082c1c-db36-4b25-9076-6c10e1295e1a HTTP/1.1" status: 204 len: 168 time: 0.9866588 Sep 10 03:49:12.293963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46432) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:12.293963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1604978630', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:12.332333 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-ff188210-41e6-4851-b571-c21db695d6f5 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896699 Sep 10 03:49:12.379439 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-df5a044c-d7e4-4a4e-912d-b252042447bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=c59953c3-0513-4b70-81ba-1ae33736f51d HTTP/1.1" status: 200 len: 217 time: 0.0399196 Sep 10 03:49:12.385676 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:12.386690 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:12.434315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-73d07dee-a352-43be-9577-6b8fcaf527e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:12.435881 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-73d07dee-a352-43be-9577-6b8fcaf527e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0478799 Sep 10 03:49:12.447607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:12.482979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-079fa1d3-881b-4f69-9246-73a59aeaeb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:12.484649 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-079fa1d3-881b-4f69-9246-73a59aeaeb58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0419347 Sep 10 03:49:12.594763 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-8dcbcf0a-fc73-4d0b-a087-01e11e0dc1dd service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017072 Sep 10 03:49:12.696695 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-5df0ed15-a229-4fe7-baa8-79bf5bd8419e service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923698 Sep 10 03:49:12.746222 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-6eb7fa89-af51-4fb0-80f5-b72628172f49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985 HTTP/1.1" status: 200 len: 217 time: 0.0422316 Sep 10 03:49:12.805260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-8e1d164e-4826-42e0-bb3d-740b736c0d4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:12.806783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-8e1d164e-4826-42e0-bb3d-740b736c0d4e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.0522902 Sep 10 03:49:12.855574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-c46a1228-664f-4c4c-9b43-f4ee656b4534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:12.857209 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-c46a1228-664f-4c4c-9b43-f4ee656b4534 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0423267 Sep 10 03:49:12.962017 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-0adf185b-7dab-455b-b954-7f222cc20156 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972645 Sep 10 03:49:12.989630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f0203e-cf77-4095-b50c-f518cff826c4 req-5ed81550-974e-4d9b-9b79-b4c041269d01 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:12.991099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41f0203e-cf77-4095-b50c-f518cff826c4 req-5ed81550-974e-4d9b-9b79-b4c041269d01 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.4773932 Sep 10 03:49:13.020504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:13.056057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41f0203e-cf77-4095-b50c-f518cff826c4 req-323df226-2eba-4ff2-bd01-4995a0b56e90 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323124 Sep 10 03:49:13.057739 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-c387659f-46f9-4233-a423-a081e00ac6fb service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843146 Sep 10 03:49:13.105101 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-79ba62cb-bea1-4c87-84d5-33bc3aa59760 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc HTTP/1.1" status: 200 len: 217 time: 0.0400019 Sep 10 03:49:13.157014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-d33a25d3-600c-410f-9d0d-648113455786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:13.158614 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-d33a25d3-600c-410f-9d0d-648113455786 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 200 len: 797 time: 0.0464051 Sep 10 03:49:13.205560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-7fcdb33d-4f77-4038-be6d-eba3e1893507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:13.207049 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-7fcdb33d-4f77-4038-be6d-eba3e1893507 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0414901 Sep 10 03:49:13.294291 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:13.302024 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-d076c360-86dc-43fe-a115-70251d90d5a5 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882137 Sep 10 03:49:13.312970 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:13.391221 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-ebfbe870-4eca-4324-a742-d4c79fa28063 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816145 Sep 10 03:49:13.419381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Allocated IP 172.25.3.129 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/110f0b21-4497-41ed-a1f7-99c384b15c5c) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:13.436777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-29fdf8e4-6a58-4a82-8d30-d2d5ad34d8bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fae288-5301-43e8-8e7d-da63e9504d7e HTTP/1.1" status: 200 len: 217 time: 0.0377634 Sep 10 03:49:13.486681 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-2028b260-dbfa-4ce5-9af9-d66bcb8baddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:13.488737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-2028b260-dbfa-4ce5-9af9-d66bcb8baddc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 200 len: 797 time: 0.0439360 Sep 10 03:49:13.521393 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:13.538279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-1934ff71-7a07-45d5-8ac4-63b5d3f1b235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:13.541425 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-1934ff71-7a07-45d5-8ac4-63b5d3f1b235 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0418262 Sep 10 03:49:13.621229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:13.637459 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-48c57d93-8e54-4476-b69e-537fc452076f service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894692 Sep 10 03:49:13.666926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:13.669821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:13.675974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:13.708595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event updated for resources: {'Port': ['ID=110f0b21-4497-41ed-a1f7-99c384b15c5c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:13.748012 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22de179-66b1-4323-b5cb-0c6e1b310a3b req-e220cd6d-5b8c-4e98-af24-8b5896fe1313 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911777 Sep 10 03:49:13.861733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e4b1795e-fcca-4d81-819c-15e75af93f7a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:13.885369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: e4b1795e-fcca-4d81-819c-15e75af93f7a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:13.885707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e4b1795e-fcca-4d81-819c-15e75af93f7a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:14.004895 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:14.164436 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:49:14.236480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc4db03-acc4-4654-9599-2f77deef1786 req-4dfcaf63-c576-4468-a34d-11c43ee6cfea tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:14.238508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bc4db03-acc4-4654-9599-2f77deef1786 req-4dfcaf63-c576-4468-a34d-11c43ee6cfea tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0996723 Sep 10 03:49:14.255221 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:14.322204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bc4db03-acc4-4654-9599-2f77deef1786 req-d942a64b-4e55-4c54-8441-927646c6309c tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766628 Sep 10 03:49:14.482588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Router 68b6fd9e-1875-411e-83ee-f53ab829f292 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:14.591868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:14.602104 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107892c7-cb9d-435e-b969-80f1e3544ba8 None None] Sync routers for ids ['68b6fd9e-1875-411e-83ee-f53ab829f292'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:14.611598 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107892c7-cb9d-435e-b969-80f1e3544ba8 None None] Routers {'68b6fd9e-1875-411e-83ee-f53ab829f292'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:14.612278 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-107892c7-cb9d-435e-b969-80f1e3544ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['68b6fd9e-1875-411e-83ee-f53ab829f292'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:14.646783 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-107892c7-cb9d-435e-b969-80f1e3544ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:14.656936 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-107892c7-cb9d-435e-b969-80f1e3544ba8 None None] Routers {'68b6fd9e-1875-411e-83ee-f53ab829f292'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:14.657579 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-107892c7-cb9d-435e-b969-80f1e3544ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['68b6fd9e-1875-411e-83ee-f53ab829f292'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:14.688500 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:14.691030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-64b5b540-9e2f-414e-81e4-9baefc2b48ad tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.4011712 Sep 10 03:49:14.693177 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-107892c7-cb9d-435e-b969-80f1e3544ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:14.693945 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-107892c7-cb9d-435e-b969-80f1e3544ba8 None None] The sync data for ids ['68b6fd9e-1875-411e-83ee-f53ab829f292'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:14.698051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46462) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:14.702604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-653afb39-8e31-4b13-8112-04101129d759 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': False}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:15.000556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653afb39-8e31-4b13-8112-04101129d759 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.459136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c9e841-beda-4872-97b2-09b04f8e4e56 req-97c4c3e6-c97c-4712-994d-8c6ba7f4dc7e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:15.461197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6c9e841-beda-4872-97b2-09b04f8e4e56 req-97c4c3e6-c97c-4712-994d-8c6ba7f4dc7e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0640998 Sep 10 03:49:15.477217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653afb39-8e31-4b13-8112-04101129d759 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.480284 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653afb39-8e31-4b13-8112-04101129d759 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.504228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6c9e841-beda-4872-97b2-09b04f8e4e56 req-dc546276-0d70-4087-88ea-79a7abfc513a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359261 Sep 10 03:49:15.591858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-653afb39-8e31-4b13-8112-04101129d759 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Router 68b6fd9e-1875-411e-83ee-f53ab829f292 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:49:15.709196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-653afb39-8e31-4b13-8112-04101129d759 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:15.709196 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653afb39-8e31-4b13-8112-04101129d759 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:15.709196 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-653afb39-8e31-4b13-8112-04101129d759 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "PUT /v2.0/routers/68b6fd9e-1875-411e-83ee-f53ab829f292 HTTP/1.1" status: 200 len: 926 time: 1.0036902 Sep 10 03:49:15.709196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46474) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:15.709958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a5624-af8d-484f-9052-011d9b0686d2 None None] Sync routers for ids ['68b6fd9e-1875-411e-83ee-f53ab829f292'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:15.719212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a5624-af8d-484f-9052-011d9b0686d2 None None] Routers {'68b6fd9e-1875-411e-83ee-f53ab829f292'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:15.719980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f56a5624-af8d-484f-9052-011d9b0686d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['68b6fd9e-1875-411e-83ee-f53ab829f292'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:15.760239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f56a5624-af8d-484f-9052-011d9b0686d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:15.766316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f56a5624-af8d-484f-9052-011d9b0686d2 None None] Routers {'68b6fd9e-1875-411e-83ee-f53ab829f292'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:15.767138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f56a5624-af8d-484f-9052-011d9b0686d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['68b6fd9e-1875-411e-83ee-f53ab829f292'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:15.798683 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f56a5624-af8d-484f-9052-011d9b0686d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:15.799346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f56a5624-af8d-484f-9052-011d9b0686d2 None None] The sync data for ids ['68b6fd9e-1875-411e-83ee-f53ab829f292'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:15.823043 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-364467df-7f84-40c6-950b-04eecc1407bc tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/routers/68b6fd9e-1875-411e-83ee-f53ab829f292 HTTP/1.1" status: 200 len: 926 time: 0.1163321 Sep 10 03:49:15.825971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46480) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:15.896872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8601534e-7827-4ac4-8bcc-775beb4d84bb tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:15.898395 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8601534e-7827-4ac4-8bcc-775beb4d84bb tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=68b6fd9e-1875-411e-83ee-f53ab829f292&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0715325 Sep 10 03:49:15.901271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46482) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:15.986140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c85e1e74-17af-40db-962b-dfba1b41b1d3 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:15.987433 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c85e1e74-17af-40db-962b-dfba1b41b1d3 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 881 time: 0.0852005 Sep 10 03:49:15.991019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46484) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:16.017167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f86c87fd-9822-4fc4-a07a-1235ffbc0b38 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=68b6fd9e-1875-411e-83ee-f53ab829f292 HTTP/1.1" status: 200 len: 205 time: 0.0251119 Sep 10 03:49:16.019414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46486) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:16.122077 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.222890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.363614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Deleting port 110f0b21-4497-41ed-a1f7-99c384b15c5c {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:16.363974 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.438001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.449610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Calling delete_port for 110f0b21-4497-41ed-a1f7-99c384b15c5c owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:16.632708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c472a5-3af3-48bd-bd60-10746ec2cb78 req-3e81b4f1-30ac-49cb-acf9-9e31b750f0b3 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:16.634191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79c472a5-3af3-48bd-bd60-10746ec2cb78 req-3e81b4f1-30ac-49cb-acf9-9e31b750f0b3 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0531621 Sep 10 03:49:16.673448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79c472a5-3af3-48bd-bd60-10746ec2cb78 req-a0c57b21-7f48-44fe-9a32-4b944ddf533a tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331080 Sep 10 03:49:16.711050 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.738274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event deleted for resources: {'Port': ['ID=110f0b21-4497-41ed-a1f7-99c384b15c5c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:16.801103 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.891852 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:16.895405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:17.002466 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:17.002982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Fanout notify agent at l3_agent the message router_deleted on router 68b6fd9e-1875-411e-83ee-f53ab829f292 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:17.010295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:17.011834 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d5f68ef3-8728-4e7c-adbd-8974618acde7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/68b6fd9e-1875-411e-83ee-f53ab829f292 HTTP/1.1" status: 204 len: 168 time: 0.9910219 Sep 10 03:49:17.014885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46500) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:17.019821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-576ffe22-785a-419b-b313-470a84e9f11c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1544380148', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:17.098131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-576ffe22-785a-419b-b313-470a84e9f11c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:17.099111 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-576ffe22-785a-419b-b313-470a84e9f11c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:17.150859 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-576ffe22-785a-419b-b313-470a84e9f11c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:17.231743 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-576ffe22-785a-419b-b313-470a84e9f11c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:17.328640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-576ffe22-785a-419b-b313-470a84e9f11c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:17.329778 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-576ffe22-785a-419b-b313-470a84e9f11c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.3139684 Sep 10 03:49:17.332558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46506) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:17.336939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:17.794755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7654b82-4fee-44ea-bcd9-5422f7da2194 req-963bdf0c-e1d0-4835-aeae-9b90b52aa071 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:17.796948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7654b82-4fee-44ea-bcd9-5422f7da2194 req-963bdf0c-e1d0-4835-aeae-9b90b52aa071 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0520411 Sep 10 03:49:17.838657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7654b82-4fee-44ea-bcd9-5422f7da2194 req-3f22c7de-ce3a-4c52-b3a7-6cc0f7ff2c71 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350945 Sep 10 03:49:17.846490 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.029600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-f907e5d2-6a4a-45f2-93c5-0058839bd21b service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0447462 Sep 10 03:49:18.105221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.123240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0595a190-5b26-4bdd-a3c6-1c7f662798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.123741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0595a190-5b26-4bdd-a3c6-1c7f662798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.123927 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.124210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0595a190-5b26-4bdd-a3c6-1c7f662798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.124674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0595a190-5b26-4bdd-a3c6-1c7f662798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.125134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0595a190-5b26-4bdd-a3c6-1c7f662798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.125583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0595a190-5b26-4bdd-a3c6-1c7f662798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.126033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0595a190-5b26-4bdd-a3c6-1c7f662798d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.127911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0595a190-5b26-4bdd-a3c6-1c7f662798d8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=d15383d54de741cf86b2c65430cfea75&device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6504 time: 0.0514681 Sep 10 03:49:18.236008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Allocated IP 172.25.3.189 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/b2f91568-6e5a-40a9-9f30-f337555f49d8) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:18.242856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-39bc6bb2-f0cb-4be1-8a9f-eafebce8deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.243655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-39bc6bb2-f0cb-4be1-8a9f-eafebce8deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.244159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-39bc6bb2-f0cb-4be1-8a9f-eafebce8deb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.245764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-39bc6bb2-f0cb-4be1-8a9f-eafebce8deb2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=9c7fed57-0367-41af-8623-58378436fd28&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24 HTTP/1.1" status: 200 len: 2298 time: 0.0956287 Sep 10 03:49:18.320767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0fa91fe0-ec7d-4f27-8fc7-f0ab6c7c2e39 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e HTTP/1.1" status: 200 len: 1001 time: 0.0628958 Sep 10 03:49:18.342473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.370673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-253e67a0-73f7-4539-8351-dff00fc2a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.372178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-253e67a0-73f7-4539-8351-dff00fc2a5a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=de481826-aaa2-4c99-88fc-13be40e266ed HTTP/1.1" status: 200 len: 856 time: 0.0442491 Sep 10 03:49:18.418934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-fa26d0bc-4c85-4ace-9c75-ce64c456413e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.420477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-fa26d0bc-4c85-4ace-9c75-ce64c456413e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408804 Sep 10 03:49:18.466116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.501868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:18.506652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:18.512402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:18.517172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-4e932781-8e13-4bbc-9bb0-650cf2f3299e service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896792 Sep 10 03:49:18.535856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event updated for resources: {'Port': ['ID=b2f91568-6e5a-40a9-9f30-f337555f49d8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:18.607731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-b603bf4b-ff9f-45d6-8449-0affdd9edc58 service neutron] 10.222.0.39 "GET /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829873 Sep 10 03:49:18.650892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-52cc737c-5358-4dac-ab65-d8062d453bd8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.227&port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 200 len: 217 time: 0.0362487 Sep 10 03:49:18.699797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-7e31fb0f-97e2-4542-a517-c7675bb3c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.701210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-7e31fb0f-97e2-4542-a517-c7675bb3c47c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0435824 Sep 10 03:49:18.746076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-fc0ca608-85d4-4ff5-8232-4e5f0e2e53fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:18.747524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-fc0ca608-85d4-4ff5-8232-4e5f0e2e53fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0393074 Sep 10 03:49:18.841778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-ccdb8268-155b-4d03-aabc-088c2efafe7f service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869567 Sep 10 03:49:18.853468 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:18.966903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-14cc3385-17c3-424b-8b90-6115f23e8f2f service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183190 Sep 10 03:49:19.013891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-7f5159af-4af1-496e-95f2-2b0b643a2169 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 200 len: 217 time: 0.0396080 Sep 10 03:49:19.023030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39567c53-d4d0-40bb-8bb9-687741230757 req-048b2b6d-67a1-49f9-a9c0-8cd71947950b tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.026309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39567c53-d4d0-40bb-8bb9-687741230757 req-048b2b6d-67a1-49f9-a9c0-8cd71947950b tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.1050591 Sep 10 03:49:19.066699 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:19.070914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:19.092354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39567c53-d4d0-40bb-8bb9-687741230757 req-43b6478d-2c9b-4980-a216-ffbf5eb84fdd tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595455 Sep 10 03:49:19.105463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-ba6c4316-056f-443e-a552-5d4debe057e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.106967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-ba6c4316-056f-443e-a552-5d4debe057e8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0816112 Sep 10 03:49:19.157327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-85cf394d-d816-4ab3-ae03-8e2e98ad69f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.159073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-85cf394d-d816-4ab3-ae03-8e2e98ad69f1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0445499 Sep 10 03:49:19.247222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-abb29d5e-5867-46e5-8dec-1ddbe7c16cd4 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805445 Sep 10 03:49:19.300087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Router 318cf7b8-c588-423e-8b5a-b06f865e79ca is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:19.345854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-efb86fbe-1ae6-47af-9829-03a03a4cce6e service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913084 Sep 10 03:49:19.386807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-83f7a82f-466c-4b36-87bf-5d1f1ba5fb40 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.241&port_id=56c6590c-f585-489e-b451-fe739a2c2c49 HTTP/1.1" status: 200 len: 217 time: 0.0343177 Sep 10 03:49:19.407670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:19.414592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:19.418112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-94265ef7-cd15-48a4-91e4-dc4bebee3865 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "PUT /v2.0/routers/318cf7b8-c588-423e-8b5a-b06f865e79ca HTTP/1.1" status: 200 len: 884 time: 2.0822873 Sep 10 03:49:19.418313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46530) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:19.420544 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2306863-ae1e-498a-a867-f695caac5804 None None] Sync routers for ids ['318cf7b8-c588-423e-8b5a-b06f865e79ca'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:19.429794 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2306863-ae1e-498a-a867-f695caac5804 None None] Routers {'318cf7b8-c588-423e-8b5a-b06f865e79ca'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:19.430456 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d2306863-ae1e-498a-a867-f695caac5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['318cf7b8-c588-423e-8b5a-b06f865e79ca'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:19.437768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-8cb96436-82ec-486c-89fc-415e38958254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.439559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-8cb96436-82ec-486c-89fc-415e38958254 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0466101 Sep 10 03:49:19.464761 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d2306863-ae1e-498a-a867-f695caac5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:19.476622 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2306863-ae1e-498a-a867-f695caac5804 None None] Routers {'318cf7b8-c588-423e-8b5a-b06f865e79ca'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:19.476622 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d2306863-ae1e-498a-a867-f695caac5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['318cf7b8-c588-423e-8b5a-b06f865e79ca'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:19.496900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0e40e772-42df-4f28-bbc6-e6522e8836e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.498794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-0e40e772-42df-4f28-bbc6-e6522e8836e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0520537 Sep 10 03:49:19.517177 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d2306863-ae1e-498a-a867-f695caac5804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:19.518871 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2306863-ae1e-498a-a867-f695caac5804 None None] The sync data for ids ['318cf7b8-c588-423e-8b5a-b06f865e79ca'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:19.531480 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a59cbff1-1fe7-441c-a9fc-f3aa25f14152 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/routers/318cf7b8-c588-423e-8b5a-b06f865e79ca HTTP/1.1" status: 200 len: 925 time: 0.1119645 Sep 10 03:49:19.534481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46534) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:19.577978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1159cc0-bbc9-467b-8cc8-39a60410fd55 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.579582 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c1159cc0-bbc9-467b-8cc8-39a60410fd55 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=318cf7b8-c588-423e-8b5a-b06f865e79ca&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0435209 Sep 10 03:49:19.582384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46536) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:19.624435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-00d54919-d6b8-4bb5-8d14-c2ac07fdeeb4 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179438 Sep 10 03:49:19.730384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a8c00f9-32fb-413e-a656-57f8eaf07557 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.731761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7a8c00f9-32fb-413e-a656-57f8eaf07557 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 881 time: 0.1484363 Sep 10 03:49:19.740518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46538) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:19.751967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-98cc4c18-6e7d-4969-b509-3150d5ab601e service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990973 Sep 10 03:49:19.767994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-54b1fd0d-bbc9-4946-9aae-bd879d05e637 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=318cf7b8-c588-423e-8b5a-b06f865e79ca HTTP/1.1" status: 200 len: 205 time: 0.0256834 Sep 10 03:49:19.774960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46540) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:19.796041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-f87b0480-1779-4dee-9f8f-2a0a3d146781 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.205&port_id=84d56faa-0360-4709-a667-2e81c2bc963a HTTP/1.1" status: 200 len: 217 time: 0.0371549 Sep 10 03:49:19.847939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-1cd8b796-cd47-4b20-9585-5bc315f77fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.850499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-1cd8b796-cd47-4b20-9585-5bc315f77fb3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 200 len: 797 time: 0.0454531 Sep 10 03:49:19.893360 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:19.897847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-133ecc3f-c913-4553-8377-776d28133624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:19.899407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-133ecc3f-c913-4553-8377-776d28133624 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=9c7fed57-0367-41af-8623-58378436fd28&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0409276 Sep 10 03:49:19.994181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-49fbc63a-cba6-4de7-b6e1-0e915617ebeb service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872073 Sep 10 03:49:19.999222 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.087029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-226c76cb-6c62-4a31-af9c-f42d76b21f17 service neutron] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853786 Sep 10 03:49:20.140210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-e8b5ebdc-8292-41c8-a8fd-99cb8dacd265 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=7abd7b06-202a-4338-a29a-d82199e812e3 HTTP/1.1" status: 200 len: 217 time: 0.0439172 Sep 10 03:49:20.179895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Deleting port b2f91568-6e5a-40a9-9f30-f337555f49d8 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:20.180759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.223459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-68d5985b-d4f2-4a9b-847a-b36003a03718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:20.224967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-68d5985b-d4f2-4a9b-847a-b36003a03718 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.0792441 Sep 10 03:49:20.261381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.269609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20bc329-b5b5-4c96-a1b5-1a32642434f0 req-9e525e6d-49f9-4a2b-9bc4-b9b9e7d8a31e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:20.271078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e20bc329-b5b5-4c96-a1b5-1a32642434f0 req-9e525e6d-49f9-4a2b-9bc4-b9b9e7d8a31e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0805025 Sep 10 03:49:20.274188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Calling delete_port for b2f91568-6e5a-40a9-9f30-f337555f49d8 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:20.300916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-646cb393-df38-4825-90c8-1cb489edddef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:20.302442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-646cb393-df38-4825-90c8-1cb489edddef service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0700049 Sep 10 03:49:20.326684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e20bc329-b5b5-4c96-a1b5-1a32642434f0 req-b4a4cded-8f3c-4016-ba59-d59fc8b9b5ed tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471613 Sep 10 03:49:20.413133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-ced19037-6617-46c4-9723-7bd58694eadd service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1013880 Sep 10 03:49:20.505010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-ff861e33-20f3-4b22-9b0f-6cb36b2a3db6 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842435 Sep 10 03:49:20.516966 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.548252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event deleted for resources: {'Port': ['ID=b2f91568-6e5a-40a9-9f30-f337555f49d8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:20.548908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-291aef77-9d4f-423a-ba0f-a54f97752075 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3 HTTP/1.1" status: 200 len: 217 time: 0.0355885 Sep 10 03:49:20.572336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.572707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.573025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.573362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.573698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.574035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.574355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.574677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.574999 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.575321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.575644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.575993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:20.608833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-d1df4fef-6ad7-43e0-9381-2bde084dc3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:20.611597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-d1df4fef-6ad7-43e0-9381-2bde084dc3d8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 200 len: 797 time: 0.0541401 Sep 10 03:49:20.617474 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.659957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-acd2f748-c24b-4a59-a84a-5310cd19355e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:20.665381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-acd2f748-c24b-4a59-a84a-5310cd19355e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ff15ac58-4fc5-4878-a6db-c2abcdecdd24&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0435214 Sep 10 03:49:20.711581 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.713947 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.722842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3c4d82ea-33b2-42bf-b6c4-1ac20f1a8c05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.754702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-5aaaff98-c1c2-4a9e-841e-5c994ccda166 service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859466 Sep 10 03:49:20.844252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fdf932-546f-4c06-9814-84c60db2dd14 req-508dd463-2d04-4f8e-9d67-b8d7b05bbc1c service neutron] 10.222.0.39 "GET /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812218 Sep 10 03:49:20.888016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.888579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Fanout notify agent at l3_agent the message router_deleted on router 318cf7b8-c588-423e-8b5a-b06f865e79ca {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:20.895638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.896765 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-30561395-b94d-4d5b-bdeb-01020ba2ac6a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/318cf7b8-c588-423e-8b5a-b06f865e79ca HTTP/1.1" status: 204 len: 168 time: 1.1209078 Sep 10 03:49:20.900565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46554) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:20.905009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e377014d-0ef7-486c-bc66-ace1e581e356 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-590486108', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:20.991512 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e377014d-0ef7-486c-bc66-ace1e581e356 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:20.992755 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e377014d-0ef7-486c-bc66-ace1e581e356 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:21.366218 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e377014d-0ef7-486c-bc66-ace1e581e356 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:21.455650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ca58f-1e17-45a4-b828-d745d0439110 req-49299527-c021-45f7-9c46-503819f72cd3 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:21.457753 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-709ca58f-1e17-45a4-b828-d745d0439110 req-49299527-c021-45f7-9c46-503819f72cd3 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0491273 Sep 10 03:49:21.470897 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e377014d-0ef7-486c-bc66-ace1e581e356 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:21.503957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-709ca58f-1e17-45a4-b828-d745d0439110 req-f2562cb0-d9b5-4049-b131-c4ed389f51d0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395303 Sep 10 03:49:21.585183 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e377014d-0ef7-486c-bc66-ace1e581e356 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:21.586366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e377014d-0ef7-486c-bc66-ace1e581e356 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.6847622 Sep 10 03:49:21.589041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46566) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:21.593347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': True}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:21.787221 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:22.059560 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:22.078401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:22.189269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Allocated IP 172.25.3.172 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/40d293c9-5139-4de9-9ece-0c90d79a48db) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:22.290697 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:22.419951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:22.455988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:22.459227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:22.464178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:22.490656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event updated for resources: {'Port': ['ID=40d293c9-5139-4de9-9ece-0c90d79a48db,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:22.654987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a892c67-2139-4eb4-a670-c85f6c2e2e64 req-7591dd5d-8bdb-43f0-a288-9ec381073ca0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:22.656482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a892c67-2139-4eb4-a670-c85f6c2e2e64 req-7591dd5d-8bdb-43f0-a288-9ec381073ca0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0769167 Sep 10 03:49:22.695671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a892c67-2139-4eb4-a670-c85f6c2e2e64 req-eab467b8-0cd6-41cc-9811-4d7fe3cb7c19 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323367 Sep 10 03:49:22.825533 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.014140 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.017379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.224075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Router 26e0d0c0-4c08-45c1-aee8-384f176860c5 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:23.334238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:23.338411 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.339608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-113ec201-e3bc-4a28-b91c-0a81b87fa0be tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "PUT /v2.0/routers/26e0d0c0-4c08-45c1-aee8-384f176860c5 HTTP/1.1" status: 200 len: 918 time: 1.7496579 Sep 10 03:49:23.342408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46588) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:23.347493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d7ad5-021b-4233-a519-4f03ee4da30e None None] Sync routers for ids ['26e0d0c0-4c08-45c1-aee8-384f176860c5'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:23.358922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d7ad5-021b-4233-a519-4f03ee4da30e None None] Routers {'26e0d0c0-4c08-45c1-aee8-384f176860c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:23.360001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-343d7ad5-021b-4233-a519-4f03ee4da30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['26e0d0c0-4c08-45c1-aee8-384f176860c5'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:23.392205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-343d7ad5-021b-4233-a519-4f03ee4da30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:23.410751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343d7ad5-021b-4233-a519-4f03ee4da30e None None] Routers {'26e0d0c0-4c08-45c1-aee8-384f176860c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:23.411530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-343d7ad5-021b-4233-a519-4f03ee4da30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:48:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['26e0d0c0-4c08-45c1-aee8-384f176860c5'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:23.444390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-343d7ad5-021b-4233-a519-4f03ee4da30e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:23.445085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-343d7ad5-021b-4233-a519-4f03ee4da30e None None] The sync data for ids ['26e0d0c0-4c08-45c1-aee8-384f176860c5'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:23.449184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0da96aad-67a7-485f-9a06-a9f891b9c691 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/routers/26e0d0c0-4c08-45c1-aee8-384f176860c5 HTTP/1.1" status: 200 len: 924 time: 0.1056378 Sep 10 03:49:23.452033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46590) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:23.493099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e65c39-f3cd-4abf-b9a8-dcd863126391 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:23.494517 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c0e65c39-f3cd-4abf-b9a8-dcd863126391 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=26e0d0c0-4c08-45c1-aee8-384f176860c5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0414329 Sep 10 03:49:23.497132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46592) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:23.532316 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4a322f40-ba7e-43a3-9601-60f7bb382c7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.584914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc186f76-8bd1-4fab-a006-a54aad6d0e82 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:23.586314 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cc186f76-8bd1-4fab-a006-a54aad6d0e82 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 881 time: 0.0882890 Sep 10 03:49:23.589113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46596) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:23.616433 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1510080b-0727-4763-a1e8-5bb6b2867ef4 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e0d0c0-4c08-45c1-aee8-384f176860c5 HTTP/1.1" status: 200 len: 205 time: 0.0262437 Sep 10 03:49:23.622337 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46598) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:23.697942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.724861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.821590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4934e270-a406-44ff-9451-c7f474fdd755 req-a711b19e-4822-41bd-9052-fa7d591aaf93 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:23.823152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4934e270-a406-44ff-9451-c7f474fdd755 req-a711b19e-4822-41bd-9052-fa7d591aaf93 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0514107 Sep 10 03:49:23.834204 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:23.861085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4934e270-a406-44ff-9451-c7f474fdd755 req-2d994658-cd28-4537-b607-5337e7285a58 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313697 Sep 10 03:49:23.936245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Deleting port 40d293c9-5139-4de9-9ece-0c90d79a48db {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:23.936593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.014702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.026852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Calling delete_port for 40d293c9-5139-4de9-9ece-0c90d79a48db owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:24.230738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.270679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event deleted for resources: {'Port': ['ID=40d293c9-5139-4de9-9ece-0c90d79a48db,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:24.338953 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.430242 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.432722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.545199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.545763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Fanout notify agent at l3_agent the message router_deleted on router 26e0d0c0-4c08-45c1-aee8-384f176860c5 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:24.553132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.554255 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-de8bc9a3-a2b5-47f6-a7d9-6369073b180c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/26e0d0c0-4c08-45c1-aee8-384f176860c5 HTTP/1.1" status: 204 len: 168 time: 0.9310200 Sep 10 03:49:24.558011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46610) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:24.562298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-75c65111-6fac-45b6-bb12-1560ea8d9983 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1936423020', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:24.670983 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c65111-6fac-45b6-bb12-1560ea8d9983 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.672159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c65111-6fac-45b6-bb12-1560ea8d9983 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:24.989207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e665ef84-a3e7-41ac-b302-1aa764ba64eb req-54876338-5b60-4d4f-b6ce-0d8f4fd598d8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:24.990732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e665ef84-a3e7-41ac-b302-1aa764ba64eb req-54876338-5b60-4d4f-b6ce-0d8f4fd598d8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0570531 Sep 10 03:49:25.030573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e665ef84-a3e7-41ac-b302-1aa764ba64eb req-159f5e02-7e94-4d21-8d04-4f5d3c84c696 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337067 Sep 10 03:49:25.035551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.041127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c65111-6fac-45b6-bb12-1560ea8d9983 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.132359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c65111-6fac-45b6-bb12-1560ea8d9983 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.229161 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75c65111-6fac-45b6-bb12-1560ea8d9983 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.230383 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-75c65111-6fac-45b6-bb12-1560ea8d9983 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6714499 Sep 10 03:49:25.233079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46618) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:25.237252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': False}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:25.442057 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.703318 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.723208 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:25.833212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Allocated IP 172.25.3.138 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/ae5c8d61-e354-4a7c-9321-9e801669db91) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:25.935185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:26.035785 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:26.073773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:26.076722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:26.087276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:26.092921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Pushing event updated for resources: {'Port': ['ID=ae5c8d61-e354-4a7c-9321-9e801669db91,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:26.158062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb27281-fcbd-44b4-a61c-16e2988015b5 req-8ee22d55-7956-4f84-8d13-463cf2ca09c0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:26.160065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbb27281-fcbd-44b4-a61c-16e2988015b5 req-8ee22d55-7956-4f84-8d13-463cf2ca09c0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0529201 Sep 10 03:49:26.185535 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:26.198902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbb27281-fcbd-44b4-a61c-16e2988015b5 req-ad538fb4-03bb-42eb-91a4-8fee9c2daf91 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325942 Sep 10 03:49:26.424238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:26.625447 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:26.628801 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:26.840715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Router 956915c4-1e1a-4f02-b0ee-c31c21294547 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:26.942043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:26.946490 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:26.947490 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f17a7331-7520-42ee-bcdd-936f02039231 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "PUT /v2.0/routers/956915c4-1e1a-4f02-b0ee-c31c21294547 HTTP/1.1" status: 200 len: 920 time: 1.7134902 Sep 10 03:49:26.950233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46642) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:26.953490 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64dece7-749f-4664-8a24-7029417c9fac None None] Sync routers for ids ['956915c4-1e1a-4f02-b0ee-c31c21294547'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:26.967388 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64dece7-749f-4664-8a24-7029417c9fac None None] Routers {'956915c4-1e1a-4f02-b0ee-c31c21294547'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:26.968026 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e64dece7-749f-4664-8a24-7029417c9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['956915c4-1e1a-4f02-b0ee-c31c21294547'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:27.008553 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e64dece7-749f-4664-8a24-7029417c9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:27.017266 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64dece7-749f-4664-8a24-7029417c9fac None None] Routers {'956915c4-1e1a-4f02-b0ee-c31c21294547'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:27.017849 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e64dece7-749f-4664-8a24-7029417c9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['956915c4-1e1a-4f02-b0ee-c31c21294547'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:27.048672 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e64dece7-749f-4664-8a24-7029417c9fac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:27.049297 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64dece7-749f-4664-8a24-7029417c9fac None None] The sync data for ids ['956915c4-1e1a-4f02-b0ee-c31c21294547'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:27.057568 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cfa24b3a-8242-4139-b826-6fba24cb83b0 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/routers/956915c4-1e1a-4f02-b0ee-c31c21294547 HTTP/1.1" status: 200 len: 926 time: 0.1062675 Sep 10 03:49:27.060197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46644) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:27.105452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbfa96b-2fd4-43b1-82c9-943e53469f6c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:27.107002 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1fbfa96b-2fd4-43b1-82c9-943e53469f6c tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=956915c4-1e1a-4f02-b0ee-c31c21294547&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0459111 Sep 10 03:49:27.109551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46646) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:27.192561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd5786-943b-4a7c-9424-df3305afa48f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:27.193923 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eecd5786-943b-4a7c-9424-df3305afa48f tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 881 time: 0.0834012 Sep 10 03:49:27.196949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46648) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:27.223486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-99eb8107-e2d1-4816-b4df-5bf977b33339 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=956915c4-1e1a-4f02-b0ee-c31c21294547 HTTP/1.1" status: 200 len: 205 time: 0.0253241 Sep 10 03:49:27.225924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46652) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:27.367926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3230e3be-2cef-4eae-834d-bff8a60704ac req-b295b726-fad2-440c-863d-03c3559a89de tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:27.369387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3230e3be-2cef-4eae-834d-bff8a60704ac req-b295b726-fad2-440c-863d-03c3559a89de tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0982447 Sep 10 03:49:27.371580 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:27.477723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3230e3be-2cef-4eae-834d-bff8a60704ac req-f7cbb4a0-fced-4663-9f81-f838bf994bdd tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717514 Sep 10 03:49:27.501303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:27.613885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Deleting port ae5c8d61-e354-4a7c-9321-9e801669db91 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:27.614248 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:27.687271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:27.698781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Calling delete_port for ae5c8d61-e354-4a7c-9321-9e801669db91 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:27.937617 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:27.965721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event deleted for resources: {'Port': ['ID=ae5c8d61-e354-4a7c-9321-9e801669db91,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:28.028692 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.126708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.129616 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.208195 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.208827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Fanout notify agent at l3_agent the message router_deleted on router 956915c4-1e1a-4f02-b0ee-c31c21294547 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:28.215531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.216614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-60d63ada-a638-465e-a9ab-c4167f62cd7c tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/956915c4-1e1a-4f02-b0ee-c31c21294547 HTTP/1.1" status: 204 len: 168 time: 0.9897699 Sep 10 03:49:28.220562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46664) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:28.225551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1976391144', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:28.303449 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.304429 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.356576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.540779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.699987 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.796984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69593174-789b-4a52-81df-a75453ef4611 req-09229908-a07a-4a2d-bc91-de0163c39e10 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:28.798497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69593174-789b-4a52-81df-a75453ef4611 req-09229908-a07a-4a2d-bc91-de0163c39e10 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.2378263 Sep 10 03:49:28.804546 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.823914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:28.844101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69593174-789b-4a52-81df-a75453ef4611 req-c4e943a1-0b90-4f8f-a5b0-880835645d7d tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393600 Sep 10 03:49:28.936955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Allocated IP 172.25.3.186 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/4ce1976e-8850-45e2-9057-39ad67461634) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:29.037544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:29.134253 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:29.170590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:29.173378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:29.177426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:29.206789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event updated for resources: {'Port': ['ID=4ce1976e-8850-45e2-9057-39ad67461634,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:29.492527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:29.971929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d519bc0-f118-4d47-83b3-4a2dacbd85c7 req-66fa5cb1-3225-4d09-86d0-fed18e86dfea tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:29.973416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d519bc0-f118-4d47-83b3-4a2dacbd85c7 req-66fa5cb1-3225-4d09-86d0-fed18e86dfea tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0526612 Sep 10 03:49:30.007199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:30.012486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d519bc0-f118-4d47-83b3-4a2dacbd85c7 req-3c584b17-a1b9-4332-8d56-91e84c30eb27 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329764 Sep 10 03:49:30.206809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Router 8d71072a-6a39-4104-a8cd-300fd7b446b2 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:49:30.312554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:30.323849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ce434-36b3-40d7-8c68-2325d72b98a6 None None] Sync routers for ids ['8d71072a-6a39-4104-a8cd-300fd7b446b2'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:30.334800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ce434-36b3-40d7-8c68-2325d72b98a6 None None] Routers {'8d71072a-6a39-4104-a8cd-300fd7b446b2'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:30.335408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3c0ce434-36b3-40d7-8c68-2325d72b98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8d71072a-6a39-4104-a8cd-300fd7b446b2'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:30.367419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3c0ce434-36b3-40d7-8c68-2325d72b98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:30.375717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0ce434-36b3-40d7-8c68-2325d72b98a6 None None] Routers {'8d71072a-6a39-4104-a8cd-300fd7b446b2'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:30.376341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3c0ce434-36b3-40d7-8c68-2325d72b98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8d71072a-6a39-4104-a8cd-300fd7b446b2'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:30.406090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3c0ce434-36b3-40d7-8c68-2325d72b98a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:30.406709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c0ce434-36b3-40d7-8c68-2325d72b98a6 None None] The sync data for ids ['8d71072a-6a39-4104-a8cd-300fd7b446b2'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:30.409892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:30.411162 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ffc2fe89-6edd-4f5d-93f3-7d7226bafd39 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1896021 Sep 10 03:49:30.413769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46692) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:30.418263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:30.721219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:30.784077 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:30.983877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Deleting port 4ce1976e-8850-45e2-9057-39ad67461634 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:30.984222 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:31.064741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:31.077791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Calling delete_port for 4ce1976e-8850-45e2-9057-39ad67461634 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:31.130700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e382add2-ec8a-4407-a8ee-db4dd511361e req-0c444425-1331-4653-bd8e-dfe6c0b93735 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:31.132247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e382add2-ec8a-4407-a8ee-db4dd511361e req-0c444425-1331-4653-bd8e-dfe6c0b93735 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0486732 Sep 10 03:49:31.170815 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e382add2-ec8a-4407-a8ee-db4dd511361e req-fd1afaff-4054-4c9f-aa93-d6dc9b5c84e8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326474 Sep 10 03:49:31.317139 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:31.343450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Pushing event deleted for resources: {'Port': ['ID=4ce1976e-8850-45e2-9057-39ad67461634,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:31.409696 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:31.608983 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:31.612987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:31.688131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Router 8d71072a-6a39-4104-a8cd-300fd7b446b2 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:49:31.764955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:31.772752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:31.774610 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9bb36db3-87a3-4739-b1ce-6dc5c4ab72d6 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "PUT /v2.0/routers/8d71072a-6a39-4104-a8cd-300fd7b446b2 HTTP/1.1" status: 200 len: 710 time: 1.3598733 Sep 10 03:49:31.776440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46708) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:31.777236 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a72cd-b267-4107-87c5-8cf5e6e23650 None None] Sync routers for ids ['8d71072a-6a39-4104-a8cd-300fd7b446b2'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:31.790071 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a72cd-b267-4107-87c5-8cf5e6e23650 None None] Routers {'8d71072a-6a39-4104-a8cd-300fd7b446b2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:31.790750 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c32a72cd-b267-4107-87c5-8cf5e6e23650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8d71072a-6a39-4104-a8cd-300fd7b446b2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:31.829288 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c32a72cd-b267-4107-87c5-8cf5e6e23650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:31.839282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a72cd-b267-4107-87c5-8cf5e6e23650 None None] Routers {'8d71072a-6a39-4104-a8cd-300fd7b446b2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:31.839906 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c32a72cd-b267-4107-87c5-8cf5e6e23650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8d71072a-6a39-4104-a8cd-300fd7b446b2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:31.850292 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0d86afff-34f3-4d61-a6ef-495855cef528 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/routers/8d71072a-6a39-4104-a8cd-300fd7b446b2 HTTP/1.1" status: 200 len: 745 time: 0.0726843 Sep 10 03:49:31.852973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46714) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:31.879900 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c32a72cd-b267-4107-87c5-8cf5e6e23650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:31.880548 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c32a72cd-b267-4107-87c5-8cf5e6e23650 None None] The sync data for ids ['8d71072a-6a39-4104-a8cd-300fd7b446b2'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:49:31.908475 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b4bac79f-64b9-452e-af1b-a7299f964d24 tempest-RoutersIpV6AdminTest-1382117228 tempest-RoutersIpV6AdminTest-1382117228-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=8d71072a-6a39-4104-a8cd-300fd7b446b2 HTTP/1.1" status: 200 len: 205 time: 0.0544217 Sep 10 03:49:31.911164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46716) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:31.937173 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6b2a0a9b-62dd-4444-a070-52b305ce812d tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d71072a-6a39-4104-a8cd-300fd7b446b2 HTTP/1.1" status: 200 len: 205 time: 0.0249157 Sep 10 03:49:31.939932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46718) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.013421 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:32.014137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-164e51e0-a50c-412e-ad11-b57409e4d172 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:32.172433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-164e51e0-a50c-412e-ad11-b57409e4d172 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:32.174666 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-164e51e0-a50c-412e-ad11-b57409e4d172 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:32.288081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-164e51e0-a50c-412e-ad11-b57409e4d172 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:32.288771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164e51e0-a50c-412e-ad11-b57409e4d172 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Fanout notify agent at l3_agent the message router_deleted on router 8d71072a-6a39-4104-a8cd-300fd7b446b2 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:49:32.290341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bca34-d7bd-4a85-8cf9-bb38382a9c2a req-ad0aea2f-fc23-409d-8b37-d18983da8eff tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.291809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d69bca34-d7bd-4a85-8cf9-bb38382a9c2a req-ad0aea2f-fc23-409d-8b37-d18983da8eff tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0498126 Sep 10 03:49:32.296052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-164e51e0-a50c-412e-ad11-b57409e4d172 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:32.298108 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-164e51e0-a50c-412e-ad11-b57409e4d172 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/8d71072a-6a39-4104-a8cd-300fd7b446b2 HTTP/1.1" status: 204 len: 168 time: 0.3558786 Sep 10 03:49:32.303135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46726) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.331929 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a52619cb-d3fd-4fda-bd7e-0e77e96e4c1a tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=8d71072a-6a39-4104-a8cd-300fd7b446b2 HTTP/1.1" status: 200 len: 205 time: 0.0271287 Sep 10 03:49:32.334112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46730) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.340251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d69bca34-d7bd-4a85-8cf9-bb38382a9c2a req-720f4edf-5b05-41ee-99be-9d69c1f64f26 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414166 Sep 10 03:49:32.379934 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-1e47d296-86f5-4265-961f-58e7c4b66bf0 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] delete failed (client error): The resource could not be found. Sep 10 03:49:32.383293 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1e47d296-86f5-4265-961f-58e7c4b66bf0 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/8d71072a-6a39-4104-a8cd-300fd7b446b2 HTTP/1.1" status: 404 len: 336 time: 0.0458481 Sep 10 03:49:32.383588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46732) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.412414 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d1c15adc-f5a1-4137-a731-999ed307b984 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=956915c4-1e1a-4f02-b0ee-c31c21294547 HTTP/1.1" status: 200 len: 205 time: 0.0275962 Sep 10 03:49:32.414756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46736) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.452341 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-a022354d-cb9a-4368-a795-2da23cb41727 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] delete failed (client error): The resource could not be found. Sep 10 03:49:32.453356 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a022354d-cb9a-4368-a795-2da23cb41727 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/956915c4-1e1a-4f02-b0ee-c31c21294547 HTTP/1.1" status: 404 len: 336 time: 0.0377290 Sep 10 03:49:32.456015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46738) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.488719 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5af85d51-6f6d-4e33-96c6-222a9ecef837 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e0d0c0-4c08-45c1-aee8-384f176860c5 HTTP/1.1" status: 200 len: 205 time: 0.0316455 Sep 10 03:49:32.492998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46740) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.497114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bbcd8-66ab-44bd-a677-c15b875c63c5 req-2c93d70a-cf52-425c-9ed2-9005846b1f44 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.503603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bbcd8-66ab-44bd-a677-c15b875c63c5 req-2c93d70a-cf52-425c-9ed2-9005846b1f44 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.509538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bbcd8-66ab-44bd-a677-c15b875c63c5 req-2c93d70a-cf52-425c-9ed2-9005846b1f44 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.515422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bbcd8-66ab-44bd-a677-c15b875c63c5 req-2c93d70a-cf52-425c-9ed2-9005846b1f44 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.521357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bbcd8-66ab-44bd-a677-c15b875c63c5 req-2c93d70a-cf52-425c-9ed2-9005846b1f44 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.527193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bbcd8-66ab-44bd-a677-c15b875c63c5 req-2c93d70a-cf52-425c-9ed2-9005846b1f44 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.529909 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-8eabf50e-0eab-4a8e-ab56-0d4320e2ccf7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] delete failed (client error): The resource could not be found. Sep 10 03:49:32.531262 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8eabf50e-0eab-4a8e-ab56-0d4320e2ccf7 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/26e0d0c0-4c08-45c1-aee8-384f176860c5 HTTP/1.1" status: 404 len: 336 time: 0.0370998 Sep 10 03:49:32.533086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67bbcd8-66ab-44bd-a677-c15b875c63c5 req-2c93d70a-cf52-425c-9ed2-9005846b1f44 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.534651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46742) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.534991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e67bbcd8-66ab-44bd-a677-c15b875c63c5 req-2c93d70a-cf52-425c-9ed2-9005846b1f44 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.1483905 Sep 10 03:49:32.567606 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-296c2432-a595-4068-b0e2-434419c9696b tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=318cf7b8-c588-423e-8b5a-b06f865e79ca HTTP/1.1" status: 200 len: 205 time: 0.0286386 Sep 10 03:49:32.567862 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46744) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.576409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e67bbcd8-66ab-44bd-a677-c15b875c63c5 req-038fa0ea-da9d-4821-a52c-2be81b9ae293 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0348988 Sep 10 03:49:32.608879 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-4a1d539b-b149-4b4a-a4f5-ffd55161bf76 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] delete failed (client error): The resource could not be found. Sep 10 03:49:32.609880 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4a1d539b-b149-4b4a-a4f5-ffd55161bf76 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/318cf7b8-c588-423e-8b5a-b06f865e79ca HTTP/1.1" status: 404 len: 336 time: 0.0410931 Sep 10 03:49:32.613056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46746) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.641292 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-94b6ba1e-05df-4fad-bde5-c0f03a13f315 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=68b6fd9e-1875-411e-83ee-f53ab829f292 HTTP/1.1" status: 200 len: 205 time: 0.0271845 Sep 10 03:49:32.643796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46750) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.680731 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-b6ec28e6-1d67-4af7-80da-e4be15a73e84 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] delete failed (client error): The resource could not be found. Sep 10 03:49:32.681758 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b6ec28e6-1d67-4af7-80da-e4be15a73e84 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/68b6fd9e-1875-411e-83ee-f53ab829f292 HTTP/1.1" status: 404 len: 336 time: 0.0371132 Sep 10 03:49:32.684479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46752) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.714410 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-06dd02aa-8989-4d2c-84eb-5eb5a4d6e5b9 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1306130-0ec8-4d13-9f96-cd5fd37cdd3e HTTP/1.1" status: 200 len: 205 time: 0.0288427 Sep 10 03:49:32.716783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46754) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.717586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c5b49-7a73-448f-8da5-2f5d6d3f49fa req-1531de8c-f05d-4e24-ae4e-5cf3f4438885 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.724247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c5b49-7a73-448f-8da5-2f5d6d3f49fa req-1531de8c-f05d-4e24-ae4e-5cf3f4438885 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.730308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c5b49-7a73-448f-8da5-2f5d6d3f49fa req-1531de8c-f05d-4e24-ae4e-5cf3f4438885 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.738311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c5b49-7a73-448f-8da5-2f5d6d3f49fa req-1531de8c-f05d-4e24-ae4e-5cf3f4438885 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.742752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c5b49-7a73-448f-8da5-2f5d6d3f49fa req-1531de8c-f05d-4e24-ae4e-5cf3f4438885 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.748790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c5b49-7a73-448f-8da5-2f5d6d3f49fa req-1531de8c-f05d-4e24-ae4e-5cf3f4438885 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.754704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544c5b49-7a73-448f-8da5-2f5d6d3f49fa req-1531de8c-f05d-4e24-ae4e-5cf3f4438885 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:32.755602 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-0b282d63-7a19-430b-b8df-19e87ad944e5 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] delete failed (client error): The resource could not be found. Sep 10 03:49:32.763835 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0b282d63-7a19-430b-b8df-19e87ad944e5 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/routers/d1306130-0ec8-4d13-9f96-cd5fd37cdd3e HTTP/1.1" status: 404 len: 336 time: 0.0389848 Sep 10 03:49:32.764630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-544c5b49-7a73-448f-8da5-2f5d6d3f49fa req-1531de8c-f05d-4e24-ae4e-5cf3f4438885 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.0943503 Sep 10 03:49:32.764737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46756) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:32.789807 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-50e5e078-03ea-4394-b14b-32bb51ae2719 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] DELETE failed (client error): The resource could not be found. Sep 10 03:49:32.789807 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50e5e078-03ea-4394-b14b-32bb51ae2719 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:49:32.791840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-50e5e078-03ea-4394-b14b-32bb51ae2719 tempest-RoutersIpV6AdminTest-513332217 tempest-RoutersIpV6AdminTest-513332217-project] 10.222.0.22 "DELETE /v2.0/subnets/8c80d4a0-7eff-4773-adf8-dba17660c42d HTTP/1.1" status: 404 len: 337 time: 0.0304136 Sep 10 03:49:33.342486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46772) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:33.456970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c9f83b3-0631-4a0b-9dab-ed7e44567c14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.467959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b945e22-4a8b-4e02-9843-45112f7345e0 req-23b75b51-9ebb-4f6d-8e0d-2bc6652e1fc7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:33.469560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b945e22-4a8b-4e02-9843-45112f7345e0 req-23b75b51-9ebb-4f6d-8e0d-2bc6652e1fc7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0596356 Sep 10 03:49:33.534985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b945e22-4a8b-4e02-9843-45112f7345e0 req-bfe47547-59ad-4a4a-94de-4e5a61cbd049 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551844 Sep 10 03:49:33.561271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c9f83b3-0631-4a0b-9dab-ed7e44567c14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.675629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c9f83b3-0631-4a0b-9dab-ed7e44567c14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.715508 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9c9f83b3-0631-4a0b-9dab-ed7e44567c14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c95d85996fbf42db9323e23414366884&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719561 Sep 10 03:49:33.716373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9f83b3-0631-4a0b-9dab-ed7e44567c14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c99e915e-7f67-40c3-8115-3cd60c0f5f53,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:33.718542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46778) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:33.768132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.788232 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.934818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.938112 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:33.940961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c99e915e-7f67-40c3-8115-3cd60c0f5f53 HTTP/1.1" status: 204 len: 168 time: 0.2204125 Sep 10 03:49:33.953966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c99e915e-7f67-40c3-8115-3cd60c0f5f53,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:33.958544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.958841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.959188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.959506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.959981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.960305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.960624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.960968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.961274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.961651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.961909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:33.962225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d193ec05-6597-474a-b353-d647f8e0379b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:49:34.647481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6267f0ad-1d70-4045-827d-a24583a8e4c4 req-ada40bca-6fef-4cea-bc5c-685e3b8dbf43 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:34.649003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6267f0ad-1d70-4045-827d-a24583a8e4c4 req-ada40bca-6fef-4cea-bc5c-685e3b8dbf43 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0484474 Sep 10 03:49:34.686122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46794) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:34.687236 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6267f0ad-1d70-4045-827d-a24583a8e4c4 req-b219ebb2-b220-4624-979a-d979ff0870cc tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314269 Sep 10 03:49:34.727594 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c2afcf3e-d050-4a7b-80a1-4473be187b4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f81d8c44c9c7489d874353b74c4c829b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402713 Sep 10 03:49:34.729998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46796) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:34.777706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e10d2dbb-ee86-471f-83d2-4297e167a51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.798839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e10d2dbb-ee86-471f-83d2-4297e167a51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.991400 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e10d2dbb-ee86-471f-83d2-4297e167a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.994261 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e10d2dbb-ee86-471f-83d2-4297e167a51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:34.995942 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e10d2dbb-ee86-471f-83d2-4297e167a51c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d5d3a0f-1192-45ee-a31a-c729eac648b9 HTTP/1.1" status: 204 len: 168 time: 0.2645414 Sep 10 03:49:35.005711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d2dbb-ee86-471f-83d2-4297e167a51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5d3a0f-1192-45ee-a31a-c729eac648b9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:35.821748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fbd06-e5b8-4a53-a1cf-a3596664fcec req-de8e72a2-73fd-4b00-a78e-180037cf1df0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:35.828965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-090fbd06-e5b8-4a53-a1cf-a3596664fcec req-de8e72a2-73fd-4b00-a78e-180037cf1df0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0571353 Sep 10 03:49:35.861522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-090fbd06-e5b8-4a53-a1cf-a3596664fcec req-46184d71-b951-47f7-83e0-a7d6c8840b0f tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320194 Sep 10 03:49:36.050895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46846) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:36.199158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-b35b3b38-6ee1-4d5b-a370-5a9d6cb41a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.199764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-b35b3b38-6ee1-4d5b-a370-5a9d6cb41a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.200246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-b35b3b38-6ee1-4d5b-a370-5a9d6cb41a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.200720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-b35b3b38-6ee1-4d5b-a370-5a9d6cb41a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.201288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-b35b3b38-6ee1-4d5b-a370-5a9d6cb41a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.201805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-b35b3b38-6ee1-4d5b-a370-5a9d6cb41a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.202477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-b35b3b38-6ee1-4d5b-a370-5a9d6cb41a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.204437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-b35b3b38-6ee1-4d5b-a370-5a9d6cb41a8b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 6504 time: 0.1524928 Sep 10 03:49:36.240943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-a1a9a896-43d2-41b0-ad07-3a4c7e06f40b service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=8eb188be-dab4-4254-a028-2a335d244c65&id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0296032 Sep 10 03:49:36.241738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46856) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:36.289517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-866728321'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:36.401063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:36.404928 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.413845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.502923 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.550687 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.577939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:49:36.587225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bafbf6-9990-4238-a39f-411a5d73e718,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:36.593159 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.593502 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Added segment 3ab0bbdd-2516-40d1-96a2-76374a43f4b6 of type vlan for network 2bd354de-cfd6-4946-8d31-bfaa5125464c Sep 10 03:49:36.632376 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.709030 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.714696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.715280 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:36.783638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Network': ['ID=2bd354de-cfd6-4946-8d31-bfaa5125464c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:36.793607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:49:36.804027 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cbe37c20-c8cb-45f6-80dc-bf25969e5f8e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5610855 Sep 10 03:49:36.817373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46866) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:36.817373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:36.979573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce4c50-7303-4f02-91df-6c8cfe15a733 req-8968d377-e5be-4d84-99d0-7dbe2beb7a44 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:36.980975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33ce4c50-7303-4f02-91df-6c8cfe15a733 req-8968d377-e5be-4d84-99d0-7dbe2beb7a44 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0490239 Sep 10 03:49:37.018616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33ce4c50-7303-4f02-91df-6c8cfe15a733 req-9373080f-5d9f-46e5-ac6e-8e7dd85367b2 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315373 Sep 10 03:49:37.023743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:37.023743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:37.257767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:37.320442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=876b76f6-1b06-4e12-b170-5d38528a6769,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:37.329297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:37.329563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network hostable DHCP agents. Network: 2bd354de-cfd6-4946-8d31-bfaa5125464c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:49:37.406384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:49:37.486137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 2bd354de-cfd6-4946-8d31-bfaa5125464c) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:37.490152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:37.490737 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:37.494862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037495ea-7dec-407a-aae3-b5127bd5ad20 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:37.580277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ce216785-c5c0-4ecb-91a8-c3cb6ef9a098 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7719371 Sep 10 03:49:37.583459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46878) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:37.588355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'name': 'tempest-NetworksTestDHCPv6-1034904067'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:37.636247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '876b76f6-1b06-4e12-b170-5d38528a6769'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:37.637207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:37.773635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/876b76f6-1b06-4e12-b170-5d38528a6769/b4be0866-67aa-4293-944e-8acbfd72c627) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:37.777674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:37.781395 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:37.799366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port ad0b6dc6-933f-4fad-a842-57e82cc55734 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:49:37.909763 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:37.918214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Transition to ACTIVE for port object b4be0866-67aa-4293-944e-8acbfd72c627 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:37.932619 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Transition to ACTIVE for port object b4be0866-67aa-4293-944e-8acbfd72c627 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:38.037236 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:38.079013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:38.081876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:38.084393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:38.098918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::273 (2bd354de-cfd6-4946-8d31-bfaa5125464c/876b76f6-1b06-4e12-b170-5d38528a6769/ad0b6dc6-933f-4fad-a842-57e82cc55734) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:38.100370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Pushing event updated for resources: {'Port': ['ID=b4be0866-67aa-4293-944e-8acbfd72c627,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:38.145785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Attempting to bind port b4be0866-67aa-4293-944e-8acbfd72c627 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:38.146169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Attempting to bind port b4be0866-67aa-4293-944e-8acbfd72c627 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:38.146499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Attempting to bind port b4be0866-67aa-4293-944e-8acbfd72c627 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:38.151520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:38.151922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:38.152320 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:38.152702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:38.153154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Bound port: b4be0866-67aa-4293-944e-8acbfd72c627, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:38.153556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:38.178612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4297efc-7a61-4005-b875-b2e1344e1890 req-6211efed-2399-401f-a3da-0ce3e3975f7e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:38.180227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4297efc-7a61-4005-b875-b2e1344e1890 req-6211efed-2399-401f-a3da-0ce3e3975f7e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0833879 Sep 10 03:49:38.233236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] For port b4be0866-67aa-4293-944e-8acbfd72c627, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:38.237404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] For port b4be0866-67aa-4293-944e-8acbfd72c627, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b4be0866-67aa-4293-944e-8acbfd72c627,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:38.328380 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:38.396754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749a23d7-2ed4-4eb1-b18f-21efd87ab7e9 None None] Pushing event updated for resources: {'Port': ['ID=b4be0866-67aa-4293-944e-8acbfd72c627,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:38.600898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4297efc-7a61-4005-b875-b2e1344e1890 req-30722b45-e315-4294-bea3-a8539304eaab tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4096429 Sep 10 03:49:38.671017 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:38.684501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object ad0b6dc6-933f-4fad-a842-57e82cc55734 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:38.812572 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:38.855780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:38.858831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:38.864515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:38.870257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:38.873373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:38.876750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=ad0b6dc6-933f-4fad-a842-57e82cc55734,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:39.025636 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c83b50d0-0097-4641-bb3c-4381c4745906 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4410655 Sep 10 03:49:39.029191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46890) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:39.084896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d029c2-71ad-4c5a-a623-c62d0457e333 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:39.090970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10d029c2-71ad-4c5a-a623-c62d0457e333 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:39.092691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-10d029c2-71ad-4c5a-a623-c62d0457e333 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0636930 Sep 10 03:49:39.095476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46892) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:39.187923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-863a324a-e23f-46cb-bdd0-2083ecc373eb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port ad0b6dc6-933f-4fad-a842-57e82cc55734 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:39.188610 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863a324a-e23f-46cb-bdd0-2083ecc373eb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:39.261851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dda10139-260f-41c3-aed9-00e654303e5f None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:39.290742 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863a324a-e23f-46cb-bdd0-2083ecc373eb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:39.305741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-863a324a-e23f-46cb-bdd0-2083ecc373eb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for ad0b6dc6-933f-4fad-a842-57e82cc55734 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:39.492838 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863a324a-e23f-46cb-bdd0-2083ecc373eb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:39.528146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863a324a-e23f-46cb-bdd0-2083ecc373eb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=ad0b6dc6-933f-4fad-a842-57e82cc55734,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:39.548473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8da7c3c1-3b18-4a4a-b640-05c366f1cd8e None None] Provisioning for port b4be0866-67aa-4293-944e-8acbfd72c627 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:39.554282 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863a324a-e23f-46cb-bdd0-2083ecc373eb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:39.556306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-863a324a-e23f-46cb-bdd0-2083ecc373eb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/ad0b6dc6-933f-4fad-a842-57e82cc55734 HTTP/1.1" status: 204 len: 168 time: 0.4598415 Sep 10 03:49:39.559343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46902) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:39.652900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ba349-aba8-4aa8-9c42-5f42e2c8b573 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:39.658384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47ba349-aba8-4aa8-9c42-5f42e2c8b573 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:39.658784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46906) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:39.658914 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d47ba349-aba8-4aa8-9c42-5f42e2c8b573 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0983315 Sep 10 03:49:39.742026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ede9632-5fa8-4b45-962f-6b86e74128a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 876b76f6-1b06-4e12-b170-5d38528a6769 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:39.747202 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ede9632-5fa8-4b45-962f-6b86e74128a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:39.787609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f3538-ad86-496c-b75a-ead8aab44a49 req-b8127f53-9536-476a-91f2-cfaf9669175c tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:39.789122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d8f3538-ad86-496c-b75a-ead8aab44a49 req-b8127f53-9536-476a-91f2-cfaf9669175c tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.1012759 Sep 10 03:49:39.808808 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ede9632-5fa8-4b45-962f-6b86e74128a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:39.871292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d8f3538-ad86-496c-b75a-ead8aab44a49 req-4b18b82d-c13d-4aac-94ea-9fb80b7d0fe7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742500 Sep 10 03:49:39.925716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b4be0866-67aa-4293-944e-8acbfd72c627 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:39.936842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ede9632-5fa8-4b45-962f-6b86e74128a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:39.991150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c34d0e4d-cde9-4b7a-be23-559b66b71825 None None] Could not find standard attr ID for object ad0b6dc6-933f-4fad-a842-57e82cc55734. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:49:40.047376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port b4be0866-67aa-4293-944e-8acbfd72c627 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:40.051519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b4be0866-67aa-4293-944e-8acbfd72c627 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:40.051935 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.092249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ede9632-5fa8-4b45-962f-6b86e74128a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.121581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ede9632-5fa8-4b45-962f-6b86e74128a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=876b76f6-1b06-4e12-b170-5d38528a6769,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:40.123560 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ede9632-5fa8-4b45-962f-6b86e74128a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.127770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8ede9632-5fa8-4b45-962f-6b86e74128a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/876b76f6-1b06-4e12-b170-5d38528a6769 HTTP/1.1" status: 204 len: 168 time: 0.4655983 Sep 10 03:49:40.127996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46908) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:40.132399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.179989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port b4be0866-67aa-4293-944e-8acbfd72c627, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b4be0866-67aa-4293-944e-8acbfd72c627,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:40.188613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-05da0750-b4cd-452b-b0a1-752f669384d7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0595038 Sep 10 03:49:40.192293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46910) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:40.192419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c867462-6eba-499b-aac9-324494f16fcf None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:40.197105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:40.321960 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.371530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:40.375315 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.381601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25bd8bd-9827-4cef-88f6-bce7e0a7c952 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:40.395974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=b4be0866-67aa-4293-944e-8acbfd72c627,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:40.445732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c25bd8bd-9827-4cef-88f6-bce7e0a7c952 None None] Deleting port b4be0866-67aa-4293-944e-8acbfd72c627 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:40.446111 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c25bd8bd-9827-4cef-88f6-bce7e0a7c952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.517200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c25bd8bd-9827-4cef-88f6-bce7e0a7c952 None None] For port b4be0866-67aa-4293-944e-8acbfd72c627, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b4be0866-67aa-4293-944e-8acbfd72c627,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:40.517579 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c25bd8bd-9827-4cef-88f6-bce7e0a7c952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.529661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c25bd8bd-9827-4cef-88f6-bce7e0a7c952 None None] Calling delete_port for b4be0866-67aa-4293-944e-8acbfd72c627 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:40.631339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.671343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:40.674510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:40.679294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:40.679926 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.693886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c25bd8bd-9827-4cef-88f6-bce7e0a7c952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.699714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=744fe390-71eb-4787-b5a1-141bf74c2f87,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:40.719006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25bd8bd-9827-4cef-88f6-bce7e0a7c952 None None] Pushing event deleted for resources: {'Port': ['ID=b4be0866-67aa-4293-944e-8acbfd72c627,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:40.722729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c25bd8bd-9827-4cef-88f6-bce7e0a7c952 None None] No DVR routers for this DVR port b4be0866-67aa-4293-944e-8acbfd72c627 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:40.735570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67c7fc81-dbca-4cea-9e25-c95adebcfdc6 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:40.775274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ec584927-2163-4118-9b2d-9c1c9da17109 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5795562 Sep 10 03:49:40.777125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46920) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:40.788236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'name': 'tempest-NetworksTestDHCPv6-1235213234'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:40.881540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '744fe390-71eb-4787-b5a1-141bf74c2f87'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:40.882582 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:40.977066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:40.980700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.003195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port dd02ac2a-cb20-4fda-a3db-1ef932a66118 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:49:41.007388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24afc9b2-a6d6-453d-b066-59ea1426cb7a req-11084768-813c-4c22-899c-efda49358b3f tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:41.009175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24afc9b2-a6d6-453d-b066-59ea1426cb7a req-11084768-813c-4c22-899c-efda49358b3f tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0590146 Sep 10 03:49:41.015594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fdef37-3cf2-4565-848c-daacd95eccc1 req-237da380-dc07-462e-a096-2988bb1b5487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:41.017133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-01fdef37-3cf2-4565-848c-daacd95eccc1 req-237da380-dc07-462e-a096-2988bb1b5487 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 1097 time: 0.1351860 Sep 10 03:49:41.038707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/744fe390-71eb-4787-b5a1-141bf74c2f87/f4bb3a1b-dfb1-47af-9e65-6e595cff69a4) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:41.049641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24afc9b2-a6d6-453d-b066-59ea1426cb7a req-68109a13-a216-4c49-bf03-b8bc1f14aa16 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339074 Sep 10 03:49:41.089829 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-01fdef37-3cf2-4565-848c-daacd95eccc1 req-36d876f9-eca4-4fce-ae5c-4dcf74290ded service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462780 Sep 10 03:49:41.187453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.195730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Transition to ACTIVE for port object f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:41.210063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Transition to ACTIVE for port object f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:41.282194 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.318126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:41.322560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:41.328240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:41.335767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Pushing event updated for resources: {'Port': ['ID=f4bb3a1b-dfb1-47af-9e65-6e595cff69a4,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:41.345836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::129 (2bd354de-cfd6-4946-8d31-bfaa5125464c/744fe390-71eb-4787-b5a1-141bf74c2f87/dd02ac2a-cb20-4fda-a3db-1ef932a66118) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:41.388311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Attempting to bind port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:41.388760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Attempting to bind port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:41.389149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Attempting to bind port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:41.394215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:41.395264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:41.395825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.396212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:41.396678 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Bound port: f4bb3a1b-dfb1-47af-9e65-6e595cff69a4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:41.397054 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.474735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] For port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:41.477902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] For port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f4bb3a1b-dfb1-47af-9e65-6e595cff69a4,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:41.500363 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.513968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object dd02ac2a-cb20-4fda-a3db-1ef932a66118 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:41.562611 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.622502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648c8202-bdd5-4404-a315-f39b45016ef4 None None] Pushing event updated for resources: {'Port': ['ID=f4bb3a1b-dfb1-47af-9e65-6e595cff69a4,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:41.665462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.712555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:41.715728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:41.725987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:41.727571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:41.728211 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:41.734708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=dd02ac2a-cb20-4fda-a3db-1ef932a66118,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:41.850112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-06da1a73-7c62-430d-ba1e-aaefe8a4e826 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.0684350 Sep 10 03:49:41.850899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46934) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:41.930755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:41.944109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf7b6ac-5e30-40a5-988d-294e8de3ccf2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:41.949954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaf7b6ac-5e30-40a5-988d-294e8de3ccf2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:41.951501 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aaf7b6ac-5e30-40a5-988d-294e8de3ccf2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0964870 Sep 10 03:49:41.954372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46936) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:42.058655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:42.127312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b4be0866-67aa-4293-944e-8acbfd72c627 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:42.149959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: b4be0866-67aa-4293-944e-8acbfd72c627 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:42.151082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b4be0866-67aa-4293-944e-8acbfd72c627 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:42.192090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb86a08-0c64-4642-8ddb-aec852297017 req-13d1cc6a-58e1-406a-b957-f4e8e3188fd5 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:42.200262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddb86a08-0c64-4642-8ddb-aec852297017 req-13d1cc6a-58e1-406a-b957-f4e8e3188fd5 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0653961 Sep 10 03:49:42.236308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddb86a08-0c64-4642-8ddb-aec852297017 req-255d48e7-a9c3-4050-8c74-4af6f27d1275 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351398 Sep 10 03:49:42.399605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8fe64133-87bb-4b75-8992-bdb0a1fcf3b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port dd02ac2a-cb20-4fda-a3db-1ef932a66118 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:42.399972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8fe64133-87bb-4b75-8992-bdb0a1fcf3b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.500096 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8fe64133-87bb-4b75-8992-bdb0a1fcf3b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.523716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8fe64133-87bb-4b75-8992-bdb0a1fcf3b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for dd02ac2a-cb20-4fda-a3db-1ef932a66118 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:42.698884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cedbbc2a-4a02-49f8-9bf0-6d5007b6a376 None None] Provisioning for port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:42.702821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cedbbc2a-4a02-49f8-9bf0-6d5007b6a376 None None] Provisioning complete for port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:42.703196 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cedbbc2a-4a02-49f8-9bf0-6d5007b6a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.750627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8fe64133-87bb-4b75-8992-bdb0a1fcf3b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.787003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe64133-87bb-4b75-8992-bdb0a1fcf3b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=dd02ac2a-cb20-4fda-a3db-1ef932a66118,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:42.795120 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cedbbc2a-4a02-49f8-9bf0-6d5007b6a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.810462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8fe64133-87bb-4b75-8992-bdb0a1fcf3b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.815892 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8fe64133-87bb-4b75-8992-bdb0a1fcf3b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/dd02ac2a-cb20-4fda-a3db-1ef932a66118 HTTP/1.1" status: 204 len: 168 time: 0.8578417 Sep 10 03:49:42.815991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46948) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:42.835019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-cedbbc2a-4a02-49f8-9bf0-6d5007b6a376 None None] For port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f4bb3a1b-dfb1-47af-9e65-6e595cff69a4,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:42.873164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2dfc94-7b00-4394-a746-1e9b508cf30d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:42.874762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2dfc94-7b00-4394-a746-1e9b508cf30d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:42.876396 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6d2dfc94-7b00-4394-a746-1e9b508cf30d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0594087 Sep 10 03:49:42.879346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46950) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:42.908931 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cedbbc2a-4a02-49f8-9bf0-6d5007b6a376 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.939693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-407d2176-4d9e-4bce-ba2a-4c7cb2a49f7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 744fe390-71eb-4787-b5a1-141bf74c2f87 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:42.944353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-407d2176-4d9e-4bce-ba2a-4c7cb2a49f7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:42.959379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedbbc2a-4a02-49f8-9bf0-6d5007b6a376 None None] Pushing event updated for resources: {'Port': ['ID=f4bb3a1b-dfb1-47af-9e65-6e595cff69a4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:42.986721 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-407d2176-4d9e-4bce-ba2a-4c7cb2a49f7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.022440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-225aa98e-8926-49b6-ad68-3170878d1e40 None None] Could not find standard attr ID for object dd02ac2a-cb20-4fda-a3db-1ef932a66118. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:49:43.073884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-407d2176-4d9e-4bce-ba2a-4c7cb2a49f7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.191713 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-407d2176-4d9e-4bce-ba2a-4c7cb2a49f7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.216482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407d2176-4d9e-4bce-ba2a-4c7cb2a49f7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=744fe390-71eb-4787-b5a1-141bf74c2f87,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:43.222272 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-407d2176-4d9e-4bce-ba2a-4c7cb2a49f7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.224205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-407d2176-4d9e-4bce-ba2a-4c7cb2a49f7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/744fe390-71eb-4787-b5a1-141bf74c2f87 HTTP/1.1" status: 204 len: 168 time: 0.3437822 Sep 10 03:49:43.226637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46952) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:43.229414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d92827-a150-4702-b953-d373eefc80c3 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:43.271870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-102f8452-bec8-4351-aa24-52c0a468fd44 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0405939 Sep 10 03:49:43.272031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46956) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:43.277283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:43.367765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f25dc2c-4de9-4d31-98ce-19daf9788803 req-28e9a561-468f-4df6-9d29-e6476f52ba69 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:43.369279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f25dc2c-4de9-4d31-98ce-19daf9788803 req-28e9a561-468f-4df6-9d29-e6476f52ba69 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0584440 Sep 10 03:49:43.410804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f25dc2c-4de9-4d31-98ce-19daf9788803 req-5e2167e0-12e2-4175-860e-696fc36905ab tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352709 Sep 10 03:49:43.424582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a963452d-060d-40ed-b68c-2a051e48e114 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:43.436475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:43.441053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.475330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a963452d-060d-40ed-b68c-2a051e48e114 None None] Deleting port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:43.475752 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a963452d-060d-40ed-b68c-2a051e48e114 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.549764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a963452d-060d-40ed-b68c-2a051e48e114 None None] For port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f4bb3a1b-dfb1-47af-9e65-6e595cff69a4,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:43.550251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a963452d-060d-40ed-b68c-2a051e48e114 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.563191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a963452d-060d-40ed-b68c-2a051e48e114 None None] Calling delete_port for f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:43.762008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a963452d-060d-40ed-b68c-2a051e48e114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.768069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.788895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a963452d-060d-40ed-b68c-2a051e48e114 None None] Pushing event deleted for resources: {'Port': ['ID=f4bb3a1b-dfb1-47af-9e65-6e595cff69a4,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:43.795045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a963452d-060d-40ed-b68c-2a051e48e114 None None] No DVR routers for this DVR port f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:43.817684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:43.820524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:43.825340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:43.825872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:43.830834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca0727c-eac8-4b62-8fc2-80934eee7ebe None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:43.844017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=1d563f68-94d2-4982-aadd-048d39c96de5,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:43.887809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3eae353-f3bb-4811-bab6-2e58c0b99306 req-0d2ec03b-e4b6-47eb-866a-3ce3d7a84371 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:43.889314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3eae353-f3bb-4811-bab6-2e58c0b99306 req-0d2ec03b-e4b6-47eb-866a-3ce3d7a84371 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0644574 Sep 10 03:49:43.915418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:43.934198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3eae353-f3bb-4811-bab6-2e58c0b99306 req-7f695a4f-6986-4ab3-bd50-74933b1639e8 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378940 Sep 10 03:49:43.943521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:43.958125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f4bb3a1b-dfb1-47af-9e65-6e595cff69a4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:43.958858 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4bc21f01-49a4-40b5-94f0-973f6b9b0641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6730788 Sep 10 03:49:43.959609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46970) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:43.959609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'name': 'tempest-NetworksTestDHCPv6-592647232'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:43.975345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5859d-8876-4998-9d30-7845501654fd req-94a43581-3627-4ea3-9d06-ec06c3ba11ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:43.977172 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-20e5859d-8876-4998-9d30-7845501654fd req-94a43581-3627-4ea3-9d06-ec06c3ba11ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2199e50e2947479f837e4bd11f17ff86&device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 1097 time: 0.0752747 Sep 10 03:49:44.022022 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '1d563f68-94d2-4982-aadd-048d39c96de5'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:44.023011 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.074375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5859d-8876-4998-9d30-7845501654fd req-c541b38f-186f-4ede-8c71-cfd76231e383 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:44.076009 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-20e5859d-8876-4998-9d30-7845501654fd req-c541b38f-186f-4ede-8c71-cfd76231e383 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc HTTP/1.1" status: 200 len: 912 time: 0.0917232 Sep 10 03:49:44.123651 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-20e5859d-8876-4998-9d30-7845501654fd req-74887d86-958f-416c-aaee-168551f483ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4c9c481d-ff25-43aa-b889-c46da4904785 HTTP/1.1" status: 200 len: 217 time: 0.0396597 Sep 10 03:49:44.159325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/1d563f68-94d2-4982-aadd-048d39c96de5/d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:44.161912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:44.165494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.178865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e5859d-8876-4998-9d30-7845501654fd req-fefbb4ac-fd90-4446-bc9a-ec6bbeeab313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:44.180451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-20e5859d-8876-4998-9d30-7845501654fd req-fefbb4ac-fd90-4446-bc9a-ec6bbeeab313 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ac2e7883-0901-4c78-a8bc-ddeab8da2c2b HTTP/1.1" status: 200 len: 851 time: 0.0503457 Sep 10 03:49:44.183610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port c30e2a4a-32e9-4a20-a850-0035e387726f yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:49:44.214478 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-20e5859d-8876-4998-9d30-7845501654fd req-94eec27c-1972-454e-887b-c286a757313c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265341 Sep 10 03:49:44.306542 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.310998 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-20e5859d-8876-4998-9d30-7845501654fd req-98658c1b-32bb-4623-b121-3b0f4f97100e service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890198 Sep 10 03:49:44.314842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Transition to ACTIVE for port object d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:44.329252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Transition to ACTIVE for port object d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:44.386409 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.402489 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-20e5859d-8876-4998-9d30-7845501654fd req-672d1a87-1294-467d-9d9c-32b4ff76a98d service neutron] 10.222.0.20 "GET /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845244 Sep 10 03:49:44.430167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:44.433459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:44.435909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:44.452325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Pushing event updated for resources: {'Port': ['ID=d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:44.460753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::79 (2bd354de-cfd6-4946-8d31-bfaa5125464c/1d563f68-94d2-4982-aadd-048d39c96de5/c30e2a4a-32e9-4a20-a850-0035e387726f) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:44.505849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Attempting to bind port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:44.506550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Attempting to bind port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:44.506914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Attempting to bind port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:44.515291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:44.515672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:44.516244 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.519966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:44.519966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Bound port: d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:44.519966 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.580378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] For port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:44.584208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] For port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:44.610548 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.624602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object c30e2a4a-32e9-4a20-a850-0035e387726f will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:44.671139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.717066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.737597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096d7fb3-3cc0-48ec-87ea-7fb71a24a2f9 None None] Pushing event updated for resources: {'Port': ['ID=d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:44.788715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=c30e2a4a-32e9-4a20-a850-0035e387726f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:44.796802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:44.798349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:44.800716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:44.806640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:44.807244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:44.875507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cea7e4fc-62c5-4988-a66e-492f52094481 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9250615 Sep 10 03:49:44.878078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46980) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:44.936780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe78091e-0596-4b11-963a-b3c61114ff82 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:44.943519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe78091e-0596-4b11-963a-b3c61114ff82 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:44.945568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fe78091e-0596-4b11-963a-b3c61114ff82 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.0658078 Sep 10 03:49:44.947857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46982) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:45.082958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54071cef-e852-46e6-9f22-98b0bab46c9a req-9e34c4ed-8d8b-475d-ae88-692397131ad7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:45.084369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54071cef-e852-46e6-9f22-98b0bab46c9a req-9e34c4ed-8d8b-475d-ae88-692397131ad7 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0641093 Sep 10 03:49:45.090689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-60c9577b-a1ee-4459-8e44-6bd046e2c024 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port c30e2a4a-32e9-4a20-a850-0035e387726f {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:45.091023 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60c9577b-a1ee-4459-8e44-6bd046e2c024 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.180078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54071cef-e852-46e6-9f22-98b0bab46c9a req-b4994137-a854-49a2-97dc-901ee8a5edec tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848150 Sep 10 03:49:45.208066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60c9577b-a1ee-4459-8e44-6bd046e2c024 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.221056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-60c9577b-a1ee-4459-8e44-6bd046e2c024 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for c30e2a4a-32e9-4a20-a850-0035e387726f owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:45.417671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60c9577b-a1ee-4459-8e44-6bd046e2c024 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.453378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c9577b-a1ee-4459-8e44-6bd046e2c024 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=c30e2a4a-32e9-4a20-a850-0035e387726f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:45.479285 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60c9577b-a1ee-4459-8e44-6bd046e2c024 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.481287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-60c9577b-a1ee-4459-8e44-6bd046e2c024 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/c30e2a4a-32e9-4a20-a850-0035e387726f HTTP/1.1" status: 204 len: 168 time: 0.5325165 Sep 10 03:49:45.483711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46986) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:45.594361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c04dfe-e4f6-4463-b048-ae65d07a4a87 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:45.595900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82c04dfe-e4f6-4463-b048-ae65d07a4a87 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:45.597525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-82c04dfe-e4f6-4463-b048-ae65d07a4a87 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1128440 Sep 10 03:49:45.600102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46988) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:45.659118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-dba00d04-815a-407b-bfb4-b6793f7499a9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 1d563f68-94d2-4982-aadd-048d39c96de5 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:45.662408 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dba00d04-815a-407b-bfb4-b6793f7499a9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.708483 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dba00d04-815a-407b-bfb4-b6793f7499a9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.805461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dba00d04-815a-407b-bfb4-b6793f7499a9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:45.857713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9b9bfcad-4fee-47b9-a9f7-505017fdbb15 None None] Provisioning for port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:45.956477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:45.987799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9d85e722-8075-400e-b252-6446484c06a3 None None] Could not find standard attr ID for object c30e2a4a-32e9-4a20-a850-0035e387726f. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:49:46.029702 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dba00d04-815a-407b-bfb4-b6793f7499a9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.063900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba00d04-815a-407b-bfb4-b6793f7499a9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=1d563f68-94d2-4982-aadd-048d39c96de5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:46.068563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dba00d04-815a-407b-bfb4-b6793f7499a9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.071960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dba00d04-815a-407b-bfb4-b6793f7499a9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/1d563f68-94d2-4982-aadd-048d39c96de5 HTTP/1.1" status: 204 len: 168 time: 0.4693594 Sep 10 03:49:46.073232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46998) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:46.115917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:46.119543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07650d66-4864-4bcf-83ae-3ba872031a4f None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:46.119849 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-50ace8be-3691-4d1e-a9be-09740a97bc77 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0448613 Sep 10 03:49:46.123894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:46.124452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47000) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:46.124613 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.174498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac1fb49-8947-4071-8f1b-e544a8f94f3e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:46.176696 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2ac1fb49-8947-4071-8f1b-e544a8f94f3e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0510933 Sep 10 03:49:46.179245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47002) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:46.232354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d04f9d1-39cd-4837-858c-0ee2de276483 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:46.236555 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6d04f9d1-39cd-4837-858c-0ee2de276483 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0537400 Sep 10 03:49:46.236931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47006) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:46.284507 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cb32220b-c7ac-49f0-9db6-d11ccbdd8c79 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0429406 Sep 10 03:49:46.289783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47008) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:46.296471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:46.302062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.315895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd51a0b-55e4-40ad-87fb-587cbfdea30b req-1e268544-9a9d-4a58-80ca-c426ae0ceefa tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:46.322070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcd51a0b-55e4-40ad-87fb-587cbfdea30b req-1e268544-9a9d-4a58-80ca-c426ae0ceefa tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0630341 Sep 10 03:49:46.340004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:46.366860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcd51a0b-55e4-40ad-87fb-587cbfdea30b req-195cd639-8582-477d-9582-7fef1d9a2b07 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Sep 10 03:49:46.396753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1000a46c-3cef-47f7-8175-bdb8f9759d5c None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:46.460054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1000a46c-3cef-47f7-8175-bdb8f9759d5c None None] Deleting port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:46.460054 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1000a46c-3cef-47f7-8175-bdb8f9759d5c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.590759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:46.594892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.639315 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.681977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1000a46c-3cef-47f7-8175-bdb8f9759d5c None None] For port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:46.682292 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1000a46c-3cef-47f7-8175-bdb8f9759d5c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.702305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1000a46c-3cef-47f7-8175-bdb8f9759d5c None None] Calling delete_port for d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:46.718666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:46.897558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.916551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1000a46c-3cef-47f7-8175-bdb8f9759d5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.945290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:46.949691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:46.949948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1000a46c-3cef-47f7-8175-bdb8f9759d5c None None] Pushing event deleted for resources: {'Port': ['ID=d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:46.953988 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:46.954601 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:46.963403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1000a46c-3cef-47f7-8175-bdb8f9759d5c None None] No DVR routers for this DVR port d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:46.966578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=53ef1b7b-7767-4fda-b2b1-cfed8cd45bde,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:46.997627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726cc5ac-a63b-4980-9197-3e047c994eec None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:47.036548 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5bc3e01c-d1ec-48ae-8c24-9b409c9dec2e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7439630 Sep 10 03:49:47.038484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1810be-0179-4cdb-b1c8-e55d5447c125 req-99e2a488-83b2-4cda-98dc-c57e20ae2005 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:47.038484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef1810be-0179-4cdb-b1c8-e55d5447c125 req-99e2a488-83b2-4cda-98dc-c57e20ae2005 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0527139 Sep 10 03:49:47.040602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47022) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:47.045965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': '53ef1b7b-7767-4fda-b2b1-cfed8cd45bde', 'ip_address': '2001:db8::74fc:abbf:c3b2:5670'}], 'name': 'tempest-NetworksTestDHCPv6-666730895'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:47.139589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef1810be-0179-4cdb-b1c8-e55d5447c125 req-7069cca8-cb1f-4cf8-8c31-8ec4bd91d1ba tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900042 Sep 10 03:49:47.141989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '53ef1b7b-7767-4fda-b2b1-cfed8cd45bde'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:47.142918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.259218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:47.275235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/53ef1b7b-7767-4fda-b2b1-cfed8cd45bde/fc17be51-3dfc-4e2c-a895-1b7234d218b9) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:47.341372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.358787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port f7044370-bdd6-47b3-96a2-3115e0dcc312 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:49:47.417461 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.425598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Transition to ACTIVE for port object fc17be51-3dfc-4e2c-a895-1b7234d218b9 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:47.440370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Transition to ACTIVE for port object fc17be51-3dfc-4e2c-a895-1b7234d218b9 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:47.493740 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.533437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:47.541575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:47.545862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Pushing event updated for resources: {'Port': ['ID=fc17be51-3dfc-4e2c-a895-1b7234d218b9,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:47.545862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:47.575146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::74fc:abbf:c3b2:5670 (2bd354de-cfd6-4946-8d31-bfaa5125464c/53ef1b7b-7767-4fda-b2b1-cfed8cd45bde/f7044370-bdd6-47b3-96a2-3115e0dcc312) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:47.601900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Attempting to bind port fc17be51-3dfc-4e2c-a895-1b7234d218b9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:47.602268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Attempting to bind port fc17be51-3dfc-4e2c-a895-1b7234d218b9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:47.602632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Attempting to bind port fc17be51-3dfc-4e2c-a895-1b7234d218b9 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:47.607975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:47.608350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:47.608747 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.609161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:47.609675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Bound port: fc17be51-3dfc-4e2c-a895-1b7234d218b9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:47.610000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.671992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] For port fc17be51-3dfc-4e2c-a895-1b7234d218b9, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:47.674992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] For port fc17be51-3dfc-4e2c-a895-1b7234d218b9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fc17be51-3dfc-4e2c-a895-1b7234d218b9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:47.729067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.742270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object f7044370-bdd6-47b3-96a2-3115e0dcc312 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:47.777879 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.848753 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:47.858609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12255d3c-ab66-4ffd-a3bc-2cd7c55268c6 None None] Pushing event updated for resources: {'Port': ['ID=fc17be51-3dfc-4e2c-a895-1b7234d218b9,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:47.907762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:47.930423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=f7044370-bdd6-47b3-96a2-3115e0dcc312,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:47.938438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:47.940312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:47.940732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:47.942249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d9a0805f-74c3-4b9d-b8d9-c1b164b0a8e7 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:47.943722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:47.952083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:47.952912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.045234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e895affc-f40d-42dd-848d-434c7f9dde90 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0005291 Sep 10 03:49:48.045914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47032) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:48.101899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e6c17d-8f85-4064-baaf-53da4eadcefc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:48.108050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e6c17d-8f85-4064-baaf-53da4eadcefc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:48.109688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d1e6c17d-8f85-4064-baaf-53da4eadcefc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0633588 Sep 10 03:49:48.112642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47034) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:48.213358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e4b76f3a-a643-4f9d-a227-ac16f7c7784d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port f7044370-bdd6-47b3-96a2-3115e0dcc312 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:48.213723 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f3a-a643-4f9d-a227-ac16f7c7784d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.258944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7b5513-636d-4185-90b6-333bea8e850f req-b0d2910b-fe7c-44b6-a286-a4e170abbea4 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:48.260540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f7b5513-636d-4185-90b6-333bea8e850f req-b0d2910b-fe7c-44b6-a286-a4e170abbea4 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0493760 Sep 10 03:49:48.301905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f7b5513-636d-4185-90b6-333bea8e850f req-1fc889b7-abea-4f9a-8b2a-03dba067978c tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341005 Sep 10 03:49:48.307306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f3a-a643-4f9d-a227-ac16f7c7784d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.321119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e4b76f3a-a643-4f9d-a227-ac16f7c7784d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for f7044370-bdd6-47b3-96a2-3115e0dcc312 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:48.510593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f3a-a643-4f9d-a227-ac16f7c7784d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.544195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b76f3a-a643-4f9d-a227-ac16f7c7784d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=f7044370-bdd6-47b3-96a2-3115e0dcc312,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:48.573136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4b76f3a-a643-4f9d-a227-ac16f7c7784d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.575185 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e4b76f3a-a643-4f9d-a227-ac16f7c7784d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/f7044370-bdd6-47b3-96a2-3115e0dcc312 HTTP/1.1" status: 204 len: 168 time: 0.4614778 Sep 10 03:49:48.577546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47038) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:48.632598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65f4609-260f-481c-bc78-e2c1fe67265d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:48.634124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65f4609-260f-481c-bc78-e2c1fe67265d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:48.635727 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d65f4609-260f-481c-bc78-e2c1fe67265d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0570817 Sep 10 03:49:48.638579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47040) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:48.693352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8348c83-cd1c-4b5c-8fd7-ecf74005d027 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 53ef1b7b-7767-4fda-b2b1-cfed8cd45bde {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:48.696864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8348c83-cd1c-4b5c-8fd7-ecf74005d027 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.738815 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8348c83-cd1c-4b5c-8fd7-ecf74005d027 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.830288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8348c83-cd1c-4b5c-8fd7-ecf74005d027 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:48.907834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b9da33b9-229b-400d-9685-9c9c47500ff6 None None] Provisioning for port fc17be51-3dfc-4e2c-a895-1b7234d218b9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:48.985092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8348c83-cd1c-4b5c-8fd7-ecf74005d027 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.018380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8348c83-cd1c-4b5c-8fd7-ecf74005d027 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=53ef1b7b-7767-4fda-b2b1-cfed8cd45bde,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:49.020458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8234c7ab-b1ca-41c8-92f6-a6fbae4940f2 None None] Could not find standard attr ID for object f7044370-bdd6-47b3-96a2-3115e0dcc312. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:49:49.031164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8348c83-cd1c-4b5c-8fd7-ecf74005d027 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.031164 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f8348c83-cd1c-4b5c-8fd7-ecf74005d027 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/53ef1b7b-7767-4fda-b2b1-cfed8cd45bde HTTP/1.1" status: 204 len: 168 time: 0.3884494 Sep 10 03:49:49.032520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47048) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:49.078023 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c9590302-0c72-46e9-a30e-e9392a22f389 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437999 Sep 10 03:49:49.082957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47050) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:49.088222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:49.103958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a21373d-0cb3-47f3-aa7c-3be8be167e91 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:49.247505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:49.251241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.276918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473a1f94-d517-4cff-bc04-45f9a1f64952 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:49.327582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-473a1f94-d517-4cff-bc04-45f9a1f64952 None None] Deleting port fc17be51-3dfc-4e2c-a895-1b7234d218b9 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:49.327919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-473a1f94-d517-4cff-bc04-45f9a1f64952 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.395343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-473a1f94-d517-4cff-bc04-45f9a1f64952 None None] For port fc17be51-3dfc-4e2c-a895-1b7234d218b9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fc17be51-3dfc-4e2c-a895-1b7234d218b9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:49.395766 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-473a1f94-d517-4cff-bc04-45f9a1f64952 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.408295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-473a1f94-d517-4cff-bc04-45f9a1f64952 None None] Calling delete_port for fc17be51-3dfc-4e2c-a895-1b7234d218b9 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:49.426595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786f4f1-688a-4501-a836-5d79f62ec765 req-29f12775-4c5e-4ed8-bb6a-a31206ac4c48 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:49.428298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4786f4f1-688a-4501-a836-5d79f62ec765 req-29f12775-4c5e-4ed8-bb6a-a31206ac4c48 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0524290 Sep 10 03:49:49.468067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4786f4f1-688a-4501-a836-5d79f62ec765 req-2507099c-880f-461b-a78b-4ab908d39558 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331552 Sep 10 03:49:49.584909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.596312 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-473a1f94-d517-4cff-bc04-45f9a1f64952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.622167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473a1f94-d517-4cff-bc04-45f9a1f64952 None None] Pushing event deleted for resources: {'Port': ['ID=fc17be51-3dfc-4e2c-a895-1b7234d218b9,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:49.624136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473a1f94-d517-4cff-bc04-45f9a1f64952 None None] No DVR routers for this DVR port fc17be51-3dfc-4e2c-a895-1b7234d218b9 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:49.634980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:49.641184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:49.642107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:49.642691 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.650242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce6f87b-4d61-41f1-8a87-073a526e46f8 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:49.653322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=0d526cb0-0722-45e5-b74e-e2c21aedf6a0,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:49.751596 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c80996f7-de18-44dc-9bad-1c6cd14f1642 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6675074 Sep 10 03:49:49.755075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47056) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:49.760727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': '0d526cb0-0722-45e5-b74e-e2c21aedf6a0', 'ip_address': '2001:db8::71c9:df83:cf20:eea2'}], 'name': 'tempest-NetworksTestDHCPv6-1852123822'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:49.800830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '0d526cb0-0722-45e5-b74e-e2c21aedf6a0'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:49.801782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.901387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-a10e5e4a-400e-44fb-b43b-fc3c7eb795df tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:49.902922 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-a10e5e4a-400e-44fb-b43b-fc3c7eb795df tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.20 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 946 time: 0.0501654 Sep 10 03:49:49.928047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:49.933801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:49.942707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/0d526cb0-0722-45e5-b74e-e2c21aedf6a0/a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:49.951624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 05de5124-76ac-433f-84ea-57b7b1b2cdab yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:49:50.029649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Deleting port 4c9c481d-ff25-43aa-b889-c46da4904785 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:50.029919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.112426 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.122792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Transition to ACTIVE for port object a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:50.141193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Transition to ACTIVE for port object a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:50.148768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] For port 4c9c481d-ff25-43aa-b889-c46da4904785, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=4c9c481d-ff25-43aa-b889-c46da4904785,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:50.149166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.162270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Calling delete_port for 4c9c481d-ff25-43aa-b889-c46da4904785 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:50.219911 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.258007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:50.260832 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:50.264450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:50.271394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::71c9:df83:cf20:eea2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/0d526cb0-0722-45e5-b74e-e2c21aedf6a0/05de5124-76ac-433f-84ea-57b7b1b2cdab) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:50.280157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Pushing event updated for resources: {'Port': ['ID=a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:50.328224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Attempting to bind port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:50.328685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Attempting to bind port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:50.329100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Attempting to bind port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:50.334422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:50.334794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:50.335182 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.335571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:50.336044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Bound port: a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:50.336414 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.379960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.395031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['53c29341-f7b7-4f8a-be31-ce425a6d5fac', '4c9c481d-ff25-43aa-b889-c46da4904785'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:49:50.419300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Pushing event deleted for resources: {'Port': ['ID=4c9c481d-ff25-43aa-b889-c46da4904785,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:50.434489 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.436895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] For port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:50.450049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 05de5124-76ac-433f-84ea-57b7b1b2cdab will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:50.454152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] For port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:50.459042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] No DVR routers for this DVR port 4c9c481d-ff25-43aa-b889-c46da4904785 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:50.461686 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.464148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-601ffbbb-10d5-4a98-b797-86bd7fb63417 req-11f4d99e-4897-46bb-b7bc-1703fba1efdf tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.20 "DELETE /v2.0/ports/4c9c481d-ff25-43aa-b889-c46da4904785 HTTP/1.1" status: 204 len: 173 time: 0.5548584 Sep 10 03:49:50.464655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50af3749-6bfd-48f9-8fca-6197329859b7', 'name': 'network-vif-deleted', 'tag': '4c9c481d-ff25-43aa-b889-c46da4904785'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:50.467608 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0d3fc1-e9f3-42b3-a9a0-550018f826f4" -d '{"events": [{"server_uuid": "50af3749-6bfd-48f9-8fca-6197329859b7", "name": "network-vif-deleted", "tag": "4c9c481d-ff25-43aa-b889-c46da4904785"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:50.579580 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.587652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36d2c898-97a3-4298-bb36-911d044985f7 req-5556ccf6-c9df-499c-8a19-634f47272099 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=50af3749-6bfd-48f9-8fca-6197329859b7 HTTP/1.1" status: 200 len: 210 time: 0.0349307 Sep 10 03:49:50.639719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befb8ca3-8192-42e0-a7f8-a3172659ecf8 None None] Pushing event updated for resources: {'Port': ['ID=a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:50.640232 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.658095 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92be2b5f-a14e-472f-b3d7-fd1add52e1af x-openstack-request-id: req-92be2b5f-a14e-472f-b3d7-fd1add52e1af {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:50.658516 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50af3749-6bfd-48f9-8fca-6197329859b7", "name": "network-vif-deleted", "tag": "4c9c481d-ff25-43aa-b889-c46da4904785", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:50.658657 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92be2b5f-a14e-472f-b3d7-fd1add52e1af {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:50.659092 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50af3749-6bfd-48f9-8fca-6197329859b7', 'name': 'network-vif-deleted', 'tag': '4c9c481d-ff25-43aa-b889-c46da4904785', 'status': 'completed', 'code': 200} Sep 10 03:49:50.705228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:50.710854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:50.715760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:50.721763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:50.722434 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.726034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=05de5124-76ac-433f-84ea-57b7b1b2cdab,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:50.768340 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5102d4a1-f225-4951-b16c-4e9b20cb70dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:50.860186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f9fe5714-7986-46f1-88f2-ffdfb1ec7202 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1035125 Sep 10 03:49:50.862692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47072) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:50.918065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c6795-a61f-4849-8813-fc7694ab3aa7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:50.924442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7c6795-a61f-4849-8813-fc7694ab3aa7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:50.926575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8d7c6795-a61f-4849-8813-fc7694ab3aa7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0622983 Sep 10 03:49:50.929143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47074) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:51.024045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0f55e-542f-46e4-8006-13a16a082f5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 05de5124-76ac-433f-84ea-57b7b1b2cdab {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:51.024390 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f55e-542f-46e4-8006-13a16a082f5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.117054 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f55e-542f-46e4-8006-13a16a082f5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.129813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2ee0f55e-542f-46e4-8006-13a16a082f5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 05de5124-76ac-433f-84ea-57b7b1b2cdab owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:51.165434 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:49:51.327432 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f55e-542f-46e4-8006-13a16a082f5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.358171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee0f55e-542f-46e4-8006-13a16a082f5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=05de5124-76ac-433f-84ea-57b7b1b2cdab,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:51.385354 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ee0f55e-542f-46e4-8006-13a16a082f5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.387525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2ee0f55e-542f-46e4-8006-13a16a082f5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/05de5124-76ac-433f-84ea-57b7b1b2cdab HTTP/1.1" status: 204 len: 168 time: 0.4574449 Sep 10 03:49:51.390150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47084) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:51.447842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b24c1-3577-45ec-b4ad-731659097cd0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:51.449670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41b24c1-3577-45ec-b4ad-731659097cd0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:51.454307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c41b24c1-3577-45ec-b4ad-731659097cd0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0601516 Sep 10 03:49:51.454539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47086) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:51.512701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-30f07865-9d3d-4a4b-837b-0c21c7218531 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 0d526cb0-0722-45e5-b74e-e2c21aedf6a0 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:51.516506 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30f07865-9d3d-4a4b-837b-0c21c7218531 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.560235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30f07865-9d3d-4a4b-837b-0c21c7218531 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.656931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30f07865-9d3d-4a4b-837b-0c21c7218531 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.742926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fd29f1f2-6b17-4fb6-aff0-132d0dc49276 None None] Provisioning for port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:51.854871 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30f07865-9d3d-4a4b-837b-0c21c7218531 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.868711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-475d9f26-8a21-4400-af40-cf6c447058d7 None None] Could not find standard attr ID for object 05de5124-76ac-433f-84ea-57b7b1b2cdab. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:49:51.884173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f07865-9d3d-4a4b-837b-0c21c7218531 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=0d526cb0-0722-45e5-b74e-e2c21aedf6a0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:51.888481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30f07865-9d3d-4a4b-837b-0c21c7218531 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:51.892714 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-30f07865-9d3d-4a4b-837b-0c21c7218531 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/0d526cb0-0722-45e5-b74e-e2c21aedf6a0 HTTP/1.1" status: 204 len: 168 time: 0.4347498 Sep 10 03:49:51.892974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47092) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:51.936652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:51.938417 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-07a5e24b-89ce-4d7f-8ac5-d2b75c55ef13 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0444539 Sep 10 03:49:51.941785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47094) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:51.949817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:51.979744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae43b884-5d57-4e84-8fbe-b7012047e899 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:52.139509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:52.143386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.165324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e87ebc-b5e3-4170-9ec1-c5414185d997 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:52.195491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701d1fe2-7f7b-4caf-9473-331ed9c2f822 req-cd976053-df50-43d2-93d8-1577f3f35595 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:52.195915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:52.197039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-701d1fe2-7f7b-4caf-9473-331ed9c2f822 req-cd976053-df50-43d2-93d8-1577f3f35595 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0885019 Sep 10 03:49:52.202262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:52.202767 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.272400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e87ebc-b5e3-4170-9ec1-c5414185d997 None None] Deleting port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:52.272860 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f9e87ebc-b5e3-4170-9ec1-c5414185d997 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.292611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-701d1fe2-7f7b-4caf-9473-331ed9c2f822 req-6d8a509d-042a-45af-a701-2a7122f7b3d4 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586882 Sep 10 03:49:52.355329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.374533 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f9e87ebc-b5e3-4170-9ec1-c5414185d997 None None] For port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:52.374928 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f9e87ebc-b5e3-4170-9ec1-c5414185d997 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.400530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f9e87ebc-b5e3-4170-9ec1-c5414185d997 None None] Calling delete_port for a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:52.416921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:52.544688 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.573755 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.594188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:52.597332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:52.601479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:52.602070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.609565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=8eb078bf-42dd-429d-89b6-f862c30289f6,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:52.625318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:52.647092 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f9e87ebc-b5e3-4170-9ec1-c5414185d997 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.671310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e87ebc-b5e3-4170-9ec1-c5414185d997 None None] Pushing event deleted for resources: {'Port': ['ID=a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:52.674777 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9e87ebc-b5e3-4170-9ec1-c5414185d997 None None] No DVR routers for this DVR port a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:52.687728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8674bc7f-7224-4d3d-a9c3-8810b3edc59a None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:52.703664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fc9a4dd9-57f1-40bf-9ad3-9ae4869e1bcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7604375 Sep 10 03:49:52.707048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47106) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:52.712169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': '8eb078bf-42dd-429d-89b6-f862c30289f6', 'ip_address': '2001:db8::7adb:b0b7:c4d7:7b4a'}], 'name': 'tempest-NetworksTestDHCPv6-2055938958'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:52.829641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '8eb078bf-42dd-429d-89b6-f862c30289f6'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:52.830568 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:52.909955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:52.969939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/8eb078bf-42dd-429d-89b6-f862c30289f6/d92a73ba-f350-4cd7-91ad-25dafea359e3) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:52.996513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.013666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 5df0e919-1ab1-43e8-b957-647744f83745 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:49:53.111158 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.119406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Transition to ACTIVE for port object d92a73ba-f350-4cd7-91ad-25dafea359e3 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:53.134173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Transition to ACTIVE for port object d92a73ba-f350-4cd7-91ad-25dafea359e3 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:53.208204 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.251465 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:53.263269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:53.265633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Pushing event updated for resources: {'Port': ['ID=d92a73ba-f350-4cd7-91ad-25dafea359e3,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:53.267896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::7adb:b0b7:c4d7:7b4a (2bd354de-cfd6-4946-8d31-bfaa5125464c/8eb078bf-42dd-429d-89b6-f862c30289f6/5df0e919-1ab1-43e8-b957-647744f83745) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:53.268046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:53.352131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Attempting to bind port d92a73ba-f350-4cd7-91ad-25dafea359e3 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:53.353734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Attempting to bind port d92a73ba-f350-4cd7-91ad-25dafea359e3 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:53.355997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Attempting to bind port d92a73ba-f350-4cd7-91ad-25dafea359e3 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:53.364374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:53.364896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:53.365418 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.366544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:53.366544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Bound port: d92a73ba-f350-4cd7-91ad-25dafea359e3, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:53.367051 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.461828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0d526939-a622-4060-b154-aed0f106e633 None None] For port d92a73ba-f350-4cd7-91ad-25dafea359e3, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:53.466223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0d526939-a622-4060-b154-aed0f106e633 None None] For port d92a73ba-f350-4cd7-91ad-25dafea359e3, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d92a73ba-f350-4cd7-91ad-25dafea359e3,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:53.511731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0b975-9a66-49e3-86be-b01a04a7b285 req-557b792b-ba37-4858-bb4b-6a11f747de7c tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:53.513242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5d0b975-9a66-49e3-86be-b01a04a7b285 req-557b792b-ba37-4858-bb4b-6a11f747de7c tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.1060796 Sep 10 03:49:53.525952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a09cd08e-b1cc-4c07-aff2-faba1d9aef2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.545614 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.617286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d526939-a622-4060-b154-aed0f106e633 None None] Pushing event updated for resources: {'Port': ['ID=d92a73ba-f350-4cd7-91ad-25dafea359e3,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:53.708943 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.881185 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:53.902915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 5df0e919-1ab1-43e8-b957-647744f83745 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:53.940242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5d0b975-9a66-49e3-86be-b01a04a7b285 req-d19c685d-7ef4-4f0a-89d0-9ab55bc6914e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef18ecad-cebf-4799-936e-4ecc4c17bbd3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4157758 Sep 10 03:49:53.951399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d92a73ba-f350-4cd7-91ad-25dafea359e3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:54.006490 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.049229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:54.052717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:54.057488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d92a73ba-f350-4cd7-91ad-25dafea359e3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:54.058656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:54.064633 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:54.065261 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.079204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=5df0e919-1ab1-43e8-b957-647744f83745,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:54.110479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:54.133645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:54.133910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a67c56bd-b8e3-4a51-8ef5-b8e90e07edd8 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:54.166576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bd38859a-68e6-4f08-a4d1-03cb32e5db59 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4583948 Sep 10 03:49:54.169057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47118) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:54.220506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ee66f2-7f77-48c5-bdd9-eb5fd1c330a8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:54.226994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ee66f2-7f77-48c5-bdd9-eb5fd1c330a8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:54.228633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-51ee66f2-7f77-48c5-bdd9-eb5fd1c330a8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.0586269 Sep 10 03:49:54.231276 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47120) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:54.334097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-663d7873-358a-4b80-a2a5-1eb5783ac1f0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 5df0e919-1ab1-43e8-b957-647744f83745 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:54.334464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-663d7873-358a-4b80-a2a5-1eb5783ac1f0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.383350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-f6804743-98cb-49a0-89cb-72e75f83c7f0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:54.385110 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-f6804743-98cb-49a0-89cb-72e75f83c7f0 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.20 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 945 time: 0.0608821 Sep 10 03:49:54.444621 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-663d7873-358a-4b80-a2a5-1eb5783ac1f0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.467322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-663d7873-358a-4b80-a2a5-1eb5783ac1f0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 5df0e919-1ab1-43e8-b957-647744f83745 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:54.508656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 4c9c481d-ff25-43aa-b889-c46da4904785 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:54.525014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Deleting port 53c29341-f7b7-4f8a-be31-ce425a6d5fac {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:54.532460 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.549912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 4c9c481d-ff25-43aa-b889-c46da4904785 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:54.551606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 4c9c481d-ff25-43aa-b889-c46da4904785 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:54.646300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] For port 53c29341-f7b7-4f8a-be31-ce425a6d5fac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=53c29341-f7b7-4f8a-be31-ce425a6d5fac,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:54.647740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.660143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Calling delete_port for 53c29341-f7b7-4f8a-be31-ce425a6d5fac owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:54.777431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-663d7873-358a-4b80-a2a5-1eb5783ac1f0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.810750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d7873-358a-4b80-a2a5-1eb5783ac1f0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=5df0e919-1ab1-43e8-b957-647744f83745,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:54.830611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fdbaa703-8bfc-4d12-8327-6bf5ff7eb01f None None] Provisioning for port d92a73ba-f350-4cd7-91ad-25dafea359e3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:54.834820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fdbaa703-8bfc-4d12-8327-6bf5ff7eb01f None None] Provisioning complete for port d92a73ba-f350-4cd7-91ad-25dafea359e3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:54.835211 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa703-8bfc-4d12-8327-6bf5ff7eb01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.853262 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-663d7873-358a-4b80-a2a5-1eb5783ac1f0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.855302 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-663d7873-358a-4b80-a2a5-1eb5783ac1f0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/5df0e919-1ab1-43e8-b957-647744f83745 HTTP/1.1" status: 204 len: 168 time: 0.6229994 Sep 10 03:49:54.857860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47134) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:54.913963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e34597e-87ac-4f56-8d98-19527304e4ea tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:54.915522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e34597e-87ac-4f56-8d98-19527304e4ea tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:54.917095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6e34597e-87ac-4f56-8d98-19527304e4ea tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0582359 Sep 10 03:49:54.920074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47136) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:54.921717 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.927293 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa703-8bfc-4d12-8327-6bf5ff7eb01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:54.940569 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['53c29341-f7b7-4f8a-be31-ce425a6d5fac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:49:55.005454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Pushing event deleted for resources: {'Port': ['ID=53c29341-f7b7-4f8a-be31-ce425a6d5fac,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:55.016722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fdbaa703-8bfc-4d12-8327-6bf5ff7eb01f None None] For port d92a73ba-f350-4cd7-91ad-25dafea359e3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d92a73ba-f350-4cd7-91ad-25dafea359e3,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:55.052276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e209615-3d06-4a8b-88cf-f2f3e0a52d68 req-7880665d-395b-4e7f-baac-d24ba98cf358 tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 210 time: 0.0321982 Sep 10 03:49:55.076596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0f46dfb-3831-4938-ac0b-eba2d578f9a7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 8eb078bf-42dd-429d-89b6-f862c30289f6 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:55.079033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] No DVR routers for this DVR port 53c29341-f7b7-4f8a-be31-ce425a6d5fac on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:55.081995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.085410 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-17ae9f65-ec94-49e3-8ca4-433980502823 req-e051d8f5-4e9c-45e3-8014-4dafe720f88e tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.20 "DELETE /v2.0/ports/53c29341-f7b7-4f8a-be31-ce425a6d5fac HTTP/1.1" status: 204 len: 173 time: 0.6890717 Sep 10 03:49:55.085410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3c0b772-c48a-405b-8977-459d74771823', 'name': 'network-vif-deleted', 'tag': '53c29341-f7b7-4f8a-be31-ce425a6d5fac'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:49:55.086687 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbbe7fb0-271a-438c-9492-9c6b3588be26" -d '{"events": [{"server_uuid": "d3c0b772-c48a-405b-8977-459d74771823", "name": "network-vif-deleted", "tag": "53c29341-f7b7-4f8a-be31-ce425a6d5fac"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:49:55.090998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0f46dfb-3831-4938-ac0b-eba2d578f9a7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.104922 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fdbaa703-8bfc-4d12-8327-6bf5ff7eb01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.131505 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:49:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-397abb08-9939-440d-9f1a-e87793fa9395 x-openstack-request-id: req-397abb08-9939-440d-9f1a-e87793fa9395 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:49:55.131832 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3c0b772-c48a-405b-8977-459d74771823", "name": "network-vif-deleted", "tag": "53c29341-f7b7-4f8a-be31-ce425a6d5fac", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:49:55.132083 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-397abb08-9939-440d-9f1a-e87793fa9395 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:49:55.132477 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3c0b772-c48a-405b-8977-459d74771823', 'name': 'network-vif-deleted', 'tag': '53c29341-f7b7-4f8a-be31-ce425a6d5fac', 'status': 'completed', 'code': 200} Sep 10 03:49:55.140647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.154436 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0f46dfb-3831-4938-ac0b-eba2d578f9a7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.163487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbaa703-8bfc-4d12-8327-6bf5ff7eb01f None None] Pushing event updated for resources: {'Port': ['ID=d92a73ba-f350-4cd7-91ad-25dafea359e3,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:55.216392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e9fd1068-e53d-4bfc-ad47-9dc429c5731e None None] Could not find standard attr ID for object 5df0e919-1ab1-43e8-b957-647744f83745. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:49:55.238845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0f46dfb-3831-4938-ac0b-eba2d578f9a7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.356751 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0f46dfb-3831-4938-ac0b-eba2d578f9a7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.385416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f46dfb-3831-4938-ac0b-eba2d578f9a7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=8eb078bf-42dd-429d-89b6-f862c30289f6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:55.389808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0f46dfb-3831-4938-ac0b-eba2d578f9a7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.394068 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c0f46dfb-3831-4938-ac0b-eba2d578f9a7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/8eb078bf-42dd-429d-89b6-f862c30289f6 HTTP/1.1" status: 204 len: 168 time: 0.4689503 Sep 10 03:49:55.395181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47146) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:55.400284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b389515f-bbe3-4713-b986-3bba9d607ad3 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:55.442874 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0cfcd9f0-438b-4d59-943a-7dbf4b14a234 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0465107 Sep 10 03:49:55.447320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47150) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:55.496425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcd7f71-6d8f-4923-a985-214e9ee05d06 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:55.500528 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6dcd7f71-6d8f-4923-a985-214e9ee05d06 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0520813 Sep 10 03:49:55.501203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47154) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:55.557984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7ac647-7da9-4574-ba05-475cd926ef22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:55.559538 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fb7ac647-7da9-4574-ba05-475cd926ef22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0572426 Sep 10 03:49:55.562495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47156) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:55.609388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f14793e7-fa4f-4994-9ea7-25a58045d4c6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0454893 Sep 10 03:49:55.613569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47160) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:55.618776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:55.620206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f19b44bb-82d9-4c3f-bce6-0caf9ffabb35 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:55.686749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f19b44bb-82d9-4c3f-bce6-0caf9ffabb35 None None] Deleting port d92a73ba-f350-4cd7-91ad-25dafea359e3 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:55.687325 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f19b44bb-82d9-4c3f-bce6-0caf9ffabb35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.749641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f19b44bb-82d9-4c3f-bce6-0caf9ffabb35 None None] For port d92a73ba-f350-4cd7-91ad-25dafea359e3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d92a73ba-f350-4cd7-91ad-25dafea359e3,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:55.750328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f19b44bb-82d9-4c3f-bce6-0caf9ffabb35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.762511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f19b44bb-82d9-4c3f-bce6-0caf9ffabb35 None None] Calling delete_port for d92a73ba-f350-4cd7-91ad-25dafea359e3 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:55.805548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:55.810521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:55.906265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d92a73ba-f350-4cd7-91ad-25dafea359e3 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:55.967425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f19b44bb-82d9-4c3f-bce6-0caf9ffabb35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.158082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f19b44bb-82d9-4c3f-bce6-0caf9ffabb35 None None] Pushing event deleted for resources: {'Port': ['ID=d92a73ba-f350-4cd7-91ad-25dafea359e3,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:56.163448 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.168304 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.184393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f6ed448-e969-4903-97dd-6722ca5a99ff req-ad7daa29-b6b1-4d84-831b-b5d0f9e8215f tempest-ServerRescueTestJSON-1795900034 tempest-ServerRescueTestJSON-1795900034-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3c0b772-c48a-405b-8977-459d74771823 HTTP/1.1" status: 200 len: 210 time: 0.0394268 Sep 10 03:49:56.187817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f19b44bb-82d9-4c3f-bce6-0caf9ffabb35 None None] No DVR routers for this DVR port d92a73ba-f350-4cd7-91ad-25dafea359e3 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:49:56.233344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:56.238886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:56.243537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:56.244213 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.259160 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.261519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a443fc57-66d1-4f08-8eb4-dfb25d241c8d None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:56.266991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=6017c1f7-7715-4016-95a8-d7b73b69ca30,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:56.345130 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-30836e6f-b470-4fc1-aeb3-cce9b7936df0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7304468 Sep 10 03:49:56.347883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47166) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:56.353047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': '6017c1f7-7715-4016-95a8-d7b73b69ca30', 'ip_address': '2001:db8::3c9:531a:f2da:52d9'}], 'name': 'tempest-NetworksTestDHCPv6-361701209'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:56.419514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '6017c1f7-7715-4016-95a8-d7b73b69ca30'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:49:56.420442 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.556215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/6017c1f7-7715-4016-95a8-d7b73b69ca30/7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:56.635527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:56.703344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.712850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Transition to ACTIVE for port object 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:56.722946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.732125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Transition to ACTIVE for port object 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:56.743819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 13fc475c-64ba-4d74-8ec9-ecd6d56c8589 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:49:56.790288 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.828951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:56.833716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:56.836297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:56.843303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Pushing event updated for resources: {'Port': ['ID=7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:56.896372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Attempting to bind port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:49:56.896734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Attempting to bind port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:49:56.896882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::3c9:531a:f2da:52d9 (2bd354de-cfd6-4946-8d31-bfaa5125464c/6017c1f7-7715-4016-95a8-d7b73b69ca30/13fc475c-64ba-4d74-8ec9-ecd6d56c8589) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:49:56.897088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Attempting to bind port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:49:56.901869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:49:56.902234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:49:56.902636 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.903011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:49:56.903464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Bound port: 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:49:56.903861 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:56.966057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] For port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:49:56.969039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] For port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:49:57.034450 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.042467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.055488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 13fc475c-64ba-4d74-8ec9-ecd6d56c8589 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:49:57.099624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e31e1b-883d-4df1-80eb-c8b2be4d30c1 None None] Pushing event updated for resources: {'Port': ['ID=7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:57.160881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.203038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:57.206164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:57.212568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:49:57.218152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:57.218672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.232138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=13fc475c-64ba-4d74-8ec9-ecd6d56c8589,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:57.272122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47178) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:57.350887 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-11dd9a05-5a4b-45ab-b8f2-8e5e000fd4a4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.0019307 Sep 10 03:49:57.353875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47180) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:57.358702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-68713883-921d-41ae-b902-e73695b811b6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': '6017c1f7-7715-4016-95a8-d7b73b69ca30', 'ip_address': '2001:db8::3c9:531a:f2da:52d9'}], 'name': 'tempest-NetworksTestDHCPv6-867891487'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:57.571581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68713883-921d-41ae-b902-e73695b811b6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:57.577358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68713883-921d-41ae-b902-e73695b811b6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.595712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-68713883-921d-41ae-b902-e73695b811b6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 56b45365-2ff1-4f48-8077-a45cbeb7b144 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:49:57.742751 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:57.823815 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-68713883-921d-41ae-b902-e73695b811b6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): There was a conflict when trying to complete your request. Sep 10 03:49:57.824304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68713883-921d-41ae-b902-e73695b811b6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:49:57.892484 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-68713883-921d-41ae-b902-e73695b811b6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.5375407 Sep 10 03:49:57.895303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47194) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:57.984305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d51e8c1-1c2e-4d03-b5e6-b5afd97448a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:57.985177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:49:57.991927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d51e8c1-1c2e-4d03-b5e6-b5afd97448a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:57.996370 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8d51e8c1-1c2e-4d03-b5e6-b5afd97448a0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0977247 Sep 10 03:49:57.996949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47196) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:58.105184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d13fc3-1d66-4072-b4f5-d9f1147a3d94 req-458f3b20-a29c-421c-8007-47199fbb32e9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:58.114351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7d13fc3-1d66-4072-b4f5-d9f1147a3d94 req-458f3b20-a29c-421c-8007-47199fbb32e9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 945 time: 0.1558831 Sep 10 03:49:58.134461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:58.159994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-092480f8-f804-4e6a-89e8-86e8e75e9d69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 13fc475c-64ba-4d74-8ec9-ecd6d56c8589 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:58.159994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092480f8-f804-4e6a-89e8-86e8e75e9d69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.171700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7d13fc3-1d66-4072-b4f5-d9f1147a3d94 req-b99c4b29-190f-457e-9802-9499550a9f15 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574927 Sep 10 03:49:58.290587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Deleting port 0ce4babf-43d1-43dd-8a5f-002f90d0b638 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:58.291255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.309700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092480f8-f804-4e6a-89e8-86e8e75e9d69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.321562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-983a4243-a3af-4ad8-bb9c-8b9f83b3683f None None] Provisioning for port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:49:58.326015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-983a4243-a3af-4ad8-bb9c-8b9f83b3683f None None] Provisioning complete for port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:49:58.331402 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-983a4243-a3af-4ad8-bb9c-8b9f83b3683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.338284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-092480f8-f804-4e6a-89e8-86e8e75e9d69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 13fc475c-64ba-4d74-8ec9-ecd6d56c8589 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:58.466901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] For port 0ce4babf-43d1-43dd-8a5f-002f90d0b638, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0ce4babf-43d1-43dd-8a5f-002f90d0b638,segment=NetworkSegment(a5121965-93d6-49d2-bc0f-7f8d219da53a),segment_id=a5121965-93d6-49d2-bc0f-7f8d219da53a)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:58.467569 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.490483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Calling delete_port for 0ce4babf-43d1-43dd-8a5f-002f90d0b638 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:58.495708 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-983a4243-a3af-4ad8-bb9c-8b9f83b3683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.533924 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 53c29341-f7b7-4f8a-be31-ce425a6d5fac no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:49:58.592884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 53c29341-f7b7-4f8a-be31-ce425a6d5fac {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:49:58.593380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 53c29341-f7b7-4f8a-be31-ce425a6d5fac not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:49:58.618208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-983a4243-a3af-4ad8-bb9c-8b9f83b3683f None None] For port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:58.686210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092480f8-f804-4e6a-89e8-86e8e75e9d69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.686814 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.688105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-983a4243-a3af-4ad8-bb9c-8b9f83b3683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.724776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092480f8-f804-4e6a-89e8-86e8e75e9d69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=13fc475c-64ba-4d74-8ec9-ecd6d56c8589,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:58.751130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983a4243-a3af-4ad8-bb9c-8b9f83b3683f None None] Pushing event updated for resources: {'Port': ['ID=7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:58.760126 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092480f8-f804-4e6a-89e8-86e8e75e9d69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.762289 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-092480f8-f804-4e6a-89e8-86e8e75e9d69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/13fc475c-64ba-4d74-8ec9-ecd6d56c8589 HTTP/1.1" status: 204 len: 168 time: 0.7639692 Sep 10 03:49:58.764565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47216) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:58.806327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a979b489-5501-41fd-8aa3-1c45fe61920b None None] Could not find standard attr ID for object 13fc475c-64ba-4d74-8ec9-ecd6d56c8589. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:49:58.828517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b894ca-f284-45e7-b070-17cb9e29ce5e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:58.830357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b894ca-f284-45e7-b070-17cb9e29ce5e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:58.832784 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-09b894ca-f284-45e7-b070-17cb9e29ce5e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0671077 Sep 10 03:49:58.835408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47222) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:58.852671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.880569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ce4babf-43d1-43dd-8a5f-002f90d0b638,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:58.896502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6e84545-8d4b-4047-a31c-aa048788c641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 6017c1f7-7715-4016-95a8-d7b73b69ca30 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:49:58.903852 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6e84545-8d4b-4047-a31c-aa048788c641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:58.976599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6e84545-8d4b-4047-a31c-aa048788c641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.080604 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.084206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6e84545-8d4b-4047-a31c-aa048788c641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.229018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6e84545-8d4b-4047-a31c-aa048788c641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.255583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e84545-8d4b-4047-a31c-aa048788c641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=6017c1f7-7715-4016-95a8-d7b73b69ca30,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:59.260272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6e84545-8d4b-4047-a31c-aa048788c641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.264890 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e6e84545-8d4b-4047-a31c-aa048788c641 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/6017c1f7-7715-4016-95a8-d7b73b69ca30 HTTP/1.1" status: 204 len: 168 time: 0.4283009 Sep 10 03:49:59.265467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47234) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:59.270292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7797492-5d91-43c1-be79-35bed04efef7 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:49:59.282804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17308809-8360-44d3-89fa-92f35c8431bf req-5950b8dc-7ed9-454e-a6ba-a426f925682b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:59.283868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17308809-8360-44d3-89fa-92f35c8431bf req-5950b8dc-7ed9-454e-a6ba-a426f925682b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1191983 Sep 10 03:49:59.308431 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-60fc49a2-631b-4851-91d7-c055a2de9e7c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0383420 Sep 10 03:49:59.309877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47236) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:59.314387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:59.367309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17308809-8360-44d3-89fa-92f35c8431bf req-32d5f715-4639-4140-b782-8619437ffc7a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0690012 Sep 10 03:49:59.374191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:49:59.456620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33629771-7918-4c3b-b339-4aeb88424a17 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:49:59.484751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:49:59.485804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:49:59.492707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.492850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0da6fe4e-7840-45fc-a06a-2c939ae35785 admin admin] 10.222.0.22 "PUT /v2.0/routers/01bebc31-8a0e-42f9-92f3-2ab709cbdd18/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2169127 Sep 10 03:49:59.492850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47238) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:59.501363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] Sync routers for ids ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:49:59.516383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] Routers {'01bebc31-8a0e-42f9-92f3-2ab709cbdd18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:49:59.517013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:59.521907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-33629771-7918-4c3b-b339-4aeb88424a17 None None] Deleting port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:59.522132 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33629771-7918-4c3b-b339-4aeb88424a17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.599855 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.627397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-33629771-7918-4c3b-b339-4aeb88424a17 None None] For port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:59.627830 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33629771-7918-4c3b-b339-4aeb88424a17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.671562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-33629771-7918-4c3b-b339-4aeb88424a17 None None] Calling delete_port for 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:59.712336 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.730172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] Set router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:49:59.771725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.816331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:49:59.819917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:49:59.824210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:49:59.824825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.832892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=0d72a8c4-dec6-42a6-9fe6-5c08205c482e,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:49:59.870305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Deleting port f64e6e8c-b7f3-4f69-a125-050555270138 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:49:59.871996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.893188 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5406442f-ba45-41de-b337-51863d0059bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5833111 Sep 10 03:49:59.895937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47240) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:49:59.901493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f2df410a-1938-4521-aa26-ba66c5438cdd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': '0d72a8c4-dec6-42a6-9fe6-5c08205c482e', 'ip_address': '2001:db8:0:1::3'}], 'name': 'tempest-NetworksTestDHCPv6-296018834'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:49:59.941450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216'}], 'enable_snat': True}, 'gw_port_id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:56Z', 'updated_at': '2021-09-10T03:49:58Z', 'revision_number': 5, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'gw_port': {'id': 'f64e6e8c-b7f3-4f69-a125-050555270138', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:b7:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:57Z', 'updated_at': '2021-09-10T03:48:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:49:59.953751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33629771-7918-4c3b-b339-4aeb88424a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.964068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] For port f64e6e8c-b7f3-4f69-a125-050555270138, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f64e6e8c-b7f3-4f69-a125-050555270138,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:49:59.964562 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:49:59.979949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Calling delete_port for f64e6e8c-b7f3-4f69-a125-050555270138 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:49:59.992661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] Checking router: 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:50:00.016367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:00.039666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33629771-7918-4c3b-b339-4aeb88424a17 None None] Pushing event deleted for resources: {'Port': ['ID=7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:00.051458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] Routers {'01bebc31-8a0e-42f9-92f3-2ab709cbdd18'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:00.052126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:00.056466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33629771-7918-4c3b-b339-4aeb88424a17 None None] No DVR routers for this DVR port 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:50:00.060319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:50:00.060661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7f9d6ae0-d815-4e0f-bb9d-40cbcf7fbf15 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:50:00.082489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94be0fb8-bba8-4fb5-8766-d3f22fe5abb2 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:00.307298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] Set router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:00.310576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.340247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Pushing event deleted for resources: {'Port': ['ID=f64e6e8c-b7f3-4f69-a125-050555270138,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:00.384951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:56Z', 'updated_at': '2021-09-10T03:49:59Z', 'revision_number': 6, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:00.404119 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.414714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '0d72a8c4-dec6-42a6-9fe6-5c08205c482e'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:50:00.415565 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.418073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-914e7d95-2724-4b72-ae81-33bbee691ae3 None None] The sync data for ids ['01bebc31-8a0e-42f9-92f3-2ab709cbdd18'] in n-d-808143-1 is: [{'id': '01bebc31-8a0e-42f9-92f3-2ab709cbdd18', 'name': 'tempest-ServerRescueTestJSON-1886225777-router', 'tenant_id': '2199e50e2947479f837e4bd11f17ff86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:56Z', 'updated_at': '2021-09-10T03:49:59Z', 'revision_number': 6, 'project_id': '2199e50e2947479f837e4bd11f17ff86', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:00.458461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2df410a-1938-4521-aa26-ba66c5438cdd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:00.463500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f2df410a-1938-4521-aa26-ba66c5438cdd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.482146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-f2df410a-1938-4521-aa26-ba66c5438cdd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port ef8abc91-d86e-4ade-8e6d-c825ffd6f08b yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:50:00.575133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/0d72a8c4-dec6-42a6-9fe6-5c08205c482e/a6583d1b-a58c-484e-9cd3-c0db610f73a8) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:00.720949 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.729673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Transition to ACTIVE for port object a6583d1b-a58c-484e-9cd3-c0db610f73a8 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:00.742826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.744848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Transition to ACTIVE for port object a6583d1b-a58c-484e-9cd3-c0db610f73a8 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:00.745318 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.815134 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.821583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d52122-da08-4469-add5-8983c37dfabc req-646859f7-c8f8-471e-94ce-e4ae905e28ee tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:00.828726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27d52122-da08-4469-add5-8983c37dfabc req-646859f7-c8f8-471e-94ce-e4ae905e28ee tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.3330100 Sep 10 03:50:00.861415 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2df410a-1938-4521-aa26-ba66c5438cdd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:50:00.863058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2df410a-1938-4521-aa26-ba66c5438cdd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:50:00.866379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27d52122-da08-4469-add5-8983c37dfabc req-64ff6bd4-7e23-4bb9-8e40-a3e35715472b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366805 Sep 10 03:50:00.869762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:00.874751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:00.877355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:00.885808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Pushing event updated for resources: {'Port': ['ID=a6583d1b-a58c-484e-9cd3-c0db610f73a8,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:00.927450 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.928013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 01bebc31-8a0e-42f9-92f3-2ab709cbdd18 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:50:00.932814 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.937172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a673bc7e-7b90-427c-b797-e4365c017085 admin admin] 10.222.0.22 "DELETE /v2.0/routers/01bebc31-8a0e-42f9-92f3-2ab709cbdd18 HTTP/1.1" status: 204 len: 168 time: 1.4401743 Sep 10 03:50:00.937172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47252) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:00.945066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Attempting to bind port a6583d1b-a58c-484e-9cd3-c0db610f73a8 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:00.945424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Attempting to bind port a6583d1b-a58c-484e-9cd3-c0db610f73a8 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:00.945780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Attempting to bind port a6583d1b-a58c-484e-9cd3-c0db610f73a8 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:00.950862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:00.951228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:00.951648 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.952087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:00.952546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Bound port: a6583d1b-a58c-484e-9cd3-c0db610f73a8, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:00.952923 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:00.957469 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f2df410a-1938-4521-aa26-ba66c5438cdd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.0603409 Sep 10 03:50:00.959931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47254) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:00.982692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-e56e58ea-2928-44cf-b26c-3929e0af104c admin admin] Deleting subnet ac2e7883-0901-4c78-a8bc-ddeab8da2c2b {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:00.985868 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e56e58ea-2928-44cf-b26c-3929e0af104c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.023568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] For port a6583d1b-a58c-484e-9cd3-c0db610f73a8, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:01.028868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6fa154-8f98-4d95-9e09-a71fd29a35b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:01.029018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] For port a6583d1b-a58c-484e-9cd3-c0db610f73a8, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a6583d1b-a58c-484e-9cd3-c0db610f73a8,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:01.029157 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cb6fa154-8f98-4d95-9e09-a71fd29a35b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0669034 Sep 10 03:50:01.029157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47260) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:01.032609 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e56e58ea-2928-44cf-b26c-3929e0af104c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.070619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e56e58ea-2928-44cf-b26c-3929e0af104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.087029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00008f76-9907-4066-a66f-7e400f4a455d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:01.087029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00008f76-9907-4066-a66f-7e400f4a455d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:01.087029 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-00008f76-9907-4066-a66f-7e400f4a455d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0544271 Sep 10 03:50:01.087395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47262) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:01.105151 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.144496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce614ec3-1b52-4e1b-8b07-62597d4772b4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 0d72a8c4-dec6-42a6-9fe6-5c08205c482e {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:01.147978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce614ec3-1b52-4e1b-8b07-62597d4772b4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.177168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4dec6-6690-41fb-8f2c-ab4215e1870c None None] Pushing event updated for resources: {'Port': ['ID=a6583d1b-a58c-484e-9cd3-c0db610f73a8,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:01.190032 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce614ec3-1b52-4e1b-8b07-62597d4772b4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.196950 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e56e58ea-2928-44cf-b26c-3929e0af104c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.227889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56e58ea-2928-44cf-b26c-3929e0af104c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac2e7883-0901-4c78-a8bc-ddeab8da2c2b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:01.240852 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e56e58ea-2928-44cf-b26c-3929e0af104c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.243353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e56e58ea-2928-44cf-b26c-3929e0af104c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ac2e7883-0901-4c78-a8bc-ddeab8da2c2b HTTP/1.1" status: 204 len: 168 time: 0.3057454 Sep 10 03:50:01.246054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47268) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:01.317395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce614ec3-1b52-4e1b-8b07-62597d4772b4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.332708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.428944 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.455797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:01.466200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5121965-93d6-49d2-bc0f-7f8d219da53a') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:01.466490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5121965-93d6-49d2-bc0f-7f8d219da53a') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:01.470485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce614ec3-1b52-4e1b-8b07-62597d4772b4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.483098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.498339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.509094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce614ec3-1b52-4e1b-8b07-62597d4772b4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=0d72a8c4-dec6-42a6-9fe6-5c08205c482e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:01.510902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] Releasing vlan 231 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:50:01.514127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.514254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce614ec3-1b52-4e1b-8b07-62597d4772b4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:50:01.514373 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:50:01.517066 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ce614ec3-1b52-4e1b-8b07-62597d4772b4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/0d72a8c4-dec6-42a6-9fe6-5c08205c482e HTTP/1.1" status: 204 len: 168 time: 0.4271505 Sep 10 03:50:01.517835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47270) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:01.563572 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-32ce7112-779f-40f9-a3f2-366ff51dda5a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0434153 Sep 10 03:50:01.568638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47272) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:01.578218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:01.653041 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.659089 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.661013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] 10.222.0.22 "DELETE /v2.0/networks/7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc HTTP/1.1" status: 204 len: 168 time: 0.4138894 Sep 10 03:50:01.672879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f34e3a9-6008-45aa-8f2a-634ab661ee2e admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa1d9b9-ac68-4903-a1ab-825f0d3ff6dc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:01.761821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:01.765583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:01.895163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:50:02.058219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79de2054-a28a-4823-94a0-19563353c46c req-9091cdb5-88a2-4f34-b898-8c89c9e9bf8d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:02.061164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79de2054-a28a-4823-94a0-19563353c46c req-9091cdb5-88a2-4f34-b898-8c89c9e9bf8d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0663793 Sep 10 03:50:02.077140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a6583d1b-a58c-484e-9cd3-c0db610f73a8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:02.109569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47282) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:02.127028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79de2054-a28a-4823-94a0-19563353c46c req-24320fc0-6a8a-41f0-9536-030a32f86b8d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589602 Sep 10 03:50:02.127452 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.173900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:02.178978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:02.182872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f8cc2599-206a-4637-8dc7-197d0726b34a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2199e50e2947479f837e4bd11f17ff86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0720015 Sep 10 03:50:02.186192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47284) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:02.204191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:02.208571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.214979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.231489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=ae321575-7f8d-44e0-973a-6323afcf7676,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:02.249593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:02.267649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'port_id': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'mac_address': 'fa:16:3e:1a:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:50:02.269872 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a98f1f5-2f09-41ec-b352-a7f75aec8942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.276066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a6583d1b-a58c-484e-9cd3-c0db610f73a8 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:02.301464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9b87d67f-3be2-439e-95b5-8c91127986db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7311859 Sep 10 03:50:02.304024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47296) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:02.309637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-286c10d5-9f54-4c26-90a2-83bffc83e304 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-808913883', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:02.319174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a98f1f5-2f09-41ec-b352-a7f75aec8942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.348485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526c7eae-71a3-484d-8e5c-541b3a09e29e None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:02.353686 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.433564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a301ad19-280f-4ab1-8801-a64c6113a9e7 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:02.438014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0ce4babf-43d1-43dd-8a5f-002f90d0b638 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:02.457850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286c10d5-9f54-4c26-90a2-83bffc83e304 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.458940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286c10d5-9f54-4c26-90a2-83bffc83e304 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.469689 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 0ce4babf-43d1-43dd-8a5f-002f90d0b638 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:50:02.475369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0ce4babf-43d1-43dd-8a5f-002f90d0b638 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:50:02.475369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f64e6e8c-b7f3-4f69-a125-050555270138 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:02.491945 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a98f1f5-2f09-41ec-b352-a7f75aec8942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.494747 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a98f1f5-2f09-41ec-b352-a7f75aec8942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.499989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1a98f1f5-2f09-41ec-b352-a7f75aec8942 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef18ecad-cebf-4799-936e-4ecc4c17bbd3 HTTP/1.1" status: 204 len: 168 time: 0.3108578 Sep 10 03:50:02.505234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f64e6e8c-b7f3-4f69-a125-050555270138 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:50:02.505580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f64e6e8c-b7f3-4f69-a125-050555270138 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:50:02.509825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:02.510570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5ff7a5c8-ae6b-4658-adcb-72500e21e24e None None] Provisioning for port a6583d1b-a58c-484e-9cd3-c0db610f73a8 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:02.520268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5ff7a5c8-ae6b-4658-adcb-72500e21e24e None None] Provisioning complete for port a6583d1b-a58c-484e-9cd3-c0db610f73a8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:02.520640 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a5c8-ae6b-4658-adcb-72500e21e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.522466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a98f1f5-2f09-41ec-b352-a7f75aec8942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef18ecad-cebf-4799-936e-4ecc4c17bbd3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:02.599381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286c10d5-9f54-4c26-90a2-83bffc83e304 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.600272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.682060 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286c10d5-9f54-4c26-90a2-83bffc83e304 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.698300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:02.713065 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a5c8-ae6b-4658-adcb-72500e21e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.725839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a301ad19-280f-4ab1-8801-a64c6113a9e7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:50:02.773961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286c10d5-9f54-4c26-90a2-83bffc83e304 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.776065 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-286c10d5-9f54-4c26-90a2-83bffc83e304 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4704437 Sep 10 03:50:02.778397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47308) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:02.788078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5ff7a5c8-ae6b-4658-adcb-72500e21e24e None None] For port a6583d1b-a58c-484e-9cd3-c0db610f73a8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a6583d1b-a58c-484e-9cd3-c0db610f73a8,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:02.887966 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5ff7a5c8-ae6b-4658-adcb-72500e21e24e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:02.959268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff7a5c8-ae6b-4658-adcb-72500e21e24e None None] Pushing event updated for resources: {'Port': ['ID=a6583d1b-a58c-484e-9cd3-c0db610f73a8,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:03.024445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b5fd7994-ed9e-44ca-940b-6d99be1580cb None None] Provisioning complete for port a6583d1b-a58c-484e-9cd3-c0db610f73a8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:03.024818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5fd7994-ed9e-44ca-940b-6d99be1580cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.157105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.315116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ef323e-677f-405a-b1de-53c6036c4a07 req-a778a82f-e5d1-48d9-bf37-1ae3b39da309 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:03.327603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6ef323e-677f-405a-b1de-53c6036c4a07 req-a778a82f-e5d1-48d9-bf37-1ae3b39da309 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0959554 Sep 10 03:50:03.414594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6ef323e-677f-405a-b1de-53c6036c4a07 req-d49f002d-0ae3-4e6e-be10-15aca92ed66e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841267 Sep 10 03:50:03.511385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::1 (2bd354de-cfd6-4946-8d31-bfaa5125464c/ae321575-7f8d-44e0-973a-6323afcf7676/f5e02faf-7487-46c6-9882-595a5db6cc97) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:03.692529 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.708249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object f5e02faf-7487-46c6-9882-595a5db6cc97 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:03.835040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.875060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47352) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:03.918862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:03.938409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:03.940224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:03.944751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:03.945306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:03.973481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a6583d1b-a58c-484e-9cd3-c0db610f73a8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:04.032966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a301ad19-280f-4ab1-8801-a64c6113a9e7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:04.033471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.052828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1649076078-network', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:04.090562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=f5e02faf-7487-46c6-9882-595a5db6cc97,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:04.115692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a6583d1b-a58c-484e-9cd3-c0db610f73a8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:04.116626 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.201257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Made reservation on behalf of fbd4e6752b764c4d97913fe83900a2be for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:04.203990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.222736 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.223288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.227347 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.301455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:04.303828 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ec19b0-d9ae-4768-a33f-ed05ebfb317f" -d '{"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-plugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:04.321044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:04.397710 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.406677 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.470876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7a0602c8-3796-4c3f-9de7-ee8a85dc01b1 None None] Provisioning for port f5e02faf-7487-46c6-9882-595a5db6cc97 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:04.504746 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.515661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:04.525363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7a0602c8-3796-4c3f-9de7-ee8a85dc01b1 None None] Provisioning complete for port f5e02faf-7487-46c6-9882-595a5db6cc97 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:04.525750 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7a0602c8-3796-4c3f-9de7-ee8a85dc01b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.555128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:50:04.601574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-7a0602c8-3796-4c3f-9de7-ee8a85dc01b1 None None] Port f5e02faf-7487-46c6-9882-595a5db6cc97 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:04.608636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.611381 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.611847 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Added segment 3d32cf80-40c1-498e-a177-41ea609cf657 of type vlan for network 589a4214-66c2-461f-af8d-b5794ee44cf1 Sep 10 03:50:04.614061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=076eda35-8c44-489d-b09e-6bbe7989b40e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:04.654392 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d95b8a5c-7610-4801-9834-667f43187234 x-openstack-request-id: req-d95b8a5c-7610-4801-9834-667f43187234 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:04.654683 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-plugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:04.654945 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d95b8a5c-7610-4801-9834-667f43187234 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:04.655343 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'code': 200} Sep 10 03:50:04.681191 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.682470 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.683340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d7d171-ad77-4666-82c6-b368c702ff90 req-0a062397-b4a8-4b44-af10-2fbfe061fe66 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:04.694195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03d7d171-ad77-4666-82c6-b368c702ff90 req-0a062397-b4a8-4b44-af10-2fbfe061fe66 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1347754 Sep 10 03:50:04.705503 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.783809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03d7d171-ad77-4666-82c6-b368c702ff90 req-e0031243-3631-4821-ba76-3a915e7487e1 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830989 Sep 10 03:50:04.802466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=f5e02faf-7487-46c6-9882-595a5db6cc97,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:04.875730 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.877415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:04.878339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:04.881516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:04.883995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:04.997893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] Pushing event updated for resources: {'Network': ['ID=589a4214-66c2-461f-af8d-b5794ee44cf1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:05.007882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-099841db-3fb9-481f-a9d5-7f32025bf2f9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.1307845 Sep 10 03:50:05.012700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47374) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:05.012948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:50:05.017984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Request body: {'subnet': {'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1649076078-subnet', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:05.127258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Made reservation on behalf of fbd4e6752b764c4d97913fe83900a2be for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:05.130364 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:05.162331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Router d9ba0265-d84f-4b97-84b2-0405e7cfee99 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:50:05.235882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-69a445a4-4c24-40b0-b0b0-aa3a52b4ba50 None None] Provisioning complete for port f5e02faf-7487-46c6-9882-595a5db6cc97 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:05.238493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-69a445a4-4c24-40b0-b0b0-aa3a52b4ba50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:05.277699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-69a445a4-4c24-40b0-b0b0-aa3a52b4ba50 None None] Port f5e02faf-7487-46c6-9882-595a5db6cc97 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:05.340662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:50:05.346312 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7a6281c3-1be5-4824-b3e1-0c7b2b7575ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "PUT /v2.0/routers/d9ba0265-d84f-4b97-84b2-0405e7cfee99/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5654540 Sep 10 03:50:05.349149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47380) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:05.352028 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Sync routers for ids ['d9ba0265-d84f-4b97-84b2-0405e7cfee99'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:50:05.364293 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Routers {'d9ba0265-d84f-4b97-84b2-0405e7cfee99'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:05.364907 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d9ba0265-d84f-4b97-84b2-0405e7cfee99'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:05.398264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85d40b1-8d17-417b-93c0-27ef6cd52d1c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.400168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a85d40b1-8d17-417b-93c0-27ef6cd52d1c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports/f5e02faf-7487-46c6-9882-595a5db6cc97 HTTP/1.1" status: 200 len: 911 time: 0.0497730 Sep 10 03:50:05.402866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47382) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:05.474006 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Set router d9ba0265-d84f-4b97-84b2-0405e7cfee99 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:05.493709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c40396-6fb7-421d-9088-e54d1214c1e9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.500050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c40396-6fb7-421d-9088-e54d1214c1e9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.504861 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-14c40396-6fb7-421d-9088-e54d1214c1e9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0979483 Sep 10 03:50:05.505064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47384) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:05.567639 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:05.731824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bae6cb55-163e-4a61-a7a2-ca8845db3cbe,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:05.747645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Checking segment: {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:05.747992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Network hostable DHCP agents. Network: 589a4214-66c2-461f-af8d-b5794ee44cf1, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:50:05.785566 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba0265-d84f-4b97-84b2-0405e7cfee99', 'name': 'tempest-NetworksTestDHCPv6-router-808913883', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:02Z', 'updated_at': '2021-09-10T03:50:04Z', 'revision_number': 2, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None, '_interfaces': [{'id': 'f5e02faf-7487-46c6-9882-595a5db6cc97', 'name': '', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'mac_address': 'fa:16:3e:9b:96:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ba0265-d84f-4b97-84b2-0405e7cfee99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ae321575-7f8d-44e0-973a-6323afcf7676', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:03Z', 'updated_at': '2021-09-10T03:50:04Z', 'revision_number': 2, 'project_id': '7e010fe6663e4062a757d4141c743977', 'subnets': [{'id': 'ae321575-7f8d-44e0-973a-6323afcf7676', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:05.833203 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Checking router: d9ba0265-d84f-4b97-84b2-0405e7cfee99 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:50:05.835703 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Updating router d9ba0265-d84f-4b97-84b2-0405e7cfee99 port f5e02faf-7487-46c6-9882-595a5db6cc97 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:50:05.889743 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:05.893665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:50:05.947175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70829330-5c8f-4f80-8ba3-ac0e0c4d6028 req-d105b6ce-1f7f-4032-aa5b-06e0cb028abb tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.948795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70829330-5c8f-4f80-8ba3-ac0e0c4d6028 req-d105b6ce-1f7f-4032-aa5b-06e0cb028abb tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0629079 Sep 10 03:50:05.980636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 589a4214-66c2-461f-af8d-b5794ee44cf1) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:05.986767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:05.987461 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:05.989889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c26ce77-944e-4803-b3e0-b128ae853b57 None None] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:06.037382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70829330-5c8f-4f80-8ba3-ac0e0c4d6028 req-b1a30c0c-d044-4d95-8c61-a4fae4afaf0b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0809617 Sep 10 03:50:06.068811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.175095 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-43183316-cdfd-477e-998e-e3747a027dd2 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1624334 Sep 10 03:50:06.176127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47396) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:06.184996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:06.209923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-589a4214-66c2-461f-af8d-b5794ee44cf1', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:50:06.211707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.362837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.364015 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.364301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Allocated IP 172.20.0.2 (589a4214-66c2-461f-af8d-b5794ee44cf1/bae6cb55-163e-4a61-a7a2-ca8845db3cbe/2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:06.386106 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port f5e02faf-7487-46c6-9882-595a5db6cc97 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:06.386455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.412419 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.424397 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Transition to ACTIVE for port object f5e02faf-7487-46c6-9882-595a5db6cc97 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:06.493230 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.494239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.527825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.541794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for f5e02faf-7487-46c6-9882-595a5db6cc97 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:06.553843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.564424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Transition to ACTIVE for port object 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:06.607625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Transition to ACTIVE for port object 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:06.634777 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Pushing event updated for resources: {'Port': ['ID=f5e02faf-7487-46c6-9882-595a5db6cc97,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:06.670246 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.670708 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.671153 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.671673 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.672107 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.672647 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.673045 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.673598 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.674026 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.674567 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.675245 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.675736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.693152 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Attempting to bind port f5e02faf-7487-46c6-9882-595a5db6cc97 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:06.693606 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Attempting to bind port f5e02faf-7487-46c6-9882-595a5db6cc97 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:06.693870 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.694098 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Attempting to bind port f5e02faf-7487-46c6-9882-595a5db6cc97 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:06.700315 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:06.705347 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:06.705347 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.705347 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:06.705347 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Bound port: f5e02faf-7487-46c6-9882-595a5db6cc97, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:06.705347 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.760887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:06.765238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:06.776609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:06.806080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Pushing event updated for resources: {'Port': ['ID=2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:06.820064 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] For port f5e02faf-7487-46c6-9882-595a5db6cc97, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:06.823385 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] For port f5e02faf-7487-46c6-9882-595a5db6cc97, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f5e02faf-7487-46c6-9882-595a5db6cc97,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:06.866819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.871827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.872197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.872544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.872880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.876167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.876523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.886836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.887146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.889512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.889911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.890276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:06.916230 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.928638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Attempting to bind port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:06.929169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Attempting to bind port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:06.929364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Attempting to bind port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 on network 589a4214-66c2-461f-af8d-b5794ee44cf1 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:06.935433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:06.936330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Checking segment: {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:06.936958 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.937362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Bound using segment: {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:06.937976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Bound port: 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:06.938345 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:06.950007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:07.058639 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Routers {'d9ba0265-d84f-4b97-84b2-0405e7cfee99'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:07.059601 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d9ba0265-d84f-4b97-84b2-0405e7cfee99'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:07.063227 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3395310-8a72-40d0-843e-30c422aa2e87 None None] Pushing event updated for resources: {'Port': ['ID=f5e02faf-7487-46c6-9882-595a5db6cc97,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:07.113237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] For port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:07.117686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] For port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:07.202601 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:07.224611 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] Set router d9ba0265-d84f-4b97-84b2-0405e7cfee99 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:07.236465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:07.280821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb11170-98a8-40ca-abbf-08409d84af27 req-0a8a1d86-2111-4af0-b690-32fcae7c32b2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:07.298333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceb11170-98a8-40ca-abbf-08409d84af27 req-0a8a1d86-2111-4af0-b690-32fcae7c32b2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1272099 Sep 10 03:50:07.350887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d06b4f-572d-459e-900c-e72cdc351418 None None] Pushing event updated for resources: {'Port': ['ID=2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:07.375438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceb11170-98a8-40ca-abbf-08409d84af27 req-56e2ba5a-5fa3-4866-a699-14ff925ec6ac tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0758002 Sep 10 03:50:07.457818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-972bc9f0-43db-4a62-acbd-8e0c331bf0ad None None] Could not find standard attr ID for object f5e02faf-7487-46c6-9882-595a5db6cc97. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:50:07.549217 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba0265-d84f-4b97-84b2-0405e7cfee99', 'name': 'tempest-NetworksTestDHCPv6-router-808913883', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:02Z', 'updated_at': '2021-09-10T03:50:04Z', 'revision_number': 2, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None, '_interfaces': [{'id': 'f5e02faf-7487-46c6-9882-595a5db6cc97', 'name': '', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'mac_address': 'fa:16:3e:9b:96:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ba0265-d84f-4b97-84b2-0405e7cfee99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ae321575-7f8d-44e0-973a-6323afcf7676', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:03Z', 'updated_at': '2021-09-10T03:50:06Z', 'revision_number': 4, 'project_id': '7e010fe6663e4062a757d4141c743977', 'subnets': [{'id': 'ae321575-7f8d-44e0-973a-6323afcf7676', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:07.581481 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027f8301-2021-4add-a394-92eb91c9f70c None None] The sync data for ids ['d9ba0265-d84f-4b97-84b2-0405e7cfee99'] in n-d-808143-1 is: [{'id': 'd9ba0265-d84f-4b97-84b2-0405e7cfee99', 'name': 'tempest-NetworksTestDHCPv6-router-808913883', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:02Z', 'updated_at': '2021-09-10T03:50:04Z', 'revision_number': 2, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None, '_interfaces': [{'id': 'f5e02faf-7487-46c6-9882-595a5db6cc97', 'name': '', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'mac_address': 'fa:16:3e:9b:96:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9ba0265-d84f-4b97-84b2-0405e7cfee99', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': 'ae321575-7f8d-44e0-973a-6323afcf7676', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:03Z', 'updated_at': '2021-09-10T03:50:06Z', 'revision_number': 4, 'project_id': '7e010fe6663e4062a757d4141c743977', 'subnets': [{'id': 'ae321575-7f8d-44e0-973a-6323afcf7676', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:07.736459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=f5e02faf-7487-46c6-9882-595a5db6cc97,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:07.920880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:08.104623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:08.208808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:08.272714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:08.285297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:08.437216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Allocated IP 172.25.3.183 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/6ab27584-6694-4451-86a1-8a1af4aa26a4) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:08.571270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a0881-848f-4901-b5e2-0122ad3620a2 req-eac38356-6470-4d14-abb1-acaebe6a72aa tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:08.572891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c34a0881-848f-4901-b5e2-0122ad3620a2 req-eac38356-6470-4d14-abb1-acaebe6a72aa tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0920324 Sep 10 03:50:08.577638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Router d9ba0265-d84f-4b97-84b2-0405e7cfee99 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:50:08.660458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c34a0881-848f-4901-b5e2-0122ad3620a2 req-095d642f-2af3-4231-bd48-f9da5462a31e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729089 Sep 10 03:50:08.709719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:50:08.718589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47422) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:08.740429 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-606422a1-76ad-4d6d-a702-a172656df2fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "PUT /v2.0/routers/d9ba0265-d84f-4b97-84b2-0405e7cfee99/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2335145 Sep 10 03:50:08.748332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:08.782405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1449d6-7db1-43ec-8414-68dd9efef1ea None None] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:08.791539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa675e17-c7b4-4249-9d94-a809968a36c2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:08.793110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa675e17-c7b4-4249-9d94-a809968a36c2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:08.797540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aa675e17-c7b4-4249-9d94-a809968a36c2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0775554 Sep 10 03:50:08.798377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47424) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:08.866270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2ce3f1-a489-4130-9e1b-8cf5bf50fc65 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet ae321575-7f8d-44e0-973a-6323afcf7676 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:08.870469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af2ce3f1-a489-4130-9e1b-8cf5bf50fc65 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:08.881625 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:08.910403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-864fcbb3-d2cd-4d61-94d4-1907944c44da None None] Provisioning for port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:08.917364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-864fcbb3-d2cd-4d61-94d4-1907944c44da None None] Provisioning complete for port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:08.917730 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-864fcbb3-d2cd-4d61-94d4-1907944c44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:08.960759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af2ce3f1-a489-4130-9e1b-8cf5bf50fc65 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:08.971555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:08.981540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:08.988356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:09.012077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Pushing event updated for resources: {'Port': ['ID=6ab27584-6694-4451-86a1-8a1af4aa26a4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:09.040570 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af2ce3f1-a489-4130-9e1b-8cf5bf50fc65 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.059889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-864fcbb3-d2cd-4d61-94d4-1907944c44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.113497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-864fcbb3-d2cd-4d61-94d4-1907944c44da None None] For port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:09.184685 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-864fcbb3-d2cd-4d61-94d4-1907944c44da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.242096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af2ce3f1-a489-4130-9e1b-8cf5bf50fc65 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.264949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864fcbb3-d2cd-4d61-94d4-1907944c44da None None] Pushing event updated for resources: {'Port': ['ID=2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:09.297886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ce3f1-a489-4130-9e1b-8cf5bf50fc65 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=ae321575-7f8d-44e0-973a-6323afcf7676,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:09.313226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af2ce3f1-a489-4130-9e1b-8cf5bf50fc65 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.316340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06795a8-5ba7-4cf1-bda2-e3fcdda83e36 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:09.316596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-af2ce3f1-a489-4130-9e1b-8cf5bf50fc65 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/ae321575-7f8d-44e0-973a-6323afcf7676 HTTP/1.1" status: 204 len: 168 time: 0.5159078 Sep 10 03:50:09.328616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47434) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:09.464563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c83d7780-e4ff-4256-92fb-b659fc183b97 None None] Provisioning complete for port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:09.465022 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c83d7780-e4ff-4256-92fb-b659fc183b97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.468437 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.585534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5de033aa-55d6-4d78-9a41-e01123999fb5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2532051 Sep 10 03:50:09.588072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47436) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:09.735394 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00d61be4-884f-43b6-8ef8-d2eca5fefb79 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.746673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c75c5ffa-44e0-475c-a08e-cce5a3e83e9c None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:50:09.797467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] Sync routers for ids ['d9ba0265-d84f-4b97-84b2-0405e7cfee99'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:50:09.827789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] Routers {'d9ba0265-d84f-4b97-84b2-0405e7cfee99'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:09.828441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d9ba0265-d84f-4b97-84b2-0405e7cfee99'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:09.845656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:09.965555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] Set router d9ba0265-d84f-4b97-84b2-0405e7cfee99 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:10.000177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:10.013555 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00d61be4-884f-43b6-8ef8-d2eca5fefb79 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.016412 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00d61be4-884f-43b6-8ef8-d2eca5fefb79 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.038212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c75c5ffa-44e0-475c-a08e-cce5a3e83e9c None None] Deleting port a6583d1b-a58c-484e-9cd3-c0db610f73a8 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:10.038993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ffa-44e0-475c-a08e-cce5a3e83e9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.075340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29755807-f431-47e1-8065-1cc6e67ea22e req-4cd879aa-174e-46c7-92ef-6c1882b71275 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:10.083083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29755807-f431-47e1-8065-1cc6e67ea22e req-4cd879aa-174e-46c7-92ef-6c1882b71275 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.2840815 Sep 10 03:50:10.103968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9ba0265-d84f-4b97-84b2-0405e7cfee99', 'name': 'tempest-NetworksTestDHCPv6-router-808913883', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:02Z', 'updated_at': '2021-09-10T03:50:07Z', 'revision_number': 3, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:10.107073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c75c5ffa-44e0-475c-a08e-cce5a3e83e9c None None] For port a6583d1b-a58c-484e-9cd3-c0db610f73a8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a6583d1b-a58c-484e-9cd3-c0db610f73a8,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:10.107568 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ffa-44e0-475c-a08e-cce5a3e83e9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.133528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29755807-f431-47e1-8065-1cc6e67ea22e req-9a4271a6-a7ad-441e-a7e8-937b4e322281 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493729 Sep 10 03:50:10.141856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c75c5ffa-44e0-475c-a08e-cce5a3e83e9c None None] Calling delete_port for a6583d1b-a58c-484e-9cd3-c0db610f73a8 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:10.148535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:50:10.178649 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00d61be4-884f-43b6-8ef8-d2eca5fefb79 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.179452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d61be4-884f-43b6-8ef8-d2eca5fefb79 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Fanout notify agent at l3_agent the message router_deleted on router d9ba0265-d84f-4b97-84b2-0405e7cfee99 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:50:10.186827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00d61be4-884f-43b6-8ef8-d2eca5fefb79 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.191414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-00d61be4-884f-43b6-8ef8-d2eca5fefb79 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/routers/d9ba0265-d84f-4b97-84b2-0405e7cfee99 HTTP/1.1" status: 204 len: 168 time: 0.5993872 Sep 10 03:50:10.192579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47440) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:10.197382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:10.255858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] Checking router: d9ba0265-d84f-4b97-84b2-0405e7cfee99 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:50:10.267096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] Routers set() bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:10.267529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] Router IDs set() for agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 03:50:10.268110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_agentschedulers_db [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d9ba0265-d84f-4b97-84b2-0405e7cfee99'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent'). {{(pid=95138) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 10 03:50:10.268508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ae9aaf-15cf-44e4-b63d-eb2b104d0ef4 None None] The sync data for ids ['d9ba0265-d84f-4b97-84b2-0405e7cfee99'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:10.312110 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c75c5ffa-44e0-475c-a08e-cce5a3e83e9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.329088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:10.329462 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.382845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:50:10.395534 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Sync routers for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:50:10.413167 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:10.414189 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:10.425102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c75c5ffa-44e0-475c-a08e-cce5a3e83e9c None None] No DVR routers for this DVR port a6583d1b-a58c-484e-9cd3-c0db610f73a8 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:50:10.428456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75c5ffa-44e0-475c-a08e-cce5a3e83e9c None None] Pushing event deleted for resources: {'Port': ['ID=a6583d1b-a58c-484e-9cd3-c0db610f73a8,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:10.436861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:10.443072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.513609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.526532 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e7099e36-8190-4f77-99fe-a9e28375eccb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.3478558 Sep 10 03:50:10.527352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47450) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:10.601707 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:10.739263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a6583d1b-a58c-484e-9cd3-c0db610f73a8 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:10.769366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a6583d1b-a58c-484e-9cd3-c0db610f73a8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:50:10.770838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a6583d1b-a58c-484e-9cd3-c0db610f73a8 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:50:10.910437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.924008 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:09Z', 'revision_number': 3, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:10.945929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:10.950143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:10.956224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:10.956822 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:10.960662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf4b8c46-2c22-4432-9dc0-ce505dd61063 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:10.980387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=06fdeff0-b708-4695-9337-f14ab53b11b8,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:11.008169 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Checking router: b1c0d232-df9e-4f7b-ac58-e8ecc03527ad for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:50:11.008520 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Updating router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad port 6ab27584-6694-4451-86a1-8a1af4aa26a4 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:50:11.045164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0c8b266f-d54c-4611-9fb2-3ace246a46cb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8514919 Sep 10 03:50:11.046408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47452) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:11.052045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-daf69a35-d68b-4781-8a39-3f747e6becf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-615344271', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:11.062647 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.070978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.173058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-daf69a35-d68b-4781-8a39-3f747e6becf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.174823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-daf69a35-d68b-4781-8a39-3f747e6becf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.288614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '06fdeff0-b708-4695-9337-f14ab53b11b8'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:50:11.289465 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.311925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Allocated IP 172.20.0.1 (589a4214-66c2-461f-af8d-b5794ee44cf1/bae6cb55-163e-4a61-a7a2-ca8845db3cbe/ba930cea-2518-403b-816b-2b8a0f7b70d7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:11.312376 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-daf69a35-d68b-4781-8a39-3f747e6becf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.350870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754e83-00d9-4177-b692-9140b50d9ef4 req-f90a0c50-25c6-448a-9d9d-f20dbb8a5c25 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:11.352444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6754e83-00d9-4177-b692-9140b50d9ef4 req-f90a0c50-25c6-448a-9d9d-f20dbb8a5c25 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1126382 Sep 10 03:50:11.449031 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-daf69a35-d68b-4781-8a39-3f747e6becf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.481708 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.503767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Transition to ACTIVE for port object ba930cea-2518-403b-816b-2b8a0f7b70d7 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:11.511657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6754e83-00d9-4177-b692-9140b50d9ef4 req-7e83b597-247d-44fe-9ef9-a86be1993624 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1422911 Sep 10 03:50:11.581830 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.601650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-daf69a35-d68b-4781-8a39-3f747e6becf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.601811 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Transition to ACTIVE for port object 6ab27584-6694-4451-86a1-8a1af4aa26a4 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:11.602923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-daf69a35-d68b-4781-8a39-3f747e6becf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5553191 Sep 10 03:50:11.603344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/06fdeff0-b708-4695-9337-f14ab53b11b8/965b10e8-9c11-444b-844a-f002f973c350) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:11.606003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47466) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:11.676469 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.692678 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.732968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:11.739487 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-f1c5c1e9-fe69-4439-986e-5117ac9a5e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:11.741420 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-f1c5c1e9-fe69-4439-986e-5117ac9a5e31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 1097 time: 0.1163805 Sep 10 03:50:11.748507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:11.755123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:11.758898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Pushing event updated for resources: {'Port': ['ID=ba930cea-2518-403b-816b-2b8a0f7b70d7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:11.812752 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd561d3-4f77-4751-aea0-30598a9260c6 None None] Pushing event updated for resources: {'Port': ['ID=6ab27584-6694-4451-86a1-8a1af4aa26a4,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:11.891328 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Attempting to bind port 6ab27584-6694-4451-86a1-8a1af4aa26a4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:11.892127 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Attempting to bind port 6ab27584-6694-4451-86a1-8a1af4aa26a4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:11.895073 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Attempting to bind port 6ab27584-6694-4451-86a1-8a1af4aa26a4 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:11.911362 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:11.912067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:11.912633 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.913704 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:11.920107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f5e02faf-7487-46c6-9882-595a5db6cc97 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:11.920725 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Bound port: 6ab27584-6694-4451-86a1-8a1af4aa26a4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:11.921677 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:11.979568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f5e02faf-7487-46c6-9882-595a5db6cc97 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:50:11.984884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f5e02faf-7487-46c6-9882-595a5db6cc97 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:50:12.005860 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:12.029888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Transition to ACTIVE for port object 965b10e8-9c11-444b-844a-f002f973c350 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:12.031842 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:12.038053 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] For port 6ab27584-6694-4451-86a1-8a1af4aa26a4, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:12.042496 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] For port 6ab27584-6694-4451-86a1-8a1af4aa26a4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6ab27584-6694-4451-86a1-8a1af4aa26a4,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:12.057008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Transition to ACTIVE for port object 965b10e8-9c11-444b-844a-f002f973c350 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:12.116029 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:12.133128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-da47f042-8a52-4a57-bcaa-58c1a55d44b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:12.134600 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-da47f042-8a52-4a57-bcaa-58c1a55d44b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.3113375 Sep 10 03:50:12.146212 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:12.153256 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:12.250053 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd561d3-4f77-4751-aea0-30598a9260c6 None None] Pushing event updated for resources: {'Port': ['ID=6ab27584-6694-4451-86a1-8a1af4aa26a4,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:12.267359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:12.276913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f87ecfea-1573-404e-bf3d-fff7fa830c47 None None] Provisioning for port ba930cea-2518-403b-816b-2b8a0f7b70d7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:12.285582 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-64ccc17b-6b39-4835-9c19-38ea9bfe30ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99035cd4-ae96-4336-b058-e1de5061e7bd HTTP/1.1" status: 200 len: 1002 time: 0.1306899 Sep 10 03:50:12.286768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:12.291043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:12.301073 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:12.302126 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:12.329521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f87ecfea-1573-404e-bf3d-fff7fa830c47 None None] Provisioning complete for port ba930cea-2518-403b-816b-2b8a0f7b70d7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:12.329894 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f87ecfea-1573-404e-bf3d-fff7fa830c47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:12.366541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Pushing event updated for resources: {'Port': ['ID=965b10e8-9c11-444b-844a-f002f973c350,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:12.456870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:12.467182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-bfd7fda9-a6b5-4727-86ef-861810df3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:12.468718 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-bfd7fda9-a6b5-4727-86ef-861810df3b46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.1793034 Sep 10 03:50:12.537427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Attempting to bind port 965b10e8-9c11-444b-844a-f002f973c350 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:12.537715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Attempting to bind port 965b10e8-9c11-444b-844a-f002f973c350 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:12.537891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Attempting to bind port 965b10e8-9c11-444b-844a-f002f973c350 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:12.562958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:12.563362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:12.564098 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:12.564441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:12.564936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Bound port: 965b10e8-9c11-444b-844a-f002f973c350, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:12.565842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:12.591245 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:12.603780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 99035cd4-ae96-4336-b058-e1de5061e7bd details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:50:12.684959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f87ecfea-1573-404e-bf3d-fff7fa830c47 None None] Port ba930cea-2518-403b-816b-2b8a0f7b70d7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:12.736029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-54cabe1b-52e0-4266-88b7-46e0407baae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:12.738843 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-54cabe1b-52e0-4266-88b7-46e0407baae0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2434542 Sep 10 03:50:12.778779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::1 (2bd354de-cfd6-4946-8d31-bfaa5125464c/06fdeff0-b708-4695-9337-f14ab53b11b8/fcac1a5f-9497-4a6d-a32d-28e9c3a7a882) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:12.792857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d28223-c62a-47ca-b623-a92bd8d76c25 req-d2d3ff3a-46f4-4822-8320-5d35d3da9dde tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:12.802184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3d28223-c62a-47ca-b623-a92bd8d76c25 req-d2d3ff3a-46f4-4822-8320-5d35d3da9dde tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1729958 Sep 10 03:50:12.891669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3d28223-c62a-47ca-b623-a92bd8d76c25 req-a3e47b98-d67c-450b-8f9c-b68931131ce9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884018 Sep 10 03:50:12.902761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] For port 965b10e8-9c11-444b-844a-f002f973c350, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:12.931543 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-b8e74494-8c95-43f5-82f8-4ebe2ea96fe1 service neutron] 10.222.0.20 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576250 Sep 10 03:50:12.935266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] For port 965b10e8-9c11-444b-844a-f002f973c350, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=965b10e8-9c11-444b-844a-f002f973c350,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:13.020563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:13.024037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:13.041388 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:13.076460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:13.190264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'port_id': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'mac_address': 'fa:16:3e:d4:fd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:50:13.205180 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-80f7c7e7-bb2a-47ce-97f9-167d4cc74ab8 req-85d8fddb-58d6-42d0-ad09-1ad63cc7a803 service neutron] 10.222.0.20 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2624400 Sep 10 03:50:13.217650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:13.304473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4adde3-085f-489e-895e-9c95c6fc3e40 None None] Pushing event updated for resources: {'Port': ['ID=965b10e8-9c11-444b-844a-f002f973c350,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:13.349958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:13.355163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:13.365248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:13.365803 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:13.382582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:13.403984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:09Z', 'revision_number': 3, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:13.441027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=fcac1a5f-9497-4a6d-a32d-28e9c3a7a882,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:13.443530 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:13.450290 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58702492-ab51-44dc-ab4e-7d044046ebec None None] The sync data for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 is: [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:09Z', 'revision_number': 3, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:13.484602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 99035cd4-ae96-4336-b058-e1de5061e7bd {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:13.544044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:13.683395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:13.719110 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:13.792344 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:13.802986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:13.895066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['99035cd4-ae96-4336-b058-e1de5061e7bd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:50:13.961090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Pushing event updated for resources: {'Port': ['ID=ba930cea-2518-403b-816b-2b8a0f7b70d7,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:14.005034 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:14.133096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 965b10e8-9c11-444b-844a-f002f973c350 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:14.261543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:14.263897 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:14.532834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 965b10e8-9c11-444b-844a-f002f973c350 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:14.579380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:50:14.593203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 99035cd4-ae96-4336-b058-e1de5061e7bd up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:14.791628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 99035cd4-ae96-4336-b058-e1de5061e7bd triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:14.792448 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:14.807188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cf9864-e159-46ba-873b-f4a623034a90 req-16c49e7b-f644-4985-a084-b3a1011c02fc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:14.825594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8cf9864-e159-46ba-873b-f4a623034a90 req-16c49e7b-f644-4985-a084-b3a1011c02fc tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.4981074 Sep 10 03:50:14.939874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8cf9864-e159-46ba-873b-f4a623034a90 req-23a91a54-fbae-42b3-8db0-e46e10ec7b07 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1132119 Sep 10 03:50:15.057458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f3353339-92b3-4735-a476-2593f7af1c72 None None] Provisioning complete for port ba930cea-2518-403b-816b-2b8a0f7b70d7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:15.060323 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3353339-92b3-4735-a476-2593f7af1c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:15.149139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:15.171913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f3353339-92b3-4735-a476-2593f7af1c72 None None] Port ba930cea-2518-403b-816b-2b8a0f7b70d7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:15.217101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:15.225715 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438c1bd4-20f1-486a-9ea4-753c5f6125e6" -d '{"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-plugged", "status": "completed", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:15.236744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:15.292517 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:15.345705 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c922981b-3b3a-4e71-a28d-01faf72b604c x-openstack-request-id: req-c922981b-3b3a-4e71-a28d-01faf72b604c {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:15.346061 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-plugged", "status": "completed", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:15.346326 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c922981b-3b3a-4e71-a28d-01faf72b604c {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:15.347385 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'code': 200} Sep 10 03:50:15.373756 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:15.375429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:15.378887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:15.500336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=fcac1a5f-9497-4a6d-a32d-28e9c3a7a882,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:15.529078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:15.663236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8b178ab3-8023-4cf3-aa69-596fbfc30150 None None] Provisioning for port 965b10e8-9c11-444b-844a-f002f973c350 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:15.668514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8b178ab3-8023-4cf3-aa69-596fbfc30150 None None] Provisioning complete for port 965b10e8-9c11-444b-844a-f002f973c350 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:15.669068 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b178ab3-8023-4cf3-aa69-596fbfc30150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:15.729071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:15.733474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:15.825222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:50:15.831966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-67ff2813-3236-448f-8e4e-83e120858721 admin admin] 10.222.0.22 "PUT /v2.0/routers/b1c0d232-df9e-4f7b-ac58-e8ecc03527ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3033760 Sep 10 03:50:15.924121 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b178ab3-8023-4cf3-aa69-596fbfc30150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:16.017954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8b178ab3-8023-4cf3-aa69-596fbfc30150 None None] For port 965b10e8-9c11-444b-844a-f002f973c350, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=965b10e8-9c11-444b-844a-f002f973c350,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:16.083706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6ab27584-6694-4451-86a1-8a1af4aa26a4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:16.175627 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b178ab3-8023-4cf3-aa69-596fbfc30150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:16.332585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdc7139-4d5d-48a0-b5d0-9a4bec73834c req-7758d5f2-99f5-47e8-95bf-39c1a2a27281 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:16.334169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcdc7139-4d5d-48a0-b5d0-9a4bec73834c req-7758d5f2-99f5-47e8-95bf-39c1a2a27281 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.2593935 Sep 10 03:50:16.396411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b178ab3-8023-4cf3-aa69-596fbfc30150 None None] Pushing event updated for resources: {'Port': ['ID=965b10e8-9c11-444b-844a-f002f973c350,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:16.397662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Router 6a16b24c-acbf-4d77-9583-c14efcfc3279 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:50:16.436899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6ab27584-6694-4451-86a1-8a1af4aa26a4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:16.449168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6ab27584-6694-4451-86a1-8a1af4aa26a4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:16.453081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:16.459618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcdc7139-4d5d-48a0-b5d0-9a4bec73834c req-12b5dfb4-9ef3-488d-8a1d-2a5109810d5e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1164556 Sep 10 03:50:16.530308 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-434ba710-a1ba-4018-9c48-2aad03e39108 None None] Provisioning for port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:16.544262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-434ba710-a1ba-4018-9c48-2aad03e39108 None None] Provisioning complete for port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:16.544645 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-434ba710-a1ba-4018-9c48-2aad03e39108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:16.621223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-434ba710-a1ba-4018-9c48-2aad03e39108 None None] Port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:16.669422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:50:16.691515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47526) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:16.692540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-196f7b57-d002-4260-980d-9408ea695431 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "PUT /v2.0/routers/6a16b24c-acbf-4d77-9583-c14efcfc3279/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0848498 Sep 10 03:50:16.721254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Sync routers for ids ['6a16b24c-acbf-4d77-9583-c14efcfc3279'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:50:16.771613 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Sync routers for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:50:16.786100 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:16.786725 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:16.798339 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:16.813021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7accf78-46a4-4d4b-a714-e77fa8ac789c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:16.824197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6ab27584-6694-4451-86a1-8a1af4aa26a4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6ab27584-6694-4451-86a1-8a1af4aa26a4,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:16.828416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47528) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:16.831564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e445c693-eff9-49f9-95f2-fe7c6e771c1c None None] Provisioning complete for port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:16.832061 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e445c693-eff9-49f9-95f2-fe7c6e771c1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:16.841723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f7accf78-46a4-4d4b-a714-e77fa8ac789c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports/fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 HTTP/1.1" status: 200 len: 911 time: 0.1488335 Sep 10 03:50:16.868034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e445c693-eff9-49f9-95f2-fe7c6e771c1c None None] Port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:16.874690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Routers {'6a16b24c-acbf-4d77-9583-c14efcfc3279'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:16.875570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6a16b24c-acbf-4d77-9583-c14efcfc3279'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:16.913734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98955a9a-cc28-4c96-90fd-4db4c2da79e9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:16.938397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98955a9a-cc28-4c96-90fd-4db4c2da79e9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:16.944277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47530) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:16.944439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-98955a9a-cc28-4c96-90fd-4db4c2da79e9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1144500 Sep 10 03:50:16.997698 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:17.389005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Set router 6a16b24c-acbf-4d77-9583-c14efcfc3279 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:17.516458 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 2, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:17.604835 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Checking router: b1c0d232-df9e-4f7b-ac58-e8ecc03527ad for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:50:17.605199 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Updating router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad port ba930cea-2518-403b-816b-2b8a0f7b70d7 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:50:17.704031 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:17.705194 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:17.717479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d64834c-f7ba-48b3-be38-8c95e7e65c4f req-0d0c694b-c413-4a94-9443-10820bf10c56 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:17.729254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d64834c-f7ba-48b3-be38-8c95e7e65c4f req-0d0c694b-c413-4a94-9443-10820bf10c56 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0966775 Sep 10 03:50:17.790856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6ab27584-6694-4451-86a1-8a1af4aa26a4,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:17.818444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:17.836361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a16b24c-acbf-4d77-9583-c14efcfc3279', 'name': 'tempest-NetworksTestDHCPv6-router-615344271', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:13Z', 'revision_number': 2, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None, '_interfaces': [{'id': 'fcac1a5f-9497-4a6d-a32d-28e9c3a7a882', 'name': '', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'mac_address': 'fa:16:3e:25:7a:63', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a16b24c-acbf-4d77-9583-c14efcfc3279', 'device_owner': 'network:router_interface', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '06fdeff0-b708-4695-9337-f14ab53b11b8', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:12Z', 'updated_at': '2021-09-10T03:50:14Z', 'revision_number': 2, 'project_id': '7e010fe6663e4062a757d4141c743977', 'subnets': [{'id': '06fdeff0-b708-4695-9337-f14ab53b11b8', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:17.891554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d64834c-f7ba-48b3-be38-8c95e7e65c4f req-2f9e4eef-a825-461c-91b3-8e9fb67edc70 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1564350 Sep 10 03:50:17.962452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Checking router: 6a16b24c-acbf-4d77-9583-c14efcfc3279 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:50:17.963031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Updating router 6a16b24c-acbf-4d77-9583-c14efcfc3279 port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:50:18.026333 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:18.269973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 965b10e8-9c11-444b-844a-f002f973c350 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:18.283021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47542) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:18.288191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c3157965-ff02-4266-8e96-165e631154e2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--100122420', 'description': 'tempest-description--1791070638'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:18.426693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:18.474882 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:18.475066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c3157965-ff02-4266-8e96-165e631154e2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:18.624892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 965b10e8-9c11-444b-844a-f002f973c350 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:18.625939 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:18.702291 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c3157965-ff02-4266-8e96-165e631154e2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:18.731999 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:18.748622 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Transition to ACTIVE for port object ba930cea-2518-403b-816b-2b8a0f7b70d7 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:18.756228 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:18.776805 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:18.777795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:18.780760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6ab27584-6694-4451-86a1-8a1af4aa26a4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:18.820026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Transition to ACTIVE for port object fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:18.864283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6ab27584-6694-4451-86a1-8a1af4aa26a4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:18.864711 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.110814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6cd8d6-0fbe-4a9e-843a-ecdd30c40c13 req-87367005-793a-44e2-83be-c7d799471550 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:19.112443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f6cd8d6-0fbe-4a9e-843a-ecdd30c40c13 req-87367005-793a-44e2-83be-c7d799471550 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0824952 Sep 10 03:50:19.139149 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c3157965-ff02-4266-8e96-165e631154e2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.170872 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.171944 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.237637 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641ec92-17bb-4533-807c-2a3c816b5eac None None] Pushing event updated for resources: {'Port': ['ID=ba930cea-2518-403b-816b-2b8a0f7b70d7,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:19.279451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54816675-86fe-491f-a131-18fa93e614a2 None None] Pushing event updated for resources: {'Port': ['ID=fcac1a5f-9497-4a6d-a32d-28e9c3a7a882,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:19.310563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c3157965-ff02-4266-8e96-165e631154e2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.316760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c3157965-ff02-4266-8e96-165e631154e2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.0292072 Sep 10 03:50:19.318177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47556) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:19.322848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-982ae6c6-4df2-45f3-856f-54c4c70b17bf tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'security_group_rule': {'security_group_id': 'ed03bc69-58f1-4a0a-af12-c7fa167a1e3a', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:19.324080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-e10cb1d2-0973-4a8e-8e30-03024baf627b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:19.325689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-e10cb1d2-0973-4a8e-8e30-03024baf627b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1096 time: 0.3210144 Sep 10 03:50:19.347810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f6cd8d6-0fbe-4a9e-843a-ecdd30c40c13 req-dd91a966-cc21-4327-a9eb-46806f30a029 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2052183 Sep 10 03:50:19.348808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3157965-ff02-4266-8e96-165e631154e2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:19.389489 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.407791 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Attempting to bind port ba930cea-2518-403b-816b-2b8a0f7b70d7 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:19.409568 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Attempting to bind port ba930cea-2518-403b-816b-2b8a0f7b70d7 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:19.410039 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Attempting to bind port ba930cea-2518-403b-816b-2b8a0f7b70d7 on network 589a4214-66c2-461f-af8d-b5794ee44cf1 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:19.424655 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:19.425182 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Checking segment: {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:19.425684 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.426166 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Bound using segment: {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:19.426810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Attempting to bind port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:19.427158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Bound port: ba930cea-2518-403b-816b-2b8a0f7b70d7, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:19.427297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Attempting to bind port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:19.427524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Attempting to bind port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:19.428155 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.441124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 49, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:19.447011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:19.447011 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.447011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:19.447011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Bound port: fcac1a5f-9497-4a6d-a32d-28e9c3a7a882, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:19.447938 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.465777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=fcac1a5f-9497-4a6d-a32d-28e9c3a7a882,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:19.562733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-982ae6c6-4df2-45f3-856f-54c4c70b17bf tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.563152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Port fcac1a5f-9497-4a6d-a32d-28e9c3a7a882 has been deleted concurrently {{(pid=95138) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 10 03:50:19.592725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Routers {'6a16b24c-acbf-4d77-9583-c14efcfc3279'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:19.593824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6a16b24c-acbf-4d77-9583-c14efcfc3279'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:19.714689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-c07262d1-0441-4afd-b010-7d8350f457c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:19.716393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-c07262d1-0441-4afd-b010-7d8350f457c9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.3587642 Sep 10 03:50:19.816977 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] For port ba930cea-2518-403b-816b-2b8a0f7b70d7, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:19.825082 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] For port ba930cea-2518-403b-816b-2b8a0f7b70d7, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ba930cea-2518-403b-816b-2b8a0f7b70d7,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:19.851002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] Set router 6a16b24c-acbf-4d77-9583-c14efcfc3279 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:19.862895 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.904612 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:19.921561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-c83decec-f0a7-4a90-8703-3aa3d079c060 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 1001 time: 0.1973381 Sep 10 03:50:20.009551 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:20.010444 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:20.075644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a16b24c-acbf-4d77-9583-c14efcfc3279', 'name': 'tempest-NetworksTestDHCPv6-router-615344271', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:19Z', 'revision_number': 3, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:20.078836 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-982ae6c6-4df2-45f3-856f-54c4c70b17bf tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:20.095774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-3dbc6cea-0b52-4894-97bf-7257b256ccea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:20.098366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-3dbc6cea-0b52-4894-97bf-7257b256ccea service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.1683660 Sep 10 03:50:20.162664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b8fa5b-b12b-456b-b675-7168328d449a None None] The sync data for ids ['6a16b24c-acbf-4d77-9583-c14efcfc3279'] in n-d-808143-1 is: [{'id': '6a16b24c-acbf-4d77-9583-c14efcfc3279', 'name': 'tempest-NetworksTestDHCPv6-router-615344271', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:19Z', 'revision_number': 3, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:20.228105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Router 6a16b24c-acbf-4d77-9583-c14efcfc3279 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:50:20.255256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-f484a46c-3b41-4ae2-9fcc-fab882c2155e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:20.257016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-f484a46c-3b41-4ae2-9fcc-fab882c2155e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1509507 Sep 10 03:50:20.299262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-843e6f4f-2d94-44ae-937c-03996b7dc3ab None None] Could not find standard attr ID for object fcac1a5f-9497-4a6d-a32d-28e9c3a7a882. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:50:20.321634 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:20.332073 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f641ec92-17bb-4533-807c-2a3c816b5eac None None] Pushing event updated for resources: {'Port': ['ID=ba930cea-2518-403b-816b-2b8a0f7b70d7,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:20.436386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:50:20.441688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-982ae6c6-4df2-45f3-856f-54c4c70b17bf tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:20.476308 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b7971820-a1ab-49ce-84ff-a97df373f8c3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "PUT /v2.0/routers/6a16b24c-acbf-4d77-9583-c14efcfc3279/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5304289 Sep 10 03:50:20.478625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-3737ff19-ee62-492e-bab8-13c73b26cabd service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103329 Sep 10 03:50:20.482619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47566) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:20.529156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ae6c6-4df2-45f3-856f-54c4c70b17bf tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e06d2dd-40c1-412b-a986-7287ebfd01b7,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:20.595406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-982ae6c6-4df2-45f3-856f-54c4c70b17bf tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:20.597276 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-982ae6c6-4df2-45f3-856f-54c4c70b17bf tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2780216 Sep 10 03:50:20.600784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47570) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:20.610893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'security_group_rule': {'security_group_id': 'ed03bc69-58f1-4a0a-af12-c7fa167a1e3a', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:20.714406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8e1d383-b276-427e-9a1a-67b66fb30986 req-80fafd5b-5619-43a0-b2e6-198c94b7720c service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019322 Sep 10 03:50:20.741040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:20.767528 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cbf108e1-9ab3-4856-9a8c-e9ef839ff70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:20.801855 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:19Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:20.863660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f67c0b-b700-48ae-be6e-c76511100900 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:20.870731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f67c0b-b700-48ae-be6e-c76511100900 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:20.870731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-35f67c0b-b700-48ae-be6e-c76511100900 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3833482 Sep 10 03:50:20.876972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f80460e-a04a-462f-adcc-7e4afb9f06db req-55d9deac-4ed0-40bb-9ffe-74b59113b06b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:20.883783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47576) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:20.885306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f80460e-a04a-462f-adcc-7e4afb9f06db req-55d9deac-4ed0-40bb-9ffe-74b59113b06b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1732411 Sep 10 03:50:20.918312 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab545b03-ad99-44c0-8a93-b37c0a1ca4de None None] The sync data for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 is: [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:19Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:20.936352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f80460e-a04a-462f-adcc-7e4afb9f06db req-746962f4-5ee8-4f60-976f-d73aea80421b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470402 Sep 10 03:50:21.066842 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:21.094251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5cca33-71d3-4e44-9e93-5227f7defbee tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 06fdeff0-b708-4695-9337-f14ab53b11b8 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:21.098883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab5cca33-71d3-4e44-9e93-5227f7defbee tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:21.142378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:21.178780 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab5cca33-71d3-4e44-9e93-5227f7defbee tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:21.184335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=774988f1-1eb1-497f-a146-d77c67a5a706,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:21.226347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.226853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.227326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.227844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.228294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.228738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.229179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.229654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.230095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.230535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.230992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.231430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:21.298067 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:21.300491 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a026e0e9-1906-4652-a696-1fe06df1bb3c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6977129 Sep 10 03:50:21.303730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47578) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:21.309029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:21.377442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab5cca33-71d3-4e44-9e93-5227f7defbee tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:21.473766 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:21.531658 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab5cca33-71d3-4e44-9e93-5227f7defbee tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:21.594034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5cca33-71d3-4e44-9e93-5227f7defbee tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=06fdeff0-b708-4695-9337-f14ab53b11b8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:21.605733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab5cca33-71d3-4e44-9e93-5227f7defbee tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:21.608530 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ab5cca33-71d3-4e44-9e93-5227f7defbee tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/06fdeff0-b708-4695-9337-f14ab53b11b8 HTTP/1.1" status: 204 len: 168 time: 0.7120225 Sep 10 03:50:21.614398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47580) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:21.616341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9948de-150f-4bc5-a715-fc3ec7761c41 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:21.803428 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1f901fa1-8e04-4d74-8818-1d5a6d07df56 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1871676 Sep 10 03:50:21.806544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47582) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:22.032352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] Sync routers for ids ['6a16b24c-acbf-4d77-9583-c14efcfc3279'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:50:22.057796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ac6b8e-ea4b-4da5-acfc-a51370297ad0 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:50:22.095442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] Routers {'6a16b24c-acbf-4d77-9583-c14efcfc3279'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:22.096845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6a16b24c-acbf-4d77-9583-c14efcfc3279'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:22.115255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6cd41e98-6661-427b-ac35-228c2c34e658 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:22.214784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] Set router 6a16b24c-acbf-4d77-9583-c14efcfc3279 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:22.269885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ba930cea-2518-403b-816b-2b8a0f7b70d7 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:22.299760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89244aca-ea7a-45ba-bd4c-13028a86c80d req-e43c8b33-9201-4ffc-b662-5ab5c289c79d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:22.309442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89244aca-ea7a-45ba-bd4c-13028a86c80d req-e43c8b33-9201-4ffc-b662-5ab5c289c79d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.2081783 Sep 10 03:50:22.333457 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:22.368046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a16b24c-acbf-4d77-9583-c14efcfc3279', 'name': 'tempest-NetworksTestDHCPv6-router-615344271', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:19Z', 'revision_number': 3, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:22.428488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] Checking router: 6a16b24c-acbf-4d77-9583-c14efcfc3279 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:50:22.429193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89244aca-ea7a-45ba-bd4c-13028a86c80d req-992b0fe4-cd63-4d80-92ef-87399e4b2444 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188684 Sep 10 03:50:22.469471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] Routers {'6a16b24c-acbf-4d77-9583-c14efcfc3279'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:22.470478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:49:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6a16b24c-acbf-4d77-9583-c14efcfc3279'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:22.540436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6cd41e98-6661-427b-ac35-228c2c34e658 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:22.544907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6cd41e98-6661-427b-ac35-228c2c34e658 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:22.610232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] Set router 6a16b24c-acbf-4d77-9583-c14efcfc3279 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:22.726716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ba930cea-2518-403b-816b-2b8a0f7b70d7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:22.732512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-09ac6b8e-ea4b-4da5-acfc-a51370297ad0 None None] Deleting port 965b10e8-9c11-444b-844a-f002f973c350 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:22.733024 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-09ac6b8e-ea4b-4da5-acfc-a51370297ad0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:22.824735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-09ac6b8e-ea4b-4da5-acfc-a51370297ad0 None None] For port 965b10e8-9c11-444b-844a-f002f973c350, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=965b10e8-9c11-444b-844a-f002f973c350,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:22.825215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-09ac6b8e-ea4b-4da5-acfc-a51370297ad0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:22.835261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ba930cea-2518-403b-816b-2b8a0f7b70d7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:22.835811 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:22.892899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a16b24c-acbf-4d77-9583-c14efcfc3279', 'name': 'tempest-NetworksTestDHCPv6-router-615344271', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:19Z', 'revision_number': 3, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:22.899761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-09ac6b8e-ea4b-4da5-acfc-a51370297ad0 None None] Calling delete_port for 965b10e8-9c11-444b-844a-f002f973c350 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:22.970420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78acf920-a8c8-4985-a03c-ebcf69b86c39 None None] The sync data for ids ['6a16b24c-acbf-4d77-9583-c14efcfc3279'] in n-d-808143-1 is: [{'id': '6a16b24c-acbf-4d77-9583-c14efcfc3279', 'name': 'tempest-NetworksTestDHCPv6-router-615344271', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:19Z', 'revision_number': 3, 'project_id': '7e010fe6663e4062a757d4141c743977', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:23.006769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50ea0eb-dd8d-40fd-bced-99bfdea524a9 req-56e9a99d-c74f-4cbb-85eb-757729927587 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:23.023894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b50ea0eb-dd8d-40fd-bced-99bfdea524a9 req-56e9a99d-c74f-4cbb-85eb-757729927587 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 945 time: 0.1154959 Sep 10 03:50:23.038028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6cd41e98-6661-427b-ac35-228c2c34e658 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.038517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd41e98-6661-427b-ac35-228c2c34e658 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Fanout notify agent at l3_agent the message router_deleted on router 6a16b24c-acbf-4d77-9583-c14efcfc3279 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:50:23.064305 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6cd41e98-6661-427b-ac35-228c2c34e658 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.067911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6cd41e98-6661-427b-ac35-228c2c34e658 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/routers/6a16b24c-acbf-4d77-9583-c14efcfc3279 HTTP/1.1" status: 204 len: 168 time: 1.2328157 Sep 10 03:50:23.068439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47602) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:23.133172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Allocated IP 172.25.3.163 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/42190cb3-342f-4900-ab8f-c5683f0d08a0) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:23.146493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-09ac6b8e-ea4b-4da5-acfc-a51370297ad0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.160951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aa012a-53b0-4d8c-b898-276c2e610bc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:23.180990 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e3aa012a-53b0-4d8c-b898-276c2e610bc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1090980 Sep 10 03:50:23.180990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47606) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:23.194981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b50ea0eb-dd8d-40fd-bced-99bfdea524a9 req-13494d9f-4943-4f12-8cff-375355885e29 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1653895 Sep 10 03:50:23.208651 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.230323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ac6b8e-ea4b-4da5-acfc-a51370297ad0 None None] Pushing event deleted for resources: {'Port': ['ID=965b10e8-9c11-444b-844a-f002f973c350,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:23.262446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port ba930cea-2518-403b-816b-2b8a0f7b70d7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ba930cea-2518-403b-816b-2b8a0f7b70d7,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:23.272564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09ac6b8e-ea4b-4da5-acfc-a51370297ad0 None None] No DVR routers for this DVR port 965b10e8-9c11-444b-844a-f002f973c350 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:50:23.325848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0254094a-3568-4734-96ef-8d0b412fa8f9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:23.331957 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0254094a-3568-4734-96ef-8d0b412fa8f9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1467879 Sep 10 03:50:23.333431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47614) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:23.343778 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.420324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.447423 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5f1eb3c3-2b52-44a0-b959-4a9f4842a317 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1127744 Sep 10 03:50:23.455862 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47616) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:23.469862 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:23.485624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=ba930cea-2518-403b-816b-2b8a0f7b70d7,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:23.543944 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f83cc577-00b0-4866-92f0-ccbea803de93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.568339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.623159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:23.627104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:23.632809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:23.674009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:23.680012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.689832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'Port': ['ID=42190cb3-342f-4900-ab8f-c5683f0d08a0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:23.703537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae31a5f7-301a-4aeb-84ef-bf535a5b6b59 req-3519e009-defd-4047-beaa-cd208721c895 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:23.704434 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.705757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae31a5f7-301a-4aeb-84ef-bf535a5b6b59 req-3519e009-defd-4047-beaa-cd208721c895 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1488590 Sep 10 03:50:23.824033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae31a5f7-301a-4aeb-84ef-bf535a5b6b59 req-3d24798a-b6f4-4b0a-884e-425367975e77 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0918093 Sep 10 03:50:23.828004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:23.959595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ba930cea-2518-403b-816b-2b8a0f7b70d7 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:23.975478 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.011400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ba930cea-2518-403b-816b-2b8a0f7b70d7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:24.011967 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.145810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:50:24.147524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.196671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:24.200411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:24.222958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:24.224122 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.242138 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.265947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=baf80225-a612-498a-868c-82023ae17602,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:24.296019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76e0d00-042b-4624-b102-61ea44408593 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:24.319061 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.342472 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a7de233d-fbbd-40af-8b99-f62b6d84333a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.8804162 Sep 10 03:50:24.343172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47624) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:24.347480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:24.443319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 965b10e8-9c11-444b-844a-f002f973c350 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:24.493138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01842075-b544-454b-af52-026dd5f6c3ef req-ded527f1-1cec-4e68-977f-3c8999d05167 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:24.494829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01842075-b544-454b-af52-026dd5f6c3ef req-ded527f1-1cec-4e68-977f-3c8999d05167 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 945 time: 0.2044873 Sep 10 03:50:24.497970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'Port': ['ID=42190cb3-342f-4900-ab8f-c5683f0d08a0,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:24.509669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 965b10e8-9c11-444b-844a-f002f973c350 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:50:24.510008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 965b10e8-9c11-444b-844a-f002f973c350 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:50:24.522369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.567625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01842075-b544-454b-af52-026dd5f6c3ef req-694b491e-c4f5-4c74-897c-afbdf54f90b5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0535088 Sep 10 03:50:24.603405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': 'baf80225-a612-498a-868c-82023ae17602'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:50:24.604427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.640865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.660647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ade583ef-c34e-48d9-8663-573a18ae06d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3550806 Sep 10 03:50:24.719289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:24.724332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:24.865505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-b35aa2b6-c88e-4a85-a122-46d3be1ab6aa tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--100122420&fields=id&tenant_id=fbd4e6752b764c4d97913fe83900a2be HTTP/1.1" status: 200 len: 267 time: 0.0708098 Sep 10 03:50:24.880742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Allocated IP 2001:db8::f816:3eff:fe23:19f6 (2bd354de-cfd6-4946-8d31-bfaa5125464c/baf80225-a612-498a-868c-82023ae17602/1a70b55d-e7ef-40fe-a565-a43c0f3827d9) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:24.988353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-fe519d09-9f4d-4769-8b6c-60cc29fce8e5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:24.989827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-fe519d09-9f4d-4769-8b6c-60cc29fce8e5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 811 time: 0.1168804 Sep 10 03:50:25.011196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-48b73ba7-5107-4e28-8b91-23acc1f25b37 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/quotas/fbd4e6752b764c4d97913fe83900a2be HTTP/1.1" status: 200 len: 375 time: 0.0138295 Sep 10 03:50:25.057926 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:25.068380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Transition to ACTIVE for port object 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:25.078997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-7c139358-a5f0-4da2-9cea-87932b0cbe78 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0597644 Sep 10 03:50:25.083283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Transition to ACTIVE for port object 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:25.238238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-c5225c54-70b6-4e0b-bd13-43914c7b33a7 service neutron] 10.222.0.22 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249847 Sep 10 03:50:25.313799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-31708857-a563-4003-841e-aab7e61c7fe9 service neutron] 10.222.0.22 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892892 Sep 10 03:50:25.429937 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:25.430192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:25.431464 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:25.482593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:25.485275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Pushing event updated for resources: {'Port': ['ID=1a70b55d-e7ef-40fe-a565-a43c0f3827d9,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:25.488319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:25.490464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:25.491032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:25.510117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:25.525368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:25.527860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:25.544372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Attempting to bind port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:25.545779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Attempting to bind port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:25.545779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Attempting to bind port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:25.550971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:25.551324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:25.551808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:25.552131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:25.552603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Bound port: 1a70b55d-e7ef-40fe-a565-a43c0f3827d9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:25.552983 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:25.572674 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=cd2029ee-acec-4b90-b2b9-dbcebb97f355,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:25.651804 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-65cfff39-c8d0-4bb6-ae19-a4534b79d934 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3081410 Sep 10 03:50:25.654578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47672) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:25.657564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] For port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:25.661679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] For port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1a70b55d-e7ef-40fe-a565-a43c0f3827d9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:25.662708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:7f:52:32', 'name': 'tempest-NetworksTestDHCPv6-1015597154'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:25.716194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cabcfa5-3bb1-4643-ae60-3daeec4fb39e req-e158e13e-b2fd-4e5a-868a-ef5f37fdb569 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:25.718722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cabcfa5-3bb1-4643-ae60-3daeec4fb39e req-e158e13e-b2fd-4e5a-868a-ef5f37fdb569 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1075149 Sep 10 03:50:25.738432 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:25.798628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d38bcec-7561-4c3f-b808-e7c4caa76fb8 None None] Pushing event updated for resources: {'Port': ['ID=1a70b55d-e7ef-40fe-a565-a43c0f3827d9,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:25.884272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cabcfa5-3bb1-4643-ae60-3daeec4fb39e req-62ca7c11-b637-4f5e-8ed6-94ee3ab31b61 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1474917 Sep 10 03:50:25.952396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e90c2e8-a81c-42e5-be43-61686fec2b3a req-685be632-10a4-49d4-8242-8d2dbd00fd46 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 210 time: 0.0675297 Sep 10 03:50:26.027372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:26.039479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:26.204978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:26.211927 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:26.261661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:26.262647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:26.265091 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7064d5f-3e98-44df-893a-d8e23d053e82" -d '{"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-unplugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:26.266891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 2df9aecf-c45e-4189-8241-b7905d7718c9 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:50:26.274163 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:26.336714 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5378b159-6f9c-40d0-83d8-526999ab52a6 x-openstack-request-id: req-5378b159-6f9c-40d0-83d8-526999ab52a6 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:26.337019 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-unplugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:26.337277 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5378b159-6f9c-40d0-83d8-526999ab52a6 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:26.337682 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'code': 200} Sep 10 03:50:26.366342 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:26.442789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:26.497131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 172.20.0.6 (2bd354de-cfd6-4946-8d31-bfaa5125464c/cd2029ee-acec-4b90-b2b9-dbcebb97f355/2df9aecf-c45e-4189-8241-b7905d7718c9) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:26.505388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fe7f:5232 (2bd354de-cfd6-4946-8d31-bfaa5125464c/baf80225-a612-498a-868c-82023ae17602/2df9aecf-c45e-4189-8241-b7905d7718c9) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:26.699167 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:26.715551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 2df9aecf-c45e-4189-8241-b7905d7718c9 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:26.885453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:26.931692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:26.935129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:26.937829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:27.002476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=2df9aecf-c45e-4189-8241-b7905d7718c9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:27.042915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:27.046178 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:27.086484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322dfde3-8770-4dac-aa46-73a8f4570527 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:27.121345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52b6d12a-f6e0-4235-b1d0-26df6bcc4327 req-121eea84-a42c-40a3-9d74-0190db61b510 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 210 time: 0.0353816 Sep 10 03:50:27.152642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d040bfe1-6f68-40ec-a175-6f33da721a37 req-f485ee03-0a26-4961-bcba-2fbecb08b7be tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:27.152836 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b46c24ad-9204-4ef6-8716-0ebd6fe778e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4971182 Sep 10 03:50:27.153409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47694) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:27.163063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d040bfe1-6f68-40ec-a175-6f33da721a37 req-f485ee03-0a26-4961-bcba-2fbecb08b7be tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1217625 Sep 10 03:50:27.210764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d040bfe1-6f68-40ec-a175-6f33da721a37 req-14f7f4c1-3189-4e13-9221-f6b9311bbd3a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463793 Sep 10 03:50:27.246116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa52cfe-f6b6-4857-b5a1-244b6d0f220e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:27.254967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa52cfe-f6b6-4857-b5a1-244b6d0f220e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:27.257951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4fa52cfe-f6b6-4857-b5a1-244b6d0f220e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.1027942 Sep 10 03:50:27.259825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47696) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:27.270845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b1121c18-2756-4bea-98a7-3c372a92f4a6 None None] Provisioning for port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:27.382345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-030ab197-459e-4a30-96e4-55d1190a28ef tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 2df9aecf-c45e-4189-8241-b7905d7718c9 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:27.382702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-030ab197-459e-4a30-96e4-55d1190a28ef tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:27.506809 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-030ab197-459e-4a30-96e4-55d1190a28ef tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:27.521820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-030ab197-459e-4a30-96e4-55d1190a28ef tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 2df9aecf-c45e-4189-8241-b7905d7718c9 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:27.528305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05b3007-8af9-4d30-80a1-9050a784d213 None None] Update dhcp port {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': 'baf80225-a612-498a-868c-82023ae17602', 'ip_address': '2001:db8::f816:3eff:fe23:19f6'}, {'subnet_id': 'cd2029ee-acec-4b90-b2b9-dbcebb97f355'}], 'binding:host_id': 'n-d-808143-1'}, 'id': '1a70b55d-e7ef-40fe-a565-a43c0f3827d9'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:50:27.554078 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e05b3007-8af9-4d30-80a1-9050a784d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:27.784632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-e05b3007-8af9-4d30-80a1-9050a784d213 None None] Allocated IP 172.20.0.2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/cd2029ee-acec-4b90-b2b9-dbcebb97f355/1a70b55d-e7ef-40fe-a565-a43c0f3827d9) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:27.841759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-030ab197-459e-4a30-96e4-55d1190a28ef tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:27.912396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e05b3007-8af9-4d30-80a1-9050a784d213 None None] For port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1a70b55d-e7ef-40fe-a565-a43c0f3827d9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:27.938462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030ab197-459e-4a30-96e4-55d1190a28ef tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=2df9aecf-c45e-4189-8241-b7905d7718c9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:27.956189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e05b3007-8af9-4d30-80a1-9050a784d213 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:27.978900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e05b3007-8af9-4d30-80a1-9050a784d213 None None] Transition to ACTIVE for port object 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:28.000631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-030ab197-459e-4a30-96e4-55d1190a28ef tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.005670 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-030ab197-459e-4a30-96e4-55d1190a28ef tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/2df9aecf-c45e-4189-8241-b7905d7718c9 HTTP/1.1" status: 204 len: 168 time: 0.7415683 Sep 10 03:50:28.006173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47704) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:28.028148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:50:28.074953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ffdf3-b76c-4310-a4b9-b0ee05e377bd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:28.076505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ffdf3-b76c-4310-a4b9-b0ee05e377bd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:28.078100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5ffdf3-b76c-4310-a4b9-b0ee05e377bd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:28.082628 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fc5ffdf3-b76c-4310-a4b9-b0ee05e377bd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0726488 Sep 10 03:50:28.083550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47706) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:28.094390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:28.099956 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e05b3007-8af9-4d30-80a1-9050a784d213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.161340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c57205a0-7ca8-4cb0-984d-aae36ff41bc4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet baf80225-a612-498a-868c-82023ae17602 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:28.167180 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:50:28.171962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c57205a0-7ca8-4cb0-984d-aae36ff41bc4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.276367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:28.288025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a55aa5ce-9fc2-4356-acf3-3fddcde9161a req-73cfaa3f-3d48-4876-950b-f486fa1338fc tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 210 time: 0.0653985 Sep 10 03:50:28.293142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'port_id': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'mac_address': 'fa:16:3e:1a:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:50:28.303170 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c57205a0-7ca8-4cb0-984d-aae36ff41bc4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.367345 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.423432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a301ad19-280f-4ab1-8801-a64c6113a9e7 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:28.447200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:28.510567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffe6ba-b36a-441a-b9ac-ee4dcfd06bae req-10ef6b55-ca5a-4712-a32e-ea874b93dee9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:28.512821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35ffe6ba-b36a-441a-b9ac-ee4dcfd06bae req-10ef6b55-ca5a-4712-a32e-ea874b93dee9 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1067336 Sep 10 03:50:28.519830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c57205a0-7ca8-4cb0-984d-aae36ff41bc4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.605268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05b3007-8af9-4d30-80a1-9050a784d213 None None] Pushing event updated for resources: {'Port': ['ID=1a70b55d-e7ef-40fe-a565-a43c0f3827d9,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:28.618248 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.678518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35ffe6ba-b36a-441a-b9ac-ee4dcfd06bae req-62d00747-f049-41b5-8e38-67e4fb82ec55 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1521711 Sep 10 03:50:28.714314 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c57205a0-7ca8-4cb0-984d-aae36ff41bc4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.735986 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c57205a0-7ca8-4cb0-984d-aae36ff41bc4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.737958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c57205a0-7ca8-4cb0-984d-aae36ff41bc4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/baf80225-a612-498a-868c-82023ae17602 HTTP/1.1" status: 204 len: 168 time: 0.6533756 Sep 10 03:50:28.756336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47718) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:28.768684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57205a0-7ca8-4cb0-984d-aae36ff41bc4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=baf80225-a612-498a-868c-82023ae17602,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:28.791211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a301ad19-280f-4ab1-8801-a64c6113a9e7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:50:28.799385 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.849227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:28.855283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a8cc1c6-03b2-4b6c-8e05-a162c6f81c17 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet cd2029ee-acec-4b90-b2b9-dbcebb97f355 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:28.861580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=9']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:28.862491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc1c6-03b2-4b6c-8e05-a162c6f81c17 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:28.957507 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc1c6-03b2-4b6c-8e05-a162c6f81c17 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:29.119041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-986af829-b16b-4d03-b99a-a41323b31cab tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:29.120874 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-986af829-b16b-4d03-b99a-a41323b31cab tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.20 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 811 time: 0.9316273 Sep 10 03:50:29.151826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc1c6-03b2-4b6c-8e05-a162c6f81c17 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:29.210135 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-a27add62-dc0c-4831-b892-e4dafd2b5251 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbd4e6752b764c4d97913fe83900a2be HTTP/1.1" status: 200 len: 379 time: 0.0752947 Sep 10 03:50:29.228947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'port': {'device_id': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'admin_state_up': True, 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'security_groups': ['ed03bc69-58f1-4a0a-af12-c7fa167a1e3a']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:29.304873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc1c6-03b2-4b6c-8e05-a162c6f81c17 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:29.367828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8cc1c6-03b2-4b6c-8e05-a162c6f81c17 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=cd2029ee-acec-4b90-b2b9-dbcebb97f355,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:29.374619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a8cc1c6-03b2-4b6c-8e05-a162c6f81c17 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:29.376687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5a8cc1c6-03b2-4b6c-8e05-a162c6f81c17 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/cd2029ee-acec-4b90-b2b9-dbcebb97f355 HTTP/1.1" status: 204 len: 168 time: 0.6193378 Sep 10 03:50:29.379342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47730) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:29.467158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47736) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:29.469108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-48de2508-281a-4644-a619-0ea9b641214a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0886045 Sep 10 03:50:29.475192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:29.493056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6dcb3f93-5f9e-4450-8abc-c962370768fd req-614e9190-8118-4dd2-bc8b-51d71404a304 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 210 time: 0.0401263 Sep 10 03:50:29.516142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6db56df-8a68-47a2-86cb-fe7a248c5864 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:29.524499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Made reservation on behalf of fbd4e6752b764c4d97913fe83900a2be for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:29.531036 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:29.646628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-844dbd1c-be68-4444-8ea1-ad17b8d55f96 None None] Could not find standard attr ID for object 2df9aecf-c45e-4189-8241-b7905d7718c9. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:50:29.715500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-844dbd1c-be68-4444-8ea1-ad17b8d55f96 None None] Provisioning for port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:29.725919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-844dbd1c-be68-4444-8ea1-ad17b8d55f96 None None] Provisioning complete for port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:29.725919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-844dbd1c-be68-4444-8ea1-ad17b8d55f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:29.775814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f29423-2514-454b-90c3-3b93b8bb8bd4 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:50:29.855955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a908b6a4-12e5-4602-9093-d70ec975e411 req-4e0556de-747d-47ec-b4c8-ee1dcbd0b6a5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:29.857978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a908b6a4-12e5-4602-9093-d70ec975e411 req-4e0556de-747d-47ec-b4c8-ee1dcbd0b6a5 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0783100 Sep 10 03:50:29.916634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:29.937000 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:29.950089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-31f29423-2514-454b-90c3-3b93b8bb8bd4 None None] Deleting port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:29.950581 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-31f29423-2514-454b-90c3-3b93b8bb8bd4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:29.956171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a908b6a4-12e5-4602-9093-d70ec975e411 req-f37f2558-575a-4848-8c3b-e65640947ae7 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847263 Sep 10 03:50:29.985892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:29.992074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-844dbd1c-be68-4444-8ea1-ad17b8d55f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:30.077142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Allocated IP 172.20.0.6 (589a4214-66c2-461f-af8d-b5794ee44cf1/bae6cb55-163e-4a61-a7a2-ca8845db3cbe/69e59780-89c2-4649-bca4-45f691714913) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:30.191815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:30.280273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-31f29423-2514-454b-90c3-3b93b8bb8bd4 None None] For port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1a70b55d-e7ef-40fe-a565-a43c0f3827d9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:30.280685 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-31f29423-2514-454b-90c3-3b93b8bb8bd4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:30.318012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-844dbd1c-be68-4444-8ea1-ad17b8d55f96 None None] For port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1a70b55d-e7ef-40fe-a565-a43c0f3827d9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:30.319399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-31f29423-2514-454b-90c3-3b93b8bb8bd4 None None] Calling delete_port for 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:30.320864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:30.334382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Transition to ACTIVE for port object 69e59780-89c2-4649-bca4-45f691714913 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:30.425305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a301ad19-280f-4ab1-8801-a64c6113a9e7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:30.425641 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:30.498538 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-844dbd1c-be68-4444-8ea1-ad17b8d55f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:30.520336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:30.595366 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-31f29423-2514-454b-90c3-3b93b8bb8bd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:30.614162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31f29423-2514-454b-90c3-3b93b8bb8bd4 None None] No DVR routers for this DVR port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:50:30.660611 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:30.677806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9aefe1-1332-48cb-8f57-4e8430b924cf req-85f8c8d8-d5f5-4af6-a514-44b76da91094 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:30.683221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:30.686435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e9aefe1-1332-48cb-8f57-4e8430b924cf req-85f8c8d8-d5f5-4af6-a514-44b76da91094 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 931 time: 0.0723143 Sep 10 03:50:30.692946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:50:30.698699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:30.720634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'Port': ['ID=69e59780-89c2-4649-bca4-45f691714913,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:30.739095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e9aefe1-1332-48cb-8f57-4e8430b924cf req-feb8828d-89e6-4974-85f1-75ca8d6799c5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466061 Sep 10 03:50:30.744730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844dbd1c-be68-4444-8ea1-ad17b8d55f96 None None] Pushing event updated for resources: {'Port': ['ID=1a70b55d-e7ef-40fe-a565-a43c0f3827d9,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:30.792886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31f29423-2514-454b-90c3-3b93b8bb8bd4 None None] Pushing event deleted for resources: {'Port': ['ID=1a70b55d-e7ef-40fe-a565-a43c0f3827d9,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:30.826613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:30.827597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:30.829905 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a2ec200-51a2-482d-80dd-d86c27a83d80" -d '{"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-plugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:30.852399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:30.889039 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3731c464-1743-411f-aee8-40eb6010ad78 x-openstack-request-id: req-3731c464-1743-411f-aee8-40eb6010ad78 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:30.889341 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-plugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:30.889589 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3731c464-1743-411f-aee8-40eb6010ad78 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:30.889991 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'code': 200} Sep 10 03:50:30.938418 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:31.033175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:31.034055 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:31.065517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=10']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:31.090476 n-d-808143-1 neutron-server[95137]: WARNING neutron.services.revisions.revision_plugin [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Could not find related port for resource to bump revision. Sep 10 03:50:31.133678 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-f95d499c-77f4-4fa3-bf6f-6a24d758d635 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9088795 Sep 10 03:50:31.135978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.ipam_pluggable_backend [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Port 1a70b55d-e7ef-40fe-a565-a43c0f3827d9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=95137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Sep 10 03:50:31.136448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.ipam_pluggable_backend [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Reverting IP allocation for 2001:db8::f816:3eff:fe23:19f6 {{(pid=95137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Sep 10 03:50:31.141791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.ipam_pluggable_backend [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe23:19f6 {{(pid=95137) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Sep 10 03:50:31.148565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Request body: {'port': {'device_id': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:31.155361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190a62de-f2bb-41c7-aab8-1535c59f5ae4 req-5494b8af-c3a7-4b50-9e7e-f7614a2bffc4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:31.163671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-190a62de-f2bb-41c7-aab8-1535c59f5ae4 req-5494b8af-c3a7-4b50-9e7e-f7614a2bffc4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0883205 Sep 10 03:50:31.173053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:31.177977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4c4cd450-ea4e-4764-acfa-03db16de7e06 None None] Provisioning for port 69e59780-89c2-4649-bca4-45f691714913 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:31.182101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4c4cd450-ea4e-4764-acfa-03db16de7e06 None None] Provisioning complete for port 69e59780-89c2-4649-bca4-45f691714913 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:31.182664 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c4cd450-ea4e-4764-acfa-03db16de7e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:31.201040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:31.207318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:31.219163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:31.220388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:31.271722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-190a62de-f2bb-41c7-aab8-1535c59f5ae4 req-ef36ec5c-287b-4f06-812c-45d074706688 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1067543 Sep 10 03:50:31.276078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96048a2-fbc5-42d5-9bc4-68d138de67a2 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:31.331396 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:31.360305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=b0bd8977-74ea-49e7-a830-2a835856214b,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:31.390477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4c4cd450-ea4e-4764-acfa-03db16de7e06 None None] Port 69e59780-89c2-4649-bca4-45f691714913 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:31.406593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7f91a735-e155-4afc-9b7c-8aec3478cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9354508 Sep 10 03:50:31.407630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47774) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:31.418042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:31.716672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': 'b0bd8977-74ea-49e7-a830-2a835856214b'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:50:31.717601 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:31.773584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:31.779647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:31.913478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69e59780-89c2-4649-bca4-45f691714913 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:31.925233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:31.950440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Transition to ACTIVE for port object 69e59780-89c2-4649-bca4-45f691714913 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:31.960539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445a1dab-5acf-4ce3-b9c9-041b86fcecc8 req-f350cf09-2a28-4169-9824-0cf3927465bd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:31.968725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Allocated IP 2001:db8::f816:3eff:fe59:afdc (2bd354de-cfd6-4946-8d31-bfaa5125464c/b0bd8977-74ea-49e7-a830-2a835856214b/01f2392b-3d88-4c8a-aced-2d3bff0559c0) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:31.969764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-445a1dab-5acf-4ce3-b9c9-041b86fcecc8 req-f350cf09-2a28-4169-9824-0cf3927465bd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 931 time: 0.0892518 Sep 10 03:50:32.033681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-445a1dab-5acf-4ce3-b9c9-041b86fcecc8 req-b1390a73-751b-4932-82a0-fdd30ba8f782 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630016 Sep 10 03:50:32.067655 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.181365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Pushing event updated for resources: {'Port': ['ID=69e59780-89c2-4649-bca4-45f691714913,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:32.198351 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.309494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.345473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Attempting to bind port 69e59780-89c2-4649-bca4-45f691714913 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:32.346087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Attempting to bind port 69e59780-89c2-4649-bca4-45f691714913 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:32.346195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Attempting to bind port 69e59780-89c2-4649-bca4-45f691714913 on network 589a4214-66c2-461f-af8d-b5794ee44cf1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:32.347150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:32.364990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Port 69e59780-89c2-4649-bca4-45f691714913 on network 589a4214-66c2-461f-af8d-b5794ee44cf1 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:50:32.365388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Attempting to bind port 69e59780-89c2-4649-bca4-45f691714913 on network 589a4214-66c2-461f-af8d-b5794ee44cf1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:32.375943 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.380401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:32.380744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Checking segment: {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:32.381134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Bound using segment: {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:32.381572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Bound port: 69e59780-89c2-4649-bca4-45f691714913, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:32.382016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.397154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Transition to ACTIVE for port object 01f2392b-3d88-4c8a-aced-2d3bff0559c0 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:32.415023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:32.421074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:32.421737 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.445442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Transition to ACTIVE for port object 01f2392b-3d88-4c8a-aced-2d3bff0559c0 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:32.538469 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.542819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] For port 69e59780-89c2-4649-bca4-45f691714913, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:32.550122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] For port 69e59780-89c2-4649-bca4-45f691714913, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=69e59780-89c2-4649-bca4-45f691714913,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:32.556907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=7be32b7c-8474-478e-87a5-c1c2513a8575,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:32.566338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5555524b-593a-4ec2-9ae6-f55e7b12cfa8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1568913 Sep 10 03:50:32.569288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47794) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:32.578451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:1b:73:30', 'name': 'tempest-NetworksTestDHCPv6-1688897186'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:32.590247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Pushing event updated for resources: {'Port': ['ID=01f2392b-3d88-4c8a-aced-2d3bff0559c0,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:32.593868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:32.595590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:32.600336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:32.612346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12806b7f-2c71-4de2-88fb-ac076edc3cc9 req-60ad68bd-6f81-43d3-b374-b82d7a7e2630 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:32.620589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12806b7f-2c71-4de2-88fb-ac076edc3cc9 req-60ad68bd-6f81-43d3-b374-b82d7a7e2630 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1695256 Sep 10 03:50:32.622257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.678707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:32.679772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.683652 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] 10.222.0.20 "PUT /v2.0/ports/69e59780-89c2-4649-bca4-45f691714913 HTTP/1.1" status: 200 len: 1091 time: 1.5391598 Sep 10 03:50:32.684265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'tag': '69e59780-89c2-4649-bca4-45f691714913'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:32.687307 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b948090b-55d5-41af-9e67-1f63f374a008" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c04870-4df7-4242-b264-af0d64e3efb6", "tag": "69e59780-89c2-4649-bca4-45f691714913"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:32.707071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Attempting to bind port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:32.707260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12806b7f-2c71-4de2-88fb-ac076edc3cc9 req-ad7822e7-6bf6-4207-9c43-b51a3afe00b7 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840859 Sep 10 03:50:32.707814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Attempting to bind port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:32.708364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Attempting to bind port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:32.712014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97209e7d-440b-4420-8e3d-ea65c70f4c90 service neutron] Pushing event updated for resources: {'Port': ['ID=69e59780-89c2-4649-bca4-45f691714913,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:32.716494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:32.717133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:32.718298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.719042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:32.728603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Bound port: 01f2392b-3d88-4c8a-aced-2d3bff0559c0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:32.728603 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.765231 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7645c5-c33d-442f-853b-e6f8a4361b4f x-openstack-request-id: req-9a7645c5-c33d-442f-853b-e6f8a4361b4f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:32.765526 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c04870-4df7-4242-b264-af0d64e3efb6", "tag": "69e59780-89c2-4649-bca4-45f691714913", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:32.765773 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a7645c5-c33d-442f-853b-e6f8a4361b4f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:32.766172 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'tag': '69e59780-89c2-4649-bca4-45f691714913', 'status': 'completed', 'code': 200} Sep 10 03:50:32.830242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] For port 01f2392b-3d88-4c8a-aced-2d3bff0559c0, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:32.842329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] For port 01f2392b-3d88-4c8a-aced-2d3bff0559c0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=01f2392b-3d88-4c8a-aced-2d3bff0559c0,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:32.916339 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:32.937654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948090b-55d5-41af-9e67-1f63f374a008 req-ebafbeb6-f949-44e8-875a-10b702feef1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:32.940039 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b948090b-55d5-41af-9e67-1f63f374a008 req-ebafbeb6-f949-44e8-875a-10b702feef1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 1094 time: 0.0919907 Sep 10 03:50:32.944236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:33.035855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504949a4-0c3f-4e1a-ace0-313e84d8af4a None None] Pushing event updated for resources: {'Port': ['ID=01f2392b-3d88-4c8a-aced-2d3bff0559c0,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:33.140968 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:33.143916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948090b-55d5-41af-9e67-1f63f374a008 req-78d37c58-8c94-480e-9c72-ba0546fba66c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.145387 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b948090b-55d5-41af-9e67-1f63f374a008 req-78d37c58-8c94-480e-9c72-ba0546fba66c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=fbd4e6752b764c4d97913fe83900a2be&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1932204 Sep 10 03:50:33.248618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 8b5dc4c4-2b07-4459-b946-85037f0b19a1 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:50:33.332314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b948090b-55d5-41af-9e67-1f63f374a008 req-0d683a04-3bf4-44f1-b702-efa778cde96d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.333815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b948090b-55d5-41af-9e67-1f63f374a008 req-0d683a04-3bf4-44f1-b702-efa778cde96d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1767254 Sep 10 03:50:33.371321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1058a7-5900-428b-8cb1-7ae96000ba13 req-e36f3467-209a-4aa1-9a27-b5b260fb56e9 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.376264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e1058a7-5900-428b-8cb1-7ae96000ba13 req-e36f3467-209a-4aa1-9a27-b5b260fb56e9 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 943 time: 0.2318769 Sep 10 03:50:33.430900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-15aa02b5-6c17-47b3-a99c-2af10ad57e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.432464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-15aa02b5-6c17-47b3-a99c-2af10ad57e24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 1097 time: 0.2948484 Sep 10 03:50:33.467904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-4ccccde7-d485-4b8e-b155-4e4e6033b324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.469436 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-4ccccde7-d485-4b8e-b155-4e4e6033b324 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 1094 time: 0.0744741 Sep 10 03:50:33.536806 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-086496f2-e169-49a3-a3e8-33c6b5f373b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69e59780-89c2-4649-bca4-45f691714913 HTTP/1.1" status: 200 len: 217 time: 0.0575695 Sep 10 03:50:33.597568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-12aee8a3-2725-4b79-967e-8a8b5cab92c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.599905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-12aee8a3-2725-4b79-967e-8a8b5cab92c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.1488845 Sep 10 03:50:33.608017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-fe7b05a5-36ab-4acf-a458-f0223ca52eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.610266 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-fe7b05a5-36ab-4acf-a458-f0223ca52eb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 200 len: 850 time: 0.0657113 Sep 10 03:50:33.670561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-9f3fe838-8fa9-44da-862b-7ee69920a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.672200 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-9f3fe838-8fa9-44da-862b-7ee69920a7d8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=589a4214-66c2-461f-af8d-b5794ee44cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0540631 Sep 10 03:50:33.685172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e1058a7-5900-428b-8cb1-7ae96000ba13 req-9cb7349f-08d4-476c-99bc-adbef7cacec8 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2928972 Sep 10 03:50:33.758508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-ed0fd03a-fd49-4f97-8817-26193529c7dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99035cd4-ae96-4336-b058-e1de5061e7bd HTTP/1.1" status: 200 len: 1002 time: 0.1416066 Sep 10 03:50:33.801618 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-1439522f-6fd3-4b55-ba5c-10238b87da43 service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215663 Sep 10 03:50:33.821547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-7a803c5f-57f4-49e1-8522-a5a5db71fc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:33.823306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-7a803c5f-57f4-49e1-8522-a5a5db71fc7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.0557873 Sep 10 03:50:33.971991 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fa30365f-0ce1-455b-9e0f-32fe10077166 req-30c24170-80c3-4f10-995e-f69ae66c7e30 service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1618631 Sep 10 03:50:34.061407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 01f2392b-3d88-4c8a-aced-2d3bff0559c0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:34.107123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-abd046d0-c540-49bd-af44-42c840e9344e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:34.118124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-abd046d0-c540-49bd-af44-42c840e9344e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2551262 Sep 10 03:50:34.132707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 172.20.0.6 (2bd354de-cfd6-4946-8d31-bfaa5125464c/7be32b7c-8474-478e-87a5-c1c2513a8575/8b5dc4c4-2b07-4459-b946-85037f0b19a1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:34.180315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fe1b:7330 (2bd354de-cfd6-4946-8d31-bfaa5125464c/b0bd8977-74ea-49e7-a830-2a835856214b/8b5dc4c4-2b07-4459-b946-85037f0b19a1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:34.210809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ded6dee-da8e-4932-9749-a197f9338218 req-85b53998-d0af-4c6a-8409-c5f9fb3c6295 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:34.212772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ded6dee-da8e-4932-9749-a197f9338218 req-85b53998-d0af-4c6a-8409-c5f9fb3c6295 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.3090014 Sep 10 03:50:34.227588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:34.441253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5403309a-5892-4b72-ac79-5b03f6a23f6a None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:34.635450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0adcaf26-d000-40df-984e-4fb75f2ef8ad None None] Provisioning for port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:34.644509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0adcaf26-d000-40df-984e-4fb75f2ef8ad None None] Provisioning complete for port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:34.644978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ded6dee-da8e-4932-9749-a197f9338218 req-16e84adb-1654-4c0c-b1f5-381ff0cf7e9e tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4196277 Sep 10 03:50:34.645136 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0adcaf26-d000-40df-984e-4fb75f2ef8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.691154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-41a81fca-0fd9-46e9-9581-3a12ce5f4cc1 service neutron] 10.222.0.20 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5414753 Sep 10 03:50:34.753403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089227b7-c2b5-422b-b364-6ac7eabe0efa None None] Update dhcp port {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': 'b0bd8977-74ea-49e7-a830-2a835856214b', 'ip_address': '2001:db8::f816:3eff:fe59:afdc'}, {'subnet_id': '7be32b7c-8474-478e-87a5-c1c2513a8575'}], 'binding:host_id': 'n-d-808143-1'}, 'id': '01f2392b-3d88-4c8a-aced-2d3bff0559c0'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:50:34.806261 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-089227b7-c2b5-422b-b364-6ac7eabe0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.881750 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0adcaf26-d000-40df-984e-4fb75f2ef8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.887002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7902b757-d658-4198-9c2a-47c69ba742d8 req-784112b0-1793-4a40-b70a-efdc7d5e68f2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:34.888774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7902b757-d658-4198-9c2a-47c69ba742d8 req-784112b0-1793-4a40-b70a-efdc7d5e68f2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 943 time: 0.1150525 Sep 10 03:50:34.895768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:34.934576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b13aeda-8b4e-4072-9979-5ab9f1f16cbd req-aaa21e2d-db5e-4d2c-acb1-72809b362e83 service neutron] 10.222.0.20 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319751 Sep 10 03:50:34.935794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 8b5dc4c4-2b07-4459-b946-85037f0b19a1 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:34.958919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7902b757-d658-4198-9c2a-47c69ba742d8 req-3705a4ce-72a3-406e-95aa-085a29372052 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0606463 Sep 10 03:50:35.006395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0adcaf26-d000-40df-984e-4fb75f2ef8ad None None] For port 01f2392b-3d88-4c8a-aced-2d3bff0559c0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=01f2392b-3d88-4c8a-aced-2d3bff0559c0,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:35.075407 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:35.087735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0adcaf26-d000-40df-984e-4fb75f2ef8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:35.154019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:35.156713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:35.157964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-089227b7-c2b5-422b-b364-6ac7eabe0efa None None] Allocated IP 172.20.0.2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/7be32b7c-8474-478e-87a5-c1c2513a8575/01f2392b-3d88-4c8a-aced-2d3bff0559c0) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:35.165332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:35.214458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=8b5dc4c4-2b07-4459-b946-85037f0b19a1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:35.224375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.224729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.225054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.225387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.225722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.226048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.226577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.226906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.227242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.227561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.227929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.228257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:50:35.255881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:35.256528 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:35.275793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcaf26-d000-40df-984e-4fb75f2ef8ad None None] Pushing event updated for resources: {'Port': ['ID=01f2392b-3d88-4c8a-aced-2d3bff0559c0,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:35.311400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-089227b7-c2b5-422b-b364-6ac7eabe0efa None None] For port 01f2392b-3d88-4c8a-aced-2d3bff0559c0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=01f2392b-3d88-4c8a-aced-2d3bff0559c0,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:35.333473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7727c75d-711c-43a1-bc3e-e743cc8c066b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.7626863 Sep 10 03:50:35.335947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47824) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:35.353947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-089227b7-c2b5-422b-b364-6ac7eabe0efa None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:35.369968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-089227b7-c2b5-422b-b364-6ac7eabe0efa None None] Transition to ACTIVE for port object 01f2392b-3d88-4c8a-aced-2d3bff0559c0 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:35.397465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318c6f23-eead-4e84-9df6-7791f2631c37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:35.403600 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318c6f23-eead-4e84-9df6-7791f2631c37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:35.405262 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-318c6f23-eead-4e84-9df6-7791f2631c37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0682399 Sep 10 03:50:35.407976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47826) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:35.501894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-007757fa-922f-48e1-995b-34e4a2535572 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 8b5dc4c4-2b07-4459-b946-85037f0b19a1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:35.502847 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-007757fa-922f-48e1-995b-34e4a2535572 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:35.601179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-007757fa-922f-48e1-995b-34e4a2535572 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:35.614848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-007757fa-922f-48e1-995b-34e4a2535572 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 8b5dc4c4-2b07-4459-b946-85037f0b19a1 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:35.764952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32721e1f-2c18-4a51-a9ec-3d531e9d5f46 req-9b1cc02f-5cc4-4b96-9b49-5769bab93adf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:35.766705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32721e1f-2c18-4a51-a9ec-3d531e9d5f46 req-9b1cc02f-5cc4-4b96-9b49-5769bab93adf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0554249 Sep 10 03:50:35.812358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32721e1f-2c18-4a51-a9ec-3d531e9d5f46 req-00e840d1-17a8-498e-b99e-89e8459c2cb4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390842 Sep 10 03:50:35.898098 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-089227b7-c2b5-422b-b364-6ac7eabe0efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:35.927930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 01f2392b-3d88-4c8a-aced-2d3bff0559c0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:35.984854 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-007757fa-922f-48e1-995b-34e4a2535572 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.032004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089227b7-c2b5-422b-b364-6ac7eabe0efa None None] Pushing event updated for resources: {'Port': ['ID=01f2392b-3d88-4c8a-aced-2d3bff0559c0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:36.047193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007757fa-922f-48e1-995b-34e4a2535572 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=8b5dc4c4-2b07-4459-b946-85037f0b19a1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:36.122229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e3f1f1-6a3a-4572-8fa6-7c3c331bef2e req-af11f426-d43a-4709-95d5-e7437068461b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:36.123846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16e3f1f1-6a3a-4572-8fa6-7c3c331bef2e req-af11f426-d43a-4709-95d5-e7437068461b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 943 time: 0.0701740 Sep 10 03:50:36.157204 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-007757fa-922f-48e1-995b-34e4a2535572 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.162744 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-007757fa-922f-48e1-995b-34e4a2535572 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/8b5dc4c4-2b07-4459-b946-85037f0b19a1 HTTP/1.1" status: 204 len: 168 time: 0.7516406 Sep 10 03:50:36.163413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47842) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:36.186953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16e3f1f1-6a3a-4572-8fa6-7c3c331bef2e req-e79e46e8-b817-4d67-9813-4c6c272e5749 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543025 Sep 10 03:50:36.251888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ff486-a5a4-48fa-9a3a-5ffe5ff2f63a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:36.254606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ff486-a5a4-48fa-9a3a-5ffe5ff2f63a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:36.256491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742ff486-a5a4-48fa-9a3a-5ffe5ff2f63a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:36.258684 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-742ff486-a5a4-48fa-9a3a-5ffe5ff2f63a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0937464 Sep 10 03:50:36.261089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:36.330662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f14f02dc-3592-455a-95d6-c68c2bdc7656 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 7be32b7c-8474-478e-87a5-c1c2513a8575 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:36.334870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f14f02dc-3592-455a-95d6-c68c2bdc7656 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.394198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f14f02dc-3592-455a-95d6-c68c2bdc7656 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.531459 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f14f02dc-3592-455a-95d6-c68c2bdc7656 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.670662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 69e59780-89c2-4649-bca4-45f691714913 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:50:36.673219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 99035cd4-ae96-4336-b058-e1de5061e7bd no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:36.704460 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f14f02dc-3592-455a-95d6-c68c2bdc7656 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.725600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f14f02dc-3592-455a-95d6-c68c2bdc7656 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.730280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47852) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:36.730501 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f14f02dc-3592-455a-95d6-c68c2bdc7656 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/7be32b7c-8474-478e-87a5-c1c2513a8575 HTTP/1.1" status: 204 len: 168 time: 0.4682622 Sep 10 03:50:36.750092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14f02dc-3592-455a-95d6-c68c2bdc7656 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=7be32b7c-8474-478e-87a5-c1c2513a8575,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:36.833170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-292a13e2-2156-428d-af04-c3b850522f2f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet b0bd8977-74ea-49e7-a830-2a835856214b {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:36.837571 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-292a13e2-2156-428d-af04-c3b850522f2f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.843615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d6ec68-5039-4081-98b3-47ba1fc43f68 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:36.954586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 69e59780-89c2-4649-bca4-45f691714913, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=69e59780-89c2-4649-bca4-45f691714913,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:36.963052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-292a13e2-2156-428d-af04-c3b850522f2f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:36.990549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aced1e69-adb3-4962-8f9a-78be95b1b23a None None] Provisioning for port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:36.992018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '69e59780-89c2-4649-bca4-45f691714913', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'port_id': '69e59780-89c2-4649-bca4-45f691714913', 'mac_address': 'fa:16:3e:45:2d:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:50:37.019168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aced1e69-adb3-4962-8f9a-78be95b1b23a None None] Provisioning complete for port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:37.019168 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aced1e69-adb3-4962-8f9a-78be95b1b23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.036803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55545c1f-2a2a-44af-9b4a-5a91e7ad71dc req-df6c2e4d-507a-41f3-a61e-939f3a56de56 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:37.037118 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.038070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55545c1f-2a2a-44af-9b4a-5a91e7ad71dc req-df6c2e4d-507a-41f3-a61e-939f3a56de56 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0972314 Sep 10 03:50:37.115982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55545c1f-2a2a-44af-9b4a-5a91e7ad71dc req-db9138b7-1f68-4775-8a06-6a00bbff1ed4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695376 Sep 10 03:50:37.124277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-292a13e2-2156-428d-af04-c3b850522f2f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.287188 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-292a13e2-2156-428d-af04-c3b850522f2f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.300379 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.321207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69e59780-89c2-4649-bca4-45f691714913 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:37.325385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:37.328011 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b972f75e-b43a-4404-af34-8537a0edfc71" -d '{"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-unplugged", "status": "completed", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:37.356601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292a13e2-2156-428d-af04-c3b850522f2f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=b0bd8977-74ea-49e7-a830-2a835856214b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:37.366100 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-292a13e2-2156-428d-af04-c3b850522f2f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.368238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-292a13e2-2156-428d-af04-c3b850522f2f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/b0bd8977-74ea-49e7-a830-2a835856214b HTTP/1.1" status: 204 len: 168 time: 0.6369462 Sep 10 03:50:37.372010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47868) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:37.373983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:37.404962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 69e59780-89c2-4649-bca4-45f691714913, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=69e59780-89c2-4649-bca4-45f691714913,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:37.412654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3745e0e-729e-4263-a1af-9224e875049b req-611b913f-f8e3-414b-b357-2ec9d1ab5f5d tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:37.414517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3745e0e-729e-4263-a1af-9224e875049b req-611b913f-f8e3-414b-b357-2ec9d1ab5f5d tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 943 time: 0.0865836 Sep 10 03:50:37.448714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47870) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:37.449879 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-22dbef7a-21af-4be1-902c-86f0615e6b92 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0746999 Sep 10 03:50:37.454146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:37.485468 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.489683 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.532390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29488b8b-5f26-48a9-b36c-f9f5244b7775 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:50:37.555449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3745e0e-729e-4263-a1af-9224e875049b req-e7c8144d-601f-4836-9885-19fb5fb1d828 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1291704 Sep 10 03:50:37.580934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=69e59780-89c2-4649-bca4-45f691714913,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:37.648756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:37.663350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-29488b8b-5f26-48a9-b36c-f9f5244b7775 None None] Deleting port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:37.663824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29488b8b-5f26-48a9-b36c-f9f5244b7775 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.701787 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b24e2453-02fe-4e4d-8d54-14d0eaee2547 x-openstack-request-id: req-b24e2453-02fe-4e4d-8d54-14d0eaee2547 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:37.702786 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-unplugged", "status": "failed", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd", "code": 422}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:37.702786 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b24e2453-02fe-4e4d-8d54-14d0eaee2547 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:37.702786 n-d-808143-1 neutron-server[95138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'code': 422} returned with failed status Sep 10 03:50:37.709377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:37.713303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.757431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['69e59780-89c2-4649-bca4-45f691714913'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:50:37.789647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-29488b8b-5f26-48a9-b36c-f9f5244b7775 None None] For port 01f2392b-3d88-4c8a-aced-2d3bff0559c0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=01f2392b-3d88-4c8a-aced-2d3bff0559c0,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:37.790432 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29488b8b-5f26-48a9-b36c-f9f5244b7775 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:37.819468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-29488b8b-5f26-48a9-b36c-f9f5244b7775 None None] Calling delete_port for 01f2392b-3d88-4c8a-aced-2d3bff0559c0 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:37.983957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 01f2392b-3d88-4c8a-aced-2d3bff0559c0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:38.074618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29488b8b-5f26-48a9-b36c-f9f5244b7775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:38.078320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 update to DOWN by agent not found {{(pid=95138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 10 03:50:38.103435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:38.119458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29488b8b-5f26-48a9-b36c-f9f5244b7775 None None] No DVR routers for this DVR port 01f2392b-3d88-4c8a-aced-2d3bff0559c0 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:50:38.143864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29488b8b-5f26-48a9-b36c-f9f5244b7775 None None] Pushing event deleted for resources: {'Port': ['ID=01f2392b-3d88-4c8a-aced-2d3bff0559c0,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:38.177823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:38.181993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:38.194270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:38.194586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82adfcc5-41d4-4036-8668-d2248c7d0a86 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:38.195451 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:38.199495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=6d408a67-aedf-48bf-b8bc-b91f14b0d005,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:38.312595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7ff43160-4463-47d2-812c-44c8ed80a58f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8625379 Sep 10 03:50:38.315846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47884) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:38.321650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:38.362481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '6d408a67-aedf-48bf-b8bc-b91f14b0d005'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:50:38.363351 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:38.569294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Allocated IP 172.20.0.2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/6d408a67-aedf-48bf-b8bc-b91f14b0d005/ca9e5236-1a8e-4bff-b7a7-891e0f94487f) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:38.720660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 69e59780-89c2-4649-bca4-45f691714913 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:38.752427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1cac6e-d0cf-4421-8854-fd6865c376ec req-dc7c0ce3-1b36-43d0-8e89-48c3ff0d0e80 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:38.759787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c1cac6e-d0cf-4421-8854-fd6865c376ec req-dc7c0ce3-1b36-43d0-8e89-48c3ff0d0e80 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 944 time: 0.0824230 Sep 10 03:50:38.836337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c1cac6e-d0cf-4421-8854-fd6865c376ec req-260d6ad6-2566-4a28-b701-960d56e3b06d tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755997 Sep 10 03:50:38.871292 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:38.880702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Transition to ACTIVE for port object ca9e5236-1a8e-4bff-b7a7-891e0f94487f will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:38.910929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Transition to ACTIVE for port object ca9e5236-1a8e-4bff-b7a7-891e0f94487f will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:38.920524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 69e59780-89c2-4649-bca4-45f691714913 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:38.925449 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 69e59780-89c2-4649-bca4-45f691714913 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:38.925821 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:38.972544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:38.976230 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.011360 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.034724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:39.059512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:39.068451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:39.103924 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.131501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Pushing event updated for resources: {'Port': ['ID=ca9e5236-1a8e-4bff-b7a7-891e0f94487f,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:39.163735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Attempting to bind port ca9e5236-1a8e-4bff-b7a7-891e0f94487f on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:39.164108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Attempting to bind port ca9e5236-1a8e-4bff-b7a7-891e0f94487f by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:39.164660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Attempting to bind port ca9e5236-1a8e-4bff-b7a7-891e0f94487f on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:39.170886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 69e59780-89c2-4649-bca4-45f691714913, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=69e59780-89c2-4649-bca4-45f691714913,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:39.174511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:39.174887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:39.175287 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.175691 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:39.176168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Bound port: ca9e5236-1a8e-4bff-b7a7-891e0f94487f, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:39.176554 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.245074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.288769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] For port ca9e5236-1a8e-4bff-b7a7-891e0f94487f, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:39.311807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] For port ca9e5236-1a8e-4bff-b7a7-891e0f94487f, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca9e5236-1a8e-4bff-b7a7-891e0f94487f,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:39.327170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=69e59780-89c2-4649-bca4-45f691714913,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:39.382671 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.478338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a3e42-7b2c-42e9-9165-7ed364d7a075 None None] Pushing event updated for resources: {'Port': ['ID=ca9e5236-1a8e-4bff-b7a7-891e0f94487f,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:39.480683 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:50:39.711757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e59780-89c2-4649-bca4-45f691714913'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:39.717563 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2067aff2-52c0-4f0d-a18d-3dd6287d485a" -d '{"events": [{"server_uuid": "b1c04870-4df7-4242-b264-af0d64e3efb6", "name": "network-vif-plugged", "status": "completed", "tag": "69e59780-89c2-4649-bca4-45f691714913"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:39.855128 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f2a5c0-9615-4b35-a226-cfdb0ca356aa x-openstack-request-id: req-d7f2a5c0-9615-4b35-a226-cfdb0ca356aa {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:39.855128 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c04870-4df7-4242-b264-af0d64e3efb6", "name": "network-vif-plugged", "status": "completed", "tag": "69e59780-89c2-4649-bca4-45f691714913", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:39.855128 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7f2a5c0-9615-4b35-a226-cfdb0ca356aa {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:39.855128 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69e59780-89c2-4649-bca4-45f691714913', 'code': 200} Sep 10 03:50:39.857078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-8e92f3a0-940f-4305-84cd-fb3ac658ecdd req-6af0857a-e0ab-4eb1-b65e-0b0595b84f05 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:50:39.857078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e92f3a0-940f-4305-84cd-fb3ac658ecdd req-6af0857a-e0ab-4eb1-b65e-0b0595b84f05 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1459706 Sep 10 03:50:39.896937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:39.939420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80431de5-1495-40eb-a96d-c6711eb120b4 req-c4db84c1-2485-4594-ba89-056196dff3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:39.941809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80431de5-1495-40eb-a96d-c6711eb120b4 req-c4db84c1-2485-4594-ba89-056196dff3c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 1096 time: 0.0973024 Sep 10 03:50:40.037882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca9e5236-1a8e-4bff-b7a7-891e0f94487f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:40.049973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80431de5-1495-40eb-a96d-c6711eb120b4 req-80bd5291-71e8-4941-a891-3da7ac494d24 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907521 Sep 10 03:50:40.114562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc38a87-10a1-4311-97b9-37052bf666aa req-fde51e44-dc67-426e-a57e-fb2e6b4c5049 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:40.116209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-edc38a87-10a1-4311-97b9-37052bf666aa req-fde51e44-dc67-426e-a57e-fb2e6b4c5049 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0826635 Sep 10 03:50:40.168619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-edc38a87-10a1-4311-97b9-37052bf666aa req-e737339e-b009-4771-a8b0-285f243a2fa1 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449133 Sep 10 03:50:40.187018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] For port ca9e5236-1a8e-4bff-b7a7-891e0f94487f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca9e5236-1a8e-4bff-b7a7-891e0f94487f,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:40.228916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:40.313212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ca9e5236-1a8e-4bff-b7a7-891e0f94487f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:40.325863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:40.326663 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:40.394167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:40.401256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:40.404461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:40.405063 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:40.456479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=ca9e5236-1a8e-4bff-b7a7-891e0f94487f,revision_number=4']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:40.460163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=80281d6b-dc41-472d-8f98-2519f3151963,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:40.520037 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-90d82313-4d1f-440a-8d97-dead314f250c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.2027431 Sep 10 03:50:40.522834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47928) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:40.529110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:6d:46:4d', 'name': 'tempest-NetworksTestDHCPv6-1767145839'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:40.772555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:40.775794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66769e87-f57a-44c5-a32f-e46654b74faa None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:40.883082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:40.905728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 91522890-48ba-48d0-8057-43e4e1640c82 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:50:40.945556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f4cbfce1-a90d-40ef-8db7-5b0c8f8cbd5a None None] Provisioning for port ca9e5236-1a8e-4bff-b7a7-891e0f94487f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:40.954094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f4cbfce1-a90d-40ef-8db7-5b0c8f8cbd5a None None] Provisioning complete for port ca9e5236-1a8e-4bff-b7a7-891e0f94487f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:40.954471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f4cbfce1-a90d-40ef-8db7-5b0c8f8cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:41.067791 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f4cbfce1-a90d-40ef-8db7-5b0c8f8cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:41.122538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f4cbfce1-a90d-40ef-8db7-5b0c8f8cbd5a None None] For port ca9e5236-1a8e-4bff-b7a7-891e0f94487f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca9e5236-1a8e-4bff-b7a7-891e0f94487f,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:41.142495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 172.20.0.3 (2bd354de-cfd6-4946-8d31-bfaa5125464c/6d408a67-aedf-48bf-b8bc-b91f14b0d005/91522890-48ba-48d0-8057-43e4e1640c82) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:41.154925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fe6d:464d (2bd354de-cfd6-4946-8d31-bfaa5125464c/80281d6b-dc41-472d-8f98-2519f3151963/91522890-48ba-48d0-8057-43e4e1640c82) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:41.223149 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f4cbfce1-a90d-40ef-8db7-5b0c8f8cbd5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:41.324682 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4cbfce1-a90d-40ef-8db7-5b0c8f8cbd5a None None] Pushing event updated for resources: {'Port': ['ID=ca9e5236-1a8e-4bff-b7a7-891e0f94487f,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:41.384504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6527f62b-be3a-4191-b84f-615fb0597b67 req-adf00300-4df1-4760-9444-157a314edddc tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:41.386869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6527f62b-be3a-4191-b84f-615fb0597b67 req-adf00300-4df1-4760-9444-157a314edddc tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1241250 Sep 10 03:50:41.470039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6527f62b-be3a-4191-b84f-615fb0597b67 req-f9de6000-b7a2-42a7-bed8-bfa15097e157 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726025 Sep 10 03:50:41.515814 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:41.536275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 91522890-48ba-48d0-8057-43e4e1640c82 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:41.655242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6121a3-be8c-417c-86bf-55db2841406c req-1f4ed221-2b5d-47b9-b392-0467850a88c3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:41.659573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca6121a3-be8c-417c-86bf-55db2841406c req-1f4ed221-2b5d-47b9-b392-0467850a88c3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 944 time: 0.1012180 Sep 10 03:50:41.676630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:41.708185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca6121a3-be8c-417c-86bf-55db2841406c req-856b57e5-33d5-4af8-a7d4-3b3980df1da1 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445130 Sep 10 03:50:41.761484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:41.781555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:41.787291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:41.849707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=91522890-48ba-48d0-8057-43e4e1640c82,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:41.889174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:41.889830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:41.913735 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-e4f530a1-ce68-4b9f-a8eb-707327d899a1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1849575 Sep 10 03:50:41.961703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e91cb889-aff3-467a-9e97-07e163fb4042 None None] Provisioning complete for port ca9e5236-1a8e-4bff-b7a7-891e0f94487f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:41.962765 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e91cb889-aff3-467a-9e97-07e163fb4042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:42.014114 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6dfea29b-2de7-4d97-8556-df46b99cc1ed tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.4892087 Sep 10 03:50:42.016794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47960) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:42.036312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca9e5236-1a8e-4bff-b7a7-891e0f94487f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:42.143406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821944f-55ff-4e0b-b796-f65c9d585a73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:42.153502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d821944f-55ff-4e0b-b796-f65c9d585a73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:42.159034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47964) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:42.160050 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d821944f-55ff-4e0b-b796-f65c9d585a73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.1413958 Sep 10 03:50:42.225222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ca9e5236-1a8e-4bff-b7a7-891e0f94487f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:42.225507 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:42.280928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e17b4-c733-49b9-9f6c-9d5c398a8089 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 91522890-48ba-48d0-8057-43e4e1640c82 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:42.281536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd3e17b4-c733-49b9-9f6c-9d5c398a8089 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:42.427137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd3e17b4-c733-49b9-9f6c-9d5c398a8089 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:42.440947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bd3e17b4-c733-49b9-9f6c-9d5c398a8089 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 91522890-48ba-48d0-8057-43e4e1640c82 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:42.461946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1cec8915-f1a3-411b-a1cc-6bcbda889892 None None] Provisioning for port 91522890-48ba-48d0-8057-43e4e1640c82 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:42.466318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1cec8915-f1a3-411b-a1cc-6bcbda889892 None None] Provisioning complete for port 91522890-48ba-48d0-8057-43e4e1640c82 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:42.467044 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1cec8915-f1a3-411b-a1cc-6bcbda889892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:42.568649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1cec8915-f1a3-411b-a1cc-6bcbda889892 None None] Port 91522890-48ba-48d0-8057-43e4e1640c82 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:42.656970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed44dbcd-6490-4819-a8b6-834508867ce5 req-eacd44ad-c062-4c69-a462-b037eaa0b4af tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:42.661273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed44dbcd-6490-4819-a8b6-834508867ce5 req-eacd44ad-c062-4c69-a462-b037eaa0b4af tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0623496 Sep 10 03:50:42.724299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed44dbcd-6490-4819-a8b6-834508867ce5 req-737f147f-368f-4678-a857-28198dff14da tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509083 Sep 10 03:50:42.852625 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd3e17b4-c733-49b9-9f6c-9d5c398a8089 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:42.872321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30b5b5a-2226-4b56-aac6-17d1a70576ca req-a25773cf-5d42-419b-864c-721d141e6ae5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:42.877603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c30b5b5a-2226-4b56-aac6-17d1a70576ca req-a25773cf-5d42-419b-864c-721d141e6ae5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0959074 Sep 10 03:50:42.882649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47980) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:42.891126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c32fbade-f33e-4ca7-9b89-c4f8ad08708e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'floatingip': {'port_id': '69e59780-89c2-4649-bca4-45f691714913'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:42.909575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a9a2f-ae02-42fb-aa4f-d00183eab1ec req-bc741395-f704-4315-926a-395acdc31a6f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:42.913022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b6a9a2f-ae02-42fb-aa4f-d00183eab1ec req-bc741395-f704-4315-926a-395acdc31a6f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 944 time: 0.1020391 Sep 10 03:50:42.925296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3e17b4-c733-49b9-9f6c-9d5c398a8089 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=91522890-48ba-48d0-8057-43e4e1640c82,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:43.009920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c32fbade-f33e-4ca7-9b89-c4f8ad08708e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.086215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd3e17b4-c733-49b9-9f6c-9d5c398a8089 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.088953 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd3e17b4-c733-49b9-9f6c-9d5c398a8089 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/91522890-48ba-48d0-8057-43e4e1640c82 HTTP/1.1" status: 204 len: 168 time: 0.9279449 Sep 10 03:50:43.092800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47982) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:43.139230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b6a9a2f-ae02-42fb-aa4f-d00183eab1ec req-1affe08b-0e04-4778-b6c6-28936b2addde tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1633618 Sep 10 03:50:43.203478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75312a9-fe5b-47c7-bbc4-dc18846abf71 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:43.207902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75312a9-fe5b-47c7-bbc4-dc18846abf71 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:43.211938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75312a9-fe5b-47c7-bbc4-dc18846abf71 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:43.224262 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c75312a9-fe5b-47c7-bbc4-dc18846abf71 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1299589 Sep 10 03:50:43.225064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47986) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:43.313687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-64baae30-3850-40d5-8ed3-aaf6828143f5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 6d408a67-aedf-48bf-b8bc-b91f14b0d005 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:43.319389 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64baae30-3850-40d5-8ed3-aaf6828143f5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.373667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64baae30-3850-40d5-8ed3-aaf6828143f5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.488700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64baae30-3850-40d5-8ed3-aaf6828143f5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.527264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-bf4c3cfa-c975-4a75-8de2-53742f643959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:43.529268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-bf4c3cfa-c975-4a75-8de2-53742f643959 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e&tenant_id=b6d51038489e483fb245dfd7d9e58112 HTTP/1.1" status: 200 len: 1095 time: 0.1593080 Sep 10 03:50:43.544684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808143-1', 'device_owner': 'compute:nova'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:43.642129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64baae30-3850-40d5-8ed3-aaf6828143f5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.675030 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.681874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64baae30-3850-40d5-8ed3-aaf6828143f5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=6d408a67-aedf-48bf-b8bc-b91f14b0d005,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:43.690212 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64baae30-3850-40d5-8ed3-aaf6828143f5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.692614 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-64baae30-3850-40d5-8ed3-aaf6828143f5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/6d408a67-aedf-48bf-b8bc-b91f14b0d005 HTTP/1.1" status: 204 len: 168 time: 0.4647996 Sep 10 03:50:43.695163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47990) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:43.697614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b4ef67-b2cf-4221-a228-a1daf25dbcdf None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:43.754364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-672d7b67-66b2-4154-a841-5433c4f400fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 80281d6b-dc41-472d-8f98-2519f3151963 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:43.757875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-672d7b67-66b2-4154-a841-5433c4f400fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.773540 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c32fbade-f33e-4ca7-9b89-c4f8ad08708e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.826075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-672d7b67-66b2-4154-a841-5433c4f400fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.960507 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c32fbade-f33e-4ca7-9b89-c4f8ad08708e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:43.969275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-672d7b67-66b2-4154-a841-5433c4f400fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:44.148270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-672d7b67-66b2-4154-a841-5433c4f400fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:44.201284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672d7b67-66b2-4154-a841-5433c4f400fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=80281d6b-dc41-472d-8f98-2519f3151963,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:44.207456 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-672d7b67-66b2-4154-a841-5433c4f400fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:44.211656 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-672d7b67-66b2-4154-a841-5433c4f400fa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/80281d6b-dc41-472d-8f98-2519f3151963 HTTP/1.1" status: 204 len: 168 time: 0.5130105 Sep 10 03:50:44.212133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 47998) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:44.295463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a58e81f5-65a8-4516-b5ee-eb109a9ac83f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0781572 Sep 10 03:50:44.296280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48002) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:44.303449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:44.317585 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-c32fbade-f33e-4ca7-9b89-c4f8ad08708e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Floating IP 063bc72f-cfce-4a70-92fd-86b89ca6fc94 associated. External IP: 172.25.3.163, port: 69e59780-89c2-4649-bca4-45f691714913. Sep 10 03:50:44.394003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:44.431835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7b7ed8-a370-4bb5-8287-9465867357c8 req-3bf9f841-498d-43b0-a182-412ed51ba5e4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:44.433420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a7b7ed8-a370-4bb5-8287-9465867357c8 req-3bf9f841-498d-43b0-a182-412ed51ba5e4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 944 time: 0.1480243 Sep 10 03:50:44.513162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:44.624493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8439d601-b2d4-4d9b-bcf6-b4896c1063ff None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:44.663159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:44.666693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:44.802874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4462b67f-75b2-4d93-83a7-9ee693324bfd None None] Provisioning complete for port ca9e5236-1a8e-4bff-b7a7-891e0f94487f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:44.803506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4462b67f-75b2-4d93-83a7-9ee693324bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:44.871102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a7b7ed8-a370-4bb5-8287-9465867357c8 req-5199d2dd-f088-4629-aeb9-f9cb077483c0 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4298656 Sep 10 03:50:44.990690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03b04af-78bd-4b18-90e8-98cbc48b2356 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:50:45.004001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99035cd4-ae96-4336-b058-e1de5061e7bd {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:50:45.014882 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.043438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Transition to ACTIVE for port object 99035cd4-ae96-4336-b058-e1de5061e7bd will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:45.044941 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.046737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f03b04af-78bd-4b18-90e8-98cbc48b2356 None None] Deleting port ca9e5236-1a8e-4bff-b7a7-891e0f94487f {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:45.047787 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f03b04af-78bd-4b18-90e8-98cbc48b2356 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.052816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c32fbade-f33e-4ca7-9b89-c4f8ad08708e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:50:45.086970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:45.090126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:45.095098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:45.095803 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.116552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=1f8a8646-2548-4544-9323-cb4f66bea67e,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:45.131598 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.159553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f03b04af-78bd-4b18-90e8-98cbc48b2356 None None] For port ca9e5236-1a8e-4bff-b7a7-891e0f94487f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca9e5236-1a8e-4bff-b7a7-891e0f94487f,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:45.160340 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f03b04af-78bd-4b18-90e8-98cbc48b2356 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.195099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f03b04af-78bd-4b18-90e8-98cbc48b2356 None None] Calling delete_port for ca9e5236-1a8e-4bff-b7a7-891e0f94487f owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:45.241403 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-40087581-6e53-499a-a2c3-dd8edb2a5abb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9439394 Sep 10 03:50:45.244809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48014) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:45.250310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:45.309067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=9']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:45.396656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c32fbade-f33e-4ca7-9b89-c4f8ad08708e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:50:45.406479 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] Sync routers for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:50:45.418430 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c32fbade-f33e-4ca7-9b89-c4f8ad08708e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.423398 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:45.424155 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f03b04af-78bd-4b18-90e8-98cbc48b2356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.425169 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:50:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:45.460417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c32fbade-f33e-4ca7-9b89-c4f8ad08708e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "PUT /v2.0/floatingips/063bc72f-cfce-4a70-92fd-86b89ca6fc94 HTTP/1.1" status: 200 len: 991 time: 2.5746069 Sep 10 03:50:45.476645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'tag': '69e59780-89c2-4649-bca4-45f691714913'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:45.484978 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0cc94a7-893f-4f6a-a1cf-c824001d2209" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c04870-4df7-4242-b264-af0d64e3efb6", "tag": "69e59780-89c2-4649-bca4-45f691714913"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:45.519267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03b04af-78bd-4b18-90e8-98cbc48b2356 None None] Pushing event deleted for resources: {'Port': ['ID=ca9e5236-1a8e-4bff-b7a7-891e0f94487f,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:45.523133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03b04af-78bd-4b18-90e8-98cbc48b2356 None None] No DVR routers for this DVR port ca9e5236-1a8e-4bff-b7a7-891e0f94487f on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:50:45.547157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10f23174-e4ce-44b5-b96c-3ab919261634 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:45.563898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] No DVR routers for this DVR port 99035cd4-ae96-4336-b058-e1de5061e7bd on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:50:45.588814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:45.593142 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:45.650799 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:45.717988 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e89d23-3849-426d-95da-dc5a386802d4 x-openstack-request-id: req-87e89d23-3849-426d-95da-dc5a386802d4 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:45.718606 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c04870-4df7-4242-b264-af0d64e3efb6", "tag": "69e59780-89c2-4649-bca4-45f691714913", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:45.719083 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87e89d23-3849-426d-95da-dc5a386802d4 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:45.719719 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'tag': '69e59780-89c2-4649-bca4-45f691714913', 'status': 'completed', 'code': 200} Sep 10 03:50:45.801568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-696dd5b9-efd5-498f-be60-68f913eef232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:45.801568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-696dd5b9-efd5-498f-be60-68f913eef232 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 1096 time: 0.0698254 Sep 10 03:50:45.836780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '1f8a8646-2548-4544-9323-cb4f66bea67e'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:50:45.837646 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.031822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca9e5236-1a8e-4bff-b7a7-891e0f94487f no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:46.045259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Attempting to bind port 99035cd4-ae96-4336-b058-e1de5061e7bd on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:46.045826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Attempting to bind port 99035cd4-ae96-4336-b058-e1de5061e7bd by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:46.045958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Attempting to bind port 99035cd4-ae96-4336-b058-e1de5061e7bd on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:46.076101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Port 99035cd4-ae96-4336-b058-e1de5061e7bd on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:50:46.076434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Attempting to bind port 99035cd4-ae96-4336-b058-e1de5061e7bd on network 082251f9-1713-4050-bdf6-0769d4b0bcf3 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:46.092746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:46.092746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Checking segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:46.092746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Bound using segment: {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:46.092746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Bound port: 99035cd4-ae96-4336-b058-e1de5061e7bd, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '032499e0-f8dd-42a0-992f-cf4b0e7b744f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:46.092746 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.094299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ca9e5236-1a8e-4bff-b7a7-891e0f94487f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:50:46.094909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca9e5236-1a8e-4bff-b7a7-891e0f94487f not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:50:46.107141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-6a9d07a5-8b57-4c8f-81c6-6e06619c4878 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:46.108695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-6a9d07a5-8b57-4c8f-81c6-6e06619c4878 service neutron] 10.222.0.20 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 912 time: 0.2901146 Sep 10 03:50:46.182148 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '063bc72f-cfce-4a70-92fd-86b89ca6fc94', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'port_id': '69e59780-89c2-4649-bca4-45f691714913', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'mac_address': 'fa:16:3e:45:2d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:50:23Z', 'updated_at': '2021-09-10T03:50:43Z', 'revision_number': 1, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:46.190662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Allocated IP 172.20.0.2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/1f8a8646-2548-4544-9323-cb4f66bea67e/39f9bc7e-1167-45ca-b14d-f2e0eb7072c1) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:46.207521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:50:46.209370 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.210236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6771a133-e3ce-4bbd-849a-401bfa5b39ee req-8878c38e-1a89-463e-90b9-d4e72749f68f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:46.211887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6771a133-e3ce-4bbd-849a-401bfa5b39ee req-8878c38e-1a89-463e-90b9-d4e72749f68f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 944 time: 0.1789637 Sep 10 03:50:46.218109 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] Checking router: b1c0d232-df9e-4f7b-ac58-e8ecc03527ad for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:50:46.228795 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:50:46.237595 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:50:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:46.259613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:46.263077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:46.269703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:46.270317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.275938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6771a133-e3ce-4bbd-849a-401bfa5b39ee req-9eacdad5-ccf1-4a16-ae83-36076ff0292b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507195 Sep 10 03:50:46.280397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:46.290260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-c45391bc-3bea-4279-88b7-f320d62fbedf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69e59780-89c2-4649-bca4-45f691714913 HTTP/1.1" status: 200 len: 999 time: 0.1738524 Sep 10 03:50:46.319507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:46.334920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=b4ae3183-309a-4cda-9072-24204a685de6,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:46.360359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-5a66efc7-00ec-472c-af6b-3cbceb90cd11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:46.361966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-5a66efc7-00ec-472c-af6b-3cbceb90cd11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 200 len: 850 time: 0.0644193 Sep 10 03:50:46.369860 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:50:46.380464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5ba2c565-7494-4be4-b50c-dcedabd80f8c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1307855 Sep 10 03:50:46.380464 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48036) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:46.385879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:07:a3:50', 'name': 'tempest-NetworksTestDHCPv6-2014015560'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:46.392395 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.404942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Transition to ACTIVE for port object 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:46.418896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-072e6197-b589-4d71-8010-5fc56c2acc04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:46.420548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-072e6197-b589-4d71-8010-5fc56c2acc04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=589a4214-66c2-461f-af8d-b5794ee44cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0501134 Sep 10 03:50:46.423234 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.429239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Transition to ACTIVE for port object 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:46.452279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:46.452971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.454930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] 10.222.0.39 "PUT /v2.0/ports/99035cd4-ae96-4336-b058-e1de5061e7bd HTTP/1.1" status: 200 len: 1092 time: 2.9166875 Sep 10 03:50:46.493280 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.562671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Pushing event updated for resources: {'Port': ['ID=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:46.577205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:46.593754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:46.598469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:46.672811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255a8c0-0b48-42b1-86e1-7a0302f99785 service neutron] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=10']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:46.688869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-ba9403af-b870-43de-98e8-61aeec4ef00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:46.688869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-ba9403af-b870-43de-98e8-61aeec4ef00b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 1096 time: 0.1982832 Sep 10 03:50:46.695878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:46.710961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Attempting to bind port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:46.711587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Attempting to bind port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:46.712528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Attempting to bind port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:46.718796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:46.719844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:46.720450 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.721476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:46.722524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Bound port: 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:46.722982 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.747988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-d302639a-fcb1-441c-924b-3e495908a78e service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3125141 Sep 10 03:50:46.781976 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '063bc72f-cfce-4a70-92fd-86b89ca6fc94', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'port_id': '69e59780-89c2-4649-bca4-45f691714913', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'mac_address': 'fa:16:3e:45:2d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:50:23Z', 'updated_at': '2021-09-10T03:50:43Z', 'revision_number': 1, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:50:46.799862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] For port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:46.803202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] For port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:46.809225 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.819600 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d718353a-7798-4aef-8d97-bdbdaa329dcc None None] The sync data for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 is: [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '063bc72f-cfce-4a70-92fd-86b89ca6fc94', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'port_id': '69e59780-89c2-4649-bca4-45f691714913', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1731, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'mac_address': 'fa:16:3e:45:2d:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:50:23Z', 'updated_at': '2021-09-10T03:50:43Z', 'revision_number': 1, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:50:46.846924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 57df3bf8-102e-49e1-8a23-e00ce354fd65 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:50:46.858545 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:46.891747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-d71d8e92-8aa2-4931-adb9-382bb6e16e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:46.893395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-d71d8e92-8aa2-4931-adb9-382bb6e16e30 service neutron] 10.222.0.39 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.1917565 Sep 10 03:50:46.905210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0cc94a7-893f-4f6a-a1cf-c824001d2209 req-6ac81489-ff2d-4232-8f38-c5fc4aba3eae service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491294 Sep 10 03:50:46.962839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ea7716-db35-4cf5-9a93-9705e59b5187 None None] Pushing event updated for resources: {'Port': ['ID=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:47.044927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-17330949-fbbf-479e-8e73-6892807796de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99035cd4-ae96-4336-b058-e1de5061e7bd HTTP/1.1" status: 200 len: 1000 time: 0.0746689 Sep 10 03:50:47.119329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-40d05396-28e3-4d50-b0fd-256bc7c2d127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.121321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-40d05396-28e3-4d50-b0fd-256bc7c2d127 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.0685978 Sep 10 03:50:47.134721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 172.20.0.14 (2bd354de-cfd6-4946-8d31-bfaa5125464c/1f8a8646-2548-4544-9323-cb4f66bea67e/57df3bf8-102e-49e1-8a23-e00ce354fd65) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:47.144271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fe07:a350 (2bd354de-cfd6-4946-8d31-bfaa5125464c/b4ae3183-309a-4cda-9072-24204a685de6/57df3bf8-102e-49e1-8a23-e00ce354fd65) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:47.156899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0254bf99-9f71-44d4-b3bd-cefd9abdd07c None None] New status for floating IP 063bc72f-cfce-4a70-92fd-86b89ca6fc94: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:50:47.220274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-45e31215-a472-4f6f-a975-31080a4f7aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.222445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-45e31215-a472-4f6f-a975-31080a4f7aa0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0820398 Sep 10 03:50:47.395836 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:47.410762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 57df3bf8-102e-49e1-8a23-e00ce354fd65 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:47.476916 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-b702cfd1-fa85-4e63-bc0b-5677a8f84a4e service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2421346 Sep 10 03:50:47.492102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fcb08-808c-44fb-ae4e-0bf41870da0b req-a2718751-e2ec-4e45-9cb6-706b377c0e0a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.493564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c2fcb08-808c-44fb-ae4e-0bf41870da0b req-a2718751-e2ec-4e45-9cb6-706b377c0e0a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.1156821 Sep 10 03:50:47.503052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622742f0-037f-444c-b8f9-4f88ea050618 req-bfd9b2f8-3d24-49ee-afd9-06de49444e1a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.504477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-622742f0-037f-444c-b8f9-4f88ea050618 req-bfd9b2f8-3d24-49ee-afd9-06de49444e1a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.1079748 Sep 10 03:50:47.519827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:47.575430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=57df3bf8-102e-49e1-8a23-e00ce354fd65,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:47.586024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:47.587572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:47.590146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:47.630080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c2fcb08-808c-44fb-ae4e-0bf41870da0b req-20bb7a90-2840-454e-9081-1bca2caf836e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186569 Sep 10 03:50:47.637864 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-622742f0-037f-444c-b8f9-4f88ea050618 req-3f4cda25-1a43-41a7-8f87-eb21430ae5f6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1096196 Sep 10 03:50:47.644526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.645377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:47.671782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75760f76-f19a-48f1-bbd6-65ae50726c47 req-e65a4545-6c7a-416f-9807-8244903c51d9 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1738117 Sep 10 03:50:47.721304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:47.724040 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-045d5f70-9dc5-42bd-b853-165695094c3f" -d '{"events": [{"name": "network-changed", "server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:47.744007 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-84161617-f589-472a-b04c-0416fd3e00d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.3624325 Sep 10 03:50:47.746579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48078) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:47.809137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0402c-31b8-42a9-a20b-4f0d5f364ab3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.816014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af0402c-31b8-42a9-a20b-4f0d5f364ab3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.820109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8af0402c-31b8-42a9-a20b-4f0d5f364ab3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0700006 Sep 10 03:50:47.820109 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e03496e3-e0a8-49c3-9354-d0582877ccaa x-openstack-request-id: req-e03496e3-e0a8-49c3-9354-d0582877ccaa {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:47.820109 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:47.820109 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e03496e3-e0a8-49c3-9354-d0582877ccaa {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:47.820544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48082) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:47.831193 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'status': 'completed', 'code': 200} Sep 10 03:50:47.902599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d5f70-9dc5-42bd-b853-165695094c3f req-a9403018-cfb6-45a7-80b0-c7d75c0e829f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:47.904423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-045d5f70-9dc5-42bd-b853-165695094c3f req-a9403018-cfb6-45a7-80b0-c7d75c0e829f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=b6d51038489e483fb245dfd7d9e58112&device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 1096 time: 0.0687511 Sep 10 03:50:48.017156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c3827241-7232-4eee-a599-f00904564dc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 57df3bf8-102e-49e1-8a23-e00ce354fd65 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:48.018172 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3827241-7232-4eee-a599-f00904564dc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:48.061325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:48.160753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3827241-7232-4eee-a599-f00904564dc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:48.175189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c3827241-7232-4eee-a599-f00904564dc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 57df3bf8-102e-49e1-8a23-e00ce354fd65 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:48.198545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:48.291364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be44feb6-5c4d-4583-ad9d-440517b19319 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:48.540344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d5f70-9dc5-42bd-b853-165695094c3f req-182c6903-4fe8-4e01-b1a7-d83851db3ded service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:48.546559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-045d5f70-9dc5-42bd-b853-165695094c3f req-182c6903-4fe8-4e01-b1a7-d83851db3ded service neutron] 10.222.0.39 "GET /v2.0/networks?id=082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 200 len: 917 time: 0.6297262 Sep 10 03:50:48.611573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a6d21abb-c9e1-463e-807b-815bb09b622c None None] Provisioning for port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:48.618899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a6417f-36dd-4f16-ac87-58d65ab8bb7f req-d616ed24-5c54-4fff-a1e1-5f2279561e85 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:48.619066 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3827241-7232-4eee-a599-f00904564dc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:48.623913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51a6417f-36dd-4f16-ac87-58d65ab8bb7f req-d616ed24-5c54-4fff-a1e1-5f2279561e85 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.1063948 Sep 10 03:50:48.660913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a6d21abb-c9e1-463e-807b-815bb09b622c None None] Provisioning complete for port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:48.661283 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6d21abb-c9e1-463e-807b-815bb09b622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:48.690842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3827241-7232-4eee-a599-f00904564dc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=57df3bf8-102e-49e1-8a23-e00ce354fd65,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:48.720050 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51a6417f-36dd-4f16-ac87-58d65ab8bb7f req-3bcf2b79-a58b-4b57-ad7b-73aa6ef81081 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945575 Sep 10 03:50:48.801429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6d21abb-c9e1-463e-807b-815bb09b622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:48.837019 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3827241-7232-4eee-a599-f00904564dc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:48.837868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a6d21abb-c9e1-463e-807b-815bb09b622c None None] For port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:48.839392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42b6047a-2eef-47d3-9979-49d26927329e None None] Update dhcp port {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': '1f8a8646-2548-4544-9323-cb4f66bea67e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'b4ae3183-309a-4cda-9072-24204a685de6'}], 'binding:host_id': 'n-d-808143-1'}, 'id': '39f9bc7e-1167-45ca-b14d-f2e0eb7072c1'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:50:48.841621 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c3827241-7232-4eee-a599-f00904564dc1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/57df3bf8-102e-49e1-8a23-e00ce354fd65 HTTP/1.1" status: 204 len: 168 time: 1.0195560 Sep 10 03:50:48.843717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48112) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:48.874318 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42b6047a-2eef-47d3-9979-49d26927329e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:48.904308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b86ad38-7464-469c-876f-89bad551ca76 req-187f6374-84d2-4b9b-8744-e4422cf0791b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:48.916281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b86ad38-7464-469c-876f-89bad551ca76 req-187f6374-84d2-4b9b-8744-e4422cf0791b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.1048760 Sep 10 03:50:48.941488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a75ac4-1795-4ce0-a020-6ea892a9bbe0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:48.946733 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6d21abb-c9e1-463e-807b-815bb09b622c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:48.949183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a75ac4-1795-4ce0-a020-6ea892a9bbe0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:48.951878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a75ac4-1795-4ce0-a020-6ea892a9bbe0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:48.955542 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-35a75ac4-1795-4ce0-a020-6ea892a9bbe0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1098113 Sep 10 03:50:48.959617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48114) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:48.999249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b86ad38-7464-469c-876f-89bad551ca76 req-8a2c24a7-0ea7-4032-ac2b-a00f91262470 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819635 Sep 10 03:50:49.081458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea056bb-046c-4e80-b1fc-fc9927761f22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 1f8a8646-2548-4544-9323-cb4f66bea67e {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:49.090875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ea056bb-046c-4e80-b1fc-fc9927761f22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.116403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d21abb-c9e1-463e-807b-815bb09b622c None None] Pushing event updated for resources: {'Port': ['ID=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:49.193811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ea056bb-046c-4e80-b1fc-fc9927761f22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.326358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ea056bb-046c-4e80-b1fc-fc9927761f22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.469229 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ea056bb-046c-4e80-b1fc-fc9927761f22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.495320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea056bb-046c-4e80-b1fc-fc9927761f22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8a8646-2548-4544-9323-cb4f66bea67e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:49.501210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ea056bb-046c-4e80-b1fc-fc9927761f22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.505130 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9ea056bb-046c-4e80-b1fc-fc9927761f22 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/1f8a8646-2548-4544-9323-cb4f66bea67e HTTP/1.1" status: 204 len: 168 time: 0.5468316 Sep 10 03:50:49.507775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48118) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server [None req-42b6047a-2eef-47d3-9979-49d26927329e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f8a8646-2548-4544-9323-cb4f66bea67e: This subnet is being modified by another concurrent operation. Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1733, in update_port Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1510, in update_port Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise exception Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1f8a8646-2548-4544-9323-cb4f66bea67e: This subnet is being modified by another concurrent operation. Sep 10 03:50:49.528892 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server Sep 10 03:50:49.562448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa7b8ea1-3d90-45be-9fb2-3328ef91b548 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet b4ae3183-309a-4cda-9072-24204a685de6 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:49.566886 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8ea1-3d90-45be-9fb2-3328ef91b548 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.626054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8ea1-3d90-45be-9fb2-3328ef91b548 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.657632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cae396d-0dce-49e5-bf2d-a31a69d88a3b None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:49.697033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3b400d50-3e2a-4735-9e82-299814f94ed8 None None] Provisioning complete for port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:49.697508 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b400d50-3e2a-4735-9e82-299814f94ed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.703117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8ea1-3d90-45be-9fb2-3328ef91b548 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.847384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8ea1-3d90-45be-9fb2-3328ef91b548 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.860947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3b400d50-3e2a-4735-9e82-299814f94ed8 None None] Could not find standard attr ID for object 57df3bf8-102e-49e1-8a23-e00ce354fd65. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:50:49.896181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6cac42-60f4-4207-979a-aceebda38890 req-a6e82e5b-0b32-40d7-875f-591dff2db79c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:49.897825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f6cac42-60f4-4207-979a-aceebda38890 req-a6e82e5b-0b32-40d7-875f-591dff2db79c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.0687895 Sep 10 03:50:49.918200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7b8ea1-3d90-45be-9fb2-3328ef91b548 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=b4ae3183-309a-4cda-9072-24204a685de6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:49.937103 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa7b8ea1-3d90-45be-9fb2-3328ef91b548 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:49.942400 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aa7b8ea1-3d90-45be-9fb2-3328ef91b548 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/b4ae3183-309a-4cda-9072-24204a685de6 HTTP/1.1" status: 204 len: 168 time: 0.4308431 Sep 10 03:50:49.942400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48122) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:49.972274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f6cac42-60f4-4207-979a-aceebda38890 req-6ecce302-be15-4855-b49c-8602f6d5a090 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678585 Sep 10 03:50:49.998725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:50.010563 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-46d1a1f4-836c-4c1d-a267-4403832f831a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0671642 Sep 10 03:50:50.013350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48124) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:50.049225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61944377-7cec-4a4e-ad57-d25ab896cf74 None None] Update dhcp port {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': 'b4ae3183-309a-4cda-9072-24204a685de6'}], 'binding:host_id': 'n-d-808143-1'}, 'id': '39f9bc7e-1167-45ca-b14d-f2e0eb7072c1'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:50:50.068155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d9b4c86-f992-41f7-97cb-19e431db31de tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:50.070341 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1d9b4c86-f992-41f7-97cb-19e431db31de tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0553679 Sep 10 03:50:50.072889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48128) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:50.081320 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-61944377-7cec-4a4e-ad57-d25ab896cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.115192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:50.153364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c803c9cf-3cf2-43d0-bb28-a8eb4e74cf4c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:50.159978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c803c9cf-3cf2-43d0-bb28-a8eb4e74cf4c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0808613 Sep 10 03:50:50.160661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48130) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:50.206641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c6af3-a17b-4625-84fb-e68adb4292fa req-2fa20b6c-353a-4010-bb13-f16226bc7879 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:50.226859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-853c6af3-a17b-4625-84fb-e68adb4292fa req-2fa20b6c-353a-4010-bb13-f16226bc7879 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.1008725 Sep 10 03:50:50.244314 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8f82f284-1357-4083-a598-f5decb07523d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0824640 Sep 10 03:50:50.252350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48134) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:50.258481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6e7fde65-1e2c-4d99-80f8-2b02c2cb8646 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:50.278333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-853c6af3-a17b-4625-84fb-e68adb4292fa req-39efb95e-9d03-442b-b2a7-ad87bbd9fcf2 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472720 Sep 10 03:50:50.304270 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.347532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:50.412516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c3d3b760-de6e-4ad7-be16-62678804611c None None] Provisioning complete for port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:50.412889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b760-de6e-4ad7-be16-62678804611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.434076 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.438683 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.522111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:50.522111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:50:50.523144 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fd2d7c6-ed0a-4d4c-8f70-7b5ae8484b61" -d '{"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-unplugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:50:50.536117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e7fde65-1e2c-4d99-80f8-2b02c2cb8646 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:50.540468 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6e7fde65-1e2c-4d99-80f8-2b02c2cb8646 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.542189 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e7fde65-1e2c-4d99-80f8-2b02c2cb8646 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:50:50.542730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e7fde65-1e2c-4d99-80f8-2b02c2cb8646 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:50:50.561761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:50.578628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f38af1-7c97-4f12-acc6-b60956bdf88c None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:50:50.606075 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5814c023-7d37-4bb9-89ab-e30cf78c8c7d x-openstack-request-id: req-5814c023-7d37-4bb9-89ab-e30cf78c8c7d {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:50:50.606856 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-unplugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:50:50.607486 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5814c023-7d37-4bb9-89ab-e30cf78c8c7d {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:50:50.608334 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'code': 200} Sep 10 03:50:50.617898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.663726 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6e7fde65-1e2c-4d99-80f8-2b02c2cb8646 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4098754 Sep 10 03:50:50.666519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48140) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:50.671484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3506831d-2bcf-4995-9f40-20fdf4852e0a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:50.815956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=11']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:50.821829 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b760-de6e-4ad7-be16-62678804611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.857682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3506831d-2bcf-4995-9f40-20fdf4852e0a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:50.864984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3506831d-2bcf-4995-9f40-20fdf4852e0a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.867081 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3506831d-2bcf-4995-9f40-20fdf4852e0a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:50:50.867538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3506831d-2bcf-4995-9f40-20fdf4852e0a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:50:50.878411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c3d3b760-de6e-4ad7-be16-62678804611c None None] For port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:50.887291 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6d64b3a8-d14c-496b-92c3-aeab3441730b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.900847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33f38af1-7c97-4f12-acc6-b60956bdf88c None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:50:50.942532 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c3d3b760-de6e-4ad7-be16-62678804611c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:50.971103 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3506831d-2bcf-4995-9f40-20fdf4852e0a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.3029695 Sep 10 03:50:50.974285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48142) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:50.986788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a0536b48-88cc-46af-9723-fb113908ae64 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:51.166544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e8d8d5e3-c424-4a53-983f-522a7d2f8410 None None] Could not find standard attr ID for object 57df3bf8-102e-49e1-8a23-e00ce354fd65. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:50:51.190412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334c21e4-75b4-4613-921e-c8d3b8af2b0a req-474d6c50-c82c-42fc-825e-be50637baac6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:51.195488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-334c21e4-75b4-4613-921e-c8d3b8af2b0a req-474d6c50-c82c-42fc-825e-be50637baac6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1389110 Sep 10 03:50:51.254408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-334c21e4-75b4-4613-921e-c8d3b8af2b0a req-bbe595ac-301d-43c1-acf9-29263c38e0eb tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504744 Sep 10 03:50:51.255714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d3b760-de6e-4ad7-be16-62678804611c None None] Pushing event updated for resources: {'Port': ['ID=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:51.342714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0536b48-88cc-46af-9723-fb113908ae64 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:51.347413 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0536b48-88cc-46af-9723-fb113908ae64 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:51.349145 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0536b48-88cc-46af-9723-fb113908ae64 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:50:51.352204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0536b48-88cc-46af-9723-fb113908ae64 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:50:51.420932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a51401a-dfc9-4bf7-95a6-bf33b16e7291 req-2ef71bbf-6e35-4666-9fe8-dcdf53f97b89 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:51.422942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a51401a-dfc9-4bf7-95a6-bf33b16e7291 req-2ef71bbf-6e35-4666-9fe8-dcdf53f97b89 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.0666287 Sep 10 03:50:51.463057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a51401a-dfc9-4bf7-95a6-bf33b16e7291 req-0691c6b3-729f-46b1-9cb2-d489b1440863 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333972 Sep 10 03:50:51.481318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a0536b48-88cc-46af-9723-fb113908ae64 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5059085 Sep 10 03:50:51.486201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48152) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:51.490373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-74c82f84-0ef9-4c24-8b55-55b716cb6af0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:51.598563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-685c730f-b8a0-4141-9ba0-5fb7edd1adb5 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:50:51.708445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cc711e7f-28ad-40de-b5d6-a2632c3bdd63 None None] Provisioning complete for port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:51.708710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74c82f84-0ef9-4c24-8b55-55b716cb6af0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:51.709658 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cc711e7f-28ad-40de-b5d6-a2632c3bdd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:51.713370 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74c82f84-0ef9-4c24-8b55-55b716cb6af0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:51.714933 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-74c82f84-0ef9-4c24-8b55-55b716cb6af0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:50:51.715365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74c82f84-0ef9-4c24-8b55-55b716cb6af0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:50:51.789579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-685c730f-b8a0-4141-9ba0-5fb7edd1adb5 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:50:51.794908 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-74c82f84-0ef9-4c24-8b55-55b716cb6af0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3094676 Sep 10 03:50:51.797994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48156) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:51.803796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-836654e3-bc83-4abf-8fe5-ece208572609 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:52.184452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a9ea5c6c-3ba8-411a-a811-d185f0fdcaef None None] Provisioning complete for port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:52.184820 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a9ea5c6c-3ba8-411a-a811-d185f0fdcaef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:52.252192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836654e3-bc83-4abf-8fe5-ece208572609 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:52.255776 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-836654e3-bc83-4abf-8fe5-ece208572609 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:52.257172 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-836654e3-bc83-4abf-8fe5-ece208572609 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:50:52.257621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-836654e3-bc83-4abf-8fe5-ece208572609 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:50:52.332899 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-836654e3-bc83-4abf-8fe5-ece208572609 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5337498 Sep 10 03:50:52.335905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48160) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:52.340970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fd64bcb0-2ed1-43d8-b48c-7515f3408715 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:52.385505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421f0c9b-1fdf-4a0c-8f78-15b09a72092e req-fa5baebb-7cb4-42de-8c31-a38c02775a63 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:52.387195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-421f0c9b-1fdf-4a0c-8f78-15b09a72092e req-fa5baebb-7cb4-42de-8c31-a38c02775a63 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0571451 Sep 10 03:50:52.439721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-421f0c9b-1fdf-4a0c-8f78-15b09a72092e req-21927d89-1e94-4b8e-80d1-0d2e8e2730d0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380557 Sep 10 03:50:52.525792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd64bcb0-2ed1-43d8-b48c-7515f3408715 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:52.529364 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd64bcb0-2ed1-43d8-b48c-7515f3408715 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:52.530770 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd64bcb0-2ed1-43d8-b48c-7515f3408715 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:50:52.531200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd64bcb0-2ed1-43d8-b48c-7515f3408715 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:50:52.610559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62562d94-9e3b-4de7-935e-cedd2ee79a54 req-d5161a8d-7002-47a1-9a81-99b64c19ff53 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:52.612653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62562d94-9e3b-4de7-935e-cedd2ee79a54 req-d5161a8d-7002-47a1-9a81-99b64c19ff53 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.0576751 Sep 10 03:50:52.621860 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fd64bcb0-2ed1-43d8-b48c-7515f3408715 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2848837 Sep 10 03:50:52.624454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48166) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:52.659221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62562d94-9e3b-4de7-935e-cedd2ee79a54 req-e6d3c89b-c900-4a8c-baea-743cd90dd362 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404801 Sep 10 03:50:52.703557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44d2e75b-c2bf-4605-9b05-17f4e2bc58b2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:52.705629 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-44d2e75b-c2bf-4605-9b05-17f4e2bc58b2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0797112 Sep 10 03:50:52.708471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48170) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:52.760738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be30a748-22c1-4cbd-b4aa-007dd5bbd22c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:52.765303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48172) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:52.765466 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-be30a748-22c1-4cbd-b4aa-007dd5bbd22c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0558624 Sep 10 03:50:52.804095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d913439a-2bd5-4613-a619-88a10b373c7a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0375271 Sep 10 03:50:52.808569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48174) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:52.817075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:52.960132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:52.963629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:53.307884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:50:53.572119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0872e718-c8c5-407c-a6b6-be2e245a0a21 req-cacb1406-d2e7-4e2f-8aa9-8c94b34aded2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:53.573902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0872e718-c8c5-407c-a6b6-be2e245a0a21 req-cacb1406-d2e7-4e2f-8aa9-8c94b34aded2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0594442 Sep 10 03:50:53.620468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0872e718-c8c5-407c-a6b6-be2e245a0a21 req-3e755767-5f0e-4665-893d-9565809dc127 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402396 Sep 10 03:50:53.796522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4916261d-5c19-4b39-a556-acb87ac0723a req-b6c0f29f-2d49-4492-8d31-20a21107304a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:53.798130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4916261d-5c19-4b39-a556-acb87ac0723a req-b6c0f29f-2d49-4492-8d31-20a21107304a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.0604692 Sep 10 03:50:53.848782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4916261d-5c19-4b39-a556-acb87ac0723a req-23ad7200-5ab4-4bf4-abf4-a4193272a392 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433366 Sep 10 03:50:54.160814 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89a82d15-d916-4cb7-ad6b-da42b9fa98c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:54.209770 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:54.250877 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:54.445407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] For port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:54.476458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:54.554307 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:54.555072 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:54.632534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:54.640956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:54.647454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:54.647791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:54.650571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=e7dac727-182e-4d79-8d9b-faf3d141065f,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:54.652440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cccb005-1c00-44e5-aa4f-c190b39f3c4c None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:54.668144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,revision_number=8']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:54.746286 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-15d52376-16b2-4149-9bcf-cf0ff3ab7d3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9341726 Sep 10 03:50:54.746507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48188) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:54.753317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:4f:7a:c7', 'name': 'tempest-NetworksTestDHCPv6-822853285'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:54.760878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8772edc7-c1fa-4d3b-8870-b24b4d5786b3 req-1dea998f-3362-42e9-91a6-e6d28b0497f6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:54.766134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8772edc7-c1fa-4d3b-8870-b24b4d5786b3 req-1dea998f-3362-42e9-91a6-e6d28b0497f6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0562196 Sep 10 03:50:54.824030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8772edc7-c1fa-4d3b-8870-b24b4d5786b3 req-3b7b8fe5-bb3b-4b4c-b28b-22aab976e30f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529838 Sep 10 03:50:54.975503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:54.992952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e311e36-fe46-4fef-92ec-b8a52ec35ccb req-465e6d07-1850-4e75-951f-aff3e5b0ac5c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:55.010150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e311e36-fe46-4fef-92ec-b8a52ec35ccb req-465e6d07-1850-4e75-951f-aff3e5b0ac5c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.0780566 Sep 10 03:50:55.043280 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:55.075088 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:55.082335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e311e36-fe46-4fef-92ec-b8a52ec35ccb req-555abeef-ab16-4d49-bb2f-1e626da76fbb tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697653 Sep 10 03:50:55.141252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port bbcf5f08-a048-4fde-8729-25c35f408444 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:50:55.327449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fe4f:7ac7 (2bd354de-cfd6-4946-8d31-bfaa5125464c/e7dac727-182e-4d79-8d9b-faf3d141065f/bbcf5f08-a048-4fde-8729-25c35f408444) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:55.542574 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:55.558937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object bbcf5f08-a048-4fde-8729-25c35f408444 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:55.652113 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:55.696395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:55.698116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:55.702308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:55.709193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:55.709935 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:55.728847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=bbcf5f08-a048-4fde-8729-25c35f408444,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:55.752169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-495edca7-9a49-4135-b71a-a8906e8afffb None None] Provisioning complete for port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:55.752768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-495edca7-9a49-4135-b71a-a8906e8afffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:55.802105 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-30db4dc9-6a84-49bb-9e60-0138e3396a3d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0546348 Sep 10 03:50:55.804187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48196) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:55.885312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec8c19-d685-4774-b1e2-1480f4281e97 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:55.891623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aec8c19-d685-4774-b1e2-1480f4281e97 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:55.893777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5aec8c19-d685-4774-b1e2-1480f4281e97 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.0886166 Sep 10 03:50:55.896415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48200) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:56.040356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224a42ec-8a30-48de-a613-b0b934b0989c req-216172b1-b380-44a7-a9dc-1abefbd2f9ac tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:56.044392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-224a42ec-8a30-48de-a613-b0b934b0989c req-216172b1-b380-44a7-a9dc-1abefbd2f9ac tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0973108 Sep 10 03:50:56.080439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:50:56.104900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-046245f1-b304-4d42-b1cd-3efe24e2522b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port bbcf5f08-a048-4fde-8729-25c35f408444 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:56.106924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-046245f1-b304-4d42-b1cd-3efe24e2522b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:56.116795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-224a42ec-8a30-48de-a613-b0b934b0989c req-ef53bca7-cadf-4a20-a85b-7c65ca5fb627 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546372 Sep 10 03:50:56.168536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:56.169029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:56.226154 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-046245f1-b304-4d42-b1cd-3efe24e2522b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:56.227707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:56.254510 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f55e90ac-7808-4fd1-a166-73ac531f6200 None None] Provisioning for port bbcf5f08-a048-4fde-8729-25c35f408444 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:50:56.263920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f55e90ac-7808-4fd1-a166-73ac531f6200 None None] Provisioning complete for port bbcf5f08-a048-4fde-8729-25c35f408444 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:50:56.269386 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f55e90ac-7808-4fd1-a166-73ac531f6200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:56.270929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-046245f1-b304-4d42-b1cd-3efe24e2522b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for bbcf5f08-a048-4fde-8729-25c35f408444 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:56.273727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccac38dc-829c-4458-9a1f-84f90cddae53 req-fac2f1c1-6ca5-4592-bae2-1f21a8d70337 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:56.281742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccac38dc-829c-4458-9a1f-84f90cddae53 req-fac2f1c1-6ca5-4592-bae2-1f21a8d70337 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.0738816 Sep 10 03:50:56.310857 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f55e90ac-7808-4fd1-a166-73ac531f6200 None None] Port bbcf5f08-a048-4fde-8729-25c35f408444 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:50:56.337151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccac38dc-829c-4458-9a1f-84f90cddae53 req-4813d660-518d-4d5b-8e4e-9fcd11f4ede1 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437210 Sep 10 03:50:56.491540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-046245f1-b304-4d42-b1cd-3efe24e2522b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:56.522315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046245f1-b304-4d42-b1cd-3efe24e2522b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=bbcf5f08-a048-4fde-8729-25c35f408444,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:56.567694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-046245f1-b304-4d42-b1cd-3efe24e2522b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:56.569728 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-046245f1-b304-4d42-b1cd-3efe24e2522b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/bbcf5f08-a048-4fde-8729-25c35f408444 HTTP/1.1" status: 204 len: 168 time: 0.6723568 Sep 10 03:50:56.583007 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48208) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:56.641353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404a4abe-1fd0-4a6a-8c28-8798b943cba3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:56.643228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-404a4abe-1fd0-4a6a-8c28-8798b943cba3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:56.647735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48210) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:56.648061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-404a4abe-1fd0-4a6a-8c28-8798b943cba3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0740755 Sep 10 03:50:56.713532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-03a36e9f-4443-48ff-bd5f-e34b69b0ce34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet e7dac727-182e-4d79-8d9b-faf3d141065f {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:56.716938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a36e9f-4443-48ff-bd5f-e34b69b0ce34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:56.776672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a36e9f-4443-48ff-bd5f-e34b69b0ce34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:56.867145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a36e9f-4443-48ff-bd5f-e34b69b0ce34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:57.010486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a36e9f-4443-48ff-bd5f-e34b69b0ce34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:57.037414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a36e9f-4443-48ff-bd5f-e34b69b0ce34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=e7dac727-182e-4d79-8d9b-faf3d141065f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:57.041002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a36e9f-4443-48ff-bd5f-e34b69b0ce34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:57.045805 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-03a36e9f-4443-48ff-bd5f-e34b69b0ce34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/e7dac727-182e-4d79-8d9b-faf3d141065f HTTP/1.1" status: 204 len: 168 time: 0.3941190 Sep 10 03:50:57.046125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48212) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:57.049308 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8354f327-fe9e-4cec-b35b-cf988a14bcb8 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:57.105945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-40b81b72-4304-4dfa-9f6b-11ea89690a93 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0533903 Sep 10 03:50:57.108793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48214) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:57.114064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:57.267987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a8cc7c-a783-4a80-9efb-3ed3d2f6b679 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:50:57.281482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6794c015-af08-47a1-9e3b-1a36fd4560cd req-ac1b0f31-2c13-4bc2-a72a-e91744d8c285 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:57.283620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6794c015-af08-47a1-9e3b-1a36fd4560cd req-ac1b0f31-2c13-4bc2-a72a-e91744d8c285 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0597899 Sep 10 03:50:57.329737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6794c015-af08-47a1-9e3b-1a36fd4560cd req-379dc5d8-8361-4077-b841-a8b2ebb920be tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397112 Sep 10 03:50:57.342719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8cc7c-a783-4a80-9efb-3ed3d2f6b679 None None] Deleting port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:57.347958 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b1a8cc7c-a783-4a80-9efb-3ed3d2f6b679 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:57.360111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:57.364671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:57.443337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b1a8cc7c-a783-4a80-9efb-3ed3d2f6b679 None None] For port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:50:57.446890 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b1a8cc7c-a783-4a80-9efb-3ed3d2f6b679 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:57.474390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b1a8cc7c-a783-4a80-9efb-3ed3d2f6b679 None None] Calling delete_port for 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:57.539506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15221ed4-69f3-490e-a755-443533d079fe req-d75a54ec-e6b9-4778-9467-3b7e9032e9f0 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:57.548246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15221ed4-69f3-490e-a755-443533d079fe req-d75a54ec-e6b9-4778-9467-3b7e9032e9f0 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.1292059 Sep 10 03:50:57.616702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15221ed4-69f3-490e-a755-443533d079fe req-87d188ef-9ba8-4aa6-a59e-44e8c3663557 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0663707 Sep 10 03:50:57.707591 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b1a8cc7c-a783-4a80-9efb-3ed3d2f6b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:57.730935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a8cc7c-a783-4a80-9efb-3ed3d2f6b679 None None] Pushing event deleted for resources: {'Port': ['ID=39f9bc7e-1167-45ca-b14d-f2e0eb7072c1,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:57.739718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a8cc7c-a783-4a80-9efb-3ed3d2f6b679 None None] No DVR routers for this DVR port 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:50:57.902520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.objects.ports [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95136) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:50:57.910693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:57.947661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:57.953666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:57.958607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:50:57.962930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:57.963604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c3ad7c-2be9-47da-819f-fac86a275564 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:50:57.963748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:57.973661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=9c5c01b6-e40d-47b7-99d4-09eab2774258,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:57.983171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:50:57.983516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 39f9bc7e-1167-45ca-b14d-f2e0eb7072c1 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:50:58.064877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6c755465-6a92-4931-9de0-d60cf735eb5f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9542089 Sep 10 03:50:58.067469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48228) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:58.072927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:29:e2:59', 'name': 'tempest-NetworksTestDHCPv6-834570976'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:50:58.127424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '9c5c01b6-e40d-47b7-99d4-09eab2774258'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:50:58.128338 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.251613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:50:58.255972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.263020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Allocated IP 2001:db8::f816:3eff:fe5f:ea38 (2bd354de-cfd6-4946-8d31-bfaa5125464c/9c5c01b6-e40d-47b7-99d4-09eab2774258/08fc883b-6c75-4ce7-86bd-32917baf5a52) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:58.275885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 20458aa1-21f2-4cce-8858-349b79ab225e yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:50:58.401306 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.409866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Transition to ACTIVE for port object 08fc883b-6c75-4ce7-86bd-32917baf5a52 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:58.425148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Transition to ACTIVE for port object 08fc883b-6c75-4ce7-86bd-32917baf5a52 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:58.455965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca035ac-326c-4e4c-a1e1-fe73811a81e8 req-3391451f-2f4c-490c-b317-4e9621791aca tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:58.457454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aca035ac-326c-4e4c-a1e1-fe73811a81e8 req-3391451f-2f4c-490c-b317-4e9621791aca tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0508344 Sep 10 03:50:58.494842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aca035ac-326c-4e4c-a1e1-fe73811a81e8 req-8e19f471-d9bc-438a-b41f-465bfa0ffdc8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311697 Sep 10 03:50:58.501012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.548280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:58.550193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fe29:e259 (2bd354de-cfd6-4946-8d31-bfaa5125464c/9c5c01b6-e40d-47b7-99d4-09eab2774258/20458aa1-21f2-4cce-8858-349b79ab225e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:50:58.553038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:58.557512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:58.560450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Pushing event updated for resources: {'Port': ['ID=08fc883b-6c75-4ce7-86bd-32917baf5a52,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:58.621012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Attempting to bind port 08fc883b-6c75-4ce7-86bd-32917baf5a52 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:50:58.621382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Attempting to bind port 08fc883b-6c75-4ce7-86bd-32917baf5a52 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:50:58.621763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Attempting to bind port 08fc883b-6c75-4ce7-86bd-32917baf5a52 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:50:58.626728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:50:58.627103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:50:58.627502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.627922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:50:58.628385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Bound port: 08fc883b-6c75-4ce7-86bd-32917baf5a52, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:50:58.628766 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.698369 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.699485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] For port 08fc883b-6c75-4ce7-86bd-32917baf5a52, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:50:58.703443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] For port 08fc883b-6c75-4ce7-86bd-32917baf5a52, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=08fc883b-6c75-4ce7-86bd-32917baf5a52,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:50:58.712243 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.727603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 20458aa1-21f2-4cce-8858-349b79ab225e will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:50:58.747142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6437a392-dae4-4c88-95d4-c5451a87662e req-9556fe09-e220-407e-81c4-602d5e8e52a8 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:58.748742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6437a392-dae4-4c88-95d4-c5451a87662e req-9556fe09-e220-407e-81c4-602d5e8e52a8 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.0563939 Sep 10 03:50:58.787376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6437a392-dae4-4c88-95d4-c5451a87662e req-ca73d5da-7afa-48d0-8fb2-1f2c7e10f02b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321565 Sep 10 03:50:58.804948 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.869497 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.888695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae13198b-6bc2-4f31-a46c-b9139c49c7ed None None] Pushing event updated for resources: {'Port': ['ID=08fc883b-6c75-4ce7-86bd-32917baf5a52,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:58.919342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:50:58.931647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:50:58.939817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:50:58.945597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:58.946238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:58.955283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-045d5f70-9dc5-42bd-b853-165695094c3f req-e7f947e1-deeb-4139-9fe1-07bd5f6121a2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=99035cd4-ae96-4336-b058-e1de5061e7bd HTTP/1.1" status: 200 len: 1000 time: 0.1145709 Sep 10 03:50:58.958378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=20458aa1-21f2-4cce-8858-349b79ab225e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:59.009138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d5f70-9dc5-42bd-b853-165695094c3f req-613ba2fc-6b82-47fe-87e5-c9cc340c4e9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:59.010811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-045d5f70-9dc5-42bd-b853-165695094c3f req-613ba2fc-6b82-47fe-87e5-c9cc340c4e9f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 200 len: 855 time: 0.0457649 Sep 10 03:50:59.080757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045d5f70-9dc5-42bd-b853-165695094c3f req-2fab883d-168f-4a30-85c9-87b3c296a21a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:59.083154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-045d5f70-9dc5-42bd-b853-165695094c3f req-2fab883d-168f-4a30-85c9-87b3c296a21a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=082251f9-1713-4050-bdf6-0769d4b0bcf3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0633378 Sep 10 03:50:59.098164 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-691ad503-1e3a-4124-8456-e19c1ede20e8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.0294847 Sep 10 03:50:59.101276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48238) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:59.160752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46481de6-1d24-4329-8979-44a7b92e9337 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:59.167063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46481de6-1d24-4329-8979-44a7b92e9337 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:59.171166 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-46481de6-1d24-4329-8979-44a7b92e9337 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0668743 Sep 10 03:50:59.171775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48240) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:59.227962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-045d5f70-9dc5-42bd-b853-165695094c3f req-267d37a0-bc29-410e-bb0f-88613b1c5159 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355288 Sep 10 03:50:59.341073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8d2ec-9aa3-4b64-bfe3-35b59e134d93 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 20458aa1-21f2-4cce-8858-349b79ab225e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:50:59.341341 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d2ec-9aa3-4b64-bfe3-35b59e134d93 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:59.369402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-045d5f70-9dc5-42bd-b853-165695094c3f req-a84754be-6d0f-4fc1-9bd2-d66d788a21f2 service neutron] 10.222.0.39 "GET /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178355 Sep 10 03:50:59.439837 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d2ec-9aa3-4b64-bfe3-35b59e134d93 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:59.451187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b7b8d2ec-9aa3-4b64-bfe3-35b59e134d93 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 20458aa1-21f2-4cce-8858-349b79ab225e owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:50:59.627391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d40eae-6dca-44b3-b886-4ea094e03b27 req-b0566d62-887d-4567-bbf3-fbd91e094d66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:59.629317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0d40eae-6dca-44b3-b886-4ea094e03b27 req-b0566d62-887d-4567-bbf3-fbd91e094d66 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0542963 Sep 10 03:50:59.642768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d2ec-9aa3-4b64-bfe3-35b59e134d93 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:59.683847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b8d2ec-9aa3-4b64-bfe3-35b59e134d93 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=20458aa1-21f2-4cce-8858-349b79ab225e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:50:59.703104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0d40eae-6dca-44b3-b886-4ea094e03b27 req-8d65c019-0f41-46fd-945c-79a3aebb7b58 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679426 Sep 10 03:50:59.720070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b7b8d2ec-9aa3-4b64-bfe3-35b59e134d93 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:59.723185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b7b8d2ec-9aa3-4b64-bfe3-35b59e134d93 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/20458aa1-21f2-4cce-8858-349b79ab225e HTTP/1.1" status: 204 len: 168 time: 0.5503564 Sep 10 03:50:59.725590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48244) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:59.781776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f6952-2d43-41cd-b6b8-38068f8dbef1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:59.783842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c17f6952-2d43-41cd-b6b8-38068f8dbef1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:59.785368 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c17f6952-2d43-41cd-b6b8-38068f8dbef1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0587881 Sep 10 03:50:59.788169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48246) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:50:59.843388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-c942c70f-dbb2-4465-a917-fca16010f25c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 9c5c01b6-e40d-47b7-99d4-09eab2774258 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:50:59.849174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c942c70f-dbb2-4465-a917-fca16010f25c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:59.930504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c942c70f-dbb2-4465-a917-fca16010f25c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:50:59.977731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0866b4-6e63-4349-9ba3-89a951679d48 req-f2e14f2b-51d1-40f3-9834-2c522251bc05 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:50:59.983349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa0866b4-6e63-4349-9ba3-89a951679d48 req-f2e14f2b-51d1-40f3-9834-2c522251bc05 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.1039584 Sep 10 03:51:00.036644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 08fc883b-6c75-4ce7-86bd-32917baf5a52 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:00.041029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-719085e2-7089-4e7a-80d2-2fca72dcecf9 None None] Provisioning for port 08fc883b-6c75-4ce7-86bd-32917baf5a52 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:00.066304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa0866b4-6e63-4349-9ba3-89a951679d48 req-484bbc2f-93d0-4b61-bfb0-f0d2aeb4c4e4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743284 Sep 10 03:51:00.082519 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c942c70f-dbb2-4465-a917-fca16010f25c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:00.186932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 08fc883b-6c75-4ce7-86bd-32917baf5a52 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:00.191494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 08fc883b-6c75-4ce7-86bd-32917baf5a52 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:00.194270 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:00.198658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e8cb097d-74ff-4dd0-a1d8-1fa8b1ae9245 None None] Could not find standard attr ID for object 20458aa1-21f2-4cce-8858-349b79ab225e. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:51:00.210336 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c942c70f-dbb2-4465-a917-fca16010f25c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:00.240146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c942c70f-dbb2-4465-a917-fca16010f25c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=9c5c01b6-e40d-47b7-99d4-09eab2774258,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:00.244025 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c942c70f-dbb2-4465-a917-fca16010f25c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:00.246003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c942c70f-dbb2-4465-a917-fca16010f25c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/9c5c01b6-e40d-47b7-99d4-09eab2774258 HTTP/1.1" status: 204 len: 168 time: 0.4569247 Sep 10 03:51:00.248617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48256) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:00.286348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:00.292309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f65b8127-7d18-4dc4-85d4-9e6b46916d34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425296 Sep 10 03:51:00.299089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48258) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:00.323818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 08fc883b-6c75-4ce7-86bd-32917baf5a52, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=08fc883b-6c75-4ce7-86bd-32917baf5a52,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:00.351970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75851db0-0667-4562-9e7f-2f72d485792e None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:00.355168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397e2165-3d7c-49e2-b015-a47bdd6f4faa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:00.358974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-397e2165-3d7c-49e2-b015-a47bdd6f4faa tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0564344 Sep 10 03:51:00.359244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48260) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:00.410778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbaaef46-20d8-4e90-99e1-ce8052ec607e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:00.412226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dbaaef46-20d8-4e90-99e1-ce8052ec607e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0520072 Sep 10 03:51:00.414831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48262) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:00.457928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c1928735-93f9-41ef-9a2a-627216fd34db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0419614 Sep 10 03:51:00.462628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48264) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:00.467031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:00.510099 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:00.614663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=08fc883b-6c75-4ce7-86bd-32917baf5a52,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:00.666783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:00.670292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:00.696729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-279718df-2435-4dbc-8921-b395b8cb4bc8 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:00.745099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-279718df-2435-4dbc-8921-b395b8cb4bc8 None None] Deleting port 08fc883b-6c75-4ce7-86bd-32917baf5a52 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:00.745480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-279718df-2435-4dbc-8921-b395b8cb4bc8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:00.807372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-279718df-2435-4dbc-8921-b395b8cb4bc8 None None] For port 08fc883b-6c75-4ce7-86bd-32917baf5a52, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=08fc883b-6c75-4ce7-86bd-32917baf5a52,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:00.807800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-279718df-2435-4dbc-8921-b395b8cb4bc8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:00.820883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-279718df-2435-4dbc-8921-b395b8cb4bc8 None None] Calling delete_port for 08fc883b-6c75-4ce7-86bd-32917baf5a52 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:00.885967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ec5ec8-01b4-4539-b931-690e8385f0ef req-482e3b12-6063-4d8b-be72-ded8a29a6f3d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:00.887459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01ec5ec8-01b4-4539-b931-690e8385f0ef req-482e3b12-6063-4d8b-be72-ded8a29a6f3d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0927138 Sep 10 03:51:00.938736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01ec5ec8-01b4-4539-b931-690e8385f0ef req-5d2a0fa5-15c1-4f92-b4c0-9751082f369b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399475 Sep 10 03:51:00.988595 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-279718df-2435-4dbc-8921-b395b8cb4bc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.014151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279718df-2435-4dbc-8921-b395b8cb4bc8 None None] Pushing event deleted for resources: {'Port': ['ID=08fc883b-6c75-4ce7-86bd-32917baf5a52,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:01.018475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-279718df-2435-4dbc-8921-b395b8cb4bc8 None None] No DVR routers for this DVR port 08fc883b-6c75-4ce7-86bd-32917baf5a52 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:01.072413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.objects.ports [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95136) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:51:01.073914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.116230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:01.121440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:01.125698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:01.127564 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.133026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c067177-f9cd-420d-9550-154b87f6b553 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:01.137077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=4b4647f9-362b-462e-94b1-930ecbcbb7e1,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:01.207965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eb8c9b-7e42-48a6-b6d1-5542154fcc24 req-b18e4968-ce4c-4e80-9007-65af08dfab96 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:01.209503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9eb8c9b-7e42-48a6-b6d1-5542154fcc24 req-b18e4968-ce4c-4e80-9007-65af08dfab96 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.0515757 Sep 10 03:51:01.224138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8b1e8f4c-4a35-4c73-83be-7189df1f195b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.7611613 Sep 10 03:51:01.227864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48276) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:01.232073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:23:c1:dc', 'name': 'tempest-NetworksTestDHCPv6-1823992784'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:01.255335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9eb8c9b-7e42-48a6-b6d1-5542154fcc24 req-a08f432f-a0e1-4e38-88c4-ea6f7a1f02d6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393057 Sep 10 03:51:01.286145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '4b4647f9-362b-462e-94b1-930ecbcbb7e1'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:51:01.289175 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.425419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Allocated IP 2001:db8::f816:3eff:fed0:4cc8 (2bd354de-cfd6-4946-8d31-bfaa5125464c/4b4647f9-362b-462e-94b1-930ecbcbb7e1/a868b8a6-3271-4aa1-b181-b2dd3f2054ca) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:01.433898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:01.520890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.545689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 29b06d70-166f-4560-9607-d72439a9eed0 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:01.572051 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.581081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Transition to ACTIVE for port object a868b8a6-3271-4aa1-b181-b2dd3f2054ca will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:01.596098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Transition to ACTIVE for port object a868b8a6-3271-4aa1-b181-b2dd3f2054ca will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:01.661141 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.696195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:01.699115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:01.701627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:01.709135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fe23:c1dc (2bd354de-cfd6-4946-8d31-bfaa5125464c/4b4647f9-362b-462e-94b1-930ecbcbb7e1/29b06d70-166f-4560-9607-d72439a9eed0) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:01.732190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Pushing event updated for resources: {'Port': ['ID=a868b8a6-3271-4aa1-b181-b2dd3f2054ca,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:01.764861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Attempting to bind port a868b8a6-3271-4aa1-b181-b2dd3f2054ca on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:01.765225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Attempting to bind port a868b8a6-3271-4aa1-b181-b2dd3f2054ca by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:01.765585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Attempting to bind port a868b8a6-3271-4aa1-b181-b2dd3f2054ca on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:01.771213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:01.771524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:01.771953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.772340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:01.772798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Bound port: a868b8a6-3271-4aa1-b181-b2dd3f2054ca, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:01.773174 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.844043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] For port a868b8a6-3271-4aa1-b181-b2dd3f2054ca, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:01.847580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] For port a868b8a6-3271-4aa1-b181-b2dd3f2054ca, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a868b8a6-3271-4aa1-b181-b2dd3f2054ca,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:01.860425 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.873979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 29b06d70-166f-4560-9607-d72439a9eed0 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:01.945349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 08fc883b-6c75-4ce7-86bd-32917baf5a52 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:01.966753 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:01.968589 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 08fc883b-6c75-4ce7-86bd-32917baf5a52 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:01.968926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 08fc883b-6c75-4ce7-86bd-32917baf5a52 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:01.995672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.047141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bc9ec0-5a26-4e50-aa8f-df2ceab9f9f7 None None] Pushing event updated for resources: {'Port': ['ID=a868b8a6-3271-4aa1-b181-b2dd3f2054ca,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:02.076531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=29b06d70-166f-4560-9607-d72439a9eed0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:02.086454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:02.086702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:02.089220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:02.093834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f552049-82ce-4190-a97e-34ecc50ebdb9 req-9b5dadf6-fcdc-4096-8b14-2be7e98c17df tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:02.094930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:02.096131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.103632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f552049-82ce-4190-a97e-34ecc50ebdb9 req-9b5dadf6-fcdc-4096-8b14-2be7e98c17df tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0759819 Sep 10 03:51:02.118864 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.143352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f552049-82ce-4190-a97e-34ecc50ebdb9 req-7ac627c3-b681-4e58-8b11-9297fb80d8e4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378630 Sep 10 03:51:02.172492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b89bda51-7247-4417-82b1-e5684771446f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9444780 Sep 10 03:51:02.175825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48286) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:02.206202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 99035cd4-ae96-4336-b058-e1de5061e7bd details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:51:02.234354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705357d2-04d2-4039-8c5c-1e663a1d1c14 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:02.241898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705357d2-04d2-4039-8c5c-1e663a1d1c14 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:02.244157 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-705357d2-04d2-4039-8c5c-1e663a1d1c14 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0661905 Sep 10 03:51:02.255743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48288) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:02.360338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:02.369152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4a018a25-3245-4861-bb08-30aa04b5fbbb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 29b06d70-166f-4560-9607-d72439a9eed0 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:02.369512 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a018a25-3245-4861-bb08-30aa04b5fbbb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.376196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'port_id': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'mac_address': 'fa:16:3e:d4:fd:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 242, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:51:02.409660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68070a56-07c7-4f69-a52d-9d4be5a625b3 req-0a5c434b-ce09-4336-afc0-8f3764133123 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:02.417001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68070a56-07c7-4f69-a52d-9d4be5a625b3 req-0a5c434b-ce09-4336-afc0-8f3764133123 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 945 time: 0.0623612 Sep 10 03:51:02.426984 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.442873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99035cd4-ae96-4336-b058-e1de5061e7bd {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:51:02.455529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68070a56-07c7-4f69-a52d-9d4be5a625b3 req-96d43b75-bed7-464e-aa6a-09467e17bb21 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376651 Sep 10 03:51:02.464315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:02.480160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a018a25-3245-4861-bb08-30aa04b5fbbb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.495293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4a018a25-3245-4861-bb08-30aa04b5fbbb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 29b06d70-166f-4560-9607-d72439a9eed0 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:02.577041 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.581824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:51:02.649649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=11']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:02.702793 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a018a25-3245-4861-bb08-30aa04b5fbbb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.718843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:02.732648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a018a25-3245-4861-bb08-30aa04b5fbbb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=29b06d70-166f-4560-9607-d72439a9eed0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:02.735726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'port_id': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'mac_address': 'fa:16:3e:1a:de:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:51:02.769689 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a018a25-3245-4861-bb08-30aa04b5fbbb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.774506 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4a018a25-3245-4861-bb08-30aa04b5fbbb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/29b06d70-166f-4560-9607-d72439a9eed0 HTTP/1.1" status: 204 len: 168 time: 0.5149689 Sep 10 03:51:02.774703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48300) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:02.781824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.794959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a301ad19-280f-4ab1-8801-a64c6113a9e7 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:51:02.817703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:02.832928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb342236-8dfe-46c9-b4f7-744e8d995afc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:02.834434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb342236-8dfe-46c9-b4f7-744e8d995afc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:02.836007 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bb342236-8dfe-46c9-b4f7-744e8d995afc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0603323 Sep 10 03:51:02.838709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48302) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:02.895354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9558f5cd-33f4-42ce-b583-23eeb0151e37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 4b4647f9-362b-462e-94b1-930ecbcbb7e1 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:02.902137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9558f5cd-33f4-42ce-b583-23eeb0151e37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.903593 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.959639 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9558f5cd-33f4-42ce-b583-23eeb0151e37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:02.971536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=12']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:03.026888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a301ad19-280f-4ab1-8801-a64c6113a9e7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:51:03.053704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9558f5cd-33f4-42ce-b583-23eeb0151e37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:03.211625 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9558f5cd-33f4-42ce-b583-23eeb0151e37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:03.257680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['99035cd4-ae96-4336-b058-e1de5061e7bd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:51:03.277238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9558f5cd-33f4-42ce-b583-23eeb0151e37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:03.285779 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9558f5cd-33f4-42ce-b583-23eeb0151e37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/4b4647f9-362b-462e-94b1-930ecbcbb7e1 HTTP/1.1" status: 204 len: 168 time: 0.4450128 Sep 10 03:51:03.287399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48328) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:03.307555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9558f5cd-33f4-42ce-b583-23eeb0151e37 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=4b4647f9-362b-462e-94b1-930ecbcbb7e1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:03.320263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a11f5-799b-4f30-bf0c-74a21d6c501d req-824adcb4-7ab3-4f9b-8c0b-cbb6f912be70 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:03.329529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db4a11f5-799b-4f30-bf0c-74a21d6c501d req-824adcb4-7ab3-4f9b-8c0b-cbb6f912be70 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 945 time: 0.0914218 Sep 10 03:51:03.400486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1af3d3f2-edcb-428c-b0ae-e378840ea151 None None] Provisioning for port a868b8a6-3271-4aa1-b181-b2dd3f2054ca completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:03.404709 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a953d3cb-b28a-4d5a-9365-63c6be411e7a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1050909 Sep 10 03:51:03.404986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48330) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:03.424355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:03.428177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db4a11f5-799b-4f30-bf0c-74a21d6c501d req-0a4afb61-fea5-4518-b6ea-92c6e9b22de2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930295 Sep 10 03:51:03.533856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f65314c6-9805-4390-8b84-a7da9edce7d4 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:03.574978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8750ae31-077b-4a93-9c63-f207ec51dd66 None None] Could not find standard attr ID for object 29b06d70-166f-4560-9607-d72439a9eed0. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:51:03.611451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc8a37-ddc7-48ec-b242-c1d542863073 req-39fdc2e4-9752-4eac-985d-587e9da6aec7 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:03.613075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7dc8a37-ddc7-48ec-b242-c1d542863073 req-39fdc2e4-9752-4eac-985d-587e9da6aec7 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0555212 Sep 10 03:51:03.644306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:03.648716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:03.691838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7dc8a37-ddc7-48ec-b242-c1d542863073 req-d1fcf183-0bf7-4e30-a386-3de8e09f3823 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677376 Sep 10 03:51:03.867373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e8855-53d3-46ce-a460-1628119055cc None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:03.943142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b84e8855-53d3-46ce-a460-1628119055cc None None] Deleting port a868b8a6-3271-4aa1-b181-b2dd3f2054ca {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:03.943559 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b84e8855-53d3-46ce-a460-1628119055cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.017696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b84e8855-53d3-46ce-a460-1628119055cc None None] For port a868b8a6-3271-4aa1-b181-b2dd3f2054ca, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a868b8a6-3271-4aa1-b181-b2dd3f2054ca,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:04.018485 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b84e8855-53d3-46ce-a460-1628119055cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.038971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b84e8855-53d3-46ce-a460-1628119055cc None None] Calling delete_port for a868b8a6-3271-4aa1-b181-b2dd3f2054ca owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:04.214382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:04.273362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a301ad19-280f-4ab1-8801-a64c6113a9e7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:04.285029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.373338 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.403403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:04.405858 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77c0aa5-07c8-4a22-8651-72b7c90efb50" -d '{"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-plugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:04.420497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:04.463263 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39adaf28-fd42-41ec-8dc2-4ae09d53bc1b x-openstack-request-id: req-39adaf28-fd42-41ec-8dc2-4ae09d53bc1b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:04.463560 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-plugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:04.463880 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39adaf28-fd42-41ec-8dc2-4ae09d53bc1b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:04.464412 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'code': 200} Sep 10 03:51:04.555199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b64729-c905-4528-8cfd-dccbbc8d0341 req-f7ae8ef8-0675-4854-8ea5-c6d514d1cdbc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:04.556946 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1b64729-c905-4528-8cfd-dccbbc8d0341 req-f7ae8ef8-0675-4854-8ea5-c6d514d1cdbc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 945 time: 0.0588603 Sep 10 03:51:04.604607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1b64729-c905-4528-8cfd-dccbbc8d0341 req-d55c1bda-bbd6-4e40-b110-0ad09b19a71e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409276 Sep 10 03:51:04.663282 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.667945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b84e8855-53d3-46ce-a460-1628119055cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.701691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:51:04.703308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.705529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b84e8855-53d3-46ce-a460-1628119055cc None None] No DVR routers for this DVR port a868b8a6-3271-4aa1-b181-b2dd3f2054ca on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:04.754307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:04.760676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=13']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:04.772081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:04.795866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=7dbcef85-f9ef-498b-90bd-a3d934feb2f4,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:04.796404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e6046fa-3758-4f83-b995-a63d31418a98 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:04.800484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:04.800673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84e8855-53d3-46ce-a460-1628119055cc None None] Pushing event deleted for resources: {'Port': ['ID=a868b8a6-3271-4aa1-b181-b2dd3f2054ca,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:04.801291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:04.876712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764fdea3-5ec4-4370-a55d-e4f9ba9546d2 req-47897f5c-d99b-4a3c-af95-bec3769406e3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:04.884843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-764fdea3-5ec4-4370-a55d-e4f9ba9546d2 req-47897f5c-d99b-4a3c-af95-bec3769406e3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.0732846 Sep 10 03:51:04.901711 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-230f75bf-b53b-475b-a0fb-95b526c51f73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4956350 Sep 10 03:51:04.910319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48346) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:04.910319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:08:8c:54', 'name': 'tempest-NetworksTestDHCPv6-2036918679'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:04.935123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-764fdea3-5ec4-4370-a55d-e4f9ba9546d2 req-a63f2cd3-9ea0-4231-b23b-2301143a4ec3 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494053 Sep 10 03:51:04.986493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '7dbcef85-f9ef-498b-90bd-a3d934feb2f4'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:51:04.987429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.138553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Allocated IP 2001:db8::f816:3eff:fe74:b621 (2bd354de-cfd6-4946-8d31-bfaa5125464c/7dbcef85-f9ef-498b-90bd-a3d934feb2f4/787c9db2-9eb4-4455-a5ce-7e5da8d33175) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:05.148144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:05.155645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.171064 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:51:05.183783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:05.369298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.383149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Transition to ACTIVE for port object 787c9db2-9eb4-4455-a5ce-7e5da8d33175 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:05.403962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Transition to ACTIVE for port object 787c9db2-9eb4-4455-a5ce-7e5da8d33175 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:05.487967 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.534034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:05.539870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:05.546113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:05.548535 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Pushing event updated for resources: {'Port': ['ID=787c9db2-9eb4-4455-a5ce-7e5da8d33175,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:05.565668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fe08:8c54 (2bd354de-cfd6-4946-8d31-bfaa5125464c/7dbcef85-f9ef-498b-90bd-a3d934feb2f4/e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:05.606942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Attempting to bind port 787c9db2-9eb4-4455-a5ce-7e5da8d33175 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:05.607392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Attempting to bind port 787c9db2-9eb4-4455-a5ce-7e5da8d33175 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:05.607986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Attempting to bind port 787c9db2-9eb4-4455-a5ce-7e5da8d33175 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:05.615502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:05.616007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:05.616549 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.617012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:05.617550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Bound port: 787c9db2-9eb4-4455-a5ce-7e5da8d33175, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:05.618122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.721267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] For port 787c9db2-9eb4-4455-a5ce-7e5da8d33175, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:05.725019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] For port 787c9db2-9eb4-4455-a5ce-7e5da8d33175, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=787c9db2-9eb4-4455-a5ce-7e5da8d33175,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:05.755034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25cd1e1-64dd-4be9-83ca-5f06156a3228 req-c9f51733-389e-4523-8e57-7e6be9878b83 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:05.762429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f25cd1e1-64dd-4be9-83ca-5f06156a3228 req-c9f51733-389e-4523-8e57-7e6be9878b83 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.0638261 Sep 10 03:51:05.764656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.785868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:05.810342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f25cd1e1-64dd-4be9-83ca-5f06156a3228 req-1d21abea-3689-47f3-bd67-284722e311d4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469201 Sep 10 03:51:05.822233 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.886497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90216438-749e-450b-9302-2c8cbdca7a6a None None] Pushing event updated for resources: {'Port': ['ID=787c9db2-9eb4-4455-a5ce-7e5da8d33175,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:05.931612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:05.984324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:05.988091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:05.991878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:05.998850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:05.998850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:06.017944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:06.074028 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f925f888-a16c-443e-bc4c-449a499574f8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1686313 Sep 10 03:51:06.074727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48358) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:06.143966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07b1e2a-6366-4ae9-a10e-95cf04c49d6d req-0618be64-3508-4c31-a4f3-0f339fb4d473 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:06.152273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d07b1e2a-6366-4ae9-a10e-95cf04c49d6d req-0618be64-3508-4c31-a4f3-0f339fb4d473 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 946 time: 0.1174648 Sep 10 03:51:06.165007 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d02d82-d1aa-4088-821a-14bed5244a81 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:06.192796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d02d82-d1aa-4088-821a-14bed5244a81 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:06.195729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d2d02d82-d1aa-4088-821a-14bed5244a81 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1187823 Sep 10 03:51:06.197092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48360) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:06.203891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d07b1e2a-6366-4ae9-a10e-95cf04c49d6d req-64d926c6-bd11-4ff8-9c45-691a1ef9d464 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504551 Sep 10 03:51:06.216969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 99035cd4-ae96-4336-b058-e1de5061e7bd up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:06.350846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-16398474-1b4c-4042-9c16-66c0302434c8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:06.351249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16398474-1b4c-4042-9c16-66c0302434c8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:06.365491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 99035cd4-ae96-4336-b058-e1de5061e7bd completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:06.369605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 99035cd4-ae96-4336-b058-e1de5061e7bd triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:06.372588 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:06.502205 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:06.515265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16398474-1b4c-4042-9c16-66c0302434c8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:06.533430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-16398474-1b4c-4042-9c16-66c0302434c8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:06.558484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:06.564370 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08336370-c0b8-428b-be9d-cc98ed1a4925" -d '{"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-plugged", "status": "completed", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:06.593725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:06.644134 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2d699b-fe90-482f-a1ac-dbc7183cb1ab x-openstack-request-id: req-eb2d699b-fe90-482f-a1ac-dbc7183cb1ab {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:06.645089 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-plugged", "status": "completed", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:06.645089 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb2d699b-fe90-482f-a1ac-dbc7183cb1ab {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:06.645309 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'code': 200} Sep 10 03:51:06.710028 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:06.799522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=12']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:06.846101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16398474-1b4c-4042-9c16-66c0302434c8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:06.888637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16398474-1b4c-4042-9c16-66c0302434c8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:06.932576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16398474-1b4c-4042-9c16-66c0302434c8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:06.933214 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-16398474-1b4c-4042-9c16-66c0302434c8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1 HTTP/1.1" status: 204 len: 168 time: 0.7349429 Sep 10 03:51:06.938040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48372) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:06.996610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a78ce-9114-4801-942e-b26ee243705e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:07.023763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe6a78ce-9114-4801-942e-b26ee243705e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:07.023763 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fe6a78ce-9114-4801-942e-b26ee243705e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0640101 Sep 10 03:51:07.024358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60cffba-0f5d-4f3d-b332-2722fd722a0b req-dc592cee-0bb7-41ec-829c-7212b00b88a7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:07.024358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c60cffba-0f5d-4f3d-b332-2722fd722a0b req-dc592cee-0bb7-41ec-829c-7212b00b88a7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.0859592 Sep 10 03:51:07.024358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b54599-9309-4bf5-a5e6-c6ddac2a3be9 req-acc11b4e-5095-435d-bc55-d04647be6fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:07.024358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05b54599-9309-4bf5-a5e6-c6ddac2a3be9 req-acc11b4e-5095-435d-bc55-d04647be6fb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 1098 time: 0.0833566 Sep 10 03:51:07.025987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48374) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:07.068303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c60cffba-0f5d-4f3d-b332-2722fd722a0b req-9d6556fa-41b8-443a-911e-97ef8c86c711 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565825 Sep 10 03:51:07.070169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05b54599-9309-4bf5-a5e6-c6ddac2a3be9 req-48d8f43c-bb3a-443c-ab03-9806a1956914 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517371 Sep 10 03:51:07.082249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-18348e78-e5da-4ae3-b2c5-4bda834f0bab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 7dbcef85-f9ef-498b-90bd-a3d934feb2f4 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:07.085483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18348e78-e5da-4ae3-b2c5-4bda834f0bab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:07.132954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18348e78-e5da-4ae3-b2c5-4bda834f0bab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:07.221915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18348e78-e5da-4ae3-b2c5-4bda834f0bab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:07.357387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5211f278-6d05-4983-ada2-12ef1db9e054 None None] Provisioning for port 787c9db2-9eb4-4455-a5ce-7e5da8d33175 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:07.369557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc07047f-000d-4b97-9100-757c01b23037 req-d28ee344-1044-4611-86cf-9a77809beebf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:07.371114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc07047f-000d-4b97-9100-757c01b23037 req-d28ee344-1044-4611-86cf-9a77809beebf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 947 time: 0.0538793 Sep 10 03:51:07.401293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18348e78-e5da-4ae3-b2c5-4bda834f0bab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:07.431332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc07047f-000d-4b97-9100-757c01b23037 req-457e48d2-4299-4767-b839-84f448c256e8 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481966 Sep 10 03:51:07.460761 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18348e78-e5da-4ae3-b2c5-4bda834f0bab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=7dbcef85-f9ef-498b-90bd-a3d934feb2f4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:07.473548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d4531456-446e-42ac-b5e6-0dabb06396ef None None] Could not find standard attr ID for object e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:51:07.479594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18348e78-e5da-4ae3-b2c5-4bda834f0bab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:07.490414 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-18348e78-e5da-4ae3-b2c5-4bda834f0bab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/7dbcef85-f9ef-498b-90bd-a3d934feb2f4 HTTP/1.1" status: 204 len: 168 time: 0.4632645 Sep 10 03:51:07.492873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48384) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:07.571100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e03b529-d58e-4b63-a911-78358815d7bf None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:07.586601 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fef7f4c9-e357-4dd8-9eca-f67c59de4b34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917974 Sep 10 03:51:07.588462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48388) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:07.651710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-047b2801-58de-430f-a427-9aa17a054fb6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:07.658933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48392) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:07.677138 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-047b2801-58de-430f-a427-9aa17a054fb6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0861104 Sep 10 03:51:07.745430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31847de-69d1-4519-8fea-93f79a22caf0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:07.747041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f31847de-69d1-4519-8fea-93f79a22caf0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0869505 Sep 10 03:51:07.749743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48394) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:07.804841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:07.820051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a0a26345-a894-4e46-b1e5-4362a412f63b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0608685 Sep 10 03:51:07.820295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48396) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:07.827091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:07.889577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Deleting port 787c9db2-9eb4-4455-a5ce-7e5da8d33175 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:07.890017 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:07.974724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] For port 787c9db2-9eb4-4455-a5ce-7e5da8d33175, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=787c9db2-9eb4-4455-a5ce-7e5da8d33175,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:07.975207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:07.989509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Calling delete_port for 787c9db2-9eb4-4455-a5ce-7e5da8d33175 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:08.018859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:08.023609 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:08.176997 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:08.210696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Pushing event deleted for resources: {'Port': ['ID=787c9db2-9eb4-4455-a5ce-7e5da8d33175,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:08.215942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] No DVR routers for this DVR port 787c9db2-9eb4-4455-a5ce-7e5da8d33175 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:08.240798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.241410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.241985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.242956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.243528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.244697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.245484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.245865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.246931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.247505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.247907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.249005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd799ed-37eb-41ac-b1f5-664de749a1c0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:08.263878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da19857-77ba-4435-89b7-e4839631a8e2 req-6602d726-e6ef-4a66-a4aa-11fc074eed13 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:08.264482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8da19857-77ba-4435-89b7-e4839631a8e2 req-6602d726-e6ef-4a66-a4aa-11fc074eed13 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.1151271 Sep 10 03:51:08.357197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8da19857-77ba-4435-89b7-e4839631a8e2 req-ea4479e4-9242-4f74-a4b1-a037f0929970 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638452 Sep 10 03:51:08.491379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:08.576877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:08.587790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:08.597741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a80b0f-4e98-42e6-b17b-8b1a380d28de None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:08.598257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:08.600094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:08.622021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=8642c541-fa3a-41ce-940e-ba50e2e2036a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:08.633887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bc67a3-b431-4e81-82f8-ecf5a41bfcf9 req-06283402-daae-41cf-a13c-4742b977f34a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:08.641288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2bc67a3-b431-4e81-82f8-ecf5a41bfcf9 req-06283402-daae-41cf-a13c-4742b977f34a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 947 time: 0.1405747 Sep 10 03:51:08.708145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2bc67a3-b431-4e81-82f8-ecf5a41bfcf9 req-f7547b24-65a8-4d27-85dd-18ad9f8ca5bf tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658851 Sep 10 03:51:08.720155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5ee2b1a0-3ec2-4a8b-8668-b0548e7f4b69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8949473 Sep 10 03:51:08.728700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48422) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:08.734320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:f1:1f:f7', 'name': 'tempest-NetworksTestDHCPv6-977626541'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:08.909014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '8642c541-fa3a-41ce-940e-ba50e2e2036a'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:51:08.910800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:08.994812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:09.077295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/8642c541-fa3a-41ce-940e-ba50e2e2036a/241dd7a9-68f0-43fc-a4fc-5bbc96295dda) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:09.102283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.131953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 8787f71f-9ac2-413f-a34d-8f0735aeb7a6 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:09.260370 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.270564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Transition to ACTIVE for port object 241dd7a9-68f0-43fc-a4fc-5bbc96295dda will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:09.288168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Transition to ACTIVE for port object 241dd7a9-68f0-43fc-a4fc-5bbc96295dda will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:09.354661 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.421724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:09.425189 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:09.429102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:09.441243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Pushing event updated for resources: {'Port': ['ID=241dd7a9-68f0-43fc-a4fc-5bbc96295dda,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:09.468536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::31e (2bd354de-cfd6-4946-8d31-bfaa5125464c/8642c541-fa3a-41ce-940e-ba50e2e2036a/8787f71f-9ac2-413f-a34d-8f0735aeb7a6) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:09.503300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Attempting to bind port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:09.503669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Attempting to bind port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:09.504067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Attempting to bind port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:09.527220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:09.527602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:09.528059 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.528458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:09.528928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Bound port: 241dd7a9-68f0-43fc-a4fc-5bbc96295dda, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:09.529314 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.577921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9319d10b-59b6-449e-bc68-1819dda5bc99 req-dfa8054c-2750-405b-8bff-c0a4b4e28be7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:09.579807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9319d10b-59b6-449e-bc68-1819dda5bc99 req-dfa8054c-2750-405b-8bff-c0a4b4e28be7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.0991712 Sep 10 03:51:09.772965 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.785961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] For port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:09.789760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] For port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=241dd7a9-68f0-43fc-a4fc-5bbc96295dda,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:09.792602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 8787f71f-9ac2-413f-a34d-8f0735aeb7a6 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:09.808048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9319d10b-59b6-449e-bc68-1819dda5bc99 req-df48dd80-aefe-4808-81be-da7a1f28b65b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2175758 Sep 10 03:51:09.886183 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.924195 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:09.987256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92783eb6-247c-4d8d-acfc-d774a5bf70d7 None None] Pushing event updated for resources: {'Port': ['ID=241dd7a9-68f0-43fc-a4fc-5bbc96295dda,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:10.049013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:10.081612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:10.088967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:10.095293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:10.096217 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:10.111888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=8787f71f-9ac2-413f-a34d-8f0735aeb7a6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:10.136967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d4408b-442e-4fa3-b854-569f25685b51 req-a046f537-e0e2-4515-908c-5e8d9fb6e0c6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:10.147254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46d4408b-442e-4fa3-b854-569f25685b51 req-a046f537-e0e2-4515-908c-5e8d9fb6e0c6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 947 time: 0.2035365 Sep 10 03:51:10.500141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48456) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:10.500687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bfa95351-b46d-4a47-a617-5f0886e5fa9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.7700429 Sep 10 03:51:10.531484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5330010-653f-46e1-9aa1-f7c31ab2e8bf req-af411996-a0d2-47ad-ab3f-e20f8ebebfc8 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:10.533766 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5330010-653f-46e1-9aa1-f7c31ab2e8bf req-af411996-a0d2-47ad-ab3f-e20f8ebebfc8 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 945 time: 0.5110130 Sep 10 03:51:10.557177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46d4408b-442e-4fa3-b854-569f25685b51 req-a8b4815b-cc03-4210-8dce-8b14f05cdaa0 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4086626 Sep 10 03:51:10.579656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c3c7ad-5a47-4857-9f22-56c9885d9b40 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:10.587568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c3c7ad-5a47-4857-9f22-56c9885d9b40 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:10.589582 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-20c3c7ad-5a47-4857-9f22-56c9885d9b40 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.0884762 Sep 10 03:51:10.595078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48458) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:10.607362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5330010-653f-46e1-9aa1-f7c31ab2e8bf req-1e926fed-f994-48cb-964c-a0c164071884 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485213 Sep 10 03:51:11.020906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e71b35a7-8c43-4bb6-b4fa-043f80620833 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 8787f71f-9ac2-413f-a34d-8f0735aeb7a6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:11.021379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e71b35a7-8c43-4bb6-b4fa-043f80620833 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.062843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7679dac-41be-480f-9a58-9d12053cc8ed req-8ffc8323-d94d-42d1-bbb4-f9f0ef52b795 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:11.071382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7679dac-41be-480f-9a58-9d12053cc8ed req-8ffc8323-d94d-42d1-bbb4-f9f0ef52b795 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.1365085 Sep 10 03:51:11.126996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7679dac-41be-480f-9a58-9d12053cc8ed req-4ed20cb1-6d21-4510-a35e-2014d68abe96 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432365 Sep 10 03:51:11.142915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e71b35a7-8c43-4bb6-b4fa-043f80620833 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.156077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e71b35a7-8c43-4bb6-b4fa-043f80620833 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 8787f71f-9ac2-413f-a34d-8f0735aeb7a6 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:11.582615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e71b35a7-8c43-4bb6-b4fa-043f80620833 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.593941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1fcfa98f-fff6-474f-b7ca-d4c1f72fb8ff None None] Provisioning for port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:11.614342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71b35a7-8c43-4bb6-b4fa-043f80620833 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=8787f71f-9ac2-413f-a34d-8f0735aeb7a6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:11.643299 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e71b35a7-8c43-4bb6-b4fa-043f80620833 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.645328 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e71b35a7-8c43-4bb6-b4fa-043f80620833 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/8787f71f-9ac2-413f-a34d-8f0735aeb7a6 HTTP/1.1" status: 204 len: 168 time: 1.0479848 Sep 10 03:51:11.647901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48472) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:11.711272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c149c6c0-80c3-435f-accc-2a9beba814f0 None None] Could not find standard attr ID for object 8787f71f-9ac2-413f-a34d-8f0735aeb7a6. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:51:11.777925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81759faa-6d28-4184-a676-43d65b4f4b4d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:11.779753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81759faa-6d28-4184-a676-43d65b4f4b4d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:11.781534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-81759faa-6d28-4184-a676-43d65b4f4b4d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1325595 Sep 10 03:51:11.788732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48476) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:11.824758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fc947d-7089-4678-9866-780c8bf01b63 req-e1fdc207-847f-42be-ab7f-94533531cb7b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:11.826387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0fc947d-7089-4678-9866-780c8bf01b63 req-e1fdc207-847f-42be-ab7f-94533531cb7b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 947 time: 0.1253986 Sep 10 03:51:11.879657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0fc947d-7089-4678-9866-780c8bf01b63 req-eb96f78b-de2e-4a3e-b712-327020b4ea38 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456259 Sep 10 03:51:11.885936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7952c09c-690a-4d56-a9ac-ef8645bed395 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 8642c541-fa3a-41ce-940e-ba50e2e2036a {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:11.889591 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7952c09c-690a-4d56-a9ac-ef8645bed395 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:11.974630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7952c09c-690a-4d56-a9ac-ef8645bed395 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.055586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 241dd7a9-68f0-43fc-a4fc-5bbc96295dda up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:12.087946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7952c09c-690a-4d56-a9ac-ef8645bed395 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.176647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:12.181056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:12.181502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.254770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4606655d-290b-4c0e-82ba-32b2fbee3654 req-ec0b029e-fca3-43e1-800c-0215a89d84dd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:12.262806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4606655d-290b-4c0e-82ba-32b2fbee3654 req-ec0b029e-fca3-43e1-800c-0215a89d84dd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.0620213 Sep 10 03:51:12.273118 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7952c09c-690a-4d56-a9ac-ef8645bed395 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.289086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.302951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4606655d-290b-4c0e-82ba-32b2fbee3654 req-993c1660-6f45-405a-8bb5-488e3ea5f413 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388992 Sep 10 03:51:12.327623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7952c09c-690a-4d56-a9ac-ef8645bed395 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=8642c541-fa3a-41ce-940e-ba50e2e2036a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:12.330188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7952c09c-690a-4d56-a9ac-ef8645bed395 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.332570 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7952c09c-690a-4d56-a9ac-ef8645bed395 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/8642c541-fa3a-41ce-940e-ba50e2e2036a HTTP/1.1" status: 204 len: 168 time: 0.5464094 Sep 10 03:51:12.335418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48484) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:12.366247 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:51:12.366906 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:51:12.367803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6ba039-ee08-46e4-a372-0ee319f6c057 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:12.385198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-baf88407-df73-43f5-9208-20d061c36c5d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481186 Sep 10 03:51:12.387469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48486) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:12.452684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33551bc-65b2-493a-8a60-787fd4e35e74 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:12.455398 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e33551bc-65b2-493a-8a60-787fd4e35e74 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0666010 Sep 10 03:51:12.457928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48488) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:12.542685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fd8177-eeeb-4702-b3e1-18a7bb3746a8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:12.544432 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-11fd8177-eeeb-4702-b3e1-18a7bb3746a8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0853763 Sep 10 03:51:12.547032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48492) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:12.597704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9310377-91bc-4aac-a3fe-61452fc11eb2 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:12.607577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1a490fec-be35-4c01-b909-4cc2f85a3073 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591295 Sep 10 03:51:12.612002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48494) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:12.617992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:12.677672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a9310377-91bc-4aac-a3fe-61452fc11eb2 None None] Deleting port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:12.678202 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a9310377-91bc-4aac-a3fe-61452fc11eb2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.759868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a9310377-91bc-4aac-a3fe-61452fc11eb2 None None] For port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=241dd7a9-68f0-43fc-a4fc-5bbc96295dda,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:12.760211 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a9310377-91bc-4aac-a3fe-61452fc11eb2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.776601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a9310377-91bc-4aac-a3fe-61452fc11eb2 None None] Calling delete_port for 241dd7a9-68f0-43fc-a4fc-5bbc96295dda owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:12.827913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:12.832160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:12.841042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c9f2ef-52fd-48b0-b422-d612d3ca877f req-984cf7cf-aed4-4198-846a-c973b922332b tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:12.850823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c9f2ef-52fd-48b0-b422-d612d3ca877f req-984cf7cf-aed4-4198-846a-c973b922332b tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 945 time: 0.0623689 Sep 10 03:51:12.894790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c9f2ef-52fd-48b0-b422-d612d3ca877f req-ccc5f1c5-fceb-4502-983a-2884ae73723b tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427196 Sep 10 03:51:12.968614 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.073079 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a9310377-91bc-4aac-a3fe-61452fc11eb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.104358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9310377-91bc-4aac-a3fe-61452fc11eb2 None None] Pushing event deleted for resources: {'Port': ['ID=241dd7a9-68f0-43fc-a4fc-5bbc96295dda,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:13.127021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9310377-91bc-4aac-a3fe-61452fc11eb2 None None] No DVR routers for this DVR port 241dd7a9-68f0-43fc-a4fc-5bbc96295dda on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:13.443034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:51:13.445145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.468774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2d49c6-22e9-4c1d-b97f-0888a0736821 req-cc00761a-442c-43c4-950e-7b6a4870f3d7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:13.474389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa2d49c6-22e9-4c1d-b97f-0888a0736821 req-cc00761a-442c-43c4-950e-7b6a4870f3d7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.0808387 Sep 10 03:51:13.489157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:13.497821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:13.509327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:13.512222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a95a06a-a5d2-41c1-b84c-88345adf28ba None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:13.512365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.537107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:13.569565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa2d49c6-22e9-4c1d-b97f-0888a0736821 req-d162b82a-927e-4e3b-ba60-a0e25c46264c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867081 Sep 10 03:51:13.589918 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f6f2cac1-509f-468f-8147-8d466a5733af tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9767568 Sep 10 03:51:13.592893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48510) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:13.598710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8d6c825f-0bc7-4990-a53b-8070a12b2e10 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:13.737500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': 'e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:51:13.748195 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.845756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6c825f-0bc7-4990-a53b-8070a12b2e10 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:13.852094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d6c825f-0bc7-4990-a53b-8070a12b2e10 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:13.907145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7779c21-a4af-4317-baed-78ac22a5a774 req-74d651cd-97d8-49e5-8ac0-78a9ba567240 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:13.914439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7779c21-a4af-4317-baed-78ac22a5a774 req-74d651cd-97d8-49e5-8ac0-78a9ba567240 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 945 time: 0.0642691 Sep 10 03:51:13.961388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7779c21-a4af-4317-baed-78ac22a5a774 req-931466c9-e4c9-4692-981e-c67b40854ef8 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460598 Sep 10 03:51:14.006166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Allocated IP 2001:db8::f816:3eff:fe77:4ab2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8/2ad7ba0b-0f3b-447a-95cc-223cd2b00e04) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:14.019176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 241dd7a9-68f0-43fc-a4fc-5bbc96295dda no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:14.050349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 241dd7a9-68f0-43fc-a4fc-5bbc96295dda {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:14.056028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 241dd7a9-68f0-43fc-a4fc-5bbc96295dda not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:14.056308 n-d-808143-1 neutron-server[95137]: INFO neutron.db.ipam_backend_mixin [None req-8d6c825f-0bc7-4990-a53b-8070a12b2e10 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8 (CIDR: 2001:db8::/64) Sep 10 03:51:14.143460 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d6c825f-0bc7-4990-a53b-8070a12b2e10 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:51:14.143868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d6c825f-0bc7-4990-a53b-8070a12b2e10 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:14.211186 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.223832 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Transition to ACTIVE for port object 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:14.240351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Transition to ACTIVE for port object 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:14.290464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8d6c825f-0bc7-4990-a53b-8070a12b2e10 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6961977 Sep 10 03:51:14.293228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48518) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:14.298494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:14.348947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.392262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:14.395339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:14.398967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:14.447115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Pushing event updated for resources: {'Port': ['ID=2ad7ba0b-0f3b-447a-95cc-223cd2b00e04,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:14.462357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Attempting to bind port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:14.462849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Attempting to bind port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:14.463256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Attempting to bind port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:14.469122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:14.470361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:14.470361 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.470361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:14.470868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Bound port: 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:14.471245 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.514178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:14.523919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.539097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] For port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:14.543624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] For port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2ad7ba0b-0f3b-447a-95cc-223cd2b00e04,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:14.663060 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.710338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4e9dff0-84a9-430c-8371-e7b43e99a1e7 req-2e8a0897-3ce5-460d-8576-e2da0772566e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:14.722724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4e9dff0-84a9-430c-8371-e7b43e99a1e7 req-2e8a0897-3ce5-460d-8576-e2da0772566e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.0771475 Sep 10 03:51:14.785205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4e9dff0-84a9-430c-8371-e7b43e99a1e7 req-6923871d-dabb-48e4-9b3a-6abd268256d0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0551493 Sep 10 03:51:14.803018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33ac6aa-7700-4c0c-a60b-a5328c56b567 None None] Pushing event updated for resources: {'Port': ['ID=2ad7ba0b-0f3b-447a-95cc-223cd2b00e04,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:14.902637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:14.982297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:14.986081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:14.992335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:14.992945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.003406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=119d92ee-10ad-49b0-b1fe-166c75a25784,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:15.116091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2016753a-9f5a-4964-8bf5-242385134a4a req-7374a6e8-6ba2-40d9-99a4-a4fb5f1ed7bc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:15.191324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2016753a-9f5a-4964-8bf5-242385134a4a req-7374a6e8-6ba2-40d9-99a4-a4fb5f1ed7bc tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 945 time: 0.0625789 Sep 10 03:51:15.191324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2016753a-9f5a-4964-8bf5-242385134a4a req-4c2ee586-72ac-4775-a7fc-0744361f3ac5 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369632 Sep 10 03:51:15.297541 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d26b7992-1805-4db3-acd1-95e68f519ff8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0031996 Sep 10 03:51:15.300916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48528) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:15.306095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:d2:e7:dd', 'name': 'tempest-NetworksTestDHCPv6-469422553'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:15.520914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:15.551287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-8b76b977-105a-47ac-ae3a-4e06ede7976c tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:15.552887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-8b76b977-105a-47ac-ae3a-4e06ede7976c tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.39 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 945 time: 0.0757706 Sep 10 03:51:15.628590 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.654798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port db25c515-614c-47bd-b1cc-5e7d88a2f1e2 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:15.691974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Deleting port 77d80366-f160-49d7-8308-f6bf2851032f {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:15.692655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.798472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] For port 77d80366-f160-49d7-8308-f6bf2851032f, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=77d80366-f160-49d7-8308-f6bf2851032f,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:15.801855 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:15.904979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8:0:1::2e7 (2bd354de-cfd6-4946-8d31-bfaa5125464c/119d92ee-10ad-49b0-b1fe-166c75a25784/db25c515-614c-47bd-b1cc-5e7d88a2f1e2) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:15.915057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fed2:e7dd (2bd354de-cfd6-4946-8d31-bfaa5125464c/e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8/db25c515-614c-47bd-b1cc-5e7d88a2f1e2) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:15.949349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085f277e-67ce-4da2-a36e-9d54a2a5556b None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:16.076406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ef98e3-46eb-4cfb-9af2-6c06c7d1f5ce req-06be5020-43f2-4f88-94fd-a90379f15071 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:16.078121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4ef98e3-46eb-4cfb-9af2-6c06c7d1f5ce req-06be5020-43f2-4f88-94fd-a90379f15071 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.1903713 Sep 10 03:51:16.090117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:16.142273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-799fcec5-3f1f-4ef1-9479-bb8753c50cb9 None None] Provisioning for port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:16.176288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.200442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object db25c515-614c-47bd-b1cc-5e7d88a2f1e2 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:16.246844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4ef98e3-46eb-4cfb-9af2-6c06c7d1f5ce req-d92dd3b0-da78-49d2-8298-6c9249d6e6e3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581295 Sep 10 03:51:16.292988 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.293351 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.293764 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Floating IP cb188092-9d35-4d59-a6c1-7b0c22ed35ca disassociated. External IP: 172.25.3.218, port: 77d80366-f160-49d7-8308-f6bf2851032f. Sep 10 03:51:16.294035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Calling delete_port for 77d80366-f160-49d7-8308-f6bf2851032f owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:16.303108 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.328206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:16.336837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:16.337213 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.380055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:16.383907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:16.397371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:16.402424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf83182f-6c7c-4dc9-80cc-9f44e2d4de17 None None] Update dhcp port {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': 'e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8', 'ip_address': '2001:db8::f816:3eff:fe77:4ab2'}, {'subnet_id': '119d92ee-10ad-49b0-b1fe-166c75a25784'}], 'binding:host_id': 'n-d-808143-1'}, 'id': '2ad7ba0b-0f3b-447a-95cc-223cd2b00e04'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:51:16.405408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:16.406525 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.423795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=db25c515-614c-47bd-b1cc-5e7d88a2f1e2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:16.436527 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bf83182f-6c7c-4dc9-80cc-9f44e2d4de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.449730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d19ecda-09fa-4749-ae13-cb0f58c854ce req-a222f5d1-7d3b-4203-ba27-fff6d7d3010f tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:16.451739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d19ecda-09fa-4749-ae13-cb0f58c854ce req-a222f5d1-7d3b-4203-ba27-fff6d7d3010f tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 945 time: 0.1609795 Sep 10 03:51:16.498760 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-51d0f792-03f9-41b6-929b-df545ecf6eb1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.1967952 Sep 10 03:51:16.502240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48542) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:16.523451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d19ecda-09fa-4749-ae13-cb0f58c854ce req-3c1fd76e-f9ec-4f07-8ae2-148860bf136d tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups?id=ea16e6d0-e08d-40ae-a134-dbaf5e942098&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621266 Sep 10 03:51:16.625558 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.645401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d3248-a89b-4494-8dc7-4509b2a236ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port db25c515-614c-47bd-b1cc-5e7d88a2f1e2 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:16.645742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3248-a89b-4494-8dc7-4509b2a236ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.678212 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.685337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2ad7ba0b-0f3b-447a-95cc-223cd2b00e04,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:16.709743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Pushing event deleted for resources: {'Port': ['ID=77d80366-f160-49d7-8308-f6bf2851032f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:16.748231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-bf83182f-6c7c-4dc9-80cc-9f44e2d4de17 None None] Allocated IP 2001:db8:0:1::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/119d92ee-10ad-49b0-b1fe-166c75a25784/2ad7ba0b-0f3b-447a-95cc-223cd2b00e04) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:16.760081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.767012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3248-a89b-4494-8dc7-4509b2a236ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.779933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-cd2d3248-a89b-4494-8dc7-4509b2a236ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for db25c515-614c-47bd-b1cc-5e7d88a2f1e2 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:16.845261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=2ad7ba0b-0f3b-447a-95cc-223cd2b00e04,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:16.854061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Router a539482b-53e2-4817-b76d-8fb1aac2615b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:16.911673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-bf83182f-6c7c-4dc9-80cc-9f44e2d4de17 None None] For port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2ad7ba0b-0f3b-447a-95cc-223cd2b00e04,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:16.942992 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bf83182f-6c7c-4dc9-80cc-9f44e2d4de17 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:16.959670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bf83182f-6c7c-4dc9-80cc-9f44e2d4de17 None None] Transition to ACTIVE for port object 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:16.972189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:16.982578 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] Sync routers for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:16.993190 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:16.993622 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:50:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:17.021560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] No DVR routers for this DVR port 77d80366-f160-49d7-8308-f6bf2851032f on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:17.024791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.026954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-141f1646-cb10-4ef8-8ec8-54be31d4f870 req-74473d51-78b9-4a5d-aae4-f830546ee8ac tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.39 "DELETE /v2.0/ports/77d80366-f160-49d7-8308-f6bf2851032f HTTP/1.1" status: 204 len: 173 time: 1.4673297 Sep 10 03:51:17.027807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'name': 'network-vif-deleted', 'tag': '77d80366-f160-49d7-8308-f6bf2851032f'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:17.031224 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13dcf3a7-1e6e-4e39-906e-c42e7115fbeb" -d '{"events": [{"server_uuid": "c0ad14ac-6327-454d-b972-b1e7bae6f689", "name": "network-vif-deleted", "tag": "77d80366-f160-49d7-8308-f6bf2851032f"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:17.044534 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bf83182f-6c7c-4dc9-80cc-9f44e2d4de17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.089324 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-555eaa59-f02e-4cfd-9615-5275d9c59a3e x-openstack-request-id: req-555eaa59-f02e-4cfd-9615-5275d9c59a3e {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:17.089324 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0ad14ac-6327-454d-b972-b1e7bae6f689", "name": "network-vif-deleted", "tag": "77d80366-f160-49d7-8308-f6bf2851032f", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:17.089536 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-555eaa59-f02e-4cfd-9615-5275d9c59a3e {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:17.089912 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0ad14ac-6327-454d-b972-b1e7bae6f689', 'name': 'network-vif-deleted', 'tag': '77d80366-f160-49d7-8308-f6bf2851032f', 'status': 'completed', 'code': 200} Sep 10 03:51:17.108837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3248-a89b-4494-8dc7-4509b2a236ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.140148 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:17.162792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2d3248-a89b-4494-8dc7-4509b2a236ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=db25c515-614c-47bd-b1cc-5e7d88a2f1e2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:17.169639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf83182f-6c7c-4dc9-80cc-9f44e2d4de17 None None] Pushing event updated for resources: {'Port': ['ID=2ad7ba0b-0f3b-447a-95cc-223cd2b00e04,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:17.216757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cd2d3248-a89b-4494-8dc7-4509b2a236ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.219078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cd2d3248-a89b-4494-8dc7-4509b2a236ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/db25c515-614c-47bd-b1cc-5e7d88a2f1e2 HTTP/1.1" status: 204 len: 168 time: 0.7154765 Sep 10 03:51:17.225282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48558) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:17.340641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34eb9ac6-7d6b-4b40-b47d-ea4e4e5822db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:17.343356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-34eb9ac6-7d6b-4b40-b47d-ea4e4e5822db tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1152458 Sep 10 03:51:17.346380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48562) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:17.450626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f720fb-5695-4705-a72a-c48a078f64c7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:17.453218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e0f720fb-5695-4705-a72a-c48a078f64c7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1006067 Sep 10 03:51:17.455895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48564) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:17.469551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc8337e-4908-4d07-a784-c12c34b76e65 req-cdcda0fd-52b4-4510-94a2-c94f1dd46897 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:17.472213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adc8337e-4908-4d07-a784-c12c34b76e65 req-cdcda0fd-52b4-4510-94a2-c94f1dd46897 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.0839999 Sep 10 03:51:17.497081 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:17Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0424078a-e246-46e7-86f4-681e1a31daa0', 'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'mac_address': 'fa:16:3e:89:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:14Z', 'updated_at': '2021-09-10T03:47:22Z', 'revision_number': 5, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'subnets': [{'id': '848ad382-3e53-41cf-b7df-891f02501580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:17.578260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adc8337e-4908-4d07-a784-c12c34b76e65 req-20f88007-fb01-4c9d-816a-8f75ca120b49 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0995650 Sep 10 03:51:17.597552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8555b9ca-ad83-4bef-ab69-c38f234e117e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:17.599111 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8555b9ca-ad83-4bef-ab69-c38f234e117e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:17.609986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8555b9ca-ad83-4bef-ab69-c38f234e117e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:17.611831 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8555b9ca-ad83-4bef-ab69-c38f234e117e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1548135 Sep 10 03:51:17.615185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48572) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:17.616011 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] Checking router: a539482b-53e2-4817-b76d-8fb1aac2615b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:17.625490 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:17.626780 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 6, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:50:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:17.711774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-faae19d3-716f-44b5-9be0-5ad4cc63e3ff req-2e375db8-1e10-4a7e-9ebc-113d8109054a tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0394208 Sep 10 03:51:17.731943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-da7dd187-1780-4f20-b1e0-bae6684f45dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 119d92ee-10ad-49b0-b1fe-166c75a25784 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:17.736521 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7dd187-1780-4f20-b1e0-bae6684f45dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.798690 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7dd187-1780-4f20-b1e0-bae6684f45dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:17.814506 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:17.912415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7dd187-1780-4f20-b1e0-bae6684f45dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.031374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:18.074914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7dd187-1780-4f20-b1e0-bae6684f45dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.116132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7dd187-1780-4f20-b1e0-bae6684f45dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=119d92ee-10ad-49b0-b1fe-166c75a25784,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:18.118576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7dd187-1780-4f20-b1e0-bae6684f45dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.123304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48592) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:18.123904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-da7dd187-1780-4f20-b1e0-bae6684f45dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/119d92ee-10ad-49b0-b1fe-166c75a25784 HTTP/1.1" status: 204 len: 168 time: 0.5070286 Sep 10 03:51:18.132846 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:17Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0424078a-e246-46e7-86f4-681e1a31daa0', 'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'mac_address': 'fa:16:3e:89:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:14Z', 'updated_at': '2021-09-10T03:47:22Z', 'revision_number': 5, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'subnets': [{'id': '848ad382-3e53-41cf-b7df-891f02501580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:18.164557 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e440107-6d63-4212-8a62-d19a5df0f26a None None] The sync data for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 is: [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:47:17Z', 'revision_number': 4, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0424078a-e246-46e7-86f4-681e1a31daa0', 'name': '', 'network_id': 'fd91c941-56ac-418b-b632-6224ec14f3dc', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'mac_address': 'fa:16:3e:89:a5:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1446, 'fixed_ips': [{'subnet_id': '848ad382-3e53-41cf-b7df-891f02501580', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:14Z', 'updated_at': '2021-09-10T03:47:22Z', 'revision_number': 5, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'subnets': [{'id': '848ad382-3e53-41cf-b7df-891f02501580', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:18.177901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-02977942-16b9-43fd-af2d-1f1739077ac1 None None] Provisioning for port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:18.199281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-02977942-16b9-43fd-af2d-1f1739077ac1 None None] Provisioning complete for port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:18.199281 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-02977942-16b9-43fd-af2d-1f1739077ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.217391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a53844fe-d1ae-4986-abd3-cff1bfb89e73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:18.221252 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a53844fe-d1ae-4986-abd3-cff1bfb89e73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.281897 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a53844fe-d1ae-4986-abd3-cff1bfb89e73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.329372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:18.336287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac019b9-133c-4832-8b4c-deb4f587d304 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:18.402897 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a53844fe-d1ae-4986-abd3-cff1bfb89e73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.500282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1881dcb7-6eb6-4ecb-b0b9-db1f27626cdc None None] Could not find standard attr ID for object db25c515-614c-47bd-b1cc-5e7d88a2f1e2. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:51:18.566430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a53844fe-d1ae-4986-abd3-cff1bfb89e73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.598899 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.640881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a53844fe-d1ae-4986-abd3-cff1bfb89e73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.645595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48616) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:18.646533 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a53844fe-d1ae-4986-abd3-cff1bfb89e73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8 HTTP/1.1" status: 204 len: 168 time: 0.5181310 Sep 10 03:51:18.650611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7311d28-8fd0-47e3-95bb-76d9a08d84bf None None] New status for floating IP cb188092-9d35-4d59-a6c1-7b0c22ed35ca: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:51:18.654955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53844fe-d1ae-4986-abd3-cff1bfb89e73 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:18.664626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:18.676391 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683d7cc0-ad32-4941-a1b9-ed7b447774a0" -d '{"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-unplugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:18.701707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-db79a194-9fcb-4b6e-9d07-4b425d42f8d3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0479891 Sep 10 03:51:18.702281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48620) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:18.726880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:18.773565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:18.776928 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0601f511-0025-44a9-a7ad-e44c940fb73d x-openstack-request-id: req-0601f511-0025-44a9-a7ad-e44c940fb73d {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:18.777216 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-unplugged", "status": "completed", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:18.777466 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0601f511-0025-44a9-a7ad-e44c940fb73d {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:18.778024 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'code': 200} Sep 10 03:51:18.861156 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:18.863537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 77d80366-f160-49d7-8308-f6bf2851032f no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:18.867068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3adf9db2-dce1-4e34-9fe3-1736e7210488 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:18.881480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63a56162-5fbf-43c9-a65a-11693ef5a018 req-e0d25bce-231f-4e28-a052-ca155c3f4981 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0631859 Sep 10 03:51:18.931835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6396238f-1cb1-4894-bee2-0e7611abd40f req-4304238b-1c18-4e3c-a51f-cf484b0ae890 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:18.933830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6396238f-1cb1-4894-bee2-0e7611abd40f req-4304238b-1c18-4e3c-a51f-cf484b0ae890 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 946 time: 0.1959143 Sep 10 03:51:18.994787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6396238f-1cb1-4894-bee2-0e7611abd40f req-bcc870ec-b6ff-493b-99ce-2111553c339c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503769 Sep 10 03:51:19.039566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:19.044050 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.096885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 77d80366-f160-49d7-8308-f6bf2851032f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:19.097480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 77d80366-f160-49d7-8308-f6bf2851032f not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:19.139108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=14']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:19.162005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3adf9db2-dce1-4e34-9fe3-1736e7210488 None None] Deleting port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:19.162370 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3adf9db2-dce1-4e34-9fe3-1736e7210488 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.230057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3adf9db2-dce1-4e34-9fe3-1736e7210488 None None] For port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2ad7ba0b-0f3b-447a-95cc-223cd2b00e04,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:19.230453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3adf9db2-dce1-4e34-9fe3-1736e7210488 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.243942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3adf9db2-dce1-4e34-9fe3-1736e7210488 None None] Calling delete_port for 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:19.399085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3adf9db2-dce1-4e34-9fe3-1736e7210488 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.414618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.objects.ports [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95136) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:51:19.416349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.424343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adf9db2-dce1-4e34-9fe3-1736e7210488 None None] Pushing event deleted for resources: {'Port': ['ID=2ad7ba0b-0f3b-447a-95cc-223cd2b00e04,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:19.431181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3adf9db2-dce1-4e34-9fe3-1736e7210488 None None] No DVR routers for this DVR port 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:19.464971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:19.470222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:19.473341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:19.473933 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.483021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4da145c-751e-464f-a886-6d1e96396076 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:19.489740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=712c2606-123b-430e-947f-6c063e12fb32,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:19.543398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e6199ce7-c21f-40a7-88f0-a70841c6e440 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8391366 Sep 10 03:51:19.546877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48632) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:19.553328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5e5c4e78-f4f6-459e-9ce7-98d909c125cc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:19.642698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '712c2606-123b-430e-947f-6c063e12fb32'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:51:19.643662 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.718085 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e5c4e78-f4f6-459e-9ce7-98d909c125cc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:19.725640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e5c4e78-f4f6-459e-9ce7-98d909c125cc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.787271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Allocated IP 2001:db8::f816:3eff:fe2c:ed84 (2bd354de-cfd6-4946-8d31-bfaa5125464c/712c2606-123b-430e-947f-6c063e12fb32/8655fa67-21ca-447a-9ab5-3e000ee7cd53) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:19.839244 n-d-808143-1 neutron-server[95137]: INFO neutron.db.ipam_backend_mixin [None req-5e5c4e78-f4f6-459e-9ce7-98d909c125cc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 712c2606-123b-430e-947f-6c063e12fb32 (CIDR: 2001:db8::/64) Sep 10 03:51:19.869127 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e5c4e78-f4f6-459e-9ce7-98d909c125cc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:51:19.870260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e5c4e78-f4f6-459e-9ce7-98d909c125cc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:19.926157 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e5c4e78-f4f6-459e-9ce7-98d909c125cc tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3767579 Sep 10 03:51:19.928886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48638) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:19.934472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:19.955372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:19.967665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Transition to ACTIVE for port object 8655fa67-21ca-447a-9ab5-3e000ee7cd53 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:19.989113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Transition to ACTIVE for port object 8655fa67-21ca-447a-9ab5-3e000ee7cd53 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:20.005919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:20.022713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de8130fb-8b91-45ca-94de-1e792513c751 req-ac3b6a4d-2baf-4e06-9e0f-c4366da79358 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0442300 Sep 10 03:51:20.036341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:20.036899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2ad7ba0b-0f3b-447a-95cc-223cd2b00e04 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:20.078556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.136974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Pushing event updated for resources: {'Port': ['ID=8655fa67-21ca-447a-9ab5-3e000ee7cd53,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:20.143032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:20.143032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:20.144728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:20.162147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:20.170534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.209088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Attempting to bind port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:20.209667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Attempting to bind port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:20.210834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Attempting to bind port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:20.216170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 50, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:20.216686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:20.217192 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.217735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:20.218260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Bound port: 8655fa67-21ca-447a-9ab5-3e000ee7cd53, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:20.218743 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.281074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e36ce-cf50-4df7-82d1-3b4472f7dd8e req-32084e93-5fdf-4f80-bb5a-655b081212f0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:20.283146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca7e36ce-cf50-4df7-82d1-3b4472f7dd8e req-32084e93-5fdf-4f80-bb5a-655b081212f0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1074936 Sep 10 03:51:20.303918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] For port 8655fa67-21ca-447a-9ab5-3e000ee7cd53, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:20.307171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] For port 8655fa67-21ca-447a-9ab5-3e000ee7cd53, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8655fa67-21ca-447a-9ab5-3e000ee7cd53,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:20.344404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca7e36ce-cf50-4df7-82d1-3b4472f7dd8e req-45d98c2d-4828-4b1f-9840-f7bc73a7cdf4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529583 Sep 10 03:51:20.398276 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.475418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256c0a1a-6f40-4fe0-ac0b-82e9e3021938 None None] Pushing event updated for resources: {'Port': ['ID=8655fa67-21ca-447a-9ab5-3e000ee7cd53,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:20.559448 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.611131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:20.614301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:20.617862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:20.618455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.638059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=06ec57be-aa09-4a5d-ae58-4de974a151da,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:20.711498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48670) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:20.712025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-52d8f23f-1cbe-40c1-8f44-a61dd8b73499 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7816474 Sep 10 03:51:20.717995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:3f:01:e8', 'name': 'tempest-NetworksTestDHCPv6-1841578484'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:20.800081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2528307f-5dcd-4627-8c7a-18c499faa526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:20.980824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:21.068277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.089237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port f2138e72-e3b1-45af-b7c0-5d68d5f55131 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:21.155722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03e67838-7fed-42f1-9a72-e0c236d1558b req-f67167da-d2b4-4fef-91e8-65a03eb3315c tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0391760 Sep 10 03:51:21.276235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8:0:1::10 (2bd354de-cfd6-4946-8d31-bfaa5125464c/06ec57be-aa09-4a5d-ae58-4de974a151da/f2138e72-e3b1-45af-b7c0-5d68d5f55131) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:21.284480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::f816:3eff:fe3f:1e8 (2bd354de-cfd6-4946-8d31-bfaa5125464c/712c2606-123b-430e-947f-6c063e12fb32/f2138e72-e3b1-45af-b7c0-5d68d5f55131) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:21.462081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.476149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object f2138e72-e3b1-45af-b7c0-5d68d5f55131 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:21.505363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97fea55c-bcda-4c47-9429-ab5002621359 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:21.588674 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.636130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:21.641276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:21.646886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:21.652578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:21.653226 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.657005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=f2138e72-e3b1-45af-b7c0-5d68d5f55131,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:21.669131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.669411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.669831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.670101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.670422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.670754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.671083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.671408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.671751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.672081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.672458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.672795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:21.673272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5112ecf7-9295-48f6-b025-c9be9d65d6b1 None None] Provisioning for port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:21.749753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6efdb15-f62b-47bb-b792-5016b35f01a1 None None] Update dhcp port {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': '712c2606-123b-430e-947f-6c063e12fb32', 'ip_address': '2001:db8::f816:3eff:fe2c:ed84'}, {'subnet_id': '06ec57be-aa09-4a5d-ae58-4de974a151da'}], 'binding:host_id': 'n-d-808143-1'}, 'id': '8655fa67-21ca-447a-9ab5-3e000ee7cd53'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:51:21.751617 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-86cfdb80-424e-4287-ae77-7adb7383c85f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0373857 Sep 10 03:51:21.754905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48704) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:21.778831 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6efdb15-f62b-47bb-b792-5016b35f01a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.875606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f838a542-e97d-47f7-bfbd-9604fe6f2574 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port f2138e72-e3b1-45af-b7c0-5d68d5f55131 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:21.876706 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f838a542-e97d-47f7-bfbd-9604fe6f2574 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:21.991265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f6efdb15-f62b-47bb-b792-5016b35f01a1 None None] Allocated IP 2001:db8:0:1::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/06ec57be-aa09-4a5d-ae58-4de974a151da/8655fa67-21ca-447a-9ab5-3e000ee7cd53) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:21.992202 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f838a542-e97d-47f7-bfbd-9604fe6f2574 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.005885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f838a542-e97d-47f7-bfbd-9604fe6f2574 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for f2138e72-e3b1-45af-b7c0-5d68d5f55131 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:22.095813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8655fa67-21ca-447a-9ab5-3e000ee7cd53 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:22.156362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f6efdb15-f62b-47bb-b792-5016b35f01a1 None None] For port 8655fa67-21ca-447a-9ab5-3e000ee7cd53, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8655fa67-21ca-447a-9ab5-3e000ee7cd53,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:22.200965 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6efdb15-f62b-47bb-b792-5016b35f01a1 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.219155 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f6efdb15-f62b-47bb-b792-5016b35f01a1 None None] Transition to ACTIVE for port object 8655fa67-21ca-447a-9ab5-3e000ee7cd53 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:22.261271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21691389-8c6b-4022-8d9c-c9eb95e2313c req-f8a3325f-b73b-4d38-885b-87ffd3c16f25 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0ad14ac-6327-454d-b972-b1e7bae6f689 HTTP/1.1" status: 200 len: 210 time: 0.0276537 Sep 10 03:51:22.296375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f838a542-e97d-47f7-bfbd-9604fe6f2574 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.319883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:22.326829 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6efdb15-f62b-47bb-b792-5016b35f01a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.334436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f838a542-e97d-47f7-bfbd-9604fe6f2574 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=f2138e72-e3b1-45af-b7c0-5d68d5f55131,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:22.398490 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f838a542-e97d-47f7-bfbd-9604fe6f2574 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.398490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f838a542-e97d-47f7-bfbd-9604fe6f2574 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/f2138e72-e3b1-45af-b7c0-5d68d5f55131 HTTP/1.1" status: 204 len: 168 time: 0.6401970 Sep 10 03:51:22.399100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48734) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:22.420129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6efdb15-f62b-47bb-b792-5016b35f01a1 None None] Pushing event updated for resources: {'Port': ['ID=8655fa67-21ca-447a-9ab5-3e000ee7cd53,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:22.451382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e43b7294-c6d8-47c4-a239-617cf5f1b140 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:22.453043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e43b7294-c6d8-47c4-a239-617cf5f1b140 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0535536 Sep 10 03:51:22.456576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:22.512704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37599746-6f16-4289-8391-a248275c84e5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:22.514172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-37599746-6f16-4289-8391-a248275c84e5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0568240 Sep 10 03:51:22.516922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48740) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:22.609676 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318093f-0b2a-4c47-8588-eeb17b4642ac tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:22.611800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318093f-0b2a-4c47-8588-eeb17b4642ac tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:22.613396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8318093f-0b2a-4c47-8588-eeb17b4642ac tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:22.617136 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8318093f-0b2a-4c47-8588-eeb17b4642ac tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0920565 Sep 10 03:51:22.620029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48744) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:22.694533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb01057-c741-4aa9-8a91-d50a154ce6b9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 06ec57be-aa09-4a5d-ae58-4de974a151da {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:22.698341 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb01057-c741-4aa9-8a91-d50a154ce6b9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.768977 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb01057-c741-4aa9-8a91-d50a154ce6b9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:22.881987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb01057-c741-4aa9-8a91-d50a154ce6b9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.038317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb01057-c741-4aa9-8a91-d50a154ce6b9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.076032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb01057-c741-4aa9-8a91-d50a154ce6b9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=06ec57be-aa09-4a5d-ae58-4de974a151da,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:23.080197 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb01057-c741-4aa9-8a91-d50a154ce6b9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.084347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bfb01057-c741-4aa9-8a91-d50a154ce6b9 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/06ec57be-aa09-4a5d-ae58-4de974a151da HTTP/1.1" status: 204 len: 168 time: 0.4631186 Sep 10 03:51:23.085324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48754) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:23.108108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-295b54d6-d5fe-4f27-aa70-1754f409ec74 None None] Could not find standard attr ID for object f2138e72-e3b1-45af-b7c0-5d68d5f55131. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:51:23.153798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b24f1-00cb-4f7e-a2fa-db9872a926fd req-57511a68-ead3-4b92-a428-acf2b7b29393 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:23.155348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-531b24f1-00cb-4f7e-a2fa-db9872a926fd req-57511a68-ead3-4b92-a428-acf2b7b29393 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0568180 Sep 10 03:51:23.155753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-482c950c-b61e-43cf-a9ac-57228b1fe4f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 712c2606-123b-430e-947f-6c063e12fb32 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:23.160005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-482c950c-b61e-43cf-a9ac-57228b1fe4f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.165001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-295b54d6-d5fe-4f27-aa70-1754f409ec74 None None] Provisioning for port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:23.169672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-295b54d6-d5fe-4f27-aa70-1754f409ec74 None None] Provisioning complete for port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:23.170054 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-295b54d6-d5fe-4f27-aa70-1754f409ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.200676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-531b24f1-00cb-4f7e-a2fa-db9872a926fd req-b138cd81-e50c-4ecf-85fc-3bbe3571ffed tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376902 Sep 10 03:51:23.213023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-482c950c-b61e-43cf-a9ac-57228b1fe4f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.279180 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-295b54d6-d5fe-4f27-aa70-1754f409ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.352643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-295b54d6-d5fe-4f27-aa70-1754f409ec74 None None] For port 8655fa67-21ca-447a-9ab5-3e000ee7cd53, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8655fa67-21ca-447a-9ab5-3e000ee7cd53,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:23.397190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6a943a5-f2ae-4e4f-a457-e9630b1d3886 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:23.420132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-482c950c-b61e-43cf-a9ac-57228b1fe4f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.421508 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-295b54d6-d5fe-4f27-aa70-1754f409ec74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.518392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295b54d6-d5fe-4f27-aa70-1754f409ec74 None None] Pushing event updated for resources: {'Port': ['ID=8655fa67-21ca-447a-9ab5-3e000ee7cd53,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:23.566369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ff06f338-f5e0-44d5-a0d6-29ce45b32621 None None] Could not find standard attr ID for object f2138e72-e3b1-45af-b7c0-5d68d5f55131. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:51:23.567735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-749bb4ed-8014-4fd3-bd56-2bc74ac00388 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.617053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-482c950c-b61e-43cf-a9ac-57228b1fe4f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.650095 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-482c950c-b61e-43cf-a9ac-57228b1fe4f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.652265 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-482c950c-b61e-43cf-a9ac-57228b1fe4f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/712c2606-123b-430e-947f-6c063e12fb32 HTTP/1.1" status: 204 len: 168 time: 0.5659132 Sep 10 03:51:23.654714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48762) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:23.662871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482c950c-b61e-43cf-a9ac-57228b1fe4f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=712c2606-123b-430e-947f-6c063e12fb32,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:23.699578 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d76355fa-2fe2-4db6-a65b-5a1aa1aa36b2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0430162 Sep 10 03:51:23.702467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48764) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:23.706725 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.708409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:23.737599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92fd9b1-40b6-4ca9-8d01-85d6efedac15 None None] Update dhcp port {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'fixed_ips': [{'subnet_id': '712c2606-123b-430e-947f-6c063e12fb32'}], 'binding:host_id': 'n-d-808143-1'}, 'id': '8655fa67-21ca-447a-9ab5-3e000ee7cd53'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:51:23.764342 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f92fd9b1-40b6-4ca9-8d01-85d6efedac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.917993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:23.921697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:23.924115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619dace4-856f-49f7-ad37-a79ac5cdc84f req-a108ac08-f286-4155-9068-28e1c4a8d005 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:23.937724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-619dace4-856f-49f7-ad37-a79ac5cdc84f req-a108ac08-f286-4155-9068-28e1c4a8d005 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0846469 Sep 10 03:51:23.963387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9956e57-8566-4e86-a432-8b128453a9e5 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:24.038183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-619dace4-856f-49f7-ad37-a79ac5cdc84f req-48aacb5e-9792-4d03-889c-b5ca59f55f62 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0993676 Sep 10 03:51:24.049424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-98dc8d6a-d12a-476b-9198-583169976891 None None] Provisioning complete for port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:24.050006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98dc8d6a-d12a-476b-9198-583169976891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.064146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-b2e47f49-daa7-45c0-af88-d0c7d50d29d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:24.066064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-b2e47f49-daa7-45c0-af88-d0c7d50d29d7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1095 time: 0.0960348 Sep 10 03:51:24.202921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0112aec7-4952-4324-9ade-8d80db7e7598 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:24.222706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.232904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-299ff4c4-fa48-4870-aad6-e786b3f0bcea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:24.234158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-299ff4c4-fa48-4870-aad6-e786b3f0bcea service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.1603475 Sep 10 03:51:24.252042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0112aec7-4952-4324-9ade-8d80db7e7598 None None] Deleting port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:24.252406 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0112aec7-4952-4324-9ade-8d80db7e7598 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.268517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:24.272607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:24.279385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:24.280002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.311001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=6023bf6a-9785-4d25-8099-1c10b31a49a9,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:24.323533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-594c9371-a653-4693-960c-f57eb5d32860 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 999 time: 0.0783107 Sep 10 03:51:24.359229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0112aec7-4952-4324-9ade-8d80db7e7598 None None] For port 8655fa67-21ca-447a-9ab5-3e000ee7cd53, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8655fa67-21ca-447a-9ab5-3e000ee7cd53,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:24.359624 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0112aec7-4952-4324-9ade-8d80db7e7598 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.372655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0112aec7-4952-4324-9ade-8d80db7e7598 None None] Calling delete_port for 8655fa67-21ca-447a-9ab5-3e000ee7cd53 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:24.374282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-4947810e-13e9-47fb-9cad-ba799f1765e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:24.376446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-4947810e-13e9-47fb-9cad-ba799f1765e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0444465 Sep 10 03:51:24.403907 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f3e70b5c-8a3f-4673-941f-e67fde1639ab tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6972921 Sep 10 03:51:24.403907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48774) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:24.408929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-390695ea-0e7d-40fa-93b2-e9cd477c1624 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:24.436306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-d4c8c87c-9ea7-4d38-b787-623a00b00754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:24.439584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-d4c8c87c-9ea7-4d38-b787-623a00b00754 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549419 Sep 10 03:51:24.507405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48776) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:24.553515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0112aec7-4952-4324-9ade-8d80db7e7598 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.563738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-f6d4fe5c-be19-4d77-88ab-9eb7f7f80f83 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1151669 Sep 10 03:51:24.578405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6bd55180-2a0a-4e74-bc1c-5e242992ea80 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.584074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0112aec7-4952-4324-9ade-8d80db7e7598 None None] No DVR routers for this DVR port 8655fa67-21ca-447a-9ab5-3e000ee7cd53 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:24.589546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0112aec7-4952-4324-9ade-8d80db7e7598 None None] Pushing event deleted for resources: {'Port': ['ID=8655fa67-21ca-447a-9ab5-3e000ee7cd53,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:24.607214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38cceaa3-7032-4775-a33f-46eea9227180 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:24.611542 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6bd55180-2a0a-4e74-bc1c-5e242992ea80 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.629663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-390695ea-0e7d-40fa-93b2-e9cd477c1624 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:24.633516 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-390695ea-0e7d-40fa-93b2-e9cd477c1624 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.671245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11cdd903-4d77-4a32-88d5-11837fc9e78e req-26d7557d-e92f-4d2b-b618-b6f4c9c79fbb service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999656 Sep 10 03:51:24.760818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '6023bf6a-9785-4d25-8099-1c10b31a49a9'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:51:24.761751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:24.911788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/6023bf6a-9785-4d25-8099-1c10b31a49a9/4299d728-ce51-4f7c-8c59-6dc993e1d9a9) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:24.995054 n-d-808143-1 neutron-server[95137]: INFO neutron.db.ipam_backend_mixin [None req-390695ea-0e7d-40fa-93b2-e9cd477c1624 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6023bf6a-9785-4d25-8099-1c10b31a49a9 (CIDR: 2001:db8::/64) Sep 10 03:51:25.038599 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-390695ea-0e7d-40fa-93b2-e9cd477c1624 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:51:25.038978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-390695ea-0e7d-40fa-93b2-e9cd477c1624 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:25.042326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6bd55180-2a0a-4e74-bc1c-5e242992ea80 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.045134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6bd55180-2a0a-4e74-bc1c-5e242992ea80 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.049102 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6bd55180-2a0a-4e74-bc1c-5e242992ea80 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "DELETE /v2.0/security-groups/ea16e6d0-e08d-40ae-a134-dbaf5e942098 HTTP/1.1" status: 204 len: 168 time: 0.5378332 Sep 10 03:51:25.049531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48778) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:25.062644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd55180-2a0a-4e74-bc1c-5e242992ea80 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea16e6d0-e08d-40ae-a134-dbaf5e942098,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:25.068202 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.079724 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-513bf18d-526f-4bcd-a757-23925a835d04 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] show failed (client error): The resource could not be found. Sep 10 03:51:25.083171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-513bf18d-526f-4bcd-a757-23925a835d04 tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "GET /v2.0/security-groups/ea16e6d0-e08d-40ae-a134-dbaf5e942098 HTTP/1.1" status: 404 len: 347 time: 0.0301685 Sep 10 03:51:25.084201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48782) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:25.091208 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.105677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Transition to ACTIVE for port object 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:25.120006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Transition to ACTIVE for port object 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:25.174183 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-390695ea-0e7d-40fa-93b2-e9cd477c1624 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7695932 Sep 10 03:51:25.177926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48784) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:25.188093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:25.193981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.253129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:25.257791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:25.260203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:25.262519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Pushing event updated for resources: {'Port': ['ID=4299d728-ce51-4f7c-8c59-6dc993e1d9a9,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:25.295757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3694cb05-2ec5-4fc5-917f-c2afc18f54d9 req-10f059cd-a264-404a-b16d-10dc24b63d77 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:25.303642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3694cb05-2ec5-4fc5-917f-c2afc18f54d9 req-10f059cd-a264-404a-b16d-10dc24b63d77 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1593804 Sep 10 03:51:25.348568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Attempting to bind port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:25.349027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Attempting to bind port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:25.349450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Attempting to bind port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:25.356378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:25.356821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:25.357234 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.357668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:25.358223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Bound port: 4299d728-ce51-4f7c-8c59-6dc993e1d9a9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:25.358644 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.364146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Deleting port 6f2bf5de-fbf0-47e4-ad27-205efcca42fc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:25.365351 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.380970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3694cb05-2ec5-4fc5-917f-c2afc18f54d9 req-4cb92ac3-43f9-4182-8659-81acefb198c8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760140 Sep 10 03:51:25.458438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] For port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:25.462477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] For port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4299d728-ce51-4f7c-8c59-6dc993e1d9a9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:25.465139 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.465539 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.467963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:25.471548 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.477776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Calling delete_port for 6f2bf5de-fbf0-47e4-ad27-205efcca42fc owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:25.549850 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.630771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a95fc3-42c3-4dea-8b10-fe11b0071b3a None None] Pushing event updated for resources: {'Port': ['ID=4299d728-ce51-4f7c-8c59-6dc993e1d9a9,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:25.707922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.736452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Pushing event deleted for resources: {'Port': ['ID=6f2bf5de-fbf0-47e4-ad27-205efcca42fc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:25.809828 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.816976 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:25.816976 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9d9df1dc-5a59-468c-aaba-54a4b430f0ba tempest-ServersTestBootFromVolume-617797878 tempest-ServersTestBootFromVolume-617797878-project] 10.222.0.22 "DELETE /v2.0/floatingips/cb188092-9d35-4d59-a6c1-7b0c22ed35ca HTTP/1.1" status: 204 len: 168 time: 0.7299681 Sep 10 03:51:25.818953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48790) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:26.008298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:26.102177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:26.156370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8655fa67-21ca-447a-9ab5-3e000ee7cd53 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:26.181321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 8655fa67-21ca-447a-9ab5-3e000ee7cd53 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:26.181666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8655fa67-21ca-447a-9ab5-3e000ee7cd53 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:26.183478 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:26.363342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.objects.ports [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95136) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:51:26.656043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11674764-776c-4258-a7a5-5d16dbbf30e1 req-63d81a12-13a5-4c87-8038-35d8562cf32d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:26.658085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11674764-776c-4258-a7a5-5d16dbbf30e1 req-63d81a12-13a5-4c87-8038-35d8562cf32d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1848645 Sep 10 03:51:26.713480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] Provisioning for port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:26.717571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] Provisioning complete for port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:26.729753 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:26.741098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11674764-776c-4258-a7a5-5d16dbbf30e1 req-4327825b-bddb-48ca-8674-cfecbad0d053 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670609 Sep 10 03:51:26.799392 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:26.847132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:26.859256 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:51:26.859543 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:51:26.953102 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.027490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c4ca29-1d20-4a97-ab2d-9d4541428fc7 req-e014cbdd-a602-45bb-8cc8-cfc37b661387 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:27.028986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56c4ca29-1d20-4a97-ab2d-9d4541428fc7 req-e014cbdd-a602-45bb-8cc8-cfc37b661387 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1422315 Sep 10 03:51:27.163651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56c4ca29-1d20-4a97-ab2d-9d4541428fc7 req-63868efc-9741-4c93-99b0-17acefeb6ffc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1255441 Sep 10 03:51:27.165476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] For port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4299d728-ce51-4f7c-8c59-6dc993e1d9a9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:27.251786 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.303394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03d2f2f-e822-4517-b180-e7f84507dc44 req-c1791955-2b01-4ace-8c68-86c197c43c85 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:27.304901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b03d2f2f-e822-4517-b180-e7f84507dc44 req-c1791955-2b01-4ace-8c68-86c197c43c85 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0702114 Sep 10 03:51:27.339911 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.340633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.397463 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.433464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] For port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4299d728-ce51-4f7c-8c59-6dc993e1d9a9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:27.457450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:27.469506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b03d2f2f-e822-4517-b180-e7f84507dc44 req-70203a6a-41fd-4105-88da-a745dfdb4e03 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1581218 Sep 10 03:51:27.475308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:27.482659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=a4ad5c5e-43f2-4c9e-b9e4-979f36d6a5ec,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:27.486939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:27.487465 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.495033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb5dc2-87a3-46a1-85c8-adfc4d21abde None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:27.505264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=4299d728-ce51-4f7c-8c59-6dc993e1d9a9,revision_number=4']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:27.529050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.529208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Deleting port 0424078a-e246-46e7-86f4-681e1a31daa0 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:27.529208 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.599177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e9362150-756a-44dd-b632-456b8d2cb0dd tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.4174113 Sep 10 03:51:27.600066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48810) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:27.618100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] For port 0424078a-e246-46e7-86f4-681e1a31daa0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0424078a-e246-46e7-86f4-681e1a31daa0,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:27.618100 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.619101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:29:e7:43', 'name': 'tempest-NetworksTestDHCPv6-609403015'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:27.630474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Calling delete_port for 0424078a-e246-46e7-86f4-681e1a31daa0 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:27.791947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcf8859-f088-4bd5-8406-a267a65f353a None None] Pushing event updated for resources: {'Port': ['ID=4299d728-ce51-4f7c-8c59-6dc993e1d9a9,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:27.799553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:27.865794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-e9ddc18d-d05e-4bde-ba9e-10f20e744e87 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:27.867296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-e9ddc18d-d05e-4bde-ba9e-10f20e744e87 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.1606328 Sep 10 03:51:27.889287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:27.912364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-37103092-0e41-4c3d-b17d-355f8176da42 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/quotas/7ac6760a39664e0fbe8dec22f2b9a28b HTTP/1.1" status: 200 len: 375 time: 0.0358627 Sep 10 03:51:27.912538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port 48ea420d-7777-4244-9f25-18fcb43970e7 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:27.989270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:28.007999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-de36bb8d-cc2c-4b93-b4c0-92bd84a7fa3f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0683701 Sep 10 03:51:28.018251 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.045988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:28.046427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.066030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Pushing event deleted for resources: {'Port': ['ID=0424078a-e246-46e7-86f4-681e1a31daa0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:28.109412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::29d (2bd354de-cfd6-4946-8d31-bfaa5125464c/6023bf6a-9785-4d25-8099-1c10b31a49a9/48ea420d-7777-4244-9f25-18fcb43970e7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:28.131528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8:0:1:f816:3eff:fe29:e743 (2bd354de-cfd6-4946-8d31-bfaa5125464c/a4ad5c5e-43f2-4c9e-b9e4-979f36d6a5ec/48ea420d-7777-4244-9f25-18fcb43970e7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:28.234548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-a6d7cb63-1446-4ca9-a018-e30d5bff8631 service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253864 Sep 10 03:51:28.319835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.342536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object 48ea420d-7777-4244-9f25-18fcb43970e7 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:28.379665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-2dda1633-53f2-4c73-9262-abcc15049b33 service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371820 Sep 10 03:51:28.422577 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.461871 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.544610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:28.546495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:28.552355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=48ea420d-7777-4244-9f25-18fcb43970e7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:28.555730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:28.564197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:28.566483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.659443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-02a3e427-7930-4ff2-bc8d-2a59d80127fe None None] Provisioning complete for port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:28.661329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-02a3e427-7930-4ff2-bc8d-2a59d80127fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.671661 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9dc803d7-9a53-4830-aad5-9646eb30f32c tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.0669148 Sep 10 03:51:28.674051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48830) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:28.697469 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.717360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f89d4a56-714d-48f8-acc5-28daa72e7912 req-329afb22-fb70-4419-beed-050ed1c23f65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 210 time: 0.0357664 Sep 10 03:51:28.720206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Router a539482b-53e2-4817-b76d-8fb1aac2615b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:28.835435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c6be4c1d-db84-45a3-87ef-4de6a2e91455 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port 48ea420d-7777-4244-9f25-18fcb43970e7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:28.836532 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6be4c1d-db84-45a3-87ef-4de6a2e91455 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.863295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:28.875725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-51c8903a-82dc-4bed-a784-51f194bbc191 admin admin] 10.222.0.22 "PUT /v2.0/routers/a539482b-53e2-4817-b76d-8fb1aac2615b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0549104 Sep 10 03:51:28.876080 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] Sync routers for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:28.877534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48836) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:28.892895 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:28.895046 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:28.961867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6be4c1d-db84-45a3-87ef-4de6a2e91455 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:28.975970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c6be4c1d-db84-45a3-87ef-4de6a2e91455 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for 48ea420d-7777-4244-9f25-18fcb43970e7 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:28.996633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.078357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9b3c451d-6bce-4d44-8f39-c363d22bbd06 None None] Provisioning for port 48ea420d-7777-4244-9f25-18fcb43970e7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:29.084632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9b3c451d-6bce-4d44-8f39-c363d22bbd06 None None] Provisioning complete for port 48ea420d-7777-4244-9f25-18fcb43970e7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:29.085377 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9b3c451d-6bce-4d44-8f39-c363d22bbd06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.114218 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:29.118293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.139247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9b3c451d-6bce-4d44-8f39-c363d22bbd06 None None] Port 48ea420d-7777-4244-9f25-18fcb43970e7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:29.243620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Deleting port 1d027c73-5f1f-485b-9af6-b094b6ec7293 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:29.243985 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.271825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6be4c1d-db84-45a3-87ef-4de6a2e91455 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.295960 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:51:27Z', 'revision_number': 5, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port': {'id': '1d027c73-5f1f-485b-9af6-b094b6ec7293', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:68:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1435, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:10Z', 'updated_at': '2021-09-10T03:47:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:29.310058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6be4c1d-db84-45a3-87ef-4de6a2e91455 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=48ea420d-7777-4244-9f25-18fcb43970e7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:29.331136 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] Checking router: a539482b-53e2-4817-b76d-8fb1aac2615b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:29.341220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] For port 1d027c73-5f1f-485b-9af6-b094b6ec7293, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1d027c73-5f1f-485b-9af6-b094b6ec7293,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:29.345233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.345550 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] Routers {'a539482b-53e2-4817-b76d-8fb1aac2615b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:29.345550 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a539482b-53e2-4817-b76d-8fb1aac2615b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:29.354837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Calling delete_port for 1d027c73-5f1f-485b-9af6-b094b6ec7293 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:29.357166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6be4c1d-db84-45a3-87ef-4de6a2e91455 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.359243 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c6be4c1d-db84-45a3-87ef-4de6a2e91455 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/48ea420d-7777-4244-9f25-18fcb43970e7 HTTP/1.1" status: 204 len: 168 time: 0.6850822 Sep 10 03:51:29.362034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48840) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:29.443699 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] Set router a539482b-53e2-4817-b76d-8fb1aac2615b gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:29.458894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5699432a-02dd-4709-a940-611eee1febad tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:29.460524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5699432a-02dd-4709-a940-611eee1febad tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0975451 Sep 10 03:51:29.463267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48842) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:29.514016 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:51:29Z', 'revision_number': 6, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:29.544010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0959528-1baf-44fd-aa64-d0a56d44e72f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:29.547034 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a0959528-1baf-44fd-aa64-d0a56d44e72f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0827293 Sep 10 03:51:29.550395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:29.551351 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3941e015-ccf4-476a-87a4-239344f2760e None None] The sync data for ids ['a539482b-53e2-4817-b76d-8fb1aac2615b'] in n-d-808143-1 is: [{'id': 'a539482b-53e2-4817-b76d-8fb1aac2615b', 'name': 'tempest-ServersTestBootFromVolume-851280752-router', 'tenant_id': '9524993fd45b4c77a300b7d45488569d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:09Z', 'updated_at': '2021-09-10T03:51:29Z', 'revision_number': 6, 'project_id': '9524993fd45b4c77a300b7d45488569d', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:29.636922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb52b4-db6f-407c-a411-191619eb09bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:29.639700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb52b4-db6f-407c-a411-191619eb09bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:29.640202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43eb52b4-db6f-407c-a411-191619eb09bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:29.643227 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-43eb52b4-db6f-407c-a411-191619eb09bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0910575 Sep 10 03:51:29.645345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48850) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:29.674749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.700438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d027c73-5f1f-485b-9af6-b094b6ec7293,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:29.701147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5abdc7ea-bff1-4e6b-9053-f6eb97baf702 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 6023bf6a-9785-4d25-8099-1c10b31a49a9 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:29.714515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdc7ea-bff1-4e6b-9053-f6eb97baf702 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.749382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdc7ea-bff1-4e6b-9053-f6eb97baf702 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.777750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.849185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdc7ea-bff1-4e6b-9053-f6eb97baf702 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.852315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05e1b03a-75a2-405c-a2c8-ee43d8cfae9e req-2e8355a2-145e-469f-9f0f-4811b14aa5f2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 210 time: 0.0587842 Sep 10 03:51:29.880363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:29.882669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.004722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdc7ea-bff1-4e6b-9053-f6eb97baf702 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.036122 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5abdc7ea-bff1-4e6b-9053-f6eb97baf702 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.041271 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5abdc7ea-bff1-4e6b-9053-f6eb97baf702 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/6023bf6a-9785-4d25-8099-1c10b31a49a9 HTTP/1.1" status: 204 len: 168 time: 0.3949091 Sep 10 03:51:30.041959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:30.048274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edf12201-dd2b-402b-b6f5-f70ca430e60b None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:30.050802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abdc7ea-bff1-4e6b-9053-f6eb97baf702 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=6023bf6a-9785-4d25-8099-1c10b31a49a9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:30.110791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7801900a-98de-4f0b-b08c-3c53fd386652 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet a4ad5c5e-43f2-4c9e-b9e4-979f36d6a5ec {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:30.114315 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7801900a-98de-4f0b-b08c-3c53fd386652 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.161128 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7801900a-98de-4f0b-b08c-3c53fd386652 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.264126 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7801900a-98de-4f0b-b08c-3c53fd386652 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.323405 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.323968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a539482b-53e2-4817-b76d-8fb1aac2615b {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:51:30.329470 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.331715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-559c33ff-e44c-481a-9417-1505392356e8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/a539482b-53e2-4817-b76d-8fb1aac2615b HTTP/1.1" status: 204 len: 168 time: 1.4522843 Sep 10 03:51:30.333489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48856) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:30.381181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-bce13611-c458-420b-b980-85a939f28043 admin admin] Deleting subnet 848ad382-3e53-41cf-b7df-891f02501580 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:30.384789 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7801900a-98de-4f0b-b08c-3c53fd386652 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.386591 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bce13611-c458-420b-b980-85a939f28043 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.399780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0424078a-e246-46e7-86f4-681e1a31daa0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:30.421035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 0424078a-e246-46e7-86f4-681e1a31daa0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:30.421748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0424078a-e246-46e7-86f4-681e1a31daa0 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:30.456250 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7801900a-98de-4f0b-b08c-3c53fd386652 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.458175 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7801900a-98de-4f0b-b08c-3c53fd386652 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/a4ad5c5e-43f2-4c9e-b9e4-979f36d6a5ec HTTP/1.1" status: 204 len: 168 time: 0.4150846 Sep 10 03:51:30.460930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48858) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:30.461066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7801900a-98de-4f0b-b08c-3c53fd386652 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=a4ad5c5e-43f2-4c9e-b9e4-979f36d6a5ec,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:30.471817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bce13611-c458-420b-b980-85a939f28043 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.504346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-92c30253-48d7-4653-b0e3-bf2236f0a78d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418360 Sep 10 03:51:30.507289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48860) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:30.514303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:30.574978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bce13611-c458-420b-b980-85a939f28043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.737430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:30.741142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.751273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-183b3e38-9ced-4117-86b5-261d3e56491a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:30.752840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-183b3e38-9ced-4117-86b5-261d3e56491a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.1399641 Sep 10 03:51:30.758202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bce13611-c458-420b-b980-85a939f28043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.781935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'port': {'device_id': '46d3e706-ab10-4eb1-a76a-f10b94af6b7c', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'admin_state_up': True, 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:30.788989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce13611-c458-420b-b980-85a939f28043 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=848ad382-3e53-41cf-b7df-891f02501580,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:30.796076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bce13611-c458-420b-b980-85a939f28043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.801365 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bce13611-c458-420b-b980-85a939f28043 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/848ad382-3e53-41cf-b7df-891f02501580 HTTP/1.1" status: 204 len: 168 time: 0.4655457 Sep 10 03:51:30.801365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48866) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:30.802671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7333182e-7b44-4ac9-bdc2-2801a3aca693 None None] Network fd91c941-56ac-418b-b632-6224ec14f3dc requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:30.914696 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:30.998960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Deleting port 622dd804-a98e-49ae-bfb2-d52674822502 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:30.999301 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.034446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14ece6ca-1234-466c-8f97-50670f4fd045 req-e88a25e6-4764-4392-83c9-07b6e5e99f89 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 210 time: 0.0746534 Sep 10 03:51:31.086950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ee6301-57c4-468c-85d2-09df05beea8b None None] DHCP port deletion for fd91c941-56ac-418b-b632-6224ec14f3dc request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:31.105325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] For port 622dd804-a98e-49ae-bfb2-d52674822502, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=622dd804-a98e-49ae-bfb2-d52674822502,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:31.105703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.117408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3860567-3f89-4180-b1ee-88b82f650c1b None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:31.121716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Calling delete_port for 622dd804-a98e-49ae-bfb2-d52674822502 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:31.216212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Made reservation on behalf of 7ac6760a39664e0fbe8dec22f2b9a28b for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:31.218380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e424ac08-6e38-44de-a1de-5da5957dfe54 None None] Provisioning complete for port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:31.218777 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e424ac08-6e38-44de-a1de-5da5957dfe54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.220338 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.243613 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.277989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-70ee6301-57c4-468c-85d2-09df05beea8b None None] Deleting port 622dd804-a98e-49ae-bfb2-d52674822502 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:31.278282 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-70ee6301-57c4-468c-85d2-09df05beea8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.285254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.318723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] No DVR routers for this DVR port 622dd804-a98e-49ae-bfb2-d52674822502 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:31.324469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=622dd804-a98e-49ae-bfb2-d52674822502,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:31.342647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:31.356180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:31.363174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-70ee6301-57c4-468c-85d2-09df05beea8b None None] For port 622dd804-a98e-49ae-bfb2-d52674822502, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=622dd804-a98e-49ae-bfb2-d52674822502,segment=NetworkSegment(5742c7fe-41e8-4b55-873a-baf1d528bde9),segment_id=5742c7fe-41e8-4b55-873a-baf1d528bde9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:31.363575 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-70ee6301-57c4-468c-85d2-09df05beea8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.376552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:31.377035 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.379361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=0f70c8be-118c-40b3-9744-d295d7e991c2,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:31.396832 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-70ee6301-57c4-468c-85d2-09df05beea8b None None] Calling delete_port for 622dd804-a98e-49ae-bfb2-d52674822502 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:31.406671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.419354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdf6aa1-47e5-4d00-a338-2aa6b9569373 None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:31.431373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd91c941-56ac-418b-b632-6224ec14f3dc']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:31.434165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Allocated IP 172.20.0.9 (b8b1fb22-57ac-4a99-b886-ecf7ed5baa21/7acad24b-4b6d-433b-a8bd-b763f4c5bfd4/17bcfa0f-0cef-4e4b-87cd-aaed7e49178e) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:31.449729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5742c7fe-41e8-4b55-873a-baf1d528bde9') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:31.450241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5742c7fe-41e8-4b55-873a-baf1d528bde9') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:31.463589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fad60bb8-8e98-4a02-b07e-35da16742d49 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9521329 Sep 10 03:51:31.463824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48872) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:31.468787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2066c0e7-ae6a-4246-b26a-96605fbd78e6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:31.469722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.491373 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.499222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:51:31.499716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: items = [ Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:51:31.502469 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:51:31.529424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf6aa1-47e5-4d00-a338-2aa6b9569373 None None] Deleting port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:31.529740 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6aa1-47e5-4d00-a338-2aa6b9569373 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.554801 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-70ee6301-57c4-468c-85d2-09df05beea8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.609174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ee6301-57c4-468c-85d2-09df05beea8b None None] Pushing event deleted for resources: {'Port': ['ID=622dd804-a98e-49ae-bfb2-d52674822502,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:31.614584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ee6301-57c4-468c-85d2-09df05beea8b None None] No DVR routers for this DVR port 622dd804-a98e-49ae-bfb2-d52674822502 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:31.625214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.629977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.634763 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fd91c941-56ac-418b-b632-6224ec14f3dc HTTP/1.1" status: 204 len: 168 time: 0.8303990 Sep 10 03:51:31.639058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-dbdf6aa1-47e5-4d00-a338-2aa6b9569373 None None] For port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4299d728-ce51-4f7c-8c59-6dc993e1d9a9,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:31.639459 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6aa1-47e5-4d00-a338-2aa6b9569373 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.653581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-dbdf6aa1-47e5-4d00-a338-2aa6b9569373 None None] Calling delete_port for 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:31.656036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e0b0c9-f52a-4360-954e-4658a46dbb47 admin admin] Pushing event deleted for resources: {'Network': ['ID=fd91c941-56ac-418b-b632-6224ec14f3dc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:31.695985 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.721247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Transition to ACTIVE for port object 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:31.810642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2066c0e7-ae6a-4246-b26a-96605fbd78e6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:31.815324 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dbdf6aa1-47e5-4d00-a338-2aa6b9569373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.815463 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2066c0e7-ae6a-4246-b26a-96605fbd78e6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.836956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbdf6aa1-47e5-4d00-a338-2aa6b9569373 None None] Pushing event deleted for resources: {'Port': ['ID=4299d728-ce51-4f7c-8c59-6dc993e1d9a9,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:31.841719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdf6aa1-47e5-4d00-a338-2aa6b9569373 None None] No DVR routers for this DVR port 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:31.855128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cac1221-f11a-4d36-a18d-ea9ed483da6f None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:31.879831 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:31.940188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:31.954816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:31.961136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:31.997196 n-d-808143-1 neutron-server[95136]: INFO neutron.db.ipam_backend_mixin [None req-2066c0e7-ae6a-4246-b26a-96605fbd78e6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0f70c8be-118c-40b3-9744-d295d7e991c2 (CIDR: 2001:db8::/64) Sep 10 03:51:31.998157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'Port': ['ID=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:32.020245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1d027c73-5f1f-485b-9af6-b094b6ec7293 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:32.037219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:32.037862 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.041992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2bd354de-cfd6-4946-8d31-bfaa5125464c', 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'tenant_id': '7e010fe6663e4062a757d4141c743977', 'fixed_ips': [{'subnet_id': '0f70c8be-118c-40b3-9744-d295d7e991c2'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:51:32.042945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.046655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 1d027c73-5f1f-485b-9af6-b094b6ec7293 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:32.047012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1d027c73-5f1f-485b-9af6-b094b6ec7293 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:32.048093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:32.057852 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2066c0e7-ae6a-4246-b26a-96605fbd78e6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:51:32.058440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2066c0e7-ae6a-4246-b26a-96605fbd78e6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:32.066204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48882) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:32.095884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:32.096233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4299d728-ce51-4f7c-8c59-6dc993e1d9a9 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:32.096645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 622dd804-a98e-49ae-bfb2-d52674822502 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:32.098298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.125616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-1c96b81b-83e6-47e0-a31a-99966421201a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3409846 Sep 10 03:51:32.125616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f447132b-c42f-4331-ab9d-faa3dbbc1a35 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9524993fd45b4c77a300b7d45488569d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0558283 Sep 10 03:51:32.126087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48884) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:32.139393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Request body: {'port': {'device_id': '46d3e706-ab10-4eb1-a76a-f10b94af6b7c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:32.167983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 622dd804-a98e-49ae-bfb2-d52674822502 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:32.168340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 622dd804-a98e-49ae-bfb2-d52674822502 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:32.196699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2066c0e7-ae6a-4246-b26a-96605fbd78e6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7318470 Sep 10 03:51:32.199846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48886) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:32.224599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'subnet': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:32.229227 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3dc92a92-b31c-4f1a-908c-7a9ce056c10d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.241421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5dbdf2-d840-4358-8302-a00668d566cf req-100dadfa-cab8-43c9-93e1-8c014b511692 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:32.243088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff5dbdf2-d840-4358-8302-a00668d566cf req-100dadfa-cab8-43c9-93e1-8c014b511692 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 931 time: 0.1189744 Sep 10 03:51:32.246217 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.258759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Allocated IP 2001:db8::2 (2bd354de-cfd6-4946-8d31-bfaa5125464c/0f70c8be-118c-40b3-9744-d295d7e991c2/e6716ae2-a6bf-49ea-81ea-0c2e1d454333) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:32.287051 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3dc92a92-b31c-4f1a-908c-7a9ce056c10d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.322393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff5dbdf2-d840-4358-8302-a00668d566cf req-1b62a83e-4d95-46a8-979d-e75969a6ee68 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729191 Sep 10 03:51:32.350535 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-73ec5366-b4b8-4c10-8f54-8a0ca8ef00f4 None None] Provisioning for port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:32.360357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-73ec5366-b4b8-4c10-8f54-8a0ca8ef00f4 None None] Provisioning complete for port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:32.361674 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-73ec5366-b4b8-4c10-8f54-8a0ca8ef00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.416471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-73ec5366-b4b8-4c10-8f54-8a0ca8ef00f4 None None] Port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:32.460069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3dc92a92-b31c-4f1a-908c-7a9ce056c10d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.460942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.463027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3dc92a92-b31c-4f1a-908c-7a9ce056c10d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.466740 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3dc92a92-b31c-4f1a-908c-7a9ce056c10d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1314a77-13f1-4e69-8652-c54fe5c8d1ea HTTP/1.1" status: 204 len: 168 time: 0.3370261 Sep 10 03:51:32.473498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Transition to ACTIVE for port object e6716ae2-a6bf-49ea-81ea-0c2e1d454333 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:32.476863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc92a92-b31c-4f1a-908c-7a9ce056c10d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1314a77-13f1-4e69-8652-c54fe5c8d1ea,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:32.482883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:32.492635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.503486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Transition to ACTIVE for port object e6716ae2-a6bf-49ea-81ea-0c2e1d454333 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:32.569030 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.571708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:51:32.586105 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.600461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Transition to ACTIVE for port object 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:32.608862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:32.611664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:32.615130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:32.626220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Pushing event updated for resources: {'Port': ['ID=e6716ae2-a6bf-49ea-81ea-0c2e1d454333,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:32.675383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Attempting to bind port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:32.675383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Attempting to bind port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:32.675864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Attempting to bind port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 on network 2bd354de-cfd6-4946-8d31-bfaa5125464c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:32.680567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:32.680970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Checking segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:32.681369 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.681759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Bound using segment: {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:32.682221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Bound port: e6716ae2-a6bf-49ea-81ea-0c2e1d454333, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ab0bbdd-2516-40d1-96a2-76374a43f4b6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:32.682598 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.689990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.753020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] For port e6716ae2-a6bf-49ea-81ea-0c2e1d454333, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:32.757911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] For port e6716ae2-a6bf-49ea-81ea-0c2e1d454333, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e6716ae2-a6bf-49ea-81ea-0c2e1d454333,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:32.781435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Pushing event updated for resources: {'Port': ['ID=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:32.829829 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.869190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Attempting to bind port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:32.869190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Attempting to bind port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:32.869877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Attempting to bind port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:32.886245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:51:32.886762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Attempting to bind port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:32.893446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:32.893968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Checking segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:32.894468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Bound using segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:32.895430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Bound port: 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:32.901031 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:32.967382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be42675-439e-4858-bc03-bd4e98bb5f9a None None] Pushing event updated for resources: {'Port': ['ID=e6716ae2-a6bf-49ea-81ea-0c2e1d454333,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:32.998115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] For port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:33.003440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] For port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:33.052668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:51:33.082067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:33.130339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:33.130960 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:33.132737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/17bcfa0f-0cef-4e4b-87cd-aaed7e49178e HTTP/1.1" status: 200 len: 1091 time: 0.9973822 Sep 10 03:51:33.135441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46d3e706-ab10-4eb1-a76a-f10b94af6b7c', 'tag': '17bcfa0f-0cef-4e4b-87cd-aaed7e49178e'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:33.144689 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7729159-f26f-42d3-8b3a-463d291414b5" -d '{"events": [{"name": "network-changed", "server_uuid": "46d3e706-ab10-4eb1-a76a-f10b94af6b7c", "tag": "17bcfa0f-0cef-4e4b-87cd-aaed7e49178e"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:33.214098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76993a46-52a8-47c8-bbd8-5067ad0577b8 service neutron] Pushing event updated for resources: {'Port': ['ID=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:33.234508 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec9687-c5d6-48f0-8fc7-fd34f4d6210e x-openstack-request-id: req-38ec9687-c5d6-48f0-8fc7-fd34f4d6210e {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:33.234812 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46d3e706-ab10-4eb1-a76a-f10b94af6b7c", "tag": "17bcfa0f-0cef-4e4b-87cd-aaed7e49178e", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:33.235091 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38ec9687-c5d6-48f0-8fc7-fd34f4d6210e {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:33.235502 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46d3e706-ab10-4eb1-a76a-f10b94af6b7c', 'tag': '17bcfa0f-0cef-4e4b-87cd-aaed7e49178e', 'status': 'completed', 'code': 200} Sep 10 03:51:33.308171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729159-f26f-42d3-8b3a-463d291414b5 req-41e62f7b-fffd-48be-81fc-0092953da76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:33.309687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7729159-f26f-42d3-8b3a-463d291414b5 req-41e62f7b-fffd-48be-81fc-0092953da76a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 1094 time: 0.0492051 Sep 10 03:51:33.379623 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:33.549886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729159-f26f-42d3-8b3a-463d291414b5 req-a5d60cb5-4d04-40fa-b17d-7ed36026bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:33.552024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7729159-f26f-42d3-8b3a-463d291414b5 req-a5d60cb5-4d04-40fa-b17d-7ed36026bfa6 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2336550 Sep 10 03:51:33.559870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1718bcee-3a86-4c2e-af81-eda56514ed57 req-1c7dba52-ba45-42ec-afb2-f2f59ad12478 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:33.561485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1718bcee-3a86-4c2e-af81-eda56514ed57 req-1c7dba52-ba45-42ec-afb2-f2f59ad12478 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 943 time: 0.1511722 Sep 10 03:51:33.575781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] For port e6716ae2-a6bf-49ea-81ea-0c2e1d454333, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e6716ae2-a6bf-49ea-81ea-0c2e1d454333,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:33.606702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:33.683904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:33.684723 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:33.709845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1718bcee-3a86-4c2e-af81-eda56514ed57 req-1e7144ff-793e-4bf0-9ae9-5a1e86a5d7e4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319211 Sep 10 03:51:33.753464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7729159-f26f-42d3-8b3a-463d291414b5 req-13e8c2bd-5533-4a45-a94f-b917081addc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:33.755701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7729159-f26f-42d3-8b3a-463d291414b5 req-13e8c2bd-5533-4a45-a94f-b917081addc9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1926076 Sep 10 03:51:33.792374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:33.793162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Subnet': ['ID=61967f8a-5ac7-42ba-bfbb-cd0da43a8391,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:33.798071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:33.802371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:33.802954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:33.806621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=e6716ae2-a6bf-49ea-81ea-0c2e1d454333,revision_number=4']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:33.854414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-37b45c49-eea4-46e8-87dd-b1cbb945c807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:33.857374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-37b45c49-eea4-46e8-87dd-b1cbb945c807 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 1094 time: 0.0512607 Sep 10 03:51:33.875056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-00f8f2ed-0f4f-44b9-9e22-ccdb4581b289 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.6743279 Sep 10 03:51:33.877990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48924) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:33.883478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Request body: {'port': {'network_id': '2bd354de-cfd6-4946-8d31-bfaa5125464c', 'mac_address': 'fa:16:3e:92:27:97', 'name': 'tempest-NetworksTestDHCPv6-1040036313'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:33.911113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-3d67517c-52ed-4061-9bf2-c7922976b726 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e HTTP/1.1" status: 200 len: 217 time: 0.0457435 Sep 10 03:51:33.986209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-d0550c37-4110-437f-9b7e-4e2a282b57d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:33.991334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-d0550c37-4110-437f-9b7e-4e2a282b57d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0732293 Sep 10 03:51:34.096297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e6716ae2-a6bf-49ea-81ea-0c2e1d454333 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:34.112922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-87a040f1-98b6-4a87-baa4-7b6cc57be802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:34.112922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-87a040f1-98b6-4a87-baa4-7b6cc57be802 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105986 Sep 10 03:51:34.174159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Made reservation on behalf of 7e010fe6663e4062a757d4141c743977 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:34.196501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef8ce047-3acd-4906-ae4a-fea4e58789ec None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:34.234297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:34.244200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-2510cf17-3c04-4338-a504-5d2c23eaa64a service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224322 Sep 10 03:51:34.282716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:34.327126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] device_id is not set on port da0f16ce-0893-447c-b2c7-6c318273815d yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:34.376919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39c3b16-58d7-4516-9bed-ddd55fc11312 req-3e2168a7-8c0b-45b1-8100-d5e95bba4a4c service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249182 Sep 10 03:51:34.488733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2da0c523-5a08-46bc-ad9c-046488f57b6c None None] Provisioning for port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:34.493183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2da0c523-5a08-46bc-ad9c-046488f57b6c None None] Provisioning complete for port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:34.493665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2da0c523-5a08-46bc-ad9c-046488f57b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:34.539285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8::1d8 (2bd354de-cfd6-4946-8d31-bfaa5125464c/0f70c8be-118c-40b3-9744-d295d7e991c2/da0f16ce-0893-447c-b2c7-6c318273815d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:34.549041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Allocated IP 2001:db8:0:1:f816:3eff:fe92:2797 (2bd354de-cfd6-4946-8d31-bfaa5125464c/61967f8a-5ac7-42ba-bfbb-cd0da43a8391/da0f16ce-0893-447c-b2c7-6c318273815d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:34.601025 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2da0c523-5a08-46bc-ad9c-046488f57b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:34.657468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2da0c523-5a08-46bc-ad9c-046488f57b6c None None] For port e6716ae2-a6bf-49ea-81ea-0c2e1d454333, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e6716ae2-a6bf-49ea-81ea-0c2e1d454333,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:34.726207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:34.729037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2da0c523-5a08-46bc-ad9c-046488f57b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:34.746114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Transition to ACTIVE for port object da0f16ce-0893-447c-b2c7-6c318273815d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:34.790226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da0c523-5a08-46bc-ad9c-046488f57b6c None None] Pushing event updated for resources: {'Port': ['ID=e6716ae2-a6bf-49ea-81ea-0c2e1d454333,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:34.848365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2c7ed5-fd26-4a7a-96cc-8757bf4901ad req-9b535555-84d5-4106-99dd-bc02fac69cec tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:34.850095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b2c7ed5-fd26-4a7a-96cc-8757bf4901ad req-9b535555-84d5-4106-99dd-bc02fac69cec tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 943 time: 0.0589044 Sep 10 03:51:34.854888 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:34.902835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:34.903085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b2c7ed5-fd26-4a7a-96cc-8757bf4901ad req-0f0fc1c1-3fb4-4ca3-9864-50e41f7f9aab tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454540 Sep 10 03:51:34.906549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:34.911668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:34.919154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:34.919863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:34.937932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event updated for resources: {'Port': ['ID=da0f16ce-0893-447c-b2c7-6c318273815d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:34.962147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48952) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:35.090481 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.154765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1b3534b3-7a87-4c33-b6e8-aaf1b8832579 None None] Provisioning complete for port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:35.155371 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1b3534b3-7a87-4c33-b6e8-aaf1b8832579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.213004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-85482161-b8a6-4890-a97c-f1b9bc273514 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3322489 Sep 10 03:51:35.214441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48960) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:35.354120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-abff2a20-8dda-4196-9c5e-9fb170486852 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting port da0f16ce-0893-447c-b2c7-6c318273815d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:35.354470 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abff2a20-8dda-4196-9c5e-9fb170486852 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.396401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.425884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-38c08430-84c3-472e-bfe0-3d27df683a1a None None] Provisioning for port da0f16ce-0893-447c-b2c7-6c318273815d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:35.429993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-38c08430-84c3-472e-bfe0-3d27df683a1a None None] Provisioning complete for port da0f16ce-0893-447c-b2c7-6c318273815d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:35.432927 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-38c08430-84c3-472e-bfe0-3d27df683a1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.453488 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.464244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abff2a20-8dda-4196-9c5e-9fb170486852 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.464395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-38c08430-84c3-472e-bfe0-3d27df683a1a None None] Port da0f16ce-0893-447c-b2c7-6c318273815d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:35.483152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-abff2a20-8dda-4196-9c5e-9fb170486852 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Calling delete_port for da0f16ce-0893-447c-b2c7-6c318273815d owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:35.511503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87d61513-ba60-4c99-bf46-83e18e95abbb,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:35.517301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b3bfc34a4ae4dcbb56f0c3b971e0605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5540102 Sep 10 03:51:35.520024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48962) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:35.523721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.524069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.524404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.525211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.525211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.525419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.525664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.525990 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.526308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.526625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.526941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.527259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1df98184-2cd6-4416-8073-de97b7a59e30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:51:35.570293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd43ab27-b293-42b9-9556-e3e97d42db46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.590850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd43ab27-b293-42b9-9556-e3e97d42db46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.724828 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd43ab27-b293-42b9-9556-e3e97d42db46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.727294 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd43ab27-b293-42b9-9556-e3e97d42db46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.728514 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fd43ab27-b293-42b9-9556-e3e97d42db46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87d61513-ba60-4c99-bf46-83e18e95abbb HTTP/1.1" status: 204 len: 168 time: 0.2075019 Sep 10 03:51:35.737500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43ab27-b293-42b9-9556-e3e97d42db46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87d61513-ba60-4c99-bf46-83e18e95abbb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:35.752157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abff2a20-8dda-4196-9c5e-9fb170486852 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.784729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abff2a20-8dda-4196-9c5e-9fb170486852 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Port': ['ID=da0f16ce-0893-447c-b2c7-6c318273815d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:35.827859 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abff2a20-8dda-4196-9c5e-9fb170486852 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:35.829953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-abff2a20-8dda-4196-9c5e-9fb170486852 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/da0f16ce-0893-447c-b2c7-6c318273815d HTTP/1.1" status: 204 len: 168 time: 0.6141880 Sep 10 03:51:35.832469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48966) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:35.882650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a98afa4-98af-49c6-b503-70cb092daa7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:35.884359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7a98afa4-98af-49c6-b503-70cb092daa7e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0509624 Sep 10 03:51:35.886972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48968) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:35.939604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47373b4f-1105-4306-be0d-9eccf51f0c80 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:35.941175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-47373b4f-1105-4306-be0d-9eccf51f0c80 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0532374 Sep 10 03:51:35.943838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48972) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:36.000065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e6716ae2-a6bf-49ea-81ea-0c2e1d454333 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:36.004459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979b1de-4343-4d34-89af-ff3b016534c0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:36.006084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979b1de-4343-4d34-89af-ff3b016534c0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:36.007661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c979b1de-4343-4d34-89af-ff3b016534c0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:36.009397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c979b1de-4343-4d34-89af-ff3b016534c0 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0646217 Sep 10 03:51:36.012040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 48976) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:36.077031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:36.077380 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.095172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc318daf-07c8-4dd3-a72f-e91576e65960 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 0f70c8be-118c-40b3-9744-d295d7e991c2 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:36.101257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc318daf-07c8-4dd3-a72f-e91576e65960 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.143099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a4556-802b-4a21-bfd7-2ded9c1b1e63 req-b9940873-58a7-4d88-bf40-c923ab7b4619 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:36.151964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-063a4556-802b-4a21-bfd7-2ded9c1b1e63 req-b9940873-58a7-4d88-bf40-c923ab7b4619 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 943 time: 0.1105461 Sep 10 03:51:36.181360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc318daf-07c8-4dd3-a72f-e91576e65960 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.222964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-063a4556-802b-4a21-bfd7-2ded9c1b1e63 req-cffa13a6-330e-43c4-939a-122aa402c242 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702024 Sep 10 03:51:36.283740 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc318daf-07c8-4dd3-a72f-e91576e65960 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.410300 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc318daf-07c8-4dd3-a72f-e91576e65960 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.442557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc318daf-07c8-4dd3-a72f-e91576e65960 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=0f70c8be-118c-40b3-9744-d295d7e991c2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:36.444535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc318daf-07c8-4dd3-a72f-e91576e65960 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.446373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cc318daf-07c8-4dd3-a72f-e91576e65960 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/0f70c8be-118c-40b3-9744-d295d7e991c2 HTTP/1.1" status: 204 len: 168 time: 0.4333723 Sep 10 03:51:36.449260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48990) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:36.452965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36025077-4305-4d89-bfdc-af03460ece43 None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:36.500976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-174ae96c-9c75-4680-88a6-ded5d3b63a69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Deleting subnet 61967f8a-5ac7-42ba-bfbb-cd0da43a8391 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:36.504279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174ae96c-9c75-4680-88a6-ded5d3b63a69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.553562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174ae96c-9c75-4680-88a6-ded5d3b63a69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.641918 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174ae96c-9c75-4680-88a6-ded5d3b63a69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.772875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174ae96c-9c75-4680-88a6-ded5d3b63a69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.795209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174ae96c-9c75-4680-88a6-ded5d3b63a69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Subnet': ['ID=61967f8a-5ac7-42ba-bfbb-cd0da43a8391,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:36.801726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-174ae96c-9c75-4680-88a6-ded5d3b63a69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:36.805845 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-174ae96c-9c75-4680-88a6-ded5d3b63a69 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/61967f8a-5ac7-42ba-bfbb-cd0da43a8391 HTTP/1.1" status: 204 len: 168 time: 0.3534400 Sep 10 03:51:36.806076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48998) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:36.850439 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5af96f16-7168-4d69-9e2e-4b66f0dd1396 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0431368 Sep 10 03:51:36.853056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49002) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:36.942765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49004) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:36.958470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:51:37.069570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:37.076553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1856140206-network', 'tenant_id': 'c580ebe355c345fb81ffa67c31ad67eb'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:37.093343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '17bcfa0f-0cef-4e4b-87cd-aaed7e49178e', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'port_id': '17bcfa0f-0cef-4e4b-87cd-aaed7e49178e', 'mac_address': 'fa:16:3e:b9:a4:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:51:37.133852 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.148968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:51:37.174284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:37.174984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Made reservation on behalf of c580ebe355c345fb81ffa67c31ad67eb for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:37.174984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.183413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4887c0e4-115a-4e98-bda4-edb0acebc63d None None] Network 2bd354de-cfd6-4946-8d31-bfaa5125464c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:37.190901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.207082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-253e1493-ef0c-4a1d-92d5-fce8e428a135 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:37.208630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-253e1493-ef0c-4a1d-92d5-fce8e428a135 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3544614 Sep 10 03:51:37.211240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49010) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.228477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-eec2e6f7-1aaa-41d3-b6ea-a09218191ab9 None None] Provisioning complete for port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:37.228942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eec2e6f7-1aaa-41d3-b6ea-a09218191ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.273483 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.292217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61884b6-f22c-4094-9b8e-be16e81e19ca tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:37.292217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c61884b6-f22c-4094-9b8e-be16e81e19ca tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0772018 Sep 10 03:51:37.293605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49016) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.338740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.347017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d8cd719d-4cb9-4966-9442-c1cf2f633ba7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0518231 Sep 10 03:51:37.354457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49018) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.381151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:37.393365 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ae34659-dee6-4c3f-92c6-7cdda58c2a6f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:37.394134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ae34659-dee6-4c3f-92c6-7cdda58c2a6f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:37.396946 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7ae34659-dee6-4c3f-92c6-7cdda58c2a6f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/da0f16ce-0893-447c-b2c7-6c318273815d HTTP/1.1" status: 404 len: 333 time: 0.0391767 Sep 10 03:51:37.398806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49022) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.416151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a46996-a957-4f5c-8a24-bbbe9321514b req-7f5343b8-b041-40e8-8fae-578c2ff52b6d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:37.417631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87a46996-a957-4f5c-8a24-bbbe9321514b req-7f5343b8-b041-40e8-8fae-578c2ff52b6d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 944 time: 0.0739133 Sep 10 03:51:37.426866 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae58834-772e-446d-ab5f-b52160ba534e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:37.427230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae58834-772e-446d-ab5f-b52160ba534e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:37.431216 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8ae58834-772e-446d-ab5f-b52160ba534e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/61967f8a-5ac7-42ba-bfbb-cd0da43a8391 HTTP/1.1" status: 404 len: 337 time: 0.0290644 Sep 10 03:51:37.431216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.432267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49024) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.458819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:51:37.469351 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c6c6d63-c4fd-45d7-9348-b01bca2fff61 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:37.469810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c6c6d63-c4fd-45d7-9348-b01bca2fff61 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:37.471550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5c6c6d63-c4fd-45d7-9348-b01bca2fff61 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/0f70c8be-118c-40b3-9744-d295d7e991c2 HTTP/1.1" status: 404 len: 337 time: 0.0383012 Sep 10 03:51:37.475994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49026) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.478458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d72c510-db2e-4cf3-ab80-29f3679f8b9d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:37.482486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.482836 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Added segment 71e78e65-c751-4ecc-a0d2-52e2528c59ec of type vlan for network faa9c030-873d-4c20-a295-dd8e1640026d Sep 10 03:51:37.496250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87a46996-a957-4f5c-8a24-bbbe9321514b req-28e8ed48-5604-4a74-b2da-85828e5f41d6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720291 Sep 10 03:51:37.525763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e090e3-2f6c-4257-8e68-724a8e60ed4d None None] DHCP port deletion for 2bd354de-cfd6-4946-8d31-bfaa5125464c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:51:37.552007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['17bcfa0f-0cef-4e4b-87cd-aaed7e49178e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:51:37.627281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-99e090e3-2f6c-4257-8e68-724a8e60ed4d None None] Deleting port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:37.627656 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-99e090e3-2f6c-4257-8e68-724a8e60ed4d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.716100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-99e090e3-2f6c-4257-8e68-724a8e60ed4d None None] For port e6716ae2-a6bf-49ea-81ea-0c2e1d454333, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e6716ae2-a6bf-49ea-81ea-0c2e1d454333,segment=NetworkSegment(3ab0bbdd-2516-40d1-96a2-76374a43f4b6),segment_id=3ab0bbdd-2516-40d1-96a2-76374a43f4b6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:37.716489 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-99e090e3-2f6c-4257-8e68-724a8e60ed4d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.736824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-99e090e3-2f6c-4257-8e68-724a8e60ed4d None None] Calling delete_port for e6716ae2-a6bf-49ea-81ea-0c2e1d454333 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:37.780993 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f6441c-d87c-4f11-8db9-c1179db7da24 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:37.781630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87f6441c-d87c-4f11-8db9-c1179db7da24 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:37.783867 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-87f6441c-d87c-4f11-8db9-c1179db7da24 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/48ea420d-7777-4244-9f25-18fcb43970e7 HTTP/1.1" status: 404 len: 333 time: 0.3064151 Sep 10 03:51:37.786511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49028) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.833085 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-55e84fba-6147-4211-aba9-f25738246e98 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:37.833534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55e84fba-6147-4211-aba9-f25738246e98 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:37.835222 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-55e84fba-6147-4211-aba9-f25738246e98 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/a4ad5c5e-43f2-4c9e-b9e4-979f36d6a5ec HTTP/1.1" status: 404 len: 337 time: 0.0478330 Sep 10 03:51:37.837930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49030) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.844913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.866399 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ad95e00-e492-4964-9320-b6dcb3ca41f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:37.866924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ad95e00-e492-4964-9320-b6dcb3ca41f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:37.868737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8ad95e00-e492-4964-9320-b6dcb3ca41f1 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/6023bf6a-9785-4d25-8099-1c10b31a49a9 HTTP/1.1" status: 404 len: 337 time: 0.0297511 Sep 10 03:51:37.871373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49032) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.892842 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-00eac5bf-f137-4379-a834-0c96410d50e4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:37.893408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-00eac5bf-f137-4379-a834-0c96410d50e4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:37.895054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-00eac5bf-f137-4379-a834-0c96410d50e4 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/f2138e72-e3b1-45af-b7c0-5d68d5f55131 HTTP/1.1" status: 404 len: 333 time: 0.0227332 Sep 10 03:51:37.897296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49034) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.917574 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-99e090e3-2f6c-4257-8e68-724a8e60ed4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.925510 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1514f16-9379-49a4-9e01-c1bc5b70bbca tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:37.929374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1514f16-9379-49a4-9e01-c1bc5b70bbca tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:37.929374 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a1514f16-9379-49a4-9e01-c1bc5b70bbca tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/06ec57be-aa09-4a5d-ae58-4de974a151da HTTP/1.1" status: 404 len: 337 time: 0.0294859 Sep 10 03:51:37.931233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49036) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.947296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99e090e3-2f6c-4257-8e68-724a8e60ed4d None None] No DVR routers for this DVR port e6716ae2-a6bf-49ea-81ea-0c2e1d454333 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:37.949499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e090e3-2f6c-4257-8e68-724a8e60ed4d None None] Pushing event deleted for resources: {'Port': ['ID=e6716ae2-a6bf-49ea-81ea-0c2e1d454333,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:37.965626 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d4d7190-4ba2-4432-a5e4-544c068eea9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:37.965626 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d4d7190-4ba2-4432-a5e4-544c068eea9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:37.973797 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2d4d7190-4ba2-4432-a5e4-544c068eea9f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/712c2606-123b-430e-947f-6c063e12fb32 HTTP/1.1" status: 404 len: 337 time: 0.0413072 Sep 10 03:51:37.974747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.975731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:37.976301 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:37.976757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49042) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:37.989733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e6716ae2-a6bf-49ea-81ea-0c2e1d454333 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:38.005584 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffe33a3e-757f-4223-84ab-a44b66924525 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.006638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffe33a3e-757f-4223-84ab-a44b66924525 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.009487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ffe33a3e-757f-4223-84ab-a44b66924525 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/db25c515-614c-47bd-b1cc-5e7d88a2f1e2 HTTP/1.1" status: 404 len: 333 time: 0.0306873 Sep 10 03:51:38.011260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49044) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.022888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: e6716ae2-a6bf-49ea-81ea-0c2e1d454333 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:38.023433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e6716ae2-a6bf-49ea-81ea-0c2e1d454333 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:38.040564 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74da147-a63a-490c-b66c-6188babbb1f2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.041241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74da147-a63a-490c-b66c-6188babbb1f2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.043160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b74da147-a63a-490c-b66c-6188babbb1f2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/119d92ee-10ad-49b0-b1fe-166c75a25784 HTTP/1.1" status: 404 len: 337 time: 0.0305741 Sep 10 03:51:38.045570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49046) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.068777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] Pushing event updated for resources: {'Network': ['ID=faa9c030-873d-4c20-a295-dd8e1640026d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:38.072241 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f30dcc57-c557-40bb-807b-d27fea6d5927 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.072807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f30dcc57-c557-40bb-807b-d27fea6d5927 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.078335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f30dcc57-c557-40bb-807b-d27fea6d5927 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/e29b0ba6-bb59-44fe-aaa9-019f1c0a68f8 HTTP/1.1" status: 404 len: 337 time: 0.0280917 Sep 10 03:51:38.079454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network faa9c030-873d-4c20-a295-dd8e1640026d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:51:38.094683 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49048) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.095371 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a6ec24f0-47d7-4af0-9c37-1e7a2bfea439 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1410227 Sep 10 03:51:38.095371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49050) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.106065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Request body: {'subnet': {'network_id': 'faa9c030-873d-4c20-a295-dd8e1640026d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1856140206-subnet', 'tenant_id': 'c580ebe355c345fb81ffa67c31ad67eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:38.106432 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc037b6a-e5ef-4cd6-9aba-4330d7f29974 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.107149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc037b6a-e5ef-4cd6-9aba-4330d7f29974 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.112338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cc037b6a-e5ef-4cd6-9aba-4330d7f29974 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/8787f71f-9ac2-413f-a34d-8f0735aeb7a6 HTTP/1.1" status: 404 len: 333 time: 0.0307648 Sep 10 03:51:38.112613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49052) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.143850 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-557a7c54-3536-4df3-a831-b5e38505721a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.144285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-557a7c54-3536-4df3-a831-b5e38505721a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.146058 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-557a7c54-3536-4df3-a831-b5e38505721a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/8642c541-fa3a-41ce-940e-ba50e2e2036a HTTP/1.1" status: 404 len: 337 time: 0.0325232 Sep 10 03:51:38.148714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49054) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.177513 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4ffed89-3cab-4b5f-9f1a-3f5f90996f18 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.178233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4ffed89-3cab-4b5f-9f1a-3f5f90996f18 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.180129 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a4ffed89-3cab-4b5f-9f1a-3f5f90996f18 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/e0f4a5ea-f459-4d15-b59a-6b0273e4fbc1 HTTP/1.1" status: 404 len: 333 time: 0.0304706 Sep 10 03:51:38.182660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49056) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.211714 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3294c582-33fc-4781-82a0-5c84a319da0d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.211989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3294c582-33fc-4781-82a0-5c84a319da0d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.215894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3294c582-33fc-4781-82a0-5c84a319da0d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/7dbcef85-f9ef-498b-90bd-a3d934feb2f4 HTTP/1.1" status: 404 len: 337 time: 0.0301552 Sep 10 03:51:38.216837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49058) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.242440 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c398ad8-d5b6-4e95-b11b-cec29348a129 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.243335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c398ad8-d5b6-4e95-b11b-cec29348a129 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.245485 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6c398ad8-d5b6-4e95-b11b-cec29348a129 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/29b06d70-166f-4560-9607-d72439a9eed0 HTTP/1.1" status: 404 len: 333 time: 0.0276237 Sep 10 03:51:38.247150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Made reservation on behalf of c580ebe355c345fb81ffa67c31ad67eb for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:38.248372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49060) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.249877 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:38.283227 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-afd0bd0e-afd2-422b-bf93-e9a0b444cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.283709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afd0bd0e-afd2-422b-bf93-e9a0b444cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.296120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-afd0bd0e-afd2-422b-bf93-e9a0b444cfd6 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/4b4647f9-362b-462e-94b1-930ecbcbb7e1 HTTP/1.1" status: 404 len: 337 time: 0.0400810 Sep 10 03:51:38.296894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49064) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.324310 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e84bd11e-a0da-4917-b0a5-ad1adbab9e8b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.324967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e84bd11e-a0da-4917-b0a5-ad1adbab9e8b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.329632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e84bd11e-a0da-4917-b0a5-ad1adbab9e8b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/20458aa1-21f2-4cce-8858-349b79ab225e HTTP/1.1" status: 404 len: 333 time: 0.0286608 Sep 10 03:51:38.335102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49066) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.364018 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ef6e17a-00e9-42f5-abc2-cd481d4b4e14 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.364018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ef6e17a-00e9-42f5-abc2-cd481d4b4e14 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.364336 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9ef6e17a-00e9-42f5-abc2-cd481d4b4e14 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/9c5c01b6-e40d-47b7-99d4-09eab2774258 HTTP/1.1" status: 404 len: 337 time: 0.0331264 Sep 10 03:51:38.366974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49068) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.397722 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d09f23-a15e-4673-98f9-f4c2a3e67d1d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.398369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d09f23-a15e-4673-98f9-f4c2a3e67d1d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.400107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-95d09f23-a15e-4673-98f9-f4c2a3e67d1d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/bbcf5f08-a048-4fde-8729-25c35f408444 HTTP/1.1" status: 404 len: 333 time: 0.0297933 Sep 10 03:51:38.402779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49072) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.442312 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-48dc3c6d-a837-416a-8b5a-d573b67719bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.443133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48dc3c6d-a837-416a-8b5a-d573b67719bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.445136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-48dc3c6d-a837-416a-8b5a-d573b67719bf tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/e7dac727-182e-4d79-8d9b-faf3d141065f HTTP/1.1" status: 404 len: 337 time: 0.0405128 Sep 10 03:51:38.447588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49074) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.496577 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f48b5867-e3ea-4bfd-b3f6-3df5cea369ad tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.497226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f48b5867-e3ea-4bfd-b3f6-3df5cea369ad tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.498955 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f48b5867-e3ea-4bfd-b3f6-3df5cea369ad tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/57df3bf8-102e-49e1-8a23-e00ce354fd65 HTTP/1.1" status: 404 len: 333 time: 0.0503018 Sep 10 03:51:38.502061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49076) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.538255 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c93c9b4-fe19-48b0-8a94-c7f501c6e2ce tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.538745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c93c9b4-fe19-48b0-8a94-c7f501c6e2ce tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.540659 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4c93c9b4-fe19-48b0-8a94-c7f501c6e2ce tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/b4ae3183-309a-4cda-9072-24204a685de6 HTTP/1.1" status: 404 len: 337 time: 0.0376470 Sep 10 03:51:38.543299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49082) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.574944 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae9bd80-b072-4aaf-9647-ff25643793e3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.577685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ae9bd80-b072-4aaf-9647-ff25643793e3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.577685 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0ae9bd80-b072-4aaf-9647-ff25643793e3 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/1f8a8646-2548-4544-9323-cb4f66bea67e HTTP/1.1" status: 404 len: 337 time: 0.0325131 Sep 10 03:51:38.580147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49084) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.607562 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-efe5b85d-6341-4807-925e-5884681a0899 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.615204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efe5b85d-6341-4807-925e-5884681a0899 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.615204 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-efe5b85d-6341-4807-925e-5884681a0899 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/91522890-48ba-48d0-8057-43e4e1640c82 HTTP/1.1" status: 404 len: 333 time: 0.0289183 Sep 10 03:51:38.617121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49086) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.642888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccfc079-6f1a-4b69-8659-fd9252197c54 req-abdba0a7-848c-4fe4-9bdb-802aebd83053 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.645972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:38.646127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fccfc079-6f1a-4b69-8659-fd9252197c54 req-abdba0a7-848c-4fe4-9bdb-802aebd83053 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 944 time: 0.0772548 Sep 10 03:51:38.646263 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4564e241-1a49-45fe-ac31-c1788709c708 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.646263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4564e241-1a49-45fe-ac31-c1788709c708 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.647379 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4564e241-1a49-45fe-ac31-c1788709c708 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/80281d6b-dc41-472d-8f98-2519f3151963 HTTP/1.1" status: 404 len: 337 time: 0.0292325 Sep 10 03:51:38.650367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49088) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.666708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc60d8-56e3-400b-be93-fcdfc12a5cc8 req-b48c1355-51cd-492e-b866-f64bf8d92a7a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.673342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc60d8-56e3-400b-be93-fcdfc12a5cc8 req-b48c1355-51cd-492e-b866-f64bf8d92a7a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.679230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc60d8-56e3-400b-be93-fcdfc12a5cc8 req-b48c1355-51cd-492e-b866-f64bf8d92a7a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.685129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc60d8-56e3-400b-be93-fcdfc12a5cc8 req-b48c1355-51cd-492e-b866-f64bf8d92a7a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.691319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc60d8-56e3-400b-be93-fcdfc12a5cc8 req-b48c1355-51cd-492e-b866-f64bf8d92a7a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.697226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc60d8-56e3-400b-be93-fcdfc12a5cc8 req-b48c1355-51cd-492e-b866-f64bf8d92a7a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.703094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cc60d8-56e3-400b-be93-fcdfc12a5cc8 req-b48c1355-51cd-492e-b866-f64bf8d92a7a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.704888 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b79769-317b-4d44-a16c-73e5482afc1b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.705042 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76cc60d8-56e3-400b-be93-fcdfc12a5cc8 req-b48c1355-51cd-492e-b866-f64bf8d92a7a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.1117303 Sep 10 03:51:38.705336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b79769-317b-4d44-a16c-73e5482afc1b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.707029 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-87b79769-317b-4d44-a16c-73e5482afc1b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/6d408a67-aedf-48bf-b8bc-b91f14b0d005 HTTP/1.1" status: 404 len: 337 time: 0.0529895 Sep 10 03:51:38.710524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49090) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.728159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec114eb1-b081-4856-bf69-d0cbfa4ba9c1,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:38.739128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Checking segment: {'id': '71e78e65-c751-4ecc-a0d2-52e2528c59ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'faa9c030-873d-4c20-a295-dd8e1640026d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:38.739492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Network hostable DHCP agents. Network: faa9c030-873d-4c20-a295-dd8e1640026d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:51:38.753429 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9baeb02c-860b-4545-a981-5397501c975d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.754111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9baeb02c-860b-4545-a981-5397501c975d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.755793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9baeb02c-860b-4545-a981-5397501c975d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/8b5dc4c4-2b07-4459-b946-85037f0b19a1 HTTP/1.1" status: 404 len: 333 time: 0.0427465 Sep 10 03:51:38.762405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49092) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.787204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fccfc079-6f1a-4b69-8659-fd9252197c54 req-56881384-18d9-4834-ae89-6847bd1af008 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326063 Sep 10 03:51:38.789847 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c142871-090c-4403-a3ef-30d9ee266cf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.790326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c142871-090c-4403-a3ef-30d9ee266cf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.796877 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6c142871-090c-4403-a3ef-30d9ee266cf5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/7be32b7c-8474-478e-87a5-c1c2513a8575 HTTP/1.1" status: 404 len: 337 time: 0.0287414 Sep 10 03:51:38.796877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49094) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.797954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76cc60d8-56e3-400b-be93-fcdfc12a5cc8 req-091b7bbd-71e9-4485-af50-3cc65d5005f6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0709684 Sep 10 03:51:38.831792 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac5f0067-4736-41f6-b4be-b2f4fc1bf73d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.832248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac5f0067-4736-41f6-b4be-b2f4fc1bf73d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.833965 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ac5f0067-4736-41f6-b4be-b2f4fc1bf73d tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/b0bd8977-74ea-49e7-a830-2a835856214b HTTP/1.1" status: 404 len: 337 time: 0.0356710 Sep 10 03:51:38.834610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Network faa9c030-873d-4c20-a295-dd8e1640026d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:51:38.836657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49096) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.860595 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b2ec436-19cf-4d79-8b53-3d1c52de9b34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.867379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b2ec436-19cf-4d79-8b53-3d1c52de9b34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.867379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5b2ec436-19cf-4d79-8b53-3d1c52de9b34 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/2df9aecf-c45e-4189-8241-b7905d7718c9 HTTP/1.1" status: 404 len: 333 time: 0.0254223 Sep 10 03:51:38.869141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49098) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.893778 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-652458bc-1461-4837-9047-2a11f511d97e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.894222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652458bc-1461-4837-9047-2a11f511d97e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.895871 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-652458bc-1461-4837-9047-2a11f511d97e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/cd2029ee-acec-4b90-b2b9-dbcebb97f355 HTTP/1.1" status: 404 len: 337 time: 0.0257814 Sep 10 03:51:38.899885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49100) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.918634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, faa9c030-873d-4c20-a295-dd8e1640026d) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:38.923444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:38.932059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:38.932342 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd30946a-7549-4baa-8a44-77cbfcc109ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:38.932342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd30946a-7549-4baa-8a44-77cbfcc109ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:38.932342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fd30946a-7549-4baa-8a44-77cbfcc109ff tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/baf80225-a612-498a-868c-82023ae17602 HTTP/1.1" status: 404 len: 337 time: 0.0276978 Sep 10 03:51:38.932622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1841472-8482-4d06-a3f2-484a5967af56 None None] Network faa9c030-873d-4c20-a295-dd8e1640026d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:38.933858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49102) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.961023 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a6990f1c-05f8-4f87-9a9a-4dd294b9d570 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a16b24c-acbf-4d77-9583-c14efcfc3279 HTTP/1.1" status: 200 len: 205 time: 0.0260580 Sep 10 03:51:38.963365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49104) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:38.989879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:39.010965 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-207b2289-2641-473d-849f-3ffb7329b0d5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.9140108 Sep 10 03:51:39.011180 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-d249d7a7-435f-4901-a146-a8899fc49174 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] delete failed (client error): The resource could not be found. Sep 10 03:51:39.011180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d249d7a7-435f-4901-a146-a8899fc49174 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/routers/6a16b24c-acbf-4d77-9583-c14efcfc3279 HTTP/1.1" status: 404 len: 336 time: 0.0404999 Sep 10 03:51:39.011180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49106) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.035322 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9593e088-5215-4cc9-9bed-2045eebf7e0b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.035814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9593e088-5215-4cc9-9bed-2045eebf7e0b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.039975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9593e088-5215-4cc9-9bed-2045eebf7e0b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/06fdeff0-b708-4695-9337-f14ab53b11b8 HTTP/1.1" status: 404 len: 337 time: 0.0292051 Sep 10 03:51:39.040228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49110) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.070145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-be7f364b-bcaf-4c49-961d-ac42d192c4c7 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "GET /v2.0/ports?device_id=d9ba0265-d84f-4b97-84b2-0405e7cfee99 HTTP/1.1" status: 200 len: 205 time: 0.0287886 Sep 10 03:51:39.072638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49112) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.103616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c541bf-29e2-4942-8f24-e23399acaf32 None None] Network faa9c030-873d-4c20-a295-dd8e1640026d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:39.115732 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-35388337-1bef-49f4-aea5-089761f57f30 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] delete failed (client error): The resource could not be found. Sep 10 03:51:39.116827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-35388337-1bef-49f4-aea5-089761f57f30 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/routers/d9ba0265-d84f-4b97-84b2-0405e7cfee99 HTTP/1.1" status: 404 len: 336 time: 0.0432441 Sep 10 03:51:39.125010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49114) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.146316 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-37aa7b4f-a778-44bc-85a2-ad6268e6349f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.146783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37aa7b4f-a778-44bc-85a2-ad6268e6349f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.148565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-37aa7b4f-a778-44bc-85a2-ad6268e6349f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/ae321575-7f8d-44e0-973a-6323afcf7676 HTTP/1.1" status: 404 len: 337 time: 0.0282006 Sep 10 03:51:39.151067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49118) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.158398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:39.172026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:39.172430 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:39.179363 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05cf47f-2d3f-4799-bf43-f394ef7eaa46 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.179856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05cf47f-2d3f-4799-bf43-f394ef7eaa46 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.183975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e05cf47f-2d3f-4799-bf43-f394ef7eaa46 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/0d72a8c4-dec6-42a6-9fe6-5c08205c482e HTTP/1.1" status: 404 len: 337 time: 0.0294485 Sep 10 03:51:39.184163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49124) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.207820 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-063b5c8a-c8d1-4a7e-9238-090192ac0f75 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.208493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-063b5c8a-c8d1-4a7e-9238-090192ac0f75 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.210200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-063b5c8a-c8d1-4a7e-9238-090192ac0f75 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/13fc475c-64ba-4d74-8ec9-ecd6d56c8589 HTTP/1.1" status: 404 len: 333 time: 0.0251052 Sep 10 03:51:39.213165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49126) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.242959 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-76eb70c2-3490-475b-817f-87d323b5811b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.243506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76eb70c2-3490-475b-817f-87d323b5811b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.247600 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-76eb70c2-3490-475b-817f-87d323b5811b tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/6017c1f7-7715-4016-95a8-d7b73b69ca30 HTTP/1.1" status: 404 len: 337 time: 0.0310977 Sep 10 03:51:39.247936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49128) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.274436 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-755432e3-8e6d-487b-a998-250aa36971c2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.275177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-755432e3-8e6d-487b-a998-250aa36971c2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.280060 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-755432e3-8e6d-487b-a998-250aa36971c2 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/5df0e919-1ab1-43e8-b957-647744f83745 HTTP/1.1" status: 404 len: 333 time: 0.0284142 Sep 10 03:51:39.280319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49134) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.302573 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:39.308520 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a5af05f-c0e6-4309-bcf4-63df7bf51dcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.308973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a5af05f-c0e6-4309-bcf4-63df7bf51dcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.314365 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4a5af05f-c0e6-4309-bcf4-63df7bf51dcb tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/8eb078bf-42dd-429d-89b6-f862c30289f6 HTTP/1.1" status: 404 len: 337 time: 0.0299745 Sep 10 03:51:39.314761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49140) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.333197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d3e706-ab10-4eb1-a76a-f10b94af6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bcfa0f-0cef-4e4b-87cd-aaed7e49178e'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:39.335432 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8938e089-de71-4a55-a838-a29e946e48ee" -d '{"events": [{"server_uuid": "46d3e706-ab10-4eb1-a76a-f10b94af6b7c", "name": "network-vif-plugged", "status": "completed", "tag": "17bcfa0f-0cef-4e4b-87cd-aaed7e49178e"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:39.347552 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7698a1b-8ae8-4559-8640-d4ba37cb344f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.348487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7698a1b-8ae8-4559-8640-d4ba37cb344f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.352411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a7698a1b-8ae8-4559-8640-d4ba37cb344f tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/05de5124-76ac-433f-84ea-57b7b1b2cdab HTTP/1.1" status: 404 len: 333 time: 0.0365281 Sep 10 03:51:39.352935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49146) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.360387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:39.376301 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75e4e89b-2bca-4210-93a4-a4ba1586d4f5 x-openstack-request-id: req-75e4e89b-2bca-4210-93a4-a4ba1586d4f5 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:39.376636 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d3e706-ab10-4eb1-a76a-f10b94af6b7c", "name": "network-vif-plugged", "status": "completed", "tag": "17bcfa0f-0cef-4e4b-87cd-aaed7e49178e", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:39.377042 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75e4e89b-2bca-4210-93a4-a4ba1586d4f5 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:39.377589 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d3e706-ab10-4eb1-a76a-f10b94af6b7c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17bcfa0f-0cef-4e4b-87cd-aaed7e49178e', 'code': 200} Sep 10 03:51:39.382139 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c3d81a-e837-491b-b6f7-fdc52db75eb5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.382596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c3d81a-e837-491b-b6f7-fdc52db75eb5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.384577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-77c3d81a-e837-491b-b6f7-fdc52db75eb5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/0d526cb0-0722-45e5-b74e-e2c21aedf6a0 HTTP/1.1" status: 404 len: 337 time: 0.0304396 Sep 10 03:51:39.386997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49150) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.414165 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-51d30b75-9272-464f-848a-28834e265775 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.415247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51d30b75-9272-464f-848a-28834e265775 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.419999 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-51d30b75-9272-464f-848a-28834e265775 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/f7044370-bdd6-47b3-96a2-3115e0dcc312 HTTP/1.1" status: 404 len: 333 time: 0.0319469 Sep 10 03:51:39.420726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49152) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.449008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:39.451664 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc5b3344-b369-4825-b91c-e406853cd97a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.452121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc5b3344-b369-4825-b91c-e406853cd97a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.460078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fc5b3344-b369-4825-b91c-e406853cd97a tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/53ef1b7b-7767-4fda-b2b1-cfed8cd45bde HTTP/1.1" status: 404 len: 337 time: 0.0383925 Sep 10 03:51:39.465183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49156) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.484429 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1e19d3c-7861-4974-b64a-98e7b3b56639 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.485673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1e19d3c-7861-4974-b64a-98e7b3b56639 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.490122 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f1e19d3c-7861-4974-b64a-98e7b3b56639 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/c30e2a4a-32e9-4a20-a850-0035e387726f HTTP/1.1" status: 404 len: 333 time: 0.0283682 Sep 10 03:51:39.490744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49158) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.497631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-73a32469-44e4-4910-8e52-0b2208bcb944 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.499360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-73a32469-44e4-4910-8e52-0b2208bcb944 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/networks?id=faa9c030-873d-4c20-a295-dd8e1640026d HTTP/1.1" status: 200 len: 821 time: 0.1757646 Sep 10 03:51:39.511140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:39.526679 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d72e7e-c85e-4d19-9b20-5cd4c7a83db4 req-96bd1bc6-d886-4158-a742-6eeca3fe0ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.526843 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b93194b-e939-4cc6-9373-db445bd86546 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.527170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b93194b-e939-4cc6-9373-db445bd86546 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.528234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05d72e7e-c85e-4d19-9b20-5cd4c7a83db4 req-96bd1bc6-d886-4158-a742-6eeca3fe0ab5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 1096 time: 0.0765536 Sep 10 03:51:39.533209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-35cf3036-e637-4e1f-85c4-b294400e02c3 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/quotas/c580ebe355c345fb81ffa67c31ad67eb HTTP/1.1" status: 200 len: 375 time: 0.0213752 Sep 10 03:51:39.533209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49160) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.533391 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9b93194b-e939-4cc6-9373-db445bd86546 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/1d563f68-94d2-4982-aadd-048d39c96de5 HTTP/1.1" status: 404 len: 337 time: 0.0398932 Sep 10 03:51:39.591880 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ae7e9a4-68bc-45e5-be35-05dc630c94b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.592535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ae7e9a4-68bc-45e5-be35-05dc630c94b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.594733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4ae7e9a4-68bc-45e5-be35-05dc630c94b5 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/dd02ac2a-cb20-4fda-a3db-1ef932a66118 HTTP/1.1" status: 404 len: 333 time: 0.0613523 Sep 10 03:51:39.597459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49164) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.597991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-357ed790-7939-4b19-955c-060911b1096b tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c580ebe355c345fb81ffa67c31ad67eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0578945 Sep 10 03:51:39.619437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05d72e7e-c85e-4d19-9b20-5cd4c7a83db4 req-29a49e2c-f81d-495d-b5b5-eb326e3e9529 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802662 Sep 10 03:51:39.624632 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72e985d-77ab-484a-9123-96e6aaace1b8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.625098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72e985d-77ab-484a-9123-96e6aaace1b8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.626872 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b72e985d-77ab-484a-9123-96e6aaace1b8 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/744fe390-71eb-4787-b5a1-141bf74c2f87 HTTP/1.1" status: 404 len: 337 time: 0.0283558 Sep 10 03:51:39.629425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49166) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.651653 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-204065bf-64c7-4f59-89c8-3cbaa43eee70 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.652294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-204065bf-64c7-4f59-89c8-3cbaa43eee70 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.653963 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-204065bf-64c7-4f59-89c8-3cbaa43eee70 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/ports/ad0b6dc6-933f-4fad-a842-57e82cc55734 HTTP/1.1" status: 404 len: 333 time: 0.0235300 Sep 10 03:51:39.656482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49168) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.682699 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc97c18e-cde1-470a-bab5-98cef0682a33 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] DELETE failed (client error): The resource could not be found. Sep 10 03:51:39.683169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc97c18e-cde1-470a-bab5-98cef0682a33 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:51:39.684903 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bc97c18e-cde1-470a-bab5-98cef0682a33 tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/subnets/876b76f6-1b06-4e12-b170-5d38528a6769 HTTP/1.1" status: 404 len: 337 time: 0.0270288 Sep 10 03:51:39.687668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49170) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:39.698374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-8ceedf52-779f-439a-98d9-d42594d9f958 service neutron] 10.222.0.22 "GET /v2.0/networks/faa9c030-873d-4c20-a295-dd8e1640026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920410 Sep 10 03:51:39.767174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:39.817519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-35b91835-e284-42cf-9bbf-8aed6767ff8d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.823791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-35b91835-e284-42cf-9bbf-8aed6767ff8d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.830505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-35b91835-e284-42cf-9bbf-8aed6767ff8d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.836378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-35b91835-e284-42cf-9bbf-8aed6767ff8d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.842848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-35b91835-e284-42cf-9bbf-8aed6767ff8d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.848886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-35b91835-e284-42cf-9bbf-8aed6767ff8d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.855219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-35b91835-e284-42cf-9bbf-8aed6767ff8d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.857221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-35b91835-e284-42cf-9bbf-8aed6767ff8d tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.1451030 Sep 10 03:51:39.861997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:39.882549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bd354de-cfd6-4946-8d31-bfaa5125464c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:39.892744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ab0bbdd-2516-40d1-96a2-76374a43f4b6') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:39.893039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ab0bbdd-2516-40d1-96a2-76374a43f4b6') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:39.902514 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:39.903443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-22c14953-268a-412f-b9ef-cb10aa050cd6 service neutron] 10.222.0.22 "GET /v2.0/networks/faa9c030-873d-4c20-a295-dd8e1640026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984801 Sep 10 03:51:39.919907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:39.929217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:51:39.933665 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:51:39.943024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-3010d92f-5934-428f-a30a-fc2d7e861128 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.944501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-3010d92f-5934-428f-a30a-fc2d7e861128 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "GET /v2.0/ports/9c746c9f-a3be-4e39-92ee-bee68113d82c?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0765538 Sep 10 03:51:39.959308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfc7aa-aebd-4f8f-9e89-a9d0165e1d72 req-88b182d4-0533-4728-b6f4-8c35ee0b257b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:39.960835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32cfc7aa-aebd-4f8f-9e89-a9d0165e1d72 req-88b182d4-0533-4728-b6f4-8c35ee0b257b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0991256 Sep 10 03:51:40.058850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32cfc7aa-aebd-4f8f-9e89-a9d0165e1d72 req-1a3c7c19-9817-47db-a4e8-d442d87e7449 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881045 Sep 10 03:51:40.067934 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:40.089023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:40.090959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] 10.222.0.22 "DELETE /v2.0/networks/2bd354de-cfd6-4946-8d31-bfaa5125464c HTTP/1.1" status: 204 len: 168 time: 0.4023473 Sep 10 03:51:40.101274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed8fe7f-3c77-4681-9c12-22711cfdcd0e tempest-NetworksTestDHCPv6-1290219502 tempest-NetworksTestDHCPv6-1290219502-project] Pushing event deleted for resources: {'Network': ['ID=2bd354de-cfd6-4946-8d31-bfaa5125464c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:40.107851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-0619e04f-5bb6-41fa-88d0-d9f146e16745 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "GET /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1404405 Sep 10 03:51:40.114777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:40.230912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a25b5f4-c4de-43e5-b3d1-7854c451c171 req-9cff86da-1d8f-49f6-be4f-d7ef25edb600 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 210 time: 0.0630658 Sep 10 03:51:40.239088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:40.274363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbed4-cde1-4f54-bbbd-f00a24d6e831 req-6522ecfb-a5c4-4f28-855c-5a0700375fb0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.280314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbed4-cde1-4f54-bbbd-f00a24d6e831 req-6522ecfb-a5c4-4f28-855c-5a0700375fb0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.286278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbed4-cde1-4f54-bbbd-f00a24d6e831 req-6522ecfb-a5c4-4f28-855c-5a0700375fb0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.292189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbed4-cde1-4f54-bbbd-f00a24d6e831 req-6522ecfb-a5c4-4f28-855c-5a0700375fb0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.298180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbed4-cde1-4f54-bbbd-f00a24d6e831 req-6522ecfb-a5c4-4f28-855c-5a0700375fb0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.304718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbed4-cde1-4f54-bbbd-f00a24d6e831 req-6522ecfb-a5c4-4f28-855c-5a0700375fb0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.310848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8fbed4-cde1-4f54-bbbd-f00a24d6e831 req-6522ecfb-a5c4-4f28-855c-5a0700375fb0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.314521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b8fbed4-cde1-4f54-bbbd-f00a24d6e831 req-6522ecfb-a5c4-4f28-855c-5a0700375fb0 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 5447 time: 0.1611099 Sep 10 03:51:40.400646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b8fbed4-cde1-4f54-bbbd-f00a24d6e831 req-9d1c6eed-b705-4368-a860-4280d7d9ea18 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&id=8eb188be-dab4-4254-a028-2a335d244c65&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0654731 Sep 10 03:51:40.477044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] For port 9c746c9f-a3be-4e39-92ee-bee68113d82c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=9c746c9f-a3be-4e39-92ee-bee68113d82c,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:40.516931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] For port 9c746c9f-a3be-4e39-92ee-bee68113d82c, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:40.536244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49192) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:40.555736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] device_id is not set on port 9c746c9f-a3be-4e39-92ee-bee68113d82c yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:40.565308 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:40.631360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:40.677968 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5ef32411-b843-4a70-9b99-23076f7a6a37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e010fe6663e4062a757d4141c743977&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374454 Sep 10 03:51:40.678259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49196) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:40.711560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] No DVR routers for this DVR port 9c746c9f-a3be-4e39-92ee-bee68113d82c on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:40.740318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] Pushing event updated for resources: {'Port': ['ID=9c746c9f-a3be-4e39-92ee-bee68113d82c,revision_number=6']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:40.780351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] In _notify_port_updated(), no bound segment for port 9c746c9f-a3be-4e39-92ee-bee68113d82c on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:51:40.781228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.781870 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:40.783225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-4badf28b-784e-47e1-a60f-c656a1d405c2 service neutron] 10.222.0.39 "PUT /v2.0/ports/9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 200 len: 1033 time: 0.6729929 Sep 10 03:51:40.822412 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-83592591-000d-492f-bc90-056544b2ee32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:40.849241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-e5c60124-a710-4df9-bed7-084780aa44ac tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:40.850706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-e5c60124-a710-4df9-bed7-084780aa44ac tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "GET /v2.0/ports/e2c7d663-b85f-440b-ae2d-dd31206980c2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0587945 Sep 10 03:51:40.863710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:40.867440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-83592591-000d-492f-bc90-056544b2ee32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:40.897462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-72d0acaa-600c-4aa1-87d3-4b6a195f641e None None] Provisioning complete for port 9c746c9f-a3be-4e39-92ee-bee68113d82c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:40.898059 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-72d0acaa-600c-4aa1-87d3-4b6a195f641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:40.935707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-72d0acaa-600c-4aa1-87d3-4b6a195f641e None None] Port 9c746c9f-a3be-4e39-92ee-bee68113d82c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:40.947579 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:41.055117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-83592591-000d-492f-bc90-056544b2ee32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:41.057667 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-83592591-000d-492f-bc90-056544b2ee32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:41.058799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-83592591-000d-492f-bc90-056544b2ee32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/40bafbf6-9990-4238-a39f-411a5d73e718 HTTP/1.1" status: 204 len: 168 time: 0.3796029 Sep 10 03:51:41.074584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83592591-000d-492f-bc90-056544b2ee32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bafbf6-9990-4238-a39f-411a5d73e718,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:41.098347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] For port e2c7d663-b85f-440b-ae2d-dd31206980c2, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e2c7d663-b85f-440b-ae2d-dd31206980c2,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:41.135303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] For port e2c7d663-b85f-440b-ae2d-dd31206980c2, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:41.197160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] device_id is not set on port e2c7d663-b85f-440b-ae2d-dd31206980c2 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:41.209005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:41.222723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010837af-2aad-47b5-85a7-33b8ce200d06 req-fb07f0b7-4f61-4d42-a6d1-85546d185cc2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:41.224283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-010837af-2aad-47b5-85a7-33b8ce200d06 req-fb07f0b7-4f61-4d42-a6d1-85546d185cc2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0704422 Sep 10 03:51:41.262938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-010837af-2aad-47b5-85a7-33b8ce200d06 req-34e8d22f-7dbc-4876-924b-3bd9fe6910fb tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321925 Sep 10 03:51:41.280128 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:41.388281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ad45de1-0433-4569-a372-c0c023fa6106 req-5f63aeb9-f209-4b47-8ee5-cb0a02e1dfb1 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 210 time: 0.0690179 Sep 10 03:51:41.391940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] No DVR routers for this DVR port e2c7d663-b85f-440b-ae2d-dd31206980c2 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:41.428419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] Pushing event updated for resources: {'Port': ['ID=e2c7d663-b85f-440b-ae2d-dd31206980c2,revision_number=6']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:41.450842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] In _notify_port_updated(), no bound segment for port e2c7d663-b85f-440b-ae2d-dd31206980c2 on network 9c7fed57-0367-41af-8623-58378436fd28 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:51:41.452405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:41.453970 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:41.455930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-c7630820-7002-4828-a5ad-d719eab44864 service neutron] 10.222.0.39 "PUT /v2.0/ports/e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 200 len: 1033 time: 0.5966611 Sep 10 03:51:41.628572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f33d3-19e2-4425-9fa6-63de59b6bed6 req-3352a622-601f-4829-a77e-520846a8c4a6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:41.634352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f33d3-19e2-4425-9fa6-63de59b6bed6 req-3352a622-601f-4829-a77e-520846a8c4a6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:41.640318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f33d3-19e2-4425-9fa6-63de59b6bed6 req-3352a622-601f-4829-a77e-520846a8c4a6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:41.646301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f33d3-19e2-4425-9fa6-63de59b6bed6 req-3352a622-601f-4829-a77e-520846a8c4a6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:41.652365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9f33d3-19e2-4425-9fa6-63de59b6bed6 req-3352a622-601f-4829-a77e-520846a8c4a6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:41.657270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc9f33d3-19e2-4425-9fa6-63de59b6bed6 req-3352a622-601f-4829-a77e-520846a8c4a6 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 3887 time: 0.1127555 Sep 10 03:51:41.669494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-151ba5e2-2003-4cb3-9cdf-f77e0e5bf470 None None] Provisioning complete for port e2c7d663-b85f-440b-ae2d-dd31206980c2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:41.669938 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-151ba5e2-2003-4cb3-9cdf-f77e0e5bf470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:41.689615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting port 7abd7b06-202a-4338-a29a-d82199e812e3 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:41.689959 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:41.711532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-151ba5e2-2003-4cb3-9cdf-f77e0e5bf470 None None] Port e2c7d663-b85f-440b-ae2d-dd31206980c2 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:51:41.744396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc9f33d3-19e2-4425-9fa6-63de59b6bed6 req-8ea9e5fa-de7b-43e8-8c4d-1771a73a4a77 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0815463 Sep 10 03:51:41.827442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b2c720-1937-4917-97ae-10a21abffeec req-3ef58ef3-89ca-4a14-aaec-28a07a8756a3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:41.829060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99b2c720-1937-4917-97ae-10a21abffeec req-3ef58ef3-89ca-4a14-aaec-28a07a8756a3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1148856 Sep 10 03:51:41.836129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] For port 7abd7b06-202a-4338-a29a-d82199e812e3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7abd7b06-202a-4338-a29a-d82199e812e3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:41.836492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:41.861569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Calling delete_port for 7abd7b06-202a-4338-a29a-d82199e812e3 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:41.918619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99b2c720-1937-4917-97ae-10a21abffeec req-ce2fc6cf-e535-4f38-8d94-8bd0fcbab59c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795379 Sep 10 03:51:42.107212 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.138873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Port': ['ID=7abd7b06-202a-4338-a29a-d82199e812e3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:42.172140 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:51:42.194556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] No DVR routers for this DVR port 7abd7b06-202a-4338-a29a-d82199e812e3 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:42.197235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.199447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-229e296c-e449-486a-96d1-d9faae419c92 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "DELETE /v2.0/ports/7abd7b06-202a-4338-a29a-d82199e812e3 HTTP/1.1" status: 204 len: 173 time: 0.7229800 Sep 10 03:51:42.199941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': '7abd7b06-202a-4338-a29a-d82199e812e3'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:42.202172 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99c0b038-3aa2-4644-b4e5-9e27a937881b" -d '{"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "7abd7b06-202a-4338-a29a-d82199e812e3"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:42.244533 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cb2c3f-7336-4ea8-b4ea-567d0743b2e9 x-openstack-request-id: req-53cb2c3f-7336-4ea8-b4ea-567d0743b2e9 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:42.244816 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "7abd7b06-202a-4338-a29a-d82199e812e3", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:42.245064 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53cb2c3f-7336-4ea8-b4ea-567d0743b2e9 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:42.245570 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': '7abd7b06-202a-4338-a29a-d82199e812e3', 'status': 'completed', 'code': 200} Sep 10 03:51:42.273002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49238) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:42.304806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting port 56c6590c-f585-489e-b451-fe739a2c2c49 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:42.305224 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.398045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1709021506'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:42.417958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] For port 56c6590c-f585-489e-b451-fe739a2c2c49, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=56c6590c-f585-489e-b451-fe739a2c2c49,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:42.418257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.432389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Calling delete_port for 56c6590c-f585-489e-b451-fe739a2c2c49 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:42.435196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 56c6590c-f585-489e-b451-fe739a2c2c49 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:42.437632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-6bd56c90-3f8b-4780-bd9b-9d535a1760f2 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:42.439648 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-6bd56c90-3f8b-4780-bd9b-9d535a1760f2 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.39 "GET /v2.0/networks?id=faa9c030-873d-4c20-a295-dd8e1640026d HTTP/1.1" status: 200 len: 821 time: 0.1340845 Sep 10 03:51:42.456011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Request body: {'port': {'device_id': 'a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0', 'network_id': 'faa9c030-873d-4c20-a295-dd8e1640026d', 'admin_state_up': True, 'tenant_id': 'c580ebe355c345fb81ffa67c31ad67eb'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:42.536666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-568d1ecf-246f-4b89-86f2-2f05b6ed450f req-1df2b0d6-8ac6-47fd-ba39-d38a6b9512a6 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 210 time: 0.0377841 Sep 10 03:51:42.556770 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.564335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Made reservation on behalf of ca28538c79984e6ea7f4c5dddeaf531c for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:42.569966 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.583042 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.589590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c6590c-f585-489e-b451-fe739a2c2c49'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:42.591999 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6382895e-58ed-42e8-8d54-9f0ef29f3d6f" -d '{"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-unplugged", "status": "completed", "tag": "56c6590c-f585-489e-b451-fe739a2c2c49"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:42.607562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 56c6590c-f585-489e-b451-fe739a2c2c49, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=56c6590c-f585-489e-b451-fe739a2c2c49,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:42.637661 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b07054f5-c287-4e28-a445-d93d2c575444 x-openstack-request-id: req-b07054f5-c287-4e28-a445-d93d2c575444 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:42.637959 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-unplugged", "status": "completed", "tag": "56c6590c-f585-489e-b451-fe739a2c2c49", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:42.638217 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b07054f5-c287-4e28-a445-d93d2c575444 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:42.638676 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '56c6590c-f585-489e-b451-fe739a2c2c49', 'code': 200} Sep 10 03:51:42.675891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.675891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e2c7d663-b85f-440b-ae2d-dd31206980c2 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:42.701307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Made reservation on behalf of c580ebe355c345fb81ffa67c31ad67eb for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:42.707390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.775488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e2c7d663-b85f-440b-ae2d-dd31206980c2 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:42.776186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 7abd7b06-202a-4338-a29a-d82199e812e3 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:42.778573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=56c6590c-f585-489e-b451-fe739a2c2c49,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:42.798954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 7abd7b06-202a-4338-a29a-d82199e812e3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:42.799317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 7abd7b06-202a-4338-a29a-d82199e812e3 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:42.799752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 84d56faa-0360-4709-a667-2e81c2bc963a no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:42.817777 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.857842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Port': ['ID=56c6590c-f585-489e-b451-fe739a2c2c49,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:42.932760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.948669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.952664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] No DVR routers for this DVR port 56c6590c-f585-489e-b451-fe739a2c2c49 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:42.952988 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Allocated IP 172.20.0.2 (faa9c030-873d-4c20-a295-dd8e1640026d/ec114eb1-b081-4856-bf69-d0cbfa4ba9c1/e071ca32-871f-43ef-b0a7-18e597ab63c8) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:42.956115 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:42.958278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-768beb45-45ef-40a0-b9bd-514db2e95d59 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "DELETE /v2.0/ports/56c6590c-f585-489e-b451-fe739a2c2c49 HTTP/1.1" status: 204 len: 173 time: 0.7520609 Sep 10 03:51:42.982491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 84d56faa-0360-4709-a667-2e81c2bc963a, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=84d56faa-0360-4709-a667-2e81c2bc963a,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:42.993902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7aa2-9478-4464-ad52-6f7d29803b11 req-34c86cdd-e333-4ef5-a992-ca6bf08ded01 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:42.999887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7aa2-9478-4464-ad52-6f7d29803b11 req-34c86cdd-e333-4ef5-a992-ca6bf08ded01 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:43.005772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4c7aa2-9478-4464-ad52-6f7d29803b11 req-34c86cdd-e333-4ef5-a992-ca6bf08ded01 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:43.015522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc4c7aa2-9478-4464-ad52-6f7d29803b11 req-34c86cdd-e333-4ef5-a992-ca6bf08ded01 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 2417 time: 0.1154833 Sep 10 03:51:43.045281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.077707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.079020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 9c746c9f-a3be-4e39-92ee-bee68113d82c no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:43.115919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:51:43.123942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc4c7aa2-9478-4464-ad52-6f7d29803b11 req-f1384943-c855-4e23-8440-636ef5820a7f tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989833 Sep 10 03:51:43.135266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20e56270-7007-45bc-812e-237de972b3f6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:43.156602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26180e06-ddf7-42d6-84fc-344cd48568eb req-fb444159-35bd-4128-a05b-1e3c3e6db4b4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:43.161950 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.162296 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Added segment 9dcac3ba-1640-4dde-bcff-5e75bfaac45a of type vlan for network 82b53272-95ed-4b97-8cde-9991d3183378 Sep 10 03:51:43.163798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26180e06-ddf7-42d6-84fc-344cd48568eb req-fb444159-35bd-4128-a05b-1e3c3e6db4b4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0858605 Sep 10 03:51:43.179038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting port e7f4607d-02f8-44da-89f3-bf723d22beb3 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:43.179384 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.184621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.200884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 9c746c9f-a3be-4e39-92ee-bee68113d82c not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:43.201424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e7f4607d-02f8-44da-89f3-bf723d22beb3 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:43.232246 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.248611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=84d56faa-0360-4709-a667-2e81c2bc963a,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:43.272779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26180e06-ddf7-42d6-84fc-344cd48568eb req-ac7c471e-5b3c-4a8f-ad2c-a26e03849be8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080523 Sep 10 03:51:43.310072 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.312395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] For port e7f4607d-02f8-44da-89f3-bf723d22beb3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:43.313293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.334786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Calling delete_port for e7f4607d-02f8-44da-89f3-bf723d22beb3 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:43.348887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e7f4607d-02f8-44da-89f3-bf723d22beb3, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e7f4607d-02f8-44da-89f3-bf723d22beb3,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:43.370622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.404175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.410503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:43.411836 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.459214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Network faa9c030-873d-4c20-a295-dd8e1640026d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:43.461805 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.462665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 42b31329-8d4d-4d6a-827f-ff52221bd22e no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:43.484287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:43.496743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:43.543023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e7f4607d-02f8-44da-89f3-bf723d22beb3,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:43.581734 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.589483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Pushing event updated for resources: {'Port': ['ID=e071ca32-871f-43ef-b0a7-18e597ab63c8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:43.592599 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3180017 Sep 10 03:51:43.595948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dd591-a124-465f-9dd3-c59c8eeb517c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Network': ['ID=82b53272-95ed-4b97-8cde-9991d3183378,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:43.599819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49264) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:43.604737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'subnet': {'network_id': '82b53272-95ed-4b97-8cde-9991d3183378', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:43.618583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 82b53272-95ed-4b97-8cde-9991d3183378 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:51:43.641265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:43.641913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.652830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Port': ['ID=e7f4607d-02f8-44da-89f3-bf723d22beb3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:43.702534 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.706198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] No DVR routers for this DVR port e7f4607d-02f8-44da-89f3-bf723d22beb3 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:43.708294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.715954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-779fc1a9-ee6b-4661-b5bd-03457b427482 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "DELETE /v2.0/ports/e7f4607d-02f8-44da-89f3-bf723d22beb3 HTTP/1.1" status: 204 len: 173 time: 0.7424843 Sep 10 03:51:43.738023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-04ce1a9c-ca6a-41b8-8903-c2caade1f18f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2880449 Sep 10 03:51:43.745576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 42b31329-8d4d-4d6a-827f-ff52221bd22e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:43.752215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Request body: {'port': {'device_id': 'a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:43.808693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.821295 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.838407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc762e2e-1264-450f-9020-64683525c2bc req-297c9a99-de09-40cf-8538-45b026956387 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:43.839919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc762e2e-1264-450f-9020-64683525c2bc req-297c9a99-de09-40cf-8538-45b026956387 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 931 time: 0.1896136 Sep 10 03:51:43.848058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1beb2c1-1fad-4b78-b1a7-62d07178ea99 req-812170b5-827a-467f-b37e-af4d27ebe97b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:43.849655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1beb2c1-1fad-4b78-b1a7-62d07178ea99 req-812170b5-827a-467f-b37e-af4d27ebe97b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 947 time: 0.1480215 Sep 10 03:51:43.852561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Made reservation on behalf of ca28538c79984e6ea7f4c5dddeaf531c for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:43.855986 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:43.881397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=42b31329-8d4d-4d6a-827f-ff52221bd22e,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:43.920986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc762e2e-1264-450f-9020-64683525c2bc req-b28e2765-80a0-492c-9698-121cbc327561 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681150 Sep 10 03:51:43.932933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1beb2c1-1fad-4b78-b1a7-62d07178ea99 req-b99f2db4-8f70-488f-ae60-4dc31c0ab3c4 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716462 Sep 10 03:51:43.944877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting port 42b31329-8d4d-4d6a-827f-ff52221bd22e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:43.944877 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.043707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] For port 42b31329-8d4d-4d6a-827f-ff52221bd22e, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=42b31329-8d4d-4d6a-827f-ff52221bd22e,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:44.043707 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.247446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': '56c6590c-f585-489e-b451-fe739a2c2c49'}, {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': 'e7f4607d-02f8-44da-89f3-bf723d22beb3'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:44.249620 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b227d824-2670-4c95-a94e-bcbd49eafd91" -d '{"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "56c6590c-f585-489e-b451-fe739a2c2c49"}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "e7f4607d-02f8-44da-89f3-bf723d22beb3"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:44.256529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e071ca32-871f-43ef-b0a7-18e597ab63c8 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:51:44.265420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.278993 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.291789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Transition to ACTIVE for port object e071ca32-871f-43ef-b0a7-18e597ab63c8 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:51:44.292562 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7436bd54-1326-4c5f-b91a-9c364729b448 x-openstack-request-id: req-7436bd54-1326-4c5f-b91a-9c364729b448 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:44.292902 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "56c6590c-f585-489e-b451-fe739a2c2c49", "status": "completed", "code": 200}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "e7f4607d-02f8-44da-89f3-bf723d22beb3", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:44.293153 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7436bd54-1326-4c5f-b91a-9c364729b448 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:44.293552 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': '56c6590c-f585-489e-b451-fe739a2c2c49', 'status': 'completed', 'code': 200} Sep 10 03:51:44.294115 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': 'e7f4607d-02f8-44da-89f3-bf723d22beb3', 'status': 'completed', 'code': 200} Sep 10 03:51:44.299858 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.300277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.300596 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Floating IP 61c4b6fd-42b6-4560-a54f-9ada7d891dee disassociated. External IP: 172.25.3.55, port: 42b31329-8d4d-4d6a-827f-ff52221bd22e. Sep 10 03:51:44.301157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Calling delete_port for 42b31329-8d4d-4d6a-827f-ff52221bd22e owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:44.325879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363caa97-5f7c-475b-8329-2b4ae25ec0b2 req-885d6892-f9e5-4f6d-9c93-4804745a5f14 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:44.332305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363caa97-5f7c-475b-8329-2b4ae25ec0b2 req-885d6892-f9e5-4f6d-9c93-4804745a5f14 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:44.333896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-363caa97-5f7c-475b-8329-2b4ae25ec0b2 req-885d6892-f9e5-4f6d-9c93-4804745a5f14 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 1678 time: 0.0991354 Sep 10 03:51:44.354597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Subnet': ['ID=77efd7a2-ccf5-491c-b83c-19d815524bf8,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:44.363361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Checking segment: {'id': '9dcac3ba-1640-4dde-bcff-5e75bfaac45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '82b53272-95ed-4b97-8cde-9991d3183378'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:44.363361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network hostable DHCP agents. Network: 82b53272-95ed-4b97-8cde-9991d3183378, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:51:44.381223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.451143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Pushing event updated for resources: {'Port': ['ID=e071ca32-871f-43ef-b0a7-18e597ab63c8,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:44.456518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 82b53272-95ed-4b97-8cde-9991d3183378 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:51:44.511234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Attempting to bind port e071ca32-871f-43ef-b0a7-18e597ab63c8 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:51:44.512073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Attempting to bind port e071ca32-871f-43ef-b0a7-18e597ab63c8 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '71e78e65-c751-4ecc-a0d2-52e2528c59ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'faa9c030-873d-4c20-a295-dd8e1640026d'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:51:44.512492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Attempting to bind port e071ca32-871f-43ef-b0a7-18e597ab63c8 on network faa9c030-873d-4c20-a295-dd8e1640026d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:44.518567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Port e071ca32-871f-43ef-b0a7-18e597ab63c8 on network faa9c030-873d-4c20-a295-dd8e1640026d not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:51:44.518979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Attempting to bind port e071ca32-871f-43ef-b0a7-18e597ab63c8 on network faa9c030-873d-4c20-a295-dd8e1640026d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:51:44.524532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:51:44.524908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Checking segment: {'id': '71e78e65-c751-4ecc-a0d2-52e2528c59ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'faa9c030-873d-4c20-a295-dd8e1640026d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:51:44.525302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Bound using segment: {'id': '71e78e65-c751-4ecc-a0d2-52e2528c59ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'faa9c030-873d-4c20-a295-dd8e1640026d'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:51:44.525730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Bound port: e071ca32-871f-43ef-b0a7-18e597ab63c8, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71e78e65-c751-4ecc-a0d2-52e2528c59ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'faa9c030-873d-4c20-a295-dd8e1640026d'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:51:44.526093 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.573760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 82b53272-95ed-4b97-8cde-9991d3183378) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:44.583218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-935f5205-6f87-44b2-a263-6d8810885ae4 None None] Network 82b53272-95ed-4b97-8cde-9991d3183378 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:44.585386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:44.585987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.610299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] For port e071ca32-871f-43ef-b0a7-18e597ab63c8, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:51:44.613619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] For port e071ca32-871f-43ef-b0a7-18e597ab63c8, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e071ca32-871f-43ef-b0a7-18e597ab63c8,segment=NetworkSegment(71e78e65-c751-4ecc-a0d2-52e2528c59ec),segment_id=71e78e65-c751-4ecc-a0d2-52e2528c59ec)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:51:44.648599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d56faa-0360-4709-a667-2e81c2bc963a'}, {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f4607d-02f8-44da-89f3-bf723d22beb3'}, {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:44.651267 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf127ed-b968-4d1f-81cb-b355b58a9402" -d '{"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-unplugged", "status": "completed", "tag": "84d56faa-0360-4709-a667-2e81c2bc963a"}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f4607d-02f8-44da-89f3-bf723d22beb3"}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-unplugged", "status": "completed", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:44.676962 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1227081c-2346-4b51-b9e3-0a87f54d694c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0737879 Sep 10 03:51:44.677320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49280) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:44.682416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-960956476', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:44.723493 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.725989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2cf2e6-277c-4928-9853-90c796dcb59e None None] Network 82b53272-95ed-4b97-8cde-9991d3183378 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:51:44.761018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:44.761503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.762893 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] 10.222.0.39 "PUT /v2.0/ports/e071ca32-871f-43ef-b0a7-18e597ab63c8 HTTP/1.1" status: 200 len: 1091 time: 1.0149839 Sep 10 03:51:44.763392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0', 'tag': 'e071ca32-871f-43ef-b0a7-18e597ab63c8'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:44.764019 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-363caa97-5f7c-475b-8329-2b4ae25ec0b2 req-be73a94a-3c3c-45b9-8e3f-cc7dd95be417 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3978183 Sep 10 03:51:44.765707 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32bb5547-a068-4f57-a449-48baf0fa6965" -d '{"events": [{"name": "network-changed", "server_uuid": "a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0", "tag": "e071ca32-871f-43ef-b0a7-18e597ab63c8"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:44.780187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d27297-7c63-43c0-b805-c9d94083833f req-beecbe39-c561-4b85-a98e-fa2e1b75aedd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:44.788217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8801c2-4c16-4af6-9a88-43986a8c8c5b service neutron] Pushing event updated for resources: {'Port': ['ID=e071ca32-871f-43ef-b0a7-18e597ab63c8,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:44.789263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4d27297-7c63-43c0-b805-c9d94083833f req-beecbe39-c561-4b85-a98e-fa2e1b75aedd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.4219780 Sep 10 03:51:44.808909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.810117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.863499 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e926d76c-d815-47b0-8d49-55754ff2077c x-openstack-request-id: req-e926d76c-d815-47b0-8d49-55754ff2077c {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:44.863824 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-unplugged", "status": "completed", "tag": "84d56faa-0360-4709-a667-2e81c2bc963a", "code": 200}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-unplugged", "status": "completed", "tag": "e7f4607d-02f8-44da-89f3-bf723d22beb3", "code": 200}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-unplugged", "status": "completed", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:44.864074 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e926d76c-d815-47b0-8d49-55754ff2077c {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:44.864463 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84d56faa-0360-4709-a667-2e81c2bc963a', 'code': 200} Sep 10 03:51:44.864710 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7f4607d-02f8-44da-89f3-bf723d22beb3', 'code': 200} Sep 10 03:51:44.864952 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'code': 200} Sep 10 03:51:44.874186 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.882494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4d27297-7c63-43c0-b805-c9d94083833f req-8188a643-a550-44bc-ad46-cb49cfa80288 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882611 Sep 10 03:51:44.908279 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-345e2158-92c9-4636-a17d-2215c3bf59ad x-openstack-request-id: req-345e2158-92c9-4636-a17d-2215c3bf59ad {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:44.908610 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0", "tag": "e071ca32-871f-43ef-b0a7-18e597ab63c8", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:44.908866 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-345e2158-92c9-4636-a17d-2215c3bf59ad {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:44.909268 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0', 'tag': 'e071ca32-871f-43ef-b0a7-18e597ab63c8', 'status': 'completed', 'code': 200} Sep 10 03:51:44.981237 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:44.994583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-e1b687cb-c67e-4ba1-8290-04380d6e89ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:44.996128 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-e1b687cb-c67e-4ba1-8290-04380d6e89ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c580ebe355c345fb81ffa67c31ad67eb&device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 1094 time: 0.0806446 Sep 10 03:51:45.010415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Port': ['ID=42b31329-8d4d-4d6a-827f-ff52221bd22e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:45.200290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:45.217659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65445104-a46f-4463-8e24-7fd00d71ff7d req-ad778f23-9853-4568-8436-6669b9217a2f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:45.219254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65445104-a46f-4463-8e24-7fd00d71ff7d req-ad778f23-9853-4568-8436-6669b9217a2f tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 947 time: 0.0913286 Sep 10 03:51:45.233831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19683bad-55c4-4ef2-89d9-1460b0443692 req-d9dd91b4-fb5c-48fc-a762-113fd6184358 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:45.235938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19683bad-55c4-4ef2-89d9-1460b0443692 req-d9dd91b4-fb5c-48fc-a762-113fd6184358 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 943 time: 0.1208186 Sep 10 03:51:45.335120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65445104-a46f-4463-8e24-7fd00d71ff7d req-0aee66bb-2965-4282-a993-a8a851ea130b tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980649 Sep 10 03:51:45.350693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19683bad-55c4-4ef2-89d9-1460b0443692 req-310ceaf9-a63f-4479-a39f-802f15a1f8ae tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060519 Sep 10 03:51:45.362185 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-37e4ee04-330d-4694-adc5-56d39e00e84b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e071ca32-871f-43ef-b0a7-18e597ab63c8 HTTP/1.1" status: 200 len: 217 time: 0.3387439 Sep 10 03:51:45.419961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:45.420587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:45.434400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] Sync routers for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:45.450058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:45.450750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:45.500365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] No DVR routers for this DVR port 42b31329-8d4d-4d6a-827f-ff52221bd22e on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:45.504196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-2d899dc4-4957-428b-be0e-571b1bae2192 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:45.505733 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-2d899dc4-4957-428b-be0e-571b1bae2192 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.39 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 947 time: 0.1558025 Sep 10 03:51:45.511949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:45.511949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-39704efa-7f20-470d-aefa-5289139e15d5 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "DELETE /v2.0/ports/42b31329-8d4d-4d6a-827f-ff52221bd22e HTTP/1.1" status: 204 len: 173 time: 1.7735646 Sep 10 03:51:45.590104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-c14fc465-5469-43ea-8bf9-89e6a58dbb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:45.591609 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-c14fc465-5469-43ea-8bf9-89e6a58dbb87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec114eb1-b081-4856-bf69-d0cbfa4ba9c1 HTTP/1.1" status: 200 len: 861 time: 0.2071490 Sep 10 03:51:45.604409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:45.639813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting port 84d56faa-0360-4709-a667-2e81c2bc963a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:45.639813 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:45.658315 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-385f9c40-c70a-4764-a802-43799e3adcf9 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=faa9c030-873d-4c20-a295-dd8e1640026d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487399 Sep 10 03:51:45.732781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] For port 84d56faa-0360-4709-a667-2e81c2bc963a, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=84d56faa-0360-4709-a667-2e81c2bc963a,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:45.733211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:45.751548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Calling delete_port for 84d56faa-0360-4709-a667-2e81c2bc963a owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:45.795672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Deleting port 99035cd4-ae96-4336-b058-e1de5061e7bd {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:45.796063 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:45.818203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '56d273cd-504b-46a3-bff0-3c731a68bf06', 'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'mac_address': 'fa:16:3e:e4:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:15Z', 'updated_at': '2021-09-10T03:41:27Z', 'revision_number': 5, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'subnets': [{'id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:45.845332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] Checking router: 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:45.853822 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-f56f6c3c-6da4-4f6e-a09d-22d424622b3e service neutron] 10.222.0.39 "GET /v2.0/networks/faa9c030-873d-4c20-a295-dd8e1640026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868162 Sep 10 03:51:45.854038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:45.854445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:45.935945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d4fed8-61bf-425e-a0b6-6fde9e340960 req-1111465d-aef9-42ad-b4ca-b12c59a37d0e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:45.938471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61d4fed8-61bf-425e-a0b6-6fde9e340960 req-1111465d-aef9-42ad-b4ca-b12c59a37d0e tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 943 time: 0.0665226 Sep 10 03:51:45.998340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61d4fed8-61bf-425e-a0b6-6fde9e340960 req-58b004c1-76ad-4141-a7fa-08ea16fd59c2 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups?id=356355f2-cbd0-4cef-892c-cad9700b59c9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511770 Sep 10 03:51:46.013970 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:46.050915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Port': ['ID=84d56faa-0360-4709-a667-2e81c2bc963a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:46.085895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] For port 99035cd4-ae96-4336-b058-e1de5061e7bd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=99035cd4-ae96-4336-b058-e1de5061e7bd,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:46.086279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:46.091673 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:46.098300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bf9f5-cbcf-4e1a-ac4a-408aa10a2f22 req-cca00992-69bb-4cdb-bec1-1a24ff01e8dc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:46.100174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b12bf9f5-cbcf-4e1a-ac4a-408aa10a2f22 req-cca00992-69bb-4cdb-bec1-1a24ff01e8dc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1184950 Sep 10 03:51:46.115777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] No DVR routers for this DVR port 84d56faa-0360-4709-a667-2e81c2bc963a on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:46.122827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:46.124853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7fc18a2-9fd0-439b-8603-1651abb79400 req-89e28229-2f14-4375-90e4-908064d8a1c7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.39 "DELETE /v2.0/ports/84d56faa-0360-4709-a667-2e81c2bc963a HTTP/1.1" status: 204 len: 173 time: 0.6047397 Sep 10 03:51:46.130559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:46.153000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b12bf9f5-cbcf-4e1a-ac4a-408aa10a2f22 req-9235a5b2-3f14-4faa-9f14-d310e0c39c99 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383277 Sep 10 03:51:46.155713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:46.294957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e'}, {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': '84d56faa-0360-4709-a667-2e81c2bc963a'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:46.298355 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c6be4b5-a965-488b-90f0-d752076e66ef" -d '{"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e"}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "84d56faa-0360-4709-a667-2e81c2bc963a"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:46.327879 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3afadaf-2db9-4793-8f97-f3bba5194924 req-cc38b0c5-f85a-4d82-90eb-f69bf4f0acb6 service neutron] 10.222.0.39 "GET /v2.0/networks/faa9c030-873d-4c20-a295-dd8e1640026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4581833 Sep 10 03:51:46.333743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '56d273cd-504b-46a3-bff0-3c731a68bf06', 'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'mac_address': 'fa:16:3e:e4:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:15Z', 'updated_at': '2021-09-10T03:41:27Z', 'revision_number': 5, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'subnets': [{'id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:46.343628 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c788ce4-5922-495e-9c0f-d688d544c6f9 x-openstack-request-id: req-2c788ce4-5922-495e-9c0f-d688d544c6f9 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:46.344176 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "42b31329-8d4d-4d6a-827f-ff52221bd22e", "status": "completed", "code": 200}, {"server_uuid": "ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041", "name": "network-vif-deleted", "tag": "84d56faa-0360-4709-a667-2e81c2bc963a", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:46.344596 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c788ce4-5922-495e-9c0f-d688d544c6f9 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:46.344984 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': '42b31329-8d4d-4d6a-827f-ff52221bd22e', 'status': 'completed', 'code': 200} Sep 10 03:51:46.345240 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041', 'name': 'network-vif-deleted', 'tag': '84d56faa-0360-4709-a667-2e81c2bc963a', 'status': 'completed', 'code': 200} Sep 10 03:51:46.365565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-402eebfd-2c94-415d-8535-8868c6e59cd2 None None] The sync data for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 is: [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:41:16Z', 'revision_number': 4, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '56d273cd-504b-46a3-bff0-3c731a68bf06', 'name': '', 'network_id': '7fca3f9d-2c91-4744-9977-6c5c3e2ebf86', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'mac_address': 'fa:16:3e:e4:7c:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_interface', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:15Z', 'updated_at': '2021-09-10T03:41:27Z', 'revision_number': 5, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'subnets': [{'id': 'de481826-aaa2-4c99-88fc-13be40e266ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:46.553198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.25.3.207 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/53eec7be-8309-450f-a624-c7da22cc5320) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:46.604504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025bc987-f645-4c7d-abac-96c0e73f4c21 req-c899d194-37ec-47c6-973c-9b17c3dd4e21 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:46.611305 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:46.611692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:46.612028 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Floating IP cebf98f2-55d6-4444-b9ec-0e8434d68e11 disassociated. External IP: 172.25.3.219, port: 99035cd4-ae96-4336-b058-e1de5061e7bd. Sep 10 03:51:46.612384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Calling delete_port for 99035cd4-ae96-4336-b058-e1de5061e7bd owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:46.616498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-025bc987-f645-4c7d-abac-96c0e73f4c21 req-c899d194-37ec-47c6-973c-9b17c3dd4e21 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 943 time: 0.1403816 Sep 10 03:51:46.626445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-d6457f02-76b7-413b-a7b6-894840774e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:46.627986 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-d6457f02-76b7-413b-a7b6-894840774e3d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=c580ebe355c345fb81ffa67c31ad67eb&device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 1094 time: 0.1629093 Sep 10 03:51:46.646978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4c2ea-b454-4dc4-b4aa-e603cacf4409 req-1f424733-a5c4-4b67-a6cd-8e803947a650 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:46.657776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13b4c2ea-b454-4dc4-b4aa-e603cacf4409 req-1f424733-a5c4-4b67-a6cd-8e803947a650 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 947 time: 0.1306140 Sep 10 03:51:46.745719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-025bc987-f645-4c7d-abac-96c0e73f4c21 req-6fcf3548-9dfb-4c80-8cb3-d844e44c3c95 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278713 Sep 10 03:51:46.774965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13b4c2ea-b454-4dc4-b4aa-e603cacf4409 req-704f4ed7-6cd6-4459-be33-8373d1f78358 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3d91545-3f63-4fe5-b954-625c158d1511&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1042464 Sep 10 03:51:46.861384 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40b1032-0be8-43f8-a52c-6eb482aaf39b None None] New status for floating IP 61c4b6fd-42b6-4560-a54f-9ada7d891dee: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:51:46.869548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:46.891652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-2a2a54c1-9227-410c-95b8-98032cc2d894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:46.893168 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-2a2a54c1-9227-410c-95b8-98032cc2d894 service neutron] 10.222.0.39 "GET /v2.0/networks?id=faa9c030-873d-4c20-a295-dd8e1640026d HTTP/1.1" status: 200 len: 922 time: 0.2536724 Sep 10 03:51:46.952169 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-29402665-b1b0-4b17-a4a2-3e95891d40cd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e071ca32-871f-43ef-b0a7-18e597ab63c8 HTTP/1.1" status: 200 len: 217 time: 0.0445740 Sep 10 03:51:47.019375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-475632a4-9d96-4d7b-8928-77553bd22d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:47.020879 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-475632a4-9d96-4d7b-8928-77553bd22d88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=ec114eb1-b081-4856-bf69-d0cbfa4ba9c1 HTTP/1.1" status: 200 len: 861 time: 0.0576789 Sep 10 03:51:47.072316 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:47.075748 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-ed7eebec-e9e1-412f-aa7c-ca383c47d280 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=faa9c030-873d-4c20-a295-dd8e1640026d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306506 Sep 10 03:51:47.111047 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:47.116568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event deleted for resources: {'Port': ['ID=99035cd4-ae96-4336-b058-e1de5061e7bd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:47.130964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5b5dae2-bb48-49df-8212-44fa177cf9f8 req-c47848c3-3a28-4a2d-aa74-08ef24c4b35a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0392656 Sep 10 03:51:47.190136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:47.192542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:47.196548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:47.228240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=53eec7be-8309-450f-a624-c7da22cc5320,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:47.310577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71297328-4b04-4c57-a1ab-9bca48ce07da req-e131deb2-1bc2-4554-937b-17ed3b6d459f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:47.312510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71297328-4b04-4c57-a1ab-9bca48ce07da req-e131deb2-1bc2-4554-937b-17ed3b6d459f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0639672 Sep 10 03:51:47.353668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71297328-4b04-4c57-a1ab-9bca48ce07da req-cc4c0d66-d969-4e0d-bbe3-e9438a733041 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341105 Sep 10 03:51:47.708156 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-f50cd48b-7fe4-420a-9f65-491b32bf5cb1 service neutron] 10.222.0.39 "GET /v2.0/networks/faa9c030-873d-4c20-a295-dd8e1640026d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6085401 Sep 10 03:51:47.792687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Router e3c30265-3678-4e35-865d-a0077962deff has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:47.875983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd0904e7-a6b7-4a6a-8f5d-9034d0ab61d1 req-6b1c667c-1880-42a1-9d4b-1f27dcdc739a tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 210 time: 0.0327139 Sep 10 03:51:47.891375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f3c03-4d39-4fea-a446-49f44a35af62 req-7b950c01-2cd8-426a-9381-bf2a114dbf50 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:47.892868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b86f3c03-4d39-4fea-a446-49f44a35af62 req-7b950c01-2cd8-426a-9381-bf2a114dbf50 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 943 time: 0.0847299 Sep 10 03:51:47.939177 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32bb5547-a068-4f57-a449-48baf0fa6965 req-bd1ffc3b-0350-45cf-a206-6c08dd00a924 service neutron] 10.222.0.39 "GET /v2.0/networks/faa9c030-873d-4c20-a295-dd8e1640026d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2223256 Sep 10 03:51:47.947379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b86f3c03-4d39-4fea-a446-49f44a35af62 req-cca4e9da-1090-455f-b7ba-fab483fce25f tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454772 Sep 10 03:51:48.039414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:48.050027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] Sync routers for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:48.060782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:48.061382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:48.087830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] No DVR routers for this DVR port 99035cd4-ae96-4336-b058-e1de5061e7bd on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:48.091637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:48.093663 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5e0c18c5-d53c-4081-9994-73fb21325eed req-920dbe4b-8f7e-4a4d-ac90-132bdf3904a6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.39 "DELETE /v2.0/ports/99035cd4-ae96-4336-b058-e1de5061e7bd HTTP/1.1" status: 204 len: 173 time: 2.5597267 Sep 10 03:51:48.094650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-deleted', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:48.097121 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-725ec99b-d08b-40aa-b91e-45f52766a4a8" -d '{"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-deleted", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:48.151609 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c621db8b-29ac-445f-9911-2bc17cffd9a2 x-openstack-request-id: req-c621db8b-29ac-445f-9911-2bc17cffd9a2 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:48.151933 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e775fe0-f699-4d7f-a2c4-4e07991c165e", "name": "network-vif-deleted", "tag": "99035cd4-ae96-4336-b058-e1de5061e7bd", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:48.152192 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c621db8b-29ac-445f-9911-2bc17cffd9a2 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:48.152594 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e775fe0-f699-4d7f-a2c4-4e07991c165e', 'name': 'network-vif-deleted', 'tag': '99035cd4-ae96-4336-b058-e1de5061e7bd', 'status': 'completed', 'code': 200} Sep 10 03:51:48.155933 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:48.192724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:48.319667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ac45470-c9ef-4270-8f44-5d6527a90077 req-5a8195b6-443c-4b8e-a4d9-26f54b721ee1 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0278769 Sep 10 03:51:48.404656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:48.435830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:48.470586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] Checking router: e3c30265-3678-4e35-865d-a0077962deff for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:51:48.484411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:48.485367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:48.513927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a25124-7f94-46bc-bbec-6c15324b5eac req-65a74f8c-aa49-48ca-96c2-9825c49f2cbd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:48.522308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3a25124-7f94-46bc-bbec-6c15324b5eac req-65a74f8c-aa49-48ca-96c2-9825c49f2cbd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0806706 Sep 10 03:51:48.575418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3a25124-7f94-46bc-bbec-6c15324b5eac req-1232defd-880a-4025-987f-f21bc8793832 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469601 Sep 10 03:51:48.587512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e071ca32-871f-43ef-b0a7-18e597ab63c8 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:51:48.591228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 99035cd4-ae96-4336-b058-e1de5061e7bd no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:48.619202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 99035cd4-ae96-4336-b058-e1de5061e7bd {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:48.619549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 99035cd4-ae96-4336-b058-e1de5061e7bd not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:48.639241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:51:48.640495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:51:48.747923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:48.761547 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e29f8c-c9df-4274-865c-0163b0798fe5 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:48.774264 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e29f8c-c9df-4274-865c-0163b0798fe5 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:48.774968 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a0e29f8c-c9df-4274-865c-0163b0798fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:48.831463 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a0e29f8c-c9df-4274-865c-0163b0798fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:48.840354 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e29f8c-c9df-4274-865c-0163b0798fe5 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:48.840963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a0e29f8c-c9df-4274-865c-0163b0798fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:48.845261 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:48.848967 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d4ba4009-7935-4f01-a4b6-5c1cc087843b tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.1678386 Sep 10 03:51:48.849182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49326) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:48.871363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e071ca32-871f-43ef-b0a7-18e597ab63c8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e071ca32-871f-43ef-b0a7-18e597ab63c8,segment=NetworkSegment(71e78e65-c751-4ecc-a0d2-52e2528c59ec),segment_id=71e78e65-c751-4ecc-a0d2-52e2528c59ec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:48.892806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'e071ca32-871f-43ef-b0a7-18e597ab63c8', 'network_id': 'faa9c030-873d-4c20-a295-dd8e1640026d', 'port_id': 'e071ca32-871f-43ef-b0a7-18e597ab63c8', 'mac_address': 'fa:16:3e:71:59:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 224, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec114eb1-b081-4856-bf69-d0cbfa4ba9c1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:51:48.897628 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a0e29f8c-c9df-4274-865c-0163b0798fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:48.898560 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e29f8c-c9df-4274-865c-0163b0798fe5 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:48.969267 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:48.987824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e071ca32-871f-43ef-b0a7-18e597ab63c8 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:51:49.028958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e071ca32-871f-43ef-b0a7-18e597ab63c8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e071ca32-871f-43ef-b0a7-18e597ab63c8,segment=NetworkSegment(71e78e65-c751-4ecc-a0d2-52e2528c59ec),segment_id=71e78e65-c751-4ecc-a0d2-52e2528c59ec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:49.043031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70f5a873-098f-413f-a431-388b5a14ae33 req-7cb55b62-acde-427b-8cc0-968116ba3025 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e775fe0-f699-4d7f-a2c4-4e07991c165e HTTP/1.1" status: 200 len: 210 time: 0.0387807 Sep 10 03:51:49.059831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:49.111877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d19d39-5502-4fac-8c61-33d43bfee569 None None] The sync data for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 is: [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:43:31Z', 'revision_number': 4, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '9de214da-9e98-4a03-829d-7d94de0432b0', 'name': '', 'network_id': '082251f9-1713-4050-bdf6-0769d4b0bcf3', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'mac_address': 'fa:16:3e:37:f4:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_interface', 'standard_attr_id': 1167, 'fixed_ips': [{'subnet_id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:30Z', 'updated_at': '2021-09-10T03:43:37Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'subnets': [{'id': 'b9c3c589-4372-405b-9a64-bedabc37d371', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:49.114491 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:49.174798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ee32cd-dbcc-4327-b995-c2c1f0e768bd req-432aa643-abb5-4bf5-a710-6f93d12d0ee0 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:49.182114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ee32cd-dbcc-4327-b995-c2c1f0e768bd req-432aa643-abb5-4bf5-a710-6f93d12d0ee0 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 943 time: 0.1242380 Sep 10 03:51:49.222539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e071ca32-871f-43ef-b0a7-18e597ab63c8,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:49.262722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ee32cd-dbcc-4327-b995-c2c1f0e768bd req-e97af45b-2874-4b90-b348-b651bd7aa2d8 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788014 Sep 10 03:51:49.333987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e071ca32-871f-43ef-b0a7-18e597ab63c8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:51:49.478046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f76cead-fc94-4b58-b49a-e881195bd3c5 req-515d484e-54bb-4c52-b684-d24bbcb12c4a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0403965 Sep 10 03:51:49.479018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:49.514657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce791ee-7cae-4de1-a6f6-068265bd21e4 None None] New status for floating IP cebf98f2-55d6-4444-b9ec-0e8434d68e11: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:51:49.714231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54286a10-f1b1-427e-926b-7d22cc657d42 req-3e18836b-55e1-4141-9a09-c036d9834a0f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:49.722266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54286a10-f1b1-427e-926b-7d22cc657d42 req-3e18836b-55e1-4141-9a09-c036d9834a0f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0575032 Sep 10 03:51:49.763474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54286a10-f1b1-427e-926b-7d22cc657d42 req-04e33636-7770-4c80-873d-20cbe14d7f53 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400598 Sep 10 03:51:49.805009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.20.0.1 (82b53272-95ed-4b97-8cde-9991d3183378/77efd7a2-ccf5-491c-b83c-19d815524bf8/9c064b27-b94f-4351-88a1-f3d8ce49cac0) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:49.916951 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.010270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.051506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 82b53272-95ed-4b97-8cde-9991d3183378 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:50.054584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:50.060993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:50.067022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=9c064b27-b94f-4351-88a1-f3d8ce49cac0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:50.112817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.204825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49346) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:50.262964 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-542c617a-7e09-4ff6-933c-25be2573199d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.292314 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-542c617a-7e09-4ff6-933c-25be2573199d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.322233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.418145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8c3545-cc0a-44a4-b1e7-963867fe3713 req-24874cf2-8e33-4eb5-bb66-557aa9756820 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:50.419651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa8c3545-cc0a-44a4-b1e7-963867fe3713 req-24874cf2-8e33-4eb5-bb66-557aa9756820 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 944 time: 0.0547523 Sep 10 03:51:50.447648 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-542c617a-7e09-4ff6-933c-25be2573199d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.450142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-542c617a-7e09-4ff6-933c-25be2573199d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.451231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-542c617a-7e09-4ff6-933c-25be2573199d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "DELETE /v2.0/security-groups/f3d91545-3f63-4fe5-b954-625c158d1511 HTTP/1.1" status: 204 len: 168 time: 0.2501309 Sep 10 03:51:50.455625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49352) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:50.472076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa8c3545-cc0a-44a4-b1e7-963867fe3713 req-a0d31b52-4ed8-4469-9ae5-d49ddfab12df tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454590 Sep 10 03:51:50.472919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542c617a-7e09-4ff6-933c-25be2573199d tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3d91545-3f63-4fe5-b954-625c158d1511,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:50.499900 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-54589a35-48c1-45f3-809e-f61c34eb4ab6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] show failed (client error): The resource could not be found. Sep 10 03:51:50.501518 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-54589a35-48c1-45f3-809e-f61c34eb4ab6 tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "GET /v2.0/security-groups/f3d91545-3f63-4fe5-b954-625c158d1511 HTTP/1.1" status: 404 len: 347 time: 0.0448296 Sep 10 03:51:50.504494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49354) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:50.540308 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e071ca32-871f-43ef-b0a7-18e597ab63c8 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:51:50.638347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port e071ca32-871f-43ef-b0a7-18e597ab63c8 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:51:50.642680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port e071ca32-871f-43ef-b0a7-18e597ab63c8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:51:50.642998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.646960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc302d52-9f33-46dd-aedb-c0ba042da240 req-e4050657-5717-4a55-b74f-a8b92af49fc8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0516987 Sep 10 03:51:50.679819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.700232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Deleting port 5865de3c-3c4b-4283-8417-ee5a2c807e5d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:50.700468 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.745882 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.770628 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.785313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.785782 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.798096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e071ca32-871f-43ef-b0a7-18e597ab63c8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e071ca32-871f-43ef-b0a7-18e597ab63c8,segment=NetworkSegment(71e78e65-c751-4ecc-a0d2-52e2528c59ec),segment_id=71e78e65-c751-4ecc-a0d2-52e2528c59ec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:50.799610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e071ca32-871f-43ef-b0a7-18e597ab63c8'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:50.802161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Calling delete_port for 5865de3c-3c4b-4283-8417-ee5a2c807e5d owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:50.803015 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec3319b-26a3-4097-ba71-2ff88aae5f62" -d '{"events": [{"server_uuid": "a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0", "name": "network-vif-plugged", "status": "completed", "tag": "e071ca32-871f-43ef-b0a7-18e597ab63c8"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:50.810540 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-26ea6c92-71f2-4c3a-b000-e5170b34b7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.861275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.882368 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb924a2c-3baf-4eee-a479-0b57a9c91bfb x-openstack-request-id: req-bb924a2c-3baf-4eee-a479-0b57a9c91bfb {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:50.882736 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0", "name": "network-vif-plugged", "status": "completed", "tag": "e071ca32-871f-43ef-b0a7-18e597ab63c8", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:50.883045 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb924a2c-3baf-4eee-a479-0b57a9c91bfb {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:50.883502 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e071ca32-871f-43ef-b0a7-18e597ab63c8', 'code': 200} Sep 10 03:51:50.887233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=9c064b27-b94f-4351-88a1-f3d8ce49cac0,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:50.896125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:50.958237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e071ca32-871f-43ef-b0a7-18e597ab63c8,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:50.965449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544b3fd9-14ee-4474-9e16-967b48d58be9 req-f9d8cc87-5a7e-4c32-8503-42a32477ef91 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:50.967192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-544b3fd9-14ee-4474-9e16-967b48d58be9 req-f9d8cc87-5a7e-4c32-8503-42a32477ef91 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0894272 Sep 10 03:51:51.026281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44085474-b513-4729-b799-821f51824968 req-c041f7f9-0835-4bfd-8acd-4ea5b57e5458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:51.027929 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-44085474-b513-4729-b799-821f51824968 req-c041f7f9-0835-4bfd-8acd-4ea5b57e5458 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 1096 time: 0.0934727 Sep 10 03:51:51.041383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-544b3fd9-14ee-4474-9e16-967b48d58be9 req-0709e2b2-0588-48ae-bd95-a6e6003ce8af tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647879 Sep 10 03:51:51.071069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 82b53272-95ed-4b97-8cde-9991d3183378 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:51.075512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:51.079365 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-44085474-b513-4729-b799-821f51824968 req-242512ee-550a-4585-9856-e34a7e48a619 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406723 Sep 10 03:51:51.129881 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:51.157459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Pushing event deleted for resources: {'Port': ['ID=5865de3c-3c4b-4283-8417-ee5a2c807e5d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:51.221253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:51.223915 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:51.228352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-28f35b44-88e7-4bab-8cba-fbe3ca792b2c tempest-AttachVolumeShelveTestJSON-99461628 tempest-AttachVolumeShelveTestJSON-99461628-project] 10.222.0.22 "DELETE /v2.0/floatingips/cebf98f2-55d6-4444-b9ec-0e8434d68e11 HTTP/1.1" status: 204 len: 168 time: 0.7192404 Sep 10 03:51:51.485133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:51.611425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:51.619492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d2e96e26-32c7-447c-9efd-a62928a55c9e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/routers/8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7691844 Sep 10 03:51:51.622990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49372) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:51.623105 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297c273-349d-4fd1-a7fa-b0e8174ae7c1 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:51.626289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'port': {'network_id': '82b53272-95ed-4b97-8cde-9991d3183378', 'name': 'tempest-FloatingIPTestJSON-625582484'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:51.626725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17843798-ae16-4a18-a8d1-684edcbcaa33 req-0607bd18-d9dc-4200-926b-61e1b5535e4e tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:51.628360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17843798-ae16-4a18-a8d1-684edcbcaa33 req-0607bd18-d9dc-4200-926b-61e1b5535e4e tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 945 time: 0.0644364 Sep 10 03:51:51.636455 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297c273-349d-4fd1-a7fa-b0e8174ae7c1 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:51.637334 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5297c273-349d-4fd1-a7fa-b0e8174ae7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:51.667891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17843798-ae16-4a18-a8d1-684edcbcaa33 req-5258fbd9-1848-4769-a1f0-ab6376240dcf tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331907 Sep 10 03:51:51.717642 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5297c273-349d-4fd1-a7fa-b0e8174ae7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:51.726318 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5297c273-349d-4fd1-a7fa-b0e8174ae7c1 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:51.727127 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5297c273-349d-4fd1-a7fa-b0e8174ae7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:51.768577 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5297c273-349d-4fd1-a7fa-b0e8174ae7c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:51.769477 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5297c273-349d-4fd1-a7fa-b0e8174ae7c1 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:51.797743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9a74c6b-a53a-4a3c-9f7e-80ed958a9834 req-6d4e5e43-de62-44c8-8e11-270f30d4c87a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0338438 Sep 10 03:51:51.888227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Made reservation on behalf of ca28538c79984e6ea7f4c5dddeaf531c for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:51.891893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:51.910314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] device_id is not set on port 891f9b90-720b-4a9c-98ec-2fb4b4eaf155 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:52.041054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.20.0.14 (82b53272-95ed-4b97-8cde-9991d3183378/77efd7a2-ccf5-491c-b83c-19d815524bf8/891f9b90-720b-4a9c-98ec-2fb4b4eaf155) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:52.179735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941d1e20-401d-4af7-96a3-aa7b4f49772e req-95c0dce4-9f76-4750-b860-6510fe102435 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:52.182792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-941d1e20-401d-4af7-96a3-aa7b4f49772e req-95c0dce4-9f76-4750-b860-6510fe102435 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0655515 Sep 10 03:51:52.228684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:52.241564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-941d1e20-401d-4af7-96a3-aa7b4f49772e req-ce671e39-dd81-429e-a342-bbbb2bd5d711 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510287 Sep 10 03:51:52.364833 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:52.408837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 82b53272-95ed-4b97-8cde-9991d3183378 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:52.412129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:52.414742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:52.471827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:52.472589 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:52.492757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=891f9b90-720b-4a9c-98ec-2fb4b4eaf155,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:52.555814 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-421357c7-c8d5-4ba0-aaf3-35578e364b7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9321828 Sep 10 03:51:52.556026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49382) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:52.560975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'port': {'network_id': '82b53272-95ed-4b97-8cde-9991d3183378', 'name': 'tempest-FloatingIPTestJSON-1370481560'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:52.746829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Made reservation on behalf of ca28538c79984e6ea7f4c5dddeaf531c for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:51:52.751745 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:52.773912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] device_id is not set on port 277fb646-0141-455c-aa0f-74d2f93fd162 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:51:52.818178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f133ba-194a-4058-9c85-008fc4f24381 req-9c7dd58e-0fca-43cb-a1fd-9e6e796334ec tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:52.827198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05f133ba-194a-4058-9c85-008fc4f24381 req-9c7dd58e-0fca-43cb-a1fd-9e6e796334ec tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 945 time: 0.0617781 Sep 10 03:51:52.877344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05f133ba-194a-4058-9c85-008fc4f24381 req-9664b78e-8d39-492d-b012-d04d0992bddd tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490739 Sep 10 03:51:52.936079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98f8f3dd-eeda-4443-ad89-5029ded5b897 req-a97d61b8-84cd-47f8-b5f7-6255e7b73154 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0315654 Sep 10 03:51:52.976176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.20.0.6 (82b53272-95ed-4b97-8cde-9991d3183378/77efd7a2-ccf5-491c-b83c-19d815524bf8/277fb646-0141-455c-aa0f-74d2f93fd162) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:53.163728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:53.287870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:53.349389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 82b53272-95ed-4b97-8cde-9991d3183378 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:53.349389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:53.354766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:53.403940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=277fb646-0141-455c-aa0f-74d2f93fd162,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:53.428346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:53.428346 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:53.438283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ff8801-a1ae-45c8-a70f-a02da3831463 req-91b773a1-cd52-4cbc-8885-45c18ff25a82 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:53.451063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2ff8801-a1ae-45c8-a70f-a02da3831463 req-91b773a1-cd52-4cbc-8885-45c18ff25a82 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1023302 Sep 10 03:51:53.473044 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-45f55c50-0657-4f21-bf93-8a6ab444ce54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:53.491977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2ff8801-a1ae-45c8-a70f-a02da3831463 req-010026ef-ce05-4973-a8ee-9ba2f48a92b0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397792 Sep 10 03:51:53.549652 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ed4d3977-77dd-4672-a326-790349aa5973 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.9925439 Sep 10 03:51:53.552911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49422) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:53.557448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '277fb646-0141-455c-aa0f-74d2f93fd162', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:53.661155 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:53.728515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:53.774992 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:53.896961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.25.3.54 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/4882c5f5-cffe-47af-b059-c35fbd3b77c7) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:54.027391 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:54.094985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec6c4b8-69bd-4af1-8582-c9510ff999ef req-14fa1381-325f-4b59-b667-856ed699720b tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:54.096655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ec6c4b8-69bd-4af1-8582-c9510ff999ef req-14fa1381-325f-4b59-b667-856ed699720b tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 945 time: 0.0883346 Sep 10 03:51:54.133298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ba980eb-1e14-48fc-bff8-d2da9b829b26 req-c2bc798c-5b9a-4d24-ba83-b28642714df8 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0551021 Sep 10 03:51:54.179297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ec6c4b8-69bd-4af1-8582-c9510ff999ef req-72fff362-43e2-4940-b1c0-43fbcb9128cd tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594819 Sep 10 03:51:54.233420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:54.272495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:54.276922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:54.280963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:54.307846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=4882c5f5-cffe-47af-b059-c35fbd3b77c7,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:54.705139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585c3c0-0b41-4d49-bdd0-aaf9a7c4bc94 req-dfad5e8a-6aee-4843-90fd-c2daca512053 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:54.706768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3585c3c0-0b41-4d49-bdd0-aaf9a7c4bc94 req-dfad5e8a-6aee-4843-90fd-c2daca512053 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1089892 Sep 10 03:51:54.714600 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:54.782291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3585c3c0-0b41-4d49-bdd0-aaf9a7c4bc94 req-77d1d73d-6435-46f6-bf5d-91b9340785ab tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497296 Sep 10 03:51:54.869264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:55.019926 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:55.049947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:55.078253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:55.149767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=4882c5f5-cffe-47af-b059-c35fbd3b77c7,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:55.160974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:55.304470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca4d54ed-e9db-4c96-8ca1-6820f42f857f req-c826c3ab-f5e1-443e-802b-2a6db203a011 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0453064 Sep 10 03:51:55.323092 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP b4fc37e3-2faa-4afe-8690-15b843919bf6 associated. External IP: 172.25.3.54, port: 277fb646-0141-455c-aa0f-74d2f93fd162. Sep 10 03:51:55.384986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65c5706-7949-416d-b2ba-d615bed5f572 req-682e7c30-8497-4379-872b-cee25d243a88 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:55.386675 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d65c5706-7949-416d-b2ba-d615bed5f572 req-682e7c30-8497-4379-872b-cee25d243a88 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 945 time: 0.1180894 Sep 10 03:51:55.411776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-59499373-a249-425a-b59d-e7971268e7ac tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:55.413956 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-59499373-a249-425a-b59d-e7971268e7ac tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.39 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 945 time: 0.0855839 Sep 10 03:51:55.493827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d65c5706-7949-416d-b2ba-d615bed5f572 req-8665f59a-750a-4a7c-bd24-397903ba341c tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/security-groups?id=7d72c510-db2e-4cf3-ab80-29f3679f8b9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863466 Sep 10 03:51:55.557568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Deleting port e071ca32-871f-43ef-b0a7-18e597ab63c8 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:55.558076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:55.628342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:55.660434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] For port e071ca32-871f-43ef-b0a7-18e597ab63c8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e071ca32-871f-43ef-b0a7-18e597ab63c8,segment=NetworkSegment(71e78e65-c751-4ecc-a0d2-52e2528c59ec),segment_id=71e78e65-c751-4ecc-a0d2-52e2528c59ec)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:55.660812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:55.675116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Calling delete_port for e071ca32-871f-43ef-b0a7-18e597ab63c8 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:55.907662 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:55.921966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e071ca32-871f-43ef-b0a7-18e597ab63c8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:51:55.966989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Pushing event deleted for resources: {'Port': ['ID=e071ca32-871f-43ef-b0a7-18e597ab63c8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:56.022090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] No DVR routers for this DVR port e071ca32-871f-43ef-b0a7-18e597ab63c8 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:51:56.024777 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:56.027370 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dfc82c23-58da-4c9b-a061-a3bb547332ef req-6c603a07-6213-4881-838b-8ce6950a1b05 tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.39 "DELETE /v2.0/ports/e071ca32-871f-43ef-b0a7-18e597ab63c8 HTTP/1.1" status: 204 len: 173 time: 0.6060324 Sep 10 03:51:56.027898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0', 'name': 'network-vif-deleted', 'tag': 'e071ca32-871f-43ef-b0a7-18e597ab63c8'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:51:56.030994 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdaf9c63-bd6f-4390-8787-01dd2b6497cd" -d '{"events": [{"server_uuid": "a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0", "name": "network-vif-deleted", "tag": "e071ca32-871f-43ef-b0a7-18e597ab63c8"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:51:56.082039 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70517b3e-619e-448b-932e-c48627e10492 x-openstack-request-id: req-70517b3e-619e-448b-932e-c48627e10492 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:51:56.082397 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0", "name": "network-vif-deleted", "tag": "e071ca32-871f-43ef-b0a7-18e597ab63c8", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:51:56.082657 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70517b3e-619e-448b-932e-c48627e10492 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:51:56.083065 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0', 'name': 'network-vif-deleted', 'tag': 'e071ca32-871f-43ef-b0a7-18e597ab63c8', 'status': 'completed', 'code': 200} Sep 10 03:51:56.124782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:56.136623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ddb75-dca1-43b9-bd59-a90ce7038c92 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:56.159454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ddb75-dca1-43b9-bd59-a90ce7038c92 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:56.159748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f9b4fe-bdaf-422f-a581-7a05fe1f7b44 req-46a2b63c-4b97-4b53-bb7e-7aea5779e5f1 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:56.160249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3a3ddb75-dca1-43b9-bd59-a90ce7038c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:56.161505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83f9b4fe-bdaf-422f-a581-7a05fe1f7b44 req-46a2b63c-4b97-4b53-bb7e-7aea5779e5f1 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0818722 Sep 10 03:51:56.209938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83f9b4fe-bdaf-422f-a581-7a05fe1f7b44 req-8044cd01-d6c2-45aa-bf6a-7668939c2147 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394187 Sep 10 03:51:56.214297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3a3ddb75-dca1-43b9-bd59-a90ce7038c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:56.228168 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:56.228465 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:56.235261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a3ddb75-dca1-43b9-bd59-a90ce7038c92 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:56.236097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3a3ddb75-dca1-43b9-bd59-a90ce7038c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:56.268644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3a3ddb75-dca1-43b9-bd59-a90ce7038c92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:56.269375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a3ddb75-dca1-43b9-bd59-a90ce7038c92 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:56.289601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49462) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:56.293845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0ddd61d2-049b-4b3c-abc9-5024eb1fac7c tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.7369466 Sep 10 03:51:56.294276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-86771ffd-2485-47b8-8126-a694a120a858 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:56.371239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86771ffd-2485-47b8-8126-a694a120a858 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:56.418058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ecf5812-38f3-4e76-ab87-17814b4d009a req-67e9863c-6711-4f23-b296-12d3f536fb04 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0313735 Sep 10 03:51:56.547454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86771ffd-2485-47b8-8126-a694a120a858 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:56.610601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53f7e5e3-1011-49d8-8a86-3c216629d98c req-7877543c-d34b-49c9-a75a-ee2e716b6d4e tempest-ServerMetadataNegativeTestJSON-1508265440 tempest-ServerMetadataNegativeTestJSON-1508265440-project] 10.222.0.22 "GET /v2.0/ports?device_id=a36e26c4-0d67-45a4-9cc2-21dbf6afb5b0 HTTP/1.1" status: 200 len: 210 time: 0.0265188 Sep 10 03:51:56.621128 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86771ffd-2485-47b8-8126-a694a120a858 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:56.622060 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-86771ffd-2485-47b8-8126-a694a120a858 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP b4fc37e3-2faa-4afe-8690-15b843919bf6 disassociated. External IP: 172.25.3.54, port: 277fb646-0141-455c-aa0f-74d2f93fd162. Sep 10 03:51:56.899602 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86771ffd-2485-47b8-8126-a694a120a858 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:57.020603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86771ffd-2485-47b8-8126-a694a120a858 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:51:57.025070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86771ffd-2485-47b8-8126-a694a120a858 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:57.032520 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207399f1-1bea-453c-90a4-dbc7dcd67b42 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:51:57.041735 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207399f1-1bea-453c-90a4-dbc7dcd67b42 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:57.042333 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-207399f1-1bea-453c-90a4-dbc7dcd67b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:57.053816 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-86771ffd-2485-47b8-8126-a694a120a858 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/floatingips/b4fc37e3-2faa-4afe-8690-15b843919bf6 HTTP/1.1" status: 200 len: 687 time: 0.7631083 Sep 10 03:51:57.056354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49472) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:57.077579 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-207399f1-1bea-453c-90a4-dbc7dcd67b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:57.086813 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207399f1-1bea-453c-90a4-dbc7dcd67b42 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:51:57.087407 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-207399f1-1bea-453c-90a4-dbc7dcd67b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:57.124835 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-207399f1-1bea-453c-90a4-dbc7dcd67b42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:57.126001 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207399f1-1bea-453c-90a4-dbc7dcd67b42 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:51:57.182100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port 4882c5f5-cffe-47af-b059-c35fbd3b77c7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:57.182335 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:57.262202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:57.262585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:57.275030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for 4882c5f5-cffe-47af-b059-c35fbd3b77c7 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:57.336007 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ec1b10-b680-48c2-b6db-e16304570ef8 req-7a740055-139f-4492-b350-193b025652df tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:57.342288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ec1b10-b680-48c2-b6db-e16304570ef8 req-7a740055-139f-4492-b350-193b025652df tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0630953 Sep 10 03:51:57.390274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ec1b10-b680-48c2-b6db-e16304570ef8 req-4d16adc0-2b18-46cc-97aa-162773db4c68 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404975 Sep 10 03:51:57.423081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49482) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:57.546279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07380246-0a03-4f5a-88e9-7033e8da854a req-bd439b29-fa27-4507-a73c-af42afee5e10 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0460076 Sep 10 03:51:57.558421 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:57.596228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=4882c5f5-cffe-47af-b059-c35fbd3b77c7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:57.704472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49490) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:57.771588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-23cca03f-487f-4aa2-ab75-d82041e8743e admin admin] Deleting subnet ec114eb1-b081-4856-bf69-d0cbfa4ba9c1 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:51:57.789597 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-23cca03f-487f-4aa2-ab75-d82041e8743e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:57.827422 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-23cca03f-487f-4aa2-ab75-d82041e8743e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:57.857284 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:57.860857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:57.862110 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ab45d8ec-6f78-4f46-801b-44eaa8f3f3be tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/floatingips/b4fc37e3-2faa-4afe-8690-15b843919bf6 HTTP/1.1" status: 204 len: 168 time: 0.8047950 Sep 10 03:51:57.868301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49494) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:57.880490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '891f9b90-720b-4a9c-98ec-2fb4b4eaf155'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:51:57.903648 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-23cca03f-487f-4aa2-ab75-d82041e8743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.027121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.066969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-23cca03f-487f-4aa2-ab75-d82041e8743e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.103756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cca03f-487f-4aa2-ab75-d82041e8743e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec114eb1-b081-4856-bf69-d0cbfa4ba9c1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:58.114271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-23cca03f-487f-4aa2-ab75-d82041e8743e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.116744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-23cca03f-487f-4aa2-ab75-d82041e8743e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ec114eb1-b081-4856-bf69-d0cbfa4ba9c1 HTTP/1.1" status: 204 len: 168 time: 0.4110138 Sep 10 03:51:58.119515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49498) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:58.198612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.246312 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.317747 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.366129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.429477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faa9c030-873d-4c20-a295-dd8e1640026d']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:58.444497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71e78e65-c751-4ecc-a0d2-52e2528c59ec') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:58.444998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71e78e65-c751-4ecc-a0d2-52e2528c59ec') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:51:58.461825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.481691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.491955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] Releasing vlan 224 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:51:58.492416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.540561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Deleting port 9de214da-9e98-4a03-829d-7d94de0432b0 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:51:58.542150 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.566746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e071ca32-871f-43ef-b0a7-18e597ab63c8 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:51:58.600751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: e071ca32-871f-43ef-b0a7-18e597ab63c8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:51:58.601355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e071ca32-871f-43ef-b0a7-18e597ab63c8 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:51:58.639573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.25.3.214 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/3f4b289f-7ba8-4bbd-a7c1-b6c9d7e87d68) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:51:58.678050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] For port 9de214da-9e98-4a03-829d-7d94de0432b0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9de214da-9e98-4a03-829d-7d94de0432b0,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:51:58.678651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.695228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Calling delete_port for 9de214da-9e98-4a03-829d-7d94de0432b0 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:51:58.736542 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:51:58.744528 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:51:58.761849 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.767360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.769827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] 10.222.0.22 "DELETE /v2.0/networks/faa9c030-873d-4c20-a295-dd8e1640026d HTTP/1.1" status: 204 len: 168 time: 0.6490529 Sep 10 03:51:58.804093 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:58.808856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ef65ece-cc9e-43c0-a780-df2e587218c3 req-8aa67e7c-f78a-45dd-8d9d-56be8bcf5c68 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0594356 Sep 10 03:51:58.856320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3dab1-cb07-4c68-a228-e1d46cf67126 admin admin] Pushing event deleted for resources: {'Network': ['ID=faa9c030-873d-4c20-a295-dd8e1640026d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:58.915134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e275c5-46e5-45c9-8e9c-595472d909dd req-cdab21da-28db-44ae-9ca7-c565b49c2529 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:51:58.924235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8e275c5-46e5-45c9-8e9c-595472d909dd req-cdab21da-28db-44ae-9ca7-c565b49c2529 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1786845 Sep 10 03:51:58.980563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8e275c5-46e5-45c9-8e9c-595472d909dd req-ecdf3262-8b86-4bf9-a300-1f05fd63627b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512114 Sep 10 03:51:59.060984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.090123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.094019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9de214da-9e98-4a03-829d-7d94de0432b0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:59.143560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:51:59.147368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:51:59.153682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:51:59.177433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=3f4b289f-7ba8-4bbd-a7c1-b6c9d7e87d68,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:59.224593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49510) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:59.314740 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-35da1e2c-8d2a-4a24-bc39-981a656927b8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c580ebe355c345fb81ffa67c31ad67eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0888853 Sep 10 03:51:59.317207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49512) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:51:59.571540 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.642611 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.699962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.707544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-265eec9c-9caa-48bb-8275-de9b6df3d1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.738725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-265eec9c-9caa-48bb-8275-de9b6df3d1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.862216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.915382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-265eec9c-9caa-48bb-8275-de9b6df3d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.917929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-265eec9c-9caa-48bb-8275-de9b6df3d1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:51:59.919089 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-265eec9c-9caa-48bb-8275-de9b6df3d1c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d72c510-db2e-4cf3-ab80-29f3679f8b9d HTTP/1.1" status: 204 len: 168 time: 0.6008520 Sep 10 03:51:59.920968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Router e3c30265-3678-4e35-865d-a0077962deff has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:51:59.935357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265eec9c-9caa-48bb-8275-de9b6df3d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d72c510-db2e-4cf3-ab80-29f3679f8b9d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:51:59.960168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4259948c-d76d-4095-b282-fc8804b21cd1 req-54df1099-8a92-4a1f-a8f4-2f2226b6de45 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae2f0bb3-a1f6-4e7a-8211-9a4ae2451041 HTTP/1.1" status: 200 len: 210 time: 0.0444608 Sep 10 03:51:59.967770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:00.057083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=3f4b289f-7ba8-4bbd-a7c1-b6c9d7e87d68,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:00.100945 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:00.119588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:00.127232 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0b4ad7d9-facf-497c-bc0e-6dd84b1123b8 admin admin] 10.222.0.22 "PUT /v2.0/routers/e3c30265-3678-4e35-865d-a0077962deff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7002435 Sep 10 03:52:00.128129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49524) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:00.128740 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] Sync routers for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:00.139135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:00.139799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:00.174053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e726f31d-d564-4e94-983f-94dccd966690 req-33ccc34f-3c69-4273-b7c6-cf6f1b038980 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:00.176187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e726f31d-d564-4e94-983f-94dccd966690 req-33ccc34f-3c69-4273-b7c6-cf6f1b038980 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1053367 Sep 10 03:52:00.260340 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:00.263704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e726f31d-d564-4e94-983f-94dccd966690 req-adc3e408-5fd8-4119-9f7c-f0edb249094b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789793 Sep 10 03:52:00.266875 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP 96c79bce-b6bb-4ec8-bbf4-a49b3697ff41 associated. External IP: 172.25.3.214, port: 891f9b90-720b-4a9c-98ec-2fb4b4eaf155. Sep 10 03:52:00.268265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:00.406452 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:00.541498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Deleting port 27cccadb-00df-43c1-8b06-96895842e68a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:00.541940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:00.580189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:00.638944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] For port 27cccadb-00df-43c1-8b06-96895842e68a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=27cccadb-00df-43c1-8b06-96895842e68a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:00.639224 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:00.652224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Calling delete_port for 27cccadb-00df-43c1-8b06-96895842e68a owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:00.675903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245'}], 'enable_snat': True}, 'gw_port_id': '27cccadb-00df-43c1-8b06-96895842e68a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:51:58Z', 'revision_number': 5, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port': {'id': '27cccadb-00df-43c1-8b06-96895842e68a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:44:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3c30265-3678-4e35-865d-a0077962deff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.245', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:27Z', 'updated_at': '2021-09-10T03:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:00.702558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] Checking router: e3c30265-3678-4e35-865d-a0077962deff for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:52:00.711251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] Routers {'e3c30265-3678-4e35-865d-a0077962deff'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:00.711906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e3c30265-3678-4e35-865d-a0077962deff'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:00.713304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:00.725285 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a382742-cc90-4d2d-9d0b-4e729baa4c7e None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:00.739598 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a382742-cc90-4d2d-9d0b-4e729baa4c7e None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:00.741243 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0a382742-cc90-4d2d-9d0b-4e729baa4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:00.784674 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0a382742-cc90-4d2d-9d0b-4e729baa4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:00.798748 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a382742-cc90-4d2d-9d0b-4e729baa4c7e None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:00.799746 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0a382742-cc90-4d2d-9d0b-4e729baa4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:00.801492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] Set router e3c30265-3678-4e35-865d-a0077962deff gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:00.821179 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:00.842137 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0a382742-cc90-4d2d-9d0b-4e729baa4c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:00.843328 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a382742-cc90-4d2d-9d0b-4e729baa4c7e None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:00.853597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9b29b9cb-fd1f-4a14-b7a0-2f7d06824001 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.9842260 Sep 10 03:52:00.856183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49536) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:00.873212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:52:00Z', 'revision_number': 6, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:00.899984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46dc8adc-ca46-492b-a98e-bdb6bcdd8c3c None None] The sync data for ids ['e3c30265-3678-4e35-865d-a0077962deff'] in n-d-808143-1 is: [{'id': 'e3c30265-3678-4e35-865d-a0077962deff', 'name': 'tempest-AttachVolumeShelveTestJSON-334335992-router', 'tenant_id': 'b6d51038489e483fb245dfd7d9e58112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:26Z', 'updated_at': '2021-09-10T03:52:00Z', 'revision_number': 6, 'project_id': 'b6d51038489e483fb245dfd7d9e58112', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:00.915889 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:00.951070 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8effee95-0b0e-4a09-b495-061119473d89 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "GET /v2.0/floatingips/96c79bce-b6bb-4ec8-bbf4-a49b3697ff41 HTTP/1.1" status: 200 len: 978 time: 0.0936763 Sep 10 03:52:00.952357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Pushing event deleted for resources: {'Port': ['ID=27cccadb-00df-43c1-8b06-96895842e68a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:00.954131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49542) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:01.024043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.095660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-83ba6ced-ef35-4132-8597-15f6f3348b4e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.1403790 Sep 10 03:52:01.098142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49550) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:01.102457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'port_id': '277fb646-0141-455c-aa0f-74d2f93fd162'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:01.124233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.127378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.176127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.182241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49558) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:01.255671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb92bc36-07a2-4ba8-a717-26b506cd55cd tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.268571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49560) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:01.278198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.279272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e3c30265-3678-4e35-865d-a0077962deff {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:52:01.287799 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.291627 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c1115040-711a-417f-862f-6b6239014f49 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e3c30265-3678-4e35-865d-a0077962deff HTTP/1.1" status: 204 len: 168 time: 1.1618352 Sep 10 03:52:01.292473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49566) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:01.310779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb92bc36-07a2-4ba8-a717-26b506cd55cd tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.378061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ea490e8-a945-466a-9a49-ab762f28cd4c admin admin] Deleting subnet b9c3c589-4372-405b-9a64-bedabc37d371 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:52:01.381847 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ea490e8-a945-466a-9a49-ab762f28cd4c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.424709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ea490e8-a945-466a-9a49-ab762f28cd4c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.452268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-network', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:01.519156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5761fe15-c617-4267-9328-0f753e612abe req-351ac0b1-9cfb-427b-98c5-523830d3cc0c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:01.520791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5761fe15-c617-4267-9328-0f753e612abe req-351ac0b1-9cfb-427b-98c5-523830d3cc0c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0969896 Sep 10 03:52:01.525445 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ea490e8-a945-466a-9a49-ab762f28cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.527694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb92bc36-07a2-4ba8-a717-26b506cd55cd tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.530344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb92bc36-07a2-4ba8-a717-26b506cd55cd tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.534208 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cb92bc36-07a2-4ba8-a717-26b506cd55cd tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "DELETE /v2.0/security-groups/356355f2-cbd0-4cef-892c-cad9700b59c9 HTTP/1.1" status: 204 len: 168 time: 0.3481719 Sep 10 03:52:01.535727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49568) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:01.558113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Made reservation on behalf of 96277c06ffb048b0abc82d6b954e1ae9 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:01.560382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.581469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb92bc36-07a2-4ba8-a717-26b506cd55cd tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=356355f2-cbd0-4cef-892c-cad9700b59c9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:01.587535 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-75f39ffc-b5e0-4b7a-b2bc-4b4f68c65403 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] show failed (client error): The resource could not be found. Sep 10 03:52:01.591479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-75f39ffc-b5e0-4b7a-b2bc-4b4f68c65403 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "GET /v2.0/security-groups/356355f2-cbd0-4cef-892c-cad9700b59c9 HTTP/1.1" status: 404 len: 347 time: 0.0511808 Sep 10 03:52:01.591640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.593158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49570) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:01.663705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5761fe15-c617-4267-9328-0f753e612abe req-0dd10173-b047-4ac8-b04d-459f45dae612 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345491 Sep 10 03:52:01.697258 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.706668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ea490e8-a945-466a-9a49-ab762f28cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.732539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea490e8-a945-466a-9a49-ab762f28cd4c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9c3c589-4372-405b-9a64-bedabc37d371,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:01.737742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ea490e8-a945-466a-9a49-ab762f28cd4c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.739920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1ea490e8-a945-466a-9a49-ab762f28cd4c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b9c3c589-4372-405b-9a64-bedabc37d371 HTTP/1.1" status: 204 len: 168 time: 0.4415550 Sep 10 03:52:01.744124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49572) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:01.751198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cea7280e-c736-4bdd-b12d-20d86020db6a None None] Network 082251f9-1713-4050-bdf6-0769d4b0bcf3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:01.758239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.786299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:52:01.797891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e739b75d-c582-465c-a8c3-7d28a42b6552,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:01.802886 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.803356 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Added segment 35d4ce6c-a1c2-4d3a-b62c-63019b8772ff of type vlan for network 11adb82f-ed47-4360-bde3-651179a2646d Sep 10 03:52:01.851745 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.958149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.959304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:01.960047 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:01.980787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1cc32a-c5a3-458a-914d-6f8dccd2faa4 None None] DHCP port deletion for 082251f9-1713-4050-bdf6-0769d4b0bcf3 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:52:02.056955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3e1cc32a-c5a3-458a-914d-6f8dccd2faa4 None None] Deleting port 18c74e81-c24a-493e-b32e-cc5ecde158db {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:02.057649 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc32a-c5a3-458a-914d-6f8dccd2faa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.074257 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.8018126 Sep 10 03:52:02.074257 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e869a8e5-b986-43c3-87dd-655515e29b0e admin admin] Pushing event updated for resources: {'Network': ['ID=11adb82f-ed47-4360-bde3-651179a2646d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:02.075484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49574) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:02.088981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Request body: {'subnet': {'network_id': '11adb82f-ed47-4360-bde3-651179a2646d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-subnet', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:02.127160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 27cccadb-00df-43c1-8b06-96895842e68a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:02.129882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 11adb82f-ed47-4360-bde3-651179a2646d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:52:02.158141 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.159278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 27cccadb-00df-43c1-8b06-96895842e68a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:02.159711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 27cccadb-00df-43c1-8b06-96895842e68a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:02.160198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9de214da-9e98-4a03-829d-7d94de0432b0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:02.176863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Made reservation on behalf of 96277c06ffb048b0abc82d6b954e1ae9 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:02.179384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.186660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.resource_extend [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] It took 0.40 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:52:02.191773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.200822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9de214da-9e98-4a03-829d-7d94de0432b0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:02.201177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9de214da-9e98-4a03-829d-7d94de0432b0 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:02.211360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3e1cc32a-c5a3-458a-914d-6f8dccd2faa4 None None] For port 18c74e81-c24a-493e-b32e-cc5ecde158db, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=18c74e81-c24a-493e-b32e-cc5ecde158db,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:02.211804 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc32a-c5a3-458a-914d-6f8dccd2faa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.240893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3e1cc32a-c5a3-458a-914d-6f8dccd2faa4 None None] Calling delete_port for 18c74e81-c24a-493e-b32e-cc5ecde158db owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:02.243718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting port a73f1025-be88-49f5-ae70-da6771030090 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:02.244163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.292747 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.367263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.367825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.378583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.383408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Deleting port 18c74e81-c24a-493e-b32e-cc5ecde158db {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:02.383764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.385674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Calling delete_port for a73f1025-be88-49f5-ae70-da6771030090 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:02.466532 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3e1cc32a-c5a3-458a-914d-6f8dccd2faa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.493745 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.496025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cc32a-c5a3-458a-914d-6f8dccd2faa4 None None] Pushing event deleted for resources: {'Port': ['ID=18c74e81-c24a-493e-b32e-cc5ecde158db,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:02.511141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1cc32a-c5a3-458a-914d-6f8dccd2faa4 None None] No DVR routers for this DVR port 18c74e81-c24a-493e-b32e-cc5ecde158db on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:02.540925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] For port 18c74e81-c24a-493e-b32e-cc5ecde158db, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=18c74e81-c24a-493e-b32e-cc5ecde158db,segment=NetworkSegment(032499e0-f8dd-42a0-992f-cf4b0e7b744f),segment_id=032499e0-f8dd-42a0-992f-cf4b0e7b744f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:02.541283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.555029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:02.568163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Checking segment: {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:02.568529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Network hostable DHCP agents. Network: 11adb82f-ed47-4360-bde3-651179a2646d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:52:02.593384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Calling delete_port for 18c74e81-c24a-493e-b32e-cc5ecde158db owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:02.621540 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP 96c79bce-b6bb-4ec8-bbf4-a49b3697ff41 associated. External IP: 172.25.3.214, port: 891f9b90-720b-4a9c-98ec-2fb4b4eaf155. Sep 10 03:52:02.642356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Network 11adb82f-ed47-4360-bde3-651179a2646d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:52:02.727866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 11adb82f-ed47-4360-bde3-651179a2646d) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:02.736363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:02.737045 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.743440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd4f6c2-e07c-4e35-b16f-2ebe2a07a03f None None] Network 11adb82f-ed47-4360-bde3-651179a2646d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:02.817577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6fd72b88-f1de-4ff9-bbdd-bcb74b238c4a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.7383268 Sep 10 03:52:02.817817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49582) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:02.823962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:02.852461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.867441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340324a5-8a74-4af5-b0e9-3f8ea05aefdc None None] Network 11adb82f-ed47-4360-bde3-651179a2646d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:02.893279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5eac61e-edb1-40d0-9ea1-3fc886d7fa2d req-c37e33dd-6f38-4c95-9e83-43d7bcff724e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:02.894914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5eac61e-edb1-40d0-9ea1-3fc886d7fa2d req-c37e33dd-6f38-4c95-9e83-43d7bcff724e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1508684 Sep 10 03:52:02.898631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=18c74e81-c24a-493e-b32e-cc5ecde158db,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:02.922726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.923895 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.932581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] No DVR routers for this DVR port 18c74e81-c24a-493e-b32e-cc5ecde158db on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:02.939326 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:02.983473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.005978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Port': ['ID=a73f1025-be88-49f5-ae70-da6771030090,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:03.119069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.145321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5eac61e-edb1-40d0-9ea1-3fc886d7fa2d req-fb80b063-c897-4574-9a4a-9cb26b86840d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2109859 Sep 10 03:52:03.177975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['082251f9-1713-4050-bdf6-0769d4b0bcf3']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.179332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.194298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '032499e0-f8dd-42a0-992f-cf4b0e7b744f') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.194589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '032499e0-f8dd-42a0-992f-cf4b0e7b744f') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.197159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:03.213476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.215369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.217823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.218982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a3e7e57b-170d-4b1e-9590-60f6c513adff tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "DELETE /v2.0/floatingips/61c4b6fd-42b6-4560-a54f-9ada7d891dee HTTP/1.1" status: 204 len: 168 time: 1.6235275 Sep 10 03:52:03.221973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49584) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:03.234939 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.271795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:52:03.272207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:52:03.273892 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:52:03.373313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb30cb-9e51-4286-af3c-02a8026a876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting port e2c7d663-b85f-440b-ae2d-dd31206980c2 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:03.374063 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7dfb30cb-9e51-4286-af3c-02a8026a876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.387225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:03.398462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ed993-99f6-45fb-bdcf-edec3cc2bff6 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:03.408458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ed993-99f6-45fb-bdcf-edec3cc2bff6 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:03.409071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-627ed993-99f6-45fb-bdcf-edec3cc2bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.446080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-627ed993-99f6-45fb-bdcf-edec3cc2bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.455040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627ed993-99f6-45fb-bdcf-edec3cc2bff6 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:03.455644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-627ed993-99f6-45fb-bdcf-edec3cc2bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.463792 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.473528 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.482505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/082251f9-1713-4050-bdf6-0769d4b0bcf3 HTTP/1.1" status: 204 len: 168 time: 1.7295237 Sep 10 03:52:03.491147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708a1d5-abb7-462f-aae9-49c9c987c3b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=082251f9-1713-4050-bdf6-0769d4b0bcf3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:03.516980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7dfb30cb-9e51-4286-af3c-02a8026a876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.524618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-627ed993-99f6-45fb-bdcf-edec3cc2bff6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.525869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627ed993-99f6-45fb-bdcf-edec3cc2bff6 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:03.576547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7dfb30cb-9e51-4286-af3c-02a8026a876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Calling delete_port for e2c7d663-b85f-440b-ae2d-dd31206980c2 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:03.629433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.655569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.662748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:03.771847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49592) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:03.782934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:03.787753 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.794513 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba603e56-c3fd-4f41-be23-a851799b5b91 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:03.808409 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba603e56-c3fd-4f41-be23-a851799b5b91 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:03.809184 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ba603e56-c3fd-4f41-be23-a851799b5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.813587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Allocated IP 172.25.3.185 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/dcd0b093-caf7-4138-8080-cb7201aefac0) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:03.853474 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ba603e56-c3fd-4f41-be23-a851799b5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.862571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2968eb7b-b8d2-46be-a080-2d2a7c932385 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6d51038489e483fb245dfd7d9e58112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0896256 Sep 10 03:52:03.863736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba603e56-c3fd-4f41-be23-a851799b5b91 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:03.864509 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ba603e56-c3fd-4f41-be23-a851799b5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.865145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49594) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:03.875033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9a617140-5c45-4847-8725-1e822b892f33 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/floatingips/96c79bce-b6bb-4ec8-bbf4-a49b3697ff41 HTTP/1.1" status: 200 len: 978 time: 2.7757251 Sep 10 03:52:03.880173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49596) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:03.886018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a0ee4fa7-c844-4c44-be6e-6d0fcf43bed9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:03.890877 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7dfb30cb-9e51-4286-af3c-02a8026a876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:03.900111 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ba603e56-c3fd-4f41-be23-a851799b5b91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:03.900744 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba603e56-c3fd-4f41-be23-a851799b5b91 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:03.930348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfb30cb-9e51-4286-af3c-02a8026a876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Port': ['ID=e2c7d663-b85f-440b-ae2d-dd31206980c2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:03.980558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4fa7-c844-4c44-be6e-6d0fcf43bed9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.003042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 18c74e81-c24a-493e-b32e-cc5ecde158db no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:04.014284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b6e1-d6a6-43fe-af6f-cce40343c41f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.023102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 18c74e81-c24a-493e-b32e-cc5ecde158db {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:04.023364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 18c74e81-c24a-493e-b32e-cc5ecde158db not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:04.028863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.047604 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7dfb30cb-9e51-4286-af3c-02a8026a876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.049542 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7dfb30cb-9e51-4286-af3c-02a8026a876a tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "DELETE /v2.0/ports/e2c7d663-b85f-440b-ae2d-dd31206980c2 HTTP/1.1" status: 204 len: 168 time: 0.8265626 Sep 10 03:52:04.052609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49598) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:04.053440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b6e1-d6a6-43fe-af6f-cce40343c41f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.157519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-89853b6d-5535-45c6-9064-8528143e80f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting port 9c746c9f-a3be-4e39-92ee-bee68113d82c {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:04.157865 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89853b6d-5535-45c6-9064-8528143e80f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.173259 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4fa7-c844-4c44-be6e-6d0fcf43bed9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.222320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.257211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b6e1-d6a6-43fe-af6f-cce40343c41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.259728 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a4b6b6e1-d6a6-43fe-af6f-cce40343c41f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.260884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a4b6b6e1-d6a6-43fe-af6f-cce40343c41f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4ad412d-1d1c-4609-93a0-3193a3ac0694 HTTP/1.1" status: 204 len: 168 time: 0.3947761 Sep 10 03:52:04.261591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4fa7-c844-4c44-be6e-6d0fcf43bed9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.262042 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-a0ee4fa7-c844-4c44-be6e-6d0fcf43bed9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP 96c79bce-b6bb-4ec8-bbf4-a49b3697ff41 disassociated. External IP: 172.25.3.214, port: 277fb646-0141-455c-aa0f-74d2f93fd162. Sep 10 03:52:04.278026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:04.284162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:04.294008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:04.323621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Pushing event updated for resources: {'Port': ['ID=dcd0b093-caf7-4138-8080-cb7201aefac0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:04.327824 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89853b6d-5535-45c6-9064-8528143e80f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.369845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-89853b6d-5535-45c6-9064-8528143e80f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Calling delete_port for 9c746c9f-a3be-4e39-92ee-bee68113d82c owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:04.383961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b6b6e1-d6a6-43fe-af6f-cce40343c41f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4ad412d-1d1c-4609-93a0-3193a3ac0694,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:04.397343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc1705c-cedb-4ebf-819b-04b79121b7d7 req-3c62d153-eea7-45cc-af91-a829e5315d29 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:04.398989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8dc1705c-cedb-4ebf-819b-04b79121b7d7 req-3c62d153-eea7-45cc-af91-a829e5315d29 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1786072 Sep 10 03:52:04.486453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8dc1705c-cedb-4ebf-819b-04b79121b7d7 req-285ed6f3-1dab-4cff-a6bd-62c90b17dab3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505450 Sep 10 03:52:04.557160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0ee4fa7-c844-4c44-be6e-6d0fcf43bed9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:04.672657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0ee4fa7-c844-4c44-be6e-6d0fcf43bed9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:04.677472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0ee4fa7-c844-4c44-be6e-6d0fcf43bed9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.689163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb89749-5329-40d3-9662-d2cebd11d944 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:04.700069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb89749-5329-40d3-9662-d2cebd11d944 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:04.700976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8eb89749-5329-40d3-9662-d2cebd11d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:04.723652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a0ee4fa7-c844-4c44-be6e-6d0fcf43bed9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/floatingips/96c79bce-b6bb-4ec8-bbf4-a49b3697ff41 HTTP/1.1" status: 200 len: 688 time: 0.8422832 Sep 10 03:52:04.724312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49610) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:04.744134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8eb89749-5329-40d3-9662-d2cebd11d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:04.754459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eb89749-5329-40d3-9662-d2cebd11d944 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:04.755289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8eb89749-5329-40d3-9662-d2cebd11d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:04.793548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8eb89749-5329-40d3-9662-d2cebd11d944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:04.794448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eb89749-5329-40d3-9662-d2cebd11d944 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:04.878789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port 3f4b289f-7ba8-4bbd-a7c1-b6c9d7e87d68 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:04.879127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.958032 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.959859 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:04.971038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for 3f4b289f-7ba8-4bbd-a7c1-b6c9d7e87d68 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:05.066773 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89853b6d-5535-45c6-9064-8528143e80f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.125869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89853b6d-5535-45c6-9064-8528143e80f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Port': ['ID=9c746c9f-a3be-4e39-92ee-bee68113d82c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:05.160301 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.253558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89853b6d-5535-45c6-9064-8528143e80f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.255480 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-89853b6d-5535-45c6-9064-8528143e80f7 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "DELETE /v2.0/ports/9c746c9f-a3be-4e39-92ee-bee68113d82c HTTP/1.1" status: 204 len: 168 time: 1.2019420 Sep 10 03:52:05.286072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49626) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:05.386214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b3b593e-9ae0-4e8b-b256-9eb408e7df4c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting subnet 8dd37033-5715-46cb-bf85-e3d363c6a070 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:52:05.391933 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b3b593e-9ae0-4e8b-b256-9eb408e7df4c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.473005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b3b593e-9ae0-4e8b-b256-9eb408e7df4c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.521455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.524914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.560656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=3f4b289f-7ba8-4bbd-a7c1-b6c9d7e87d68,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:05.635542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.638571 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.640081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c9aa34f0-ea3b-4c6c-8dfd-854de7adf313 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/floatingips/96c79bce-b6bb-4ec8-bbf4-a49b3697ff41 HTTP/1.1" status: 204 len: 168 time: 0.9148254 Sep 10 03:52:05.642643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49640) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:05.673194 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b3b593e-9ae0-4e8b-b256-9eb408e7df4c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.706956 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-60f0b3e9-d19b-488a-8a30-192f483f5400 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] delete failed (client error): The resource could not be found. Sep 10 03:52:05.708048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-60f0b3e9-d19b-488a-8a30-192f483f5400 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/floatingips/96c79bce-b6bb-4ec8-bbf4-a49b3697ff41 HTTP/1.1" status: 404 len: 345 time: 0.0634005 Sep 10 03:52:05.716293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49644) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:05.846105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509817a1-c765-418b-9434-9a78d9a74d8e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:05.851998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509817a1-c765-418b-9434-9a78d9a74d8e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:05.857987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-509817a1-c765-418b-9434-9a78d9a74d8e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:05.860375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-509817a1-c765-418b-9434-9a78d9a74d8e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "GET /v2.0/ports?network_id=82b53272-95ed-4b97-8cde-9991d3183378 HTTP/1.1" status: 200 len: 2358 time: 0.1430981 Sep 10 03:52:05.863297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49646) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:05.867996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173350c0-fb31-4463-a61a-0a51ad25720e req-6e8433ec-25d4-4ac8-856d-80386d429180 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:05.869329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-173350c0-fb31-4463-a61a-0a51ad25720e req-6e8433ec-25d4-4ac8-856d-80386d429180 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1411874 Sep 10 03:52:05.874827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b3b593e-9ae0-4e8b-b256-9eb408e7df4c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.912399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-173350c0-fb31-4463-a61a-0a51ad25720e req-7b77f5cc-c4fd-42d9-a7d4-6a70ee231704 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366476 Sep 10 03:52:05.945012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3b593e-9ae0-4e8b-b256-9eb408e7df4c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Subnet': ['ID=8dd37033-5715-46cb-bf85-e3d363c6a070,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:05.945012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b3b593e-9ae0-4e8b-b256-9eb408e7df4c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:05.946487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8beb771-07a0-44fc-81a6-c147a24b1198 None None] Network ff15ac58-4fc5-4878-a6db-c2abcdecdd24 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:05.947742 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3b3b593e-9ae0-4e8b-b256-9eb408e7df4c tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "DELETE /v2.0/subnets/8dd37033-5715-46cb-bf85-e3d363c6a070 HTTP/1.1" status: 204 len: 168 time: 0.6505373 Sep 10 03:52:05.949555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49648) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:05.962919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59a7768a-73e2-47e4-80c7-4bc2a3c5929a tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:05.965706 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-59a7768a-73e2-47e4-80c7-4bc2a3c5929a tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "GET /v2.0/subnets/77efd7a2-ccf5-491c-b83c-19d815524bf8 HTTP/1.1" status: 200 len: 797 time: 0.1008835 Sep 10 03:52:05.970719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49650) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:05.976355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'port': {'network_id': '82b53272-95ed-4b97-8cde-9991d3183378', 'name': 'tempest-FloatingIPTestJSON-1794814575', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:06.017297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-096e7e79-57fa-4788-9d25-1c89f1d88176 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting subnet ed992e7b-f7e7-4830-9726-43855ad08c02 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:52:06.021472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-096e7e79-57fa-4788-9d25-1c89f1d88176 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.070636 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-096e7e79-57fa-4788-9d25-1c89f1d88176 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.103461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Router 468a4835-4948-4fc8-a982-b4826e2bd38e is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:52:06.145376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344bdeb7-f4a5-4cbe-ad80-7e40c5b0ff1f None None] DHCP port deletion for ff15ac58-4fc5-4878-a6db-c2abcdecdd24 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:52:06.169523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-096e7e79-57fa-4788-9d25-1c89f1d88176 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.195061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-344bdeb7-f4a5-4cbe-ad80-7e40c5b0ff1f None None] Deleting port 33164182-4774-4d05-9159-f7340e3647b0 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:06.196975 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-344bdeb7-f4a5-4cbe-ad80-7e40c5b0ff1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.233713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:06.236079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Made reservation on behalf of ca28538c79984e6ea7f4c5dddeaf531c for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:06.244113 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Sync routers for ids ['468a4835-4948-4fc8-a982-b4826e2bd38e'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:06.257036 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Routers {'468a4835-4948-4fc8-a982-b4826e2bd38e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:06.258518 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['468a4835-4948-4fc8-a982-b4826e2bd38e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:06.265706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-344bdeb7-f4a5-4cbe-ad80-7e40c5b0ff1f None None] For port 33164182-4774-4d05-9159-f7340e3647b0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=33164182-4774-4d05-9159-f7340e3647b0,segment=NetworkSegment(ccd43413-e0e6-4c09-90f8-7dbe927ed08d),segment_id=ccd43413-e0e6-4c09-90f8-7dbe927ed08d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:06.265706 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-344bdeb7-f4a5-4cbe-ad80-7e40c5b0ff1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.275796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-344bdeb7-f4a5-4cbe-ad80-7e40c5b0ff1f None None] Calling delete_port for 33164182-4774-4d05-9159-f7340e3647b0 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:06.313480 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-096e7e79-57fa-4788-9d25-1c89f1d88176 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.337050 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.355231 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.356580 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7bee5632-41a3-4405-8a13-e68dd881c51f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.5372734 Sep 10 03:52:06.357994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] device_id is not set on port 6fcce444-4b5e-4afd-a6ae-dc79e6ab822b yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:52:06.363268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49652) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:06.364553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096e7e79-57fa-4788-9d25-1c89f1d88176 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Subnet': ['ID=ed992e7b-f7e7-4830-9726-43855ad08c02,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:06.377371 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-096e7e79-57fa-4788-9d25-1c89f1d88176 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.379517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-096e7e79-57fa-4788-9d25-1c89f1d88176 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "DELETE /v2.0/subnets/ed992e7b-f7e7-4830-9726-43855ad08c02 HTTP/1.1" status: 204 len: 168 time: 0.4287629 Sep 10 03:52:06.382318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49654) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:06.385183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14951df0-2b7d-4a2e-b783-90d74ccc8d56 None None] Network 9c7fed57-0367-41af-8623-58378436fd28 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:06.420461 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Set router 468a4835-4948-4fc8-a982-b4826e2bd38e gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:06.466724 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-344bdeb7-f4a5-4cbe-ad80-7e40c5b0ff1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.473963 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.518441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344bdeb7-f4a5-4cbe-ad80-7e40c5b0ff1f None None] No DVR routers for this DVR port 33164182-4774-4d05-9159-f7340e3647b0 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:06.590049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344bdeb7-f4a5-4cbe-ad80-7e40c5b0ff1f None None] Pushing event deleted for resources: {'Port': ['ID=33164182-4774-4d05-9159-f7340e3647b0,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:06.622050 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.645971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff15ac58-4fc5-4878-a6db-c2abcdecdd24']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:06.665405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:06.666255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccd43413-e0e6-4c09-90f8-7dbe927ed08d') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:06.681693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.710757 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.718098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:52:06.719363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:52:06.724665 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:52:06.884882 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:52:02Z', 'updated_at': '2021-09-10T03:52:04Z', 'revision_number': 3, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'gw_port': {'id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:03Z', 'updated_at': '2021-09-10T03:52:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:06.896781 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.903875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de8eb3b-7625-49d4-850e-a7df68e818f3 None None] DHCP port deletion for 9c7fed57-0367-41af-8623-58378436fd28 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:52:06.907553 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.909455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "DELETE /v2.0/networks/ff15ac58-4fc5-4878-a6db-c2abcdecdd24 HTTP/1.1" status: 204 len: 168 time: 0.5260131 Sep 10 03:52:06.920983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49668) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:06.927335 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Checking router: 468a4835-4948-4fc8-a982-b4826e2bd38e for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:52:06.928290 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Updating router 468a4835-4948-4fc8-a982-b4826e2bd38e port dcd0b093-caf7-4138-8080-cb7201aefac0 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:52:06.930452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900b8b0e-48cc-4733-8513-163ec3b46b28 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Network': ['ID=ff15ac58-4fc5-4878-a6db-c2abcdecdd24,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:06.958109 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:06.962839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4de8eb3b-7625-49d4-850e-a7df68e818f3 None None] Deleting port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:06.963889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4de8eb3b-7625-49d4-850e-a7df68e818f3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.048455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4de8eb3b-7625-49d4-850e-a7df68e818f3 None None] For port 82c8076c-f2dc-42c7-ac8b-398ccf00a389, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=82c8076c-f2dc-42c7-ac8b-398ccf00a389,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:07.049497 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4de8eb3b-7625-49d4-850e-a7df68e818f3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.066815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4de8eb3b-7625-49d4-850e-a7df68e818f3 None None] Calling delete_port for 82c8076c-f2dc-42c7-ac8b-398ccf00a389 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:07.114570 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.143017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4673b78a-e9b1-40f0-a494-f4486048861f req-0b77aa4b-e8fe-4c21-8886-61669030df05 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:07.150400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4673b78a-e9b1-40f0-a494-f4486048861f req-0b77aa4b-e8fe-4c21-8886-61669030df05 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0891972 Sep 10 03:52:07.164010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.20.0.13 (82b53272-95ed-4b97-8cde-9991d3183378/77efd7a2-ccf5-491c-b83c-19d815524bf8/6fcce444-4b5e-4afd-a6ae-dc79e6ab822b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:07.175432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.20.0.12 (82b53272-95ed-4b97-8cde-9991d3183378/77efd7a2-ccf5-491c-b83c-19d815524bf8/6fcce444-4b5e-4afd-a6ae-dc79e6ab822b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:07.241026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4673b78a-e9b1-40f0-a494-f4486048861f req-fa145bad-f378-4ec8-ae6b-bacfbca241d0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847499 Sep 10 03:52:07.254947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Deleting port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:07.255566 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.260961 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4de8eb3b-7625-49d4-850e-a7df68e818f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.324329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] For port 82c8076c-f2dc-42c7-ac8b-398ccf00a389, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=82c8076c-f2dc-42c7-ac8b-398ccf00a389,segment=NetworkSegment(534e5420-4c94-4c27-b10b-af9e0c2215b5),segment_id=534e5420-4c94-4c27-b10b-af9e0c2215b5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:07.325275 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.333470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de8eb3b-7625-49d4-850e-a7df68e818f3 None None] Pushing event deleted for resources: {'Port': ['ID=82c8076c-f2dc-42c7-ac8b-398ccf00a389,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:07.346761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de8eb3b-7625-49d4-850e-a7df68e818f3 None None] No DVR routers for this DVR port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:07.349955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Calling delete_port for 82c8076c-f2dc-42c7-ac8b-398ccf00a389 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:07.361549 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.373951 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Transition to ACTIVE for port object dcd0b093-caf7-4138-8080-cb7201aefac0 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:07.442386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.451997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.455544 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.487215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] No DVR routers for this DVR port 82c8076c-f2dc-42c7-ac8b-398ccf00a389 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:07.495341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Port': ['ID=82c8076c-f2dc-42c7-ac8b-398ccf00a389,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:07.532903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.545647 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Attempting to bind port dcd0b093-caf7-4138-8080-cb7201aefac0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:52:07.546139 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Attempting to bind port dcd0b093-caf7-4138-8080-cb7201aefac0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:52:07.546397 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Attempting to bind port dcd0b093-caf7-4138-8080-cb7201aefac0 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:07.553069 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Pushing event updated for resources: {'Port': ['ID=dcd0b093-caf7-4138-8080-cb7201aefac0,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:07.556274 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:52:07.556981 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:07.557148 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.557411 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:52:07.557867 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Bound port: dcd0b093-caf7-4138-8080-cb7201aefac0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:52:07.558247 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.580947 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.581307 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.581616 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.582367 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.582703 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.583029 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.583356 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.583704 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.584047 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.584367 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.584686 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.585002 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:07.590396 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.616048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c7fed57-0367-41af-8623-58378436fd28']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:07.625793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '534e5420-4c94-4c27-b10b-af9e0c2215b5') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:07.625793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '534e5420-4c94-4c27-b10b-af9e0c2215b5') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:07.628040 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] For port dcd0b093-caf7-4138-8080-cb7201aefac0, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:52:07.631392 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] For port dcd0b093-caf7-4138-8080-cb7201aefac0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=dcd0b093-caf7-4138-8080-cb7201aefac0,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:52:07.635373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.649088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.654820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:52:07.655205 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:52:07.658778 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:52:07.675865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Allocated IP 172.20.0.1 (11adb82f-ed47-4360-bde3-651179a2646d/fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a/ff966024-5e85-42df-bbc4-0a61f724f65e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:07.735503 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.794145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.802199 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f423ae-7beb-4d66-80f7-ee6e25fb2bec None None] Pushing event updated for resources: {'Port': ['ID=dcd0b093-caf7-4138-8080-cb7201aefac0,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:07.812806 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Routers {'468a4835-4948-4fc8-a982-b4826e2bd38e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:07.812806 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['468a4835-4948-4fc8-a982-b4826e2bd38e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:07.836714 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.845718 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.859580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] 10.222.0.22 "DELETE /v2.0/networks/9c7fed57-0367-41af-8623-58378436fd28 HTTP/1.1" status: 204 len: 168 time: 0.9257543 Sep 10 03:52:07.859876 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:07.877532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f530c3-413f-4d4c-aab5-a19cd317b421 tempest-TaggedBootDevicesTest_v242-308145928 tempest-TaggedBootDevicesTest_v242-308145928-project] Pushing event deleted for resources: {'Network': ['ID=9c7fed57-0367-41af-8623-58378436fd28,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:07.902503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 82b53272-95ed-4b97-8cde-9991d3183378 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:07.905348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=6fcce444-4b5e-4afd-a6ae-dc79e6ab822b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:07.912409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:07.914941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:07.987503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:07.988421 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.064422 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] Set router 468a4835-4948-4fc8-a982-b4826e2bd38e gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:08.096573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 82c8076c-f2dc-42c7-ac8b-398ccf00a389 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:08.109846 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-68ffa4c8-3d2a-416c-891b-1fb56408d521 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 2.1355264 Sep 10 03:52:08.113310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49686) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:08.114451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '6fcce444-4b5e-4afd-a6ae-dc79e6ab822b', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:08.139096 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.149267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 82c8076c-f2dc-42c7-ac8b-398ccf00a389 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:08.149652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 82c8076c-f2dc-42c7-ac8b-398ccf00a389 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:08.150066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 33164182-4774-4d05-9159-f7340e3647b0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:08.182348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Network 11adb82f-ed47-4360-bde3-651179a2646d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:08.183017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 33164182-4774-4d05-9159-f7340e3647b0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:08.183017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 33164182-4774-4d05-9159-f7340e3647b0 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:08.186811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:08.209233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:08.236447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Pushing event updated for resources: {'Port': ['ID=ff966024-5e85-42df-bbc4-0a61f724f65e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:08.244275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.263801 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:52:02Z', 'updated_at': '2021-09-10T03:52:04Z', 'revision_number': 3, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'gw_port': {'id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:03Z', 'updated_at': '2021-09-10T03:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:08.275724 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.297032 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9bf7a90-6921-4eb6-8176-92f4c0aeb0b2 None None] The sync data for ids ['468a4835-4948-4fc8-a982-b4826e2bd38e'] in n-d-808143-1 is: [{'id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:52:02Z', 'updated_at': '2021-09-10T03:52:04Z', 'revision_number': 3, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'gw_port': {'id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:03Z', 'updated_at': '2021-09-10T03:52:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:08.377171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c3f4c-79c9-496f-8144-f314058d9135 req-5be18668-b63d-4058-9343-51a76d5022f5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:08.379520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-882c3f4c-79c9-496f-8144-f314058d9135 req-5be18668-b63d-4058-9343-51a76d5022f5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0727017 Sep 10 03:52:08.440277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-882c3f4c-79c9-496f-8144-f314058d9135 req-9d6fbf84-6012-4b83-b23a-8f7d24de444d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545444 Sep 10 03:52:08.469789 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.644100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:08.665035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e389b80-23b2-401a-8e5e-600b6d3fec12 req-c889692b-eef2-4694-9a59-34a2a73da9cb tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:08.666240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.25.3.20 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/b11d653e-9aae-43ab-9baa-522e77003d94) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:08.666831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e389b80-23b2-401a-8e5e-600b6d3fec12 req-c889692b-eef2-4694-9a59-34a2a73da9cb tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0810819 Sep 10 03:52:08.727548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e389b80-23b2-401a-8e5e-600b6d3fec12 req-0ddae261-93d1-486d-8f0e-781adf6d17d0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461001 Sep 10 03:52:08.941576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc19f30-f08c-4bc5-bd71-8275cb3b7a77 req-0bb9fcec-5a09-40bd-9703-95ce019a98ae tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:08.943265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dc19f30-f08c-4bc5-bd71-8275cb3b7a77 req-0bb9fcec-5a09-40bd-9703-95ce019a98ae tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0916750 Sep 10 03:52:08.995001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dc19f30-f08c-4bc5-bd71-8275cb3b7a77 req-514d5a4b-b849-4c07-9d98-99f3985bc04f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447993 Sep 10 03:52:09.334900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.347205 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.402973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641076-55f1-4c5a-bfde-e86abc467817 req-0dc9d724-f763-4f5d-9c1b-d43537e4b56f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:09.404740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-0dc9d724-f763-4f5d-9c1b-d43537e4b56f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.1475325 Sep 10 03:52:09.421067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-0f252768-d2ca-4e6c-afe9-b7dfb37998d9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/quotas/7ac6760a39664e0fbe8dec22f2b9a28b HTTP/1.1" status: 200 len: 375 time: 0.0102530 Sep 10 03:52:09.448300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.503409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-2b4995e3-be2e-4e88-a079-af67293f02c2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0762458 Sep 10 03:52:09.551529 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.588109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Pushing event updated for resources: {'Port': ['ID=ff966024-5e85-42df-bbc4-0a61f724f65e,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:09.609317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:09.622953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-33a5fad7-87b8-43cf-882d-2fee7ae984b7 service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186228 Sep 10 03:52:09.644911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:09.662236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:09.664873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:09.699286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=b11d653e-9aae-43ab-9baa-522e77003d94,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:09.745315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-a0bcfc71-4d95-4cbb-8de1-56581eff8e2d service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120408 Sep 10 03:52:09.870510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Network 11adb82f-ed47-4360-bde3-651179a2646d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:09.880360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:10.086467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bd65b2d-a5c4-4fad-bc95-b2b86a9795b8 req-17f7a28a-2294-435b-b4fb-b93feb8f086f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 210 time: 0.0662911 Sep 10 03:52:10.100166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device dcd0b093-caf7-4138-8080-cb7201aefac0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:10.224336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Router 468a4835-4948-4fc8-a982-b4826e2bd38e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:10.307237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port dcd0b093-caf7-4138-8080-cb7201aefac0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:10.312732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port dcd0b093-caf7-4138-8080-cb7201aefac0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:10.316005 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.456587 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.480213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port dcd0b093-caf7-4138-8080-cb7201aefac0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=dcd0b093-caf7-4138-8080-cb7201aefac0,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:10.558085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.587621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.650845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:10.661596 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c0ca9006-5a3f-401e-b250-bf62b92a1d6c admin admin] 10.222.0.22 "PUT /v2.0/routers/468a4835-4948-4fc8-a982-b4826e2bd38e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2972236 Sep 10 03:52:10.685108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=dcd0b093-caf7-4138-8080-cb7201aefac0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:10.698133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.698705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.699232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.700359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.700892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.701570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.702091 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.703166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.703753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.704294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.705130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.705466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:10.711925 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Sync routers for ids ['468a4835-4948-4fc8-a982-b4826e2bd38e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:10.724890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Routers {'468a4835-4948-4fc8-a982-b4826e2bd38e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:10.724890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['468a4835-4948-4fc8-a982-b4826e2bd38e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:10.821020 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:10.856294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Set router 468a4835-4948-4fc8-a982-b4826e2bd38e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:11.019509 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:11.112162 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:11.206716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:52:02Z', 'updated_at': '2021-09-10T03:52:08Z', 'revision_number': 4, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'gw_port': {'id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:03Z', 'updated_at': '2021-09-10T03:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ff966024-5e85-42df-bbc4-0a61f724f65e', 'name': '', 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'mac_address': 'fa:16:3e:5c:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:07Z', 'updated_at': '2021-09-10T03:52:08Z', 'revision_number': 2, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'subnets': [{'id': 'fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:11.212465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab448be4-8cb6-4563-b877-f679757afcf2 req-06292ea8-8ff9-4074-afb6-b864438e4e71 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 210 time: 0.0488787 Sep 10 03:52:11.238214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:11.249095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Checking router: 468a4835-4948-4fc8-a982-b4826e2bd38e for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:52:11.250177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Updating router 468a4835-4948-4fc8-a982-b4826e2bd38e port ff966024-5e85-42df-bbc4-0a61f724f65e binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:52:11.255919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=b11d653e-9aae-43ab-9baa-522e77003d94,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:11.290279 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:11.309850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-bd85761e-22e6-42bf-bccd-e4bb8878ff60 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:11.317521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-bd85761e-22e6-42bf-bccd-e4bb8878ff60 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 819 time: 0.1956558 Sep 10 03:52:11.332239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-c8d624d0-1d62-415a-9d14-6c5ff3ba4ab1 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/quotas/96277c06ffb048b0abc82d6b954e1ae9 HTTP/1.1" status: 200 len: 375 time: 0.0137556 Sep 10 03:52:11.379454 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP b2ba0e9b-7259-4c91-964f-edf745876228 associated. External IP: 172.25.3.20, port: 6fcce444-4b5e-4afd-a6ae-dc79e6ab822b. Sep 10 03:52:11.410374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-ecc2b18a-ed4d-4c64-ac4b-dd275d072906 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0747716 Sep 10 03:52:11.516355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-64e94246-9e36-4238-bde7-4f80b5a8db1e service neutron] 10.222.0.22 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049335 Sep 10 03:52:11.674616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-f5ec6f80-2403-44fb-807f-db2323b3ca31 service neutron] 10.222.0.22 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558914 Sep 10 03:52:11.716851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:11.778304 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:11.789596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Transition to ACTIVE for port object ff966024-5e85-42df-bbc4-0a61f724f65e will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:11.867374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:11.878297 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0753429-5a5a-4aa6-a1b8-9251549b63ad None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:11.887256 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0753429-5a5a-4aa6-a1b8-9251549b63ad None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:11.887963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b0753429-5a5a-4aa6-a1b8-9251549b63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:11.923984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b0753429-5a5a-4aa6-a1b8-9251549b63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:11.937503 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0753429-5a5a-4aa6-a1b8-9251549b63ad None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:11.937503 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b0753429-5a5a-4aa6-a1b8-9251549b63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:11.958251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:11.975139 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b0753429-5a5a-4aa6-a1b8-9251549b63ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:11.975833 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0753429-5a5a-4aa6-a1b8-9251549b63ad None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:11.986807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:12.051364 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-29041e95-1623-4784-8fa3-a87b2cd12322 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.9402556 Sep 10 03:52:12.054479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49796) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:12.059202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-fd8bc771-ffe2-471e-b1d7-e05aac55c3a3 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'port_id': '6fcce444-4b5e-4afd-a6ae-dc79e6ab822b', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:12.102961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device dcd0b093-caf7-4138-8080-cb7201aefac0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:12.104845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c5ce-3e12-4dd8-9655-b8f76fd06d1c None None] Pushing event updated for resources: {'Port': ['ID=ff966024-5e85-42df-bbc4-0a61f724f65e,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:12.161514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f007d7f5-38d4-420f-886c-1db584876932 req-fd3f06da-9f06-42c6-b57f-25bc49b1276a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 210 time: 0.0368245 Sep 10 03:52:12.189109 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc771-ffe2-471e-b1d7-e05aac55c3a3 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:12.385568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Attempting to bind port ff966024-5e85-42df-bbc4-0a61f724f65e on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:52:12.386151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Attempting to bind port ff966024-5e85-42df-bbc4-0a61f724f65e by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:52:12.386430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Attempting to bind port ff966024-5e85-42df-bbc4-0a61f724f65e on network 11adb82f-ed47-4360-bde3-651179a2646d {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:12.401429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:52:12.402166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Checking segment: {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:12.415388 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:12.416092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Bound using segment: {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:52:12.417026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Bound port: ff966024-5e85-42df-bbc4-0a61f724f65e, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:52:12.417606 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:12.431289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port dcd0b093-caf7-4138-8080-cb7201aefac0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:12.431939 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:12.569519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1d35d57-57c1-4e17-b564-89298f173256 req-b56fd5f1-065f-4f5f-9b73-d96652d8b8f0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 210 time: 0.0874240 Sep 10 03:52:12.639464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] For port ff966024-5e85-42df-bbc4-0a61f724f65e, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:52:12.684906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] For port ff966024-5e85-42df-bbc4-0a61f724f65e, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ff966024-5e85-42df-bbc4-0a61f724f65e,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:52:12.764612 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:12.775001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-9662d7f6-37c1-4067-bb10-d88faf6e1f90 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:12.783807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-9662d7f6-37c1-4067-bb10-d88faf6e1f90 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 819 time: 0.3205550 Sep 10 03:52:12.813720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641076-55f1-4c5a-bfde-e86abc467817 req-0501d432-c3c3-4ec0-b4f7-7e814dd9a189 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:12.819480 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-0501d432-c3c3-4ec0-b4f7-7e814dd9a189 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.2119837 Sep 10 03:52:12.832892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'port': {'device_id': 'a4c012e8-dff0-44c9-95f1-0ebf46a23b63', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'admin_state_up': True, 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:12.837036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-d7a93e02-5019-422f-84a3-abbab97169f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/quotas/96277c06ffb048b0abc82d6b954e1ae9 HTTP/1.1" status: 200 len: 375 time: 0.0522954 Sep 10 03:52:12.910120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Routers {'468a4835-4948-4fc8-a982-b4826e2bd38e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:12.910761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['468a4835-4948-4fc8-a982-b4826e2bd38e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:12.969261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-3a86f3c9-a176-4439-bb84-d1c91ebfb689 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1313446 Sep 10 03:52:13.049043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] Set router 468a4835-4948-4fc8-a982-b4826e2bd38e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:13.083262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f283c5ce-3e12-4dd8-9655-b8f76fd06d1c None None] Pushing event updated for resources: {'Port': ['ID=ff966024-5e85-42df-bbc4-0a61f724f65e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:13.124184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Made reservation on behalf of 7ac6760a39664e0fbe8dec22f2b9a28b for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:13.133628 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:13.205925 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.resource_extend [None req-fd8bc771-ffe2-471e-b1d7-e05aac55c3a3 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:52:13.273314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-40f6265f-266e-4234-8d4d-5f0d6311cb39 service neutron] 10.222.0.22 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2957613 Sep 10 03:52:13.301747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:52:02Z', 'updated_at': '2021-09-10T03:52:08Z', 'revision_number': 4, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'gw_port': {'id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:03Z', 'updated_at': '2021-09-10T03:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ff966024-5e85-42df-bbc4-0a61f724f65e', 'name': '', 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'mac_address': 'fa:16:3e:5c:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:07Z', 'updated_at': '2021-09-10T03:52:12Z', 'revision_number': 4, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'subnets': [{'id': 'fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:13.372796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabb114d-123c-4dc3-a185-1c988adbb650 None None] The sync data for ids ['468a4835-4948-4fc8-a982-b4826e2bd38e'] in n-d-808143-1 is: [{'id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:52:02Z', 'updated_at': '2021-09-10T03:52:08Z', 'revision_number': 4, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'gw_port': {'id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:03Z', 'updated_at': '2021-09-10T03:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ff966024-5e85-42df-bbc4-0a61f724f65e', 'name': '', 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'mac_address': 'fa:16:3e:5c:72:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1822, 'fixed_ips': [{'subnet_id': 'fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:07Z', 'updated_at': '2021-09-10T03:52:12Z', 'revision_number': 4, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'subnets': [{'id': 'fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:13.520959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Allocated IP 172.20.0.13 (b8b1fb22-57ac-4a99-b886-ecf7ed5baa21/7acad24b-4b6d-433b-a8bd-b763f4c5bfd4/e36b9bd3-dfff-4c75-be9e-c77ed0e5851b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:13.535619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-3cb3d878-70c0-4251-98f4-1ad4c1cc21e2 service neutron] 10.222.0.22 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2522137 Sep 10 03:52:13.557660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc771-ffe2-471e-b1d7-e05aac55c3a3 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:13.632921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc771-ffe2-471e-b1d7-e05aac55c3a3 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:13.767821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-480ea3f3-1d3f-409d-a4ee-4a6d312e01ef req-31bd4cfb-cf5e-47d5-8f3d-a22c31c7c5d6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 210 time: 0.0524974 Sep 10 03:52:13.991813 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:14.164863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ff966024-5e85-42df-bbc4-0a61f724f65e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:14.274630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42ba5531-6e57-4fe0-abee-c44eede42f2c req-ef5b1f01-ecb6-4744-8aad-f5bae5b7e878 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 210 time: 0.2543817 Sep 10 03:52:14.317879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6cd2710d-6395-4ef4-b1ab-42e9ff3ff29d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3191457 Sep 10 03:52:14.427761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ff966024-5e85-42df-bbc4-0a61f724f65e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:14.437926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ff966024-5e85-42df-bbc4-0a61f724f65e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:14.438313 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:14.472061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd8bc771-ffe2-471e-b1d7-e05aac55c3a3 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:14.484738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c045bdb-d062-4bfd-83e1-87ae35555eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.485542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c045bdb-d062-4bfd-83e1-87ae35555eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.486179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c045bdb-d062-4bfd-83e1-87ae35555eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.486813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c045bdb-d062-4bfd-83e1-87ae35555eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.497951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c045bdb-d062-4bfd-83e1-87ae35555eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.498763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c045bdb-d062-4bfd-83e1-87ae35555eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.500781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c045bdb-d062-4bfd-83e1-87ae35555eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.504491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c045bdb-d062-4bfd-83e1-87ae35555eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6492 time: 0.0932407 Sep 10 03:52:14.567178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Transition to ACTIVE for port object e36b9bd3-dfff-4c75-be9e-c77ed0e5851b will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:14.695041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-0cc18370-f411-4009-a43f-6b655e035c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.695585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-0cc18370-f411-4009-a43f-6b655e035c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.696002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-0cc18370-f411-4009-a43f-6b655e035c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.697597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-0cc18370-f411-4009-a43f-6b655e035c13 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=05147488-9b0b-46db-ab99-5dbcc157ee42&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&id=6bd5f340-5935-41df-86cc-3fdfabbf8c05 HTTP/1.1" status: 200 len: 2292 time: 0.1623397 Sep 10 03:52:14.711434 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:14.757777 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port ff966024-5e85-42df-bbc4-0a61f724f65e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ff966024-5e85-42df-bbc4-0a61f724f65e,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:14.765742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:14.778705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['17bcfa0f-0cef-4e4b-87cd-aaed7e49178e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:52:14.830111 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:14.851118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:14.863111 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:14.893176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:14.977623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:14.978285 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:15.045515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-2a1b68f2-5bca-4ca3-bba9-eae28f35c18d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:15.047636 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-2a1b68f2-5bca-4ca3-bba9-eae28f35c18d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.39 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 819 time: 0.4064171 Sep 10 03:52:15.071263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=ff966024-5e85-42df-bbc4-0a61f724f65e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:15.079790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Request body: {'port': {'device_id': 'bf817eb4-6b66-45d5-8f56-b9862a5edd96', 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d', 'admin_state_up': True, 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:15.167795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'Port': ['ID=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:15.280239 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-ce3bc87e-cc96-4516-a914-0a8f4be991a8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4513032 Sep 10 03:52:15.313702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Request body: {'port': {'device_id': 'a4c012e8-dff0-44c9-95f1-0ebf46a23b63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:15.501213 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:15.531836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76d76190-a8f0-4dc9-ba24-ea3073c737c4 req-3f505736-b867-4b9b-937d-f99079dbb929 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 210 time: 0.0572834 Sep 10 03:52:15.573177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c9627445-ea8d-450c-bf3d-6ba0230dba84 None None] Provisioning for port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:15.580294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c9627445-ea8d-450c-bf3d-6ba0230dba84 None None] Provisioning complete for port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:15.580294 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c9627445-ea8d-450c-bf3d-6ba0230dba84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:15.605671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-0da6c849-a0da-4f17-8714-5dd915ab1455 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c35f185d-3a3c-4e59-b791-f13023b215b7 HTTP/1.1" status: 200 len: 1000 time: 0.8608496 Sep 10 03:52:15.655429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c9627445-ea8d-450c-bf3d-6ba0230dba84 None None] Port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:52:15.679498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd8bc771-ffe2-471e-b1d7-e05aac55c3a3 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:15.690783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de871bdc-437e-4cf1-b44a-152056bcdd41 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:15.701662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cf2c6a-7c92-407c-9c09-8d3af3c3642d req-789d6259-b593-41a1-b406-af7fa45ca0d5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:15.704599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84cf2c6a-7c92-407c-9c09-8d3af3c3642d req-789d6259-b593-41a1-b406-af7fa45ca0d5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 932 time: 0.2452595 Sep 10 03:52:15.709089 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd8bc771-ffe2-471e-b1d7-e05aac55c3a3 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:15.709807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de871bdc-437e-4cf1-b44a-152056bcdd41 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:15.710922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-de871bdc-437e-4cf1-b44a-152056bcdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:15.764383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-de871bdc-437e-4cf1-b44a-152056bcdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:15.778139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de871bdc-437e-4cf1-b44a-152056bcdd41 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:15.779156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-de871bdc-437e-4cf1-b44a-152056bcdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:15.798882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-9772426a-4860-4703-bbcc-f5d5e66995c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:15.800322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-9772426a-4860-4703-bbcc-f5d5e66995c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=54def874-aa7b-403f-837f-4928c0648437 HTTP/1.1" status: 200 len: 851 time: 0.1794968 Sep 10 03:52:15.811893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Made reservation on behalf of 96277c06ffb048b0abc82d6b954e1ae9 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:15.815459 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:15.867996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-de871bdc-437e-4cf1-b44a-152056bcdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:15.868692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de871bdc-437e-4cf1-b44a-152056bcdd41 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:15.868907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84cf2c6a-7c92-407c-9c09-8d3af3c3642d req-a8692766-7261-419b-930a-5a34870c96a7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439075 Sep 10 03:52:15.892147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fd8bc771-ffe2-471e-b1d7-e05aac55c3a3 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/floatingips/b2ba0e9b-7259-4c91-964f-edf745876228 HTTP/1.1" status: 200 len: 978 time: 3.8363028 Sep 10 03:52:15.894414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49878) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:15.939409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-afd5823a-d999-4615-b2c9-09a92ac66db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:15.941444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-afd5823a-d999-4615-b2c9-09a92ac66db7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1327674 Sep 10 03:52:16.025705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ff966024-5e85-42df-bbc4-0a61f724f65e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:16.054508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Allocated IP 172.20.0.4 (11adb82f-ed47-4360-bde3-651179a2646d/fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a/82fa6785-301a-4e75-bbfd-d1cab1bef521) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:16.125050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e36b9bd3-dfff-4c75-be9e-c77ed0e5851b {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:52:16.128030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ff966024-5e85-42df-bbc4-0a61f724f65e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:16.129098 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:16.143575 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:16.166031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-ca9145f0-5e0e-4abf-acab-03ae9dcdd516 service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2073927 Sep 10 03:52:16.180658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Transition to ACTIVE for port object e36b9bd3-dfff-4c75-be9e-c77ed0e5851b will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:16.312716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:16.393554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port b11d653e-9aae-43ab-9baa-522e77003d94 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:16.393836 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:16.418456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Pushing event updated for resources: {'Port': ['ID=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:16.506299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-c6e9080f-7094-4202-ac18-d98fde406fa4 service neutron] 10.222.0.20 "GET /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2812717 Sep 10 03:52:16.550448 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:16.612168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-24757bd5-060c-451c-b1f1-bdcdce3206b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.224&port_id=98c7601a-8e46-46c2-9400-159323648c6b HTTP/1.1" status: 200 len: 217 time: 0.0413351 Sep 10 03:52:16.804194 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:16.821567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76d450b6-6929-491d-bbfd-7298bfb930d0 req-9cbaa2df-9e05-4d2b-b8cb-0ef6f2ad69d6 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 210 time: 0.1540256 Sep 10 03:52:16.825681 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:16.827066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:16.848323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for b11d653e-9aae-43ab-9baa-522e77003d94 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:16.867993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-0045129a-c1a3-46ca-b8f4-7f8908f0908e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:16.869884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-0045129a-c1a3-46ca-b8f4-7f8908f0908e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.2292063 Sep 10 03:52:16.870917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Attempting to bind port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:52:16.871256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Attempting to bind port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:52:16.871586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Attempting to bind port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:16.893435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:52:16.893885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Attempting to bind port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:16.928579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Pushing event updated for resources: {'Port': ['ID=82fa6785-301a-4e75-bbfd-d1cab1bef521,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:16.941820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-a98b0e69-9220-4608-bc42-b577348f3990 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:16.944037 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-a98b0e69-9220-4608-bc42-b577348f3990 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.20 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 819 time: 0.3146389 Sep 10 03:52:16.950560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Network 11adb82f-ed47-4360-bde3-651179a2646d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:16.954374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:16.957912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:16.998809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:52:16.999162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Checking segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:16.999585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Bound using segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:52:17.000227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Bound port: e36b9bd3-dfff-4c75-be9e-c77ed0e5851b, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:52:17.000599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:17.014325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Request body: {'port': {'device_id': '45bb3b72-39d1-4725-992c-23b9c3ed743e', 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d', 'admin_state_up': True, 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:17.126172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] For port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:52:17.130608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] For port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:52:17.151613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:17.152272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:17.185557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-e6ae7e75-9870-4eb8-845f-2bba135ba3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:17.187383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-e6ae7e75-9870-4eb8-845f-2bba135ba3fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2715197 Sep 10 03:52:17.191903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:17.207420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea65e3a-49b3-4ca6-ba90-f95a20142c3b req-4531d0f8-a7aa-47de-b6b4-8f274705d689 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:17.212222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ea65e3a-49b3-4ca6-ba90-f95a20142c3b req-4531d0f8-a7aa-47de-b6b4-8f274705d689 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 944 time: 0.2085721 Sep 10 03:52:17.236728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:17.237268 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:17.238741 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] 10.222.0.39 "PUT /v2.0/ports/e36b9bd3-dfff-4c75-be9e-c77ed0e5851b HTTP/1.1" status: 200 len: 1092 time: 1.9481823 Sep 10 03:52:17.244148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4c012e8-dff0-44c9-95f1-0ebf46a23b63', 'tag': 'e36b9bd3-dfff-4c75-be9e-c77ed0e5851b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:17.246812 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343" -d '{"events": [{"name": "network-changed", "server_uuid": "a4c012e8-dff0-44c9-95f1-0ebf46a23b63", "tag": "e36b9bd3-dfff-4c75-be9e-c77ed0e5851b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:17.293444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-7fdc2ea5-3d7c-48c3-90ce-7ffdd9fdb985 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2279186 Sep 10 03:52:17.300841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8c6189-2e30-4c2c-8d0b-c60d90c2cfce service neutron] Pushing event updated for resources: {'Port': ['ID=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:17.313106 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Request body: {'port': {'device_id': 'bf817eb4-6b66-45d5-8f56-b9862a5edd96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:17.315459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ea65e3a-49b3-4ca6-ba90-f95a20142c3b req-c5604f75-7fd8-4e3e-81e2-e14ba0c0a662 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566335 Sep 10 03:52:17.316594 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:17.401436 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:17.451036 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1dec92-2550-4bea-9ce3-cad52f5654e4 x-openstack-request-id: req-4b1dec92-2550-4bea-9ce3-cad52f5654e4 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:17.451036 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4c012e8-dff0-44c9-95f1-0ebf46a23b63", "tag": "e36b9bd3-dfff-4c75-be9e-c77ed0e5851b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:17.451036 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b1dec92-2550-4bea-9ce3-cad52f5654e4 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:17.451404 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4c012e8-dff0-44c9-95f1-0ebf46a23b63', 'tag': 'e36b9bd3-dfff-4c75-be9e-c77ed0e5851b', 'status': 'completed', 'code': 200} Sep 10 03:52:17.459120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=b11d653e-9aae-43ab-9baa-522e77003d94,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:17.550113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-9b3de3c5-c08a-4c8c-8c9d-be5ea71d27ec service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3339670 Sep 10 03:52:17.552054 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:17.552393 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP b2ba0e9b-7259-4c91-964f-edf745876228 disassociated (deleted). External IP: 172.25.3.20, port: 6fcce444-4b5e-4afd-a6ae-dc79e6ab822b. Sep 10 03:52:17.706532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641076-55f1-4c5a-bfde-e86abc467817 req-1ee72c0d-015e-4614-b4a1-c6b002529e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:17.708154 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-1ee72c0d-015e-4614-b4a1-c6b002529e28 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 1095 time: 0.3156462 Sep 10 03:52:17.772770 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-087eaada-41af-49fd-955e-56323105483a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b HTTP/1.1" status: 200 len: 217 time: 0.0535758 Sep 10 03:52:17.773217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Made reservation on behalf of 96277c06ffb048b0abc82d6b954e1ae9 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:17.776699 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:17.901041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-06b655ca-f8a0-4678-8a76-45c0f896de94 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3451612 Sep 10 03:52:17.952010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82fa6785-301a-4e75-bbfd-d1cab1bef521 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:52:17.961055 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:17.963672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-33c7cd9b-c4bf-4b28-a34e-2475ce4f2c4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.209&port_id=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a HTTP/1.1" status: 200 len: 217 time: 0.0523503 Sep 10 03:52:17.986196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:18.016556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb9879d3-a7f0-4efc-bd24-95874c335db5 req-71c30d69-acfe-4041-aa21-539ce0cc4ef9 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 210 time: 0.0513527 Sep 10 03:52:18.042667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641076-55f1-4c5a-bfde-e86abc467817 req-cb9bd257-5c6e-419d-acba-5ebff74836dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:18.046464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-cb9bd257-5c6e-419d-acba-5ebff74836dc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.2646279 Sep 10 03:52:18.070868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Transition to ACTIVE for port object 82fa6785-301a-4e75-bbfd-d1cab1bef521 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:18.159477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:18.166913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:18.172475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:18.178793 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842be21-d644-4e3e-9baa-77cb8eae3f49 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:18.193402 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842be21-d644-4e3e-9baa-77cb8eae3f49 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:18.194019 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7842be21-d644-4e3e-9baa-77cb8eae3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:18.200644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d0de4a7f-353c-4fb9-ad5f-866be6c50fe4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/floatingips/b2ba0e9b-7259-4c91-964f-edf745876228 HTTP/1.1" status: 204 len: 168 time: 2.3050249 Sep 10 03:52:18.204470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49912) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:18.258303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6fb40477-b270-4a48-9770-fa923c399463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:18.259827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6fb40477-b270-4a48-9770-fa923c399463 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.2765033 Sep 10 03:52:18.266319 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7842be21-d644-4e3e-9baa-77cb8eae3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:18.276970 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7842be21-d644-4e3e-9baa-77cb8eae3f49 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:18.277813 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7842be21-d644-4e3e-9baa-77cb8eae3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:51:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:18.315580 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7842be21-d644-4e3e-9baa-77cb8eae3f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:18.316650 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7842be21-d644-4e3e-9baa-77cb8eae3f49 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:18.333827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Pushing event updated for resources: {'Port': ['ID=82fa6785-301a-4e75-bbfd-d1cab1bef521,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:18.361915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9cfd25d5-710c-4647-b2d2-4722422781c9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port 6fcce444-4b5e-4afd-a6ae-dc79e6ab822b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:18.362264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfd25d5-710c-4647-b2d2-4722422781c9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:18.402554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-f96aa69f-75c5-4f29-b236-ef02da287c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:18.406220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-f96aa69f-75c5-4f29-b236-ef02da287c1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1261218 Sep 10 03:52:18.429769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92641076-55f1-4c5a-bfde-e86abc467817 req-659189c3-a7c1-411a-a273-93b210e152ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:18.431364 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-659189c3-a7c1-411a-a273-93b210e152ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3642917 Sep 10 03:52:18.651992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Allocated IP 172.20.0.8 (11adb82f-ed47-4360-bde3-651179a2646d/fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a/7d78ec84-f281-4351-a3d8-e2ceb74c2f7a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:18.705222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Attempting to bind port 82fa6785-301a-4e75-bbfd-d1cab1bef521 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:52:18.705565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Attempting to bind port 82fa6785-301a-4e75-bbfd-d1cab1bef521 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:52:18.705899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Attempting to bind port 82fa6785-301a-4e75-bbfd-d1cab1bef521 on network 11adb82f-ed47-4360-bde3-651179a2646d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:18.738039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Port 82fa6785-301a-4e75-bbfd-d1cab1bef521 on network 11adb82f-ed47-4360-bde3-651179a2646d not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:52:18.738534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Attempting to bind port 82fa6785-301a-4e75-bbfd-d1cab1bef521 on network 11adb82f-ed47-4360-bde3-651179a2646d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:18.744684 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfd25d5-710c-4647-b2d2-4722422781c9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:18.752289 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-9813c24f-e564-44cf-88e7-50196486be09 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631390 Sep 10 03:52:18.758360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 52, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:52:18.758774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Checking segment: {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:18.759328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Bound using segment: {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:52:18.759874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Bound port: 82fa6785-301a-4e75-bbfd-d1cab1bef521, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:52:18.760243 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:18.819121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301c53a9-9170-4afe-abe0-b62e89b20dff req-c3dd8df0-1b64-4a4e-84a2-9f6d2efc413d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:18.821573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-301c53a9-9170-4afe-abe0-b62e89b20dff req-c3dd8df0-1b64-4a4e-84a2-9f6d2efc413d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 944 time: 0.3342319 Sep 10 03:52:18.824311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9cfd25d5-710c-4647-b2d2-4722422781c9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for 6fcce444-4b5e-4afd-a6ae-dc79e6ab822b owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:18.977443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-ed29e831-4bc6-4d28-9752-657bdfe3628e service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5586824 Sep 10 03:52:19.112909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] For port 82fa6785-301a-4e75-bbfd-d1cab1bef521, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:52:19.116313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-301c53a9-9170-4afe-abe0-b62e89b20dff req-312554a7-8327-4c81-a5f3-453b9f50eaaa tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875986 Sep 10 03:52:19.152462 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-92641076-55f1-4c5a-bfde-e86abc467817 req-8dd9a453-5eea-4ce7-86f7-8999fb91430d service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3881269 Sep 10 03:52:19.172249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] For port 82fa6785-301a-4e75-bbfd-d1cab1bef521, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:52:19.172993 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:52:19.188853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:19.229576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:19.284525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49940) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:19.302755 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ef727d3-741c-49e5-b00a-92864980c6dc req-404a98c4-4b58-4c8f-92c9-3471b31aacf4 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 210 time: 0.0992360 Sep 10 03:52:19.333848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:19.334519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:19.335978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] 10.222.0.39 "PUT /v2.0/ports/82fa6785-301a-4e75-bbfd-d1cab1bef521 HTTP/1.1" status: 200 len: 1091 time: 2.0295291 Sep 10 03:52:19.365050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536371b6-70af-4aa9-8cea-960c2fd003e4 service neutron] Pushing event updated for resources: {'Port': ['ID=82fa6785-301a-4e75-bbfd-d1cab1bef521,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:19.372353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-2ae8fea7-572f-4bbe-b188-e30fb306de0f service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3830657 Sep 10 03:52:19.372848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-50e5f0ac-e959-4fcb-9677-88325e5e4ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:19.376050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-50e5f0ac-e959-4fcb-9677-88325e5e4ae2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 1095 time: 0.0778313 Sep 10 03:52:19.392972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-d18f5678-eec6-4cfa-9fa0-3437c7ab10e3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1906614 Sep 10 03:52:19.421042 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:19.439901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-2f11b944-f893-489b-96e6-80d2a69c9824 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.83&port_id=c59953c3-0513-4b70-81ba-1ae33736f51d HTTP/1.1" status: 200 len: 217 time: 0.0574636 Sep 10 03:52:19.454625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf817eb4-6b66-45d5-8f56-b9862a5edd96', 'tag': '82fa6785-301a-4e75-bbfd-d1cab1bef521'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:19.457009 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3acb6503-7c88-4697-a80d-2c1150c16ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "bf817eb4-6b66-45d5-8f56-b9862a5edd96", "tag": "82fa6785-301a-4e75-bbfd-d1cab1bef521"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:19.485518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Network 11adb82f-ed47-4360-bde3-651179a2646d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:19.505893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:19.567269 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d80a60e1-2bd9-469d-b2ed-0051b7108ee1 x-openstack-request-id: req-d80a60e1-2bd9-469d-b2ed-0051b7108ee1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:19.567628 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf817eb4-6b66-45d5-8f56-b9862a5edd96", "tag": "82fa6785-301a-4e75-bbfd-d1cab1bef521", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:19.568023 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d80a60e1-2bd9-469d-b2ed-0051b7108ee1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:19.581489 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf817eb4-6b66-45d5-8f56-b9862a5edd96', 'tag': '82fa6785-301a-4e75-bbfd-d1cab1bef521', 'status': 'completed', 'code': 200} Sep 10 03:52:19.581661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0917b155-d58c-4e49-b6bf-c5e87f1153f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:19.581791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:19.622830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Pushing event updated for resources: {'Port': ['ID=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:19.654780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-a31cca17-58bd-4c47-a2fe-9c308fe4dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:19.656419 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-a31cca17-58bd-4c47-a2fe-9c308fe4dbf2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.2730546 Sep 10 03:52:19.685038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:19.685701 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:19.691979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-593a6174-3043-4d0d-970a-be73c3c07728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:19.693504 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-593a6174-3043-4d0d-970a-be73c3c07728 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 1094 time: 0.2158680 Sep 10 03:52:19.738265 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-5982c960-f47a-488e-aa24-d524db5eceac service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b HTTP/1.1" status: 200 len: 217 time: 0.0649986 Sep 10 03:52:19.779612 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-b87ea48d-b5ee-49ed-922d-a08a61800b23 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521 HTTP/1.1" status: 200 len: 217 time: 0.0515451 Sep 10 03:52:19.836332 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-b73f699c-d7a0-4bf0-ae5d-54574fe2bead tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8304801 Sep 10 03:52:19.852943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Request body: {'port': {'device_id': '45bb3b72-39d1-4725-992c-23b9c3ed743e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:19.890346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-e54e9ca5-0f6d-4061-9aac-ec936ba660d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:19.892824 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-e54e9ca5-0f6d-4061-9aac-ec936ba660d4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.1208353 Sep 10 03:52:19.895357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-3eb1d8f3-2b7e-4b74-8b0b-840dda32a36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:19.896792 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-3eb1d8f3-2b7e-4b74-8b0b-840dda32a36d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a HTTP/1.1" status: 200 len: 859 time: 0.0969877 Sep 10 03:52:19.941607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfd25d5-710c-4647-b2d2-4722422781c9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:19.956689 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-43ef1b58-f0eb-4e4a-ad6c-b64190163687 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11adb82f-ed47-4360-bde3-651179a2646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386872 Sep 10 03:52:19.980152 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:19.989579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfd25d5-710c-4647-b2d2-4722422781c9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=6fcce444-4b5e-4afd-a6ae-dc79e6ab822b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:20.073890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-4ab3b9ca-0ee9-487e-80aa-1dd15b9d1870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:20.075382 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-4ab3b9ca-0ee9-487e-80aa-1dd15b9d1870 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1563931 Sep 10 03:52:20.086601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-58ddc605-89ef-4d00-b6d5-0c14d855970b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:20.088085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-58ddc605-89ef-4d00-b6d5-0c14d855970b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.6395404 Sep 10 03:52:20.100208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-7930e8a3-bb66-4f2b-a4a6-d7c37f0053e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:20.100208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-7930e8a3-bb66-4f2b-a4a6-d7c37f0053e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1095 time: 0.6529851 Sep 10 03:52:20.210237 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-c435d108-e677-4409-8ed5-adb528a29858 service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381513 Sep 10 03:52:20.240213 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cfd25d5-710c-4647-b2d2-4722422781c9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:20.247807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9cfd25d5-710c-4647-b2d2-4722422781c9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/ports/6fcce444-4b5e-4afd-a6ae-dc79e6ab822b HTTP/1.1" status: 204 len: 168 time: 2.0410230 Sep 10 03:52:20.258389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49962) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:20.262355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:20.344059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-d840634a-0909-409b-bcfe-5f93aa940f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:20.345576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-d840634a-0909-409b-bcfe-5f93aa940f9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2323170 Sep 10 03:52:20.389547 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-418e2ab8-980e-4865-ae15-923f774eaf4f service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041246 Sep 10 03:52:20.450900 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0917b155-d58c-4e49-b6bf-c5e87f1153f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:20.455650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-2781174c-4cd9-45d0-b167-36130a90a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:20.457153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-2781174c-4cd9-45d0-b167-36130a90a910 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.3234134 Sep 10 03:52:20.466881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85425c20-f757-4360-891a-60dcb133c178 req-94b04a53-5df7-4e00-b3e1-eb01bd441c7e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:20.469240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85425c20-f757-4360-891a-60dcb133c178 req-94b04a53-5df7-4e00-b3e1-eb01bd441c7e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 944 time: 0.2473583 Sep 10 03:52:20.506368 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-661642a4-ee07-4e61-8071-3cc3f934f52b service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2467468 Sep 10 03:52:20.557410 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0917b155-d58c-4e49-b6bf-c5e87f1153f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:20.602258 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b48dfa1-6986-4be9-b1a6-b95cc23fd343 req-5de95f9d-72d3-42bd-9bb6-965606cc3430 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972377 Sep 10 03:52:20.637709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88363e4-0615-4157-b01c-392a8f40f681 req-2a9b9410-cfc1-4ef3-af3c-025456b1b3e0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:20.639308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f88363e4-0615-4157-b01c-392a8f40f681 req-2a9b9410-cfc1-4ef3-af3c-025456b1b3e0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 931 time: 0.2549384 Sep 10 03:52:20.697901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e36b9bd3-dfff-4c75-be9e-c77ed0e5851b details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:52:20.706997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:52:20.715358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:20.719888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-f1153aaa-f806-47ac-816f-f63a7d7294e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:20.721476 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-f1153aaa-f806-47ac-816f-f63a7d7294e8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 1094 time: 0.0856354 Sep 10 03:52:20.725211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-3aa64253-87b3-4814-b06a-b490ac438e75 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 999 time: 0.2266085 Sep 10 03:52:20.729991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0917b155-d58c-4e49-b6bf-c5e87f1153f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fbe241ce2cf48ab9b48835855255c5d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4230421 Sep 10 03:52:20.729991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0917b155-d58c-4e49-b6bf-c5e87f1153f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c1fafa2-f518-4416-8109-53f4405a365c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:20.730792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49966) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:20.732976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-7b297145-eb86-48fa-b65c-f03b22274994 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3713398 Sep 10 03:52:20.766055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Transition to ACTIVE for port object 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:20.783742 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66176f2f-2ad3-41cd-8408-4cf1d0227e6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:20.846703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:20.877096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:20.895802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'e36b9bd3-dfff-4c75-be9e-c77ed0e5851b', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'port_id': 'e36b9bd3-dfff-4c75-be9e-c77ed0e5851b', 'mac_address': 'fa:16:3e:d1:46:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:52:20.916015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f88363e4-0615-4157-b01c-392a8f40f681 req-4b540b03-f8a5-4d02-b996-b669157fe696 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2331719 Sep 10 03:52:20.916015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-f9750a4a-0e31-4f7a-b7a7-1aee1488f44f service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424897 Sep 10 03:52:20.916015 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:20.950009 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85425c20-f757-4360-891a-60dcb133c178 req-e8fdc42b-1081-4e25-ace2-e4426d314036 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4437876 Sep 10 03:52:20.985802 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:20.994621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-f9cf1e3c-33db-49ee-b1d7-0b5f769821cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.175&port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985 HTTP/1.1" status: 200 len: 217 time: 0.0613139 Sep 10 03:52:21.001523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e36b9bd3-dfff-4c75-be9e-c77ed0e5851b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:52:21.049149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-342fa535-c843-4052-9527-000294260899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:21.050577 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-342fa535-c843-4052-9527-000294260899 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.2962315 Sep 10 03:52:21.051048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:21.122343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c7bdfe7-9a86-4909-b4a4-73198031655f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:21.131478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-6c7bdfe7-9a86-4909-b4a4-73198031655f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 200 len: 797 time: 0.1166718 Sep 10 03:52:21.150126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49972) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:21.150981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:21.199058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-470e777f-5c18-4950-96e2-6c90e95651c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:21.200591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-470e777f-5c18-4950-96e2-6c90e95651c0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1382172 Sep 10 03:52:21.240903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:21.254211 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82ccb994-642b-4d10-8464-7d2f80a37222 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:21.257998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:21.260895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-9fe7f77d-a9af-4ea4-8dce-e1756176f3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:21.261952 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-9fe7f77d-a9af-4ea4-8dce-e1756176f3fe service neutron] 10.222.0.39 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 920 time: 0.5073366 Sep 10 03:52:21.311440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:21.338746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-cd5276ee-2829-480c-ad16-d51fc87c7653 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521 HTTP/1.1" status: 200 len: 217 time: 0.0671899 Sep 10 03:52:21.342350 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82ccb994-642b-4d10-8464-7d2f80a37222 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:21.360380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-424de4b8-ee4a-47ba-90e0-5b1944f47f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:21.361961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-424de4b8-ee4a-47ba-90e0-5b1944f47f72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=05147488-9b0b-46db-ab99-5dbcc157ee42&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2219963 Sep 10 03:52:21.383754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e36b9bd3-dfff-4c75-be9e-c77ed0e5851b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:52:21.449832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-c62d9593-1a74-43d6-a0af-b89264034772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:21.451492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-c62d9593-1a74-43d6-a0af-b89264034772 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a HTTP/1.1" status: 200 len: 859 time: 0.0816543 Sep 10 03:52:21.487812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Attempting to bind port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:52:21.488070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Attempting to bind port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:52:21.488392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Attempting to bind port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a on network 11adb82f-ed47-4360-bde3-651179a2646d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:21.491873 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-211343e2-f7c1-4866-b59c-2e4d060d554a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11adb82f-ed47-4360-bde3-651179a2646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310304 Sep 10 03:52:21.495867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a on network 11adb82f-ed47-4360-bde3-651179a2646d not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:52:21.496199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Attempting to bind port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a on network 11adb82f-ed47-4360-bde3-651179a2646d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:21.524959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:52:21.525301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Checking segment: {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:21.525693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Bound using segment: {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:52:21.526491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Bound port: 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:52:21.526491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:21.587730 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82ccb994-642b-4d10-8464-7d2f80a37222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:21.590280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82ccb994-642b-4d10-8464-7d2f80a37222 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:21.591511 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-82ccb994-642b-4d10-8464-7d2f80a37222 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6c1fafa2-f518-4416-8109-53f4405a365c HTTP/1.1" status: 204 len: 168 time: 0.8601241 Sep 10 03:52:21.619943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ccb994-642b-4d10-8464-7d2f80a37222 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c1fafa2-f518-4416-8109-53f4405a365c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:21.630128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-1f211ec4-6469-432f-b1b6-552176e38b57 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4119575 Sep 10 03:52:21.669193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.25.3.180 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/e7b320bc-42fe-444b-a6e1-17c581485f72) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:21.695714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] For port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:52:21.700515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] For port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:52:21.703721 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-7744a915-63ee-4e81-8797-754ecd37e964 service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024267 Sep 10 03:52:21.790133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:21.815433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-f06fcc43-ffef-439a-a4c0-4858577b1d65 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4420190 Sep 10 03:52:21.853101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:21.854085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:21.855543 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/7d78ec84-f281-4351-a3d8-e2ceb74c2f7a HTTP/1.1" status: 200 len: 1091 time: 2.0085151 Sep 10 03:52:21.856080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45bb3b72-39d1-4725-992c-23b9c3ed743e', 'tag': '7d78ec84-f281-4351-a3d8-e2ceb74c2f7a'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:21.858361 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a991c278-207a-404b-870d-ba5a73798f08" -d '{"events": [{"name": "network-changed", "server_uuid": "45bb3b72-39d1-4725-992c-23b9c3ed743e", "tag": "7d78ec84-f281-4351-a3d8-e2ceb74c2f7a"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:21.880957 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3acb6503-7c88-4697-a80d-2c1150c16ac6 req-911a282d-15fd-4dfa-b1c1-380a80c38b2c service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1686132 Sep 10 03:52:21.906872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:21.913590 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb80e279-c442-4ff3-b9b5-66906d296946 x-openstack-request-id: req-fb80e279-c442-4ff3-b9b5-66906d296946 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:21.914473 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45bb3b72-39d1-4725-992c-23b9c3ed743e", "tag": "7d78ec84-f281-4351-a3d8-e2ceb74c2f7a", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:21.914780 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb80e279-c442-4ff3-b9b5-66906d296946 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:21.918046 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45bb3b72-39d1-4725-992c-23b9c3ed743e', 'tag': '7d78ec84-f281-4351-a3d8-e2ceb74c2f7a', 'status': 'completed', 'code': 200} Sep 10 03:52:21.926273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.926699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.927978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.934170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.934170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.934170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.935326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.935326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.935656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.936331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.938259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:21.939286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5124e650-3278-4ad3-aaa5-2e30ff0de0e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:22.016757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991c278-207a-404b-870d-ba5a73798f08 req-8eee616d-97a4-41fd-bc68-82db6ce2c235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:22.018470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a991c278-207a-404b-870d-ba5a73798f08 req-8eee616d-97a4-41fd-bc68-82db6ce2c235 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 1094 time: 0.0731606 Sep 10 03:52:22.070598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a9f7fbb-b63c-4ea0-ba2b-9964ad4254ae req-4eca4121-3d28-4040-9cea-33762fe5a98e service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4255886 Sep 10 03:52:22.163113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991c278-207a-404b-870d-ba5a73798f08 req-d550a2e8-18e7-4be7-9ddf-60e08eb6c181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:22.171971 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a991c278-207a-404b-870d-ba5a73798f08 req-d550a2e8-18e7-4be7-9ddf-60e08eb6c181 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1434498 Sep 10 03:52:22.238325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-d2a9bf94-28eb-469b-9ab1-e57d23e114e8 service neutron] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4078503 Sep 10 03:52:22.293999 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:22.296812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a991c278-207a-404b-870d-ba5a73798f08 req-3132bc51-13c7-4eda-b224-12c1a4587a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:22.301463 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a991c278-207a-404b-870d-ba5a73798f08 req-3132bc51-13c7-4eda-b224-12c1a4587a79 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1235867 Sep 10 03:52:22.455524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-7ffe6380-0a3b-4b3e-b69f-c7a673f49161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:22.457215 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-7ffe6380-0a3b-4b3e-b69f-c7a673f49161 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 1094 time: 0.1018901 Sep 10 03:52:22.532989 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-53e15a21-315a-4355-ba38-c5fb36954e7c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a HTTP/1.1" status: 200 len: 217 time: 0.0535586 Sep 10 03:52:22.584922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-a9b20e07-eb0c-440a-8a33-4a76509da8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:22.586471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-a9b20e07-eb0c-440a-8a33-4a76509da8d1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a HTTP/1.1" status: 200 len: 859 time: 0.0600348 Sep 10 03:52:22.646187 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-8e7b555f-c9a1-45a6-9fbb-006c1dac7cc4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11adb82f-ed47-4360-bde3-651179a2646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494592 Sep 10 03:52:22.683563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-d10a2aef-438a-47e8-af9d-da7ab3ceb98d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc HTTP/1.1" status: 200 len: 217 time: 0.4189286 Sep 10 03:52:22.695397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 82fa6785-301a-4e75-bbfd-d1cab1bef521 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:52:22.696405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96721130-78d5-4a6f-9927-301beb209e90 req-66f026b7-485a-41d4-8765-3b57b447903d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:22.697907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96721130-78d5-4a6f-9927-301beb209e90 req-66f026b7-485a-41d4-8765-3b57b447903d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 943 time: 0.6566410 Sep 10 03:52:22.701266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e36b9bd3-dfff-4c75-be9e-c77ed0e5851b up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:22.708958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec73b7ae-1522-4cf4-aa6d-b1b60d3339ae req-646c2682-3205-4a5d-acd2-92898f3fade2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:22.716106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec73b7ae-1522-4cf4-aa6d-b1b60d3339ae req-646c2682-3205-4a5d-acd2-92898f3fade2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 945 time: 0.5997100 Sep 10 03:52:22.751968 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-1223f576-04ba-48bd-ade5-71f9d96c58ba service neutron] 10.222.0.20 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001940 Sep 10 03:52:22.884630 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1081afe-b36e-40b9-9b7f-2a403d5bbc93 req-d1e16337-a385-4056-b735-02588944c255 service neutron] 10.222.0.20 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243777 Sep 10 03:52:22.919253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-eca88fae-8201-43a8-ae39-d1a2308b5b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:22.920788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-eca88fae-8201-43a8-ae39-d1a2308b5b89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 200 len: 797 time: 0.2195945 Sep 10 03:52:22.940912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 82fa6785-301a-4e75-bbfd-d1cab1bef521, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:22.958203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '82fa6785-301a-4e75-bbfd-d1cab1bef521', 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d', 'port_id': '82fa6785-301a-4e75-bbfd-d1cab1bef521', 'mac_address': 'fa:16:3e:36:c1:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:52:22.958964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec73b7ae-1522-4cf4-aa6d-b1b60d3339ae req-f12ff5b4-d3c6-42b5-ab01-8548d386e734 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2415817 Sep 10 03:52:22.961944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96721130-78d5-4a6f-9927-301beb209e90 req-30e53c6d-6d9c-4e6f-82cd-81e46b09669c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2428479 Sep 10 03:52:23.015814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:23.022856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:23.023232 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.025936 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.041718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-00cdff1c-e441-455f-b60a-f0258db6804f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:23.042252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-00cdff1c-e441-455f-b60a-f0258db6804f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1071534 Sep 10 03:52:23.063220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82fa6785-301a-4e75-bbfd-d1cab1bef521 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:52:23.074769 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.091961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 82fa6785-301a-4e75-bbfd-d1cab1bef521, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:23.122564 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.132948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:23.144432 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.171824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c012e8-dff0-44c9-95f1-0ebf46a23b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36b9bd3-dfff-4c75-be9e-c77ed0e5851b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:23.174071 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-402bf83c-f0e8-43f6-83e9-89a29a1f6d84" -d '{"events": [{"server_uuid": "a4c012e8-dff0-44c9-95f1-0ebf46a23b63", "name": "network-vif-plugged", "status": "completed", "tag": "e36b9bd3-dfff-4c75-be9e-c77ed0e5851b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:23.187438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:23.190945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.197707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:23.211578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:23.235443 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a55040b-61c2-4999-9c34-250145e64298 x-openstack-request-id: req-5a55040b-61c2-4999-9c34-250145e64298 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:23.235756 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c012e8-dff0-44c9-95f1-0ebf46a23b63", "name": "network-vif-plugged", "status": "completed", "tag": "e36b9bd3-dfff-4c75-be9e-c77ed0e5851b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:23.236048 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a55040b-61c2-4999-9c34-250145e64298 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:23.236545 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c012e8-dff0-44c9-95f1-0ebf46a23b63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e36b9bd3-dfff-4c75-be9e-c77ed0e5851b', 'code': 200} Sep 10 03:52:23.242748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=e7b320bc-42fe-444b-a6e1-17c581485f72,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:23.251341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=82fa6785-301a-4e75-bbfd-d1cab1bef521,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:23.259428 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.283651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-8ef60d39-1969-48e1-8434-6b0787591c42 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316601 Sep 10 03:52:23.316598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:23.415714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['82fa6785-301a-4e75-bbfd-d1cab1bef521'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:52:23.485719 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.491938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee802fb5-26e0-4f77-af9f-533d64b5d822 req-a41d1185-a3a3-4db0-b16e-5f0901cb1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:23.493448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee802fb5-26e0-4f77-af9f-533d64b5d822 req-a41d1185-a3a3-4db0-b16e-5f0901cb1bad service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 1097 time: 0.1787264 Sep 10 03:52:23.507983 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d4f0dd4c-ad55-48e8-9568-e4981821457f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.570494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-3c64fdc6-1f81-43a4-a733-d41a0bebb16b service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2567780 Sep 10 03:52:23.575919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee802fb5-26e0-4f77-af9f-533d64b5d822 req-96301c06-11f5-492f-a1c8-5510ca46afa4 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587590 Sep 10 03:52:23.629947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-085dc00a-a0ec-4341-9e6f-ed837b7fa6ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=04fae288-5301-43e8-8e7d-da63e9504d7e HTTP/1.1" status: 200 len: 217 time: 0.0514531 Sep 10 03:52:23.676866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.688319 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:23.731861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-2e6d9a0a-fa58-408d-aa4d-5294cf2231a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:23.733403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-2e6d9a0a-fa58-408d-aa4d-5294cf2231a0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 200 len: 797 time: 0.0947068 Sep 10 03:52:23.877789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-2e4d9fe1-3c24-4086-9539-9132ba8f7e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:23.879316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-2e4d9fe1-3c24-4086-9539-9132ba8f7e37 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6bd5f340-5935-41df-86cc-3fdfabbf8c05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1342366 Sep 10 03:52:23.938033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Deleting port 56d273cd-504b-46a3-bff0-3c731a68bf06 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:23.938371 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:24.026951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:24.123029 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:24.126391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-0f4e0da4-c56b-4fcd-9e1e-520ca3d16bf2 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368770 Sep 10 03:52:24.133605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] For port 56d273cd-504b-46a3-bff0-3c731a68bf06, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56d273cd-504b-46a3-bff0-3c731a68bf06,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:24.133605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:24.190128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Calling delete_port for 56d273cd-504b-46a3-bff0-3c731a68bf06 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:24.222624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5967c70c-78cd-4821-85f7-bb7feaab8475 req-6484b93f-5813-4447-a3ff-8c6d6ce5eed9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:24.224156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5967c70c-78cd-4821-85f7-bb7feaab8475 req-6484b93f-5813-4447-a3ff-8c6d6ce5eed9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 946 time: 0.1703227 Sep 10 03:52:24.319912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=e7b320bc-42fe-444b-a6e1-17c581485f72,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:24.389012 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:24.405696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5967c70c-78cd-4821-85f7-bb7feaab8475 req-9ef25157-2238-4a2c-96f1-be3a7b4889bf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530726 Sep 10 03:52:24.413799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3df96d0-83f9-4859-838b-431d0dc0b59a req-8a7b1a83-29e0-4d17-906a-58371063ae66 service neutron] 10.222.0.20 "GET /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2733862 Sep 10 03:52:24.493536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:24.494704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8c894212-fb8e-428d-a9c2-ca98cb2301da tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.2359948 Sep 10 03:52:24.497462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50056) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:24.502616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'port': {'network_id': '82b53272-95ed-4b97-8cde-9991d3183378', 'name': 'tempest-FloatingIPTestJSON-1966164171'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:24.585775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2502b6a-6439-4096-8d92-8f677695d416 req-b4d3c8a9-1591-46b0-8ba9-5195a2368537 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:24.587325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2502b6a-6439-4096-8d92-8f677695d416 req-b4d3c8a9-1591-46b0-8ba9-5195a2368537 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 943 time: 0.0966048 Sep 10 03:52:24.657615 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2502b6a-6439-4096-8d92-8f677695d416 req-90ecba5b-cbeb-4d19-83b1-0ebf7001913e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562336 Sep 10 03:52:24.723339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 82fa6785-301a-4e75-bbfd-d1cab1bef521 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:24.752227 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:24.786634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Made reservation on behalf of ca28538c79984e6ea7f4c5dddeaf531c for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:24.790965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Pushing event deleted for resources: {'Port': ['ID=56d273cd-504b-46a3-bff0-3c731a68bf06,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:24.791121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:24.810274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] device_id is not set on port ad232538-059c-4d18-9e71-9b977341261d yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:52:24.910473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 82fa6785-301a-4e75-bbfd-d1cab1bef521 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:24.915056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 82fa6785-301a-4e75-bbfd-d1cab1bef521 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:24.915788 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:24.996034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.20.0.2 (82b53272-95ed-4b97-8cde-9991d3183378/77efd7a2-ccf5-491c-b83c-19d815524bf8/ad232538-059c-4d18-9e71-9b977341261d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:25.040985 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.054114 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.100931 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.103062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 82fa6785-301a-4e75-bbfd-d1cab1bef521, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:25.195043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:52:25.211119 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.227389 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.272651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf817eb4-6b66-45d5-8f56-b9862a5edd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fa6785-301a-4e75-bbfd-d1cab1bef521'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:25.275595 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57c4e024-babb-41e2-854a-6e1d2b9e34b9" -d '{"events": [{"server_uuid": "bf817eb4-6b66-45d5-8f56-b9862a5edd96", "name": "network-vif-plugged", "status": "completed", "tag": "82fa6785-301a-4e75-bbfd-d1cab1bef521"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:25.278414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=82fa6785-301a-4e75-bbfd-d1cab1bef521,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:25.359291 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abdb605a-99ea-4229-bd38-9648e733eb0f x-openstack-request-id: req-abdb605a-99ea-4229-bd38-9648e733eb0f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:25.359291 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf817eb4-6b66-45d5-8f56-b9862a5edd96", "name": "network-vif-plugged", "status": "completed", "tag": "82fa6785-301a-4e75-bbfd-d1cab1bef521", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:25.359291 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-abdb605a-99ea-4229-bd38-9648e733eb0f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:25.359291 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf817eb4-6b66-45d5-8f56-b9862a5edd96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82fa6785-301a-4e75-bbfd-d1cab1bef521', 'code': 200} Sep 10 03:52:25.381185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.453006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:25.465388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '7d78ec84-f281-4351-a3d8-e2ceb74c2f7a', 'network_id': '11adb82f-ed47-4360-bde3-651179a2646d', 'port_id': '7d78ec84-f281-4351-a3d8-e2ceb74c2f7a', 'mac_address': 'fa:16:3e:dc:9b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 236, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:52:25.484448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=ad232538-059c-4d18-9e71-9b977341261d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:25.491792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 82b53272-95ed-4b97-8cde-9991d3183378 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:25.493820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:25.501115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:25.536566 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.557131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:52:25.568769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:25.582214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:25.583225 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.585489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:25.603004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3fd01f-e4f2-4e0d-941d-7975fadf35e4 req-d5cb436d-8d41-47eb-9baf-9bfca42cc884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:25.606891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe3fd01f-e4f2-4e0d-941d-7975fadf35e4 req-d5cb436d-8d41-47eb-9baf-9bfca42cc884 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 1096 time: 0.1473088 Sep 10 03:52:25.617656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84262e1-f66d-4493-af53-b81fe91243dc req-96bba2c2-4d62-4ba1-add0-8f736cc42f83 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:25.619190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e84262e1-f66d-4493-af53-b81fe91243dc req-96bba2c2-4d62-4ba1-add0-8f736cc42f83 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 946 time: 0.1211994 Sep 10 03:52:25.660805 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.667400 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-397603f7-9b07-4792-9094-8a83c33ec147 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1687548 Sep 10 03:52:25.668868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50082) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:25.692283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bd682876-64de-47f2-bcf1-b3a5e7ea6424 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'port_id': 'ad232538-059c-4d18-9e71-9b977341261d'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:25.721883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe3fd01f-e4f2-4e0d-941d-7975fadf35e4 req-717d3c25-5b36-4c7f-b680-f9650ba87328 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016760 Sep 10 03:52:25.760762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e84262e1-f66d-4493-af53-b81fe91243dc req-33c404d7-86cb-4872-8fb5-2404f0c808a2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058922 Sep 10 03:52:25.765937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:25.789328 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:25.800724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-16ccc8c5-348c-402e-a4da-f32ef1dceb87 admin admin] 10.222.0.22 "PUT /v2.0/routers/44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6473751 Sep 10 03:52:25.803240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50092) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:25.804963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd682876-64de-47f2-bcf1-b3a5e7ea6424 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:25.817800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] Sync routers for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:25.876798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:25.877459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:26.029781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8decdd-2375-4654-a6b0-4287e0c6e9e8 req-fdf34a58-a62d-45b6-b83c-33ae54bc141e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:26.032956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae8decdd-2375-4654-a6b0-4287e0c6e9e8 req-fdf34a58-a62d-45b6-b83c-33ae54bc141e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 944 time: 0.2330625 Sep 10 03:52:26.034383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['7d78ec84-f281-4351-a3d8-e2ceb74c2f7a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:52:26.116219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:26.121121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:26.164771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae8decdd-2375-4654-a6b0-4287e0c6e9e8 req-7cd87033-dd8c-4b43-8507-8e3c6cf58780 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918307 Sep 10 03:52:26.291089 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:26.504671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd682876-64de-47f2-bcf1-b3a5e7ea6424 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:26.569649 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd682876-64de-47f2-bcf1-b3a5e7ea6424 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:26.643638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:52:24Z', 'revision_number': 5, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:26.676086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] Checking router: 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:52:26.685338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] Routers {'44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:26.686202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:26.839247 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-bd682876-64de-47f2-bcf1-b3a5e7ea6424 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP 84363eae-bb2e-4cda-9f86-2685a86afaac associated. External IP: 172.25.3.180, port: ad232538-059c-4d18-9e71-9b977341261d. Sep 10 03:52:26.846364 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:26.859336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] Set router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:52:27.026778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Deleting port be61095b-0f15-4615-804a-891f4847b4b5 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:27.027431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.094410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd682876-64de-47f2-bcf1-b3a5e7ea6424 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:27.104910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:52:24Z', 'revision_number': 5, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:27.142576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123ffc9b-3430-4824-bec1-18df85fed7cf None None] The sync data for ids ['44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740'] in n-d-808143-1 is: [{'id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'name': 'tempest-TaggedBootDevicesTest_v242-1419490675-router', 'tenant_id': 'd15383d54de741cf86b2c65430cfea75', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:41:09Z', 'updated_at': '2021-09-10T03:52:24Z', 'revision_number': 5, 'project_id': 'd15383d54de741cf86b2c65430cfea75', 'gw_port': {'id': 'be61095b-0f15-4615-804a-891f4847b4b5', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:fb:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740', 'device_owner': 'network:router_gateway', 'standard_attr_id': 924, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:41:10Z', 'updated_at': '2021-09-10T03:41:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:27.169314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] For port be61095b-0f15-4615-804a-891f4847b4b5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=be61095b-0f15-4615-804a-891f4847b4b5,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:27.169680 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.182788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Calling delete_port for be61095b-0f15-4615-804a-891f4847b4b5 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:27.268426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd682876-64de-47f2-bcf1-b3a5e7ea6424 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:27.273024 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd682876-64de-47f2-bcf1-b3a5e7ea6424 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.278747 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0d11c-d353-4649-9399-3b5f134720ab None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:27.290171 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0d11c-d353-4649-9399-3b5f134720ab None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:27.296483 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-33c0d11c-d353-4649-9399-3b5f134720ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:27.339992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bffe590-4690-495a-8b6a-2fd0179e76f3 req-fd42e92d-71cf-4c29-bd6f-f77d588d1dd0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:27.340867 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd682876-64de-47f2-bcf1-b3a5e7ea6424 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/floatingips/84363eae-bb2e-4cda-9f86-2685a86afaac HTTP/1.1" status: 200 len: 978 time: 1.6670938 Sep 10 03:52:27.341420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bffe590-4690-495a-8b6a-2fd0179e76f3 req-fd42e92d-71cf-4c29-bd6f-f77d588d1dd0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 944 time: 0.0934589 Sep 10 03:52:27.341925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50110) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:27.348611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50112) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:27.357957 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-33c0d11c-d353-4649-9399-3b5f134720ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:27.367998 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c0d11c-d353-4649-9399-3b5f134720ab None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:27.368821 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-33c0d11c-d353-4649-9399-3b5f134720ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:27.403702 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-33c0d11c-d353-4649-9399-3b5f134720ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:27.404619 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33c0d11c-d353-4649-9399-3b5f134720ab None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:27.468754 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd77ba28-fb90-4c64-9c0a-cb7f0e80a938 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.483214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bffe590-4690-495a-8b6a-2fd0179e76f3 req-17340348-451a-4d17-8942-17944b23056a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008954 Sep 10 03:52:27.564507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port ad232538-059c-4d18-9e71-9b977341261d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:27.564842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.588097 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd77ba28-fb90-4c64-9c0a-cb7f0e80a938 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.637429 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.654558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd77ba28-fb90-4c64-9c0a-cb7f0e80a938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.680029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Pushing event deleted for resources: {'Port': ['ID=be61095b-0f15-4615-804a-891f4847b4b5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:27.706828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.716462 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dd77ba28-fb90-4c64-9c0a-cb7f0e80a938 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6bd7ecae110a465995da2f251a24b9e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3666048 Sep 10 03:52:27.717522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd77ba28-fb90-4c64-9c0a-cb7f0e80a938 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f535217-6609-4a8b-b2f6-e11a375af896,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:27.721516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50116) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:27.779087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e119e3-622f-4086-b05d-757def1499b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.803819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e119e3-622f-4086-b05d-757def1499b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.818594 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.911839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e119e3-622f-4086-b05d-757def1499b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.914620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e119e3-622f-4086-b05d-757def1499b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.918692 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-71e119e3-622f-4086-b05d-757def1499b9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2f535217-6609-4a8b-b2f6-e11a375af896 HTTP/1.1" status: 204 len: 168 time: 0.1928372 Sep 10 03:52:27.924177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e119e3-622f-4086-b05d-757def1499b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f535217-6609-4a8b-b2f6-e11a375af896,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:27.945843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:27.949589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.068065 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.068429 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.068743 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP 84363eae-bb2e-4cda-9f86-2685a86afaac disassociated. External IP: 172.25.3.180, port: ad232538-059c-4d18-9e71-9b977341261d. Sep 10 03:52:28.069090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for ad232538-059c-4d18-9e71-9b977341261d owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:28.089140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56d273cd-504b-46a3-bff0-3c731a68bf06 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:28.114904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 56d273cd-504b-46a3-bff0-3c731a68bf06 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:28.115225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56d273cd-504b-46a3-bff0-3c731a68bf06 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:28.128499 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.129012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:52:28.134317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.138018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dc4bb642-b3b5-4468-b948-a48447565f5e admin admin] 10.222.0.22 "DELETE /v2.0/routers/44a42e7c-57a9-4fd8-90ca-8aeb6d4f7740 HTTP/1.1" status: 204 len: 168 time: 2.3295379 Sep 10 03:52:28.138764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50126) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:28.221323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b3b2c9d-3341-408f-a307-f44ddae11e13 admin admin] Deleting subnet de481826-aaa2-4c99-88fc-13be40e266ed {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:52:28.241146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b3b2c9d-3341-408f-a307-f44ddae11e13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.312625 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b3b2c9d-3341-408f-a307-f44ddae11e13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.380209 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.415147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=ad232538-059c-4d18-9e71-9b977341261d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:28.448672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b3b2c9d-3341-408f-a307-f44ddae11e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.539108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:28.602268 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b3b2c9d-3341-408f-a307-f44ddae11e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.644971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b2c9d-3341-408f-a307-f44ddae11e13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de481826-aaa2-4c99-88fc-13be40e266ed,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:28.650278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b3b2c9d-3341-408f-a307-f44ddae11e13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.656444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0b3b2c9d-3341-408f-a307-f44ddae11e13 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/de481826-aaa2-4c99-88fc-13be40e266ed HTTP/1.1" status: 204 len: 168 time: 0.5135422 Sep 10 03:52:28.656444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50132) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:28.665049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188b815f-8fb8-4647-9dd2-7114ec40dd71 None None] Network 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:28.687018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9377e88-c7be-437a-9617-2e83fdfc9318 req-9c270cb1-5191-43ad-8fd4-e2bcf4dc5587 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:28.688626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9377e88-c7be-437a-9617-2e83fdfc9318 req-9c270cb1-5191-43ad-8fd4-e2bcf4dc5587 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 944 time: 0.1080115 Sep 10 03:52:28.700119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50134) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:28.723854 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26cd3ec6-5f40-41a5-8759-b876454e7beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.730904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:28.769020 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.770288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e615445-2bff-44af-86b7-45cf793e65f2 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:28.794144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.801193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e615445-2bff-44af-86b7-45cf793e65f2 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:28.801926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e615445-2bff-44af-86b7-45cf793e65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:28.822311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9377e88-c7be-437a-9617-2e83fdfc9318 req-aec0f017-a5f6-44da-8af8-16871814c443 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158235 Sep 10 03:52:28.839656 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:28.842527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c7f88482-a6d0-4a57-8503-741196b61346 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/ports/ad232538-059c-4d18-9e71-9b977341261d HTTP/1.1" status: 204 len: 168 time: 1.4683416 Sep 10 03:52:28.846036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50136) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:28.876596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e615445-2bff-44af-86b7-45cf793e65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:28.907199 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cd4d4f5a-7c7c-48f2-b4f7-94cabce61928 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "GET /v2.0/floatingips/84363eae-bb2e-4cda-9f86-2685a86afaac HTTP/1.1" status: 200 len: 688 time: 0.0597723 Sep 10 03:52:28.910647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50138) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:28.919121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e615445-2bff-44af-86b7-45cf793e65f2 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:28.920080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e615445-2bff-44af-86b7-45cf793e65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:28.956363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e615445-2bff-44af-86b7-45cf793e65f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:28.957026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e615445-2bff-44af-86b7-45cf793e65f2 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:28.987754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Deleting port b3669465-61f6-417c-a667-0a46e21f1ccd {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:28.988096 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.012995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26cd3ec6-5f40-41a5-8759-b876454e7beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.019443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41bd467a-b0e8-48b6-b42f-ccf6c1aa1ff2 None None] DHCP port deletion for 7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:52:29.068593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] For port b3669465-61f6-417c-a667-0a46e21f1ccd, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b3669465-61f6-417c-a667-0a46e21f1ccd,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:29.068860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.084560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Calling delete_port for b3669465-61f6-417c-a667-0a46e21f1ccd owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:29.095297 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26cd3ec6-5f40-41a5-8759-b876454e7beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.107476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-41bd467a-b0e8-48b6-b42f-ccf6c1aa1ff2 None None] Deleting port b3669465-61f6-417c-a667-0a46e21f1ccd {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:29.108124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41bd467a-b0e8-48b6-b42f-ccf6c1aa1ff2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.120625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port e7b320bc-42fe-444b-a6e1-17c581485f72 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:29.121180 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.146985 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-26cd3ec6-5f40-41a5-8759-b876454e7beb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c10a2ed819004c38a68821f7fb4b87be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4458261 Sep 10 03:52:29.149402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26cd3ec6-5f40-41a5-8759-b876454e7beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03bfcb6e-fdf2-43ec-a7e9-82335433b994,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:29.152250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50144) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:29.179751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-41bd467a-b0e8-48b6-b42f-ccf6c1aa1ff2 None None] For port b3669465-61f6-417c-a667-0a46e21f1ccd, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b3669465-61f6-417c-a667-0a46e21f1ccd,segment=NetworkSegment(851cf4c1-bb9c-4435-9618-73acd2f7bd24),segment_id=851cf4c1-bb9c-4435-9618-73acd2f7bd24)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:29.180148 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41bd467a-b0e8-48b6-b42f-ccf6c1aa1ff2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.205582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-41bd467a-b0e8-48b6-b42f-ccf6c1aa1ff2 None None] Calling delete_port for b3669465-61f6-417c-a667-0a46e21f1ccd owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:29.212994 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.213439 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.243417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for e7b320bc-42fe-444b-a6e1-17c581485f72 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:29.249433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:29.318829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-615729a0-fffc-460d-b5fd-0afabd86603a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.342467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-615729a0-fffc-460d-b5fd-0afabd86603a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.375820 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.381901 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41bd467a-b0e8-48b6-b42f-ccf6c1aa1ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.394605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] No DVR routers for this DVR port b3669465-61f6-417c-a667-0a46e21f1ccd on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:29.412942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:29.417793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3669465-61f6-417c-a667-0a46e21f1ccd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:29.418008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bd467a-b0e8-48b6-b42f-ccf6c1aa1ff2 None None] Pushing event deleted for resources: {'Port': ['ID=b3669465-61f6-417c-a667-0a46e21f1ccd,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:29.421061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:29.421425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.426147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bd467a-b0e8-48b6-b42f-ccf6c1aa1ff2 None None] No DVR routers for this DVR port b3669465-61f6-417c-a667-0a46e21f1ccd on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:29.489198 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.512073 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.513648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.535022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=e7b320bc-42fe-444b-a6e1-17c581485f72,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:29.539910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fca3f9d-2c91-4744-9977-6c5c3e2ebf86']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:29.542265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bb3b72-39d1-4725-992c-23b9c3ed743e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d78ec84-f281-4351-a3d8-e2ceb74c2f7a'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:29.544996 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15859a20-0e8a-41fb-8c9d-33c29c405d40" -d '{"events": [{"server_uuid": "45bb3b72-39d1-4725-992c-23b9c3ed743e", "name": "network-vif-plugged", "status": "completed", "tag": "7d78ec84-f281-4351-a3d8-e2ceb74c2f7a"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:29.550550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:29.552000 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-615729a0-fffc-460d-b5fd-0afabd86603a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.555151 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-615729a0-fffc-460d-b5fd-0afabd86603a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.556680 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-615729a0-fffc-460d-b5fd-0afabd86603a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03bfcb6e-fdf2-43ec-a7e9-82335433b994 HTTP/1.1" status: 204 len: 168 time: 0.3890140 Sep 10 03:52:29.562322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851cf4c1-bb9c-4435-9618-73acd2f7bd24') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:29.562322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851cf4c1-bb9c-4435-9618-73acd2f7bd24') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:29.592150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615729a0-fffc-460d-b5fd-0afabd86603a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03bfcb6e-fdf2-43ec-a7e9-82335433b994,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:29.604863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.626573 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.633091 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15008bd-b1d1-46cf-b805-c4fc0c11714c x-openstack-request-id: req-b15008bd-b1d1-46cf-b805-c4fc0c11714c {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:29.633392 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bb3b72-39d1-4725-992c-23b9c3ed743e", "name": "network-vif-plugged", "status": "completed", "tag": "7d78ec84-f281-4351-a3d8-e2ceb74c2f7a", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:29.633719 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b15008bd-b1d1-46cf-b805-c4fc0c11714c {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:29.634017 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bb3b72-39d1-4725-992c-23b9c3ed743e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d78ec84-f281-4351-a3d8-e2ceb74c2f7a', 'code': 200} Sep 10 03:52:29.644132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.648746 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.657412 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.661362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a0821a24-c8a5-4b84-b97b-21513be01163 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/floatingips/84363eae-bb2e-4cda-9f86-2685a86afaac HTTP/1.1" status: 204 len: 168 time: 0.7381399 Sep 10 03:52:29.662379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50152) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:29.664969 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:52:29.665439 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.668223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '277fb646-0141-455c-aa0f-74d2f93fd162'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:29.707106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:52:29.738462 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:52:29.743960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01391c7-932e-4e45-b80e-1cdd5592b219 req-b32f1ef9-7fca-40f0-bfba-cfc4126bc6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:29.745479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c01391c7-932e-4e45-b80e-1cdd5592b219 req-b32f1ef9-7fca-40f0-bfba-cfc4126bc6a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 1096 time: 0.0716691 Sep 10 03:52:29.780210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c01391c7-932e-4e45-b80e-1cdd5592b219 req-d9b62cf5-e1e5-4fd9-b57e-a87a47620d0e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279143 Sep 10 03:52:29.785639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.798554 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.806332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:29.810157 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7fca3f9d-2c91-4744-9977-6c5c3e2ebf86 HTTP/1.1" status: 204 len: 168 time: 1.1526573 Sep 10 03:52:29.833667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d226b9-e291-4786-94e1-20bc4e647e91 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fca3f9d-2c91-4744-9977-6c5c3e2ebf86,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:29.923766 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:30.011987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfcf788-615a-4ae4-86ec-a7df9d4b23d5 req-cabf2c48-52f8-4a97-aacd-33e1f818b5c6 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:30.020790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccfcf788-615a-4ae4-86ec-a7df9d4b23d5 req-cabf2c48-52f8-4a97-aacd-33e1f818b5c6 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1137633 Sep 10 03:52:30.038376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b3669465-61f6-417c-a667-0a46e21f1ccd no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:30.074651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: b3669465-61f6-417c-a667-0a46e21f1ccd {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:30.075224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b3669465-61f6-417c-a667-0a46e21f1ccd not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:30.076499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device be61095b-0f15-4615-804a-891f4847b4b5 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:30.096009 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccfcf788-615a-4ae4-86ec-a7df9d4b23d5 req-5c1ed167-51fb-4913-b90e-ea854af1aee2 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694184 Sep 10 03:52:30.107165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: be61095b-0f15-4615-804a-891f4847b4b5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:30.107811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device be61095b-0f15-4615-804a-891f4847b4b5 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:30.152014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.25.3.23 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/41d340ed-7d36-4b4c-8f9c-99994dfa326f) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:30.236247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50172) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:30.270250 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:30.328094 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7b055b88-09d2-43ee-acde-cc3212eea9f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d15383d54de741cf86b2c65430cfea75&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0875456 Sep 10 03:52:30.328252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50176) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:30.380462 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:30.387324 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1a40e5d-6d7a-49d1-acb7-8bbc920a87dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:30.410420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1a40e5d-6d7a-49d1-acb7-8bbc920a87dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:30.416628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:30.419474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:30.430267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:30.465047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=41d340ed-7d36-4b4c-8f9c-99994dfa326f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:30.585619 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1a40e5d-6d7a-49d1-acb7-8bbc920a87dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:30.588271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1a40e5d-6d7a-49d1-acb7-8bbc920a87dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:30.589473 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1a40e5d-6d7a-49d1-acb7-8bbc920a87dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8eb188be-dab4-4254-a028-2a335d244c65 HTTP/1.1" status: 204 len: 168 time: 0.2597213 Sep 10 03:52:30.597956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a40e5d-6d7a-49d1-acb7-8bbc920a87dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb188be-dab4-4254-a028-2a335d244c65,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:30.805884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:30.994464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:31.169252 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:31.239121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a851b15-2b2d-41a3-aae3-932de8e007f6 req-2ec5b02c-0107-4591-ba83-04fd777a44b5 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:31.240729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a851b15-2b2d-41a3-aae3-932de8e007f6 req-2ec5b02c-0107-4591-ba83-04fd777a44b5 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0568795 Sep 10 03:52:31.280367 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a851b15-2b2d-41a3-aae3-932de8e007f6 req-1720b83a-f994-4cb9-9635-9124f47e2658 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336754 Sep 10 03:52:31.312201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:31.395867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=41d340ed-7d36-4b4c-8f9c-99994dfa326f,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:31.405376 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:31.518817 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP d8f8529b-90e5-4ad3-baa1-5fd9fd499a55 associated. External IP: 172.25.3.23, port: 277fb646-0141-455c-aa0f-74d2f93fd162. Sep 10 03:52:31.726482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50230) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:31.948590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1906456812-network', 'tenant_id': 'f98d7636185944beaeeb9273100a7b76'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:32.037916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Made reservation on behalf of f98d7636185944beaeeb9273100a7b76 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:32.040809 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.051476 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.117531 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.128085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26916f8-8a3d-4397-b943-5ad39ed88ad5 req-f8f4961d-f53e-451c-96f8-a09d4aae021e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:32.129560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e26916f8-8a3d-4397-b943-5ad39ed88ad5 req-f8f4961d-f53e-451c-96f8-a09d4aae021e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.4634275 Sep 10 03:52:32.147510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-9d103648-a3af-4eef-be12-ab08b2b7408e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:32.148976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-9d103648-a3af-4eef-be12-ab08b2b7408e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 1096 time: 0.4630430 Sep 10 03:52:32.149226 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.172558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:32.218319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e26916f8-8a3d-4397-b943-5ad39ed88ad5 req-8487dda5-1fb9-46e9-a487-278460e11a5b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798519 Sep 10 03:52:32.233230 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.262740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:52:32.273174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bade0367-c8de-4476-b97c-a7747fac8d31,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:32.288587 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.289121 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Added segment 71bd5454-ff50-46a3-be38-26bd1740a254 of type vlan for network 8cfc6374-85bc-4d2c-9d76-5ab917436e55 Sep 10 03:52:32.330161 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.360886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-b6303b0c-efaa-44bf-ae42-6667ec1b41b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:32.362405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-b6303b0c-efaa-44bf-ae42-6667ec1b41b5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 920 time: 0.2031960 Sep 10 03:52:32.380071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:32.391637 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a946299b-3138-4d15-bb94-a46e3ec23897 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:32.402255 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946299b-3138-4d15-bb94-a46e3ec23897 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:32.402859 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a946299b-3138-4d15-bb94-a46e3ec23897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:32.419540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.423889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-93c5bd56-6cdf-4fea-86c4-1fa8767cd67b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a HTTP/1.1" status: 200 len: 217 time: 0.0528593 Sep 10 03:52:32.428648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:32.428648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.444480 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a946299b-3138-4d15-bb94-a46e3ec23897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:32.465217 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a946299b-3138-4d15-bb94-a46e3ec23897 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:32.465217 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a946299b-3138-4d15-bb94-a46e3ec23897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:32.499953 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a946299b-3138-4d15-bb94-a46e3ec23897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:32.500976 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a946299b-3138-4d15-bb94-a46e3ec23897 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:32.511758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] Pushing event updated for resources: {'Network': ['ID=8cfc6374-85bc-4d2c-9d76-5ab917436e55,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:32.518729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-15332553-2798-4b31-bcda-2d8a7ca3cef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:32.521053 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-15332553-2798-4b31-bcda-2d8a7ca3cef3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a HTTP/1.1" status: 200 len: 859 time: 0.0874591 Sep 10 03:52:32.529351 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.529522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 8cfc6374-85bc-4d2c-9d76-5ab917436e55 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:52:32.575942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-ffecc7b8-d2c1-4f69-9a92-23e203412912 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11adb82f-ed47-4360-bde3-651179a2646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314045 Sep 10 03:52:32.579997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a7bf88af-85f3-47e6-ad39-cf2071f82377 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9163821 Sep 10 03:52:32.587668 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fddceb64-62ab-4634-b851-71168b991d5c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.8573418 Sep 10 03:52:32.587668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50252) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:32.594895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50254) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:32.594895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Request body: {'subnet': {'network_id': '8cfc6374-85bc-4d2c-9d76-5ab917436e55', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1906456812-subnet', 'tenant_id': 'f98d7636185944beaeeb9273100a7b76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:32.603053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-510104454'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:32.628080 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:52:32.628080 n-d-808143-1 neutron-server[95137]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 03:52:32.628080 n-d-808143-1 neutron-server[95137]: [parameters: {'project_id': 'ca28538c79984e6ea7f4c5dddeaf531c', 'id': '13426366-4781-4580-a3ed-11dd7645682c', 'expiration': datetime.datetime(2021, 9, 10, 3, 54, 32, 623030)}] Sep 10 03:52:32.628080 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:52:32.628655 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:52:32.674540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-7559c42c-fb89-4ea6-9035-39c154a13d6e service neutron] 10.222.0.20 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915895 Sep 10 03:52:32.705664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Made reservation on behalf of f98d7636185944beaeeb9273100a7b76 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:32.708016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.763263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49bdf5b5-0b26-4912-99cf-cc4858d4195f req-56753d4c-20c2-44e8-a1f7-271d51bc6781 service neutron] 10.222.0.20 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816560 Sep 10 03:52:32.940534 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:32.997076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4014cd6e-0c10-43ed-87a4-06f00b132aee,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:33.004825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Checking segment: {'id': '71bd5454-ff50-46a3-be38-26bd1740a254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8cfc6374-85bc-4d2c-9d76-5ab917436e55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:33.005066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Network hostable DHCP agents. Network: 8cfc6374-85bc-4d2c-9d76-5ab917436e55, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:52:33.083031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Network 8cfc6374-85bc-4d2c-9d76-5ab917436e55 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:52:33.214043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 8cfc6374-85bc-4d2c-9d76-5ab917436e55) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:33.218844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:33.224401 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:33.225107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fbc3444-d7e9-4578-817f-af1c0498a8aa None None] Network 8cfc6374-85bc-4d2c-9d76-5ab917436e55 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:33.243560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Made reservation on behalf of ca28538c79984e6ea7f4c5dddeaf531c for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:33.247084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:33.272601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:52:33.282512 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:33.282910 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Added segment aa887bc1-0a61-4483-94a4-ec9107fc135d of type vlan for network 3a1a3d22-816b-4a31-8572-fa12b508334a Sep 10 03:52:33.332356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:33.359360 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ee13bbfb-b511-4beb-ab04-fa9f6905ae1d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.7612062 Sep 10 03:52:33.365472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8f5ebb-f6a8-4045-b4e5-7b1f4b77c6b8 None None] Network 8cfc6374-85bc-4d2c-9d76-5ab917436e55 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:33.377017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a40f02-80dd-4353-9e33-d0e29ecb45f1 req-e978c612-86f3-404d-94bb-e4b7582169c0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:33.380216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78a40f02-80dd-4353-9e33-d0e29ecb45f1 req-e978c612-86f3-404d-94bb-e4b7582169c0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0875204 Sep 10 03:52:33.434385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78a40f02-80dd-4353-9e33-d0e29ecb45f1 req-60e7edbf-95e4-478e-a140-f08ab24d2808 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Sep 10 03:52:33.460081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:33.467778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:33.468405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:33.566341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Network': ['ID=3a1a3d22-816b-4a31-8572-fa12b508334a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:33.579577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 3a1a3d22-816b-4a31-8572-fa12b508334a details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:52:33.599801 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd395d08-42ce-4c86-881e-23a1fe78eba0 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0126801 Sep 10 03:52:33.602639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50290) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:33.608831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'subnet': {'network_id': '3a1a3d22-816b-4a31-8572-fa12b508334a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:33.768834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Made reservation on behalf of ca28538c79984e6ea7f4c5dddeaf531c for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:33.772416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:34.032199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-3004b0d1-2f2b-425f-9319-c786537c0ca3 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:34.033576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-3004b0d1-2f2b-425f-9319-c786537c0ca3 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/networks?id=8cfc6374-85bc-4d2c-9d76-5ab917436e55 HTTP/1.1" status: 200 len: 818 time: 0.1680040 Sep 10 03:52:34.051125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-7c10d533-7986-44ed-a9e7-05e48ca387c9 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/quotas/f98d7636185944beaeeb9273100a7b76 HTTP/1.1" status: 200 len: 375 time: 0.0102799 Sep 10 03:52:34.084748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-2629225b-c792-4578-9188-fbbb21fff0fe tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f98d7636185944beaeeb9273100a7b76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272367 Sep 10 03:52:34.085717 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:34.199077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Subnet': ['ID=b0d45b9f-42fc-476f-8a8f-84fe8458f192,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:34.215063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Checking segment: {'id': 'aa887bc1-0a61-4483-94a4-ec9107fc135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3a1a3d22-816b-4a31-8572-fa12b508334a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:34.215497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network hostable DHCP agents. Network: 3a1a3d22-816b-4a31-8572-fa12b508334a, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:52:34.242753 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-0359a1ae-fab7-4b0d-ad8a-a3ba0637f3e0 service neutron] 10.222.0.22 "GET /v2.0/networks/8cfc6374-85bc-4d2c-9d76-5ab917436e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487269 Sep 10 03:52:34.324764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 3a1a3d22-816b-4a31-8572-fa12b508334a is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:52:34.343820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-30eed130-25a5-4079-a1df-3c6dbc1b7116 service neutron] 10.222.0.22 "GET /v2.0/networks/8cfc6374-85bc-4d2c-9d76-5ab917436e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950222 Sep 10 03:52:34.403305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 3a1a3d22-816b-4a31-8572-fa12b508334a) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:34.409747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:34.412922 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:34.413061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4476f6b-5889-4ea5-b2b5-504a40d6ef47 None None] Network 3a1a3d22-816b-4a31-8572-fa12b508334a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:34.523603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2e74d374-41b3-4886-ae04-41b669a2b158 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9172890 Sep 10 03:52:34.523986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50316) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:34.530353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-750975355', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:34.564845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-3a1a3d22-816b-4a31-8572-fa12b508334a', 'network_id': '3a1a3d22-816b-4a31-8572-fa12b508334a', 'tenant_id': 'ca28538c79984e6ea7f4c5dddeaf531c', 'fixed_ips': [{'subnet_id': 'b0d45b9f-42fc-476f-8a8f-84fe8458f192'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:52:34.565816 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:34.581205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fae6ae-2bf1-49dd-8ba5-d70e5c2d41a8 req-d682e6e8-cf7d-403f-8d00-a968d278d75b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:34.584047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5fae6ae-2bf1-49dd-8ba5-d70e5c2d41a8 req-d682e6e8-cf7d-403f-8d00-a968d278d75b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0756550 Sep 10 03:52:34.637554 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:34.640899 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:34.649695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5fae6ae-2bf1-49dd-8ba5-d70e5c2d41a8 req-a19dd332-01d0-43b4-b16b-5dc9692a367c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599258 Sep 10 03:52:34.775006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:34.782138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cdbb0fec-dd03-477e-9e16-536f50437417 req-580d433a-dd66-4f93-a04f-828f817b509d tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 210 time: 0.0647061 Sep 10 03:52:34.813197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Allocated IP 172.20.0.2 (3a1a3d22-816b-4a31-8572-fa12b508334a/b0d45b9f-42fc-476f-8a8f-84fe8458f192/da702d31-58d2-44cd-bcf7-c399c9fc3389) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:34.991458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.006011 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.016630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Transition to ACTIVE for port object da702d31-58d2-44cd-bcf7-c399c9fc3389 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:35.031518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Transition to ACTIVE for port object da702d31-58d2-44cd-bcf7-c399c9fc3389 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:35.087727 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.127949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Network 3a1a3d22-816b-4a31-8572-fa12b508334a is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:35.130764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:35.133203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:35.150093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Pushing event updated for resources: {'Port': ['ID=da702d31-58d2-44cd-bcf7-c399c9fc3389,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:35.198031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Attempting to bind port da702d31-58d2-44cd-bcf7-c399c9fc3389 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:52:35.198400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Attempting to bind port da702d31-58d2-44cd-bcf7-c399c9fc3389 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'aa887bc1-0a61-4483-94a4-ec9107fc135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3a1a3d22-816b-4a31-8572-fa12b508334a'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:52:35.198799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Attempting to bind port da702d31-58d2-44cd-bcf7-c399c9fc3389 on network 3a1a3d22-816b-4a31-8572-fa12b508334a {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:35.205178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 52, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:52:35.205551 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Checking segment: {'id': 'aa887bc1-0a61-4483-94a4-ec9107fc135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3a1a3d22-816b-4a31-8572-fa12b508334a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:35.207631 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.208067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Bound using segment: {'id': 'aa887bc1-0a61-4483-94a4-ec9107fc135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3a1a3d22-816b-4a31-8572-fa12b508334a'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:52:35.208545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Bound port: da702d31-58d2-44cd-bcf7-c399c9fc3389, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa887bc1-0a61-4483-94a4-ec9107fc135d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '3a1a3d22-816b-4a31-8572-fa12b508334a'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:52:35.208964 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.278672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] For port da702d31-58d2-44cd-bcf7-c399c9fc3389, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:52:35.282259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] For port da702d31-58d2-44cd-bcf7-c399c9fc3389, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=da702d31-58d2-44cd-bcf7-c399c9fc3389,segment=NetworkSegment(aa887bc1-0a61-4483-94a4-ec9107fc135d),segment_id=aa887bc1-0a61-4483-94a4-ec9107fc135d)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:52:35.374488 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.445343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55aebccb-532e-491f-b5ee-f514bcc132b0 None None] Pushing event updated for resources: {'Port': ['ID=da702d31-58d2-44cd-bcf7-c399c9fc3389,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:35.614955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.642646 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.849112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.25.3.249 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/f766177a-034e-47f2-a9d2-8b6442121ca7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:35.867588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3799a9-4971-40c2-9884-0b9c303180be req-36a0bf9f-6a03-4a10-babd-529b69e988dd tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:35.869149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b3799a9-4971-40c2-9884-0b9c303180be req-36a0bf9f-6a03-4a10-babd-529b69e988dd tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0990980 Sep 10 03:52:35.895564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029aa0-47a9-4e1d-b347-95194e7a45ab req-8e836b2d-e095-4a9c-935a-04cf1f919834 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:35.900966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029aa0-47a9-4e1d-b347-95194e7a45ab req-8e836b2d-e095-4a9c-935a-04cf1f919834 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:35.907506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029aa0-47a9-4e1d-b347-95194e7a45ab req-8e836b2d-e095-4a9c-935a-04cf1f919834 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:35.913589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029aa0-47a9-4e1d-b347-95194e7a45ab req-8e836b2d-e095-4a9c-935a-04cf1f919834 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:35.919517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029aa0-47a9-4e1d-b347-95194e7a45ab req-8e836b2d-e095-4a9c-935a-04cf1f919834 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:35.926035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029aa0-47a9-4e1d-b347-95194e7a45ab req-8e836b2d-e095-4a9c-935a-04cf1f919834 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:35.931946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67029aa0-47a9-4e1d-b347-95194e7a45ab req-8e836b2d-e095-4a9c-935a-04cf1f919834 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:35.933893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67029aa0-47a9-4e1d-b347-95194e7a45ab req-8e836b2d-e095-4a9c-935a-04cf1f919834 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5435 time: 0.1174479 Sep 10 03:52:35.968328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:35.999202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b3799a9-4971-40c2-9884-0b9c303180be req-a1cfa584-b690-4b56-a6de-c31446c57ef0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216092 Sep 10 03:52:36.010310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67029aa0-47a9-4e1d-b347-95194e7a45ab req-2a738ce0-0387-41f1-ba8b-5e668c47e7db tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0678444 Sep 10 03:52:36.113964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device da702d31-58d2-44cd-bcf7-c399c9fc3389 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:36.132692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:36.184952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-586ad890-c522-4e1b-8512-fa6e0d226692 req-3a184d88-4e09-45b8-ba75-548f12d918db tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 210 time: 0.0727382 Sep 10 03:52:36.216008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:36.219282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:36.223143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:36.255986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=f766177a-034e-47f2-a9d2-8b6442121ca7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:36.287190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365062-ceaf-4513-9438-93f3ddf49b00 req-9fc1c89e-ac5b-43fe-8cb4-bea43819ba5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:36.293164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365062-ceaf-4513-9438-93f3ddf49b00 req-9fc1c89e-ac5b-43fe-8cb4-bea43819ba5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:36.299743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365062-ceaf-4513-9438-93f3ddf49b00 req-9fc1c89e-ac5b-43fe-8cb4-bea43819ba5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:36.299974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port da702d31-58d2-44cd-bcf7-c399c9fc3389 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:36.305806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365062-ceaf-4513-9438-93f3ddf49b00 req-9fc1c89e-ac5b-43fe-8cb4-bea43819ba5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:36.312716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365062-ceaf-4513-9438-93f3ddf49b00 req-9fc1c89e-ac5b-43fe-8cb4-bea43819ba5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:36.324769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365062-ceaf-4513-9438-93f3ddf49b00 req-9fc1c89e-ac5b-43fe-8cb4-bea43819ba5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:36.330444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27365062-ceaf-4513-9438-93f3ddf49b00 req-9fc1c89e-ac5b-43fe-8cb4-bea43819ba5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:36.332421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27365062-ceaf-4513-9438-93f3ddf49b00 req-9fc1c89e-ac5b-43fe-8cb4-bea43819ba5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5435 time: 0.1069012 Sep 10 03:52:36.596380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78539d3f-b7be-448f-8bc0-26f9559c32e3 None None] Network 3a1a3d22-816b-4a31-8572-fa12b508334a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:36.624594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:36.777366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-77bcb214-3c20-4f47-bf34-1cde9e82c3d1 None None] Provisioning for port da702d31-58d2-44cd-bcf7-c399c9fc3389 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:36.780997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-77bcb214-3c20-4f47-bf34-1cde9e82c3d1 None None] Provisioning complete for port da702d31-58d2-44cd-bcf7-c399c9fc3389 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:36.781361 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-77bcb214-3c20-4f47-bf34-1cde9e82c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:36.870318 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:36.877943 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-77bcb214-3c20-4f47-bf34-1cde9e82c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:36.920518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-77bcb214-3c20-4f47-bf34-1cde9e82c3d1 None None] For port da702d31-58d2-44cd-bcf7-c399c9fc3389, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=da702d31-58d2-44cd-bcf7-c399c9fc3389,segment=NetworkSegment(aa887bc1-0a61-4483-94a4-ec9107fc135d),segment_id=aa887bc1-0a61-4483-94a4-ec9107fc135d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:37.128716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357a6d35-ed6b-45f2-97d6-8e4d2b63d3dd req-81a649f4-2d2b-4bb2-a5a9-13c7e23c730d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:37.130148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-357a6d35-ed6b-45f2-97d6-8e4d2b63d3dd req-81a649f4-2d2b-4bb2-a5a9-13c7e23c730d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0512080 Sep 10 03:52:37.187280 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-77bcb214-3c20-4f47-bf34-1cde9e82c3d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:37.188180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-357a6d35-ed6b-45f2-97d6-8e4d2b63d3dd req-e27e0820-7af2-4031-bd04-1a40e8464d4a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346220 Sep 10 03:52:37.224331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bcb214-3c20-4f47-bf34-1cde9e82c3d1 None None] Pushing event updated for resources: {'Port': ['ID=da702d31-58d2-44cd-bcf7-c399c9fc3389,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:37.288363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b048c652-3451-4b0f-83e7-a8fc591caab6 None None] Provisioning complete for port da702d31-58d2-44cd-bcf7-c399c9fc3389 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:37.294276 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b048c652-3451-4b0f-83e7-a8fc591caab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:37.326555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8be86a40-ae66-4964-92c8-92a65ca66794 req-2f0eddce-6c1b-43cc-bb15-c693f0c9ab64 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 210 time: 0.0265207 Sep 10 03:52:37.352132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 9d13959c-7203-4d98-b680-b3dc9c58909e is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:52:37.511454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:37.528723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e6d46-43f6-4288-a77c-d47df167a526 None None] Sync routers for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:37.538510 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e6d46-43f6-4288-a77c-d47df167a526 None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:37.540007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0c7e6d46-43f6-4288-a77c-d47df167a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:37.576760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0c7e6d46-43f6-4288-a77c-d47df167a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:37.582499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3735f614-af7c-4a86-9161-631ac92dcf80 req-93171cc4-ce62-49ca-9a2b-0231908dae89 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:37.584099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3735f614-af7c-4a86-9161-631ac92dcf80 req-93171cc4-ce62-49ca-9a2b-0231908dae89 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1401703 Sep 10 03:52:37.586606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7e6d46-43f6-4288-a77c-d47df167a526 None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:37.587398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0c7e6d46-43f6-4288-a77c-d47df167a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:37.590707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:37.598548 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3b13c655-a9ec-450c-9939-f91a59b06aab tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.0662947 Sep 10 03:52:37.598548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50384) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:37.598798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90115b8a-7ff9-4092-a6ac-e19cd5a95a9e req-fd993671-f018-4fb8-ad9b-01d28df331bd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:37.599342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90115b8a-7ff9-4092-a6ac-e19cd5a95a9e req-fd993671-f018-4fb8-ad9b-01d28df331bd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1521368 Sep 10 03:52:37.607184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-be8a5f81-1ec2-479c-a1ad-d5ef22a7f39d tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:37.609191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-be8a5f81-1ec2-479c-a1ad-d5ef22a7f39d tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.20 "GET /v2.0/networks?id=8cfc6374-85bc-4d2c-9d76-5ab917436e55 HTTP/1.1" status: 200 len: 818 time: 0.2232943 Sep 10 03:52:37.632686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Request body: {'port': {'device_id': '58f9991d-70de-4ef4-b54d-4a79139b83fd', 'network_id': '8cfc6374-85bc-4d2c-9d76-5ab917436e55', 'admin_state_up': True, 'tenant_id': 'f98d7636185944beaeeb9273100a7b76'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:37.633946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0c7e6d46-43f6-4288-a77c-d47df167a526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:37.634713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c7e6d46-43f6-4288-a77c-d47df167a526 None None] The sync data for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:37.700547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90115b8a-7ff9-4092-a6ac-e19cd5a95a9e req-bf84667b-6f1b-43cd-80be-f8e9ce206843 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0901141 Sep 10 03:52:37.706231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3735f614-af7c-4a86-9161-631ac92dcf80 req-863fe6f4-cc88-4a60-ad77-100a8d7667c4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1057463 Sep 10 03:52:37.850196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51dfd2-4153-4fd9-8b97-a285cd47e9a0 req-faf94539-c2e6-488d-8d49-015058d09ab6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:37.851731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca51dfd2-4153-4fd9-8b97-a285cd47e9a0 req-faf94539-c2e6-488d-8d49-015058d09ab6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0683916 Sep 10 03:52:37.891866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca51dfd2-4153-4fd9-8b97-a285cd47e9a0 req-d878ef7b-a86c-4b66-936b-33c9554fa47e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333879 Sep 10 03:52:37.928966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Made reservation on behalf of f98d7636185944beaeeb9273100a7b76 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:37.932663 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.025419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device da702d31-58d2-44cd-bcf7-c399c9fc3389 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:38.071887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Allocated IP 172.20.0.8 (8cfc6374-85bc-4d2c-9d76-5ab917436e55/4014cd6e-0c10-43ed-87a4-06f00b132aee/3ae00ea2-88ac-4b65-8e77-af63aaf49fe3) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:38.186242 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.233779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port da702d31-58d2-44cd-bcf7-c399c9fc3389 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:38.234184 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.256954 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.330757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b0f7b5-d267-4f8a-a961-df1a568b81f0 req-1b0c3ae2-8b4f-435a-afb3-5b3f444e7242 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:38.332353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b0f7b5-d267-4f8a-a961-df1a568b81f0 req-1b0c3ae2-8b4f-435a-afb3-5b3f444e7242 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0732939 Sep 10 03:52:38.378793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b0f7b5-d267-4f8a-a961-df1a568b81f0 req-98c5e045-eff6-4f95-baac-c6511e2a9d57 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373385 Sep 10 03:52:38.410069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.489131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Network 8cfc6374-85bc-4d2c-9d76-5ab917436e55 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:38.500670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:38.510566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69854de-9488-4dcc-a5ca-9663d3eb2892 req-6f95b488-baec-463c-b5ab-e3d6e50723f9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:38.512094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f69854de-9488-4dcc-a5ca-9663d3eb2892 req-6f95b488-baec-463c-b5ab-e3d6e50723f9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1317031 Sep 10 03:52:38.513024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:38.517047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Pushing event updated for resources: {'Port': ['ID=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:38.529088 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.20.0.1 (3a1a3d22-816b-4a31-8572-fa12b508334a/b0d45b9f-42fc-476f-8a8f-84fe8458f192/94148342-ddee-47c2-ac1d-f72e34582851) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:38.558690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.559077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.559370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.559716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.560042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.560363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.560955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.561803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.562125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.562444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.562759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.563070 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:52:38.598717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de3872-8d9b-4517-9e33-5569343940c7 req-559da051-1a27-4831-8878-f413267c3ba6 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:38.600337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52de3872-8d9b-4517-9e33-5569343940c7 req-559da051-1a27-4831-8878-f413267c3ba6 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 931 time: 0.1511798 Sep 10 03:52:38.620182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:38.620778 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.647011 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.647588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f69854de-9488-4dcc-a5ca-9663d3eb2892 req-d2d87699-ff0c-4b2b-921a-a7027034254c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234574 Sep 10 03:52:38.662241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Transition to ACTIVE for port object 94148342-ddee-47c2-ac1d-f72e34582851 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:38.667569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52de3872-8d9b-4517-9e33-5569343940c7 req-4b825fa4-8a5b-49d2-ad40-ea9081c6c28b tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587552 Sep 10 03:52:38.752150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-48e3b160-14f8-43a4-a0b4-75f81b29f7cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1312206 Sep 10 03:52:38.775099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Request body: {'port': {'device_id': '58f9991d-70de-4ef4-b54d-4a79139b83fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:38.820962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.877255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 3a1a3d22-816b-4a31-8572-fa12b508334a is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:38.878575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba6e6e-e969-4b9c-a31a-aeef05d86726 req-c3cad990-297b-488c-a78b-33e26812c110 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:38.880117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29ba6e6e-e969-4b9c-a31a-aeef05d86726 req-c3cad990-297b-488c-a78b-33e26812c110 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0848413 Sep 10 03:52:38.881307 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.890089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:38.894612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:38.930685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=94148342-ddee-47c2-ac1d-f72e34582851,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:38.964759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:38.966713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29ba6e6e-e969-4b9c-a31a-aeef05d86726 req-44f2b3f8-f46e-488e-a8a8-e3ebdb61b272 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760818 Sep 10 03:52:39.220907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.238492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50434) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:39.266738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:52:39.273486 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.287886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Transition to ACTIVE for port object 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:39.340017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bedb0972-91f5-4f43-8ea5-dba9ab6b2a09 None None] Provisioning for port 94148342-ddee-47c2-ac1d-f72e34582851 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:39.344080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bedb0972-91f5-4f43-8ea5-dba9ab6b2a09 None None] Provisioning complete for port 94148342-ddee-47c2-ac1d-f72e34582851 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:39.344464 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bedb0972-91f5-4f43-8ea5-dba9ab6b2a09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.379002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bedb0972-91f5-4f43-8ea5-dba9ab6b2a09 None None] Port 94148342-ddee-47c2-ac1d-f72e34582851 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:52:39.389178 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.412327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-d9755913-9b3b-4e2b-bf64-a8bede3151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.412829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-d9755913-9b3b-4e2b-bf64-a8bede3151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.413289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-d9755913-9b3b-4e2b-bf64-a8bede3151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.413746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-d9755913-9b3b-4e2b-bf64-a8bede3151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.414212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-d9755913-9b3b-4e2b-bf64-a8bede3151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.414664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-d9755913-9b3b-4e2b-bf64-a8bede3151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.417448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-d9755913-9b3b-4e2b-bf64-a8bede3151d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.423068 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-d9755913-9b3b-4e2b-bf64-a8bede3151d9 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 6492 time: 0.1897652 Sep 10 03:52:39.475370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Pushing event updated for resources: {'Port': ['ID=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:39.487870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-84043027-b0a2-42b6-a150-89f3a6f8f2b7 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&id=9390d973-57b3-4008-a28d-568bc91081be&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0632920 Sep 10 03:52:39.603588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d191ce-3c22-4a46-864f-10e2dea5e404 req-3cad6f22-5581-4e78-aaa0-0ffc22813564 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.605103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3d191ce-3c22-4a46-864f-10e2dea5e404 req-3cad6f22-5581-4e78-aaa0-0ffc22813564 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1402612 Sep 10 03:52:39.633489 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.644837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Attempting to bind port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:52:39.645170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Attempting to bind port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '71bd5454-ff50-46a3-be38-26bd1740a254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8cfc6374-85bc-4d2c-9d76-5ab917436e55'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:52:39.645498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Attempting to bind port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 on network 8cfc6374-85bc-4d2c-9d76-5ab917436e55 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:39.657426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e7145f-a7ba-484d-9edd-f3d0bbfefc66 req-d1ba607b-38a5-45b9-b136-f4a8960b4713 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.658910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76e7145f-a7ba-484d-9edd-f3d0bbfefc66 req-d1ba607b-38a5-45b9-b136-f4a8960b4713 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1030042 Sep 10 03:52:39.664901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 on network 8cfc6374-85bc-4d2c-9d76-5ab917436e55 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:52:39.665227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Attempting to bind port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 on network 8cfc6374-85bc-4d2c-9d76-5ab917436e55 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:39.691090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:52:39.691425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Checking segment: {'id': '71bd5454-ff50-46a3-be38-26bd1740a254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8cfc6374-85bc-4d2c-9d76-5ab917436e55'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:39.691851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Bound using segment: {'id': '71bd5454-ff50-46a3-be38-26bd1740a254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8cfc6374-85bc-4d2c-9d76-5ab917436e55'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:52:39.692288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Bound port: 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '71bd5454-ff50-46a3-be38-26bd1740a254', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': '8cfc6374-85bc-4d2c-9d76-5ab917436e55'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:52:39.692646 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.699612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3d191ce-3c22-4a46-864f-10e2dea5e404 req-708ae115-2101-4b1e-be45-0d6f51974469 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878184 Sep 10 03:52:39.706165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.750096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76e7145f-a7ba-484d-9edd-f3d0bbfefc66 req-17d47afa-e5af-44c2-81fa-96bcff811302 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0827105 Sep 10 03:52:39.762471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.809219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] For port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:52:39.824736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] For port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,segment=NetworkSegment(71bd5454-ff50-46a3-be38-26bd1740a254),segment_id=71bd5454-ff50-46a3-be38-26bd1740a254)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:52:39.830562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=94148342-ddee-47c2-ac1d-f72e34582851,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:39.841210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a2ab3-bd78-42a4-bf34-bcb576e0a76b req-531a413b-f1b5-4261-9f18-fb3908e49db7 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.842647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b8a2ab3-bd78-42a4-bf34-bcb576e0a76b req-531a413b-f1b5-4261-9f18-fb3908e49db7 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 943 time: 0.0785131 Sep 10 03:52:39.884283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b8a2ab3-bd78-42a4-bf34-bcb576e0a76b req-3d2b1968-5bea-47e8-9fbe-d477237713cb tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347574 Sep 10 03:52:39.897835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 3a1a3d22-816b-4a31-8572-fa12b508334a is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:39.899488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:39.900907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.966867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:39.967518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:39.973473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] 10.222.0.20 "PUT /v2.0/ports/3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 HTTP/1.1" status: 200 len: 1091 time: 1.1987698 Sep 10 03:52:39.973473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58f9991d-70de-4ef4-b54d-4a79139b83fd', 'tag': '3ae00ea2-88ac-4b65-8e77-af63aaf49fe3'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:39.973473 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d10ca910-f9e8-490d-a955-40ef7c2836c5" -d '{"events": [{"name": "network-changed", "server_uuid": "58f9991d-70de-4ef4-b54d-4a79139b83fd", "tag": "3ae00ea2-88ac-4b65-8e77-af63aaf49fe3"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:39.988995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72bb81c-2ddb-402e-8ea5-80b2c00e717d service neutron] Pushing event updated for resources: {'Port': ['ID=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:40.027153 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d5fa9b-1d5c-4943-aca8-813b198f0c9c x-openstack-request-id: req-11d5fa9b-1d5c-4943-aca8-813b198f0c9c {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:40.027153 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58f9991d-70de-4ef4-b54d-4a79139b83fd", "tag": "3ae00ea2-88ac-4b65-8e77-af63aaf49fe3", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:40.027153 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11d5fa9b-1d5c-4943-aca8-813b198f0c9c {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:40.027535 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58f9991d-70de-4ef4-b54d-4a79139b83fd', 'tag': '3ae00ea2-88ac-4b65-8e77-af63aaf49fe3', 'status': 'completed', 'code': 200} Sep 10 03:52:40.058212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 9d13959c-7203-4d98-b680-b3dc9c58909e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:40.134897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ca910-f9e8-490d-a955-40ef7c2836c5 req-8d9e176e-491e-4dcb-a1cd-262ec752c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:40.136611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d10ca910-f9e8-490d-a955-40ef7c2836c5 req-8d9e176e-491e-4dcb-a1cd-262ec752c91f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98d7636185944beaeeb9273100a7b76&device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 1094 time: 0.0849304 Sep 10 03:52:40.147102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18388de5-e414-4724-a75a-f9b2422eea01 req-c68eaa55-4aa2-440e-98ed-d14904007eb4 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:40.149045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18388de5-e414-4724-a75a-f9b2422eea01 req-c68eaa55-4aa2-440e-98ed-d14904007eb4 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0864162 Sep 10 03:52:40.196383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:40.204987 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-796f6e7f-23c3-40dc-b615-8af80e11cece tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/routers/9d13959c-7203-4d98-b680-b3dc9c58909e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6070752 Sep 10 03:52:40.205773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50462) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:40.208265 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e3262-b36d-4367-90e1-af1edbf01b6f None None] Sync routers for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:40.211146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'port': {'network_id': '3a1a3d22-816b-4a31-8572-fa12b508334a', 'name': 'tempest-FloatingIPTestJSON-1604028476'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:40.222323 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e3262-b36d-4367-90e1-af1edbf01b6f None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:40.226734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e3213563-e03d-4602-af63-1bf11ef9c012 None None] Provisioning complete for port 94148342-ddee-47c2-ac1d-f72e34582851 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:40.227489 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e48e3262-b36d-4367-90e1-af1edbf01b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:40.229745 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e3213563-e03d-4602-af63-1bf11ef9c012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:40.253113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18388de5-e414-4724-a75a-f9b2422eea01 req-f778a2cb-b6ce-452d-ac58-11daecbdd8cb tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915084 Sep 10 03:52:40.279694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ca910-f9e8-490d-a955-40ef7c2836c5 req-731b1039-7118-4e50-8725-45844e81227c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:40.282100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d10ca910-f9e8-490d-a955-40ef7c2836c5 req-731b1039-7118-4e50-8725-45844e81227c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=f98d7636185944beaeeb9273100a7b76&shared=False HTTP/1.1" status: 200 len: 919 time: 0.1315362 Sep 10 03:52:40.292300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e3213563-e03d-4602-af63-1bf11ef9c012 None None] Port 94148342-ddee-47c2-ac1d-f72e34582851 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:52:40.300820 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e48e3262-b36d-4367-90e1-af1edbf01b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:40.309785 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48e3262-b36d-4367-90e1-af1edbf01b6f None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:40.310720 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e48e3262-b36d-4367-90e1-af1edbf01b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:40.393556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10ca910-f9e8-490d-a955-40ef7c2836c5 req-c1185bc9-0d1a-4032-b0b3-adcb1563112d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:40.395855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d10ca910-f9e8-490d-a955-40ef7c2836c5 req-c1185bc9-0d1a-4032-b0b3-adcb1563112d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056914 Sep 10 03:52:40.396910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Made reservation on behalf of ca28538c79984e6ea7f4c5dddeaf531c for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:40.400870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:40.420181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] device_id is not set on port aa0ed497-90d0-4ef1-9052-c8408b4c0f02 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:52:40.441549 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e48e3262-b36d-4367-90e1-af1edbf01b6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:40.442482 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48e3262-b36d-4367-90e1-af1edbf01b6f None None] The sync data for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:40.484050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-05a72cdd-0b6b-403c-8c6a-74cb6ee32920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:40.485563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-05a72cdd-0b6b-403c-8c6a-74cb6ee32920 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f98d7636185944beaeeb9273100a7b76&device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 1094 time: 0.0481951 Sep 10 03:52:40.527522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-f974595e-409c-4279-be39-34c830870e7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 HTTP/1.1" status: 200 len: 217 time: 0.0339992 Sep 10 03:52:40.548111 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Allocated IP 172.20.0.4 (3a1a3d22-816b-4a31-8572-fa12b508334a/b0d45b9f-42fc-476f-8a8f-84fe8458f192/aa0ed497-90d0-4ef1-9052-c8408b4c0f02) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:40.581655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-d8f1b533-9f8b-445c-9aab-2f06888b64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:40.583948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-d8f1b533-9f8b-445c-9aab-2f06888b64e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=4014cd6e-0c10-43ed-87a4-06f00b132aee HTTP/1.1" status: 200 len: 858 time: 0.0492988 Sep 10 03:52:40.622070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-d3235bcb-7d79-4fdb-805c-bff3a80697ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8cfc6374-85bc-4d2c-9d76-5ab917436e55&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291586 Sep 10 03:52:40.694153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:40.708149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Transition to ACTIVE for port object aa0ed497-90d0-4ef1-9052-c8408b4c0f02 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:40.714809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-4557b24c-b02d-4cb8-950d-c1314cb47ea6 service neutron] 10.222.0.20 "GET /v2.0/networks/8cfc6374-85bc-4d2c-9d76-5ab917436e55?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855055 Sep 10 03:52:40.816274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:40.878209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df5c5fe-811f-415c-9cdf-a53459204987 req-b5be445c-0645-4805-a41c-49c496038290 service neutron] 10.222.0.20 "GET /v2.0/networks/8cfc6374-85bc-4d2c-9d76-5ab917436e55?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554415 Sep 10 03:52:40.879182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Network 3a1a3d22-816b-4a31-8572-fa12b508334a is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:40.882763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:40.885147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:40.892647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1d3b62-4496-4576-8d85-aab56e59a1a4 req-50320fa0-5747-4845-824c-7fcb2f47c527 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:40.894265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e1d3b62-4496-4576-8d85-aab56e59a1a4 req-50320fa0-5747-4845-824c-7fcb2f47c527 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1050894 Sep 10 03:52:40.910915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b667df03-c231-4eac-a0df-ea5927551c31 req-7f832c81-f46f-4b27-aff0-5c8bdc39f788 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:40.912506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b667df03-c231-4eac-a0df-ea5927551c31 req-7f832c81-f46f-4b27-aff0-5c8bdc39f788 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0863028 Sep 10 03:52:40.947657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event updated for resources: {'Port': ['ID=aa0ed497-90d0-4ef1-9052-c8408b4c0f02,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:40.956760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:40.957962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:40.973679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e1d3b62-4496-4576-8d85-aab56e59a1a4 req-460c0194-6347-4d4f-bbcc-8e51dcb4d6cc tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715694 Sep 10 03:52:40.981686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b667df03-c231-4eac-a0df-ea5927551c31 req-cb086825-423f-4f0a-b93e-7d0a89edfa45 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616519 Sep 10 03:52:41.043518 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bc7f627d-bdc1-4f6b-a0e8-1d312a733a07 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.8366177 Sep 10 03:52:41.046599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50474) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:41.054705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Request body: {'floatingip': {'port_id': 'aa0ed497-90d0-4ef1-9052-c8408b4c0f02'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:41.093849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89896824-5315-44dd-a478-62c898e01a7f req-f5947c3e-b21e-466c-945b-f18331782dfc tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:41.095713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89896824-5315-44dd-a478-62c898e01a7f req-f5947c3e-b21e-466c-945b-f18331782dfc tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 943 time: 0.0540547 Sep 10 03:52:41.115290 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.145654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89896824-5315-44dd-a478-62c898e01a7f req-6827cf01-b3e0-48d0-85eb-f325856d8902 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374126 Sep 10 03:52:41.284485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c9e15670-75b3-43d9-8fc8-308ce8440655 None None] Provisioning for port aa0ed497-90d0-4ef1-9052-c8408b4c0f02 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:41.289111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c9e15670-75b3-43d9-8fc8-308ce8440655 None None] Provisioning complete for port aa0ed497-90d0-4ef1-9052-c8408b4c0f02 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:41.289486 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c9e15670-75b3-43d9-8fc8-308ce8440655 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.314703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50480) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:41.352199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c9e15670-75b3-43d9-8fc8-308ce8440655 None None] Port aa0ed497-90d0-4ef1-9052-c8408b4c0f02 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:52:41.412225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fe2b4f-d278-4592-b95c-4ebec02fb337 req-5598bf9d-f9e2-4c87-91f1-92c9aa5d4c2a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:41.419986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30fe2b4f-d278-4592-b95c-4ebec02fb337 req-5598bf9d-f9e2-4c87-91f1-92c9aa5d4c2a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0676925 Sep 10 03:52:41.453103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b62a42da-d617-4ca5-ade7-b5e79ab2367d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.479073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30fe2b4f-d278-4592-b95c-4ebec02fb337 req-b75c41db-61f2-4d5e-8f00-a30dde442862 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575216 Sep 10 03:52:41.564052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b62a42da-d617-4ca5-ade7-b5e79ab2367d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.631447 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b62a42da-d617-4ca5-ade7-b5e79ab2367d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.673493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b62a42da-d617-4ca5-ade7-b5e79ab2367d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=809eab8be98c4a718c55ff83917bb457&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574381 Sep 10 03:52:41.674365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62a42da-d617-4ca5-ade7-b5e79ab2367d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf793fd2-5dab-4567-b861-40ccbcebfd01,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:41.677086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50484) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:41.726180 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd11-1419-4cd0-b5e4-3319aa6ac860 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.747636 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd11-1419-4cd0-b5e4-3319aa6ac860 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.877071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd11-1419-4cd0-b5e4-3319aa6ac860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.879609 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58f2bd11-1419-4cd0-b5e4-3319aa6ac860 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.880788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-58f2bd11-1419-4cd0-b5e4-3319aa6ac860 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf793fd2-5dab-4567-b861-40ccbcebfd01 HTTP/1.1" status: 204 len: 168 time: 0.2028167 Sep 10 03:52:41.888555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f2bd11-1419-4cd0-b5e4-3319aa6ac860 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf793fd2-5dab-4567-b861-40ccbcebfd01,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:41.893721 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:41.962738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:42.076956 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP d8f8529b-90e5-4ad3-baa1-5fd9fd499a55 associated. External IP: 172.25.3.23, port: 277fb646-0141-455c-aa0f-74d2f93fd162. Sep 10 03:52:42.129707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d8dbf0-a2f8-4b7b-97b6-fefb793ce125 req-4c470d00-0fe2-48a1-ae3c-a9ab679f7e2d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:42.131314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05d8dbf0-a2f8-4b7b-97b6-fefb793ce125 req-4c470d00-0fe2-48a1-ae3c-a9ab679f7e2d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0813680 Sep 10 03:52:42.139910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fc25b8-6690-4da7-8ed2-e3fe1a6f5f03 req-f7250f0b-a500-448f-b45f-4c85bdcf51c6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:42.144628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64fc25b8-6690-4da7-8ed2-e3fe1a6f5f03 req-f7250f0b-a500-448f-b45f-4c85bdcf51c6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0824530 Sep 10 03:52:42.201597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05d8dbf0-a2f8-4b7b-97b6-fefb793ce125 req-86adeb51-fb54-457d-8bcb-08a688e47ff3 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591526 Sep 10 03:52:42.209174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64fc25b8-6690-4da7-8ed2-e3fe1a6f5f03 req-f7d60ee4-549a-48ab-a6f9-acdb98eefc0b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596433 Sep 10 03:52:42.303789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:42.315618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a31f96e-2e0d-44bd-9085-7b6cdd47e296 req-6bbca88f-3ccd-41fe-86fe-101577b0dab1 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:42.317191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a31f96e-2e0d-44bd-9085-7b6cdd47e296 req-6bbca88f-3ccd-41fe-86fe-101577b0dab1 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 943 time: 0.0495367 Sep 10 03:52:42.355961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a31f96e-2e0d-44bd-9085-7b6cdd47e296 req-ef5179d8-44e3-400a-8cb5-48aa88f5bf42 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324986 Sep 10 03:52:42.413955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:42.423771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6fb3e-ae5c-4c48-9997-b505a2428fe9 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:42.433304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6fb3e-ae5c-4c48-9997-b505a2428fe9 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:42.433904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08b6fb3e-ae5c-4c48-9997-b505a2428fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:42.466400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08b6fb3e-ae5c-4c48-9997-b505a2428fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:42.474749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08b6fb3e-ae5c-4c48-9997-b505a2428fe9 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:42.475341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08b6fb3e-ae5c-4c48-9997-b505a2428fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:42.506363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08b6fb3e-ae5c-4c48-9997-b505a2428fe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:42.507257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08b6fb3e-ae5c-4c48-9997-b505a2428fe9 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:42.560668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50498) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:42.578076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2487b94a-5b6d-408c-a3e1-0fb39b277843 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:42.606566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c60866-f077-4ec7-ba26-974a116d4073 req-ba0fabe3-3620-42c5-a7b0-f9858bcd4247 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:42.608066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93c60866-f077-4ec7-ba26-974a116d4073 req-ba0fabe3-3620-42c5-a7b0-f9858bcd4247 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0512016 Sep 10 03:52:42.647443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93c60866-f077-4ec7-ba26-974a116d4073 req-117e8988-2bcf-43cb-b4ab-9ec061ea6cdb tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332999 Sep 10 03:52:42.669791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 9d13959c-7203-4d98-b680-b3dc9c58909e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:42.801796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2487b94a-5b6d-408c-a3e1-0fb39b277843 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:42.813787 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:42.818099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:42.825524 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96333f-0f25-488b-a9fb-ed94311bc2fa None None] Sync routers for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:42.835794 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96333f-0f25-488b-a9fb-ed94311bc2fa None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:42.836559 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ac96333f-0f25-488b-a9fb-ed94311bc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:42.863234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2487b94a-5b6d-408c-a3e1-0fb39b277843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:42.868269 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ac96333f-0f25-488b-a9fb-ed94311bc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:42.877090 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac96333f-0f25-488b-a9fb-ed94311bc2fa None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:42.877670 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ac96333f-0f25-488b-a9fb-ed94311bc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:42.895939 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c0b6e15c-efcc-4eed-a393-c1131e62d584 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/floatingips/d8f8529b-90e5-4ad3-baa1-5fd9fd499a55 HTTP/1.1" status: 200 len: 977 time: 1.8481221 Sep 10 03:52:42.898941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50500) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:42.908028 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2487b94a-5b6d-408c-a3e1-0fb39b277843 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=abffb402536d42ab857199148468c166&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444979 Sep 10 03:52:42.910640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50502) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:42.911632 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ac96333f-0f25-488b-a9fb-ed94311bc2fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:42.912282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac96333f-0f25-488b-a9fb-ed94311bc2fa None None] The sync data for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:42.913237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2487b94a-5b6d-408c-a3e1-0fb39b277843 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd166637-07ce-478b-8fcd-d1b6ead1c268,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:43.309120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:52:43.385646 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13b4fb5d-227d-41e4-a783-0db5efd7996d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.406793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,segment=NetworkSegment(71bd5454-ff50-46a3-be38-26bd1740a254),segment_id=71bd5454-ff50-46a3-be38-26bd1740a254)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:43.415498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b0084-5d44-4b62-819e-92747d5d3b38 req-b2fa2491-34b8-4f9c-aeb0-772fb91d75f3 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:43.417021 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-959b0084-5d44-4b62-819e-92747d5d3b38 req-b2fa2491-34b8-4f9c-aeb0-772fb91d75f3 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1156204 Sep 10 03:52:43.418176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '3ae00ea2-88ac-4b65-8e77-af63aaf49fe3', 'network_id': '8cfc6374-85bc-4d2c-9d76-5ab917436e55', 'port_id': '3ae00ea2-88ac-4b65-8e77-af63aaf49fe3', 'mac_address': 'fa:16:3e:14:c1:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4014cd6e-0c10-43ed-87a4-06f00b132aee', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:52:43.439911 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13b4fb5d-227d-41e4-a783-0db5efd7996d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.452749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21650d3d-7b06-414d-b5fc-da0536750b42 req-1fe4e1c3-bdc3-4c26-817a-9b3119f0b741 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:43.454184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21650d3d-7b06-414d-b5fc-da0536750b42 req-1fe4e1c3-bdc3-4c26-817a-9b3119f0b741 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1707807 Sep 10 03:52:43.455519 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.465502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port aa0ed497-90d0-4ef1-9052-c8408b4c0f02 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:43.465836 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.468291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:52:43.487961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,segment=NetworkSegment(71bd5454-ff50-46a3-be38-26bd1740a254),segment_id=71bd5454-ff50-46a3-be38-26bd1740a254)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:43.588283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-959b0084-5d44-4b62-819e-92747d5d3b38 req-7d733679-421d-4f87-a0f8-510958b18fbe tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607099 Sep 10 03:52:43.593774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21650d3d-7b06-414d-b5fc-da0536750b42 req-71d986e4-e9cd-451c-8bac-9a9bff1c9b46 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1319697 Sep 10 03:52:43.612521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.640120 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.662193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:43.711637 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13b4fb5d-227d-41e4-a783-0db5efd7996d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.714188 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13b4fb5d-227d-41e4-a783-0db5efd7996d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.715333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-13b4fb5d-227d-41e4-a783-0db5efd7996d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd166637-07ce-478b-8fcd-d1b6ead1c268 HTTP/1.1" status: 204 len: 168 time: 0.8036160 Sep 10 03:52:43.761098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b4fb5d-227d-41e4-a783-0db5efd7996d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd166637-07ce-478b-8fcd-d1b6ead1c268,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:43.822110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1825754b-5f9d-4daf-89fa-931b8b3bbf98 req-0b7bb4bb-f282-4c97-b72b-a73f43410bfa tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:43.823766 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1825754b-5f9d-4daf-89fa-931b8b3bbf98 req-0b7bb4bb-f282-4c97-b72b-a73f43410bfa tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 944 time: 0.1756973 Sep 10 03:52:43.860773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb304a3-4352-4a5d-a3b1-79c4e3102c26 req-5a3513a5-3907-4341-b9a4-886ec46d5450 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:43.862237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3cb304a3-4352-4a5d-a3b1-79c4e3102c26 req-5a3513a5-3907-4341-b9a4-886ec46d5450 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1426702 Sep 10 03:52:43.924197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3ae00ea2-88ac-4b65-8e77-af63aaf49fe3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:52:43.947259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1825754b-5f9d-4daf-89fa-931b8b3bbf98 req-8a263d26-ddcb-4b68-9d5c-628198367b28 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162908 Sep 10 03:52:43.968047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.968577 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:43.968829 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Floating IP d8f8529b-90e5-4ad3-baa1-5fd9fd499a55 disassociated. External IP: 172.25.3.23, port: aa0ed497-90d0-4ef1-9052-c8408b4c0f02. Sep 10 03:52:43.969180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for aa0ed497-90d0-4ef1-9052-c8408b4c0f02 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:43.975659 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3cb304a3-4352-4a5d-a3b1-79c4e3102c26 req-f514dde7-1071-4320-9dff-9fbc43ef6b81 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003809 Sep 10 03:52:44.151147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:44.178256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=aa0ed497-90d0-4ef1-9052-c8408b4c0f02,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:44.302132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 9d13959c-7203-4d98-b680-b3dc9c58909e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:44.417203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:44.426889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6625c7-f346-4f92-a84f-f90ed906dfec None None] Sync routers for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:44.437204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6625c7-f346-4f92-a84f-f90ed906dfec None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:44.437873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4d6625c7-f346-4f92-a84f-f90ed906dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:44.478455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4d6625c7-f346-4f92-a84f-f90ed906dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:44.480982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6625c7-f346-4f92-a84f-f90ed906dfec None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:44.481587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4d6625c7-f346-4f92-a84f-f90ed906dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:44.483604 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:44.485668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-86159405-2f15-451e-ad42-96fefb39b2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/ports/aa0ed497-90d0-4ef1-9052-c8408b4c0f02 HTTP/1.1" status: 204 len: 168 time: 1.5854657 Sep 10 03:52:44.488353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50524) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:44.516640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4d6625c7-f346-4f92-a84f-f90ed906dfec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:44.517415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d6625c7-f346-4f92-a84f-f90ed906dfec None None] The sync data for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:44.820346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c18e99-6e19-4880-bce3-31d42b9a99ca req-c705b003-85bd-4cd8-ba97-a147198ecf86 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:44.821817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9c18e99-6e19-4880-bce3-31d42b9a99ca req-c705b003-85bd-4cd8-ba97-a147198ecf86 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1486547 Sep 10 03:52:44.838484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea40aa-f1f2-4177-8d08-f4b670feed4c req-c19fe725-99e9-407c-8146-c891723e9994 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:44.839923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5aea40aa-f1f2-4177-8d08-f4b670feed4c req-c19fe725-99e9-407c-8146-c891723e9994 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1307273 Sep 10 03:52:44.926539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9c18e99-6e19-4880-bce3-31d42b9a99ca req-72a946f8-fe4d-4a1c-b767-77515c6f45a1 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958843 Sep 10 03:52:44.934248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5aea40aa-f1f2-4177-8d08-f4b670feed4c req-d68be68c-300d-4a14-a00d-b3383429c79a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855403 Sep 10 03:52:45.003283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:45.157418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9530a9d-6132-4b78-996a-93dd76270f69 req-6e87f26b-77c7-4a66-91bb-2d064030497f tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:45.158905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9530a9d-6132-4b78-996a-93dd76270f69 req-6e87f26b-77c7-4a66-91bb-2d064030497f tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 944 time: 0.1223228 Sep 10 03:52:45.175234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4f27d1-7e73-41e5-915a-899df13adff9 req-25ae793c-676e-4867-8aa9-16de9c9fc569 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:45.176732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba4f27d1-7e73-41e5-915a-899df13adff9 req-25ae793c-676e-4867-8aa9-16de9c9fc569 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1281176 Sep 10 03:52:45.291758 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9530a9d-6132-4b78-996a-93dd76270f69 req-00d913a2-a920-4c6d-ba93-c9ca61e408ef tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257985 Sep 10 03:52:45.295996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba4f27d1-7e73-41e5-915a-899df13adff9 req-e6019a80-c644-4814-9434-9b7fba4dd283 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070936 Sep 10 03:52:45.319433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:52:45.408550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port 94148342-ddee-47c2-ac1d-f72e34582851 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:45.408886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:45.495283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:45.508961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for 94148342-ddee-47c2-ac1d-f72e34582851 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:45.513709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:52:45.521215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:52:45.521842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:45.613901 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:45.645933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9991d-70de-4ef4-b54d-4a79139b83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae00ea2-88ac-4b65-8e77-af63aaf49fe3'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:45.645933 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e04e2c-a972-4cde-9aaa-b460e0ab266a" -d '{"events": [{"server_uuid": "58f9991d-70de-4ef4-b54d-4a79139b83fd", "name": "network-vif-plugged", "status": "completed", "tag": "3ae00ea2-88ac-4b65-8e77-af63aaf49fe3"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:45.674562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,segment=NetworkSegment(71bd5454-ff50-46a3-be38-26bd1740a254),segment_id=71bd5454-ff50-46a3-be38-26bd1740a254)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:45.690842 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a50f194-c5a9-4750-a43d-1b6532fa9ec5 x-openstack-request-id: req-8a50f194-c5a9-4750-a43d-1b6532fa9ec5 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:45.691138 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9991d-70de-4ef4-b54d-4a79139b83fd", "name": "network-vif-plugged", "status": "completed", "tag": "3ae00ea2-88ac-4b65-8e77-af63aaf49fe3", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:45.691392 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a50f194-c5a9-4750-a43d-1b6532fa9ec5 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:45.691817 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9991d-70de-4ef4-b54d-4a79139b83fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3ae00ea2-88ac-4b65-8e77-af63aaf49fe3', 'code': 200} Sep 10 03:52:45.739979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:45.780913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:45.786337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:45.813881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=94148342-ddee-47c2-ac1d-f72e34582851,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:45.823419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94ae872-cf27-47d8-ae98-28bad440b3ea req-ee8f054c-5e62-47bc-8873-c8dcaebf8ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:45.824996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d94ae872-cf27-47d8-ae98-28bad440b3ea req-ee8f054c-5e62-47bc-8873-c8dcaebf8ec0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 1096 time: 0.0775330 Sep 10 03:52:45.914033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d94ae872-cf27-47d8-ae98-28bad440b3ea req-a522de4c-cafa-439a-96e6-5d95a07d9c14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661075 Sep 10 03:52:46.092776 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:46.156681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec20270-bcdb-4f40-9b2b-e5685002a459 req-e0cb93e7-cce3-4ba9-8340-011296f65af4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:46.158175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ec20270-bcdb-4f40-9b2b-e5685002a459 req-e0cb93e7-cce3-4ba9-8340-011296f65af4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1327822 Sep 10 03:52:46.167962 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b280721c-4fd5-4241-b5ab-51b178541d94 req-5d0bf795-7c56-4dd2-9db5-f10cfadee3df tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:46.169400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b280721c-4fd5-4241-b5ab-51b178541d94 req-5d0bf795-7c56-4dd2-9db5-f10cfadee3df tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1451569 Sep 10 03:52:46.269265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ec20270-bcdb-4f40-9b2b-e5685002a459 req-a949695c-2cb9-490d-95ae-e49b7f8ce466 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973101 Sep 10 03:52:46.282967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b280721c-4fd5-4241-b5ab-51b178541d94 req-8737236e-d675-4fb2-a3cb-55547390371d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025007 Sep 10 03:52:46.754621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 9d13959c-7203-4d98-b680-b3dc9c58909e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:46.773050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17738269-565a-4ff5-935f-f6485e46fef4 req-9dfab07c-c676-40ae-b044-83159a37e1e6 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:46.774528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17738269-565a-4ff5-935f-f6485e46fef4 req-9dfab07c-c676-40ae-b044-83159a37e1e6 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 945 time: 0.0947518 Sep 10 03:52:46.782975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a581a1fa-5507-4b43-916e-b8452884a18a req-b83ac8d3-b0fa-4475-8454-e68c6e5ccd58 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:46.784369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a581a1fa-5507-4b43-916e-b8452884a18a req-b83ac8d3-b0fa-4475-8454-e68c6e5ccd58 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1059117 Sep 10 03:52:46.886059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17738269-565a-4ff5-935f-f6485e46fef4 req-0d73fde6-ff03-4364-b34f-badea1f2c832 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992174 Sep 10 03:52:46.894293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a581a1fa-5507-4b43-916e-b8452884a18a req-a20c00d8-3711-4b65-a6b8-dcef95890452 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958762 Sep 10 03:52:46.946179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:46.951652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e8c0c93d-ed0a-4bb5-ab00-f4fb93008e85 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/routers/9d13959c-7203-4d98-b680-b3dc9c58909e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4620481 Sep 10 03:52:46.954165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50602) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:46.961243 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016d35d-833c-48c0-9fba-2f8ce523ea64 None None] Sync routers for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:46.970696 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016d35d-833c-48c0-9fba-2f8ce523ea64 None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:46.971294 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a016d35d-833c-48c0-9fba-2f8ce523ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:47.005059 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a016d35d-833c-48c0-9fba-2f8ce523ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:47.014901 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a016d35d-833c-48c0-9fba-2f8ce523ea64 None None] Routers {'9d13959c-7203-4d98-b680-b3dc9c58909e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:47.015705 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a016d35d-833c-48c0-9fba-2f8ce523ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9d13959c-7203-4d98-b680-b3dc9c58909e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:47.048454 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a016d35d-833c-48c0-9fba-2f8ce523ea64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:47.049091 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a016d35d-833c-48c0-9fba-2f8ce523ea64 None None] The sync data for ids ['9d13959c-7203-4d98-b680-b3dc9c58909e'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:47.074320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.087495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50606) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:47.181557 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.210202 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e496-5349-4eab-a567-f59ef743c200 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.296233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e496-5349-4eab-a567-f59ef743c200 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.340074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port f766177a-034e-47f2-a9d2-8b6442121ca7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:47.340424 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.411320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2af7821-c01c-4e7e-af42-eb2f60f6391f req-0be860a4-4626-4e4e-995d-c3d31474e6a5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:47.412825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2af7821-c01c-4e7e-af42-eb2f60f6391f req-0be860a4-4626-4e4e-995d-c3d31474e6a5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0737648 Sep 10 03:52:47.415634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ec6e496-5349-4eab-a567-f59ef743c200 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.427702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.440157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for f766177a-034e-47f2-a9d2-8b6442121ca7 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:47.476101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b19d04-6c50-4757-b03a-d953996393e1 req-b906bea1-0cff-4305-91dd-7a0c00fa0d15 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:47.477562 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1b19d04-6c50-4757-b03a-d953996393e1 req-b906bea1-0cff-4305-91dd-7a0c00fa0d15 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1122258 Sep 10 03:52:47.486819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec6e496-5349-4eab-a567-f59ef743c200 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0528b10b-301b-4e32-9566-8f9600fbd687,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:47.493033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5ec6e496-5349-4eab-a567-f59ef743c200 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3e0ef3cf859a4134b21a29cd6e3d5f99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035594 Sep 10 03:52:47.496290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50614) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:47.523476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2af7821-c01c-4e7e-af42-eb2f60f6391f req-a31b3547-7673-4323-8a79-1bc34b602444 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1016009 Sep 10 03:52:47.538268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1b19d04-6c50-4757-b03a-d953996393e1 req-c118f462-fa15-488d-8ab7-26c0073e57cf tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532994 Sep 10 03:52:47.638390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-534a4ad4-35ce-4fcc-adb3-d1ce6d99198d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.667354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-534a4ad4-35ce-4fcc-adb3-d1ce6d99198d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.722295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.752390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=f766177a-034e-47f2-a9d2-8b6442121ca7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:47.774535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-534a4ad4-35ce-4fcc-adb3-d1ce6d99198d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.777031 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-534a4ad4-35ce-4fcc-adb3-d1ce6d99198d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.778176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-534a4ad4-35ce-4fcc-adb3-d1ce6d99198d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0528b10b-301b-4e32-9566-8f9600fbd687 HTTP/1.1" status: 204 len: 168 time: 0.2809570 Sep 10 03:52:47.808209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534a4ad4-35ce-4fcc-adb3-d1ce6d99198d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0528b10b-301b-4e32-9566-8f9600fbd687,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:47.823867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.917642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:47.920046 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.044295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a0af-7823-42ce-996b-8ed1374e25b2 req-9ec5d605-8c63-446a-8103-dda4b469e5f5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:48.045787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f867a0af-7823-42ce-996b-8ed1374e25b2 req-9ec5d605-8c63-446a-8103-dda4b469e5f5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0766473 Sep 10 03:52:48.052823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-062914b3-1517-48aa-a319-201fc79e3935 req-98fc9f34-dcc9-464f-a819-f224491d68f6 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:48.057221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.057733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-062914b3-1517-48aa-a319-201fc79e3935 req-98fc9f34-dcc9-464f-a819-f224491d68f6 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 945 time: 0.0743423 Sep 10 03:52:48.057858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Fanout notify agent at l3_agent the message router_deleted on router 9d13959c-7203-4d98-b680-b3dc9c58909e {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:52:48.066196 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.067439 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd9269b2-a3ea-4e3a-9ead-48c00190c850 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/routers/9d13959c-7203-4d98-b680-b3dc9c58909e HTTP/1.1" status: 204 len: 168 time: 1.1120751 Sep 10 03:52:48.070202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50622) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:48.114430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f867a0af-7823-42ce-996b-8ed1374e25b2 req-57518a16-1e41-4323-8a91-fe9231c26a0c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593216 Sep 10 03:52:48.119343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-062914b3-1517-48aa-a319-201fc79e3935 req-a49a0abf-698a-4bdb-932c-a2ee4c44f1ee tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578907 Sep 10 03:52:48.130783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-af740d3d-dca3-4e0e-8be2-5a389bad1961 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting subnet b0d45b9f-42fc-476f-8a8f-84fe8458f192 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:52:48.134822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af740d3d-dca3-4e0e-8be2-5a389bad1961 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.180101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af740d3d-dca3-4e0e-8be2-5a389bad1961 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.262822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af740d3d-dca3-4e0e-8be2-5a389bad1961 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.397087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af740d3d-dca3-4e0e-8be2-5a389bad1961 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.425762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af740d3d-dca3-4e0e-8be2-5a389bad1961 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Subnet': ['ID=b0d45b9f-42fc-476f-8a8f-84fe8458f192,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:48.427744 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af740d3d-dca3-4e0e-8be2-5a389bad1961 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.429614 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-af740d3d-dca3-4e0e-8be2-5a389bad1961 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/subnets/b0d45b9f-42fc-476f-8a8f-84fe8458f192 HTTP/1.1" status: 204 len: 168 time: 0.3584688 Sep 10 03:52:48.432260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50628) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:48.432498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3923f173-b679-4ddb-852f-e98a40469c6a None None] Network 3a1a3d22-816b-4a31-8572-fa12b508334a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:48.504985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50630) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:48.512121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.527886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a0bc-3663-476a-946d-0251bf204347 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.573368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port da702d31-58d2-44cd-bcf7-c399c9fc3389 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:48.573704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.662066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] For port da702d31-58d2-44cd-bcf7-c399c9fc3389, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=da702d31-58d2-44cd-bcf7-c399c9fc3389,segment=NetworkSegment(aa887bc1-0a61-4483-94a4-ec9107fc135d),segment_id=aa887bc1-0a61-4483-94a4-ec9107fc135d)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:48.664895 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.677064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-954f6288-0af0-4307-b72d-8701b32a5ed4 None None] DHCP port deletion for 3a1a3d22-816b-4a31-8572-fa12b508334a request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:52:48.684221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for da702d31-58d2-44cd-bcf7-c399c9fc3389 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:48.703970 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a0bc-3663-476a-946d-0251bf204347 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.722870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ce68ca-a6eb-4b30-9c0a-f6d3e2f7c2cd req-1120ecec-0796-4ec5-ae2f-4e4acac0448a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:48.724393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0ce68ca-a6eb-4b30-9c0a-f6d3e2f7c2cd req-1120ecec-0796-4ec5-ae2f-4e4acac0448a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1063359 Sep 10 03:52:48.737876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-954f6288-0af0-4307-b72d-8701b32a5ed4 None None] Deleting port da702d31-58d2-44cd-bcf7-c399c9fc3389 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:48.739860 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-954f6288-0af0-4307-b72d-8701b32a5ed4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.739986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3618e3b2-1652-43aa-bccd-cee77a5f51ff req-4df88182-c693-42e1-8752-d41b55d8361f tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:48.741018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3618e3b2-1652-43aa-bccd-cee77a5f51ff req-4df88182-c693-42e1-8752-d41b55d8361f tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 945 time: 0.0875463 Sep 10 03:52:48.758909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c6a6a0bc-3663-476a-946d-0251bf204347 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.804213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-954f6288-0af0-4307-b72d-8701b32a5ed4 None None] For port da702d31-58d2-44cd-bcf7-c399c9fc3389, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=da702d31-58d2-44cd-bcf7-c399c9fc3389,segment=NetworkSegment(aa887bc1-0a61-4483-94a4-ec9107fc135d),segment_id=aa887bc1-0a61-4483-94a4-ec9107fc135d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:48.804524 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-954f6288-0af0-4307-b72d-8701b32a5ed4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.817345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-954f6288-0af0-4307-b72d-8701b32a5ed4 None None] Calling delete_port for da702d31-58d2-44cd-bcf7-c399c9fc3389 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:48.820234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.836264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0ce68ca-a6eb-4b30-9c0a-f6d3e2f7c2cd req-e4eae574-a567-464c-aa25-c8391910aa35 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947633 Sep 10 03:52:48.838402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c6a6a0bc-3663-476a-946d-0251bf204347 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=29683f7909f3437b95cf682cc5f4f4e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3322141 Sep 10 03:52:48.841449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50638) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:48.843776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a6a0bc-3663-476a-946d-0251bf204347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e2b98a-314b-4a05-8ee7-16d9ea95cd65,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:48.850518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=da702d31-58d2-44cd-bcf7-c399c9fc3389,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:48.852800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] No DVR routers for this DVR port da702d31-58d2-44cd-bcf7-c399c9fc3389 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:48.863203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3618e3b2-1652-43aa-bccd-cee77a5f51ff req-fadc70e4-a785-474d-9b89-56bda5649216 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073048 Sep 10 03:52:48.910763 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-954f6288-0af0-4307-b72d-8701b32a5ed4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.938790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd823-0b89-457b-afd1-0bcfec8aaa9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.941235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954f6288-0af0-4307-b72d-8701b32a5ed4 None None] Pushing event deleted for resources: {'Port': ['ID=da702d31-58d2-44cd-bcf7-c399c9fc3389,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:48.943419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f6288-0af0-4307-b72d-8701b32a5ed4 None None] No DVR routers for this DVR port da702d31-58d2-44cd-bcf7-c399c9fc3389 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:48.948502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.978373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a1a3d22-816b-4a31-8572-fa12b508334a']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:48.986795 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd823-0b89-457b-afd1-0bcfec8aaa9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:48.988074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa887bc1-0a61-4483-94a4-ec9107fc135d') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:48.988244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa887bc1-0a61-4483-94a4-ec9107fc135d') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:49.002065 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.015722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.021861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:52:49.022329 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:52:49.025411 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:52:49.035126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3724f-5d00-4dda-9729-ec84525371cb req-db9c01df-561a-4174-a029-47c758c52238 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:49.036683 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2d3724f-5d00-4dda-9729-ec84525371cb req-db9c01df-561a-4174-a029-47c758c52238 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0830917 Sep 10 03:52:49.078962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2d3724f-5d00-4dda-9729-ec84525371cb req-f454c238-e9f7-450b-852c-b226fc049760 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350180 Sep 10 03:52:49.145034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd823-0b89-457b-afd1-0bcfec8aaa9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.147644 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b4fd823-0b89-457b-afd1-0bcfec8aaa9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.148859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8b4fd823-0b89-457b-afd1-0bcfec8aaa9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/33e2b98a-314b-4a05-8ee7-16d9ea95cd65 HTTP/1.1" status: 204 len: 168 time: 0.3066053 Sep 10 03:52:49.157105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4fd823-0b89-457b-afd1-0bcfec8aaa9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e2b98a-314b-4a05-8ee7-16d9ea95cd65,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:49.162268 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.168464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.171762 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/networks/3a1a3d22-816b-4a31-8572-fa12b508334a HTTP/1.1" status: 204 len: 168 time: 0.7385435 Sep 10 03:52:49.175867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50644) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:49.195937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1cc6b-ec73-4ada-94f3-7545ae5d1c21 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Network': ['ID=3a1a3d22-816b-4a31-8572-fa12b508334a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:49.332195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377a7593-195f-45fe-b89f-428065cc4c37 req-3815ffc2-f714-4cc5-adc9-2c5cbe1b5fe6 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:49.333608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-377a7593-195f-45fe-b89f-428065cc4c37 req-3815ffc2-f714-4cc5-adc9-2c5cbe1b5fe6 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1107843 Sep 10 03:52:49.374132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port 41d340ed-7d36-4b4c-8f9c-99994dfa326f {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:49.374482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.400724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-377a7593-195f-45fe-b89f-428065cc4c37 req-6e1c37a5-8eb6-42aa-b7ff-1f173d9a74a8 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603876 Sep 10 03:52:49.461419 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.461748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.473376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for 41d340ed-7d36-4b4c-8f9c-99994dfa326f owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:49.665425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.695640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=41d340ed-7d36-4b4c-8f9c-99994dfa326f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:49.755373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.758008 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:49.759184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-81bc98a6-f656-43f9-9004-a6a32eada8c1 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/floatingips/d8f8529b-90e5-4ad3-baa1-5fd9fd499a55 HTTP/1.1" status: 204 len: 168 time: 0.5823715 Sep 10 03:52:49.762944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50656) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:49.784683 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2e8c663-c044-4097-a97f-5ccf38475e5e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] DELETE failed (client error): The resource could not be found. Sep 10 03:52:49.785323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2e8c663-c044-4097-a97f-5ccf38475e5e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:52:49.787022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f2e8c663-c044-4097-a97f-5ccf38475e5e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/ports/aa0ed497-90d0-4ef1-9052-c8408b4c0f02 HTTP/1.1" status: 404 len: 333 time: 0.0236130 Sep 10 03:52:49.789799 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50658) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:49.817666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0988a328-52cd-461a-95dc-231c7669c70e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d13959c-7203-4d98-b680-b3dc9c58909e HTTP/1.1" status: 200 len: 205 time: 0.0267777 Sep 10 03:52:49.819992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50660) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:49.864460 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-ff6b4341-5d0c-4c15-9471-c4ffc6e2128f tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] delete failed (client error): The resource could not be found. Sep 10 03:52:49.865405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ff6b4341-5d0c-4c15-9471-c4ffc6e2128f tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/routers/9d13959c-7203-4d98-b680-b3dc9c58909e HTTP/1.1" status: 404 len: 336 time: 0.0441835 Sep 10 03:52:49.867888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50662) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:49.893378 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57102ab-4392-4475-8ff3-799547277082 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] DELETE failed (client error): The resource could not be found. Sep 10 03:52:49.893821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57102ab-4392-4475-8ff3-799547277082 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:52:49.895538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e57102ab-4392-4475-8ff3-799547277082 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/subnets/b0d45b9f-42fc-476f-8a8f-84fe8458f192 HTTP/1.1" status: 404 len: 337 time: 0.0267200 Sep 10 03:52:49.898088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50668) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:50.042928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device da702d31-58d2-44cd-bcf7-c399c9fc3389 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:50.064659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: da702d31-58d2-44cd-bcf7-c399c9fc3389 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:50.065261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device da702d31-58d2-44cd-bcf7-c399c9fc3389 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:50.106067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518f714b-48cd-458c-a6c0-722c9292f890 req-e44dfa87-a837-4b59-98ec-5d3fbd5725c9 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:50.107559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-518f714b-48cd-458c-a6c0-722c9292f890 req-e44dfa87-a837-4b59-98ec-5d3fbd5725c9 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 945 time: 0.1374016 Sep 10 03:52:50.123239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1583bab0-77e6-4557-a711-e87950865bdc tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port 277fb646-0141-455c-aa0f-74d2f93fd162 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:50.123239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1583bab0-77e6-4557-a711-e87950865bdc tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:50.129082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7086a4-e950-4c69-bd36-95573be146e9 req-0b0860cf-ee87-4e0e-9bdb-719a18f12ca1 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:50.130482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f7086a4-e950-4c69-bd36-95573be146e9 req-0b0860cf-ee87-4e0e-9bdb-719a18f12ca1 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1225607 Sep 10 03:52:50.193868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-a260c265-bf41-4488-bc94-2131ca8b7c5d tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:50.195323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-a260c265-bf41-4488-bc94-2131ca8b7c5d tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.20 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 945 time: 0.1522374 Sep 10 03:52:50.280909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-518f714b-48cd-458c-a6c0-722c9292f890 req-096a6fba-910f-499b-b4cc-b6f720bd6534 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/security-groups?id=bade0367-c8de-4476-b97c-a7747fac8d31&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610410 Sep 10 03:52:50.333417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f7086a4-e950-4c69-bd36-95573be146e9 req-a68a59d7-a9e6-4bc8-91e1-b03d1e0b0206 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1802580 Sep 10 03:52:50.354745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1583bab0-77e6-4557-a711-e87950865bdc tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:50.381313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1583bab0-77e6-4557-a711-e87950865bdc tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for 277fb646-0141-455c-aa0f-74d2f93fd162 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:50.498521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dbde45-8391-4c5f-a960-403c0e7007fa req-c049bebd-3bb9-4ec6-9dcf-f7103f2e2448 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:50.500248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7dbde45-8391-4c5f-a960-403c0e7007fa req-c049bebd-3bb9-4ec6-9dcf-f7103f2e2448 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1280386 Sep 10 03:52:50.516569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Deleting port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:50.516957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:50.668043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7dbde45-8391-4c5f-a960-403c0e7007fa req-0473f94d-fc19-4f8a-a5d7-0c978ed2ce49 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550555 Sep 10 03:52:50.688492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cd5e31-4080-41a2-b122-9dbdf8624a7d req-b3f3f165-c4ff-4be4-a020-81a45b213f69 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:50.690012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22cd5e31-4080-41a2-b122-9dbdf8624a7d req-b3f3f165-c4ff-4be4-a020-81a45b213f69 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.2114489 Sep 10 03:52:50.727998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] For port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,segment=NetworkSegment(71bd5454-ff50-46a3-be38-26bd1740a254),segment_id=71bd5454-ff50-46a3-be38-26bd1740a254)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:52:50.728363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:50.747094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Calling delete_port for 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:50.750840 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f0a9c916-fd58-4c20-8fc4-fc8598d42914 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:50.767066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22cd5e31-4080-41a2-b122-9dbdf8624a7d req-052c20e2-ae8b-4550-8082-3d3e581aaa2a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641055 Sep 10 03:52:50.821245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1583bab0-77e6-4557-a711-e87950865bdc tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:50.862018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1583bab0-77e6-4557-a711-e87950865bdc tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=277fb646-0141-455c-aa0f-74d2f93fd162,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:50.965377 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1583bab0-77e6-4557-a711-e87950865bdc tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:50.967211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1583bab0-77e6-4557-a711-e87950865bdc tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/ports/277fb646-0141-455c-aa0f-74d2f93fd162 HTTP/1.1" status: 204 len: 168 time: 1.0678997 Sep 10 03:52:50.969613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50710) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:51.040245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.052684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3ae00ea2-88ac-4b65-8e77-af63aaf49fe3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:52:51.081039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Pushing event deleted for resources: {'Port': ['ID=3ae00ea2-88ac-4b65-8e77-af63aaf49fe3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:51.122225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] No DVR routers for this DVR port 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:52:51.127435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.129428 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf41871a-d38f-43ac-8fb4-bd6b7ad95e51 req-96a2fef4-48fa-4f40-b2df-c31dda5f076c tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.20 "DELETE /v2.0/ports/3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 HTTP/1.1" status: 204 len: 173 time: 0.8916891 Sep 10 03:52:51.129868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58f9991d-70de-4ef4-b54d-4a79139b83fd', 'name': 'network-vif-deleted', 'tag': '3ae00ea2-88ac-4b65-8e77-af63aaf49fe3'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:52:51.132097 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f584d4ca-61c2-4c9d-9c76-f6349cf9bd32" -d '{"events": [{"server_uuid": "58f9991d-70de-4ef4-b54d-4a79139b83fd", "name": "network-vif-deleted", "tag": "3ae00ea2-88ac-4b65-8e77-af63aaf49fe3"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:52:51.144433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b5435ff9-e6e4-47ad-9147-a79b724f616e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port 891f9b90-720b-4a9c-98ec-2fb4b4eaf155 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:51.144780 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5435ff9-e6e4-47ad-9147-a79b724f616e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.172465 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-421e64fb-e704-4e8d-a536-08f77a2658eb x-openstack-request-id: req-421e64fb-e704-4e8d-a536-08f77a2658eb {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:52:51.172759 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58f9991d-70de-4ef4-b54d-4a79139b83fd", "name": "network-vif-deleted", "tag": "3ae00ea2-88ac-4b65-8e77-af63aaf49fe3", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:52:51.173012 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-421e64fb-e704-4e8d-a536-08f77a2658eb {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:52:51.173399 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58f9991d-70de-4ef4-b54d-4a79139b83fd', 'name': 'network-vif-deleted', 'tag': '3ae00ea2-88ac-4b65-8e77-af63aaf49fe3', 'status': 'completed', 'code': 200} Sep 10 03:52:51.232454 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5435ff9-e6e4-47ad-9147-a79b724f616e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.244521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b5435ff9-e6e4-47ad-9147-a79b724f616e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for 891f9b90-720b-4a9c-98ec-2fb4b4eaf155 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:51.396085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b5f334c-a247-47cb-9149-a64595e8c20f req-ba161b71-b888-4b3e-88c3-a61778a24af5 tempest-InstanceActionsV221TestJSON-1893509224 tempest-InstanceActionsV221TestJSON-1893509224-project] 10.222.0.22 "GET /v2.0/ports?device_id=58f9991d-70de-4ef4-b54d-4a79139b83fd HTTP/1.1" status: 200 len: 210 time: 0.0353382 Sep 10 03:52:51.463688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325b29f5-ff13-48ce-9da0-e0caceceb971 req-2789e713-2acd-4b53-95b2-6899e5cda8ab tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:51.471521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-325b29f5-ff13-48ce-9da0-e0caceceb971 req-2789e713-2acd-4b53-95b2-6899e5cda8ab tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0498202 Sep 10 03:52:51.491337 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5435ff9-e6e4-47ad-9147-a79b724f616e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.539492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-325b29f5-ff13-48ce-9da0-e0caceceb971 req-de6be03d-c7d0-4c50-bc10-c95063b7301c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0681515 Sep 10 03:52:51.540242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50730) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:51.544329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5435ff9-e6e4-47ad-9147-a79b724f616e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=891f9b90-720b-4a9c-98ec-2fb4b4eaf155,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:51.610671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5435ff9-e6e4-47ad-9147-a79b724f616e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.612888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b5435ff9-e6e4-47ad-9147-a79b724f616e tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/ports/891f9b90-720b-4a9c-98ec-2fb4b4eaf155 HTTP/1.1" status: 204 len: 168 time: 0.6423514 Sep 10 03:52:51.615398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:51.656879 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-855c2013-94aa-4ece-919a-97983e940081 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.664000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f666edff-8a03-4c7c-83c8-21e55fc4fce9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:51.665510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f666edff-8a03-4c7c-83c8-21e55fc4fce9 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "GET /v2.0/ports?device_id=8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 HTTP/1.1" status: 200 len: 913 time: 0.0490758 Sep 10 03:52:51.668204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50738) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:51.761065 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-855c2013-94aa-4ece-919a-97983e940081 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.865441 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-855c2013-94aa-4ece-919a-97983e940081 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.889838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18472ab4-a235-4e43-8aab-0e84cdc9186b req-ac1e58a1-e6f0-4c1d-a678-0c6db42c7707 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:51.891327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18472ab4-a235-4e43-8aab-0e84cdc9186b req-ac1e58a1-e6f0-4c1d-a678-0c6db42c7707 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1320302 Sep 10 03:52:51.910675 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-855c2013-94aa-4ece-919a-97983e940081 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f90287d084f6415c9a99e9471dc0f541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3693419 Sep 10 03:52:51.911983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c2013-94aa-4ece-919a-97983e940081 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4033093a-a71a-457d-9ab6-7e1e9d44f7c7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:51.914420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50748) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:51.966446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d9aa4f-4f0e-4872-8caf-6bee8439c9a0 req-e79db9c0-c112-445a-a298-3b25b68cdf30 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:51.966632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83410918-c2f4-45e4-a55f-7de385348194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:51.967978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76d9aa4f-4f0e-4872-8caf-6bee8439c9a0 req-e79db9c0-c112-445a-a298-3b25b68cdf30 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1266685 Sep 10 03:52:51.989296 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83410918-c2f4-45e4-a55f-7de385348194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:52.025037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18472ab4-a235-4e43-8aab-0e84cdc9186b req-79017e62-2911-4b45-9bb8-4807e268ac58 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194859 Sep 10 03:52:52.088324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76d9aa4f-4f0e-4872-8caf-6bee8439c9a0 req-4eb9b232-0a28-458c-afc1-509c5a12d3ae tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089163 Sep 10 03:52:52.132275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83410918-c2f4-45e4-a55f-7de385348194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:52.134887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83410918-c2f4-45e4-a55f-7de385348194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:52.136104 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83410918-c2f4-45e4-a55f-7de385348194 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4033093a-a71a-457d-9ab6-7e1e9d44f7c7 HTTP/1.1" status: 204 len: 168 time: 0.2207723 Sep 10 03:52:52.144492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83410918-c2f4-45e4-a55f-7de385348194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4033093a-a71a-457d-9ab6-7e1e9d44f7c7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:52.163452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-ccb62fec-bddf-4aa8-9b19-417d1f48c61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:52.171397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-ccb62fec-bddf-4aa8-9b19-417d1f48c61a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1095 time: 0.1181905 Sep 10 03:52:52.198698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352a540d-5322-4d04-9ab9-5dedab6da986 req-b3e81028-12d8-43c9-9c4b-c9a87cef47c2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:52.200181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-352a540d-5322-4d04-9ab9-5dedab6da986 req-b3e81028-12d8-43c9-9c4b-c9a87cef47c2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0879610 Sep 10 03:52:52.630148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50768) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:52.633534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-352a540d-5322-4d04-9ab9-5dedab6da986 req-dd725a77-744c-468b-af6b-af8be91bcc12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4229655 Sep 10 03:52:52.654319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-65988dde-e84d-4189-92bd-308b1cd9e346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:52.656203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-65988dde-e84d-4189-92bd-308b1cd9e346 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.4779246 Sep 10 03:52:52.664782 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:52.675698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2935a71-1c56-4c73-9f73-3a3aaa3e066b admin admin] Deleting subnet 4014cd6e-0c10-43ed-87a4-06f00b132aee {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:52:52.679194 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2935a71-1c56-4c73-9f73-3a3aaa3e066b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:52.714858 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2935a71-1c56-4c73-9f73-3a3aaa3e066b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:52.772346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-0c8d610a-d405-4498-8cd8-42c5d128bb8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 999 time: 0.1053803 Sep 10 03:52:52.773655 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2935a71-1c56-4c73-9f73-3a3aaa3e066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:52.883127 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-58d1e63c-8e6d-42fb-b2b9-a1cdcdde5cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:52.884621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-58d1e63c-8e6d-42fb-b2b9-a1cdcdde5cad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0863626 Sep 10 03:52:52.955454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-fa2811d2-675e-4765-8320-a4ba54691a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:52.959938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-fa2811d2-675e-4765-8320-a4ba54691a90 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563772 Sep 10 03:52:52.995794 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2935a71-1c56-4c73-9f73-3a3aaa3e066b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.024856 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2935a71-1c56-4c73-9f73-3a3aaa3e066b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.030006 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d2935a71-1c56-4c73-9f73-3a3aaa3e066b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4014cd6e-0c10-43ed-87a4-06f00b132aee HTTP/1.1" status: 204 len: 168 time: 0.3956268 Sep 10 03:52:53.030006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2935a71-1c56-4c73-9f73-3a3aaa3e066b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4014cd6e-0c10-43ed-87a4-06f00b132aee,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:53.030630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50778) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:53.111990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-de18c74a-d407-4c06-8f4e-dcbdffddb558 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460586 Sep 10 03:52:53.113905 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.158199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port 9c064b27-b94f-4351-88a1-f3d8ce49cac0 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:53.158199 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.218087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.240670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cfc6374-85bc-4d2c-9d76-5ab917436e55']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:53.251665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71bd5454-ff50-46a3-be38-26bd1740a254') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:53.251994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71bd5454-ff50-46a3-be38-26bd1740a254') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:53.262640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.279624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.287020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:52:53.287434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:52:53.289274 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:52:53.319010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:52:53.341652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:52:53.342305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3ae00ea2-88ac-4b65-8e77-af63aaf49fe3 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:52:53.365768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba8d5776-b391-4a55-8377-d424a6caa2da req-9ff9432c-93f3-45c9-aade-2b2a12992220 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446628 Sep 10 03:52:53.380529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abe2b14-af5c-4491-b94f-73c5f669b55c req-e00dbe63-626f-45b2-acea-747e5d275cc3 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:53.382486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4abe2b14-af5c-4491-b94f-73c5f669b55c req-e00dbe63-626f-45b2-acea-747e5d275cc3 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.2514803 Sep 10 03:52:53.407221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015bfda-fa00-45ed-992c-36e5609ddeda req-b9d6a49e-b0df-4e95-9a70-7b20e2f70b73 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:53.408821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7015bfda-fa00-45ed-992c-36e5609ddeda req-b9d6a49e-b0df-4e95-9a70-7b20e2f70b73 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.2269430 Sep 10 03:52:53.416958 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.446705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.449044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for 9c064b27-b94f-4351-88a1-f3d8ce49cac0 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:53.463201 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.468947 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8cfc6374-85bc-4d2c-9d76-5ab917436e55 HTTP/1.1" status: 204 len: 168 time: 0.4370015 Sep 10 03:52:53.470737 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6ad609c-1a4d-4b0e-bf5d-428c071ac1ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.472749 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a5c3673-8332-4e02-963b-cdeaf5b21248 admin admin] Pushing event deleted for resources: {'Network': ['ID=8cfc6374-85bc-4d2c-9d76-5ab917436e55,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:53.490660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4abe2b14-af5c-4491-b94f-73c5f669b55c req-0d17561a-203f-42d4-8145-aec015fbca61 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922651 Sep 10 03:52:53.523317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7015bfda-fa00-45ed-992c-36e5609ddeda req-cd207372-ec79-46c4-a1cb-81f116f98ed8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1029544 Sep 10 03:52:53.710774 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.746811 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:53.764140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff9494b-3379-4e73-b9b9-b392cce1f8ff req-9578b562-4149-43ca-8310-7f844f169a30 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:53.765767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aff9494b-3379-4e73-b9b9-b392cce1f8ff req-9578b562-4149-43ca-8310-7f844f169a30 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0584249 Sep 10 03:52:53.786690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=9c064b27-b94f-4351-88a1-f3d8ce49cac0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:53.870841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aff9494b-3379-4e73-b9b9-b392cce1f8ff req-bff3601a-ff04-408c-a255-6675a7059550 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0865479 Sep 10 03:52:53.886338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50798) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:53.934723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-abe4a3de-f63e-4336-80f0-216ae4a00233 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f98d7636185944beaeeb9273100a7b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422630 Sep 10 03:52:53.937398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50804) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:54.044784 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.052177 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3959abf2-6eb7-46ac-bc1a-4e3450f9e19e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.115003 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3959abf2-6eb7-46ac-bc1a-4e3450f9e19e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.291545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20cfba87-c7bc-493f-90a2-f126da410442 req-c90ed218-bb47-4cfa-a89e-3adce345642d tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:54.293061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20cfba87-c7bc-493f-90a2-f126da410442 req-c90ed218-bb47-4cfa-a89e-3adce345642d tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1016476 Sep 10 03:52:54.312096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50812) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:54.326934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3959abf2-6eb7-46ac-bc1a-4e3450f9e19e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.329580 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3959abf2-6eb7-46ac-bc1a-4e3450f9e19e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.339870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3959abf2-6eb7-46ac-bc1a-4e3450f9e19e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bade0367-c8de-4476-b97c-a7747fac8d31 HTTP/1.1" status: 204 len: 168 time: 0.3918989 Sep 10 03:52:54.391834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3959abf2-6eb7-46ac-bc1a-4e3450f9e19e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bade0367-c8de-4476-b97c-a7747fac8d31,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:54.420282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20cfba87-c7bc-493f-90a2-f126da410442 req-c0421f0d-b6dc-406b-a0b3-5ef888b07879 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196325 Sep 10 03:52:54.444796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:52:54.461569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-dfa876ae-391e-416c-a00c-22a7c2cb7d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:54.462989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-dfa876ae-391e-416c-a00c-22a7c2cb7d7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 1096 time: 0.0951343 Sep 10 03:52:54.501071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-281138610'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:54.579785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Made reservation on behalf of fde87f824dc34266981cba3f32a58026 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:54.583524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.592417 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.663451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:52:54.666448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-00a9e5d1-bb2d-4060-9028-9e56a612eb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:54.667935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-00a9e5d1-bb2d-4060-9028-9e56a612eb49 service neutron] 10.222.0.20 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 912 time: 0.1712804 Sep 10 03:52:54.671491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-66bb70a1-de3b-4e00-b74b-24cebdb4f2b4 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "PUT /v2.0/routers/8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0023594 Sep 10 03:52:54.675795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50826) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:54.676491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c299499-609c-484e-ad3f-d42fe9671957 None None] Sync routers for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:52:54.695254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c299499-609c-484e-ad3f-d42fe9671957 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:54.695910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6c299499-609c-484e-ad3f-d42fe9671957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:54.759316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6c299499-609c-484e-ad3f-d42fe9671957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:54.763417 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.781994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04aed9d5-0715-4b9e-a6a6-ffd065a99ee3 req-ef1ae855-fe97-403d-b48f-e22eac4635c7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:54.783564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04aed9d5-0715-4b9e-a6a6-ffd065a99ee3 req-ef1ae855-fe97-403d-b48f-e22eac4635c7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1780257 Sep 10 03:52:54.783927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c299499-609c-484e-ad3f-d42fe9671957 None None] Routers {'8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:52:54.784786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6c299499-609c-484e-ad3f-d42fe9671957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:54.822926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.841023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-6c299499-609c-484e-ad3f-d42fe9671957 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:54.842493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c299499-609c-484e-ad3f-d42fe9671957 None None] The sync data for ids ['8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:52:54.857954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-87e1da51-2af2-4c8e-9ae1-2ff3bd190316 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69e59780-89c2-4649-bca4-45f691714913 HTTP/1.1" status: 200 len: 1001 time: 0.1730938 Sep 10 03:52:54.865932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.877938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:52:54.894768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:54.895824 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Added segment 378375d6-cf2a-4e01-80a1-b1009a590553 of type vlan for network 193b20b0-93d9-4f06-b6ed-604e23997045 Sep 10 03:52:54.899263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04aed9d5-0715-4b9e-a6a6-ffd065a99ee3 req-591717e5-2fc2-4341-992c-2aa68af4f6fe tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972703 Sep 10 03:52:54.966630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41f9df24-767c-4b1a-9ebb-4dfac06a6b6a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:54.973397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-70a9ab8c-f82a-4a45-ae97-870775dcd907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:54.975199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-70a9ab8c-f82a-4a45-ae97-870775dcd907 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 200 len: 850 time: 0.0960586 Sep 10 03:52:54.999595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ab36cf-eaa3-4ebf-b713-141872833754 req-3fb317de-04e9-4eed-b3b0-7a3e04346864 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:55.001644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9ab36cf-eaa3-4ebf-b713-141872833754 req-3fb317de-04e9-4eed-b3b0-7a3e04346864 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1003232 Sep 10 03:52:55.010357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.046237 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.052667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-dfe56679-973a-436f-ae04-33f309bddb44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:55.054117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-dfe56679-973a-436f-ae04-33f309bddb44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=589a4214-66c2-461f-af8d-b5794ee44cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714755 Sep 10 03:52:55.062245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9ab36cf-eaa3-4ebf-b713-141872833754 req-a42d53e1-417c-449d-9e09-72012bd23b7a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468543 Sep 10 03:52:55.063602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.121145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.127648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:55.133898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.175728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-af66ce51-d680-43a8-afc7-58e7fc3e74a4 service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125312 Sep 10 03:52:55.210554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cbc983-dd74-46e5-9e0a-d34679c438c6 req-44f4e6df-630a-4144-9584-b1753bd50ce4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:55.212091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5cbc983-dd74-46e5-9e0a-d34679c438c6 req-44f4e6df-630a-4144-9584-b1753bd50ce4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0773449 Sep 10 03:52:55.218285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Pushing event updated for resources: {'Network': ['ID=193b20b0-93d9-4f06-b6ed-604e23997045,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:55.228224 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a6f063c2-6b0b-43eb-85a0-e4e39219bc55 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.9150612 Sep 10 03:52:55.233231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 193b20b0-93d9-4f06-b6ed-604e23997045 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:52:55.234766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50840) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:55.251249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting port 53eec7be-8309-450f-a624-c7da22cc5320 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:52:55.251579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.294429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5cbc983-dd74-46e5-9e0a-d34679c438c6 req-26b7ec22-4017-42b4-a3b7-54bff707df91 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715530 Sep 10 03:52:55.313747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2188a570-9c64-4adb-b160-9c51d44b0cf8 req-0d34d174-eabc-414d-9fe8-f0bcc0af38a2 service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306791 Sep 10 03:52:55.378785 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.395772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Calling delete_port for 53eec7be-8309-450f-a624-c7da22cc5320 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:52:55.530402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Request body: {'network': {'name': 'tempest-network--823326298', 'router:external': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:55.554337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1472ab2-9640-4b6c-ad3d-32918d3df850 req-4c6dd604-cce7-42e7-86f4-909328ee7910 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:55.564310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1472ab2-9640-4b6c-ad3d-32918d3df850 req-4c6dd604-cce7-42e7-86f4-909328ee7910 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0660799 Sep 10 03:52:55.578372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50854) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:55.612469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1472ab2-9640-4b6c-ad3d-32918d3df850 req-8ae1d15b-aba5-4175-a840-21a69a6016d3 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469086 Sep 10 03:52:55.617932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Made reservation on behalf of 8c91806ad29d4ac8a5681712fae7e1d5 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:55.620515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.630581 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.665233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.688351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-679196426-network', 'tenant_id': '24263d77baf14c33b1fbb42c5cf5007f'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:55.697014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Port': ['ID=53eec7be-8309-450f-a624-c7da22cc5320,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:55.781919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.864647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:55.902849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59cddd6-9301-48f5-9cd4-868936892124 req-258ef00b-afc4-4aa0-a420-3e2c181aea89 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:55.904943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a59cddd6-9301-48f5-9cd4-868936892124 req-258ef00b-afc4-4aa0-a420-3e2c181aea89 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0574288 Sep 10 03:52:55.948767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a59cddd6-9301-48f5-9cd4-868936892124 req-53438ba9-5a96-4525-80f0-ec66ace8f78d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373940 Sep 10 03:52:56.043633 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0d475-a828-4264-ad06-24a376af0e0c req-365f3f22-ac80-4868-9106-b5fdc9e2546e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:56.046000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ba0d475-a828-4264-ad06-24a376af0e0c req-365f3f22-ac80-4868-9106-b5fdc9e2546e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0636501 Sep 10 03:52:56.088920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Made reservation on behalf of 24263d77baf14c33b1fbb42c5cf5007f for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:56.091213 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.104534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ba0d475-a828-4264-ad06-24a376af0e0c req-e28e02d2-789a-43d9-8616-3d8664b1a5ec tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422828 Sep 10 03:52:56.104534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.172525 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:52:56.196377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.199001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.202748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.202939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.246486 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.251845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:52:56.270710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd41b6f3-f71d-46d7-972f-ceb7f4354bb8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:56.273601 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.273947 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Added segment 7dc7700a-b94a-4859-b707-b8f8008a047f of type vlan for network 25e905c1-d264-4133-a7d3-f83dca18ac13 Sep 10 03:52:56.293780 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.327799 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.328310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Fanout notify agent at l3_agent the message router_deleted on router 8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:52:56.330869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.332008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:52:56.338795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.340017 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a2ebed32-f54b-43f4-acd4-119a57e3e408 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/routers/8cf506fc-1b5f-4527-bc1c-e7ad3009b7d0 HTTP/1.1" status: 204 len: 168 time: 1.6597898 Sep 10 03:52:56.342414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a186109c-142e-4a60-be80-0f48f11d8632,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:56.343524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50866) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:56.349514 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.354038 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Added segment 28e258e0-dd87-447e-bb40-af8886abd622 of type vlan for network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea Sep 10 03:52:56.411073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a87e80-e4f2-419b-ad1a-42af1754d2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Deleting subnet 77efd7a2-ccf5-491c-b83c-19d815524bf8 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:52:56.414285 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70a87e80-e4f2-419b-ad1a-42af1754d2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.426588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.454748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70a87e80-e4f2-419b-ad1a-42af1754d2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.462675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c31a15e-ae36-4c54-9e18-1600a55f5401 req-04101344-74fc-43e1-a22f-604b4cdd974a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:56.464217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c31a15e-ae36-4c54-9e18-1600a55f5401 req-04101344-74fc-43e1-a22f-604b4cdd974a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0743821 Sep 10 03:52:56.488105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.489065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:56.489652 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.502620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c31a15e-ae36-4c54-9e18-1600a55f5401 req-67be2532-5c3c-41b1-b9a6-6deed7ae24a9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316300 Sep 10 03:52:56.527531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70a87e80-e4f2-419b-ad1a-42af1754d2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.545254 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.546153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:56.546738 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.590278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'Network': ['ID=25e905c1-d264-4133-a7d3-f83dca18ac13,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:56.602066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 25e905c1-d264-4133-a7d3-f83dca18ac13 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:52:56.605994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] Pushing event updated for resources: {'Network': ['ID=2595bb99-9e8d-4468-b0d9-e0fe1f069fea,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:56.609465 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9e148ac9-6954-4d7b-b4e6-b2b91dd43633 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.3734698 Sep 10 03:52:56.612191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50868) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:56.624580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:52:56.643770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50872) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:56.643923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1299e254-1798-4091-8f1e-2fcc40f08de9 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0644579 Sep 10 03:52:56.649441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Request body: {'subnet': {'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-679196426-subnet', 'tenant_id': '24263d77baf14c33b1fbb42c5cf5007f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:56.694138 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.705482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70a87e80-e4f2-419b-ad1a-42af1754d2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.735182 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70a87e80-e4f2-419b-ad1a-42af1754d2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.739346 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-70a87e80-e4f2-419b-ad1a-42af1754d2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/subnets/77efd7a2-ccf5-491c-b83c-19d815524bf8 HTTP/1.1" status: 204 len: 168 time: 0.3923066 Sep 10 03:52:56.739623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50874) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:56.741780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a87e80-e4f2-419b-ad1a-42af1754d2a2 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Subnet': ['ID=77efd7a2-ccf5-491c-b83c-19d815524bf8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:56.784145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Made reservation on behalf of 24263d77baf14c33b1fbb42c5cf5007f for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:56.787497 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:56.854542 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.021267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.050105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82b53272-95ed-4b97-8cde-9991d3183378']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:57.064641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dcac3ba-1640-4dde-bcff-5e75bfaac45a') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:57.064942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dcac3ba-1640-4dde-bcff-5e75bfaac45a') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:57.103467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.121651 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.126877 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.133718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:52:57.135964 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.137185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74749e4b-28d8-486a-ac44-dfe8d533c650 req-081ffa87-e5a6-46af-acfc-213813505ee0 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:52:57.137667 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:52:57.140445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74749e4b-28d8-486a-ac44-dfe8d533c650 req-081ffa87-e5a6-46af-acfc-213813505ee0 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.4383471 Sep 10 03:52:57.159386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e905c1-d264-4133-a7d3-f83dca18ac13']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:57.177977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc7700a-b94a-4859-b707-b8f8008a047f') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:57.178340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc7700a-b94a-4859-b707-b8f8008a047f') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:52:57.190080 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.200088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.235429 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.240782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74749e4b-28d8-486a-ac44-dfe8d533c650 req-6fc69078-faeb-4ab2-9dc0-2dad54fc9756 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910912 Sep 10 03:52:57.249005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:52:57.249393 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:52:57.252698 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:52:57.255053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Pushing event updated for resources: {'Subnet': ['ID=761fb00d-82aa-44e1-b054-4d063d953414,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:57.263206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.265406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Checking segment: {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:57.267378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Network hostable DHCP agents. Network: 2595bb99-9e8d-4468-b0d9-e0fe1f069fea, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:52:57.275935 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.280200 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] 10.222.0.22 "DELETE /v2.0/networks/82b53272-95ed-4b97-8cde-9991d3183378 HTTP/1.1" status: 204 len: 168 time: 0.5370946 Sep 10 03:52:57.288914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae5b9b-6ae8-4cbb-aea4-af23e60280b2 req-9b20b67d-ff38-4322-b0b0-9da6c5e42a2b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:57.290096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6403de7e-033d-47c2-9f89-e74e149ede46 tempest-FloatingIPTestJSON-296301236 tempest-FloatingIPTestJSON-296301236-project] Pushing event deleted for resources: {'Network': ['ID=82b53272-95ed-4b97-8cde-9991d3183378,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:57.290429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbae5b9b-6ae8-4cbb-aea4-af23e60280b2 req-9b20b67d-ff38-4322-b0b0-9da6c5e42a2b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1158412 Sep 10 03:52:57.349574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:52:57.354576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbae5b9b-6ae8-4cbb-aea4-af23e60280b2 req-700d52c5-feb7-4135-8773-941a0d8dfdf0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345159 Sep 10 03:52:57.402483 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.408052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 25e905c1-d264-4133-a7d3-f83dca18ac13 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:52:57.413567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.413567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "DELETE /v2.0/networks/25e905c1-d264-4133-a7d3-f83dca18ac13 HTTP/1.1" status: 204 len: 168 time: 0.7991836 Sep 10 03:52:57.416224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50882) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:57.421844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:57.422953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4da35f-c989-4a16-97bb-003aa7415574 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event deleted for resources: {'Network': ['ID=25e905c1-d264-4133-a7d3-f83dca18ac13,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:57.435449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 2595bb99-9e8d-4468-b0d9-e0fe1f069fea) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:57.442515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:57.443107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.446895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1a6f63-8958-478f-acf4-f0815a9b7cd0 None None] Network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:57.523250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Made reservation on behalf of 8c91806ad29d4ac8a5681712fae7e1d5 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:57.526116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.562430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:52:57.580549 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.580902 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Added segment 06ee75d7-2fde-42ff-afec-7877e0e4fc88 of type vlan for network d19666ff-465f-434b-9c2c-f4f9e1250ec1 Sep 10 03:52:57.621332 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3b1bd165-490b-41f4-a512-d1c86dc70618 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9763904 Sep 10 03:52:57.639128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-2595bb99-9e8d-4468-b0d9-e0fe1f069fea', 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea', 'tenant_id': '24263d77baf14c33b1fbb42c5cf5007f', 'fixed_ips': [{'subnet_id': '761fb00d-82aa-44e1-b054-4d063d953414'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:52:57.647915 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.674097 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.695203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77030f69-1562-4625-9d75-d97db206d898 req-848fc206-aa24-4d71-8a21-5c2a9db3b154 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:57.698822 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77030f69-1562-4625-9d75-d97db206d898 req-848fc206-aa24-4d71-8a21-5c2a9db3b154 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0708718 Sep 10 03:52:57.788456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77030f69-1562-4625-9d75-d97db206d898 req-2d49edd7-5c4d-47bf-aa4f-436b1ee5c99a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0820298 Sep 10 03:52:57.848070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.853314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:57.853314 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:57.859455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Allocated IP 172.20.0.2 (2595bb99-9e8d-4468-b0d9-e0fe1f069fea/761fb00d-82aa-44e1-b054-4d063d953414/8a6c22fb-147f-481f-9b3c-25b59a4cc578) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:57.891479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50894) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:57.997711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'Network': ['ID=d19666ff-465f-434b-9c2c-f4f9e1250ec1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:58.016283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network d19666ff-465f-434b-9c2c-f4f9e1250ec1 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:52:58.047514 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f808eff6-3ef2-4a15-825f-566d4cd5e958 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6301534 Sep 10 03:52:58.048575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50904) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:58.054470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Request body: {'subnet': {'network_id': 'd19666ff-465f-434b-9c2c-f4f9e1250ec1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:58.085897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0cbba199-a8a2-4514-9b44-b8d42369f3f8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca28538c79984e6ea7f4c5dddeaf531c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1926372 Sep 10 03:52:58.088301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50906) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:58.114913 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.124709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Transition to ACTIVE for port object 8a6c22fb-147f-481f-9b3c-25b59a4cc578 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:58.141985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Transition to ACTIVE for port object 8a6c22fb-147f-481f-9b3c-25b59a4cc578 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:52:58.152332 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b15b547-97c2-4a82-bd1d-7eb4fc03bade admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.178401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b15b547-97c2-4a82-bd1d-7eb4fc03bade admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.192140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Made reservation on behalf of 8c91806ad29d4ac8a5681712fae7e1d5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:52:58.195044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.220247 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.293062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:58.296756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:58.300568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:58.336116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Pushing event updated for resources: {'Port': ['ID=8a6c22fb-147f-481f-9b3c-25b59a4cc578,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:58.367330 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b15b547-97c2-4a82-bd1d-7eb4fc03bade admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.367877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Attempting to bind port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:52:58.368343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Attempting to bind port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:52:58.368839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Attempting to bind port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:52:58.370409 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8b15b547-97c2-4a82-bd1d-7eb4fc03bade admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.371526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8b15b547-97c2-4a82-bd1d-7eb4fc03bade admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20e56270-7007-45bc-812e-237de972b3f6 HTTP/1.1" status: 204 len: 168 time: 0.2821770 Sep 10 03:52:58.375110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:52:58.378705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Checking segment: {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:58.378705 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.378705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Bound using segment: {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:52:58.378705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Bound port: 8a6c22fb-147f-481f-9b3c-25b59a4cc578, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:52:58.378705 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.429730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15b547-97c2-4a82-bd1d-7eb4fc03bade admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e56270-7007-45bc-812e-237de972b3f6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:58.470202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] For port 8a6c22fb-147f-481f-9b3c-25b59a4cc578, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:52:58.490775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] For port 8a6c22fb-147f-481f-9b3c-25b59a4cc578, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8a6c22fb-147f-481f-9b3c-25b59a4cc578,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:52:58.528730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68308282-1232-4e29-b256-3ca2dd2773de req-b20f59fb-bc0d-4fc8-bb13-65e6c92c08dc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:58.530307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68308282-1232-4e29-b256-3ca2dd2773de req-b20f59fb-bc0d-4fc8-bb13-65e6c92c08dc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.2220128 Sep 10 03:52:58.586034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-146479e7-62e2-4582-be93-3ea191be2215 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:58.587556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-146479e7-62e2-4582-be93-3ea191be2215 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/networks?id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea HTTP/1.1" status: 200 len: 815 time: 0.2968724 Sep 10 03:52:58.595763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68308282-1232-4e29-b256-3ca2dd2773de req-3b13a404-68f3-4c7f-bde5-b84ffe104ec7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556934 Sep 10 03:52:58.606301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-1ed72c42-c81b-4e24-a466-d624b9ae7d2b tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/quotas/24263d77baf14c33b1fbb42c5cf5007f HTTP/1.1" status: 200 len: 375 time: 0.0094781 Sep 10 03:52:58.631311 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.678133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-1f677a3a-2f40-4309-ad17-67bf15c7498a tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0613654 Sep 10 03:52:58.704464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b10baed-ed1b-48e8-87d9-dbe9e7c1024a None None] Pushing event updated for resources: {'Port': ['ID=8a6c22fb-147f-481f-9b3c-25b59a4cc578,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:58.816651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd65727-72a4-4f35-bf54-eef058f10c41 req-0e28c1f9-15e2-4c6a-8a1e-8d50e6f49d2f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:58.818216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cd65727-72a4-4f35-bf54-eef058f10c41 req-0e28c1f9-15e2-4c6a-8a1e-8d50e6f49d2f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1324930 Sep 10 03:52:58.825225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:52:58.825751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.825884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:58.880171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-74b093ba-bec4-4d60-84cc-60ac7a141daa service neutron] 10.222.0.22 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644614 Sep 10 03:52:58.893735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'Subnet': ['ID=02206b49-9226-4e75-8c74-e4f28343fe03,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:58.900805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Checking segment: {'id': '06ee75d7-2fde-42ff-afec-7877e0e4fc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'd19666ff-465f-434b-9c2c-f4f9e1250ec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:52:58.900805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Network hostable DHCP agents. Network: d19666ff-465f-434b-9c2c-f4f9e1250ec1, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:52:58.916391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cd65727-72a4-4f35-bf54-eef058f10c41 req-3b139ffb-bf77-4235-b5ae-860ebf8f9d76 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914924 Sep 10 03:52:58.998891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Network d19666ff-465f-434b-9c2c-f4f9e1250ec1 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:52:59.037140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-42dc8a36-2ee3-480f-9d95-14cfea3ae5fb service neutron] 10.222.0.22 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487479 Sep 10 03:52:59.088021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, d19666ff-465f-434b-9c2c-f4f9e1250ec1) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:59.093123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:59.093880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:59.099125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-464e6050-5925-473e-a9e4-6f3f91b8f5a3 None None] Network d19666ff-465f-434b-9c2c-f4f9e1250ec1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:59.191627 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-49ff7dbd-df6b-4a6c-8045-8b0d0eaeed18 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1418037 Sep 10 03:52:59.194486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50930) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:59.198829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Request body: {'floatingip': {'floating_network_id': 'd19666ff-465f-434b-9c2c-f4f9e1250ec1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:52:59.223621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a55b28-76fa-45c9-ad4f-63fc86d7a44a None None] Network d19666ff-465f-434b-9c2c-f4f9e1250ec1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:52:59.282099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:59.386592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:59.551064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Allocated IP 172.20.0.13 (d19666ff-465f-434b-9c2c-f4f9e1250ec1/02206b49-9226-4e75-8c74-e4f28343fe03/0f139b1e-0224-4560-b7ec-417caa6fe130) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:52:59.610466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-5a12bbd2-8e18-44e6-9b7e-9ffeffbc8b32 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:59.613547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-5a12bbd2-8e18-44e6-9b7e-9ffeffbc8b32 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/networks?id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea HTTP/1.1" status: 200 len: 815 time: 0.1742024 Sep 10 03:52:59.648393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-e0bd9d81-35c0-40e2-bfb1-9329556a316c tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/quotas/24263d77baf14c33b1fbb42c5cf5007f HTTP/1.1" status: 200 len: 375 time: 0.0258026 Sep 10 03:52:59.690317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:59.739770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-ca6243ee-a4fe-4e0c-b121-9ba3be7d939f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0903935 Sep 10 03:52:59.792725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1edc56-7ae1-4e1f-81cf-28bcbf5a61ec req-b300a2d6-2c20-4b9c-80a7-82904451b840 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:52:59.800299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a1edc56-7ae1-4e1f-81cf-28bcbf5a61ec req-b300a2d6-2c20-4b9c-80a7-82904451b840 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1079423 Sep 10 03:52:59.820325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:52:59.874524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Network d19666ff-465f-434b-9c2c-f4f9e1250ec1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:52:59.883973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:52:59.888293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:52:59.892572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a1edc56-7ae1-4e1f-81cf-28bcbf5a61ec req-c2906bdd-d8f6-4a8a-ad91-25ca86ab0570 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900812 Sep 10 03:52:59.893772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50964) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:52:59.923391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-49fda28a-3521-4f58-ae33-0f529a61231e service neutron] 10.222.0.22 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735394 Sep 10 03:52:59.924728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'Port': ['ID=0f139b1e-0224-4560-b7ec-417caa6fe130,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:52:59.970954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdad720b-f4e3-4fd3-b932-88e35cd580bd None None] Network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:00.026468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-bc22b412-585e-4283-942c-a546ef2f23fe service neutron] 10.222.0.22 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020951 Sep 10 03:53:00.040556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.089942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1075508c-c06e-4409-9878-3906de2c277b req-06352569-247c-4333-b010-c6cdbb101b37 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:00.096205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1075508c-c06e-4409-9878-3906de2c277b req-06352569-247c-4333-b010-c6cdbb101b37 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0687516 Sep 10 03:53:00.133129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1329307485'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:00.162014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8a6c22fb-147f-481f-9b3c-25b59a4cc578 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:00.177542 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.178007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1075508c-c06e-4409-9878-3906de2c277b req-fae84aec-778a-4612-b1f6-aaf10fb19db3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754406 Sep 10 03:53:00.206716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-62d0f6d5-b681-41ea-8cf2-689cbe17cf4a None None] Provisioning for port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:00.305802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:00.316130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:00.316130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.337456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Made reservation on behalf of b6fc021fe2ac4ceea7766643ae3fd8fd for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:00.347975 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.361392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.445928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.521820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095b9ba-3f6c-493c-8f0d-758596e6f029 req-ccb3e511-934f-4f7a-a8cb-0ef4c9f6109b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:00.523417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3095b9ba-3f6c-493c-8f0d-758596e6f029 req-ccb3e511-934f-4f7a-a8cb-0ef4c9f6109b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.2546220 Sep 10 03:53:00.525723 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.528271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.586073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd30956f-483a-4125-bf34-8dd8bb17e6a9 req-7c50c032-266a-4145-bc10-ed159c6618f0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:00.587931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd30956f-483a-4125-bf34-8dd8bb17e6a9 req-7c50c032-266a-4145-bc10-ed159c6618f0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1302478 Sep 10 03:53:00.596006 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.615439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'Port': ['ID=0f139b1e-0224-4560-b7ec-417caa6fe130,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:00.631111 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.669223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df17bb94-1115-4aea-9a69-f6b5f40e5dc1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:00.686032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:53:00.690275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3095b9ba-3f6c-493c-8f0d-758596e6f029 req-0b858e30-4381-4f5c-b98a-ea37d93c3d3e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547289 Sep 10 03:53:00.700347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a5669c18-8596-4f53-b458-d72d6500656e None None] Provisioning complete for port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:00.700786 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a5669c18-8596-4f53-b458-d72d6500656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.705137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.705484 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Added segment dcbaa7cf-481b-464d-b343-33e34f71cf46 of type vlan for network f76197e6-9606-4b7c-98bd-3d9827c0b1eb Sep 10 03:53:00.722633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.727624 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4dda2012-d013-417a-8bc0-d9f64ae2ac95 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5321450 Sep 10 03:53:00.733002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50984) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:00.733310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd30956f-483a-4125-bf34-8dd8bb17e6a9 req-a8ab618d-5ee8-4da8-82ae-631fb8a76cd5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1322904 Sep 10 03:53:00.770066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.846910 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.860311 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-752bd196-8bb0-41b0-8eb2-408935c9e166 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=d19666ff-465f-434b-9c2c-f4f9e1250ec1 HTTP/1.1" status: 200 len: 690 time: 0.1303692 Sep 10 03:53:00.865575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50996) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:00.889941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.896211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:00.896211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.907503 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a5669c18-8596-4f53-b458-d72d6500656e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:00.948486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 8a6c22fb-147f-481f-9b3c-25b59a4cc578, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8a6c22fb-147f-481f-9b3c-25b59a4cc578,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:00.958175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.031176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33981c-6a7c-472e-96bb-c20adbc6b933 req-cb66686b-9978-4601-8ac7-726d13e7f1e6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:01.032729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb33981c-6a7c-472e-96bb-c20adbc6b933 req-cb66686b-9978-4601-8ac7-726d13e7f1e6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1802146 Sep 10 03:53:01.036954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event updated for resources: {'Network': ['ID=f76197e6-9606-4b7c-98bd-3d9827c0b1eb,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:01.048967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network f76197e6-9606-4b7c-98bd-3d9827c0b1eb details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:53:01.062046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-49f4fea2-8fb4-4b49-b89c-4929c8b9ca34 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:01.063880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-49f4fea2-8fb4-4b49-b89c-4929c8b9ca34 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/networks?id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea HTTP/1.1" status: 200 len: 815 time: 0.2359378 Sep 10 03:53:01.065735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.082592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Deleting port 0f139b1e-0224-4560-b7ec-417caa6fe130 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:01.083041 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.096296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f52999b8-ec76-4257-8862-e01f2ac58e65 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2013085 Sep 10 03:53:01.098959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51000) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:01.104476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Request body: {'subnet': {'network_id': 'f76197e6-9606-4b7c-98bd-3d9827c0b1eb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:01.110216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-60737ce9-9281-4a1f-943c-484416fe2cf5 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/quotas/24263d77baf14c33b1fbb42c5cf5007f HTTP/1.1" status: 200 len: 375 time: 0.0343149 Sep 10 03:53:01.113205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb33981c-6a7c-472e-96bb-c20adbc6b933 req-2d2e71df-0b23-4f76-b3ee-693dfe292919 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690227 Sep 10 03:53:01.194233 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-a5669c18-8596-4f53-b458-d72d6500656e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:53:01.194583 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-a5669c18-8596-4f53-b458-d72d6500656e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:53:01.198865 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.199172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=8a6c22fb-147f-481f-9b3c-25b59a4cc578,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:01.199458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.214485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Calling delete_port for 0f139b1e-0224-4560-b7ec-417caa6fe130 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:01.223101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-33553d0c-dc57-44d2-976f-169eacd35350 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0984786 Sep 10 03:53:01.325196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Made reservation on behalf of b6fc021fe2ac4ceea7766643ae3fd8fd for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:01.329359 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.345855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-ba1457df-332d-44ea-b0ff-bc3658b29157 service neutron] 10.222.0.22 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100926 Sep 10 03:53:01.425478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.458084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event deleted for resources: {'Port': ['ID=0f139b1e-0224-4560-b7ec-417caa6fe130,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:01.520028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.528151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-d7dc9d99-c7c6-46dd-85cb-690f6f06a7ff service neutron] 10.222.0.22 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760764 Sep 10 03:53:01.573695 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.632603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-8e253aa4-1175-45a4-b383-cab87174fb4e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:01.634042 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-8e253aa4-1175-45a4-b383-cab87174fb4e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.20 "GET /v2.0/networks?id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea HTTP/1.1" status: 200 len: 815 time: 0.1797528 Sep 10 03:53:01.664100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Request body: {'port': {'device_id': '7029536c-2fac-4314-9f17-798d8ecf2010', 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea', 'admin_state_up': True, 'tenant_id': '24263d77baf14c33b1fbb42c5cf5007f'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:01.706407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.745466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=02206b49-9226-4e75-8c74-e4f28343fe03,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:01.788622 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.806832 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.837475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d19666ff-465f-434b-9c2c-f4f9e1250ec1']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:01.850846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06ee75d7-2fde-42ff-afec-7877e0e4fc88') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:01.851156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06ee75d7-2fde-42ff-afec-7877e0e4fc88') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:01.863276 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.878712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.885398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Made reservation on behalf of 24263d77baf14c33b1fbb42c5cf5007f for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:01.888868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:01.889052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.889287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:01.890864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event updated for resources: {'Subnet': ['ID=6658215f-4147-4b98-b130-33a51d552433,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:01.892752 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:01.895244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcaea698-dc3f-4f64-856c-4b61cf2d44c7 req-12e5f020-b452-4b07-aa50-d8b3a34f2575 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 210 time: 0.0455413 Sep 10 03:53:01.947414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Checking segment: {'id': 'dcbaa7cf-481b-464d-b343-33e34f71cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f76197e6-9606-4b7c-98bd-3d9827c0b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:01.948181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Network hostable DHCP agents. Network: f76197e6-9606-4b7c-98bd-3d9827c0b1eb, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:53:02.025438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d19654b-cb06-45b4-9c3e-a899767234c9 req-beb351c3-7d84-4639-b9de-ba51d33299aa tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.034334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d19654b-cb06-45b4-9c3e-a899767234c9 req-beb351c3-7d84-4639-b9de-ba51d33299aa tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1384447 Sep 10 03:53:02.065727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.080897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8a6c22fb-147f-481f-9b3c-25b59a4cc578 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:02.088786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d19666ff-465f-434b-9c2c-f4f9e1250ec1 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:53:02.100114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event deleted for resources: {'Network': ['ID=d19666ff-465f-434b-9c2c-f4f9e1250ec1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:02.109808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.112983 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.116184 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4dbf20ec-c688-4b7c-9df6-486770e320a4 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "DELETE /v2.0/networks/d19666ff-465f-434b-9c2c-f4f9e1250ec1 HTTP/1.1" status: 204 len: 168 time: 1.2536156 Sep 10 03:53:02.118198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51014) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:02.133732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d19654b-cb06-45b4-9c3e-a899767234c9 req-0e8663e2-571f-42be-9a2d-16051b4cac34 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984094 Sep 10 03:53:02.144589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Network f76197e6-9606-4b7c-98bd-3d9827c0b1eb is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:53:02.146829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:02.147209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.189022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Allocated IP 172.20.0.5 (2595bb99-9e8d-4468-b0d9-e0fe1f069fea/761fb00d-82aa-44e1-b054-4d063d953414/fd4d728b-8c3a-4d19-be14-8e98bb384bac) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:02.264707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, f76197e6-9606-4b7c-98bd-3d9827c0b1eb) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:02.276545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.276545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.278997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf83d84-e305-473e-b325-d41c90bfcfd9 None None] Network f76197e6-9606-4b7c-98bd-3d9827c0b1eb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:02.318608 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-78f76952-cbdc-4ad8-ac00-c526f5d47584 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2564 time: 0.1985116 Sep 10 03:53:02.320255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51016) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:02.408017 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.422896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Transition to ACTIVE for port object fd4d728b-8c3a-4d19-be14-8e98bb384bac will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:02.462300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-197013b5-e290-47e9-b47c-f8629a9e6e73 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3595748 Sep 10 03:53:02.462556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51020) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:02.469318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3b0cf81c-1a2c-4be1-a5f8-959a051c7157 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1400850544', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:02.488500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.489449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.490020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.490546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.491404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.491957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.492580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.493103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.493624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.494144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.494737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.496852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bfcec9f8-62a4-45ea-801d-9750a14b7c97 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7071 time: 0.1740489 Sep 10 03:53:02.500732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51022) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:02.532080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-f76197e6-9606-4b7c-98bd-3d9827c0b1eb', 'network_id': 'f76197e6-9606-4b7c-98bd-3d9827c0b1eb', 'tenant_id': 'b6fc021fe2ac4ceea7766643ae3fd8fd', 'fixed_ips': [{'subnet_id': '6658215f-4147-4b98-b130-33a51d552433'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:53:02.533017 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.572986 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-19a156d3-068c-4f81-adc4-11e542c419ce tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] delete failed (client error): The resource could not be found. Sep 10 03:53:02.576789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-19a156d3-068c-4f81-adc4-11e542c419ce tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/a22d493a-6f71-40cb-8e85-872a52245505 HTTP/1.1" status: 404 len: 345 time: 0.0725143 Sep 10 03:53:02.577133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51024) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:02.586253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf81c-1a2c-4be1-a5f8-959a051c7157 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.587327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf81c-1a2c-4be1-a5f8-959a051c7157 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.597744 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd927c9-a932-464c-9525-3445455101c0 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] DELETE failed (client error): The resource could not be found. Sep 10 03:53:02.598287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd927c9-a932-464c-9525-3445455101c0 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:02.603589 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fbd927c9-a932-464c-9525-3445455101c0 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "DELETE /v2.0/networks/d19666ff-465f-434b-9c2c-f4f9e1250ec1 HTTP/1.1" status: 404 len: 339 time: 0.0217116 Sep 10 03:53:02.610420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51026) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:02.616943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Request body: {'network': {'name': 'tempest-network--2138777737', 'router:external': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:02.621175 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.683606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:02.700187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:02.703236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Allocated IP 172.20.0.2 (f76197e6-9606-4b7c-98bd-3d9827c0b1eb/6658215f-4147-4b98-b130-33a51d552433/7e39e194-a4bd-4f55-b116-b7df02376ef3) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:02.703945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:02.735794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-754a7a14-6b62-4d7d-80a1-992f109cebe1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.737456 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-754a7a14-6b62-4d7d-80a1-992f109cebe1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.20 "GET /v2.0/networks?id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea HTTP/1.1" status: 200 len: 815 time: 0.1361198 Sep 10 03:53:02.751718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Request body: {'port': {'device_id': '57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6', 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea', 'admin_state_up': True, 'tenant_id': '24263d77baf14c33b1fbb42c5cf5007f'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:02.757552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Pushing event updated for resources: {'Port': ['ID=fd4d728b-8c3a-4d19-be14-8e98bb384bac,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:02.757774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Made reservation on behalf of 8c91806ad29d4ac8a5681712fae7e1d5 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:02.760676 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.789235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf81c-1a2c-4be1-a5f8-959a051c7157 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.801661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:02.802301 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.852351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:53:02.859253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf81c-1a2c-4be1-a5f8-959a051c7157 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.870727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.871145 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Added segment eda43f1a-b9cb-4f8e-a429-2e8ad5a90008 of type vlan for network e69206c7-264e-4b19-9291-93da0d36cfaf Sep 10 03:53:02.884229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-12779cbc-6af9-42b6-8366-9341fa80e5ad tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2280264 Sep 10 03:53:02.901867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Request body: {'port': {'device_id': '7029536c-2fac-4314-9f17-798d8ecf2010', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:02.941480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.973834 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b0cf81c-1a2c-4be1-a5f8-959a051c7157 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.975056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3b0cf81c-1a2c-4be1-a5f8-959a051c7157 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5115690 Sep 10 03:53:02.978978 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:02.986005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51030) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:02.990257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Transition to ACTIVE for port object 7e39e194-a4bd-4f55-b116-b7df02376ef3 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:03.010745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Transition to ACTIVE for port object 7e39e194-a4bd-4f55-b116-b7df02376ef3 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:03.022496 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.051880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-023b112c-03b9-45de-9217-91448357cd77 req-b6031f9a-bf4b-467e-8e23-86e0b083c3fe tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 210 time: 0.0395720 Sep 10 03:53:03.059066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fbff6eaf-4fef-469c-95e6-33f0e2ee33ed None None] Provisioning for port fd4d728b-8c3a-4d19-be14-8e98bb384bac completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:03.072608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fbff6eaf-4fef-469c-95e6-33f0e2ee33ed None None] Provisioning complete for port fd4d728b-8c3a-4d19-be14-8e98bb384bac triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:03.073356 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fbff6eaf-4fef-469c-95e6-33f0e2ee33ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.097475 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.130723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Made reservation on behalf of 24263d77baf14c33b1fbb42c5cf5007f for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:03.134105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.145836 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.146770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:03.147354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.149554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Network f76197e6-9606-4b7c-98bd-3d9827c0b1eb is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:03.154124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fbff6eaf-4fef-469c-95e6-33f0e2ee33ed None None] Port fd4d728b-8c3a-4d19-be14-8e98bb384bac cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:03.176499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:03.182755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:03.199120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Pushing event updated for resources: {'Port': ['ID=7e39e194-a4bd-4f55-b116-b7df02376ef3,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:03.266060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Attempting to bind port 7e39e194-a4bd-4f55-b116-b7df02376ef3 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:03.269871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Attempting to bind port 7e39e194-a4bd-4f55-b116-b7df02376ef3 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'dcbaa7cf-481b-464d-b343-33e34f71cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f76197e6-9606-4b7c-98bd-3d9827c0b1eb'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:03.269871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Attempting to bind port 7e39e194-a4bd-4f55-b116-b7df02376ef3 on network f76197e6-9606-4b7c-98bd-3d9827c0b1eb {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:03.271910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 52, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:03.272300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Checking segment: {'id': 'dcbaa7cf-481b-464d-b343-33e34f71cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f76197e6-9606-4b7c-98bd-3d9827c0b1eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:03.272709 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.273090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Bound using segment: {'id': 'dcbaa7cf-481b-464d-b343-33e34f71cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f76197e6-9606-4b7c-98bd-3d9827c0b1eb'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:03.273552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Bound port: 7e39e194-a4bd-4f55-b116-b7df02376ef3, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcbaa7cf-481b-464d-b343-33e34f71cf46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': 'f76197e6-9606-4b7c-98bd-3d9827c0b1eb'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:03.273927 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.329667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372969da-94aa-4eb8-b01d-b450fefab5ce req-9f6212c3-4edf-42eb-835c-6437286efeb2 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:03.331392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-372969da-94aa-4eb8-b01d-b450fefab5ce req-9f6212c3-4edf-42eb-835c-6437286efeb2 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1065385 Sep 10 03:53:03.339354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] For port 7e39e194-a4bd-4f55-b116-b7df02376ef3, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:03.344405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] For port 7e39e194-a4bd-4f55-b116-b7df02376ef3, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7e39e194-a4bd-4f55-b116-b7df02376ef3,segment=NetworkSegment(dcbaa7cf-481b-464d-b343-33e34f71cf46),segment_id=dcbaa7cf-481b-464d-b343-33e34f71cf46)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:03.421563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-372969da-94aa-4eb8-b01d-b450fefab5ce req-d6d1ad1b-51dd-42b1-a5d2-b49bf0e9d213 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708883 Sep 10 03:53:03.435495 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.439153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd4d728b-8c3a-4d19-be14-8e98bb384bac {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:53:03.453943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.467373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Transition to ACTIVE for port object fd4d728b-8c3a-4d19-be14-8e98bb384bac will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:03.505094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0db744a7-35d2-4588-be5e-cf805ff29064 None None] Pushing event updated for resources: {'Port': ['ID=7e39e194-a4bd-4f55-b116-b7df02376ef3,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:03.556574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.630915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4d728b-8c3a-4d19-be14-8e98bb384bac,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:03.702245 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0895445 Sep 10 03:53:03.713447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51034) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:03.736571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bde2927-f06a-4760-8c31-927ed040c5bd tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'Network': ['ID=e69206c7-264e-4b19-9291-93da0d36cfaf,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:03.759841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network e69206c7-264e-4b19-9291-93da0d36cfaf details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:53:03.813668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Attempting to bind port fd4d728b-8c3a-4d19-be14-8e98bb384bac on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:03.814324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Attempting to bind port fd4d728b-8c3a-4d19-be14-8e98bb384bac by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:03.814726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Attempting to bind port fd4d728b-8c3a-4d19-be14-8e98bb384bac on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:03.850745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Allocated IP 172.20.0.8 (2595bb99-9e8d-4468-b0d9-e0fe1f069fea/761fb00d-82aa-44e1-b054-4d063d953414/0546abfc-151e-4d17-bf1d-77658f8084fc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:03.861266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Port fd4d728b-8c3a-4d19-be14-8e98bb384bac on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:03.861521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Attempting to bind port fd4d728b-8c3a-4d19-be14-8e98bb384bac on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:03.876543 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:03.919551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:03.920270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Checking segment: {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:03.920838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Bound using segment: {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:03.921516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Bound port: fd4d728b-8c3a-4d19-be14-8e98bb384bac, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:03.921847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.014955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ed723-418d-427d-8ad1-d1204b7ab161 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:04.020965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ed723-418d-427d-8ad1-d1204b7ab161 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:04.027401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ed723-418d-427d-8ad1-d1204b7ab161 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:04.033596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16ed723-418d-427d-8ad1-d1204b7ab161 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:04.037904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b16ed723-418d-427d-8ad1-d1204b7ab161 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3206093 Sep 10 03:53:04.038682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51036) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:04.115793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] For port fd4d728b-8c3a-4d19-be14-8e98bb384bac, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:04.152436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7e39e194-a4bd-4f55-b116-b7df02376ef3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:04.298149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 7e39e194-a4bd-4f55-b116-b7df02376ef3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:04.302669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.309368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Allocated IP 172.20.0.1 (f76197e6-9606-4b7c-98bd-3d9827c0b1eb/6658215f-4147-4b98-b130-33a51d552433/8bcdbb17-b3f5-4681-917c-de7b75456868) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:04.329760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Transition to ACTIVE for port object 0546abfc-151e-4d17-bf1d-77658f8084fc will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:04.471441 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.488287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Transition to ACTIVE for port object 8bcdbb17-b3f5-4681-917c-de7b75456868 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:04.502837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] For port fd4d728b-8c3a-4d19-be14-8e98bb384bac, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd4d728b-8c3a-4d19-be14-8e98bb384bac,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:04.534636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.560627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ed80da-9096-49e4-b90b-d4deda3c11df req-3f92d4ff-991d-43be-91b4-6ab80813c33a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:04.562193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31ed80da-9096-49e4-b90b-d4deda3c11df req-3f92d4ff-991d-43be-91b4-6ab80813c33a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 1096 time: 0.5242677 Sep 10 03:53:04.589209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:04.593080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:04.595806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:04.641172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de24a428-979f-43e1-be1d-9dd42cffe43e req-87921153-7001-4a38-913e-d9044e61fefd tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 210 time: 0.4896889 Sep 10 03:53:04.645817 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.651391 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.669652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:04.670588 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.692343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.696751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Pushing event updated for resources: {'Port': ['ID=0546abfc-151e-4d17-bf1d-77658f8084fc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:04.744703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Network f76197e6-9606-4b7c-98bd-3d9827c0b1eb is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:04.747222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:04.749047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:04.749699 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.749854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:04.751110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] 10.222.0.20 "PUT /v2.0/ports/fd4d728b-8c3a-4d19-be14-8e98bb384bac HTTP/1.1" status: 200 len: 1091 time: 1.8581333 Sep 10 03:53:04.761885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7029536c-2fac-4314-9f17-798d8ecf2010', 'tag': 'fd4d728b-8c3a-4d19-be14-8e98bb384bac'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:04.764927 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd" -d '{"events": [{"name": "network-changed", "server_uuid": "7029536c-2fac-4314-9f17-798d8ecf2010", "tag": "fd4d728b-8c3a-4d19-be14-8e98bb384bac"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:04.787184 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-93bfbfff-1399-423a-8907-7a26552a6f78 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0410440 Sep 10 03:53:04.796592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31ed80da-9096-49e4-b90b-d4deda3c11df req-786629e6-a5ba-4ed1-b24c-5ab2be170da3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2221706 Sep 10 03:53:04.802022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Request body: {'port': {'device_id': '57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:04.804344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event updated for resources: {'Port': ['ID=8bcdbb17-b3f5-4681-917c-de7b75456868,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:04.826657 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fa08ee5-7e60-4a65-92e6-02e90f09ba59 x-openstack-request-id: req-6fa08ee5-7e60-4a65-92e6-02e90f09ba59 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:04.826951 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7029536c-2fac-4314-9f17-798d8ecf2010", "tag": "fd4d728b-8c3a-4d19-be14-8e98bb384bac", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:04.827206 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fa08ee5-7e60-4a65-92e6-02e90f09ba59 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:04.827608 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7029536c-2fac-4314-9f17-798d8ecf2010', 'tag': 'fd4d728b-8c3a-4d19-be14-8e98bb384bac', 'status': 'completed', 'code': 200} Sep 10 03:53:04.835982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9510c2-c02f-4cc0-b0ac-6880c00ff59b req-8bab18c2-f065-41cb-b133-0487cb6dff93 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:04.837695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa9510c2-c02f-4cc0-b0ac-6880c00ff59b req-8bab18c2-f065-41cb-b133-0487cb6dff93 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.2916458 Sep 10 03:53:04.845566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-2627b1ec-0ba5-4975-8304-8f334f89f5c0 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:04.847081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-2627b1ec-0ba5-4975-8304-8f334f89f5c0 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.39 "GET /v2.0/networks?id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea HTTP/1.1" status: 200 len: 815 time: 0.7330370 Sep 10 03:53:04.850462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] Pushing event updated for resources: {'Port': ['ID=fd4d728b-8c3a-4d19-be14-8e98bb384bac,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:04.876837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.881055 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.882156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Request body: {'port': {'device_id': '78d144db-40d9-4c64-a785-8d505d07d1fb', 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea', 'admin_state_up': True, 'tenant_id': '24263d77baf14c33b1fbb42c5cf5007f'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:04.882799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5df04f-5597-4e9a-84d2-4f1d4b394134 None None] Network f76197e6-9606-4b7c-98bd-3d9827c0b1eb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:04.954525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:04.978144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa9510c2-c02f-4cc0-b0ac-6880c00ff59b req-4640a8fa-5d43-4be6-b2ea-1ccac6128451 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285131 Sep 10 03:53:05.051462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e69206c7-264e-4b19-9291-93da0d36cfaf']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:05.073502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eda43f1a-b9cb-4f8e-a429-2e8ad5a90008') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:05.073807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eda43f1a-b9cb-4f8e-a429-2e8ad5a90008') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:05.094397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Provisioning for port 0546abfc-151e-4d17-bf1d-77658f8084fc completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:05.098521 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.111989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Provisioning complete for port 0546abfc-151e-4d17-bf1d-77658f8084fc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:05.112678 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.123308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-ab2e00e9-76d4-40b3-a5ca-3a592a2984b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:05.124346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-ab2e00e9-76d4-40b3-a5ca-3a592a2984b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 1094 time: 0.1039248 Sep 10 03:53:05.133389 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.158443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Port 0546abfc-151e-4d17-bf1d-77658f8084fc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:05.159078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:05.159268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:05.161162 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:05.218351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-3a424959-4224-4486-b31b-581b581babc9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd4d728b-8c3a-4d19-be14-8e98bb384bac HTTP/1.1" status: 200 len: 217 time: 0.0690916 Sep 10 03:53:05.226864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.253804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Provisioning for port 7e39e194-a4bd-4f55-b116-b7df02376ef3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:05.258734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Provisioning complete for port 7e39e194-a4bd-4f55-b116-b7df02376ef3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:05.259386 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.286398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Made reservation on behalf of 24263d77baf14c33b1fbb42c5cf5007f for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:05.290009 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.356547 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.388951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-68485eca-3c98-4f20-839a-11fce15a55fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:05.390511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-68485eca-3c98-4f20-839a-11fce15a55fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=761fb00d-82aa-44e1-b054-4d063d953414 HTTP/1.1" status: 200 len: 854 time: 0.1636763 Sep 10 03:53:05.392879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] For port 7e39e194-a4bd-4f55-b116-b7df02376ef3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7e39e194-a4bd-4f55-b116-b7df02376ef3,segment=NetworkSegment(dcbaa7cf-481b-464d-b343-33e34f71cf46),segment_id=dcbaa7cf-481b-464d-b343-33e34f71cf46)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:05.408436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.427979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e69206c7-264e-4b19-9291-93da0d36cfaf {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:53:05.431948 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.433837 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "DELETE /v2.0/networks/e69206c7-264e-4b19-9291-93da0d36cfaf HTTP/1.1" status: 204 len: 168 time: 1.3866525 Sep 10 03:53:05.437372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0546abfc-151e-4d17-bf1d-77658f8084fc {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:53:05.451531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51046) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:05.452032 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.452709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Request body: {'network': {'name': 'tempest-network--208741089', 'router:external': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:05.456116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38564e15-df6b-45a3-9489-a42ba933932a tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event deleted for resources: {'Network': ['ID=e69206c7-264e-4b19-9291-93da0d36cfaf,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:05.490459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e7a6b01d-fbb7-41a0-ad05-71de4916d44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:05.492551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Transition to ACTIVE for port object 0546abfc-151e-4d17-bf1d-77658f8084fc will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:05.492824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e7a6b01d-fbb7-41a0-ad05-71de4916d44f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945075 Sep 10 03:53:05.499600 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.578004 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.601630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f73663-0b55-46e0-b417-d2a97130c706 None None] Pushing event updated for resources: {'Port': ['ID=7e39e194-a4bd-4f55-b116-b7df02376ef3,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:05.633967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Allocated IP 172.20.0.7 (2595bb99-9e8d-4468-b0d9-e0fe1f069fea/761fb00d-82aa-44e1-b054-4d063d953414/0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:05.682506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0546abfc-151e-4d17-bf1d-77658f8084fc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:05.683651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d89fe038-5883-4d49-9499-d6b463ebecf7 None None] Provisioning for port 8bcdbb17-b3f5-4681-917c-de7b75456868 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:05.704429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d89fe038-5883-4d49-9499-d6b463ebecf7 None None] Provisioning complete for port 8bcdbb17-b3f5-4681-917c-de7b75456868 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:05.706133 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d89fe038-5883-4d49-9499-d6b463ebecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.765555 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.802497 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.821128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Transition to ACTIVE for port object 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:05.839044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d89fe038-5883-4d49-9499-d6b463ebecf7 None None] Port 8bcdbb17-b3f5-4681-917c-de7b75456868 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:05.844623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Made reservation on behalf of 8c91806ad29d4ac8a5681712fae7e1d5 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:05.852415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.857521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.883444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d89fe038-5883-4d49-9499-d6b463ebecf7 None None] Provisioning complete for port 7e39e194-a4bd-4f55-b116-b7df02376ef3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:05.883862 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d89fe038-5883-4d49-9499-d6b463ebecf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:05.997598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Attempting to bind port 0546abfc-151e-4d17-bf1d-77658f8084fc on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:05.998472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Attempting to bind port 0546abfc-151e-4d17-bf1d-77658f8084fc by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:05.998801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Attempting to bind port 0546abfc-151e-4d17-bf1d-77658f8084fc on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:06.014362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Port 0546abfc-151e-4d17-bf1d-77658f8084fc on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:06.014767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Attempting to bind port 0546abfc-151e-4d17-bf1d-77658f8084fc on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:06.027534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:06.027534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Checking segment: {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:06.027534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Bound using segment: {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:06.027534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Bound port: 0546abfc-151e-4d17-bf1d-77658f8084fc, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:06.027534 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.038933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baf63f51-fd75-4c4d-8adf-c66348af17c0 req-ef6eb30d-f630-4712-a531-2412912e2cc4 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 210 time: 0.1560779 Sep 10 03:53:06.041014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:53:06.047457 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.055025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event updated for resources: {'Port': ['ID=8bcdbb17-b3f5-4681-917c-de7b75456868,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:06.092892 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.093411 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Added segment 9fcfd462-fa38-4822-9039-6a0396c54638 of type vlan for network 1ad9dc0d-d414-4ce3-9fdf-329caf3aac59 Sep 10 03:53:06.125606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-bf9234a1-ec4a-497d-adc0-3bdf7679f7dd service neutron] 10.222.0.20 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6154001 Sep 10 03:53:06.125764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7e39e194-a4bd-4f55-b116-b7df02376ef3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:06.185183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7e39e194-a4bd-4f55-b116-b7df02376ef3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:06.186843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.231988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1eac1c5a-b6d1-42cd-9e8d-b94a7322cc4a None None] Provisioning complete for port 8bcdbb17-b3f5-4681-917c-de7b75456868 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:06.232993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1eac1c5a-b6d1-42cd-9e8d-b94a7322cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.244151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.254395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] For port 0546abfc-151e-4d17-bf1d-77658f8084fc, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:06.257897 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Network f76197e6-9606-4b7c-98bd-3d9827c0b1eb is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:06.259952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] For port 0546abfc-151e-4d17-bf1d-77658f8084fc, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=0546abfc-151e-4d17-bf1d-77658f8084fc,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:06.261552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:06.311083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1eac1c5a-b6d1-42cd-9e8d-b94a7322cc4a None None] Port 8bcdbb17-b3f5-4681-917c-de7b75456868 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:06.326186 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.333305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:06.354159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.361097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:06.375569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:06.384157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-72f6aa27-545e-4f9d-b549-6cc285cc9957 service neutron] 10.222.0.20 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2418249 Sep 10 03:53:06.415468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.415616 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.417040 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] 10.222.0.20 "PUT /v2.0/ports/0546abfc-151e-4d17-bf1d-77658f8084fc HTTP/1.1" status: 200 len: 1091 time: 1.6223946 Sep 10 03:53:06.423476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6', 'tag': '0546abfc-151e-4d17-bf1d-77658f8084fc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:06.425857 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b3a5e58-bd0a-4644-bf26-17cad92234fd" -d '{"events": [{"name": "network-changed", "server_uuid": "57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6", "tag": "0546abfc-151e-4d17-bf1d-77658f8084fc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:06.428168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Pushing event updated for resources: {'Port': ['ID=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:06.457465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8193cdf6-6358-4dfe-b711-8d027ccd19c1 req-8aa9a61f-2f1a-479c-9a86-34a768ee02ac tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.459167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8193cdf6-6358-4dfe-b711-8d027ccd19c1 req-8aa9a61f-2f1a-479c-9a86-34a768ee02ac tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.3158164 Sep 10 03:53:06.492187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.492823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.498800 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbcaf1d6-9a44-436c-9669-05b691ad7d09 x-openstack-request-id: req-bbcaf1d6-9a44-436c-9669-05b691ad7d09 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:06.499764 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6", "tag": "0546abfc-151e-4d17-bf1d-77658f8084fc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:06.500022 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bbcaf1d6-9a44-436c-9669-05b691ad7d09 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:06.500430 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6', 'tag': '0546abfc-151e-4d17-bf1d-77658f8084fc', 'status': 'completed', 'code': 200} Sep 10 03:53:06.525060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f6bcfb-1e60-41f8-af44-9199536b61c4 service neutron] Pushing event updated for resources: {'Port': ['ID=0546abfc-151e-4d17-bf1d-77658f8084fc,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:06.561114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8193cdf6-6358-4dfe-b711-8d027ccd19c1 req-f0b4f428-b9c0-4735-bc09-e668037685ba tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924647 Sep 10 03:53:06.575071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.578210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.578210 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.585686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-de9036e7-5ba0-4b89-a0ab-8feed67f9be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.588002 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-de9036e7-5ba0-4b89-a0ab-8feed67f9be8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 1094 time: 0.0785241 Sep 10 03:53:06.597462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a5e58-bd0a-4644-bf26-17cad92234fd req-276e23c3-633a-4de1-b741-d8ccae633302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.599011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b3a5e58-bd0a-4644-bf26-17cad92234fd req-276e23c3-633a-4de1-b741-d8ccae633302 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 1094 time: 0.0714014 Sep 10 03:53:06.652676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3efd093b-66fa-4444-8186-17644e084f74 None None] Provisioning complete for port 8bcdbb17-b3f5-4681-917c-de7b75456868 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:06.653422 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3efd093b-66fa-4444-8186-17644e084f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.705795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3efd093b-66fa-4444-8186-17644e084f74 None None] Port 8bcdbb17-b3f5-4681-917c-de7b75456868 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:06.714065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Router 4fe1f2a3-e6c3-4ca4-891f-6984942bc000 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:53:06.732622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2821839 Sep 10 03:53:06.732622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-9b4111e5-e235-4ae4-8d87-ad2d8fb4395f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8611135 Sep 10 03:53:06.734748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51062) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:06.774362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Request body: {'port': {'device_id': '78d144db-40d9-4c64-a785-8d505d07d1fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:06.780938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18db23a2-4da8-47a4-a70c-8e8f7e78efe8 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'Network': ['ID=1ad9dc0d-d414-4ce3-9fdf-329caf3aac59,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:06.792148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-da0665d4-0674-498d-a1d3-e0e90469843f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.793725 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-da0665d4-0674-498d-a1d3-e0e90469843f service neutron] 10.222.0.20 "GET /v2.0/networks?id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea HTTP/1.1" status: 200 len: 916 time: 0.1846731 Sep 10 03:53:06.798463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1ad9dc0d-d414-4ce3-9fdf-329caf3aac59 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:53:06.826658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a5e58-bd0a-4644-bf26-17cad92234fd req-bd30b2dc-c145-4c0c-8fad-5e8a6359fd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.828441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b3a5e58-bd0a-4644-bf26-17cad92234fd req-bd30b2dc-c145-4c0c-8fad-5e8a6359fd34 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2152846 Sep 10 03:53:06.879459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c26388-634f-4098-861f-69961b21e685 req-69ee4055-08ee-4b67-b839-4f4e7d8d514c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.882057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4c26388-634f-4098-861f-69961b21e685 req-69ee4055-08ee-4b67-b839-4f4e7d8d514c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1900616 Sep 10 03:53:06.885630 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-e0978c9c-7b68-438e-8265-34cb99f86e23 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd4d728b-8c3a-4d19-be14-8e98bb384bac HTTP/1.1" status: 200 len: 217 time: 0.0697145 Sep 10 03:53:06.961650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:06.971444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96cb54f-391a-4c85-b4fc-37033163b326 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:06.972867 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56035ec9-11e0-49e4-b825-f75738317476 None None] Sync routers for ids ['4fe1f2a3-e6c3-4ca4-891f-6984942bc000'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:06.973371 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b96cb54f-391a-4c85-b4fc-37033163b326 tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] 10.222.0.22 "GET /v2.0/networks/1ad9dc0d-d414-4ce3-9fdf-329caf3aac59 HTTP/1.1" status: 200 len: 756 time: 0.2373450 Sep 10 03:53:06.975544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51064) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:06.976637 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8ea9133e-5d17-4364-9e81-b6eeaeeeacf5 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "PUT /v2.0/routers/4fe1f2a3-e6c3-4ca4-891f-6984942bc000/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9897177 Sep 10 03:53:06.980584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d135f240-e932-4c2b-806d-37fb0d2c958a None None] Provisioning for port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:06.980766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51066) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:06.985382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d135f240-e932-4c2b-806d-37fb0d2c958a None None] Provisioning complete for port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:06.985873 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d135f240-e932-4c2b-806d-37fb0d2c958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:06.986406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Request body: {'port': {'network_id': 'f76197e6-9606-4b7c-98bd-3d9827c0b1eb', 'name': 'tempest-FloatingIPNegativeTestJSON-1727922096'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:06.988070 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56035ec9-11e0-49e4-b825-f75738317476 None None] Routers {'4fe1f2a3-e6c3-4ca4-891f-6984942bc000'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:06.988851 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-56035ec9-11e0-49e4-b825-f75738317476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4fe1f2a3-e6c3-4ca4-891f-6984942bc000'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:06.997351 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.008279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-b462210e-e75e-405b-b818-4d74bc18da25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.009752 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-b462210e-e75e-405b-b818-4d74bc18da25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=761fb00d-82aa-44e1-b054-4d063d953414 HTTP/1.1" status: 200 len: 854 time: 0.0941393 Sep 10 03:53:07.026811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d135f240-e932-4c2b-806d-37fb0d2c958a None None] Port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:07.037780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4c26388-634f-4098-861f-69961b21e685 req-a868f08c-cccd-41e8-9c05-d9fb3db33be5 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425691 Sep 10 03:53:07.041874 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-56035ec9-11e0-49e4-b825-f75738317476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:07.068952 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56035ec9-11e0-49e4-b825-f75738317476 None None] Routers {'4fe1f2a3-e6c3-4ca4-891f-6984942bc000'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:07.070124 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-56035ec9-11e0-49e4-b825-f75738317476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4fe1f2a3-e6c3-4ca4-891f-6984942bc000'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:07.119898 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-56035ec9-11e0-49e4-b825-f75738317476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:07.120858 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56035ec9-11e0-49e4-b825-f75738317476 None None] The sync data for ids ['4fe1f2a3-e6c3-4ca4-891f-6984942bc000'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:07.156782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-b61bb1fb-705d-4818-92d2-140163a55772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.158292 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-b61bb1fb-705d-4818-92d2-140163a55772 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385992 Sep 10 03:53:07.263535 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-7d3b09da-b035-4175-9130-f16083833a6f service neutron] 10.222.0.20 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948513 Sep 10 03:53:07.264073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3a5e58-bd0a-4644-bf26-17cad92234fd req-a46103b9-6f6f-4029-a9ac-66c74596adfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.265575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b3a5e58-bd0a-4644-bf26-17cad92234fd req-a46103b9-6f6f-4029-a9ac-66c74596adfe service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4265428 Sep 10 03:53:07.270031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Made reservation on behalf of b6fc021fe2ac4ceea7766643ae3fd8fd for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:07.273744 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.278119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-039c62f0-1a8e-4ee1-b950-4e379a7a1a1c tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.282594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-039c62f0-1a8e-4ee1-b950-4e379a7a1a1c tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] 10.222.0.22 "GET /v2.0/networks/193b20b0-93d9-4f06-b6ed-604e23997045 HTTP/1.1" status: 200 len: 767 time: 0.3031685 Sep 10 03:53:07.284981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51074) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:07.325225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] device_id is not set on port 7bb14710-631c-4902-bff4-aaeb29dde5ab yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:07.369987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dae025-d693-4524-bd08-cf921c9cbe85 req-50409c38-aa50-45c0-bb65-a3766637ebdb tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.371493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12dae025-d693-4524-bd08-cf921c9cbe85 req-50409c38-aa50-45c0-bb65-a3766637ebdb tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 931 time: 0.2008829 Sep 10 03:53:07.437785 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b22651ca-c8d4-4651-98f8-f2f34b11e0cd req-833806d0-b072-4164-ab24-76f26669ac86 service neutron] 10.222.0.20 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617088 Sep 10 03:53:07.492009 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.496112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Allocated IP 172.20.0.10 (f76197e6-9606-4b7c-98bd-3d9827c0b1eb/6658215f-4147-4b98-b130-33a51d552433/7bb14710-631c-4902-bff4-aaeb29dde5ab) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:07.525915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-4b5271df-86bf-4dd0-a154-afc7e3c61fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.527424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-4b5271df-86bf-4dd0-a154-afc7e3c61fde service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 1094 time: 0.2077756 Sep 10 03:53:07.530277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12dae025-d693-4524-bd08-cf921c9cbe85 req-6ffe189c-b415-4a7c-a55b-7616f71decc6 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496136 Sep 10 03:53:07.577425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a9d106-7d6c-442f-929e-12c75b9bf52b req-7c78a7d3-c0c8-4c50-a133-6492ec007c9f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.578900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38a9d106-7d6c-442f-929e-12c75b9bf52b req-7c78a7d3-c0c8-4c50-a133-6492ec007c9f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1888454 Sep 10 03:53:07.648542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-fd5ce016-7bdf-4dbf-8ac3-c1cd7f435a85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0546abfc-151e-4d17-bf1d-77658f8084fc HTTP/1.1" status: 200 len: 217 time: 0.0986044 Sep 10 03:53:07.649365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.669989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Transition to ACTIVE for port object 7bb14710-631c-4902-bff4-aaeb29dde5ab will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:07.725228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:53:07.739550 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.741628 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.753595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38a9d106-7d6c-442f-929e-12c75b9bf52b req-1866e092-3ec1-4313-a1fd-9ec2abf05dde tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292245 Sep 10 03:53:07.777050 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.784929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Network f76197e6-9606-4b7c-98bd-3d9827c0b1eb is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:07.789728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:07.793477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:07.805191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Transition to ACTIVE for port object 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:07.808468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-36a41b25-9069-4def-ba1b-a90d0e3db56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.810688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-36a41b25-9069-4def-ba1b-a90d0e3db56a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=761fb00d-82aa-44e1-b054-4d063d953414 HTTP/1.1" status: 200 len: 854 time: 0.1530147 Sep 10 03:53:07.812248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad9dc0d-d414-4ce3-9fdf-329caf3aac59']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:07.828030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event updated for resources: {'Port': ['ID=7bb14710-631c-4902-bff4-aaeb29dde5ab,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:07.836810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fcfd462-fa38-4822-9039-6a0396c54638') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:07.837036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fcfd462-fa38-4822-9039-6a0396c54638') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:07.852199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.852867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.865259 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.884792 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.895478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:07.895914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:07.899144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-b43dd822-c1cd-4fec-a292-99bc516642c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:07.900674 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-b43dd822-c1cd-4fec-a292-99bc516642c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788403 Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:07.901348 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:08.041384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-38c33d51-ab0f-4816-81c4-bbeca17b56e6 service neutron] 10.222.0.20 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291645 Sep 10 03:53:08.047315 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.129119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:08.231168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7984a027-4daa-4ded-b81d-5f78ff24b274 req-01e2acf5-8e1e-4d79-a01f-e9823ac5d8c1 service neutron] 10.222.0.20 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785734 Sep 10 03:53:08.246589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Attempting to bind port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:08.246920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Attempting to bind port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:08.247246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Attempting to bind port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:08.252227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:08.259040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Attempting to bind port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b on network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:08.259190 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1ac2baf0-7f67-4393-a805-0d67e0c29dbb tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2725708 Sep 10 03:53:08.259321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:08.259474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51078) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:08.259603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Checking segment: {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:08.259603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Bound using segment: {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:08.259603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Bound port: 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28e258e0-dd87-447e-bb40-af8886abd622', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:08.259603 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.262545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:08.276896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-526d81e3-5a0b-4932-9dce-397d2e0a53c7 None None] Provisioning for port 7bb14710-631c-4902-bff4-aaeb29dde5ab completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:08.281631 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-526d81e3-5a0b-4932-9dce-397d2e0a53c7 None None] Provisioning complete for port 7bb14710-631c-4902-bff4-aaeb29dde5ab triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:08.282009 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-526d81e3-5a0b-4932-9dce-397d2e0a53c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.293510 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.300482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1ad9dc0d-d414-4ce3-9fdf-329caf3aac59 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:53:08.304843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.311707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "DELETE /v2.0/networks/1ad9dc0d-d414-4ce3-9fdf-329caf3aac59 HTTP/1.1" status: 204 len: 168 time: 1.0251994 Sep 10 03:53:08.313820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51080) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:08.328488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Request body: {'network': {'name': 'tempest-network--286381976'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:08.337342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2b06-db8f-4bac-ae82-d67dcf351093 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event deleted for resources: {'Network': ['ID=1ad9dc0d-d414-4ce3-9fdf-329caf3aac59,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:08.349653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-526d81e3-5a0b-4932-9dce-397d2e0a53c7 None None] Port 7bb14710-631c-4902-bff4-aaeb29dde5ab cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:08.363868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] For port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:08.367547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] For port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:08.396107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.442285 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.483642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Made reservation on behalf of 8c91806ad29d4ac8a5681712fae7e1d5 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:08.486178 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.501681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.530551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:08.530551 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.531896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] 10.222.0.39 "PUT /v2.0/ports/0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b HTTP/1.1" status: 200 len: 1091 time: 1.7647898 Sep 10 03:53:08.532341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78d144db-40d9-4c64-a785-8d505d07d1fb', 'tag': '0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:08.534572 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35e32d77-62ce-425e-a4f5-6805df759e78" -d '{"events": [{"name": "network-changed", "server_uuid": "78d144db-40d9-4c64-a785-8d505d07d1fb", "tag": "0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:08.582472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dade68a-b4b5-484d-b228-5413eb98bf4d service neutron] Pushing event updated for resources: {'Port': ['ID=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:08.603507 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5811d65-8a46-49b6-92eb-9071a068f0cc x-openstack-request-id: req-a5811d65-8a46-49b6-92eb-9071a068f0cc {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:08.603843 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78d144db-40d9-4c64-a785-8d505d07d1fb", "tag": "0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:08.604093 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5811d65-8a46-49b6-92eb-9071a068f0cc {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:08.604514 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78d144db-40d9-4c64-a785-8d505d07d1fb', 'tag': '0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b', 'status': 'completed', 'code': 200} Sep 10 03:53:08.623783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:53:08.645675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Allocated IP 172.25.3.180 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/42a35c65-3bda-4894-a502-8638a971f222) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:08.690731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.691102 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Added segment 5d594e28-8922-4cd0-9c4a-134ec639b3a3 of type vlan for network 4d2a679d-9b6c-4523-8cfd-a7b2920f5f74 Sep 10 03:53:08.740760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e32d77-62ce-425e-a4f5-6805df759e78 req-ec21d7d1-106c-4b53-9fce-600a25c2c326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:08.742403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35e32d77-62ce-425e-a4f5-6805df759e78 req-ec21d7d1-106c-4b53-9fce-600a25c2c326 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 1094 time: 0.1332593 Sep 10 03:53:08.754317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.766459 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:08.785588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f96f543-02a0-48f0-982a-667a2e376441 req-9c8fed26-9cfc-4517-aa2d-d9f2962a5208 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:08.787304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f96f543-02a0-48f0-982a-667a2e376441 req-9c8fed26-9cfc-4517-aa2d-d9f2962a5208 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 943 time: 0.1453898 Sep 10 03:53:09.213682 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.253701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:09.255182 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.256146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:09.256679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:09.256801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.259069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:09.284413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f96f543-02a0-48f0-982a-667a2e376441 req-3596a25b-11cf-43d6-bb8f-bbff21d5ea9b tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758875 Sep 10 03:53:09.284860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event updated for resources: {'Port': ['ID=42a35c65-3bda-4894-a502-8638a971f222,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:09.328702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296a310d-52e6-41c5-8152-4ee128246de0 req-4db48978-ee96-48e1-834d-c21a63f46ddf tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:09.330172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296a310d-52e6-41c5-8152-4ee128246de0 req-4db48978-ee96-48e1-834d-c21a63f46ddf tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1649487 Sep 10 03:53:09.334531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e32d77-62ce-425e-a4f5-6805df759e78 req-bc3e54a5-9c1f-4956-81e5-de0d48f764ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:09.335979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35e32d77-62ce-425e-a4f5-6805df759e78 req-bc3e54a5-9c1f-4956-81e5-de0d48f764ae service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5787907 Sep 10 03:53:09.353207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.374744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'Network': ['ID=4d2a679d-9b6c-4523-8cfd-a7b2920f5f74,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:09.384352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 4d2a679d-9b6c-4523-8cfd-a7b2920f5f74 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:53:09.397324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-62254450-afbf-428e-9039-915c4a794b74 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0809338 Sep 10 03:53:09.398788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fd4d728b-8c3a-4d19-be14-8e98bb384bac details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:53:09.400155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51088) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:09.405851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7681b21f-ba2e-4bf3-b436-ea5c2bbe76b5 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Request body: {'network': {'router:external': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:09.455141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296a310d-52e6-41c5-8152-4ee128246de0 req-4befc604-ba5d-4f66-97a9-277f5ca42f7f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939677 Sep 10 03:53:09.486578 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.490356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e32d77-62ce-425e-a4f5-6805df759e78 req-2f74b4b8-5e5a-4ff1-9f51-3132d484983d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:09.492245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35e32d77-62ce-425e-a4f5-6805df759e78 req-2f74b4b8-5e5a-4ff1-9f51-3132d484983d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1300671 Sep 10 03:53:09.586397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fd4d728b-8c3a-4d19-be14-8e98bb384bac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd4d728b-8c3a-4d19-be14-8e98bb384bac,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:09.593444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-e2d4b2a6-785e-4347-b623-ad8e629091ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:09.595335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-e2d4b2a6-785e-4347-b623-ad8e629091ae service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 1094 time: 0.0558512 Sep 10 03:53:09.601609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'fd4d728b-8c3a-4d19-be14-8e98bb384bac', 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea', 'port_id': 'fd4d728b-8c3a-4d19-be14-8e98bb384bac', 'mac_address': 'fa:16:3e:dd:b6:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761fb00d-82aa-44e1-b054-4d063d953414', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:53:09.645223 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.655240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-c3f45a51-98aa-4184-bd70-6a1aed0d855f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b HTTP/1.1" status: 200 len: 217 time: 0.0504458 Sep 10 03:53:09.661429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd4d728b-8c3a-4d19-be14-8e98bb384bac {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:53:09.665209 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7681b21f-ba2e-4bf3-b436-ea5c2bbe76b5 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.682411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fd4d728b-8c3a-4d19-be14-8e98bb384bac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd4d728b-8c3a-4d19-be14-8e98bb384bac,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:09.708890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-77518da5-e106-47ea-85b1-7063e1799c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:09.710396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-77518da5-e106-47ea-85b1-7063e1799c88 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=761fb00d-82aa-44e1-b054-4d063d953414 HTTP/1.1" status: 200 len: 854 time: 0.0475216 Sep 10 03:53:09.727635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.756210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-eed3e37e-72e3-4530-89d7-4840405b91ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:09.757682 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-eed3e37e-72e3-4530-89d7-4840405b91ee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393221 Sep 10 03:53:09.790701 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.790956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.793514 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7681b21f-ba2e-4bf3-b436-ea5c2bbe76b5 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.837399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7681b21f-ba2e-4bf3-b436-ea5c2bbe76b5 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Network 4d2a679d-9b6c-4523-8cfd-a7b2920f5f74 is not hosted by any dhcp agent {{(pid=95137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:53:09.838286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7681b21f-ba2e-4bf3-b436-ea5c2bbe76b5 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:09.838881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7681b21f-ba2e-4bf3-b436-ea5c2bbe76b5 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.843256 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7681b21f-ba2e-4bf3-b436-ea5c2bbe76b5 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "PUT /v2.0/networks/4d2a679d-9b6c-4523-8cfd-a7b2920f5f74 HTTP/1.1" status: 200 len: 857 time: 0.4390609 Sep 10 03:53:09.846334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=fd4d728b-8c3a-4d19-be14-8e98bb384bac,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:09.846495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51094) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:09.884107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-429448b7-496a-44e6-8996-980bbd107fb0 service neutron] 10.222.0.39 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178479 Sep 10 03:53:09.923147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7681b21f-ba2e-4bf3-b436-ea5c2bbe76b5 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event updated for resources: {'Network': ['ID=4d2a679d-9b6c-4523-8cfd-a7b2920f5f74,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:09.935313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event updated for resources: {'Port': ['ID=42a35c65-3bda-4894-a502-8638a971f222,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:09.949911 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:09.950102 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.042144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.046978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-71e54da1-e651-4905-923b-3cd59e41509d tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7849405 Sep 10 03:53:10.047204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51098) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:10.052252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-cd62ef2e-8503-474a-9586-9b301133eb1a tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Request body: {'floatingip': {'port_id': '7bb14710-631c-4902-bff4-aaeb29dde5ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:10.085351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802b864b-6a1c-45aa-bc8e-307dd19f3583 req-fafe51dd-c5b2-44cc-b2f7-490d05e088dd tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:10.086925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-802b864b-6a1c-45aa-bc8e-307dd19f3583 req-fafe51dd-c5b2-44cc-b2f7-490d05e088dd tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1476085 Sep 10 03:53:10.091910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['fd4d728b-8c3a-4d19-be14-8e98bb384bac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:53:10.094732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c56d58-7163-4e67-89dd-29dac5aa3032 req-e5321d56-8efd-4f90-ad83-86c718e479e1 service neutron] 10.222.0.39 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809218 Sep 10 03:53:10.096114 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cd62ef2e-8503-474a-9586-9b301133eb1a tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.153006 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.186926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d2a679d-9b6c-4523-8cfd-a7b2920f5f74']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:10.191705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-802b864b-6a1c-45aa-bc8e-307dd19f3583 req-9d8a8f6a-ccee-4921-bbe5-a8a9095a03c0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960469 Sep 10 03:53:10.200048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d594e28-8922-4cd0-9c4a-134ec639b3a3') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:10.200383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d594e28-8922-4cd0-9c4a-134ec639b3a3') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:10.211166 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.232134 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-cd62ef2e-8503-474a-9586-9b301133eb1a tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] update failed (client error): The resource could not be found. Sep 10 03:53:10.236492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cd62ef2e-8503-474a-9586-9b301133eb1a tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "PUT /v2.0/floatingips/5ce69d4a-4e27-471e-922e-113ebe85191c HTTP/1.1" status: 404 len: 507 time: 0.1854086 Sep 10 03:53:10.238031 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.240142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51100) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:10.282513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:10.282924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:10.284662 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:10.445504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1192aff-bd2c-484a-bf0a-a78a0141ae57 req-53224869-69cc-4c25-bcb0-5d3233426a2d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:10.446993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1192aff-bd2c-484a-bf0a-a78a0141ae57 req-53224869-69cc-4c25-bcb0-5d3233426a2d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 943 time: 0.0810266 Sep 10 03:53:10.462312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Deleting port 42a35c65-3bda-4894-a502-8638a971f222 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:10.462895 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.489655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.503771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d2a679d-9b6c-4523-8cfd-a7b2920f5f74 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:53:10.508845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.510738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] 10.222.0.22 "DELETE /v2.0/networks/4d2a679d-9b6c-4523-8cfd-a7b2920f5f74 HTTP/1.1" status: 204 len: 168 time: 0.6652167 Sep 10 03:53:10.516823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51104) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:10.541810 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b87850bc-dd99-48d9-b78b-797a9279992f tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] DELETE failed (client error): The resource could not be found. Sep 10 03:53:10.542392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b87850bc-dd99-48d9-b78b-797a9279992f tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:10.545021 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b87850bc-dd99-48d9-b78b-797a9279992f tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] 10.222.0.22 "DELETE /v2.0/subnets/02206b49-9226-4e75-8c74-e4f28343fe03 HTTP/1.1" status: 404 len: 337 time: 0.0288267 Sep 10 03:53:10.547637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51106) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:10.554042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f541dc55-5e98-40b2-ae7a-3c06ad60fec7 tempest-ExternalNetworksTestJSON-1576197196 tempest-ExternalNetworksTestJSON-1576197196-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d2a679d-9b6c-4523-8cfd-a7b2920f5f74,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:10.579799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1192aff-bd2c-484a-bf0a-a78a0141ae57 req-304db55d-3028-470b-b739-8b7f19164890 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150899 Sep 10 03:53:10.598721 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.599033 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.614803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Calling delete_port for 42a35c65-3bda-4894-a502-8638a971f222 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:10.642179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.729757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.754762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['193b20b0-93d9-4f06-b6ed-604e23997045']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:10.764650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '378375d6-cf2a-4e01-80a1-b1009a590553') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:10.768562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '378375d6-cf2a-4e01-80a1-b1009a590553') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:10.774099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.787513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.793242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:10.793811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:10.796643 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:10.813376 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.848487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event deleted for resources: {'Port': ['ID=42a35c65-3bda-4894-a502-8638a971f222,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:10.906868 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.909464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.910681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cf7668ca-bb72-45e2-8fb6-4d530ce032e4 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "DELETE /v2.0/floatingips/5ce69d4a-4e27-471e-922e-113ebe85191c HTTP/1.1" status: 204 len: 168 time: 0.6694982 Sep 10 03:53:10.914345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51108) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:10.918576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0694365b-14c1-4cf5-b24b-9e1b5e517c2f tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Request body: {'floatingip': {'floating_network_id': 'f76197e6-9606-4b7c-98bd-3d9827c0b1eb', 'port_id': '7bb14710-631c-4902-bff4-aaeb29dde5ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:10.943325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.948391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:10.953768 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] 10.222.0.22 "DELETE /v2.0/networks/193b20b0-93d9-4f06-b6ed-604e23997045 HTTP/1.1" status: 204 len: 168 time: 0.4048645 Sep 10 03:53:10.967882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8795bb9b-ea80-4e49-84d6-43cb2eba2f9a tempest-ExternalNetworksTestJSON-514725765 tempest-ExternalNetworksTestJSON-514725765-project] Pushing event deleted for resources: {'Network': ['ID=193b20b0-93d9-4f06-b6ed-604e23997045,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:11.023450 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0694365b-14c1-4cf5-b24b-9e1b5e517c2f tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.188989 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-0694365b-14c1-4cf5-b24b-9e1b5e517c2f tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:53:11.190110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0694365b-14c1-4cf5-b24b-9e1b5e517c2f tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2748895 Sep 10 03:53:11.193734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51112) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:11.198222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '7bb14710-631c-4902-bff4-aaeb29dde5ab', 'fixed_ip_address': '172.20.0.10'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:11.295989 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.334132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6912eb11-dde3-467b-97b4-b2392d4494f6 req-114efc94-3c21-4b3f-8eb6-5db8c5759fbe tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:11.335662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6912eb11-dde3-467b-97b4-b2392d4494f6 req-114efc94-3c21-4b3f-8eb6-5db8c5759fbe tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0667429 Sep 10 03:53:11.398480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 0546abfc-151e-4d17-bf1d-77658f8084fc details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:53:11.401347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fd4d728b-8c3a-4d19-be14-8e98bb384bac up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:11.405525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51118) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:11.414642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6912eb11-dde3-467b-97b4-b2392d4494f6 req-d1525694-6589-4be9-9079-2a08b6cdd0c4 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703371 Sep 10 03:53:11.444380 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.539454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 0546abfc-151e-4d17-bf1d-77658f8084fc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=0546abfc-151e-4d17-bf1d-77658f8084fc,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:11.551203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '0546abfc-151e-4d17-bf1d-77658f8084fc', 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea', 'port_id': '0546abfc-151e-4d17-bf1d-77658f8084fc', 'mac_address': 'fa:16:3e:94:ec:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761fb00d-82aa-44e1-b054-4d063d953414', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:53:11.570380 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-08bddda5-f5ee-4489-89ee-225d928a2e6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fde87f824dc34266981cba3f32a58026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1636333 Sep 10 03:53:11.572908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Allocated IP 172.25.3.28 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/de6bcb01-2af0-4070-a272-8ce0d69b2f95) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:11.573882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51124) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:11.603569 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.623159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0546abfc-151e-4d17-bf1d-77658f8084fc {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:53:11.640187 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb5d7-e959-43a6-9f0e-aae6ad7ae944 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.644517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 0546abfc-151e-4d17-bf1d-77658f8084fc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=0546abfc-151e-4d17-bf1d-77658f8084fc,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:11.665368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb5d7-e959-43a6-9f0e-aae6ad7ae944 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.689098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port fd4d728b-8c3a-4d19-be14-8e98bb384bac completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:11.693784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port fd4d728b-8c3a-4d19-be14-8e98bb384bac triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:11.694177 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.719640 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.732934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.750267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4cff8c-516d-4b9b-99a9-5914e4713788 req-4f74b0a6-9e93-4499-9f09-3ba5e8edad0e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:11.753360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c4cff8c-516d-4b9b-99a9-5914e4713788 req-4f74b0a6-9e93-4499-9f09-3ba5e8edad0e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 943 time: 0.0805378 Sep 10 03:53:11.773377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb5d7-e959-43a6-9f0e-aae6ad7ae944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.776631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cfeb5d7-e959-43a6-9f0e-aae6ad7ae944 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.780616 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2cfeb5d7-e959-43a6-9f0e-aae6ad7ae944 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41f9df24-767c-4b1a-9ebb-4dfac06a6b6a HTTP/1.1" status: 204 len: 168 time: 0.2026608 Sep 10 03:53:11.782484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=0546abfc-151e-4d17-bf1d-77658f8084fc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:11.787232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfeb5d7-e959-43a6-9f0e-aae6ad7ae944 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41f9df24-767c-4b1a-9ebb-4dfac06a6b6a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:11.790810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.791149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.791485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.792399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.792399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.792611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.792801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.793686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.793686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.793686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.793978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.794262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:11.819655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c4cff8c-516d-4b9b-99a9-5914e4713788 req-92c073d0-9303-40b1-95e6-9cb738bda9bf tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611341 Sep 10 03:53:11.852422 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.874778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7029536c-2fac-4314-9f17-798d8ecf2010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4d728b-8c3a-4d19-be14-8e98bb384bac'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:11.877035 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b08322-88cc-4e08-be13-0305f0556d69" -d '{"events": [{"server_uuid": "7029536c-2fac-4314-9f17-798d8ecf2010", "name": "network-vif-plugged", "status": "completed", "tag": "fd4d728b-8c3a-4d19-be14-8e98bb384bac"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:11.882137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:11.892025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port fd4d728b-8c3a-4d19-be14-8e98bb384bac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd4d728b-8c3a-4d19-be14-8e98bb384bac,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:11.915629 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59e2b3bf-de30-4bfc-b835-d90f5dd0508a x-openstack-request-id: req-59e2b3bf-de30-4bfc-b835-d90f5dd0508a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:11.915995 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7029536c-2fac-4314-9f17-798d8ecf2010", "name": "network-vif-plugged", "status": "completed", "tag": "fd4d728b-8c3a-4d19-be14-8e98bb384bac", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:11.916241 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59e2b3bf-de30-4bfc-b835-d90f5dd0508a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:11.917027 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7029536c-2fac-4314-9f17-798d8ecf2010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd4d728b-8c3a-4d19-be14-8e98bb384bac', 'code': 200} Sep 10 03:53:11.930436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:11.940402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:11.945307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:11.948439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event updated for resources: {'Port': ['ID=de6bcb01-2af0-4070-a272-8ce0d69b2f95,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:12.023569 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.053560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bace05b-dd80-4798-bb99-9ab591798cb6 req-9415b60c-7b84-4a42-935d-a500b0238abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:12.055080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bace05b-dd80-4798-bb99-9ab591798cb6 req-9415b60c-7b84-4a42-935d-a500b0238abd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 1095 time: 0.0753365 Sep 10 03:53:12.073197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=fd4d728b-8c3a-4d19-be14-8e98bb384bac,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:12.079656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['0546abfc-151e-4d17-bf1d-77658f8084fc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:53:12.169152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bace05b-dd80-4798-bb99-9ab591798cb6 req-eb3956b2-c53b-4309-afab-4a6e61db9b5d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882418 Sep 10 03:53:12.210214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Deleting port de6bcb01-2af0-4070-a272-8ce0d69b2f95 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:12.215743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.298505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.298830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.311109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Calling delete_port for de6bcb01-2af0-4070-a272-8ce0d69b2f95 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:12.496958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51140) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:12.511998 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.540678 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-501df3f5-42fe-4309-94dd-a198653c0b45 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c91806ad29d4ac8a5681712fae7e1d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424061 Sep 10 03:53:12.543244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51142) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:12.548573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event deleted for resources: {'Port': ['ID=de6bcb01-2af0-4070-a272-8ce0d69b2f95,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:12.595018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc7993f3-ac7c-4b39-9b0b-7f6f2866946c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.619419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc7993f3-ac7c-4b39-9b0b-7f6f2866946c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.687947 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] create failed (client error): The resource could not be found. Sep 10 03:53:12.689043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-622cd765-ed8e-4f23-b7ba-84adc11e0aa1 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.4942667 Sep 10 03:53:12.692659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51144) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:12.738908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc7993f3-ac7c-4b39-9b0b-7f6f2866946c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.741773 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc7993f3-ac7c-4b39-9b0b-7f6f2866946c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.745385 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bc7993f3-ac7c-4b39-9b0b-7f6f2866946c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd41b6f3-f71d-46d7-972f-ceb7f4354bb8 HTTP/1.1" status: 204 len: 168 time: 0.1974914 Sep 10 03:53:12.755430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7993f3-ac7c-4b39-9b0b-7f6f2866946c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd41b6f3-f71d-46d7-972f-ceb7f4354bb8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:12.786986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-4b2300c1-b21d-43ee-aaff-3e2772c20594 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Deleting port 7bb14710-631c-4902-bff4-aaeb29dde5ab {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:12.787330 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b2300c1-b21d-43ee-aaff-3e2772c20594 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.880287 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b2300c1-b21d-43ee-aaff-3e2772c20594 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:12.901570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-4b2300c1-b21d-43ee-aaff-3e2772c20594 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Calling delete_port for 7bb14710-631c-4902-bff4-aaeb29dde5ab owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:12.957624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:53:12.978922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49e2f81c-1850-4ac1-ad3b-f539340b24a8 req-e8afb8fb-87a1-4356-87ca-22600495e3b8 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:12.980594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49e2f81c-1850-4ac1-ad3b-f539340b24a8 req-e8afb8fb-87a1-4356-87ca-22600495e3b8 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 943 time: 0.0907564 Sep 10 03:53:13.046411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49e2f81c-1850-4ac1-ad3b-f539340b24a8 req-6f4977bd-ba2a-41b1-9e60-d6951799ae46 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568638 Sep 10 03:53:13.083095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:13.097411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b', 'network_id': '2595bb99-9e8d-4468-b0d9-e0fe1f069fea', 'port_id': '0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b', 'mac_address': 'fa:16:3e:0d:50:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '761fb00d-82aa-44e1-b054-4d063d953414', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:53:13.140414 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.153478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:53:13.172040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:13.196000 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b2300c1-b21d-43ee-aaff-3e2772c20594 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.228366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2300c1-b21d-43ee-aaff-3e2772c20594 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event deleted for resources: {'Port': ['ID=7bb14710-631c-4902-bff4-aaeb29dde5ab,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:13.299851 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.321771 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b2300c1-b21d-43ee-aaff-3e2772c20594 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.323919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4b2300c1-b21d-43ee-aaff-3e2772c20594 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "DELETE /v2.0/ports/7bb14710-631c-4902-bff4-aaeb29dde5ab HTTP/1.1" status: 204 len: 168 time: 0.6303034 Sep 10 03:53:13.327038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51162) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:13.383802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8f3224f-4e11-4bcb-b41a-86128a979eab tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:13.385772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a8f3224f-4e11-4bcb-b41a-86128a979eab tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "GET /v2.0/ports?device_id=4fe1f2a3-e6c3-4ca4-891f-6984942bc000 HTTP/1.1" status: 200 len: 913 time: 0.0577846 Sep 10 03:53:13.389089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51164) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:13.391104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:13.429405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 0546abfc-151e-4d17-bf1d-77658f8084fc up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:13.728067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:53:13.731719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 0546abfc-151e-4d17-bf1d-77658f8084fc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:13.732592 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.751435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 0546abfc-151e-4d17-bf1d-77658f8084fc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:13.751809 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.891667 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:13.935556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0546abfc-151e-4d17-bf1d-77658f8084fc'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:13.937854 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57271567-e01b-4877-b77c-34f1b51d1300" -d '{"events": [{"server_uuid": "57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6", "name": "network-vif-plugged", "status": "completed", "tag": "0546abfc-151e-4d17-bf1d-77658f8084fc"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:13.962770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 0546abfc-151e-4d17-bf1d-77658f8084fc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=0546abfc-151e-4d17-bf1d-77658f8084fc,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:13.999075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Deleting port 8bcdbb17-b3f5-4681-917c-de7b75456868 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:13.999416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:14.016039 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9ff25ba-bd90-4c7c-97fb-acef8bab2b3f x-openstack-request-id: req-a9ff25ba-bd90-4c7c-97fb-acef8bab2b3f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:14.016333 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6", "name": "network-vif-plugged", "status": "completed", "tag": "0546abfc-151e-4d17-bf1d-77658f8084fc", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:14.016587 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9ff25ba-bd90-4c7c-97fb-acef8bab2b3f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:14.016980 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0546abfc-151e-4d17-bf1d-77658f8084fc', 'code': 200} Sep 10 03:53:14.048231 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:14.101009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=0546abfc-151e-4d17-bf1d-77658f8084fc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:14.130461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:14.140041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa769e0-0021-4968-bbe7-dd4b1b42cc9c req-8e239144-13f1-4913-ba4a-c3296566e3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:14.141589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fa769e0-0021-4968-bbe7-dd4b1b42cc9c req-8e239144-13f1-4913-ba4a-c3296566e3d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 1096 time: 0.0692842 Sep 10 03:53:14.156157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Calling delete_port for 8bcdbb17-b3f5-4681-917c-de7b75456868 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:14.249396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fa769e0-0021-4968-bbe7-dd4b1b42cc9c req-9cf0b617-e04a-42d3-94a6-201a714bd1bf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943015 Sep 10 03:53:14.268754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ee123-12c2-464d-990a-53d69f893f6a req-0bebc8af-e8a7-40c0-93d1-ce7fc1b55424 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:14.270267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-103ee123-12c2-464d-990a-53d69f893f6a req-0bebc8af-e8a7-40c0-93d1-ce7fc1b55424 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 944 time: 0.1278636 Sep 10 03:53:14.346874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-103ee123-12c2-464d-990a-53d69f893f6a req-66515f9c-b0c6-450e-ad2f-fa5357b75363 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697954 Sep 10 03:53:14.531721 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:14.558860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event deleted for resources: {'Port': ['ID=8bcdbb17-b3f5-4681-917c-de7b75456868,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:14.624678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51198) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:14.963468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:15.016012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:15.076162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:15.080184 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:15.080556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:15.100994 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:15.157275 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:15.172063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-0d6aecf8-a7ac-4e37-ace9-27e1c30efbf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:15.173591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-0d6aecf8-a7ac-4e37-ace9-27e1c30efbf6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 1096 time: 0.1660774 Sep 10 03:53:15.181033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8828fc7b-d229-45f4-9b9e-87fb049efd48 req-65cba4b5-08ad-42e5-8998-39c1f3c278b1 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:15.182437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8828fc7b-d229-45f4-9b9e-87fb049efd48 req-65cba4b5-08ad-42e5-8998-39c1f3c278b1 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1737914 Sep 10 03:53:15.190148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:15.238541 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:15.293417 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:15.341028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:15.409496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8828fc7b-d229-45f4-9b9e-87fb049efd48 req-f5517708-e76e-40ca-b6f6-c5fa93d9128d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2151294 Sep 10 03:53:15.601970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Router 4fe1f2a3-e6c3-4ca4-891f-6984942bc000 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:53:15.601970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-999eb491-7a71-40e7-9bc5-b659d49b4f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:15.601970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-999eb491-7a71-40e7-9bc5-b659d49b4f34 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 920 time: 0.2642491 Sep 10 03:53:15.601970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-42a6a850-02aa-4056-aa20-4cf0460c9974 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521 HTTP/1.1" status: 200 len: 217 time: 0.0565469 Sep 10 03:53:15.631493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed68057d-3010-4916-aed9-f64c8c81f3c7 req-b7577224-a7ee-413a-9c04-45eb6618663b tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:15.634267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed68057d-3010-4916-aed9-f64c8c81f3c7 req-b7577224-a7ee-413a-9c04-45eb6618663b tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.2080488 Sep 10 03:53:15.699747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:15.708151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8c548515-4d06-4ce1-9758-48afb1d91626 tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "PUT /v2.0/routers/4fe1f2a3-e6c3-4ca4-891f-6984942bc000/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3180716 Sep 10 03:53:15.710140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f5bd98-5180-433e-8e00-f99be2f7adfa None None] Sync routers for ids ['4fe1f2a3-e6c3-4ca4-891f-6984942bc000'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:15.711276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51206) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:15.722297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5bd98-5180-433e-8e00-f99be2f7adfa None None] Routers {'4fe1f2a3-e6c3-4ca4-891f-6984942bc000'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:15.723188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-15f5bd98-5180-433e-8e00-f99be2f7adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4fe1f2a3-e6c3-4ca4-891f-6984942bc000'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:15.736733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-1f778bdc-c189-4a4e-95f9-123e8691b07a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:15.738259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-1f778bdc-c189-4a4e-95f9-123e8691b07a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a HTTP/1.1" status: 200 len: 859 time: 0.1515415 Sep 10 03:53:15.758771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-15f5bd98-5180-433e-8e00-f99be2f7adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:15.767918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15f5bd98-5180-433e-8e00-f99be2f7adfa None None] Routers {'4fe1f2a3-e6c3-4ca4-891f-6984942bc000'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:15.768775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-15f5bd98-5180-433e-8e00-f99be2f7adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:52:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4fe1f2a3-e6c3-4ca4-891f-6984942bc000'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:15.786041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed68057d-3010-4916-aed9-f64c8c81f3c7 req-4bba837d-1e51-4a06-a4c9-d11a021ad656 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101618 Sep 10 03:53:15.787669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:15.792238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-4b77e09e-997b-4dd5-9606-360ec83bf021 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1868303 Sep 10 03:53:15.794141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-6a4822fd-be11-4633-8840-56ed5a9c9acc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11adb82f-ed47-4360-bde3-651179a2646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429778 Sep 10 03:53:15.799141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff19c9e9-2f76-49d5-b2df-6ed403bdb8ce tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:15.823943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-15f5bd98-5180-433e-8e00-f99be2f7adfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:15.824609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15f5bd98-5180-433e-8e00-f99be2f7adfa None None] The sync data for ids ['4fe1f2a3-e6c3-4ca4-891f-6984942bc000'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:15.959202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff19c9e9-2f76-49d5-b2df-6ed403bdb8ce tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:15.961411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff19c9e9-2f76-49d5-b2df-6ed403bdb8ce tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:15.964036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-a660a25c-3ae6-4caa-943a-f043b5873699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:15.965558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-a660a25c-3ae6-4caa-943a-f043b5873699 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 1096 time: 0.1431725 Sep 10 03:53:16.018726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d144db-40d9-4c64-a785-8d505d07d1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:53:16.021099 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e9728ec-6417-4ccf-83cd-4e32890dfca8" -d '{"events": [{"server_uuid": "78d144db-40d9-4c64-a785-8d505d07d1fb", "name": "network-vif-plugged", "status": "completed", "tag": "0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:53:16.047560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-02664380-afe1-4982-a1af-6e5648279887 service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405007 Sep 10 03:53:16.056998 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daaf7d9d-62b9-49df-a176-bd8df0829e5d x-openstack-request-id: req-daaf7d9d-62b9-49df-a176-bd8df0829e5d {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:53:16.056998 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d144db-40d9-4c64-a785-8d505d07d1fb", "name": "network-vif-plugged", "status": "completed", "tag": "0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:53:16.057247 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-daaf7d9d-62b9-49df-a176-bd8df0829e5d {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:53:16.057416 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d144db-40d9-4c64-a785-8d505d07d1fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b', 'code': 200} Sep 10 03:53:16.076457 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff19c9e9-2f76-49d5-b2df-6ed403bdb8ce tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.077229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff19c9e9-2f76-49d5-b2df-6ed403bdb8ce tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe1f2a3-e6c3-4ca4-891f-6984942bc000 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:53:16.082322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Allocated IP 172.25.3.189 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/4e82b3b8-2d04-4673-8394-fe3d2b1615f3) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:16.084473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff19c9e9-2f76-49d5-b2df-6ed403bdb8ce tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.086189 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ff19c9e9-2f76-49d5-b2df-6ed403bdb8ce tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "DELETE /v2.0/routers/4fe1f2a3-e6c3-4ca4-891f-6984942bc000 HTTP/1.1" status: 204 len: 168 time: 0.3737721 Sep 10 03:53:16.088353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51210) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:16.173771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-194920f1-d8fa-4b1d-a458-5a255f4488aa tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Deleting subnet 6658215f-4147-4b98-b130-33a51d552433 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:53:16.177383 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-194920f1-d8fa-4b1d-a458-5a255f4488aa tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.184232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-4aa92767-27a0-4e1c-bbe3-bf61a7a16881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:16.187817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-4aa92767-27a0-4e1c-bbe3-bf61a7a16881 service neutron] 10.222.0.20 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 912 time: 0.2011170 Sep 10 03:53:16.206864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ae4bb8-5dd1-4623-a4d9-66f258fb96e6 req-2eaa3d21-4abc-42b4-b97d-c17eb676f809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:16.208379 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e2ae4bb8-5dd1-4623-a4d9-66f258fb96e6 req-2eaa3d21-4abc-42b4-b97d-c17eb676f809 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 1096 time: 0.0850177 Sep 10 03:53:16.226594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-194920f1-d8fa-4b1d-a458-5a255f4488aa tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.288782 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e2ae4bb8-5dd1-4623-a4d9-66f258fb96e6 req-2931bc3a-497b-448c-b7d2-aeca584a79dc service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705101 Sep 10 03:53:16.304401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26047a4c-c19c-475b-a9cf-fa98aaa723f4 req-d10c455d-20ba-40d2-aa98-7da30a89e263 service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234414 Sep 10 03:53:16.308505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-63d90ca5-5f8f-4e38-899b-aa1eb9b59fdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69e59780-89c2-4649-bca4-45f691714913 HTTP/1.1" status: 200 len: 1001 time: 0.1077671 Sep 10 03:53:16.332283 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-194920f1-d8fa-4b1d-a458-5a255f4488aa tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.362880 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.379410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-bb0673ad-30a0-48c2-89e8-898489ad21f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:16.380890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-bb0673ad-30a0-48c2-89e8-898489ad21f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 200 len: 850 time: 0.0628049 Sep 10 03:53:16.442806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-0a9cf86c-457c-4c36-98cd-314f4e1a8d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:16.444328 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-0a9cf86c-457c-4c36-98cd-314f4e1a8d79 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=589a4214-66c2-461f-af8d-b5794ee44cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0549600 Sep 10 03:53:16.470924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-194920f1-d8fa-4b1d-a458-5a255f4488aa tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.500257 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194920f1-d8fa-4b1d-a458-5a255f4488aa tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event deleted for resources: {'Subnet': ['ID=6658215f-4147-4b98-b130-33a51d552433,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:16.508468 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-194920f1-d8fa-4b1d-a458-5a255f4488aa tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.508468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-194920f1-d8fa-4b1d-a458-5a255f4488aa tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "DELETE /v2.0/subnets/6658215f-4147-4b98-b130-33a51d552433 HTTP/1.1" status: 204 len: 168 time: 0.4189262 Sep 10 03:53:16.513537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51214) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:16.522104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91c1000d-127f-457e-b892-6be95a28a334 None None] Network f76197e6-9606-4b7c-98bd-3d9827c0b1eb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:16.545004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.599976 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.604918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:16.622675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:16.631076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:16.664180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Deleting port 7e39e194-a4bd-4f55-b116-b7df02376ef3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:16.664648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.667862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Pushing event updated for resources: {'Port': ['ID=4e82b3b8-2d04-4673-8394-fe3d2b1615f3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:16.679559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-77e6b131-3444-409b-b813-2cc67032c5d3 service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242579 Sep 10 03:53:16.726019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082c18a7-4a50-4f84-ab2c-629f5aeb45d9 None None] DHCP port deletion for f76197e6-9606-4b7c-98bd-3d9827c0b1eb request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:53:16.735268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ff4e54-cc33-46b5-b426-087c49a608dd req-23fdf213-6f78-4707-ac48-0bdbb8e21d39 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:16.736801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09ff4e54-cc33-46b5-b426-087c49a608dd req-23fdf213-6f78-4707-ac48-0bdbb8e21d39 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.2496512 Sep 10 03:53:16.743055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] For port 7e39e194-a4bd-4f55-b116-b7df02376ef3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7e39e194-a4bd-4f55-b116-b7df02376ef3,segment=NetworkSegment(dcbaa7cf-481b-464d-b343-33e34f71cf46),segment_id=dcbaa7cf-481b-464d-b343-33e34f71cf46)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:16.744175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.757612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Calling delete_port for 7e39e194-a4bd-4f55-b116-b7df02376ef3 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:16.771911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-082c18a7-4a50-4f84-ab2c-629f5aeb45d9 None None] Deleting port 7e39e194-a4bd-4f55-b116-b7df02376ef3 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:16.772294 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-082c18a7-4a50-4f84-ab2c-629f5aeb45d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.846950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09ff4e54-cc33-46b5-b426-087c49a608dd req-5bc517ff-d7ae-412e-aa3b-371fd0b62f4d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703788 Sep 10 03:53:16.858688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-082c18a7-4a50-4f84-ab2c-629f5aeb45d9 None None] For port 7e39e194-a4bd-4f55-b116-b7df02376ef3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7e39e194-a4bd-4f55-b116-b7df02376ef3,segment=NetworkSegment(dcbaa7cf-481b-464d-b343-33e34f71cf46),segment_id=dcbaa7cf-481b-464d-b343-33e34f71cf46)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:16.859222 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-082c18a7-4a50-4f84-ab2c-629f5aeb45d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.873570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-082c18a7-4a50-4f84-ab2c-629f5aeb45d9 None None] Calling delete_port for 7e39e194-a4bd-4f55-b116-b7df02376ef3 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:16.881500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd5a8d5-5d2d-4cca-9058-4c2fa8c7cbb2 req-efee1267-73c8-4006-b7f0-946d9fd48956 service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945319 Sep 10 03:53:16.898312 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.910650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.931066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77467d6d-e069-458a-8a32-1bd8e4042583 req-89a04d96-a5ae-466e-84fe-015e68015021 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:16.932674 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77467d6d-e069-458a-8a32-1bd8e4042583 req-89a04d96-a5ae-466e-84fe-015e68015021 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.0650496 Sep 10 03:53:16.938251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event deleted for resources: {'Port': ['ID=7e39e194-a4bd-4f55-b116-b7df02376ef3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:16.943528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] No DVR routers for this DVR port 7e39e194-a4bd-4f55-b116-b7df02376ef3 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:53:16.962560 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-082c18a7-4a50-4f84-ab2c-629f5aeb45d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:16.974654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-082c18a7-4a50-4f84-ab2c-629f5aeb45d9 None None] No DVR routers for this DVR port 7e39e194-a4bd-4f55-b116-b7df02376ef3 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:53:16.974909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77467d6d-e069-458a-8a32-1bd8e4042583 req-be5461a0-9dce-4794-9739-a66aa784eca4 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351863 Sep 10 03:53:17.003829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082c18a7-4a50-4f84-ab2c-629f5aeb45d9 None None] Pushing event deleted for resources: {'Port': ['ID=7e39e194-a4bd-4f55-b116-b7df02376ef3,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:17.009633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.043945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.064507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f76197e6-9606-4b7c-98bd-3d9827c0b1eb']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:17.073814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcbaa7cf-481b-464d-b343-33e34f71cf46') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:17.076656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcbaa7cf-481b-464d-b343-33e34f71cf46') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:17.084118 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.097593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.103603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:17.104144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:17.107449 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:17.166166 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.228664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.236287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.238126 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] 10.222.0.22 "DELETE /v2.0/networks/f76197e6-9606-4b7c-98bd-3d9827c0b1eb HTTP/1.1" status: 204 len: 168 time: 0.7264228 Sep 10 03:53:17.250564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f0eb2f-9801-4d40-8c2f-33b72a43d35e tempest-FloatingIPNegativeTestJSON-1718343043 tempest-FloatingIPNegativeTestJSON-1718343043-project] Pushing event deleted for resources: {'Network': ['ID=f76197e6-9606-4b7c-98bd-3d9827c0b1eb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:17.253058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.322738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Pushing event updated for resources: {'Port': ['ID=4e82b3b8-2d04-4673-8394-fe3d2b1615f3,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:17.333067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.401934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.403189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a35ff40f-3050-460b-b3a1-0c76816b3b81 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7775183 Sep 10 03:53:17.406190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51224) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:17.411105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1869851204', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'fixed_ips': [{'ip_address': '172.25.3.189'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:17.487744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Made reservation on behalf of 5d74cbce79ee4ad98a4829b364bb3af5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:17.490151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.499950 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.594425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.657490 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.664805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] device_id is not set on port c5e76eab-adf3-40e1-8411-f29d2bf9f681 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:17.738385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51228) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:17.745370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2a75f8-6536-480e-8eb1-b09acb23bde0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:17.873698 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-61152ff0-a7a3-4cc7-b101-e5bb6ad7ce96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6fc021fe2ac4ceea7766643ae3fd8fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1341109 Sep 10 03:53:17.876055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51234) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:17.904941 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Sep 10 03:53:17.905537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:17.926786 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8312d87-4dea-4c31-8249-6a2bbfdb13e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:17.949688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8312d87-4dea-4c31-8249-6a2bbfdb13e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:18.054021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7e39e194-a4bd-4f55-b116-b7df02376ef3 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:18.060021 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8312d87-4dea-4c31-8249-6a2bbfdb13e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:18.062656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8312d87-4dea-4c31-8249-6a2bbfdb13e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:18.066496 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8312d87-4dea-4c31-8249-6a2bbfdb13e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/df17bb94-1115-4aea-9a69-f6b5f40e5dc1 HTTP/1.1" status: 204 len: 168 time: 0.1870956 Sep 10 03:53:18.074124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8312d87-4dea-4c31-8249-6a2bbfdb13e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df17bb94-1115-4aea-9a69-f6b5f40e5dc1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:18.090858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 7e39e194-a4bd-4f55-b116-b7df02376ef3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:18.091798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7e39e194-a4bd-4f55-b116-b7df02376ef3 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:18.271285 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1f21d569-07a1-4cf7-a354-b90b4e6f582e tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.8640659 Sep 10 03:53:18.274325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51240) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:18.326314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf847d2-cf11-4513-914c-12ed0c40977c req-fc26782b-1c82-45d2-accc-7dc0ed8ad50b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:18.326744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdf847d2-cf11-4513-914c-12ed0c40977c req-fc26782b-1c82-45d2-accc-7dc0ed8ad50b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.4072235 Sep 10 03:53:18.348060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc90ee89-245b-4cbe-852d-2b2f63406e77 req-efe383dc-b70b-449a-88cd-d0d45292f3f5 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:18.349533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc90ee89-245b-4cbe-852d-2b2f63406e77 req-efe383dc-b70b-449a-88cd-d0d45292f3f5 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.0818956 Sep 10 03:53:18.394771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdf847d2-cf11-4513-914c-12ed0c40977c req-23e330d9-fe29-462e-82e9-2305c8281992 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602686 Sep 10 03:53:18.409035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Deleting port 4e82b3b8-2d04-4673-8394-fe3d2b1615f3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:18.409383 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:18.413838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc90ee89-245b-4cbe-852d-2b2f63406e77 req-2abb129c-1377-459f-a91a-4169146fe925 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550709 Sep 10 03:53:18.495922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:18.497031 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:18.512338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Calling delete_port for 4e82b3b8-2d04-4673-8394-fe3d2b1615f3 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:18.552349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81063f5-ecde-4d59-8027-0068f10a49a5 req-4ecd7d7d-4d35-4d32-a78a-b3ae2ccff108 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:18.555662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b81063f5-ecde-4d59-8027-0068f10a49a5 req-4ecd7d7d-4d35-4d32-a78a-b3ae2ccff108 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0587666 Sep 10 03:53:18.595111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b81063f5-ecde-4d59-8027-0068f10a49a5 req-b112aaaa-8456-4cb0-a7ce-eb55d706e316 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323217 Sep 10 03:53:18.707517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598b942a-f7f8-4cc4-8519-06bc8d5aa161 req-31c13571-9a07-45b8-8ae6-0b1f7e906f41 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:18.709029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-598b942a-f7f8-4cc4-8519-06bc8d5aa161 req-31c13571-9a07-45b8-8ae6-0b1f7e906f41 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0505049 Sep 10 03:53:18.714965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:18.742965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Pushing event deleted for resources: {'Port': ['ID=4e82b3b8-2d04-4673-8394-fe3d2b1615f3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:18.750962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-598b942a-f7f8-4cc4-8519-06bc8d5aa161 req-bfcf4f91-d053-4439-b9dd-3b2988cf58d7 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356705 Sep 10 03:53:18.806720 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:18.809464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:18.811545 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f86f30c3-26d2-4c97-beec-675c4ccadde3 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107 tempest-ExternalNetworksAdminNegativeTestJSON-1272760107-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/b58d209a-b111-4bc7-9574-1416f871e1ee HTTP/1.1" status: 204 len: 168 time: 0.5362103 Sep 10 03:53:19.029636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec50e201-c88b-4bd0-b634-57f8dcb5043f req-59f495f4-98ce-4c54-b413-98d9b6517e6c tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:19.031253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec50e201-c88b-4bd0-b634-57f8dcb5043f req-59f495f4-98ce-4c54-b413-98d9b6517e6c tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.0499644 Sep 10 03:53:19.070889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec50e201-c88b-4bd0-b634-57f8dcb5043f req-34e0dd71-4b1f-4def-9407-5094a647468d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337570 Sep 10 03:53:19.137109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51272) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.273475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51278) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.337699 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34f24369-486f-4452-9f73-a300946ee3ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:19.343222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f21cb456-a984-4a03-bb4d-845f6838ddaa tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] Request body: {'port': {'network_id': '96d01bcf-032e-4893-ba9c-985a7828b27e', 'name': 'tempest-NetworksNegativeTestJSON-1809152886'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:19.350817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3b3390-285a-4e08-a83e-8f290ad1c847 req-d919df11-dace-4087-b877-9e61891038a8 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:19.352276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb3b3390-285a-4e08-a83e-8f290ad1c847 req-d919df11-dace-4087-b877-9e61891038a8 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0550578 Sep 10 03:53:19.362841 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f21cb456-a984-4a03-bb4d-845f6838ddaa tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] POST failed (client error): The resource could not be found. Sep 10 03:53:19.363391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f21cb456-a984-4a03-bb4d-845f6838ddaa tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:19.364569 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f21cb456-a984-4a03-bb4d-845f6838ddaa tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2263944 Sep 10 03:53:19.368354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51282) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.393989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb3b3390-285a-4e08-a83e-8f290ad1c847 req-28359efd-fdc4-4ce7-91c4-75d420ac2373 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356798 Sep 10 03:53:19.394694 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebb326e0-3ccf-41d1-a644-7234c133956b tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] DELETE failed (client error): The resource could not be found. Sep 10 03:53:19.395255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebb326e0-3ccf-41d1-a644-7234c133956b tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:19.396969 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ebb326e0-3ccf-41d1-a644-7234c133956b tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "DELETE /v2.0/networks/b042c0f6-2f13-43b3-a746-4c1f009cbd5c HTTP/1.1" status: 404 len: 339 time: 0.0262928 Sep 10 03:53:19.403871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51284) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.427814 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-be5b55f3-b384-45c3-b4e4-924b0a3da1b9 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] DELETE failed (client error): The resource could not be found. Sep 10 03:53:19.428492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be5b55f3-b384-45c3-b4e4-924b0a3da1b9 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:19.430408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-be5b55f3-b384-45c3-b4e4-924b0a3da1b9 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "DELETE /v2.0/ports/afb08e0e-8bda-4526-9a0e-951b72d02252 HTTP/1.1" status: 404 len: 333 time: 0.0281136 Sep 10 03:53:19.434551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51290) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.464671 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d5cb9c8-ac5f-4ab7-b110-918aec21103f tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] DELETE failed (client error): The resource could not be found. Sep 10 03:53:19.465137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d5cb9c8-ac5f-4ab7-b110-918aec21103f tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:19.472573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0d5cb9c8-ac5f-4ab7-b110-918aec21103f tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "DELETE /v2.0/subnets/76757eaf-eb6a-47b4-851f-0a15bb943cf8 HTTP/1.1" status: 404 len: 337 time: 0.0302539 Sep 10 03:53:19.472573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51292) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.496022 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34f24369-486f-4452-9f73-a300946ee3ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:19.515780 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-12229cb6-f423-4dbf-8642-51249c27d01f tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] GET failed (client error): The resource could not be found. Sep 10 03:53:19.520239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-12229cb6-f423-4dbf-8642-51249c27d01f tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "GET /v2.0/networks/acf26503-4356-4a86-b27e-6ae8670b6080 HTTP/1.1" status: 404 len: 339 time: 0.0433717 Sep 10 03:53:19.520925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51294) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.541628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ed3bd6-ab43-48b7-9c07-bd94274750c6 req-5e49ba92-0d77-4cb3-bf25-e60d9436524c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:19.544135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67ed3bd6-ab43-48b7-9c07-bd94274750c6 req-5e49ba92-0d77-4cb3-bf25-e60d9436524c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0732117 Sep 10 03:53:19.547263 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b611a4-8f2a-4509-bb35-3b7fd248ee14 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] GET failed (client error): The resource could not be found. Sep 10 03:53:19.552258 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e3b611a4-8f2a-4509-bb35-3b7fd248ee14 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "GET /v2.0/ports/1822c1d0-39a9-475c-a494-b90f2741fd15 HTTP/1.1" status: 404 len: 333 time: 0.0301509 Sep 10 03:53:19.552892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51296) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.578996 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34f24369-486f-4452-9f73-a300946ee3ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:19.599728 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-87ae39d4-c0d0-4b64-9d20-195b1fda0307 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] GET failed (client error): The resource could not be found. Sep 10 03:53:19.601373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-87ae39d4-c0d0-4b64-9d20-195b1fda0307 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "GET /v2.0/subnets/7b516d11-4a19-4a93-b4ee-d09dd0a34cc3 HTTP/1.1" status: 404 len: 337 time: 0.0472982 Sep 10 03:53:19.605282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51298) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.612192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-28f9838e-5354-4b76-8aff-58d9e7d9d9fa tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] Request body: {'network': {'name': 'new_name'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:19.631496 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-34f24369-486f-4452-9f73-a300946ee3ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6805c3feef24ed78638728414ea60ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3545318 Sep 10 03:53:19.631841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51300) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.635816 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-28f9838e-5354-4b76-8aff-58d9e7d9d9fa tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] PUT failed (client error): The resource could not be found. Sep 10 03:53:19.636458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28f9838e-5354-4b76-8aff-58d9e7d9d9fa tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:19.637687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-28f9838e-5354-4b76-8aff-58d9e7d9d9fa tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "PUT /v2.0/networks/e5cd4846-25ed-4b95-af5c-09e825ff0992 HTTP/1.1" status: 404 len: 339 time: 0.0313859 Sep 10 03:53:19.641358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51302) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.641996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f24369-486f-4452-9f73-a300946ee3ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d515e234-4b72-487b-9c6b-58113bdfb1c9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:19.651029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1932b655-37f3-490e-903a-daef58f64672 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] Request body: {'port': {'name': 'new_name'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:19.665717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67ed3bd6-ab43-48b7-9c07-bd94274750c6 req-fc3bbd54-6218-4f20-aa41-1d02c3678838 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150782 Sep 10 03:53:19.695599 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1932b655-37f3-490e-903a-daef58f64672 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] PUT failed (client error): The resource could not be found. Sep 10 03:53:19.696219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f46f1c13-464b-4bd7-a351-55fbd340304a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:19.696398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1932b655-37f3-490e-903a-daef58f64672 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:19.697438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1932b655-37f3-490e-903a-daef58f64672 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "PUT /v2.0/ports/aeb8bf37-5d30-4a74-9a70-2999e8fcdb9b HTTP/1.1" status: 404 len: 333 time: 0.0540876 Sep 10 03:53:19.705522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51304) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:19.710573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1a3a33ae-fb2c-43c1-975d-4881ad8c50e5 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:19.720624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f46f1c13-464b-4bd7-a351-55fbd340304a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:19.746860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f7b22-5ad6-4d8f-88de-73fa9f273d62 req-c1bf5567-0846-4712-a6be-bb9a553ad4df tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:19.752849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f7b22-5ad6-4d8f-88de-73fa9f273d62 req-c1bf5567-0846-4712-a6be-bb9a553ad4df tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:19.758877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07f7b22-5ad6-4d8f-88de-73fa9f273d62 req-c1bf5567-0846-4712-a6be-bb9a553ad4df tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:19.760629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c07f7b22-5ad6-4d8f-88de-73fa9f273d62 req-c1bf5567-0846-4712-a6be-bb9a553ad4df tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb&device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6&device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 2416 time: 0.1183865 Sep 10 03:53:19.763707 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a3a33ae-fb2c-43c1-975d-4881ad8c50e5 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] PUT failed (client error): The resource could not be found. Sep 10 03:53:19.763707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a3a33ae-fb2c-43c1-975d-4881ad8c50e5 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:53:19.763707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1a3a33ae-fb2c-43c1-975d-4881ad8c50e5 tempest-NetworksNegativeTestJSON-1166534135 tempest-NetworksNegativeTestJSON-1166534135-project] 10.222.0.22 "PUT /v2.0/subnets/9d6196cb-1788-4a30-9891-d2f74a4920b5 HTTP/1.1" status: 404 len: 337 time: 0.0564415 Sep 10 03:53:19.801337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c07f7b22-5ad6-4d8f-88de-73fa9f273d62 req-5f32bec9-62f3-437f-8807-3bad1e730229 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335083 Sep 10 03:53:19.840220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f46f1c13-464b-4bd7-a351-55fbd340304a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:19.845107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f46f1c13-464b-4bd7-a351-55fbd340304a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:19.845107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f46f1c13-464b-4bd7-a351-55fbd340304a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d515e234-4b72-487b-9c6b-58113bdfb1c9 HTTP/1.1" status: 204 len: 168 time: 0.2114377 Sep 10 03:53:19.853070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46f1c13-464b-4bd7-a351-55fbd340304a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d515e234-4b72-487b-9c6b-58113bdfb1c9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:19.938155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70625ecb-8e0b-40fe-ae05-1e3a719c7f5b req-b8bf257d-e983-435b-82c2-8e51974e971e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:19.939655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70625ecb-8e0b-40fe-ae05-1e3a719c7f5b req-b8bf257d-e983-435b-82c2-8e51974e971e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.0496407 Sep 10 03:53:19.977452 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70625ecb-8e0b-40fe-ae05-1e3a719c7f5b req-91c472b8-db72-4125-96c3-753f985cec5c tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318201 Sep 10 03:53:20.198638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-db9e8727-84c6-454b-a875-8895d8174a79 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0476296 Sep 10 03:53:20.228810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51320) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:20.296830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-1e9e599f-af3f-4dd7-b431-24c9c6756e66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:20.298472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-1e9e599f-af3f-4dd7-b431-24c9c6756e66 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1095 time: 0.0496006 Sep 10 03:53:20.357522 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544cefb5-bc82-4ae1-80a5-6c9913f29768 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.457678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-cad37e92-67f4-4bb5-8ee9-d9eb563ffc6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:20.457964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-cad37e92-67f4-4bb5-8ee9-d9eb563ffc6b service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.1348538 Sep 10 03:53:20.510479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51330) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:20.577740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-d34463bc-c581-4642-b859-ce9bb27e3c9c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 999 time: 0.1102588 Sep 10 03:53:20.622429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-02005639-f703-4802-82ef-ebb4ba52b908 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d74cbce79ee4ad98a4829b364bb3af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1090510 Sep 10 03:53:20.625115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51336) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:20.637356 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544cefb5-bc82-4ae1-80a5-6c9913f29768 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.647943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-a72a5246-e8a1-4698-979b-bd9cb1dbd922 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:20.649449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-a72a5246-e8a1-4698-979b-bd9cb1dbd922 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0592122 Sep 10 03:53:20.678301 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44733a67-9d55-483b-90eb-8fbce9e936eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.698152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-544cefb5-bc82-4ae1-80a5-6c9913f29768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.702963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44733a67-9d55-483b-90eb-8fbce9e936eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.705342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-0e9074e4-2b0f-41aa-93eb-c61cf5457edb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:20.705342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-0e9074e4-2b0f-41aa-93eb-c61cf5457edb service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0482638 Sep 10 03:53:20.749282 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5a4d0f94-d75a-42ff-a898-2dcb31bf970e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.784255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544cefb5-bc82-4ae1-80a5-6c9913f29768 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e7d46e-d331-4789-9282-c38d162d30e0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:20.788586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-544cefb5-bc82-4ae1-80a5-6c9913f29768 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2c956763931429a99b25807e332f74a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5586839 Sep 10 03:53:20.799161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51340) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:20.830893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44733a67-9d55-483b-90eb-8fbce9e936eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.833478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44733a67-9d55-483b-90eb-8fbce9e936eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.834629 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-44733a67-9d55-483b-90eb-8fbce9e936eb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d2a75f8-6536-480e-8eb1-b09acb23bde0 HTTP/1.1" status: 204 len: 168 time: 0.2084997 Sep 10 03:53:20.853014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44733a67-9d55-483b-90eb-8fbce9e936eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2a75f8-6536-480e-8eb1-b09acb23bde0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:20.874901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902bbc0b-4e59-41cf-89a8-a76fc3580947 req-9d995e58-9fc5-4cc0-af5a-4cbfdeeac88c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:20.875304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-902bbc0b-4e59-41cf-89a8-a76fc3580947 req-9d995e58-9fc5-4cc0-af5a-4cbfdeeac88c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1140628 Sep 10 03:53:20.877472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-a97fa1e6-28f4-47f4-8c64-43e7ddf10222 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552339 Sep 10 03:53:20.892382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef0b8-b0e3-4f92-a8be-580ceed79c9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.916813 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef0b8-b0e3-4f92-a8be-580ceed79c9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:20.982892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-902bbc0b-4e59-41cf-89a8-a76fc3580947 req-19d14142-7799-4b7c-8f93-e024c5b591a1 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987232 Sep 10 03:53:21.011460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a18469df-22c4-4181-bafa-6a8439ee10e2 req-39cf67a2-fed4-429e-b0d7-7c25a5049621 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232109 Sep 10 03:53:21.034572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef0b8-b0e3-4f92-a8be-580ceed79c9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:21.037174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c5ef0b8-b0e3-4f92-a8be-580ceed79c9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:21.038390 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9c5ef0b8-b0e3-4f92-a8be-580ceed79c9d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6e7d46e-d331-4789-9282-c38d162d30e0 HTTP/1.1" status: 204 len: 168 time: 0.2381256 Sep 10 03:53:21.046174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ef0b8-b0e3-4f92-a8be-580ceed79c9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e7d46e-d331-4789-9282-c38d162d30e0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:21.175268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccc77e4-ec30-4d4d-84d5-d951a5a528a5 req-92fbfc56-e919-42a9-b69e-d4fd713d48be tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:21.176703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bccc77e4-ec30-4d4d-84d5-d951a5a528a5 req-92fbfc56-e919-42a9-b69e-d4fd713d48be tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0487916 Sep 10 03:53:21.215645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bccc77e4-ec30-4d4d-84d5-d951a5a528a5 req-38991f40-bef4-4df9-99d9-0ef428a99e4a tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331569 Sep 10 03:53:22.104949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ffd605c-0cba-4d3c-ac50-24081bdaec36 req-415f1d7b-3f2f-462e-b51a-2b4cd3f5ad3e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:22.106474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ffd605c-0cba-4d3c-ac50-24081bdaec36 req-415f1d7b-3f2f-462e-b51a-2b4cd3f5ad3e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0562558 Sep 10 03:53:22.147024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ffd605c-0cba-4d3c-ac50-24081bdaec36 req-cac55f56-aedb-4af9-a1f8-ceaba7b021e6 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327122 Sep 10 03:53:22.192534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51394) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:22.196367 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0028720 Sep 10 03:53:22.199190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51396) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:22.343635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99429a7-a721-4aa9-8b1e-fe3f369182cf req-6d962f79-7fe6-4338-9ed9-f0a775a28a75 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:22.345223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e99429a7-a721-4aa9-8b1e-fe3f369182cf req-6d962f79-7fe6-4338-9ed9-f0a775a28a75 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0541794 Sep 10 03:53:22.384381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e99429a7-a721-4aa9-8b1e-fe3f369182cf req-f34d226e-dd74-444c-b46a-abbe1d351930 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329964 Sep 10 03:53:22.404626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6489c4f8-fd4c-4466-9fa6-a7fa1953be58 tempest-NetworksApiDiscovery-1217203981 tempest-NetworksApiDiscovery-1217203981-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.2041833 Sep 10 03:53:22.800056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51418) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:22.858910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51422) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:22.963536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:22.988967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-517952359'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:23.048463 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.115785 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.154222 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10f5ef332ab94fa9a3ed1e27eefa70ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934473 Sep 10 03:53:23.155120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0552f46b-6777-44e3-b0d4-8fd26ac4e78c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:23.157004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51426) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:23.162464 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.163469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.163469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.163469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.163934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.164262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.164585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.164908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.165232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.165551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.165868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.166233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5293a34-e781-44cb-af56-6996773f8cd5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:23.179879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Made reservation on behalf of 9c0813e15da34f89b03da82777e8d6d6 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:23.183280 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.197637 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.269169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a2aad7-529f-4a63-a153-36ab5b67a5a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.309482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a2aad7-529f-4a63-a153-36ab5b67a5a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.327769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b7a32f-457d-42e7-9b24-3db6f7ee9fbe req-7b0bd179-cf5f-4e36-88eb-a993a643787f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:23.329256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9b7a32f-457d-42e7-9b24-3db6f7ee9fbe req-7b0bd179-cf5f-4e36-88eb-a993a643787f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1114302 Sep 10 03:53:23.402827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9b7a32f-457d-42e7-9b24-3db6f7ee9fbe req-b0a27e82-ef86-436d-9afc-20c8a23362a6 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670660 Sep 10 03:53:23.434113 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.502232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1efbc62-2e14-4b32-80ab-aa327653d37c req-ed7ac481-b492-44b7-ac83-dad1cc44ebc8 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:23.503874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1efbc62-2e14-4b32-80ab-aa327653d37c req-ed7ac481-b492-44b7-ac83-dad1cc44ebc8 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0500770 Sep 10 03:53:23.511898 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a2aad7-529f-4a63-a153-36ab5b67a5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.514625 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a2aad7-529f-4a63-a153-36ab5b67a5a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.515783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-15a2aad7-529f-4a63-a153-36ab5b67a5a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0552f46b-6777-44e3-b0d4-8fd26ac4e78c HTTP/1.1" status: 204 len: 168 time: 0.3577051 Sep 10 03:53:23.534658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a2aad7-529f-4a63-a153-36ab5b67a5a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0552f46b-6777-44e3-b0d4-8fd26ac4e78c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:23.538964 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-afb1e5b9-a6e4-4745-a3d9-600273cb1fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.545623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.579962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1efbc62-2e14-4b32-80ab-aa327653d37c req-dbf8325f-6237-4a63-aad2-7f2758e99559 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700860 Sep 10 03:53:23.580752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:53:23.594732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b289e5cd-c19a-433e-99b5-c303a79bc799,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:23.599722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.607307 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Added segment d7d4ec9a-ff14-492c-a43e-c821c3a7f938 of type vlan for network edec5ae2-9895-4116-b489-3748af46a631 Sep 10 03:53:23.642380 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.687245 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.732546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.738151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:23.738777 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:23.804767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Pushing event updated for resources: {'Network': ['ID=edec5ae2-9895-4116-b489-3748af46a631,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:23.816201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network edec5ae2-9895-4116-b489-3748af46a631 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:53:23.824957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-52498402-850c-4908-804a-9a930fc28ee8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.0235817 Sep 10 03:53:24.044923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51448) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:24.049898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Request body: {'port': {'network_id': 'edec5ae2-9895-4116-b489-3748af46a631', 'binding:host_id': 'n-h1-808143-1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1753627854'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:24.150043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Made reservation on behalf of ca9672a154c841ffb7ddd2dd0ac84234 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:24.152461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:24.161706 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:24.255783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:24.325937 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:24.331453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] device_id is not set on port a283e147-bcc0-49df-8bbe-10187ad38622 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:24.406768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e982c65c-d693-4837-903d-fbf3b8f64fbd,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:24.587465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] device_id is not set on port a283e147-bcc0-49df-8bbe-10187ad38622 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:24.598974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c731298-7a01-45b6-aca6-ee7a2aecc70d req-53d486bf-1bbe-4a95-8922-e6431c1b8146 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:24.600504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c731298-7a01-45b6-aca6-ee7a2aecc70d req-53d486bf-1bbe-4a95-8922-e6431c1b8146 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0991056 Sep 10 03:53:24.605976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:24.631001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Transition to ACTIVE for port object a283e147-bcc0-49df-8bbe-10187ad38622 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:24.650927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c731298-7a01-45b6-aca6-ee7a2aecc70d req-86dc6dcb-c8e4-4abe-bb47-495cfa96e107 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421491 Sep 10 03:53:24.700261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e64c56f-caf7-4f4a-a3e4-a1efd610fcae req-a29a8145-1b81-4f9a-8348-14b268c4154c tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:24.702357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e64c56f-caf7-4f4a-a3e4-a1efd610fcae req-a29a8145-1b81-4f9a-8348-14b268c4154c tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0505328 Sep 10 03:53:24.728611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:24.770007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e64c56f-caf7-4f4a-a3e4-a1efd610fcae req-e49eea01-3bdf-4fce-8560-ff795a9ce2ea tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615902 Sep 10 03:53:24.799076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'Port': ['ID=a283e147-bcc0-49df-8bbe-10187ad38622,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:24.809203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Checking segment: {'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:24.809879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Network hostable DHCP agents. Network: edec5ae2-9895-4116-b489-3748af46a631, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:53:24.904192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Network edec5ae2-9895-4116-b489-3748af46a631 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:53:24.983279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, edec5ae2-9895-4116-b489-3748af46a631) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:24.987010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:24.993784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbdf91ce-5e3f-4afd-ab3e-586406ad71e9 None None] Network edec5ae2-9895-4116-b489-3748af46a631 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:25.002709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.003045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.003421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.007736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.008075 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.008458 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 2 to bind port a283e147-bcc0-49df-8bbe-10187ad38622 Sep 10 03:53:25.020624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.021210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.021546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.026364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.026622 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.027047 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 3 to bind port a283e147-bcc0-49df-8bbe-10187ad38622 Sep 10 03:53:25.040318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.040665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.041002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.045825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.046218 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.046608 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 4 to bind port a283e147-bcc0-49df-8bbe-10187ad38622 Sep 10 03:53:25.058543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.058909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.059245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.065104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.065431 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.065818 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 5 to bind port a283e147-bcc0-49df-8bbe-10187ad38622 Sep 10 03:53:25.078586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.078926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.079373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.084045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.084375 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.084771 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 6 to bind port a283e147-bcc0-49df-8bbe-10187ad38622 Sep 10 03:53:25.100817 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.101994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.102627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.103549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.110614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.111514 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.112409 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 7 to bind port a283e147-bcc0-49df-8bbe-10187ad38622 Sep 10 03:53:25.126500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.126828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.127155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.131727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.132055 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.132443 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 8 to bind port a283e147-bcc0-49df-8bbe-10187ad38622 Sep 10 03:53:25.144160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.144493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.144828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.149185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.149503 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.149884 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 9 to bind port a283e147-bcc0-49df-8bbe-10187ad38622 Sep 10 03:53:25.162532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.163109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.163245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.167408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.167757 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.168143 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 10 to bind port a283e147-bcc0-49df-8bbe-10187ad38622 Sep 10 03:53:25.180368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:25.180704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:25.181038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:25.185708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port a283e147-bcc0-49df-8bbe-10187ad38622 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:25.186026 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port a283e147-bcc0-49df-8bbe-10187ad38622 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:25.186390 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.249720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] For port a283e147-bcc0-49df-8bbe-10187ad38622, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:25.250083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempted to set empty binding levels {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:53:25.314634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.348443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:25.349263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.370980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'Port': ['ID=a283e147-bcc0-49df-8bbe-10187ad38622,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:25.430531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0cdec34e-ae71-4f64-b87e-ab835aa43d0d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 1.3844960 Sep 10 03:53:25.433159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51482) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:25.515351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c1ecd-4276-4858-b893-7f1f7564133c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Deleting port a283e147-bcc0-49df-8bbe-10187ad38622 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:25.515707 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d7c1ecd-4276-4858-b893-7f1f7564133c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.584452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-4d7c1ecd-4276-4858-b893-7f1f7564133c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] For port a283e147-bcc0-49df-8bbe-10187ad38622, host n-h1-808143-1, got binding levels [] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:25.584722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d7c1ecd-4276-4858-b893-7f1f7564133c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.595815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-4d7c1ecd-4276-4858-b893-7f1f7564133c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Calling delete_port for a283e147-bcc0-49df-8bbe-10187ad38622 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:25.767982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e55538-eb6f-4e38-a4f3-bc041c71a882 req-5c86680c-0f73-4c5a-8c6f-27a4b0b71023 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:25.769472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17e55538-eb6f-4e38-a4f3-bc041c71a882 req-5c86680c-0f73-4c5a-8c6f-27a4b0b71023 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0483587 Sep 10 03:53:25.770518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d7c1ecd-4276-4858-b893-7f1f7564133c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.808498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c1ecd-4276-4858-b893-7f1f7564133c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event deleted for resources: {'Port': ['ID=a283e147-bcc0-49df-8bbe-10187ad38622,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:25.823175 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d7c1ecd-4276-4858-b893-7f1f7564133c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.824996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4d7c1ecd-4276-4858-b893-7f1f7564133c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "DELETE /v2.0/ports/a283e147-bcc0-49df-8bbe-10187ad38622 HTTP/1.1" status: 204 len: 168 time: 0.3909206 Sep 10 03:53:25.828371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51494) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:25.845018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17e55538-eb6f-4e38-a4f3-bc041c71a882 req-a7b63c1e-49c8-40e9-80f5-32d429adf46c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675192 Sep 10 03:53:25.857430 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5cf8bd7-08fa-4c9c-9e3e-27b330ceb0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:53:25.864400 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c5cf8bd7-08fa-4c9c-9e3e-27b330ceb0ea tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "GET /v2.0/ports/a283e147-bcc0-49df-8bbe-10187ad38622 HTTP/1.1" status: 404 len: 333 time: 0.0340202 Sep 10 03:53:25.867199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51496) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:25.872742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Request body: {'port': {'network_id': 'edec5ae2-9895-4116-b489-3748af46a631', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-84530510'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:25.897332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5c768-7ffc-44c7-9a0c-e28d7e9648e6 req-9b1cc3ec-b2d4-486c-912c-74fe6980e599 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:25.898862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31d5c768-7ffc-44c7-9a0c-e28d7e9648e6 req-9b1cc3ec-b2d4-486c-912c-74fe6980e599 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0581503 Sep 10 03:53:25.940633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31d5c768-7ffc-44c7-9a0c-e28d7e9648e6 req-41c76047-91ba-491a-8125-ad4ba8ce3239 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356746 Sep 10 03:53:25.978499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Made reservation on behalf of ca9672a154c841ffb7ddd2dd0ac84234 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:25.981192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:25.998359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] device_id is not set on port b5330393-5491-40ed-a951-4a24f63e4d34 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:26.168043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.201975 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.287576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.331494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Network edec5ae2-9895-4116-b489-3748af46a631 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:26.334321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:26.340217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:26.340741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:26.341338 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.346987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'Port': ['ID=b5330393-5491-40ed-a951-4a24f63e4d34,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:26.413451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-33372def-3a84-4f11-b83b-4877568f5871 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5449743 Sep 10 03:53:26.416225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51500) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:26.421636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:26.472827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.636207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] device_id is not set on port b5330393-5491-40ed-a951-4a24f63e4d34 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:26.643394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.655480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Transition to ACTIVE for port object b5330393-5491-40ed-a951-4a24f63e4d34 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:26.732914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:26.782537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'Port': ['ID=b5330393-5491-40ed-a951-4a24f63e4d34,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:26.793290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.793618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.794011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.798884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.799205 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.799581 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 2 to bind port b5330393-5491-40ed-a951-4a24f63e4d34 Sep 10 03:53:26.811912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.812241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.812568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.816678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.816995 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.817370 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 3 to bind port b5330393-5491-40ed-a951-4a24f63e4d34 Sep 10 03:53:26.828785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.829400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.829533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.833592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.833917 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.834300 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 4 to bind port b5330393-5491-40ed-a951-4a24f63e4d34 Sep 10 03:53:26.846624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.846955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.847281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.851451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.851813 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.852196 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 5 to bind port b5330393-5491-40ed-a951-4a24f63e4d34 Sep 10 03:53:26.863926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.864255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.864583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.868779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.869039 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.869510 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 6 to bind port b5330393-5491-40ed-a951-4a24f63e4d34 Sep 10 03:53:26.885560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.885902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.886293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.890705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.891029 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.891431 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 7 to bind port b5330393-5491-40ed-a951-4a24f63e4d34 Sep 10 03:53:26.903172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.904074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.904448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.908843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.909168 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.909582 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 8 to bind port b5330393-5491-40ed-a951-4a24f63e4d34 Sep 10 03:53:26.922985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.923323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.923658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.928099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.928438 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.928827 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 9 to bind port b5330393-5491-40ed-a951-4a24f63e4d34 Sep 10 03:53:26.940627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.940964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.941295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.945608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.945939 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.946330 n-d-808143-1 neutron-server[95137]: INFO neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 10 to bind port b5330393-5491-40ed-a951-4a24f63e4d34 Sep 10 03:53:26.958906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:26.959240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:26.959576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:26.960553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8960c475-795b-4dbb-822b-6f79008e959a req-12783a12-e829-47b0-8418-4a4782064ed9 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:26.962033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8960c475-795b-4dbb-822b-6f79008e959a req-12783a12-e829-47b0-8418-4a4782064ed9 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0484049 Sep 10 03:53:26.964080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:26.964601 n-d-808143-1 neutron-server[95137]: ERROR neutron.plugins.ml2.managers [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port b5330393-5491-40ed-a951-4a24f63e4d34 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:26.964977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.004199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8960c475-795b-4dbb-822b-6f79008e959a req-903dd180-df90-4bf9-b649-969a36a660f5 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349686 Sep 10 03:53:27.029831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] For port b5330393-5491-40ed-a951-4a24f63e4d34, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:27.030200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempted to set empty binding levels {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:53:27.062737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfbb189-dc7e-4f02-a1fb-71243a37a008 req-a6f31510-3c32-410b-9b78-edda3826c7e9 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.064258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cfbb189-dc7e-4f02-a1fb-71243a37a008 req-a6f31510-3c32-410b-9b78-edda3826c7e9 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0534892 Sep 10 03:53:27.101773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cfbb189-dc7e-4f02-a1fb-71243a37a008 req-b10a52ab-2281-452c-8a54-aff96e36f026 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316591 Sep 10 03:53:27.110319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.141472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] In _notify_port_updated(), no bound segment for port b5330393-5491-40ed-a951-4a24f63e4d34 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:53:27.142236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.142829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.144184 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "PUT /v2.0/ports/b5330393-5491-40ed-a951-4a24f63e4d34 HTTP/1.1" status: 200 len: 977 time: 0.7269905 Sep 10 03:53:27.147322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51506) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:27.158976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adf38a6-9616-4778-9737-68c39f1bb256 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'Port': ['ID=b5330393-5491-40ed-a951-4a24f63e4d34,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:27.249490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.249972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.250438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.250900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.251386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.251873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.252330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.252862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.253230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.253686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.254142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.254597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.255050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.255503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.255982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.256437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.256923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.257326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.257777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.258232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.258678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.259129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.259578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.260057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.260513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.260961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.261409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.261859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.262306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.262775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.263224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.263672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.264155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.264603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.265050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.265497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.265949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.266393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:27.270228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5f59abc1-a848-4c0f-8887-6bfac6faf4d3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 34174 time: 0.1218317 Sep 10 03:53:27.274429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51512) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:27.349107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0c11ab96-3e73-4b00-9e00-54595dfbac7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Deleting port b5330393-5491-40ed-a951-4a24f63e4d34 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:27.349445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c11ab96-3e73-4b00-9e00-54595dfbac7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.411618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-0c11ab96-3e73-4b00-9e00-54595dfbac7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] For port b5330393-5491-40ed-a951-4a24f63e4d34, host n-h1-808143-1, got binding levels [] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:27.411885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c11ab96-3e73-4b00-9e00-54595dfbac7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.423876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0c11ab96-3e73-4b00-9e00-54595dfbac7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Calling delete_port for b5330393-5491-40ed-a951-4a24f63e4d34 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:27.595691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c11ab96-3e73-4b00-9e00-54595dfbac7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.622954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c11ab96-3e73-4b00-9e00-54595dfbac7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event deleted for resources: {'Port': ['ID=b5330393-5491-40ed-a951-4a24f63e4d34,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:27.629356 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c11ab96-3e73-4b00-9e00-54595dfbac7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.635473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0c11ab96-3e73-4b00-9e00-54595dfbac7d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "DELETE /v2.0/ports/b5330393-5491-40ed-a951-4a24f63e4d34 HTTP/1.1" status: 204 len: 168 time: 0.3559084 Sep 10 03:53:27.636920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51516) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:27.661843 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bed970d-2b1a-4c9c-ac05-58ef5404662e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:53:27.663170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9bed970d-2b1a-4c9c-ac05-58ef5404662e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "GET /v2.0/ports/b5330393-5491-40ed-a951-4a24f63e4d34 HTTP/1.1" status: 404 len: 333 time: 0.0265501 Sep 10 03:53:27.666759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51518) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:27.672161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-48968978', 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:27.778096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Made reservation on behalf of ca9672a154c841ffb7ddd2dd0ac84234 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:27.781075 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:27.796540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] device_id is not set on port 6da32e69-7add-4abf-8479-254be835f052 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:27.944530 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.064929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.130078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Network edec5ae2-9895-4116-b489-3748af46a631 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:28.140352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:28.143330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:28.144279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:28.144875 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.146940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'Port': ['ID=6da32e69-7add-4abf-8479-254be835f052,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:28.169447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901b2782-f352-454e-8bdd-8a5fdce769ce req-d6aef30d-7d27-4d80-8edb-d09e46a60c5c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:28.170942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-901b2782-f352-454e-8bdd-8a5fdce769ce req-d6aef30d-7d27-4d80-8edb-d09e46a60c5c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0987301 Sep 10 03:53:28.238475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a2fb0123-244c-4ada-b36b-6a1ed159c5b0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 0.5678644 Sep 10 03:53:28.239921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51534) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:28.244850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-901b2782-f352-454e-8bdd-8a5fdce769ce req-01c071bb-6465-42f4-9edf-6cc21551124f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638885 Sep 10 03:53:28.252923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fdfd1f0-c870-4d2e-bf4e-390979503b3f req-2f290299-05f9-4909-8ea7-e1dfe946e9d1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:28.254485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fdfd1f0-c870-4d2e-bf4e-390979503b3f req-2f290299-05f9-4909-8ea7-e1dfe946e9d1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0822260 Sep 10 03:53:28.280095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962667b8-8524-4bde-bb09-97fd3c0bd52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:28.283769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-962667b8-8524-4bde-bb09-97fd3c0bd52a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "GET /v2.0/ports/6da32e69-7add-4abf-8479-254be835f052 HTTP/1.1" status: 200 len: 957 time: 0.0406740 Sep 10 03:53:28.284606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51536) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:28.327067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fdfd1f0-c870-4d2e-bf4e-390979503b3f req-ef59c5cb-fe05-403d-9789-bb4b08e05705 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611839 Sep 10 03:53:28.371453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-119f7ff0-4d03-421c-a3b9-312636327978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Deleting port 6da32e69-7add-4abf-8479-254be835f052 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:28.371824 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-119f7ff0-4d03-421c-a3b9-312636327978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.434967 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-119f7ff0-4d03-421c-a3b9-312636327978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.446122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-119f7ff0-4d03-421c-a3b9-312636327978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Calling delete_port for 6da32e69-7add-4abf-8479-254be835f052 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:28.578512 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-119f7ff0-4d03-421c-a3b9-312636327978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.606157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-119f7ff0-4d03-421c-a3b9-312636327978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event deleted for resources: {'Port': ['ID=6da32e69-7add-4abf-8479-254be835f052,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:28.611610 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-119f7ff0-4d03-421c-a3b9-312636327978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.618715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-119f7ff0-4d03-421c-a3b9-312636327978 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "DELETE /v2.0/ports/6da32e69-7add-4abf-8479-254be835f052 HTTP/1.1" status: 204 len: 168 time: 0.3280463 Sep 10 03:53:28.618715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51538) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:28.641786 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb9830d-7b09-4d05-99cd-45d77defc4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:53:28.643756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8eb9830d-7b09-4d05-99cd-45d77defc4f0 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "GET /v2.0/ports/6da32e69-7add-4abf-8479-254be835f052 HTTP/1.1" status: 404 len: 333 time: 0.0262685 Sep 10 03:53:28.646821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51540) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:28.651312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Request body: {'port': {'network_id': 'edec5ae2-9895-4116-b489-3748af46a631', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1353263039'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:28.750109 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.761613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Made reservation on behalf of ca9672a154c841ffb7ddd2dd0ac84234 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:28.764565 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:28.780753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] device_id is not set on port 594c083a-4458-4f87-a5ed-31d10fbec376 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:28.930333 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.041691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.081310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Network edec5ae2-9895-4116-b489-3748af46a631 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:29.084090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:29.087398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:29.088413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:29.089471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.101882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'Port': ['ID=594c083a-4458-4f87-a5ed-31d10fbec376,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:29.185412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2a1dca82-11c0-43c4-870b-c670919012f4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.5368435 Sep 10 03:53:29.187923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51548) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:29.192787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:29.245105 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.436257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cfa0d7-137d-47d5-aa73-125892e9164f req-09a50908-e8fa-46b8-8bd7-66bfd34319be tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:29.437728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4cfa0d7-137d-47d5-aa73-125892e9164f req-09a50908-e8fa-46b8-8bd7-66bfd34319be tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1215219 Sep 10 03:53:29.506301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] device_id is not set on port 594c083a-4458-4f87-a5ed-31d10fbec376 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:29.521808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ae6f92-7294-4d08-b6bf-8c099730c352 req-a7f3e8ca-7318-40da-b37f-bd93f30db19e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:29.523292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33ae6f92-7294-4d08-b6bf-8c099730c352 req-a7f3e8ca-7318-40da-b37f-bd93f30db19e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1269135 Sep 10 03:53:29.525059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.534250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4cfa0d7-137d-47d5-aa73-125892e9164f req-9c6e68fd-5018-46bb-9efa-3ef9c1d0eb01 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879083 Sep 10 03:53:29.556030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Transition to ACTIVE for port object 594c083a-4458-4f87-a5ed-31d10fbec376 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:29.572819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33ae6f92-7294-4d08-b6bf-8c099730c352 req-8dd411cc-a00d-4c70-be48-e65541d22710 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432940 Sep 10 03:53:29.646853 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.700803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'Port': ['ID=594c083a-4458-4f87-a5ed-31d10fbec376,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:29.716907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.717231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.717561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.721729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.722046 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.722424 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 2 to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 Sep 10 03:53:29.736036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.736363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.736684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.740972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.741292 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.741662 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 3 to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 Sep 10 03:53:29.753014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.753340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.753666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.758004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.758317 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.758690 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 4 to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 Sep 10 03:53:29.770734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.771059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.771379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.775559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.775848 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.776225 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 5 to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 Sep 10 03:53:29.788017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.788334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.788654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.793016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.793868 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.793868 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 6 to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 Sep 10 03:53:29.807585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.807960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.808417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.813059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.813370 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.813746 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 7 to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 Sep 10 03:53:29.825883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.826211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.826541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.830885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.831199 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.831575 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 8 to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 Sep 10 03:53:29.844425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.844756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.845081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.849424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.849739 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.850120 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 9 to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 Sep 10 03:53:29.862565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.862888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.863213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.867351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.867984 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.868363 n-d-808143-1 neutron-server[95136]: INFO neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempt 10 to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 Sep 10 03:53:29.880665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:29.880989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:29.881311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempting to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:29.885410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:53:29.885736 n-d-808143-1 neutron-server[95136]: ERROR neutron.plugins.ml2.managers [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Failed to bind port 594c083a-4458-4f87-a5ed-31d10fbec376 on host n-h1-808143-1 for vnic_type normal using segments [{'id': 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'edec5ae2-9895-4116-b489-3748af46a631'}] Sep 10 03:53:29.886079 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:29.945854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] For port 594c083a-4458-4f87-a5ed-31d10fbec376, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:29.946139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attempted to set empty binding levels {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Sep 10 03:53:30.019104 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.052662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] In _notify_port_updated(), no bound segment for port 594c083a-4458-4f87-a5ed-31d10fbec376 on network edec5ae2-9895-4116-b489-3748af46a631 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:53:30.053827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:30.054427 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.055976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "PUT /v2.0/ports/594c083a-4458-4f87-a5ed-31d10fbec376 HTTP/1.1" status: 200 len: 979 time: 0.8670988 Sep 10 03:53:30.058811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51558) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:30.092601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed233710-7dd0-43d7-8469-b2172f16a7c5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event updated for resources: {'Port': ['ID=594c083a-4458-4f87-a5ed-31d10fbec376,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:30.138299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e2c10766-0b81-4a1d-aaf2-563373a0449a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Deleting port 594c083a-4458-4f87-a5ed-31d10fbec376 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:30.138662 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2c10766-0b81-4a1d-aaf2-563373a0449a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.202453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-e2c10766-0b81-4a1d-aaf2-563373a0449a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] For port 594c083a-4458-4f87-a5ed-31d10fbec376, host n-h1-808143-1, got binding levels [] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:30.202818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2c10766-0b81-4a1d-aaf2-563373a0449a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.214259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e2c10766-0b81-4a1d-aaf2-563373a0449a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Calling delete_port for 594c083a-4458-4f87-a5ed-31d10fbec376 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:30.354124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2c10766-0b81-4a1d-aaf2-563373a0449a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.381868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c10766-0b81-4a1d-aaf2-563373a0449a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Pushing event deleted for resources: {'Port': ['ID=594c083a-4458-4f87-a5ed-31d10fbec376,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:30.387763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e2c10766-0b81-4a1d-aaf2-563373a0449a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.390619 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e2c10766-0b81-4a1d-aaf2-563373a0449a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "DELETE /v2.0/ports/594c083a-4458-4f87-a5ed-31d10fbec376 HTTP/1.1" status: 204 len: 168 time: 0.3301814 Sep 10 03:53:30.393036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51560) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:30.415822 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c35629-5e90-4531-bdd2-2aaadf2c1f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] GET failed (client error): The resource could not be found. Sep 10 03:53:30.417247 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b3c35629-5e90-4531-bdd2-2aaadf2c1f04 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1457695954-project-admin] 10.222.0.22 "GET /v2.0/ports/594c083a-4458-4f87-a5ed-31d10fbec376 HTTP/1.1" status: 404 len: 333 time: 0.0232656 Sep 10 03:53:30.420704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51562) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:30.496644 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.587761 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.617346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['edec5ae2-9895-4116-b489-3748af46a631']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:30.632624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:30.633363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d4ec9a-ff14-492c-a43e-c821c3a7f938') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:30.672726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.691373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9003100f-0215-4f1c-8e1f-04bb2234ecb0 req-9faed21b-11b5-4f17-9d46-8fe435bc1dc0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:30.693110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9003100f-0215-4f1c-8e1f-04bb2234ecb0 req-9faed21b-11b5-4f17-9d46-8fe435bc1dc0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0825655 Sep 10 03:53:30.727501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.739349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:30.739844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:30.743706 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:30.770002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9003100f-0215-4f1c-8e1f-04bb2234ecb0 req-1ad6d251-c771-479e-a0c1-14ea2498b2bd tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656657 Sep 10 03:53:30.819009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aaf3034-1ff2-40ea-9168-cb36dd48f707 req-12ecd995-994c-4458-b33e-87d0429e6fd1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:30.821710 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8aaf3034-1ff2-40ea-9168-cb36dd48f707 req-12ecd995-994c-4458-b33e-87d0429e6fd1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0687633 Sep 10 03:53:30.860986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8aaf3034-1ff2-40ea-9168-cb36dd48f707 req-8be48b60-c009-4abc-a643-f7cb14a6522d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327015 Sep 10 03:53:30.914438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.920100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:30.922015 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] 10.222.0.22 "DELETE /v2.0/networks/edec5ae2-9895-4116-b489-3748af46a631 HTTP/1.1" status: 204 len: 168 time: 0.5004184 Sep 10 03:53:30.936975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503e0373-c860-49d3-ab49-ef02c485e02a tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716 tempest-PortsAdminExtendedAttrsIpV6TestJSON-115345716-project] Pushing event deleted for resources: {'Network': ['ID=edec5ae2-9895-4116-b489-3748af46a631,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:31.397318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51574) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:31.531823 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1bfcffb0-6185-42e0-b609-c78c4ce5e5dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c0813e15da34f89b03da82777e8d6d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1333301 Sep 10 03:53:31.534263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51578) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:31.581909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae84-75c1-4c86-ae05-5af59c03ab40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.601770 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae84-75c1-4c86-ae05-5af59c03ab40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.738295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae84-75c1-4c86-ae05-5af59c03ab40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.740938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5aa7ae84-75c1-4c86-ae05-5af59c03ab40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:31.742130 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5aa7ae84-75c1-4c86-ae05-5af59c03ab40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b289e5cd-c19a-433e-99b5-c303a79bc799 HTTP/1.1" status: 204 len: 168 time: 0.2069652 Sep 10 03:53:31.751350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa7ae84-75c1-4c86-ae05-5af59c03ab40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b289e5cd-c19a-433e-99b5-c303a79bc799,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:31.890064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1878889-6403-4a02-88de-cc4a2e411f55 req-33928844-d7a7-48e5-b491-652e0660181e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:31.891423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1878889-6403-4a02-88de-cc4a2e411f55 req-33928844-d7a7-48e5-b491-652e0660181e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0537717 Sep 10 03:53:31.933433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1878889-6403-4a02-88de-cc4a2e411f55 req-de9b6119-4e05-48ca-acbd-df5946174de2 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351949 Sep 10 03:53:31.978731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a790c9-b63c-4798-9805-c96386b0d8a1 req-59db73e7-199c-4963-a1f2-3401a313791c tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:31.980139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85a790c9-b63c-4798-9805-c96386b0d8a1 req-59db73e7-199c-4963-a1f2-3401a313791c tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0507293 Sep 10 03:53:32.026252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85a790c9-b63c-4798-9805-c96386b0d8a1 req-d3cb621e-8d80-4ce4-8895-7dfabfe7e0f2 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394762 Sep 10 03:53:32.109761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:32.398795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51596) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:32.438058 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4ccce615-7d6b-4d49-b7cc-3b24e355cb97 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca9672a154c841ffb7ddd2dd0ac84234&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381176 Sep 10 03:53:32.440407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51598) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:32.488435 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72fd25fd-56ea-4596-9f8b-d70543d5f3e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:32.508683 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72fd25fd-56ea-4596-9f8b-d70543d5f3e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:32.641290 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72fd25fd-56ea-4596-9f8b-d70543d5f3e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:32.644001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72fd25fd-56ea-4596-9f8b-d70543d5f3e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:32.645170 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-72fd25fd-56ea-4596-9f8b-d70543d5f3e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e982c65c-d693-4837-903d-fbf3b8f64fbd HTTP/1.1" status: 204 len: 168 time: 0.2038755 Sep 10 03:53:32.654022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72fd25fd-56ea-4596-9f8b-d70543d5f3e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e982c65c-d693-4837-903d-fbf3b8f64fbd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:32.790321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f5b72-5e17-4df1-b7b6-58fe387f977a req-cf9b553e-cb9f-4b89-8221-b45a3c5fa81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:32.792914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-087f5b72-5e17-4df1-b7b6-58fe387f977a req-cf9b553e-cb9f-4b89-8221-b45a3c5fa81c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 1096 time: 0.0581582 Sep 10 03:53:32.832919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-087f5b72-5e17-4df1-b7b6-58fe387f977a req-93afce05-1e7e-4cad-b9bf-c5d7686fc605 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308800 Sep 10 03:53:33.061796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302d0342-3247-4048-bbaf-67f00fc8880c req-728196ef-d180-4319-a508-b53af788b1c2 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:33.063824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-302d0342-3247-4048-bbaf-67f00fc8880c req-728196ef-d180-4319-a508-b53af788b1c2 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0590117 Sep 10 03:53:33.108227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-302d0342-3247-4048-bbaf-67f00fc8880c req-90ba7229-b033-4687-a09a-c1a9140d12e3 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381451 Sep 10 03:53:33.157038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b89890a-da7d-4c8f-90d0-435dadf98dbb req-cdcc2fda-a41c-44a0-816f-f77083d451bd tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:33.158573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b89890a-da7d-4c8f-90d0-435dadf98dbb req-cdcc2fda-a41c-44a0-816f-f77083d451bd tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0494103 Sep 10 03:53:33.174601 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:53:33.198848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b89890a-da7d-4c8f-90d0-435dadf98dbb req-604217b2-e596-450a-8991-eb11c0513776 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343173 Sep 10 03:53:33.757089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51634) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.857773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-e76850f1-4e6d-4800-b058-13b5cd0f2dfa tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.858819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e76850f1-4e6d-4800-b058-13b5cd0f2dfa tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1006849 Sep 10 03:53:33.861749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51638) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.865911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-823b578c-bfde-44af-9eac-7f0a5255121f tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.866852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-823b578c-bfde-44af-9eac-7f0a5255121f tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0042014 Sep 10 03:53:33.869142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51640) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.872975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-94a51957-6b0e-4327-a118-e9bc429b36dd tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.873890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-94a51957-6b0e-4327-a118-e9bc429b36dd tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0039251 Sep 10 03:53:33.876085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51642) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.879772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-23287c10-1864-404c-ab5f-1bcb9d2a24e1 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.880676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-23287c10-1864-404c-ab5f-1bcb9d2a24e1 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0037854 Sep 10 03:53:33.883219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51644) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.887272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-27b40882-ea9f-47e5-a534-5c31453c1bab tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.889160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-27b40882-ea9f-47e5-a534-5c31453c1bab tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0053179 Sep 10 03:53:33.891139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51648) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.896519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-9ed36006-1fdd-46dc-8af6-999384764f81 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.899673 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9ed36006-1fdd-46dc-8af6-999384764f81 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0057263 Sep 10 03:53:33.899928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51650) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.904351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-66be4fa4-f438-49a4-b6c7-cf209d4b9d46 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.907139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-66be4fa4-f438-49a4-b6c7-cf209d4b9d46 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0044310 Sep 10 03:53:33.907324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51652) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.910950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-ea093340-5cee-46ee-8ffc-57818686e042 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.913764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ea093340-5cee-46ee-8ffc-57818686e042 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0036969 Sep 10 03:53:33.913974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51654) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.920563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-f9689b11-8dbe-467f-a8af-11279f68602f tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.920563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f9689b11-8dbe-467f-a8af-11279f68602f tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0037949 Sep 10 03:53:33.920822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51656) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.924500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-17aaae87-d88c-4c94-af25-57b57aa1ce60 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.925665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-17aaae87-d88c-4c94-af25-57b57aa1ce60 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0038567 Sep 10 03:53:33.927801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51658) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.932420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-fb3b2f92-5073-48de-ad28-e977bdef6692 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.935027 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fb3b2f92-5073-48de-ad28-e977bdef6692 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0046577 Sep 10 03:53:33.936304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51660) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.940405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-9456ea32-433f-43a6-bc04-49836ec8d99f tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.942325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9456ea32-433f-43a6-bc04-49836ec8d99f tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0050709 Sep 10 03:53:33.944666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51662) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.948587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-60f88bc2-b2b2-4fda-bdea-f255bc44ca0e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.949940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-60f88bc2-b2b2-4fda-bdea-f255bc44ca0e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0040610 Sep 10 03:53:33.953884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51664) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.958997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-023843b9-d04c-4060-ba1e-d16f07515951 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.962589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51668) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.962852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-023843b9-d04c-4060-ba1e-d16f07515951 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0076082 Sep 10 03:53:33.968043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-86878d9f-090c-4549-a55a-013b710c4a36 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.971056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-86878d9f-090c-4549-a55a-013b710c4a36 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054140 Sep 10 03:53:33.971312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51670) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.975736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-4d4be133-f4f1-40ec-b733-c5ebf82c810e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.976223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4d4be133-f4f1-40ec-b733-c5ebf82c810e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0040355 Sep 10 03:53:33.978460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51672) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.982336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-0e9316c6-39ab-45d0-a2d0-a98aa551042a tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.983251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0e9316c6-39ab-45d0-a2d0-a98aa551042a tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039437 Sep 10 03:53:33.985648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51674) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.989384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-da60d3d2-cdef-428d-b3e0-c112fba4017c tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:33.991727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-da60d3d2-cdef-428d-b3e0-c112fba4017c tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0038013 Sep 10 03:53:33.992568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51676) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:33.996793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-df3c062c-8995-4897-9199-4ba0fb57e868 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.000731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51678) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.001418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-df3c062c-8995-4897-9199-4ba0fb57e868 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0075469 Sep 10 03:53:34.006407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-7b30ad02-c845-4e2f-8800-937b6bdc8e36 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.007353 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7b30ad02-c845-4e2f-8800-937b6bdc8e36 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0058837 Sep 10 03:53:34.009549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51680) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.013763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-c82c7055-9fd6-48f8-a068-f1a437fd6576 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.014668 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c82c7055-9fd6-48f8-a068-f1a437fd6576 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0042984 Sep 10 03:53:34.022682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51682) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.028928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-d3dd3446-4b56-4f44-9c14-b680fc595227 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.031242 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d3dd3446-4b56-4f44-9c14-b680fc595227 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0062516 Sep 10 03:53:34.032491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51684) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.036442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-54a38f4c-1f37-48b8-9e2f-b526b78ebabd tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.037753 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-54a38f4c-1f37-48b8-9e2f-b526b78ebabd tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0040474 Sep 10 03:53:34.039638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51686) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.043668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-a63860c5-02c1-424c-93e0-c8e4bcfee517 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.046688 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a63860c5-02c1-424c-93e0-c8e4bcfee517 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040064 Sep 10 03:53:34.046905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51688) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.050771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-405a7627-8c98-454e-bfd0-af7f030973ab tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.051662 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-405a7627-8c98-454e-bfd0-af7f030973ab tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039163 Sep 10 03:53:34.053735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51690) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.057496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-d6b5271d-283b-4ef0-a0b2-99f451c1a7a7 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.058388 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6b5271d-283b-4ef0-a0b2-99f451c1a7a7 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0038311 Sep 10 03:53:34.061596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51692) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.065295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-4e5cef43-c37d-40bc-b6df-91ef5e4292e7 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.066257 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4e5cef43-c37d-40bc-b6df-91ef5e4292e7 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0038011 Sep 10 03:53:34.068332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51694) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.071943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-2e8c8ac1-facf-4ef2-9471-52d34273f63c tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.072880 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2e8c8ac1-facf-4ef2-9471-52d34273f63c tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0037193 Sep 10 03:53:34.075628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51696) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.080075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-bf9d8dca-0a52-49c1-a576-b1eedc998432 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.082888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bf9d8dca-0a52-49c1-a576-b1eedc998432 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043695 Sep 10 03:53:34.083222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51698) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.087086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-54bc19bc-3ae5-475d-a6a2-889dba860d44 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.088116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-54bc19bc-3ae5-475d-a6a2-889dba860d44 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0039465 Sep 10 03:53:34.090176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51700) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.093899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-8009ee55-3f32-4bec-9e5a-86b5e4cc10a8 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.094745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8009ee55-3f32-4bec-9e5a-86b5e4cc10a8 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0037451 Sep 10 03:53:34.097165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51704) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.101918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-4557101a-4351-443d-a1dc-accc91be8a99 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.102867 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4557101a-4351-443d-a1dc-accc91be8a99 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047464 Sep 10 03:53:34.110992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51706) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.114948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-b05fbe7a-3602-47ae-b2e4-2f3461c7f6cf tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.117870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b05fbe7a-3602-47ae-b2e4-2f3461c7f6cf tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0040257 Sep 10 03:53:34.118167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51708) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.121878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-11ede63e-b19d-4141-81ab-c937081311fe tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.123325 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-11ede63e-b19d-4141-81ab-c937081311fe tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0043433 Sep 10 03:53:34.125585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51710) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.131649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-e52a39b4-fb27-4b2d-afa2-7147a4cc1e0e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.138409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e52a39b4-fb27-4b2d-afa2-7147a4cc1e0e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0052557 Sep 10 03:53:34.140430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51714) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.144867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-da41e7e8-3585-47fe-a952-713717093b67 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.146571 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-da41e7e8-3585-47fe-a952-713717093b67 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0049813 Sep 10 03:53:34.148155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51716) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.152460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-2dca183d-61db-4f7e-92c4-26813b3801f2 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.156211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51718) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.156660 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2dca183d-61db-4f7e-92c4-26813b3801f2 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0072451 Sep 10 03:53:34.161418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-5413031b-24ef-4ac3-8317-d0207ebf77a1 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.165948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51720) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.166666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5413031b-24ef-4ac3-8317-d0207ebf77a1 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0080864 Sep 10 03:53:34.170900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-f21ca2c4-356d-4a23-8558-ced1878c8445 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.172160 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f21ca2c4-356d-4a23-8558-ced1878c8445 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0049710 Sep 10 03:53:34.174500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51722) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.178776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-c6856ccd-eb4a-44ed-a4d4-a2125d128172 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.183015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51724) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.183797 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c6856ccd-eb4a-44ed-a4d4-a2125d128172 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0075524 Sep 10 03:53:34.189404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-959c8a04-f43f-41e1-a816-1a27b330213b tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.191726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-959c8a04-f43f-41e1-a816-1a27b330213b tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0063908 Sep 10 03:53:34.193227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51726) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.197539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-bd307e3e-7006-4637-8566-06a769132f04 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.198659 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd307e3e-7006-4637-8566-06a769132f04 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0043235 Sep 10 03:53:34.201594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51728) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.206480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-a0eef620-40b2-43df-a5ed-822e4dd6b306 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.208668 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a0eef620-40b2-43df-a5ed-822e4dd6b306 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0060158 Sep 10 03:53:34.215246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51730) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.219964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-f8c88c19-adf8-49be-9787-d6e914964d9e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.224093 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f8c88c19-adf8-49be-9787-d6e914964d9e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0073860 Sep 10 03:53:34.224465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51734) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.231213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-2b3ed7a0-93ba-4197-a261-5cfbe98867a9 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.232238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2b3ed7a0-93ba-4197-a261-5cfbe98867a9 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0056674 Sep 10 03:53:34.234635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.239265 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-51e56ec9-236d-45c1-86f1-aac945fe5eba tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.240216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-51e56ec9-236d-45c1-86f1-aac945fe5eba tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0047288 Sep 10 03:53:34.242729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51738) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.248946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-be78dd0a-d026-4541-a25d-a3226774cb4d tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.252232 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-be78dd0a-d026-4541-a25d-a3226774cb4d tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0055923 Sep 10 03:53:34.252492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51740) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.257010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-73a59698-870a-4ad4-9f36-d479ad842400 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.260803 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-73a59698-870a-4ad4-9f36-d479ad842400 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0073049 Sep 10 03:53:34.261457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51742) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.266186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-b952cd8b-e747-48f6-acb5-bec69659b458 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.266352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbfd104-505b-4a1d-b10e-b9fa197037ae req-32968ae5-e135-4c8b-9700-520d235c10a3 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:34.267887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6dbfd104-505b-4a1d-b10e-b9fa197037ae req-32968ae5-e135-4c8b-9700-520d235c10a3 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0735469 Sep 10 03:53:34.269890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51744) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.274466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-b2104ad5-782c-4f91-af78-b3cc4b7a742f tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.276340 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b952cd8b-e747-48f6-acb5-bec69659b458 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0137117 Sep 10 03:53:34.277691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51746) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.277842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b2104ad5-782c-4f91-af78-b3cc4b7a742f tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0069289 Sep 10 03:53:34.282368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-08b92e1d-02d2-4916-816a-7b44b7ebbf30 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.285991 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-08b92e1d-02d2-4916-816a-7b44b7ebbf30 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0071170 Sep 10 03:53:34.286644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51748) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.291391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-7fccd711-a925-44e9-8404-b647681c3b9c tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.295081 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7fccd711-a925-44e9-8404-b647681c3b9c tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0066745 Sep 10 03:53:34.295748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51750) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.299714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-150f63e7-abf2-4b9e-aad6-0c634fadfc9a tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.304677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51752) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.304848 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-150f63e7-abf2-4b9e-aad6-0c634fadfc9a tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0078616 Sep 10 03:53:34.308020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-5b90121c-118b-4e3c-b4e7-9664a6d75cdf tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.308958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5b90121c-118b-4e3c-b4e7-9664a6d75cdf tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0041831 Sep 10 03:53:34.312292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51754) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.317028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-3720daad-711b-402a-a4cd-bcc233a5209e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.319724 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3720daad-711b-402a-a4cd-bcc233a5209e tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048833 Sep 10 03:53:34.320354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51756) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.324343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-a50d8905-8cff-4ec6-a10a-7eefd652b6d5 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.326037 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a50d8905-8cff-4ec6-a10a-7eefd652b6d5 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041173 Sep 10 03:53:34.329234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51758) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.333458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-29190ba0-89f8-4bb3-acf5-7cbda2704472 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.334323 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-29190ba0-89f8-4bb3-acf5-7cbda2704472 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040159 Sep 10 03:53:34.336703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51760) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.342403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-cbf26386-bfcf-4323-8ee4-18c04314cc47 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.344132 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cbf26386-bfcf-4323-8ee4-18c04314cc47 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0054471 Sep 10 03:53:34.345937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6dbfd104-505b-4a1d-b10e-b9fa197037ae req-5ee851fc-00b8-4286-80ce-6dbd74ce52ae tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668442 Sep 10 03:53:34.355794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51762) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.361496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-ff0b9680-10fe-41c5-bcc5-51d94f3724d6 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.364976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727f60f0-a17b-4dca-a3e9-a3d0845969d8 req-efab7307-0e5d-4b0d-acf5-4db6886c1242 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:34.365561 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ff0b9680-10fe-41c5-bcc5-51d94f3724d6 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0079827 Sep 10 03:53:34.366394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51764) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.368115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-727f60f0-a17b-4dca-a3e9-a3d0845969d8 req-efab7307-0e5d-4b0d-acf5-4db6886c1242 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0824115 Sep 10 03:53:34.373204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-e42fdc06-2cf8-4a23-bffa-26e2c360c064 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.377170 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e42fdc06-2cf8-4a23-bffa-26e2c360c064 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0092118 Sep 10 03:53:34.377343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51768) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.382380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-b82c8d2a-deaa-4211-a4da-20b631126bc6 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.384132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b82c8d2a-deaa-4211-a4da-20b631126bc6 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0044246 Sep 10 03:53:34.392064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51770) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.398848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-8f9ace7d-23cf-44c7-a385-522d7e8b4aec tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.402896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51772) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.403798 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8f9ace7d-23cf-44c7-a385-522d7e8b4aec tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0102913 Sep 10 03:53:34.407979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-73f9cd08-ae51-496c-b09d-aa258cbff720 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.408931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-73f9cd08-ae51-496c-b09d-aa258cbff720 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0042884 Sep 10 03:53:34.411415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51774) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.421578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-b50cd521-1fb9-4496-9425-389f5676ebc3 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.425181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b50cd521-1fb9-4496-9425-389f5676ebc3 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0102901 Sep 10 03:53:34.425969 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51776) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.432708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-c9179d88-2e3f-4ed5-9017-03a59bcd06fd tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.436474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-727f60f0-a17b-4dca-a3e9-a3d0845969d8 req-6a2d3cfe-f29d-4ede-95da-32d71a7382ab tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571125 Sep 10 03:53:34.436723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51780) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.437543 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c9179d88-2e3f-4ed5-9017-03a59bcd06fd tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0098281 Sep 10 03:53:34.441946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-64b4cad3-6c62-4901-9f8c-5fb1f49cdf86 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.443721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-64b4cad3-6c62-4901-9f8c-5fb1f49cdf86 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052791 Sep 10 03:53:34.445324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51782) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.449372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-514a7730-4e57-4c82-a83a-90a1ee673c32 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.452242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-514a7730-4e57-4c82-a83a-90a1ee673c32 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0059469 Sep 10 03:53:34.453483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51784) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.458771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [None req-1ee4e6e2-31b2-4215-a884-376e9e371cc1 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.462818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51786) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:34.463392 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1ee4e6e2-31b2-4215-a884-376e9e371cc1 tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0088985 Sep 10 03:53:34.467782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [None req-bda71384-17f4-415b-986e-da562c98f75d tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:34.468706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bda71384-17f4-415b-986e-da562c98f75d tempest-ExtensionsTestJSON-1475299730 tempest-ExtensionsTestJSON-1475299730-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0049798 Sep 10 03:53:34.849024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-035e4aa0-616f-40f0-9338-5e8b0d036028 req-adb3369d-539e-43c1-922b-11b8d0003782 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:34.850475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-035e4aa0-616f-40f0-9338-5e8b0d036028 req-adb3369d-539e-43c1-922b-11b8d0003782 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0517027 Sep 10 03:53:34.894872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-035e4aa0-616f-40f0-9338-5e8b0d036028 req-82b2e4fc-383c-4e24-8225-dafd9724762a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Sep 10 03:53:34.944503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-28002c93-3f89-420d-8530-63d8da5cac8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:34.946113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-28002c93-3f89-420d-8530-63d8da5cac8b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 1096 time: 0.0469823 Sep 10 03:53:35.064738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51804) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:35.072150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-1347d6a9-1c20-498e-a668-13f044bc1d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:35.073862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-1347d6a9-1c20-498e-a668-13f044bc1d79 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 920 time: 0.1192729 Sep 10 03:53:35.150935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-839c84cd-f6d8-4cf6-85d6-f14e6a436cff service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521 HTTP/1.1" status: 200 len: 217 time: 0.0658321 Sep 10 03:53:35.208005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-9f532561-2a7c-449e-a87f-49cf35bee51d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:35.209626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-9f532561-2a7c-449e-a87f-49cf35bee51d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a HTTP/1.1" status: 200 len: 859 time: 0.0476720 Sep 10 03:53:35.225949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d9d49a51-0462-4864-9b29-bd08b6b2c006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.255093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-4b0f7bd4-0a67-4bc9-bf5a-709a6dc12700 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11adb82f-ed47-4360-bde3-651179a2646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312147 Sep 10 03:53:35.386258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-f897a343-3619-4f6f-aba5-3654c474b78a service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207139 Sep 10 03:53:35.476803 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d9d49a51-0462-4864-9b29-bd08b6b2c006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.565750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651f59c7-fd6f-48fd-a6dc-e77fff837977 req-f55df9bf-83ee-428a-8bbd-180034d3b309 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:35.567370 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-651f59c7-fd6f-48fd-a6dc-e77fff837977 req-f55df9bf-83ee-428a-8bbd-180034d3b309 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1498551 Sep 10 03:53:35.568124 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d9d49a51-0462-4864-9b29-bd08b6b2c006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.569152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-cba1ea65-b4c2-41fb-8c0e-feb22a6b725b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:35.570663 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-cba1ea65-b4c2-41fb-8c0e-feb22a6b725b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1095 time: 0.0454662 Sep 10 03:53:35.611168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9616ec1c-6b58-48aa-926a-2f05be614edc req-56364de3-b72a-42b9-ade1-392f93b7bccf service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2148056 Sep 10 03:53:35.654364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d9d49a51-0462-4864-9b29-bd08b6b2c006 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d571359cdd1b433ea6a957710723025a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5884287 Sep 10 03:53:35.660543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51814) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:35.664341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d49a51-0462-4864-9b29-bd08b6b2c006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecd3e8c5-632e-420a-a537-4d54589ea837,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:35.672506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-651f59c7-fd6f-48fd-a6dc-e77fff837977 req-afefbc9f-5bca-4a9b-9c70-f9df470c36cc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817537 Sep 10 03:53:35.679667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec34ded9-486e-4872-9e21-aa16e8415f48 req-eb6bd5c0-1939-499d-a79f-9c593bf6cd4f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:35.681196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec34ded9-486e-4872-9e21-aa16e8415f48 req-eb6bd5c0-1939-499d-a79f-9c593bf6cd4f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1455169 Sep 10 03:53:35.724252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-c4b0a943-9f3e-49a1-ab2b-ca804892b749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:35.725811 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-c4b0a943-9f3e-49a1-ab2b-ca804892b749 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.1463630 Sep 10 03:53:35.740234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec34ded9-486e-4872-9e21-aa16e8415f48 req-fff48714-3a33-4471-ad4f-cb1fe0cebb93 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515544 Sep 10 03:53:35.790754 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7157993-614c-487c-b0a3-c6c9b47f9e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.832939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7157993-614c-487c-b0a3-c6c9b47f9e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.840442 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-cb728d69-93d6-46d4-932f-64eeb6f82a14 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 999 time: 0.1009798 Sep 10 03:53:35.906521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-7dd74ba2-0865-44dd-aa90-2dc0cbce3874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:35.908036 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-7dd74ba2-0865-44dd-aa90-2dc0cbce3874 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0584137 Sep 10 03:53:35.968526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-69bf57f3-cc0f-4f8f-b15d-620161a72239 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:35.970117 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-69bf57f3-cc0f-4f8f-b15d-620161a72239 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0479729 Sep 10 03:53:35.978216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7157993-614c-487c-b0a3-c6c9b47f9e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.981030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e7157993-614c-487c-b0a3-c6c9b47f9e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:35.997556 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e7157993-614c-487c-b0a3-c6c9b47f9e1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecd3e8c5-632e-420a-a537-4d54589ea837 HTTP/1.1" status: 204 len: 168 time: 0.3207917 Sep 10 03:53:36.016555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7157993-614c-487c-b0a3-c6c9b47f9e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecd3e8c5-632e-420a-a537-4d54589ea837,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:36.021015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1bd7bb-cbf2-484f-927d-8c385e59a3d8 req-270306b9-9a5e-4098-b6e5-c0b6ef675067 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:36.022774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c1bd7bb-cbf2-484f-927d-8c385e59a3d8 req-270306b9-9a5e-4098-b6e5-c0b6ef675067 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0570555 Sep 10 03:53:36.074692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c1bd7bb-cbf2-484f-927d-8c385e59a3d8 req-8ed5e360-fac7-4959-b0be-50c2368272e7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440431 Sep 10 03:53:36.092870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-9200607a-6d4d-4a4b-acc6-e29b872e09b8 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049917 Sep 10 03:53:36.200119 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9e0ce79-d4bf-4aa4-ba87-2b004d91e7d0 req-5dfeee23-fbc8-497e-ad18-c03f05d12e8a service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987449 Sep 10 03:53:36.863577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40a02d7-368d-4b9e-83c8-aebd2ba153c3 req-06aa216f-50d4-4faf-a1ae-1ef55fbcd227 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:36.868213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f40a02d7-368d-4b9e-83c8-aebd2ba153c3 req-06aa216f-50d4-4faf-a1ae-1ef55fbcd227 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0972502 Sep 10 03:53:36.904651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e005639-ecde-421b-b2d5-cb87b0df6abe req-300aed7b-dced-4608-b359-60ea87419571 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:36.906066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e005639-ecde-421b-b2d5-cb87b0df6abe req-300aed7b-dced-4608-b359-60ea87419571 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0913539 Sep 10 03:53:36.936598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f40a02d7-368d-4b9e-83c8-aebd2ba153c3 req-fc20a7b7-1901-4ccd-9aa9-59b286718348 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0647633 Sep 10 03:53:36.971889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e005639-ecde-421b-b2d5-cb87b0df6abe req-de854e3d-289c-45c2-aea8-aab3b5c4c7f3 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499287 Sep 10 03:53:37.163651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:37.237812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f40a827-3f7d-4809-9c51-9f0912c45618 req-81cdef72-6484-4143-9972-fed2d6a95c22 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:37.240351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f40a827-3f7d-4809-9c51-9f0912c45618 req-81cdef72-6484-4143-9972-fed2d6a95c22 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0822837 Sep 10 03:53:37.321387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f40a827-3f7d-4809-9c51-9f0912c45618 req-e1eac6bc-ebcd-4b2e-97b7-32b698002db1 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698607 Sep 10 03:53:37.330788 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'network': {'name': 'tempest-RoutersTest-1313900834'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:37.474138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:37.477684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.487770 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.590347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.671612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.695957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:53:37.709914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd669c7-df8e-4efd-916f-54550c6536f1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:37.714637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.714983 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added segment 6b421d7e-6a66-48c5-b2e8-620c21a34f40 of type vlan for network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf Sep 10 03:53:37.755132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.845351 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.850973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:37.851564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:37.916076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Network': ['ID=ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:37.926055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:53:37.954970 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1a4e3ad2-8fee-40c2-8221-e199d81570d3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7900927 Sep 10 03:53:37.957644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51864) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:37.967156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'network': {'name': 'tempest-RoutersTest-1332656903'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:38.063871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:38.068240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.103973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:53:38.115800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfd2ff4-4d0f-4bdc-83b5-5b84b94e2077 req-40000a45-64a1-4d70-a794-6ada3efd8cf7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:38.116576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.116902 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added segment b52a7552-2ed0-403f-91b9-f700fd405bfe of type vlan for network 4f26468f-0c33-4490-8c08-facc84e05d51 Sep 10 03:53:38.117554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbfd2ff4-4d0f-4bdc-83b5-5b84b94e2077 req-40000a45-64a1-4d70-a794-6ada3efd8cf7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0800021 Sep 10 03:53:38.130719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a4e004-4c76-49db-b369-fea0726a79df req-743d3b50-bf48-4ef2-9a0a-c784fa42e1a2 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:38.132472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19a4e004-4c76-49db-b369-fea0726a79df req-743d3b50-bf48-4ef2-9a0a-c784fa42e1a2 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0856833 Sep 10 03:53:38.172059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.258632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.265587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:38.266289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:38.345429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Network': ['ID=4f26468f-0c33-4490-8c08-facc84e05d51,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:38.364168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 4f26468f-0c33-4490-8c08-facc84e05d51 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:53:38.465196 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-64fce78c-b626-4641-a1d2-f44dfa1251e8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5060325 Sep 10 03:53:38.468564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51878) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:38.474062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'subnet': {'network_id': 'ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:38.575124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbfd2ff4-4d0f-4bdc-83b5-5b84b94e2077 req-2d66e402-3a8c-4155-97b9-816b655a50e9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4396901 Sep 10 03:53:38.606416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19a4e004-4c76-49db-b369-fea0726a79df req-9e754848-036e-447a-b566-52e0fde8e8cc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4658122 Sep 10 03:53:38.729424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239a4ac3-236e-4d8f-be2f-68352a9c4ce8 req-47dad911-34c9-436f-9cd4-8c82100463c5 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:38.731125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-239a4ac3-236e-4d8f-be2f-68352a9c4ce8 req-47dad911-34c9-436f-9cd4-8c82100463c5 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0595486 Sep 10 03:53:38.779362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-239a4ac3-236e-4d8f-be2f-68352a9c4ce8 req-fdae0722-86f4-44d9-b5bc-2f7d76e3e247 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407007 Sep 10 03:53:39.089857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:39.094097 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.395333 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.459793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Subnet': ['ID=bd38a306-81ab-4f3d-a575-4f450c4b944a,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:39.465062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Checking segment: {'id': '6b421d7e-6a66-48c5-b2e8-620c21a34f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:39.465424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network hostable DHCP agents. Network: ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:53:39.578228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:53:39.716297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:39.722029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:39.722673 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:39.733687 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fe60da-f25c-47c3-a66d-3d3a9136a3ac req-c8c4334d-d1ba-4de5-aceb-f4d9c89ea511 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:39.734296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc338ad4-0696-4c9a-a290-c84ff92968a1 None None] Network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:39.735347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6fe60da-f25c-47c3-a66d-3d3a9136a3ac req-c8c4334d-d1ba-4de5-aceb-f4d9c89ea511 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0675752 Sep 10 03:53:39.783200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6fe60da-f25c-47c3-a66d-3d3a9136a3ac req-a27a86d1-ea6f-4cb2-b4ba-0d5dfcd90fce tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403199 Sep 10 03:53:39.842446 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c952d5ea-8abb-4c3c-a613-3179e32e9199 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3724060 Sep 10 03:53:39.845789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51896) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:39.851082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'subnet': {'network_id': '4f26468f-0c33-4490-8c08-facc84e05d51', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:39.907107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf', 'network_id': 'ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'fixed_ips': [{'subnet_id': 'bd38a306-81ab-4f3d-a575-4f450c4b944a'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:53:39.908113 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.025939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:40.032656 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.064114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Allocated IP 172.20.0.2 (ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf/bd38a306-81ab-4f3d-a575-4f450c4b944a/3245c6f1-8fa0-49af-9408-a0931f87e3ad) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:40.270509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.286554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Transition to ACTIVE for port object 3245c6f1-8fa0-49af-9408-a0931f87e3ad will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:40.312305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Transition to ACTIVE for port object 3245c6f1-8fa0-49af-9408-a0931f87e3ad will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:40.428691 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.465816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:40.469343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:40.475339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:40.487090 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.499145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Pushing event updated for resources: {'Port': ['ID=3245c6f1-8fa0-49af-9408-a0931f87e3ad,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:40.550989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Subnet': ['ID=d746607c-ed23-4c67-b1da-40092ea00d03,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:40.557023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Attempting to bind port 3245c6f1-8fa0-49af-9408-a0931f87e3ad on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:40.557619 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Attempting to bind port 3245c6f1-8fa0-49af-9408-a0931f87e3ad by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6b421d7e-6a66-48c5-b2e8-620c21a34f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:40.558083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Attempting to bind port 3245c6f1-8fa0-49af-9408-a0931f87e3ad on network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:40.561646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.563375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.563375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.563375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.563375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.563375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.564116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.564116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.564116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.564419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.564745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.565079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:53:40.566373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:40.567036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Checking segment: {'id': '6b421d7e-6a66-48c5-b2e8-620c21a34f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:40.568124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.568124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Bound using segment: {'id': '6b421d7e-6a66-48c5-b2e8-620c21a34f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:40.568606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Bound port: 3245c6f1-8fa0-49af-9408-a0931f87e3ad, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b421d7e-6a66-48c5-b2e8-620c21a34f40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:40.569108 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.589566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Checking segment: {'id': 'b52a7552-2ed0-403f-91b9-f700fd405bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f26468f-0c33-4490-8c08-facc84e05d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:40.589930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network hostable DHCP agents. Network: 4f26468f-0c33-4490-8c08-facc84e05d51, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:53:40.681206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 4f26468f-0c33-4490-8c08-facc84e05d51 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:53:40.683818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] For port 3245c6f1-8fa0-49af-9408-a0931f87e3ad, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:40.688354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] For port 3245c6f1-8fa0-49af-9408-a0931f87e3ad, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3245c6f1-8fa0-49af-9408-a0931f87e3ad,segment=NetworkSegment(6b421d7e-6a66-48c5-b2e8-620c21a34f40),segment_id=6b421d7e-6a66-48c5-b2e8-620c21a34f40)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:40.777081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 4f26468f-0c33-4490-8c08-facc84e05d51) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:40.804974 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.805613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:40.805613 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:40.813034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad5ed10-6437-4b78-ba86-0c79f516eb48 None None] Network 4f26468f-0c33-4490-8c08-facc84e05d51 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:40.861652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82394b87-0ebb-43f8-a944-2f4a99b4696d None None] Pushing event updated for resources: {'Port': ['ID=3245c6f1-8fa0-49af-9408-a0931f87e3ad,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:40.926009 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cb810e4c-5e2d-45f9-81f9-33822c812e9c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0789866 Sep 10 03:53:40.929125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51912) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:40.936611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e84007ab-4132-4fb9-83f9-25cc473f1b08 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1122936366', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:40.957646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f941f494-3bf5-41cd-a158-bec1a6013d93 req-7fea7e0b-44fc-4542-8cfc-c01b736669c0 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:40.959200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f941f494-3bf5-41cd-a158-bec1a6013d93 req-7fea7e0b-44fc-4542-8cfc-c01b736669c0 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0750551 Sep 10 03:53:41.013887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-4f26468f-0c33-4490-8c08-facc84e05d51', 'network_id': '4f26468f-0c33-4490-8c08-facc84e05d51', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'fixed_ips': [{'subnet_id': 'd746607c-ed23-4c67-b1da-40092ea00d03'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:53:41.015480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.018012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f941f494-3bf5-41cd-a158-bec1a6013d93 req-9c7bf653-a07d-463d-9587-65171dde6acf tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412078 Sep 10 03:53:41.081885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e84007ab-4132-4fb9-83f9-25cc473f1b08 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.083273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e84007ab-4132-4fb9-83f9-25cc473f1b08 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.149509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e84007ab-4132-4fb9-83f9-25cc473f1b08 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.182154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Allocated IP 172.21.0.2 (4f26468f-0c33-4490-8c08-facc84e05d51/d746607c-ed23-4c67-b1da-40092ea00d03/e47a8ca0-8fe4-45d2-af67-5aaee297c5df) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:41.252843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e84007ab-4132-4fb9-83f9-25cc473f1b08 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.328431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.336456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Transition to ACTIVE for port object e47a8ca0-8fe4-45d2-af67-5aaee297c5df will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:41.352589 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Transition to ACTIVE for port object e47a8ca0-8fe4-45d2-af67-5aaee297c5df will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:41.384325 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e84007ab-4132-4fb9-83f9-25cc473f1b08 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.385706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e84007ab-4132-4fb9-83f9-25cc473f1b08 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4536421 Sep 10 03:53:41.388961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51914) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:41.457299 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.498371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Network 4f26468f-0c33-4490-8c08-facc84e05d51 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:41.503419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:41.508470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:41.514852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Pushing event updated for resources: {'Port': ['ID=e47a8ca0-8fe4-45d2-af67-5aaee297c5df,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:41.570019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Attempting to bind port e47a8ca0-8fe4-45d2-af67-5aaee297c5df on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:41.570714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Attempting to bind port e47a8ca0-8fe4-45d2-af67-5aaee297c5df by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'b52a7552-2ed0-403f-91b9-f700fd405bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f26468f-0c33-4490-8c08-facc84e05d51'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:41.570714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Attempting to bind port e47a8ca0-8fe4-45d2-af67-5aaee297c5df on network 4f26468f-0c33-4490-8c08-facc84e05d51 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:41.577958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:41.578344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Checking segment: {'id': 'b52a7552-2ed0-403f-91b9-f700fd405bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f26468f-0c33-4490-8c08-facc84e05d51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:41.578803 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.579155 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Bound using segment: {'id': 'b52a7552-2ed0-403f-91b9-f700fd405bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f26468f-0c33-4490-8c08-facc84e05d51'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:41.579629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Bound port: e47a8ca0-8fe4-45d2-af67-5aaee297c5df, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b52a7552-2ed0-403f-91b9-f700fd405bfe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '4f26468f-0c33-4490-8c08-facc84e05d51'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:41.580040 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.651716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] For port e47a8ca0-8fe4-45d2-af67-5aaee297c5df, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:41.655130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] For port e47a8ca0-8fe4-45d2-af67-5aaee297c5df, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e47a8ca0-8fe4-45d2-af67-5aaee297c5df,segment=NetworkSegment(b52a7552-2ed0-403f-91b9-f700fd405bfe),segment_id=b52a7552-2ed0-403f-91b9-f700fd405bfe)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:41.681559 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.728749 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:41.827548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2566d17b-3728-43e9-b68c-0d3b367265af None None] Pushing event updated for resources: {'Port': ['ID=e47a8ca0-8fe4-45d2-af67-5aaee297c5df,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:42.050317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5e6361-bd82-4f90-afaa-54c60078b502 req-e5451027-7357-493e-88ee-7d033f4ed8bc tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:42.052133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e5e6361-bd82-4f90-afaa-54c60078b502 req-e5451027-7357-493e-88ee-7d033f4ed8bc tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0942228 Sep 10 03:53:42.065994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60dbdef4-b952-4c1a-bab9-8a356f6633c0 None None] Network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:42.104721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.20.0.1 (ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf/bd38a306-81ab-4f3d-a575-4f450c4b944a/a75018d1-ca9b-428a-8877-56f61a933b4a) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:42.140552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e5e6361-bd82-4f90-afaa-54c60078b502 req-9f7809f4-3b62-4afd-bda5-966cf0151896 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820088 Sep 10 03:53:42.256235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3245c6f1-8fa0-49af-9408-a0931f87e3ad up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:42.346655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.368870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b5b48dbd-d86d-49a5-b2bd-7e629c516681 None None] Provisioning for port 3245c6f1-8fa0-49af-9408-a0931f87e3ad completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:42.374331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be79e9f-c789-4802-8b0c-7ba9f311b52a req-59f772c1-13bd-46ad-baf0-fda150275c0a tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:42.388877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2be79e9f-c789-4802-8b0c-7ba9f311b52a req-59f772c1-13bd-46ad-baf0-fda150275c0a tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1362376 Sep 10 03:53:42.396807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Transition to ACTIVE for port object a75018d1-ca9b-428a-8877-56f61a933b4a will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:42.420419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39957e38-cd8e-4529-829e-1f8a1923cb93 req-4550df1c-ba5e-46f6-b6ba-afdce35116b9 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:42.422171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39957e38-cd8e-4529-829e-1f8a1923cb93 req-4550df1c-ba5e-46f6-b6ba-afdce35116b9 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1562362 Sep 10 03:53:42.479488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2be79e9f-c789-4802-8b0c-7ba9f311b52a req-b5e8f19b-0ed5-487e-8489-1395d1495cee tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969520 Sep 10 03:53:42.481035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3245c6f1-8fa0-49af-9408-a0931f87e3ad completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:42.485728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3245c6f1-8fa0-49af-9408-a0931f87e3ad triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:42.486236 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.504579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39957e38-cd8e-4529-829e-1f8a1923cb93 req-61352aa4-ef15-4cab-babb-1a31176327fd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747926 Sep 10 03:53:42.602806 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.623653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.649783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:42.654872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:42.662089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:42.675932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3245c6f1-8fa0-49af-9408-a0931f87e3ad, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3245c6f1-8fa0-49af-9408-a0931f87e3ad,segment=NetworkSegment(6b421d7e-6a66-48c5-b2e8-620c21a34f40),segment_id=6b421d7e-6a66-48c5-b2e8-620c21a34f40)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:42.693960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=a75018d1-ca9b-428a-8877-56f61a933b4a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:42.705003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f3289943-c055-4224-a726-837bdc3df9fd None None] Provisioning complete for port 3245c6f1-8fa0-49af-9408-a0931f87e3ad triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:42.705519 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3289943-c055-4224-a726-837bdc3df9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.714629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.798886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.805804 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3289943-c055-4224-a726-837bdc3df9fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:42.887467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3245c6f1-8fa0-49af-9408-a0931f87e3ad,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:42.929378 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-f3289943-c055-4224-a726-837bdc3df9fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:53:42.929378 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-f3289943-c055-4224-a726-837bdc3df9fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:53:43.031273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:43.186761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89fff051-a54c-4355-abb7-51d8b46c6e3f None None] Network 4f26468f-0c33-4490-8c08-facc84e05d51 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:43.314371 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:43.405762 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:43.478813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=a75018d1-ca9b-428a-8877-56f61a933b4a,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:43.481673 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:43.653313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c4339774-8983-41f8-bb6d-871a7a291ea7 None None] Provisioning for port a75018d1-ca9b-428a-8877-56f61a933b4a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:43.656842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c4339774-8983-41f8-bb6d-871a7a291ea7 None None] Provisioning complete for port a75018d1-ca9b-428a-8877-56f61a933b4a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:43.657320 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4339774-8983-41f8-bb6d-871a7a291ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:43.675287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:43.680864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:43.704389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c4339774-8983-41f8-bb6d-871a7a291ea7 None None] Port a75018d1-ca9b-428a-8877-56f61a933b4a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:43.708690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76037456-897a-4f43-aaf1-b7d4cb7d5b3d req-72946dcc-09ea-4d8f-8924-c89f3fbcc3e2 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:43.710324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76037456-897a-4f43-aaf1-b7d4cb7d5b3d req-72946dcc-09ea-4d8f-8924-c89f3fbcc3e2 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1180973 Sep 10 03:53:43.769958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee57bdd-a38e-401f-bd9e-76b65eef3cb0 req-d3868b9f-57ab-4565-81d0-80aac5961059 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:43.771574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ee57bdd-a38e-401f-bd9e-76b65eef3cb0 req-d3868b9f-57ab-4565-81d0-80aac5961059 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1442871 Sep 10 03:53:43.817966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c4339774-8983-41f8-bb6d-871a7a291ea7 None None] Provisioning for port e47a8ca0-8fe4-45d2-af67-5aaee297c5df completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:43.921968 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76037456-897a-4f43-aaf1-b7d4cb7d5b3d req-8ca950ae-58be-4617-bc03-2eb00a74b26a tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023258 Sep 10 03:53:43.937168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ee57bdd-a38e-401f-bd9e-76b65eef3cb0 req-b3e656be-3886-4ea6-9f11-709756440a75 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1330199 Sep 10 03:53:43.950754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-36565f16-4517-4dbe-b652-e9def4ddb651 None None] Provisioning complete for port a75018d1-ca9b-428a-8877-56f61a933b4a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:43.951249 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-36565f16-4517-4dbe-b652-e9def4ddb651 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:43.988238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-36565f16-4517-4dbe-b652-e9def4ddb651 None None] Port a75018d1-ca9b-428a-8877-56f61a933b4a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:44.024020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 4a5f78ca-3fc1-425b-bf69-99d18f1e6946 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:53:44.148978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:44.156861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eb8c9a07-e9ef-4360-8c39-69ec8f6ef376 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/4a5f78ca-3fc1-425b-bf69-99d18f1e6946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7666831 Sep 10 03:53:44.159438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51954) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:44.159938 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f52d1d-22cc-455a-b867-ea870d283e69 None None] Sync routers for ids ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:44.171268 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f52d1d-22cc-455a-b867-ea870d283e69 None None] Routers {'4a5f78ca-3fc1-425b-bf69-99d18f1e6946'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:44.172265 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-20f52d1d-22cc-455a-b867-ea870d283e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:44.210123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266e6a51-0571-426b-95c5-421c2f072a53 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:44.212117 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-20f52d1d-22cc-455a-b867-ea870d283e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:44.214653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51956) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:44.215167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-266e6a51-0571-426b-95c5-421c2f072a53 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports/a75018d1-ca9b-428a-8877-56f61a933b4a HTTP/1.1" status: 200 len: 910 time: 0.0541642 Sep 10 03:53:44.223957 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f52d1d-22cc-455a-b867-ea870d283e69 None None] Routers {'4a5f78ca-3fc1-425b-bf69-99d18f1e6946'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:44.224734 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-20f52d1d-22cc-455a-b867-ea870d283e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:44.228330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e47a8ca0-8fe4-45d2-af67-5aaee297c5df up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:44.266902 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-20f52d1d-22cc-455a-b867-ea870d283e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:44.267574 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20f52d1d-22cc-455a-b867-ea870d283e69 None None] The sync data for ids ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:44.360984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e47a8ca0-8fe4-45d2-af67-5aaee297c5df completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:44.365368 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e47a8ca0-8fe4-45d2-af67-5aaee297c5df triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:44.365851 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:44.503348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:44.598558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:44.706113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port e47a8ca0-8fe4-45d2-af67-5aaee297c5df, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e47a8ca0-8fe4-45d2-af67-5aaee297c5df,segment=NetworkSegment(b52a7552-2ed0-403f-91b9-f700fd405bfe),segment_id=b52a7552-2ed0-403f-91b9-f700fd405bfe)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:44.840898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:44.842283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3245c6f1-8fa0-49af-9408-a0931f87e3ad up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:44.873413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.21.0.1 (4f26468f-0c33-4490-8c08-facc84e05d51/d746607c-ed23-4c67-b1da-40092ea00d03/06bcdb1a-709b-460a-a797-53221b2e8bc2) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:44.942929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=e47a8ca0-8fe4-45d2-af67-5aaee297c5df,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:44.959909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3245c6f1-8fa0-49af-9408-a0931f87e3ad triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:44.960483 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:45.003535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:45.018518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Transition to ACTIVE for port object 06bcdb1a-709b-460a-a797-53221b2e8bc2 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:45.138778 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:45.169060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05993f53-a447-4f3b-861d-0bd2e6658cbe req-20a9e2b1-d1a4-4759-ad6a-70306d0f1a2f tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:45.178874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05993f53-a447-4f3b-861d-0bd2e6658cbe req-20a9e2b1-d1a4-4759-ad6a-70306d0f1a2f tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1205559 Sep 10 03:53:45.189616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2295a1a7-43ee-457e-839b-21ac6bc163ce req-f16b0ac8-eeb7-4ffb-ac19-56bf84c5fad9 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:45.191632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2295a1a7-43ee-457e-839b-21ac6bc163ce req-f16b0ac8-eeb7-4ffb-ac19-56bf84c5fad9 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1221919 Sep 10 03:53:45.197676 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 4f26468f-0c33-4490-8c08-facc84e05d51 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:45.203292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:45.209417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:45.264420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2295a1a7-43ee-457e-839b-21ac6bc163ce req-ec5c13e7-7182-4b7b-b31f-9ba1445e35a1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659022 Sep 10 03:53:45.279228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=06bcdb1a-709b-460a-a797-53221b2e8bc2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:45.282723 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:45.297770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05993f53-a447-4f3b-861d-0bd2e6658cbe req-2c182c66-1e34-4aba-8462-90c2a4588823 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175301 Sep 10 03:53:45.558783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:45.583951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-13d29cc7-4c36-489f-beb2-11af6d3c8bcf None None] Provisioning for port 06bcdb1a-709b-460a-a797-53221b2e8bc2 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:45.588673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-13d29cc7-4c36-489f-beb2-11af6d3c8bcf None None] Provisioning complete for port 06bcdb1a-709b-460a-a797-53221b2e8bc2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:45.589329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-13d29cc7-4c36-489f-beb2-11af6d3c8bcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:45.637935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-13d29cc7-4c36-489f-beb2-11af6d3c8bcf None None] Port 06bcdb1a-709b-460a-a797-53221b2e8bc2 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:45.859923 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:45.926959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:45.998191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=06bcdb1a-709b-460a-a797-53221b2e8bc2,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:46.003648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:46.087873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e47a8ca0-8fe4-45d2-af67-5aaee297c5df up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:46.121953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 4f26468f-0c33-4490-8c08-facc84e05d51 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:46.124395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:46.140333 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e47a8ca0-8fe4-45d2-af67-5aaee297c5df triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:46.140931 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:46.283791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 4a5f78ca-3fc1-425b-bf69-99d18f1e6946 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:53:46.450265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:46.458677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51978) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:46.459189 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f1ad0838-d9c8-4d72-9600-e2613680a134 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/4a5f78ca-3fc1-425b-bf69-99d18f1e6946/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2429695 Sep 10 03:53:46.471106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9597c53-9813-4189-8892-2a072b15e119 None None] Sync routers for ids ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:46.484886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-353d9af9-0ee9-4bcb-aba2-3973a430b77f None None] Provisioning complete for port 06bcdb1a-709b-460a-a797-53221b2e8bc2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:46.485387 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-353d9af9-0ee9-4bcb-aba2-3973a430b77f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:46.489528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9597c53-9813-4189-8892-2a072b15e119 None None] Routers {'4a5f78ca-3fc1-425b-bf69-99d18f1e6946'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:46.489987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d9597c53-9813-4189-8892-2a072b15e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:46.540733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15b67d-bd7e-49e0-b44d-d9e90b8070e0 req-5a895d7a-7128-404c-bdae-7fbddd3b3e38 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:46.542297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb15b67d-bd7e-49e0-b44d-d9e90b8070e0 req-5a895d7a-7128-404c-bdae-7fbddd3b3e38 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1235790 Sep 10 03:53:46.548145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d9597c53-9813-4189-8892-2a072b15e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:46.554202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81da3031-56ab-4615-a542-b6f1aad417f1 req-335fdf45-9428-4c16-9698-34c7e46d19f3 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:46.555036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81da3031-56ab-4615-a542-b6f1aad417f1 req-335fdf45-9428-4c16-9698-34c7e46d19f3 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1756582 Sep 10 03:53:46.564697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3ffa6d-11f6-4e15-9c39-ba99c575d1e1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:46.565911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-db3ffa6d-11f6-4e15-9c39-ba99c575d1e1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports/06bcdb1a-709b-460a-a797-53221b2e8bc2 HTTP/1.1" status: 200 len: 910 time: 0.1055381 Sep 10 03:53:46.566251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-353d9af9-0ee9-4bcb-aba2-3973a430b77f None None] Port 06bcdb1a-709b-460a-a797-53221b2e8bc2 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:46.568537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9597c53-9813-4189-8892-2a072b15e119 None None] Routers {'4a5f78ca-3fc1-425b-bf69-99d18f1e6946'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:46.570238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d9597c53-9813-4189-8892-2a072b15e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:46.572064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51980) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:46.608573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d9597c53-9813-4189-8892-2a072b15e119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:46.609401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9597c53-9813-4189-8892-2a072b15e119 None None] The sync data for ids ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:46.621939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb15b67d-bd7e-49e0-b44d-d9e90b8070e0 req-73a90b38-e68d-48f2-9b7c-eb6e5556e566 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659475 Sep 10 03:53:46.631188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81da3031-56ab-4615-a542-b6f1aad417f1 req-2dd56f96-f9a3-4b84-a559-d97005d0be0d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601768 Sep 10 03:53:46.927164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:47.177091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 06bcdb1a-709b-460a-a797-53221b2e8bc2 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:47.177570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:47.271725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:47.285470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 06bcdb1a-709b-460a-a797-53221b2e8bc2 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:47.531010 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:47.556397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=06bcdb1a-709b-460a-a797-53221b2e8bc2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:47.765233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:47.863024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad1e31-b980-46af-9cab-01e156487dfd req-c1e0578a-faed-41aa-b9ed-ec14f02e6740 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:47.864509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44ad1e31-b980-46af-9cab-01e156487dfd req-c1e0578a-faed-41aa-b9ed-ec14f02e6740 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0841951 Sep 10 03:53:47.878397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0595d46b-79d8-469f-b0df-9481ce42840d req-1c50106a-f8dc-4622-87ab-efbafc03fa21 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:47.880486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0595d46b-79d8-469f-b0df-9481ce42840d req-1c50106a-f8dc-4622-87ab-efbafc03fa21 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1175466 Sep 10 03:53:47.937536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0595d46b-79d8-469f-b0df-9481ce42840d req-dfb8c707-761b-4885-8be2-6fc926ba35d6 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472822 Sep 10 03:53:47.962648 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44ad1e31-b980-46af-9cab-01e156487dfd req-215fe925-73dc-40ba-bde8-9eae97fa1b06 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811667 Sep 10 03:53:48.003576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 4a5f78ca-3fc1-425b-bf69-99d18f1e6946 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:53:48.099004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:48.104300 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-95177b30-7692-4349-b084-f8c7dba92303 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/4a5f78ca-3fc1-425b-bf69-99d18f1e6946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5307381 Sep 10 03:53:48.107606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51994) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:48.108628 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1cb74-4551-4151-8046-8481bf67583c None None] Sync routers for ids ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:48.117927 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1cb74-4551-4151-8046-8481bf67583c None None] Routers {'4a5f78ca-3fc1-425b-bf69-99d18f1e6946'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:48.118520 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a8d1cb74-4551-4151-8046-8481bf67583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:48.152601 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a8d1cb74-4551-4151-8046-8481bf67583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:48.162298 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d1cb74-4551-4151-8046-8481bf67583c None None] Routers {'4a5f78ca-3fc1-425b-bf69-99d18f1e6946'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:48.162897 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a8d1cb74-4551-4151-8046-8481bf67583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:48.194800 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a8d1cb74-4551-4151-8046-8481bf67583c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:48.195722 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d1cb74-4551-4151-8046-8481bf67583c None None] The sync data for ids ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:48.423443 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:48.667641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port a75018d1-ca9b-428a-8877-56f61a933b4a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:48.667967 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:48.754025 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:48.765575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for a75018d1-ca9b-428a-8877-56f61a933b4a owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:49.049023 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:49.094645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=a75018d1-ca9b-428a-8877-56f61a933b4a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:49.135212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27e5165-3740-4c70-90d4-074066594422 req-f04c3e43-c17e-4501-ab02-06a0be3f1b09 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:49.136758 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d27e5165-3740-4c70-90d4-074066594422 req-f04c3e43-c17e-4501-ab02-06a0be3f1b09 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1279137 Sep 10 03:53:49.170330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d510400-3704-4338-8cdc-8496b7f7f574 req-76f55798-4731-4086-b1cd-50574341c721 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:49.171877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d510400-3704-4338-8cdc-8496b7f7f574 req-76f55798-4731-4086-b1cd-50574341c721 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1379514 Sep 10 03:53:49.274025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d27e5165-3740-4c70-90d4-074066594422 req-882bf7fa-24ff-4dd3-8e36-87755f393006 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147985 Sep 10 03:53:49.289186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d510400-3704-4338-8cdc-8496b7f7f574 req-114e037b-1a30-44bb-ab8e-67c858509687 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999968 Sep 10 03:53:49.314471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:49.787058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 4a5f78ca-3fc1-425b-bf69-99d18f1e6946 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:53:49.861938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:49.866909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5ae405f4-4fe9-4de8-934f-a06fd6d7ff67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/4a5f78ca-3fc1-425b-bf69-99d18f1e6946/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7582393 Sep 10 03:53:49.869853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52010) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:49.873855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf4230-3e1b-42c6-91ca-4c6e8c8ea20f None None] Sync routers for ids ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:49.886249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf4230-3e1b-42c6-91ca-4c6e8c8ea20f None None] Routers {'4a5f78ca-3fc1-425b-bf69-99d18f1e6946'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:49.886947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08bf4230-3e1b-42c6-91ca-4c6e8c8ea20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:49.897822 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7cfe14bd-34dd-457f-99b7-27f61543285d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5f78ca-3fc1-425b-bf69-99d18f1e6946 HTTP/1.1" status: 200 len: 205 time: 0.0267816 Sep 10 03:53:49.900447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52012) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:49.919010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08bf4230-3e1b-42c6-91ca-4c6e8c8ea20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:49.928077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08bf4230-3e1b-42c6-91ca-4c6e8c8ea20f None None] Routers {'4a5f78ca-3fc1-425b-bf69-99d18f1e6946'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:49.928679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08bf4230-3e1b-42c6-91ca-4c6e8c8ea20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:49.963749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-08bf4230-3e1b-42c6-91ca-4c6e8c8ea20f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:49.964403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08bf4230-3e1b-42c6-91ca-4c6e8c8ea20f None None] The sync data for ids ['4a5f78ca-3fc1-425b-bf69-99d18f1e6946'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:49.974664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29de9ea2-bf2f-4031-bb73-b5e6b072d00b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.446398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a232c825-6765-464d-885a-fbe08285f3e2 req-6cb249c7-8b54-4317-960f-154f06335bf7 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:50.448047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a232c825-6765-464d-885a-fbe08285f3e2 req-6cb249c7-8b54-4317-960f-154f06335bf7 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0857539 Sep 10 03:53:50.460770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c910e-cb87-436b-bf89-97eca29cdafc req-6620014a-fdd1-45b3-986c-877832acc4b8 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:50.462343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b2c910e-cb87-436b-bf89-97eca29cdafc req-6620014a-fdd1-45b3-986c-877832acc4b8 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0860522 Sep 10 03:53:50.471165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29de9ea2-bf2f-4031-bb73-b5e6b072d00b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.473638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29de9ea2-bf2f-4031-bb73-b5e6b072d00b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.519229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a232c825-6765-464d-885a-fbe08285f3e2 req-00d0f883-9583-4256-a17d-51da6af3001f tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543065 Sep 10 03:53:50.535646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b2c910e-cb87-436b-bf89-97eca29cdafc req-f889ff47-7b43-468f-af98-221b644a35c6 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662065 Sep 10 03:53:50.617934 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29de9ea2-bf2f-4031-bb73-b5e6b072d00b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.618491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29de9ea2-bf2f-4031-bb73-b5e6b072d00b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Fanout notify agent at l3_agent the message router_deleted on router 4a5f78ca-3fc1-425b-bf69-99d18f1e6946 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:53:50.625304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29de9ea2-bf2f-4031-bb73-b5e6b072d00b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.628835 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-29de9ea2-bf2f-4031-bb73-b5e6b072d00b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/4a5f78ca-3fc1-425b-bf69-99d18f1e6946 HTTP/1.1" status: 204 len: 168 time: 0.7252195 Sep 10 03:53:50.629070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52024) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:50.679283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5cbc496-597f-4621-a971-a88090700ae7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting subnet d746607c-ed23-4c67-b1da-40092ea00d03 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:53:50.682424 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc496-597f-4621-a971-a88090700ae7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.722748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc496-597f-4621-a971-a88090700ae7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.753635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f9b3967d-a55a-4fac-9a4b-8d432fcb9ca5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.811145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc496-597f-4621-a971-a88090700ae7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:50.994204 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc496-597f-4621-a971-a88090700ae7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.019650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cbc496-597f-4621-a971-a88090700ae7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Subnet': ['ID=d746607c-ed23-4c67-b1da-40092ea00d03,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:51.026203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5cbc496-597f-4621-a971-a88090700ae7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.028246 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f5cbc496-597f-4621-a971-a88090700ae7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/d746607c-ed23-4c67-b1da-40092ea00d03 HTTP/1.1" status: 204 len: 168 time: 0.3982580 Sep 10 03:53:51.031581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52026) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:51.032576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816c115d-e536-4b9b-97be-a3ea623ad65e None None] Network 4f26468f-0c33-4490-8c08-facc84e05d51 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:51.092785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a98a100-83e6-47ad-83a2-017117313e5c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting subnet bd38a306-81ab-4f3d-a575-4f450c4b944a {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:53:51.110287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a98a100-83e6-47ad-83a2-017117313e5c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.154946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a98a100-83e6-47ad-83a2-017117313e5c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.205302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f36a7c0-a48b-4072-a8c5-68240c5d5190 None None] DHCP port deletion for 4f26468f-0c33-4490-8c08-facc84e05d51 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:53:51.242348 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a98a100-83e6-47ad-83a2-017117313e5c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.256862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1f36a7c0-a48b-4072-a8c5-68240c5d5190 None None] Deleting port e47a8ca0-8fe4-45d2-af67-5aaee297c5df {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:51.257346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1f36a7c0-a48b-4072-a8c5-68240c5d5190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.322032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1f36a7c0-a48b-4072-a8c5-68240c5d5190 None None] For port e47a8ca0-8fe4-45d2-af67-5aaee297c5df, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e47a8ca0-8fe4-45d2-af67-5aaee297c5df,segment=NetworkSegment(b52a7552-2ed0-403f-91b9-f700fd405bfe),segment_id=b52a7552-2ed0-403f-91b9-f700fd405bfe)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:51.322436 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1f36a7c0-a48b-4072-a8c5-68240c5d5190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.334499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1f36a7c0-a48b-4072-a8c5-68240c5d5190 None None] Calling delete_port for e47a8ca0-8fe4-45d2-af67-5aaee297c5df owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:51.378040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a98a100-83e6-47ad-83a2-017117313e5c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.406927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a98a100-83e6-47ad-83a2-017117313e5c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Subnet': ['ID=bd38a306-81ab-4f3d-a575-4f450c4b944a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:51.408899 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a98a100-83e6-47ad-83a2-017117313e5c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.410817 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3a98a100-83e6-47ad-83a2-017117313e5c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/bd38a306-81ab-4f3d-a575-4f450c4b944a HTTP/1.1" status: 204 len: 168 time: 0.3782394 Sep 10 03:53:51.413417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52030) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:51.417783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334861b8-2b71-4ca4-81c0-48af453ba8de None None] Network ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:51.490740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.496831 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1f36a7c0-a48b-4072-a8c5-68240c5d5190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.542263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f36a7c0-a48b-4072-a8c5-68240c5d5190 None None] Pushing event deleted for resources: {'Port': ['ID=e47a8ca0-8fe4-45d2-af67-5aaee297c5df,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:51.544207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f36a7c0-a48b-4072-a8c5-68240c5d5190 None None] No DVR routers for this DVR port e47a8ca0-8fe4-45d2-af67-5aaee297c5df on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:53:51.560794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-6f4d6a4d-73f7-4bf6-9dd0-0dd0a743dbe2 req-e3250e76-9b0c-44bb-a1c3-560259b84279 service neutron] (95137) timed out ('10.222.0.22', 52440) {{(pid=95137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:53:51.592933 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.616210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f26468f-0c33-4490-8c08-facc84e05d51']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:51.627116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b52a7552-2ed0-403f-91b9-f700fd405bfe') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:51.627434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b52a7552-2ed0-403f-91b9-f700fd405bfe') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:51.639303 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.655910 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.672221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:51.672650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:51.676536 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:51.687163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d04e3d32-78da-4001-9a11-b07887a20171 None None] DHCP port deletion for ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:53:51.713404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a132e7b8-959a-472c-9133-ac44cb1c17f1 req-4f98a464-0329-4bdb-9b8d-c3781db9f042 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:51.733164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a132e7b8-959a-472c-9133-ac44cb1c17f1 req-4f98a464-0329-4bdb-9b8d-c3781db9f042 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0994656 Sep 10 03:53:51.733164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8984cc78-23ea-47be-b690-8760e05c1de4 req-d348a920-d344-4c58-9f69-8eac186256c4 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:51.733164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8984cc78-23ea-47be-b690-8760e05c1de4 req-d348a920-d344-4c58-9f69-8eac186256c4 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0984530 Sep 10 03:53:51.758907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d04e3d32-78da-4001-9a11-b07887a20171 None None] Deleting port 3245c6f1-8fa0-49af-9408-a0931f87e3ad {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:51.763984 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d04e3d32-78da-4001-9a11-b07887a20171 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.798786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a132e7b8-959a-472c-9133-ac44cb1c17f1 req-2233ae48-d367-467e-b24c-2df7d42bc064 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0641558 Sep 10 03:53:51.804505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8984cc78-23ea-47be-b690-8760e05c1de4 req-b57c5e75-c2ea-4875-bfdf-07328c31b471 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520101 Sep 10 03:53:51.834696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d04e3d32-78da-4001-9a11-b07887a20171 None None] For port 3245c6f1-8fa0-49af-9408-a0931f87e3ad, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3245c6f1-8fa0-49af-9408-a0931f87e3ad,segment=NetworkSegment(6b421d7e-6a66-48c5-b2e8-620c21a34f40),segment_id=6b421d7e-6a66-48c5-b2e8-620c21a34f40)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:51.834696 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d04e3d32-78da-4001-9a11-b07887a20171 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.835065 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.844288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.848625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/networks/4f26468f-0c33-4490-8c08-facc84e05d51 HTTP/1.1" status: 204 len: 168 time: 0.4317596 Sep 10 03:53:51.849871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52044) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:51.850735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d04e3d32-78da-4001-9a11-b07887a20171 None None] Calling delete_port for 3245c6f1-8fa0-49af-9408-a0931f87e3ad owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:51.866232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c829b496-4bb4-4e78-a7c5-0ddff6297c3f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Network': ['ID=4f26468f-0c33-4490-8c08-facc84e05d51,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:51.932350 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:51.985315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 3245c6f1-8fa0-49af-9408-a0931f87e3ad {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:51.985654 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.017697 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d04e3d32-78da-4001-9a11-b07887a20171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.043298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04e3d32-78da-4001-9a11-b07887a20171 None None] Pushing event deleted for resources: {'Port': ['ID=3245c6f1-8fa0-49af-9408-a0931f87e3ad,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:52.048423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04e3d32-78da-4001-9a11-b07887a20171 None None] No DVR routers for this DVR port 3245c6f1-8fa0-49af-9408-a0931f87e3ad on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:53:52.066786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port 3245c6f1-8fa0-49af-9408-a0931f87e3ad, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3245c6f1-8fa0-49af-9408-a0931f87e3ad,segment=NetworkSegment(6b421d7e-6a66-48c5-b2e8-620c21a34f40),segment_id=6b421d7e-6a66-48c5-b2e8-620c21a34f40)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:52.067152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.079064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 3245c6f1-8fa0-49af-9408-a0931f87e3ad owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:52.083401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e47a8ca0-8fe4-45d2-af67-5aaee297c5df no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:52.103313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: e47a8ca0-8fe4-45d2-af67-5aaee297c5df {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:52.103650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e47a8ca0-8fe4-45d2-af67-5aaee297c5df not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:52.104078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3245c6f1-8fa0-49af-9408-a0931f87e3ad no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:53:52.126033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3245c6f1-8fa0-49af-9408-a0931f87e3ad {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:53:52.126376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3245c6f1-8fa0-49af-9408-a0931f87e3ad not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:53:52.157436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.185776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=3245c6f1-8fa0-49af-9408-a0931f87e3ad,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:52.203123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No DVR routers for this DVR port 3245c6f1-8fa0-49af-9408-a0931f87e3ad on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:53:52.288265 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.307251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:52.316421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b421d7e-6a66-48c5-b2e8-620c21a34f40') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:52.316714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b421d7e-6a66-48c5-b2e8-620c21a34f40') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:52.326174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.339028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.346347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:53:52.346727 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:53:52.349705 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:53:52.536794 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.544043 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.545483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/networks/ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf HTTP/1.1" status: 204 len: 168 time: 0.6956065 Sep 10 03:53:52.549429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52058) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:52.555136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'network': {'name': 'tempest-RoutersTest-59413917'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:52.557344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01e3bed-6ec1-449f-bdf6-f1dc10a470ac tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Network': ['ID=ed8ad9c4-8ac1-4d13-8e95-8d5ed3a87aaf,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:52.646696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:52.650473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.674372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:53:52.682820 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.683166 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added segment 6339fb41-d36b-4602-baeb-1bcb2d0fae9f of type vlan for network 00c70718-a62f-48bc-9ff6-c3bb8e84327e Sep 10 03:53:52.726018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.876878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.883347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:52.890709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:52.955710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Network': ['ID=00c70718-a62f-48bc-9ff6-c3bb8e84327e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:52.958470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea23019-e8f7-4f4c-8a3a-b4190f43b2d6 req-1ced02e4-1a90-464c-83ba-bd9ed6a54fb1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:52.960359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ea23019-e8f7-4f4c-8a3a-b4190f43b2d6 req-1ced02e4-1a90-464c-83ba-bd9ed6a54fb1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0853441 Sep 10 03:53:52.968534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 00c70718-a62f-48bc-9ff6-c3bb8e84327e details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:53:52.973330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd91b2b6-188b-441a-8415-b674728890d1 req-954cbb48-0317-45c4-beb5-fd0649144892 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:52.974872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd91b2b6-188b-441a-8415-b674728890d1 req-954cbb48-0317-45c4-beb5-fd0649144892 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0882215 Sep 10 03:53:53.004415 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-58ad2694-3e01-48ff-8636-a9b49751a09c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 764 time: 0.4533560 Sep 10 03:53:53.005015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52064) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:53.010000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'subnet': {'network_id': '00c70718-a62f-48bc-9ff6-c3bb8e84327e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:53.041768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ea23019-e8f7-4f4c-8a3a-b4190f43b2d6 req-ae7c3d40-22d8-4889-9cee-a66b7143bec1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659146 Sep 10 03:53:53.045682 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd91b2b6-188b-441a-8415-b674728890d1 req-906ae3ac-cda3-4140-90f9-96393f1b3a9b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0627773 Sep 10 03:53:53.229358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:53.233330 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:53.470956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ad2096-d4e8-429c-b272-b822bb30439b req-21dc70b9-e5d6-47b2-8918-765f185895d5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.472484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33ad2096-d4e8-429c-b272-b822bb30439b req-21dc70b9-e5d6-47b2-8918-765f185895d5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0803888 Sep 10 03:53:53.521649 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23b10a28-9bd8-4d40-9c70-2c6d099f12d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:53.525552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:53.582130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-7d0fef6b-cb64-4c9b-964b-1835d7840417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.583607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-7d0fef6b-cb64-4c9b-964b-1835d7840417 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 1096 time: 0.0842960 Sep 10 03:53:53.586743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33ad2096-d4e8-429c-b272-b822bb30439b req-7c0f7b4e-d23f-41de-9380-8915cd9f53b4 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859742 Sep 10 03:53:53.594234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754fe1e1-88f3-4e74-a97e-ba320eabe719 req-1209f551-eb28-45a5-a114-990ea8af00ee tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.595741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-754fe1e1-88f3-4e74-a97e-ba320eabe719 req-1209f551-eb28-45a5-a114-990ea8af00ee tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1223431 Sep 10 03:53:53.623573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Subnet': ['ID=273a4dd0-454f-4489-86d0-63b2f0392bcc,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:53.646020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Checking segment: {'id': '6339fb41-d36b-4602-baeb-1bcb2d0fae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00c70718-a62f-48bc-9ff6-c3bb8e84327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:53.646684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network hostable DHCP agents. Network: 00c70718-a62f-48bc-9ff6-c3bb8e84327e, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:53:53.657616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-c3c67f64-3da4-41e9-9ad1-ff03709cd973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.659538 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-c3c67f64-3da4-41e9-9ad1-ff03709cd973 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 1096 time: 0.0852284 Sep 10 03:53:53.694511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-754fe1e1-88f3-4e74-a97e-ba320eabe719 req-ab9d8339-c474-45d5-891b-00f7023e3fc7 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905821 Sep 10 03:53:53.735349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-986a3106-4181-4297-9087-a49c39a95b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.735349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-986a3106-4181-4297-9087-a49c39a95b33 service neutron] 10.222.0.20 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 912 time: 0.1222298 Sep 10 03:53:53.768770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-3ae1e410-8f57-454e-ba48-c2251a54882c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.770859 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-3ae1e410-8f57-454e-ba48-c2251a54882c service neutron] 10.222.0.20 "GET /v2.0/networks?id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea HTTP/1.1" status: 200 len: 916 time: 0.1039722 Sep 10 03:53:53.789373 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:53.793644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-6c97fe1f-766c-4003-bd82-e9b72dc43376 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=69e59780-89c2-4649-bca4-45f691714913 HTTP/1.1" status: 200 len: 1001 time: 0.0662811 Sep 10 03:53:53.818184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 00c70718-a62f-48bc-9ff6-c3bb8e84327e is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:53:53.821113 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-6dcec2ea-35cf-4b8b-95fa-f49accb1825b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fd4d728b-8c3a-4d19-be14-8e98bb384bac HTTP/1.1" status: 200 len: 217 time: 0.0438569 Sep 10 03:53:53.844463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-251d2d78-6602-47fb-a19b-19c7ec16e909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.845877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-251d2d78-6602-47fb-a19b-19c7ec16e909 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 200 len: 850 time: 0.0456300 Sep 10 03:53:53.871389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-cd93fd91-9014-497f-87b0-973947d75727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.872883 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-cd93fd91-9014-497f-87b0-973947d75727 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=761fb00d-82aa-44e1-b054-4d063d953414 HTTP/1.1" status: 200 len: 854 time: 0.0447466 Sep 10 03:53:53.893282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-360cd602-aefd-44a1-8919-0de2fb6b15af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.894829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-360cd602-aefd-44a1-8919-0de2fb6b15af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=589a4214-66c2-461f-af8d-b5794ee44cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414002 Sep 10 03:53:53.917661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-d3e6d04a-b597-4876-ba75-f94aa169bfe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:53.919754 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-d3e6d04a-b597-4876-ba75-f94aa169bfe5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2595bb99-9e8d-4468-b0d9-e0fe1f069fea&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399365 Sep 10 03:53:53.946145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 00c70718-a62f-48bc-9ff6-c3bb8e84327e) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:53.954973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ef1401-0242-4a2f-ba93-64e02c1b00e2 None None] Network 00c70718-a62f-48bc-9ff6-c3bb8e84327e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:53.992091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-3a9ff952-0417-4c11-8f13-8d4c7dfe7132 service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897543 Sep 10 03:53:54.006790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:54.007384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.045785 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-9463e66d-f76b-4c01-a8b2-92815099a007 service neutron] 10.222.0.20 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188834 Sep 10 03:53:54.104613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9638fca0-7387-49bd-9738-0e5744fd8793 req-6bf651d3-aadb-4140-bb45-d0c5a53c9cf8 service neutron] 10.222.0.20 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053796 Sep 10 03:53:54.123351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-00c70718-a62f-48bc-9ff6-c3bb8e84327e', 'network_id': '00c70718-a62f-48bc-9ff6-c3bb8e84327e', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'fixed_ips': [{'subnet_id': '273a4dd0-454f-4489-86d0-63b2f0392bcc'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:53:54.125382 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.130449 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d5aa0240-81d1-41c4-9288-10f886d53f3a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1220126 Sep 10 03:53:54.130655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52082) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:54.136551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-55611023-9c55-46b9-b76a-f09a0cd4ae97 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1360408161', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:54.170203 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-62b0476c-f2c8-47df-a197-21acc8f2a37a req-613e8ad0-1f4c-4e75-9fd9-633eac43095b service neutron] 10.222.0.20 "GET /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170480 Sep 10 03:53:54.269211 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55611023-9c55-46b9-b76a-f09a0cd4ae97 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.270544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55611023-9c55-46b9-b76a-f09a0cd4ae97 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.271783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Allocated IP 172.20.0.2 (00c70718-a62f-48bc-9ff6-c3bb8e84327e/273a4dd0-454f-4489-86d0-63b2f0392bcc/97ebddda-baf0-4627-a794-6dc0b8f45c58) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:54.332247 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55611023-9c55-46b9-b76a-f09a0cd4ae97 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.411144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55611023-9c55-46b9-b76a-f09a0cd4ae97 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.462403 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.471129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Transition to ACTIVE for port object 97ebddda-baf0-4627-a794-6dc0b8f45c58 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:54.486576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Transition to ACTIVE for port object 97ebddda-baf0-4627-a794-6dc0b8f45c58 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:54.490823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55611023-9c55-46b9-b76a-f09a0cd4ae97 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.495148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-55611023-9c55-46b9-b76a-f09a0cd4ae97 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3631878 Sep 10 03:53:54.496090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52096) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:54.502100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'port': {'network_id': '00c70718-a62f-48bc-9ff6-c3bb8e84327e', 'name': 'tempest-RoutersTest-269615474'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:53:54.572519 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.606394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Network 00c70718-a62f-48bc-9ff6-c3bb8e84327e is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:54.609855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:54.613555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:54.657003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Pushing event updated for resources: {'Port': ['ID=97ebddda-baf0-4627-a794-6dc0b8f45c58,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:54.689260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Attempting to bind port 97ebddda-baf0-4627-a794-6dc0b8f45c58 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:53:54.689621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Attempting to bind port 97ebddda-baf0-4627-a794-6dc0b8f45c58 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6339fb41-d36b-4602-baeb-1bcb2d0fae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00c70718-a62f-48bc-9ff6-c3bb8e84327e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:53:54.689984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Attempting to bind port 97ebddda-baf0-4627-a794-6dc0b8f45c58 on network 00c70718-a62f-48bc-9ff6-c3bb8e84327e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:53:54.696414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:53:54.696948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Checking segment: {'id': '6339fb41-d36b-4602-baeb-1bcb2d0fae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00c70718-a62f-48bc-9ff6-c3bb8e84327e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:53:54.697475 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.697855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Bound using segment: {'id': '6339fb41-d36b-4602-baeb-1bcb2d0fae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00c70718-a62f-48bc-9ff6-c3bb8e84327e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:53:54.698383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Bound port: 97ebddda-baf0-4627-a794-6dc0b8f45c58, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6339fb41-d36b-4602-baeb-1bcb2d0fae9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '00c70718-a62f-48bc-9ff6-c3bb8e84327e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:53:54.698984 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.735326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:53:54.741895 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:54.773090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67d11cc-2328-4210-9bcc-cd198a550b2d req-876153d2-d3dd-4f88-b391-103609502f61 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:54.774597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d67d11cc-2328-4210-9bcc-cd198a550b2d req-876153d2-d3dd-4f88-b391-103609502f61 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1012433 Sep 10 03:53:54.782687 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] device_id is not set on port 6d994f8c-bafe-48b8-993f-263ae3a7f151 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:53:54.790850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] For port 97ebddda-baf0-4627-a794-6dc0b8f45c58, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:53:54.798057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] For port 97ebddda-baf0-4627-a794-6dc0b8f45c58, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=97ebddda-baf0-4627-a794-6dc0b8f45c58,segment=NetworkSegment(6339fb41-d36b-4602-baeb-1bcb2d0fae9f),segment_id=6339fb41-d36b-4602-baeb-1bcb2d0fae9f)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:53:54.886933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d67d11cc-2328-4210-9bcc-cd198a550b2d req-da05695d-d52b-43d3-abc3-edbdeaab2299 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0915673 Sep 10 03:53:54.935196 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:55.013236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b862ca1-694d-4233-baa9-5ad2d05b2285 req-0a4994e9-bec6-40eb-a816-f7695f1e271d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:55.017265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b862ca1-694d-4233-baa9-5ad2d05b2285 req-0a4994e9-bec6-40eb-a816-f7695f1e271d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1492622 Sep 10 03:53:55.023962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d0c4d56-ecf7-44f2-a705-07be3f1be1fb None None] Pushing event updated for resources: {'Port': ['ID=97ebddda-baf0-4627-a794-6dc0b8f45c58,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:55.043996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-349a63c4-5c97-42d7-9fb8-87b61b42e13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:55.046496 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-349a63c4-5c97-42d7-9fb8-87b61b42e13f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 1096 time: 0.0528016 Sep 10 03:53:55.046941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.20.0.13 (00c70718-a62f-48bc-9ff6-c3bb8e84327e/273a4dd0-454f-4489-86d0-63b2f0392bcc/6d994f8c-bafe-48b8-993f-263ae3a7f151) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:53:55.097644 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:55.103065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71faf74e-00b8-4a09-8f67-93de5f078a37 req-f82881d9-5a11-42a0-a180-ec4f81b889f9 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:55.108850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71faf74e-00b8-4a09-8f67-93de5f078a37 req-f82881d9-5a11-42a0-a180-ec4f81b889f9 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1530991 Sep 10 03:53:55.123173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b862ca1-694d-4233-baa9-5ad2d05b2285 req-39171c19-0827-483c-9001-9f6b75b0f246 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904653 Sep 10 03:53:55.186147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-cdd36e71-29dd-4bd6-9979-77fada541e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:55.188083 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-cdd36e71-29dd-4bd6-9979-77fada541e41 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 920 time: 0.1334655 Sep 10 03:53:55.273075 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-e7a55d3f-f75a-4d62-a996-ab8b9250d015 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521 HTTP/1.1" status: 200 len: 217 time: 0.0760286 Sep 10 03:53:55.289441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71faf74e-00b8-4a09-8f67-93de5f078a37 req-96a48a86-45a0-4cd8-9123-0ca1e78941de tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774216 Sep 10 03:53:55.338243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:55.341398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-ad5bc491-958e-47dc-9ad7-9b7e96ea3c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:55.343775 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-ad5bc491-958e-47dc-9ad7-9b7e96ea3c4c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a HTTP/1.1" status: 200 len: 859 time: 0.0613325 Sep 10 03:53:55.353738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Transition to ACTIVE for port object 6d994f8c-bafe-48b8-993f-263ae3a7f151 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:53:55.391252 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-ef5423ae-d8ea-45d7-9fb7-fc89cc79734f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11adb82f-ed47-4360-bde3-651179a2646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388260 Sep 10 03:53:55.453047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:55.502466 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-0687b083-4306-43f2-88f0-a868ac86da6a service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028199 Sep 10 03:53:55.509914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 00c70718-a62f-48bc-9ff6-c3bb8e84327e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:55.513305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:55.524467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:53:55.528585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=6d994f8c-bafe-48b8-993f-263ae3a7f151,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:55.588807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:55.589435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:55.625708 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0145e92b-720d-44e5-8e9a-e5b5719dbe52 req-dab24b46-7f77-41ea-85ff-aa79d92c948a service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089108 Sep 10 03:53:55.706512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-028712bb-7235-43fa-bf44-b9d75fb1236c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.2070937 Sep 10 03:53:55.707134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52114) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:56.062703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2a305e-e945-425e-b6cf-2c711294372c req-ea5f6ae9-28da-4d74-87de-f34ebfeb1acd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:56.063563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d2a305e-e945-425e-b6cf-2c711294372c req-ea5f6ae9-28da-4d74-87de-f34ebfeb1acd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0956168 Sep 10 03:53:56.134285 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:56.145326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 97ebddda-baf0-4627-a794-6dc0b8f45c58 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:56.158784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d2a305e-e945-425e-b6cf-2c711294372c req-3e44a8d0-39b0-45c5-bb9d-4df22a886936 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779018 Sep 10 03:53:56.173065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf70306-0e9d-40c4-9d67-9e139b86a123 None None] Network 00c70718-a62f-48bc-9ff6-c3bb8e84327e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:53:56.260566 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:56.369686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 97ebddda-baf0-4627-a794-6dc0b8f45c58 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:56.375959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5dd9ae7-3e02-4586-8ea1-828690a6ce0f req-0a4c2b65-31f8-4748-98a7-04be547c0db7 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:56.377432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5dd9ae7-3e02-4586-8ea1-828690a6ce0f req-0a4c2b65-31f8-4748-98a7-04be547c0db7 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1415341 Sep 10 03:53:56.400800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c8c37175-b904-46ab-926b-f9f8d6da3a1e None None] Provisioning for port 97ebddda-baf0-4627-a794-6dc0b8f45c58 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:56.406479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c8c37175-b904-46ab-926b-f9f8d6da3a1e None None] Provisioning complete for port 97ebddda-baf0-4627-a794-6dc0b8f45c58 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:56.413757 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8c37175-b904-46ab-926b-f9f8d6da3a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:56.501094 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8c37175-b904-46ab-926b-f9f8d6da3a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:56.512413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5dd9ae7-3e02-4586-8ea1-828690a6ce0f req-08a3faa6-dd4e-4a9c-8a4f-86f54f5f2baf tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027570 Sep 10 03:53:56.533062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26b4cb-1f8a-4a39-a018-5c330bdcaa3c req-667bd42f-34c2-4d34-8e3e-bd0dd84dc8ac tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:56.539101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c8c37175-b904-46ab-926b-f9f8d6da3a1e None None] For port 97ebddda-baf0-4627-a794-6dc0b8f45c58, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=97ebddda-baf0-4627-a794-6dc0b8f45c58,segment=NetworkSegment(6339fb41-d36b-4602-baeb-1bcb2d0fae9f),segment_id=6339fb41-d36b-4602-baeb-1bcb2d0fae9f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:53:56.546611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc26b4cb-1f8a-4a39-a018-5c330bdcaa3c req-667bd42f-34c2-4d34-8e3e-bd0dd84dc8ac tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1595900 Sep 10 03:53:56.596100 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:56.612961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc26b4cb-1f8a-4a39-a018-5c330bdcaa3c req-2d920e22-a9da-44c3-b53e-8e70042bb0f6 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717497 Sep 10 03:53:56.616818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8c37175-b904-46ab-926b-f9f8d6da3a1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:56.676902 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:56.687878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c37175-b904-46ab-926b-f9f8d6da3a1e None None] Pushing event updated for resources: {'Port': ['ID=97ebddda-baf0-4627-a794-6dc0b8f45c58,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:56.784646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=6d994f8c-bafe-48b8-993f-263ae3a7f151,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:56.796081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db620f94-8e3a-451c-b07d-af459fb5d0c6 req-bf85d4e0-de3a-4bed-b5f2-f29f42fed58e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:56.799529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-446b0c9b-4050-4d84-8a2d-68eb549c6692 None None] Provisioning for port 6d994f8c-bafe-48b8-993f-263ae3a7f151 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:53:56.803770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-446b0c9b-4050-4d84-8a2d-68eb549c6692 None None] Provisioning complete for port 6d994f8c-bafe-48b8-993f-263ae3a7f151 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:56.803911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db620f94-8e3a-451c-b07d-af459fb5d0c6 req-bf85d4e0-de3a-4bed-b5f2-f29f42fed58e tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1731596 Sep 10 03:53:56.810169 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-446b0c9b-4050-4d84-8a2d-68eb549c6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:56.857891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-446b0c9b-4050-4d84-8a2d-68eb549c6692 None None] Port 6d994f8c-bafe-48b8-993f-263ae3a7f151 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:56.867836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-446b0c9b-4050-4d84-8a2d-68eb549c6692 None None] Provisioning complete for port 97ebddda-baf0-4627-a794-6dc0b8f45c58 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:56.868509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-446b0c9b-4050-4d84-8a2d-68eb549c6692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:56.876934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db620f94-8e3a-451c-b07d-af459fb5d0c6 req-658ea4a4-4a78-44dd-ae21-e141f76ddba1 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720620 Sep 10 03:53:57.025761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:57.096489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-16c82750-6d19-46b4-9654-ce6f9bde1c3d None None] Provisioning complete for port 6d994f8c-bafe-48b8-993f-263ae3a7f151 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:57.096989 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-16c82750-6d19-46b4-9654-ce6f9bde1c3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:57.106164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bc0fbd-4d6e-46b6-a49b-b7ad167140b1 req-9812a7a9-4cb3-4579-9545-e8276d531652 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:57.107796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8bc0fbd-4d6e-46b6-a49b-b7ad167140b1 req-9812a7a9-4cb3-4579-9545-e8276d531652 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 945 time: 0.1316717 Sep 10 03:53:57.158064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8bc0fbd-4d6e-46b6-a49b-b7ad167140b1 req-b904dfb6-285b-4403-83c9-5efb6b51df28 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Sep 10 03:53:57.162717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-16c82750-6d19-46b4-9654-ce6f9bde1c3d None None] Port 6d994f8c-bafe-48b8-993f-263ae3a7f151 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:57.264052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:57.282900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0af7286a-35c7-4a78-8cda-a64297d5b39e None None] Provisioning complete for port 6d994f8c-bafe-48b8-993f-263ae3a7f151 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:57.283312 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0af7286a-35c7-4a78-8cda-a64297d5b39e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:57.315827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e9f9e5-061b-4bb0-9004-d0c79bc6dcb7 req-a8e1a6ce-5d9e-4952-8815-5d33bef5e132 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:57.316459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0af7286a-35c7-4a78-8cda-a64297d5b39e None None] Port 6d994f8c-bafe-48b8-993f-263ae3a7f151 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:57.317311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31e9f9e5-061b-4bb0-9004-d0c79bc6dcb7 req-a8e1a6ce-5d9e-4952-8815-5d33bef5e132 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.0898182 Sep 10 03:53:57.423914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31e9f9e5-061b-4bb0-9004-d0c79bc6dcb7 req-b9ab71db-bddb-428f-bf8e-68210f9c8dcd tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996616 Sep 10 03:53:57.474724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-12f558c0-fbc3-4186-a903-ddb47e9db77c req-1f6c88e8-b77b-4c44-8dcd-0b6956286957 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:57.475737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12f558c0-fbc3-4186-a903-ddb47e9db77c req-1f6c88e8-b77b-4c44-8dcd-0b6956286957 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140128 Sep 10 03:53:57.611490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12f558c0-fbc3-4186-a903-ddb47e9db77c req-dfef1035-a23d-4162-b714-233e9e41ba83 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.8&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1071241 Sep 10 03:53:57.632339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:57.697572 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:57.805257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:57.820259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=6d994f8c-bafe-48b8-993f-263ae3a7f151,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:53:57.830999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814684ad-b1d3-4c3a-9db7-b8d6980d6ab6 req-a2d5d6f5-7e7d-49da-92c1-8032958f84fd tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:57.832541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-814684ad-b1d3-4c3a-9db7-b8d6980d6ab6 req-a2d5d6f5-7e7d-49da-92c1-8032958f84fd tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1309674 Sep 10 03:53:57.959413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e7aa2c-a9e5-4c79-bcae-f757de7be71f req-fee494d6-95df-482f-8e14-72da43600eea tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:57.960958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9e7aa2c-a9e5-4c79-bcae-f757de7be71f req-fee494d6-95df-482f-8e14-72da43600eea tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.1260533 Sep 10 03:53:57.967986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-814684ad-b1d3-4c3a-9db7-b8d6980d6ab6 req-d4d8f12b-3a29-477f-b7de-d0abbdfd81e4 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134710 Sep 10 03:53:58.007023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 00c70718-a62f-48bc-9ff6-c3bb8e84327e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:53:58.015853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:53:58.039534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9e7aa2c-a9e5-4c79-bcae-f757de7be71f req-f4316427-148d-4154-8b47-989fcf12958d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655692 Sep 10 03:53:58.124269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 97ebddda-baf0-4627-a794-6dc0b8f45c58 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:53:58.191367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 97ebddda-baf0-4627-a794-6dc0b8f45c58 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:58.192491 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:58.348627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-65e33fab-a341-4507-a585-69f9ee067c7d None None] Provisioning complete for port 6d994f8c-bafe-48b8-993f-263ae3a7f151 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:53:58.349484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-65e33fab-a341-4507-a585-69f9ee067c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:58.392190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-65e33fab-a341-4507-a585-69f9ee067c7d None None] Port 6d994f8c-bafe-48b8-993f-263ae3a7f151 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:53:58.596599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2eec3d-5f20-4c82-aed1-31e69448fafe req-a8576563-4cbb-452f-b6db-60bbe6a72773 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:58.598060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae2eec3d-5f20-4c82-aed1-31e69448fafe req-a8576563-4cbb-452f-b6db-60bbe6a72773 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0966625 Sep 10 03:53:58.647781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae2eec3d-5f20-4c82-aed1-31e69448fafe req-5e28923e-fa36-48e8-a583-0ecdfbddc675 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418541 Sep 10 03:53:58.714742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 7aba42b8-562f-448e-ba64-f6020d259852 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:53:58.727255 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:58.837064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7ec09-d13e-4fce-a437-8c57f1c6bd74 req-e691f1b3-dc7b-4edf-b3ea-31d82f45970b tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:58.838509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5e7ec09-d13e-4fce-a437-8c57f1c6bd74 req-e691f1b3-dc7b-4edf-b3ea-31d82f45970b tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.1152916 Sep 10 03:53:58.854752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:53:58.865204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-424d1dd3-5d08-42c9-ab5b-21e71e13600d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/7aba42b8-562f-448e-ba64-f6020d259852/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1570585 Sep 10 03:53:58.867906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52164) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:58.868402 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da419ee-0531-431c-a463-1b1595a744a6 None None] Sync routers for ids ['7aba42b8-562f-448e-ba64-f6020d259852'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:53:58.878534 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da419ee-0531-431c-a463-1b1595a744a6 None None] Routers {'7aba42b8-562f-448e-ba64-f6020d259852'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:58.879148 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0da419ee-0531-431c-a463-1b1595a744a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7aba42b8-562f-448e-ba64-f6020d259852'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:58.891605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5e7ec09-d13e-4fce-a437-8c57f1c6bd74 req-84cf0e14-af92-4965-8d6c-9c0ec2ca595c tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455854 Sep 10 03:53:58.915514 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0da419ee-0531-431c-a463-1b1595a744a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:58.925830 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0da419ee-0531-431c-a463-1b1595a744a6 None None] Routers {'7aba42b8-562f-448e-ba64-f6020d259852'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:53:58.926257 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0da419ee-0531-431c-a463-1b1595a744a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7aba42b8-562f-448e-ba64-f6020d259852'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:58.936611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf9ec05-982a-42e3-8239-92498e18f91d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:58.938129 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3bf9ec05-982a-42e3-8239-92498e18f91d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports/6d994f8c-bafe-48b8-993f-263ae3a7f151 HTTP/1.1" status: 200 len: 977 time: 0.0681565 Sep 10 03:53:58.940709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52168) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:53:58.961069 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0da419ee-0531-431c-a463-1b1595a744a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:53:58.961729 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0da419ee-0531-431c-a463-1b1595a744a6 None None] The sync data for ids ['7aba42b8-562f-448e-ba64-f6020d259852'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:53:59.134398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b2e4a-70ea-4f07-8628-7b57a0b42b16 req-38a5379a-93e3-4bcd-9933-be14fa63f9aa tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:59.140452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b2e4a-70ea-4f07-8628-7b57a0b42b16 req-38a5379a-93e3-4bcd-9933-be14fa63f9aa tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:59.146521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b2e4a-70ea-4f07-8628-7b57a0b42b16 req-38a5379a-93e3-4bcd-9933-be14fa63f9aa tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:59.148321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c63b2e4a-70ea-4f07-8628-7b57a0b42b16 req-38a5379a-93e3-4bcd-9933-be14fa63f9aa tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb&device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6&device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 2416 time: 0.0938120 Sep 10 03:53:59.157952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7cb4a5c-7a54-4515-8f3e-a6ceb410e9fa req-fb131cfa-f5e4-41d7-93d9-ff2b5852bc0b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:53:59.159519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7cb4a5c-7a54-4515-8f3e-a6ceb410e9fa req-fb131cfa-f5e4-41d7-93d9-ff2b5852bc0b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0953474 Sep 10 03:53:59.222318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7cb4a5c-7a54-4515-8f3e-a6ceb410e9fa req-05414093-7a92-4da4-bc01-b349e10c7ac8 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557177 Sep 10 03:53:59.224983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c63b2e4a-70ea-4f07-8628-7b57a0b42b16 req-c715c887-fd87-4ffa-8aee-d9866135c103 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645180 Sep 10 03:53:59.261732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-f49b0aee-cc1d-416a-a007-1561981dcefd req-d72b0069-4fd1-4c7a-a10b-494eff72a33f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:53:59.263265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f49b0aee-cc1d-416a-a007-1561981dcefd req-d72b0069-4fd1-4c7a-a10b-494eff72a33f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058582 Sep 10 03:53:59.297430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:59.324231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f49b0aee-cc1d-416a-a007-1561981dcefd req-0a5c2d1a-d477-456d-ad22-a92472a3c3a5 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0546999 Sep 10 03:53:59.522328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 6d994f8c-bafe-48b8-993f-263ae3a7f151 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:53:59.522766 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:59.619249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:59.631221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 6d994f8c-bafe-48b8-993f-263ae3a7f151 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:53:59.884971 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:53:59.912302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=6d994f8c-bafe-48b8-993f-263ae3a7f151,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:00.068639 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:00.239887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 7aba42b8-562f-448e-ba64-f6020d259852 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:00.321435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:00.328459 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-526e5136-0957-4231-a94f-8963988d0357 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/7aba42b8-562f-448e-ba64-f6020d259852/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3845594 Sep 10 03:54:00.334101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52190) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:00.334502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ef5ac-cac2-41c9-be87-f9c13fb9f196 None None] Sync routers for ids ['7aba42b8-562f-448e-ba64-f6020d259852'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:00.346650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ef5ac-cac2-41c9-be87-f9c13fb9f196 None None] Routers {'7aba42b8-562f-448e-ba64-f6020d259852'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:00.347992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-dd1ef5ac-cac2-41c9-be87-f9c13fb9f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7aba42b8-562f-448e-ba64-f6020d259852'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:00.348763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687bc0ca-3fcf-49eb-a012-1016a87a98b4 req-bf25aa6e-565e-4dd3-a94a-3751c8cb6553 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:00.350481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-687bc0ca-3fcf-49eb-a012-1016a87a98b4 req-bf25aa6e-565e-4dd3-a94a-3751c8cb6553 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0579545 Sep 10 03:54:00.390455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-dd1ef5ac-cac2-41c9-be87-f9c13fb9f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:00.396131 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-687bc0ca-3fcf-49eb-a012-1016a87a98b4 req-77527035-6222-418c-b580-d349904d412d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398631 Sep 10 03:54:00.401494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd1ef5ac-cac2-41c9-be87-f9c13fb9f196 None None] Routers {'7aba42b8-562f-448e-ba64-f6020d259852'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:00.403088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-dd1ef5ac-cac2-41c9-be87-f9c13fb9f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7aba42b8-562f-448e-ba64-f6020d259852'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:00.441167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-dd1ef5ac-cac2-41c9-be87-f9c13fb9f196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:00.441919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd1ef5ac-cac2-41c9-be87-f9c13fb9f196 None None] The sync data for ids ['7aba42b8-562f-448e-ba64-f6020d259852'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:00.552840 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-2b45d882-af84-47d7-a055-594c7cfe1292 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] remove_router_interface failed (client error): The resource could not be found. Sep 10 03:54:00.553898 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2b45d882-af84-47d7-a055-594c7cfe1292 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/7aba42b8-562f-448e-ba64-f6020d259852/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2219937 Sep 10 03:54:00.556680 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52198) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:00.585084 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c17dbdd8-981b-4df8-9eef-97bec979dc47 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aba42b8-562f-448e-ba64-f6020d259852 HTTP/1.1" status: 200 len: 205 time: 0.0273042 Sep 10 03:54:00.587657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52200) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:00.662487 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0f106e28-de76-41b4-8137-5ab3650e892c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:00.849176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be3531e-f2f9-4730-b67e-03f212dd24d4 req-b53b0119-9c2e-4781-8594-5f52cae83696 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:00.850918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0be3531e-f2f9-4730-b67e-03f212dd24d4 req-b53b0119-9c2e-4781-8594-5f52cae83696 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.0536141 Sep 10 03:54:00.898151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0be3531e-f2f9-4730-b67e-03f212dd24d4 req-f748b667-d112-42b9-bf5f-35f4a92809d8 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397346 Sep 10 03:54:01.146977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0f106e28-de76-41b4-8137-5ab3650e892c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.149737 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0f106e28-de76-41b4-8137-5ab3650e892c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.245849 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0f106e28-de76-41b4-8137-5ab3650e892c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.246341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f106e28-de76-41b4-8137-5ab3650e892c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Fanout notify agent at l3_agent the message router_deleted on router 7aba42b8-562f-448e-ba64-f6020d259852 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:54:01.253536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0f106e28-de76-41b4-8137-5ab3650e892c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.254643 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0f106e28-de76-41b4-8137-5ab3650e892c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/7aba42b8-562f-448e-ba64-f6020d259852 HTTP/1.1" status: 204 len: 168 time: 0.6660480 Sep 10 03:54:01.257271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52206) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:01.308336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9dda8d45-eea3-4eba-8f79-f59a83174b6c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting subnet 273a4dd0-454f-4489-86d0-63b2f0392bcc {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:54:01.312270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9dda8d45-eea3-4eba-8f79-f59a83174b6c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.355148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9dda8d45-eea3-4eba-8f79-f59a83174b6c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.441909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9dda8d45-eea3-4eba-8f79-f59a83174b6c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.521141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7be5a5-9613-487a-89eb-36b80c7b35a5 req-f02ffa4e-948c-459f-a3fd-37330b1391b0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:01.523045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d7be5a5-9613-487a-89eb-36b80c7b35a5 req-f02ffa4e-948c-459f-a3fd-37330b1391b0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0581567 Sep 10 03:54:01.555165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9dda8d45-eea3-4eba-8f79-f59a83174b6c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.561591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d7be5a5-9613-487a-89eb-36b80c7b35a5 req-0015a690-b1e9-4fa9-b619-8dd259ec3dd4 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326800 Sep 10 03:54:01.588604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dda8d45-eea3-4eba-8f79-f59a83174b6c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Subnet': ['ID=273a4dd0-454f-4489-86d0-63b2f0392bcc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:01.593925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9dda8d45-eea3-4eba-8f79-f59a83174b6c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.595289 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9dda8d45-eea3-4eba-8f79-f59a83174b6c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/273a4dd0-454f-4489-86d0-63b2f0392bcc HTTP/1.1" status: 204 len: 168 time: 0.3371010 Sep 10 03:54:01.597947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52214) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:01.600108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce61683e-7cb6-4eb0-b91b-af56f37e870e None None] Network 00c70718-a62f-48bc-9ff6-c3bb8e84327e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:01.676457 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.736982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 97ebddda-baf0-4627-a794-6dc0b8f45c58 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:01.740671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.780537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fe56bd-c629-4c68-b546-9621bda8a93c None None] DHCP port deletion for 00c70718-a62f-48bc-9ff6-c3bb8e84327e request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:54:01.810325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port 97ebddda-baf0-4627-a794-6dc0b8f45c58, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=97ebddda-baf0-4627-a794-6dc0b8f45c58,segment=NetworkSegment(6339fb41-d36b-4602-baeb-1bcb2d0fae9f),segment_id=6339fb41-d36b-4602-baeb-1bcb2d0fae9f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:01.810700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.823316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 97ebddda-baf0-4627-a794-6dc0b8f45c58 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:01.833722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-53fe56bd-c629-4c68-b546-9621bda8a93c None None] Deleting port 97ebddda-baf0-4627-a794-6dc0b8f45c58 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:01.834096 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-53fe56bd-c629-4c68-b546-9621bda8a93c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.910673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-53fe56bd-c629-4c68-b546-9621bda8a93c None None] For port 97ebddda-baf0-4627-a794-6dc0b8f45c58, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=97ebddda-baf0-4627-a794-6dc0b8f45c58,segment=NetworkSegment(6339fb41-d36b-4602-baeb-1bcb2d0fae9f),segment_id=6339fb41-d36b-4602-baeb-1bcb2d0fae9f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:01.911069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-53fe56bd-c629-4c68-b546-9621bda8a93c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:01.925385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-53fe56bd-c629-4c68-b546-9621bda8a93c None None] Calling delete_port for 97ebddda-baf0-4627-a794-6dc0b8f45c58 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:01.936833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd82d4e1-8665-450f-9600-0df9cb9d0612 req-e3412ce4-3f3a-4ca2-a75b-4025ad0f98ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:01.938620 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dd82d4e1-8665-450f-9600-0df9cb9d0612 req-e3412ce4-3f3a-4ca2-a75b-4025ad0f98ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 1096 time: 0.0510285 Sep 10 03:54:01.984649 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dd82d4e1-8665-450f-9600-0df9cb9d0612 req-ba9aa64d-0686-4a1d-983c-dd0475bc8a8d service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376832 Sep 10 03:54:02.000963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.006957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-53fe56bd-c629-4c68-b546-9621bda8a93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.025973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311e429-0c87-4407-84c1-2c5114f5ff1c req-e6a6cc56-5275-4f8c-8697-1bb42b113b74 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:02.028897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2311e429-0c87-4407-84c1-2c5114f5ff1c req-e6a6cc56-5275-4f8c-8697-1bb42b113b74 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.0533657 Sep 10 03:54:02.032546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No DVR routers for this DVR port 97ebddda-baf0-4627-a794-6dc0b8f45c58 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:02.034593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=97ebddda-baf0-4627-a794-6dc0b8f45c58,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:02.035387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fe56bd-c629-4c68-b546-9621bda8a93c None None] Pushing event deleted for resources: {'Port': ['ID=97ebddda-baf0-4627-a794-6dc0b8f45c58,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:02.039151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fe56bd-c629-4c68-b546-9621bda8a93c None None] No DVR routers for this DVR port 97ebddda-baf0-4627-a794-6dc0b8f45c58 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:02.080592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2311e429-0c87-4407-84c1-2c5114f5ff1c req-01c5e369-d80b-4416-ab60-2a1632f6b894 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422010 Sep 10 03:54:02.125470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 97ebddda-baf0-4627-a794-6dc0b8f45c58 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:02.129081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.130922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.152937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00c70718-a62f-48bc-9ff6-c3bb8e84327e']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:02.172343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6339fb41-d36b-4602-baeb-1bcb2d0fae9f') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:02.172718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6339fb41-d36b-4602-baeb-1bcb2d0fae9f') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:02.191774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.207511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.214859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:54:02.215269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:54:02.219417 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:54:02.313379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 97ebddda-baf0-4627-a794-6dc0b8f45c58 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:02.313823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 97ebddda-baf0-4627-a794-6dc0b8f45c58 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:02.337505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.345178 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.347044 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/networks/00c70718-a62f-48bc-9ff6-c3bb8e84327e HTTP/1.1" status: 204 len: 168 time: 0.7480669 Sep 10 03:54:02.350765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52226) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:02.356076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'network': {'name': 'tempest-RoutersTest-867573619'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:02.358682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d352d47-9cfc-487f-9005-c1c4eccc2e5e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Network': ['ID=00c70718-a62f-48bc-9ff6-c3bb8e84327e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:02.423346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:02.426858 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.436311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-81e3de6d-08f2-43bc-b5e5-758e2cd8a63d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:02.437030 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-81e3de6d-08f2-43bc-b5e5-758e2cd8a63d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.39 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 945 time: 0.0494606 Sep 10 03:54:02.449427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:54:02.458392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.458722 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added segment 11df0592-86b2-4868-b527-5b64f92ecc51 of type vlan for network fbfe60da-2c1f-4045-815d-a7dcf62caa92 Sep 10 03:54:02.502645 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.541307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Deleting port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:02.541690 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.604753 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.611306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:02.612016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.634976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] For port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:02.635431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.648707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Calling delete_port for 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:02.702450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Network': ['ID=fbfe60da-2c1f-4045-815d-a7dcf62caa92,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:02.709528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d1a4d104-1f4c-4a93-9e7c-0468a28b7916 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3548570 Sep 10 03:54:02.709743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52230) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:02.715274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network fbfe60da-2c1f-4045-815d-a7dcf62caa92 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:54:02.717528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'subnet': {'network_id': 'fbfe60da-2c1f-4045-815d-a7dcf62caa92', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:02.751603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7530a6-818e-4629-a328-23b644ba37e4 req-3c21d450-e21c-4d1d-8dbe-50e8144245ad tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:02.753112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a7530a6-818e-4629-a328-23b644ba37e4 req-3c21d450-e21c-4d1d-8dbe-50e8144245ad tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1189466 Sep 10 03:54:02.837549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a7530a6-818e-4629-a328-23b644ba37e4 req-613eb323-7a37-4bce-b53b-d351448f2ad0 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749252 Sep 10 03:54:02.845974 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.859408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['fd4d728b-8c3a-4d19-be14-8e98bb384bac', '0546abfc-151e-4d17-bf1d-77658f8084fc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:02.863079 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:02.877537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Pushing event deleted for resources: {'Port': ['ID=0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:02.922026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:02.931079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] No DVR routers for this DVR port 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:02.931079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.931366 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:02.931485 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7fafd9d9-fe34-4621-b48b-eca0fb90b36a req-805d7a2b-b1f3-407f-8e19-00b88e1c7523 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.39 "DELETE /v2.0/ports/0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b HTTP/1.1" status: 204 len: 173 time: 0.4838140 Sep 10 03:54:02.931485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78d144db-40d9-4c64-a785-8d505d07d1fb', 'name': 'network-vif-deleted', 'tag': '0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:02.931485 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffab3f65-30df-4df7-b566-ac302fc935d7" -d '{"events": [{"server_uuid": "78d144db-40d9-4c64-a785-8d505d07d1fb", "name": "network-vif-deleted", "tag": "0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:02.971562 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63465f96-2403-475e-be48-7fc05b6bba17 x-openstack-request-id: req-63465f96-2403-475e-be48-7fc05b6bba17 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:02.972106 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78d144db-40d9-4c64-a785-8d505d07d1fb", "name": "network-vif-deleted", "tag": "0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:02.973080 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63465f96-2403-475e-be48-7fc05b6bba17 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:02.973735 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78d144db-40d9-4c64-a785-8d505d07d1fb', 'name': 'network-vif-deleted', 'tag': '0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b', 'status': 'completed', 'code': 200} Sep 10 03:54:03.172459 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:03.192242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff1126d7-24cf-4f08-acc4-24b498ef1231 req-953fb25f-3035-45c9-9ec7-60a77cf589f0 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=78d144db-40d9-4c64-a785-8d505d07d1fb HTTP/1.1" status: 200 len: 210 time: 0.0304282 Sep 10 03:54:03.253518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Subnet': ['ID=ff7154f0-f1cd-4c7e-99c7-9ef906a4a6e2,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:03.265384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Checking segment: {'id': '11df0592-86b2-4868-b527-5b64f92ecc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbfe60da-2c1f-4045-815d-a7dcf62caa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:03.265780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network hostable DHCP agents. Network: fbfe60da-2c1f-4045-815d-a7dcf62caa92, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:54:03.343445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network fbfe60da-2c1f-4045-815d-a7dcf62caa92 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:54:03.440531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, fbfe60da-2c1f-4045-815d-a7dcf62caa92) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:03.446281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:03.446929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:03.448922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abbce1fa-647f-45b3-8f5c-84b46dad5083 None None] Network fbfe60da-2c1f-4045-815d-a7dcf62caa92 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:03.522922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6a711ec9-e35a-49c7-bd15-063f922d2e79 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8119507 Sep 10 03:54:03.525894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52240) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:03.529962 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f1741247-1813-421f-8a6d-8068653982d2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2101002227', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:03.592574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-fbfe60da-2c1f-4045-815d-a7dcf62caa92', 'network_id': 'fbfe60da-2c1f-4045-815d-a7dcf62caa92', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'fixed_ips': [{'subnet_id': 'ff7154f0-f1cd-4c7e-99c7-9ef906a4a6e2'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:54:03.593411 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:03.612786 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1741247-1813-421f-8a6d-8068653982d2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:03.614728 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1741247-1813-421f-8a6d-8068653982d2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:03.670046 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1741247-1813-421f-8a6d-8068653982d2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:03.727986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Allocated IP 172.20.0.2 (fbfe60da-2c1f-4045-815d-a7dcf62caa92/ff7154f0-f1cd-4c7e-99c7-9ef906a4a6e2/dd570c13-083c-4baa-a75c-1831ec1c4a79) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:03.755118 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1741247-1813-421f-8a6d-8068653982d2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:03.818325 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1741247-1813-421f-8a6d-8068653982d2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:03.828971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f1741247-1813-421f-8a6d-8068653982d2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2949276 Sep 10 03:54:03.829130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52244) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:03.899450 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:03.910349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Transition to ACTIVE for port object dd570c13-083c-4baa-a75c-1831ec1c4a79 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:03.926000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Transition to ACTIVE for port object dd570c13-083c-4baa-a75c-1831ec1c4a79 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:03.973550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662ad71d-3197-4aaf-8336-9159c45061b3 req-aa165a9c-20bf-4118-8e7a-330e770ec26c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:03.975148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-662ad71d-3197-4aaf-8336-9159c45061b3 req-aa165a9c-20bf-4118-8e7a-330e770ec26c tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0546875 Sep 10 03:54:04.016851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-662ad71d-3197-4aaf-8336-9159c45061b3 req-3173f87b-7109-46b5-bc8b-aace7ef2e308 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356195 Sep 10 03:54:04.023953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:04.088121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Network fbfe60da-2c1f-4045-815d-a7dcf62caa92 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:04.090377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Pushing event updated for resources: {'Port': ['ID=dd570c13-083c-4baa-a75c-1831ec1c4a79,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:04.096638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:04.098880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:04.162886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Attempting to bind port dd570c13-083c-4baa-a75c-1831ec1c4a79 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:04.163262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Attempting to bind port dd570c13-083c-4baa-a75c-1831ec1c4a79 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '11df0592-86b2-4868-b527-5b64f92ecc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbfe60da-2c1f-4045-815d-a7dcf62caa92'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:04.163634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Attempting to bind port dd570c13-083c-4baa-a75c-1831ec1c4a79 on network fbfe60da-2c1f-4045-815d-a7dcf62caa92 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:04.168979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:04.171757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Checking segment: {'id': '11df0592-86b2-4868-b527-5b64f92ecc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbfe60da-2c1f-4045-815d-a7dcf62caa92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:04.171757 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:04.171757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Bound using segment: {'id': '11df0592-86b2-4868-b527-5b64f92ecc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbfe60da-2c1f-4045-815d-a7dcf62caa92'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:04.171757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Bound port: dd570c13-083c-4baa-a75c-1831ec1c4a79, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11df0592-86b2-4868-b527-5b64f92ecc51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'fbfe60da-2c1f-4045-815d-a7dcf62caa92'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:04.171757 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:04.172754 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:04.272487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] For port dd570c13-083c-4baa-a75c-1831ec1c4a79, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:04.279833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] For port dd570c13-083c-4baa-a75c-1831ec1c4a79, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=dd570c13-083c-4baa-a75c-1831ec1c4a79,segment=NetworkSegment(11df0592-86b2-4868-b527-5b64f92ecc51),segment_id=11df0592-86b2-4868-b527-5b64f92ecc51)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:04.355258 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:04.431963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.20.0.1 (fbfe60da-2c1f-4045-815d-a7dcf62caa92/ff7154f0-f1cd-4c7e-99c7-9ef906a4a6e2/ce3c8ea9-73ec-4242-99e6-b715dfe22ffc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:04.434908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba27ebd9-08d9-48c0-abbc-980574c3de3d None None] Pushing event updated for resources: {'Port': ['ID=dd570c13-083c-4baa-a75c-1831ec1c4a79,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:04.562605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464e739-d082-44c7-b1bd-66b231c9fef8 req-bdd666a4-65a7-49a7-8b47-122d21be6ecc tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:04.581638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4464e739-d082-44c7-b1bd-66b231c9fef8 req-bdd666a4-65a7-49a7-8b47-122d21be6ecc tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0790389 Sep 10 03:54:04.622358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4464e739-d082-44c7-b1bd-66b231c9fef8 req-8d3b4d4d-910e-4ac7-b98f-353360c76cc7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377419 Sep 10 03:54:04.632385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-a2ed38e9-41b6-452e-9f20-84d10298d7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:04.634024 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-a2ed38e9-41b6-452e-9f20-84d10298d7e0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 1096 time: 0.0829725 Sep 10 03:54:04.636966 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:04.690961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Transition to ACTIVE for port object ce3c8ea9-73ec-4242-99e6-b715dfe22ffc will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:04.793614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-5f5eb205-3a87-4500-bf41-aa998ef309f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:04.795169 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-5f5eb205-3a87-4500-bf41-aa998ef309f3 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 200 len: 920 time: 0.1454740 Sep 10 03:54:04.820590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516616ac-752b-4ef9-acf3-6adf1134843e req-f35c75e4-f3cc-45f8-8393-3567b29bf1eb tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:04.823220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-516616ac-752b-4ef9-acf3-6adf1134843e req-f35c75e4-f3cc-45f8-8393-3567b29bf1eb tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0669806 Sep 10 03:54:04.848787 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-116f804f-4179-4f89-8ce8-f6eb85c1dd77 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521 HTTP/1.1" status: 200 len: 217 time: 0.0439417 Sep 10 03:54:04.878581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-516616ac-752b-4ef9-acf3-6adf1134843e req-c48abbfc-6a7b-40ec-8012-9585c4d49e88 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493319 Sep 10 03:54:04.894949 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:04.946680 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network fbfe60da-2c1f-4045-815d-a7dcf62caa92 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:04.953994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:04.958181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:04.961575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-08f940bf-b23e-4b37-a890-3bbb3fa4797d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:04.962995 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-08f940bf-b23e-4b37-a890-3bbb3fa4797d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a HTTP/1.1" status: 200 len: 859 time: 0.1066525 Sep 10 03:54:04.999887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=ce3c8ea9-73ec-4242-99e6-b715dfe22ffc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:05.023896 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-d890595a-80d1-4fc1-a04b-ab267ba05e80 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11adb82f-ed47-4360-bde3-651179a2646d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345206 Sep 10 03:54:05.043633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:05.191830 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-3488b059-8a7d-44ea-9848-04e91e5cebd2 service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556845 Sep 10 03:54:05.309231 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:05.330026 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7183c6f0-fc6d-4609-be83-5d66327a9d38 req-36fcd9eb-fe6d-4809-8178-b62eb81bca68 service neutron] 10.222.0.39 "GET /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268024 Sep 10 03:54:05.443725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81329d9-aab7-4447-8d08-9eccc5506e9f None None] Network fbfe60da-2c1f-4045-815d-a7dcf62caa92 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:05.558357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-01c3b914-19a4-4261-a8c4-4a8ce76f3ff1 None None] Provisioning for port dd570c13-083c-4baa-a75c-1831ec1c4a79 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:05.599207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:05.669219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:05.752113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38bf26f-ee0d-4b9c-8ec3-bb4722341af1 req-be6926af-64a2-4dcb-9219-286190dd585d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:05.753672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e38bf26f-ee0d-4b9c-8ec3-bb4722341af1 req-be6926af-64a2-4dcb-9219-286190dd585d tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0506470 Sep 10 03:54:05.755067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=ce3c8ea9-73ec-4242-99e6-b715dfe22ffc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:05.757713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:05.808227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e38bf26f-ee0d-4b9c-8ec3-bb4722341af1 req-6193ad04-8ef7-4706-af46-6493c85b415a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405078 Sep 10 03:54:05.857514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network fbfe60da-2c1f-4045-815d-a7dcf62caa92 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:05.858905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:05.952199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f8373643-8841-487d-a283-5c0d70a3dd98 None None] Provisioning for port ce3c8ea9-73ec-4242-99e6-b715dfe22ffc completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:05.956272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f8373643-8841-487d-a283-5c0d70a3dd98 None None] Provisioning complete for port ce3c8ea9-73ec-4242-99e6-b715dfe22ffc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:05.956718 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f8373643-8841-487d-a283-5c0d70a3dd98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:05.992298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f8373643-8841-487d-a283-5c0d70a3dd98 None None] Port ce3c8ea9-73ec-4242-99e6-b715dfe22ffc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:06.006337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2285e2-016c-4da0-8cfa-c0388aea6589 req-dc0fc808-cec4-4990-9294-f95d44035869 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:06.007886 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb2285e2-016c-4da0-8cfa-c0388aea6589 req-dc0fc808-cec4-4990-9294-f95d44035869 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0587101 Sep 10 03:54:06.051582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 944b6be6-3ef6-465f-88ef-f7e744e560fb is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:54:06.083992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb2285e2-016c-4da0-8cfa-c0388aea6589 req-45b704b0-0dc0-427b-b4c3-eca24afdba8f tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569975 Sep 10 03:54:06.123975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c26fe037-e98d-4f9d-b531-8082d82624bc None None] Provisioning complete for port ce3c8ea9-73ec-4242-99e6-b715dfe22ffc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:06.124348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c26fe037-e98d-4f9d-b531-8082d82624bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.162683 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:06.173129 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-476731d0-dd3c-4f60-bc22-9d8ca107d201 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/944b6be6-3ef6-465f-88ef-f7e744e560fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3468451 Sep 10 03:54:06.175572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52282) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:06.186238 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30aedcc-c3f9-4b22-9bd7-27d408c98b59 None None] Sync routers for ids ['944b6be6-3ef6-465f-88ef-f7e744e560fb'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:06.199032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device dd570c13-083c-4baa-a75c-1831ec1c4a79 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:06.201006 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30aedcc-c3f9-4b22-9bd7-27d408c98b59 None None] Routers {'944b6be6-3ef6-465f-88ef-f7e744e560fb'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:06.201691 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d30aedcc-c3f9-4b22-9bd7-27d408c98b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['944b6be6-3ef6-465f-88ef-f7e744e560fb'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:06.233599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c26fe037-e98d-4f9d-b531-8082d82624bc None None] Port ce3c8ea9-73ec-4242-99e6-b715dfe22ffc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:06.234220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa3d447-0def-43cb-9e33-27902b8a9f7f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:06.235883 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-caa3d447-0def-43cb-9e33-27902b8a9f7f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports/ce3c8ea9-73ec-4242-99e6-b715dfe22ffc HTTP/1.1" status: 200 len: 910 time: 0.0593243 Sep 10 03:54:06.238721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52286) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:06.256585 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d30aedcc-c3f9-4b22-9bd7-27d408c98b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:06.267186 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d30aedcc-c3f9-4b22-9bd7-27d408c98b59 None None] Routers {'944b6be6-3ef6-465f-88ef-f7e744e560fb'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:06.267975 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d30aedcc-c3f9-4b22-9bd7-27d408c98b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['944b6be6-3ef6-465f-88ef-f7e744e560fb'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:06.303144 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d30aedcc-c3f9-4b22-9bd7-27d408c98b59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:06.304290 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d30aedcc-c3f9-4b22-9bd7-27d408c98b59 None None] The sync data for ids ['944b6be6-3ef6-465f-88ef-f7e744e560fb'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:06.323955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-c896534c-5ef0-40a6-ba62-357551e8b412 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:06.326403 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-c896534c-5ef0-40a6-ba62-357551e8b412 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.20 "GET /v2.0/ports?device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 945 time: 0.0805526 Sep 10 03:54:06.348907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port dd570c13-083c-4baa-a75c-1831ec1c4a79 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:06.353382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port dd570c13-083c-4baa-a75c-1831ec1c4a79 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:06.354341 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.432932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Deleting port 0546abfc-151e-4d17-bf1d-77658f8084fc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:06.433281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.439262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.477764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1d52f780-4fd1-473e-b06b-2bea7789a732 None None] Provisioning complete for port ce3c8ea9-73ec-4242-99e6-b715dfe22ffc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:06.478531 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d52f780-4fd1-473e-b06b-2bea7789a732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.480630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port dd570c13-083c-4baa-a75c-1831ec1c4a79, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=dd570c13-083c-4baa-a75c-1831ec1c4a79,segment=NetworkSegment(11df0592-86b2-4868-b527-5b64f92ecc51),segment_id=11df0592-86b2-4868-b527-5b64f92ecc51)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:06.520454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1d52f780-4fd1-473e-b06b-2bea7789a732 None None] Port ce3c8ea9-73ec-4242-99e6-b715dfe22ffc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:06.547982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] For port 0546abfc-151e-4d17-bf1d-77658f8084fc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=0546abfc-151e-4d17-bf1d-77658f8084fc,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:06.548413 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.559876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.569455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Calling delete_port for 0546abfc-151e-4d17-bf1d-77658f8084fc owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:06.602736 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.613871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=dd570c13-083c-4baa-a75c-1831ec1c4a79,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:06.771774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.805367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['fd4d728b-8c3a-4d19-be14-8e98bb384bac', '0546abfc-151e-4d17-bf1d-77658f8084fc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:06.811417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Pushing event deleted for resources: {'Port': ['ID=0546abfc-151e-4d17-bf1d-77658f8084fc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:06.868670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] No DVR routers for this DVR port 0546abfc-151e-4d17-bf1d-77658f8084fc on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:06.871077 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.874304 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-558e5e03-8a4c-4e2b-9593-2538312b0e0f req-2b739eba-9862-47d5-9a91-b66157aeb064 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.20 "DELETE /v2.0/ports/0546abfc-151e-4d17-bf1d-77658f8084fc HTTP/1.1" status: 204 len: 173 time: 0.5391920 Sep 10 03:54:06.875059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6', 'name': 'network-vif-deleted', 'tag': '0546abfc-151e-4d17-bf1d-77658f8084fc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:06.877535 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eebd9538-1a8d-4102-ae9c-1fb89d548034" -d '{"events": [{"server_uuid": "57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6", "name": "network-vif-deleted", "tag": "0546abfc-151e-4d17-bf1d-77658f8084fc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:06.881533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port ce3c8ea9-73ec-4242-99e6-b715dfe22ffc {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:06.882914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:06.944558 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6458845-8b7c-42c2-87a6-79869bc7ad47 x-openstack-request-id: req-a6458845-8b7c-42c2-87a6-79869bc7ad47 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:06.944857 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6", "name": "network-vif-deleted", "tag": "0546abfc-151e-4d17-bf1d-77658f8084fc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:06.945110 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6458845-8b7c-42c2-87a6-79869bc7ad47 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:06.945525 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6', 'name': 'network-vif-deleted', 'tag': '0546abfc-151e-4d17-bf1d-77658f8084fc', 'status': 'completed', 'code': 200} Sep 10 03:54:07.029720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:07.045222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5278f0-b1de-4bbe-8329-3b21d57def6a req-d0e8344a-698e-4f39-a5d6-059d2e86700f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:07.046701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df5278f0-b1de-4bbe-8329-3b21d57def6a req-d0e8344a-698e-4f39-a5d6-059d2e86700f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1031418 Sep 10 03:54:07.052540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for ce3c8ea9-73ec-4242-99e6-b715dfe22ffc owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:07.115063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:07.127469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df5278f0-b1de-4bbe-8329-3b21d57def6a req-5b6e0668-915d-4ebf-84d5-b2ae2ce2cfea tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729427 Sep 10 03:54:07.140900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:07.141377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 0ab52cc2-fd3c-43ff-9eaa-ac597ef1633b not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:07.166945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7ae4c22-26df-4bf7-b023-150e18b5b7f2 req-7d093678-2581-4eb0-98cc-6c6a1c8e5397 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=57a8c4b0-6b0a-48fb-80c8-f39a7fd2a9c6 HTTP/1.1" status: 200 len: 210 time: 0.0293608 Sep 10 03:54:07.373150 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:07.400183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=ce3c8ea9-73ec-4242-99e6-b715dfe22ffc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:07.543452 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:07.701282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 944b6be6-3ef6-465f-88ef-f7e744e560fb has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:07.777684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:07.785554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-08541f9b-84b1-46cb-9ae8-a6779a4893b2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/944b6be6-3ef6-465f-88ef-f7e744e560fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5441747 Sep 10 03:54:07.786728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52304) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:07.793446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfcdd8-f2de-41e0-af8e-522ff0cdf357 None None] Sync routers for ids ['944b6be6-3ef6-465f-88ef-f7e744e560fb'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:07.804369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfcdd8-f2de-41e0-af8e-522ff0cdf357 None None] Routers {'944b6be6-3ef6-465f-88ef-f7e744e560fb'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:07.805123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-25cfcdd8-f2de-41e0-af8e-522ff0cdf357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['944b6be6-3ef6-465f-88ef-f7e744e560fb'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:07.817898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1c5a9012-55ba-42ca-a71a-001e8d3474f6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=944b6be6-3ef6-465f-88ef-f7e744e560fb HTTP/1.1" status: 200 len: 205 time: 0.0277438 Sep 10 03:54:07.818837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52306) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:07.845405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-25cfcdd8-f2de-41e0-af8e-522ff0cdf357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:07.856255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25cfcdd8-f2de-41e0-af8e-522ff0cdf357 None None] Routers {'944b6be6-3ef6-465f-88ef-f7e744e560fb'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:07.856971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-25cfcdd8-f2de-41e0-af8e-522ff0cdf357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['944b6be6-3ef6-465f-88ef-f7e744e560fb'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:07.908357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-25cfcdd8-f2de-41e0-af8e-522ff0cdf357 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:07.909303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25cfcdd8-f2de-41e0-af8e-522ff0cdf357 None None] The sync data for ids ['944b6be6-3ef6-465f-88ef-f7e744e560fb'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:07.915307 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6709af70-a633-4a68-8888-e3a401f624e0 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.072952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6709af70-a633-4a68-8888-e3a401f624e0 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.075937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6709af70-a633-4a68-8888-e3a401f624e0 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.103567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device dd570c13-083c-4baa-a75c-1831ec1c4a79 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:08.143943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port dd570c13-083c-4baa-a75c-1831ec1c4a79 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:08.144232 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.214153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6709af70-a633-4a68-8888-e3a401f624e0 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.215052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6709af70-a633-4a68-8888-e3a401f624e0 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Fanout notify agent at l3_agent the message router_deleted on router 944b6be6-3ef6-465f-88ef-f7e744e560fb {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:54:08.228525 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6709af70-a633-4a68-8888-e3a401f624e0 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.229697 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6709af70-a633-4a68-8888-e3a401f624e0 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/944b6be6-3ef6-465f-88ef-f7e744e560fb HTTP/1.1" status: 204 len: 168 time: 0.4094718 Sep 10 03:54:08.233166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52316) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:08.255838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c48aaf-97ff-4e10-9b1c-38478fc553ca req-81709e41-9dbd-440a-9131-1233a7628ad7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:08.257359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6c48aaf-97ff-4e10-9b1c-38478fc553ca req-81709e41-9dbd-440a-9131-1233a7628ad7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0586631 Sep 10 03:54:08.286792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfabeade-82d3-46cf-b2d1-a6782b3ce138 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting subnet ff7154f0-f1cd-4c7e-99c7-9ef906a4a6e2 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:54:08.289932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfabeade-82d3-46cf-b2d1-a6782b3ce138 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.300770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6c48aaf-97ff-4e10-9b1c-38478fc553ca req-4d998cd5-3120-4dde-90cc-4662b2a5df40 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361722 Sep 10 03:54:08.331672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfabeade-82d3-46cf-b2d1-a6782b3ce138 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.419647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfabeade-82d3-46cf-b2d1-a6782b3ce138 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.561334 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfabeade-82d3-46cf-b2d1-a6782b3ce138 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.588542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfabeade-82d3-46cf-b2d1-a6782b3ce138 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Subnet': ['ID=ff7154f0-f1cd-4c7e-99c7-9ef906a4a6e2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:08.593808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dfabeade-82d3-46cf-b2d1-a6782b3ce138 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.596178 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dfabeade-82d3-46cf-b2d1-a6782b3ce138 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/ff7154f0-f1cd-4c7e-99c7-9ef906a4a6e2 HTTP/1.1" status: 204 len: 168 time: 0.3616664 Sep 10 03:54:08.598354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52328) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:08.599554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ba8717f-faa2-45a0-b3f6-4ef13e79601d None None] Network fbfe60da-2c1f-4045-815d-a7dcf62caa92 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:08.685427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.740350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33831a1c-dc58-4885-acdb-b84042d91aeb req-188d0d28-49d9-4b8e-ab45-bde38b51c615 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:08.748463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33831a1c-dc58-4885-acdb-b84042d91aeb req-188d0d28-49d9-4b8e-ab45-bde38b51c615 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0685742 Sep 10 03:54:08.770312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port dd570c13-083c-4baa-a75c-1831ec1c4a79 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:08.770676 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.792264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33831a1c-dc58-4885-acdb-b84042d91aeb req-014de464-ef05-4294-85e0-4850b7ea1fbd tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426164 Sep 10 03:54:08.817623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b98f82c-fb64-4d64-a7a7-f0fbb954d42d None None] DHCP port deletion for fbfe60da-2c1f-4045-815d-a7dcf62caa92 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:54:08.842237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port dd570c13-083c-4baa-a75c-1831ec1c4a79, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=dd570c13-083c-4baa-a75c-1831ec1c4a79,segment=NetworkSegment(11df0592-86b2-4868-b527-5b64f92ecc51),segment_id=11df0592-86b2-4868-b527-5b64f92ecc51)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:08.842662 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.857218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for dd570c13-083c-4baa-a75c-1831ec1c4a79 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:08.864930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3b98f82c-fb64-4d64-a7a7-f0fbb954d42d None None] Deleting port dd570c13-083c-4baa-a75c-1831ec1c4a79 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:08.865338 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b98f82c-fb64-4d64-a7a7-f0fbb954d42d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.932404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3b98f82c-fb64-4d64-a7a7-f0fbb954d42d None None] For port dd570c13-083c-4baa-a75c-1831ec1c4a79, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=dd570c13-083c-4baa-a75c-1831ec1c4a79,segment=NetworkSegment(11df0592-86b2-4868-b527-5b64f92ecc51),segment_id=11df0592-86b2-4868-b527-5b64f92ecc51)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:08.932799 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b98f82c-fb64-4d64-a7a7-f0fbb954d42d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:08.945123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3b98f82c-fb64-4d64-a7a7-f0fbb954d42d None None] Calling delete_port for dd570c13-083c-4baa-a75c-1831ec1c4a79 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:09.030535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.038708 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b98f82c-fb64-4d64-a7a7-f0fbb954d42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.075401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=dd570c13-083c-4baa-a75c-1831ec1c4a79,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:09.088232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No DVR routers for this DVR port dd570c13-083c-4baa-a75c-1831ec1c4a79 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:09.091438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b98f82c-fb64-4d64-a7a7-f0fbb954d42d None None] Pushing event deleted for resources: {'Port': ['ID=dd570c13-083c-4baa-a75c-1831ec1c4a79,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:09.107143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b98f82c-fb64-4d64-a7a7-f0fbb954d42d None None] No DVR routers for this DVR port dd570c13-083c-4baa-a75c-1831ec1c4a79 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:09.175499 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.195050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbfe60da-2c1f-4045-815d-a7dcf62caa92']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:09.204624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11df0592-86b2-4868-b527-5b64f92ecc51') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:09.204918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11df0592-86b2-4868-b527-5b64f92ecc51') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:09.214049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.228071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.234316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:54:09.234814 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:54:09.239033 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:54:09.364609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.370353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.376497 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/networks/fbfe60da-2c1f-4045-815d-a7dcf62caa92 HTTP/1.1" status: 204 len: 168 time: 0.7737343 Sep 10 03:54:09.377214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52344) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:09.381271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-352427368', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:09.392887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c435c7-4ab4-4840-ab15-8f618bc0345b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Network': ['ID=fbfe60da-2c1f-4045-815d-a7dcf62caa92,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:09.486068 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.487249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.540945 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.706089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 0546abfc-151e-4d17-bf1d-77658f8084fc no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:09.720789 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:09.725981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 0546abfc-151e-4d17-bf1d-77658f8084fc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:09.726325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 0546abfc-151e-4d17-bf1d-77658f8084fc not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:09.922719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8dcce15-c12d-4e63-b468-0002d5107935 req-62ccb91d-4a67-46a6-a9d3-0ca986da6c7b tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:09.924451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8dcce15-c12d-4e63-b468-0002d5107935 req-62ccb91d-4a67-46a6-a9d3-0ca986da6c7b tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0534303 Sep 10 03:54:09.972201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8dcce15-c12d-4e63-b468-0002d5107935 req-9275d987-6607-496c-84a1-4588834f1f94 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/security-groups?id=a186109c-142e-4a60-be80-0f48f11d8632&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Sep 10 03:54:10.105626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device dd570c13-083c-4baa-a75c-1831ec1c4a79 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:10.130810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: dd570c13-083c-4baa-a75c-1831ec1c4a79 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:10.131461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device dd570c13-083c-4baa-a75c-1831ec1c4a79 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:10.173315 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:54:10.180216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:10.201401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:10.309403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.25.3.250 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/5cae8687-a762-49ef-935e-b5e68f608085) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:10.381677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-26f1b87c-d8e7-4a75-bfe3-168bf6fafb31 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:10.383224 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-26f1b87c-d8e7-4a75-bfe3-168bf6fafb31 tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.20 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 945 time: 0.0541277 Sep 10 03:54:10.435229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:10.502725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Deleting port fd4d728b-8c3a-4d19-be14-8e98bb384bac {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:10.508175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:10.549436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:10.588095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:10.591183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:10.593703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:10.606574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] For port fd4d728b-8c3a-4d19-be14-8e98bb384bac, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=fd4d728b-8c3a-4d19-be14-8e98bb384bac,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:10.606957 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:10.620308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Calling delete_port for fd4d728b-8c3a-4d19-be14-8e98bb384bac owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:10.624672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=5cae8687-a762-49ef-935e-b5e68f608085,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:10.881638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:10.897459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['fd4d728b-8c3a-4d19-be14-8e98bb384bac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:10.912628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Pushing event deleted for resources: {'Port': ['ID=fd4d728b-8c3a-4d19-be14-8e98bb384bac,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:10.964340 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:10.970102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] No DVR routers for this DVR port fd4d728b-8c3a-4d19-be14-8e98bb384bac on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:10.972756 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:10.974846 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75d93c2c-3457-488f-a964-12c1dc1ab496 req-d65f6086-1aca-4451-ac4a-6ffc3681a4fc tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.20 "DELETE /v2.0/ports/fd4d728b-8c3a-4d19-be14-8e98bb384bac HTTP/1.1" status: 204 len: 173 time: 0.5853615 Sep 10 03:54:10.975335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7029536c-2fac-4314-9f17-798d8ecf2010', 'name': 'network-vif-deleted', 'tag': 'fd4d728b-8c3a-4d19-be14-8e98bb384bac'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:10.977675 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee7be483-b405-4b30-94f8-3812e8480d6d" -d '{"events": [{"server_uuid": "7029536c-2fac-4314-9f17-798d8ecf2010", "name": "network-vif-deleted", "tag": "fd4d728b-8c3a-4d19-be14-8e98bb384bac"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:11.034817 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb7c1c77-9d41-4bd5-966b-0f2eb33e13c1 x-openstack-request-id: req-eb7c1c77-9d41-4bd5-966b-0f2eb33e13c1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:11.035113 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7029536c-2fac-4314-9f17-798d8ecf2010", "name": "network-vif-deleted", "tag": "fd4d728b-8c3a-4d19-be14-8e98bb384bac", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:11.035366 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb7c1c77-9d41-4bd5-966b-0f2eb33e13c1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:11.035791 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7029536c-2fac-4314-9f17-798d8ecf2010', 'name': 'network-vif-deleted', 'tag': 'fd4d728b-8c3a-4d19-be14-8e98bb384bac', 'status': 'completed', 'code': 200} Sep 10 03:54:11.083054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16e05289-45be-45d4-a864-5eb1dea2ece3 req-ea6e26e1-0d8f-48d9-81f6-067e1d24663d tempest-ListServerFiltersTestJSON-789485820 tempest-ListServerFiltersTestJSON-789485820-project] 10.222.0.22 "GET /v2.0/ports?device_id=7029536c-2fac-4314-9f17-798d8ecf2010 HTTP/1.1" status: 200 len: 210 time: 0.0276744 Sep 10 03:54:11.197147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:11.394641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 06b68958-4eca-4365-8009-55d719bfed70 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:54:11.887017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5efc131-0177-4a38-b35e-db5afe531f62 req-76ad96d6-aa60-4892-a75f-aaeb72df9f6e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:11.888598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5efc131-0177-4a38-b35e-db5afe531f62 req-76ad96d6-aa60-4892-a75f-aaeb72df9f6e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0935876 Sep 10 03:54:11.897989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:11.909692 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948be2a-7790-43f0-be6e-4758426f229a None None] Sync routers for ids ['06b68958-4eca-4365-8009-55d719bfed70'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:11.920067 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948be2a-7790-43f0-be6e-4758426f229a None None] Routers {'06b68958-4eca-4365-8009-55d719bfed70'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:11.920748 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9948be2a-7790-43f0-be6e-4758426f229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['06b68958-4eca-4365-8009-55d719bfed70'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:11.951380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5efc131-0177-4a38-b35e-db5afe531f62 req-752af4c4-00f9-4dc4-ad28-7708a87a1a4a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529022 Sep 10 03:54:11.964458 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9948be2a-7790-43f0-be6e-4758426f229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:11.976224 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9948be2a-7790-43f0-be6e-4758426f229a None None] Routers {'06b68958-4eca-4365-8009-55d719bfed70'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:11.976914 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9948be2a-7790-43f0-be6e-4758426f229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['06b68958-4eca-4365-8009-55d719bfed70'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:12.012700 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9948be2a-7790-43f0-be6e-4758426f229a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:12.013347 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9948be2a-7790-43f0-be6e-4758426f229a None None] The sync data for ids ['06b68958-4eca-4365-8009-55d719bfed70'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:12.017292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.018556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b4af4f48-3393-4c4c-9310-0b42052a48f5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.6407208 Sep 10 03:54:12.021217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52374) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:12.139307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52378) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:12.147730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf4331d-2985-49f4-b82e-a406b7c9afae req-6168c5e0-ae86-4ae6-b2c5-1a22c2856362 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:12.149209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cf4331d-2985-49f4-b82e-a406b7c9afae req-6168c5e0-ae86-4ae6-b2c5-1a22c2856362 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1195672 Sep 10 03:54:12.176133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-317a840a-44f8-4462-8938-11ed4e7ff1ca tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/routers/06b68958-4eca-4365-8009-55d719bfed70 HTTP/1.1" status: 200 len: 880 time: 0.1532247 Sep 10 03:54:12.181516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52380) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:12.208060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-713e16d0-3121-4688-9ab1-128c26283213 admin admin] Deleting subnet 761fb00d-82aa-44e1-b054-4d063d953414 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:54:12.213562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-713e16d0-3121-4688-9ab1-128c26283213 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.237490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cf4331d-2985-49f4-b82e-a406b7c9afae req-02a0965d-12a5-4d01-aa1a-bc67b8178855 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753582 Sep 10 03:54:12.252621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-713e16d0-3121-4688-9ab1-128c26283213 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.339150 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-713e16d0-3121-4688-9ab1-128c26283213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.458081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-713e16d0-3121-4688-9ab1-128c26283213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.485273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713e16d0-3121-4688-9ab1-128c26283213 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=761fb00d-82aa-44e1-b054-4d063d953414,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:12.490482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-713e16d0-3121-4688-9ab1-128c26283213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.493330 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-713e16d0-3121-4688-9ab1-128c26283213 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/761fb00d-82aa-44e1-b054-4d063d953414 HTTP/1.1" status: 204 len: 168 time: 0.3513577 Sep 10 03:54:12.496266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52394) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:12.499979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ec1167-56bc-4062-a066-8628aaa3118f None None] Network 2595bb99-9e8d-4468-b0d9-e0fe1f069fea requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:12.536215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7c6980b1-a954-4680-be96-c0a7de24d71f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3513942 Sep 10 03:54:12.546476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52396) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:12.550722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a0f977a1-f81d-4ce3-b6fd-4281713b4362 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-352427368'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:12.579107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.645413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Deleting port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:12.646018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.728858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] For port 8a6c22fb-147f-481f-9b3c-25b59a4cc578, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8a6c22fb-147f-481f-9b3c-25b59a4cc578,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:12.729239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.735468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] DHCP port deletion for 2595bb99-9e8d-4468-b0d9-e0fe1f069fea request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:54:12.749324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Calling delete_port for 8a6c22fb-147f-481f-9b3c-25b59a4cc578 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:12.786304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-c383d1e5-42ef-4b8f-90ac-fc6df6465b22 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:12.787984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-c383d1e5-42ef-4b8f-90ac-fc6df6465b22 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.3427188 Sep 10 03:54:12.819857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-7d3ae678-7bfa-4daa-9577-3a168e17a2e3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/quotas/7ac6760a39664e0fbe8dec22f2b9a28b HTTP/1.1" status: 200 len: 375 time: 0.0212393 Sep 10 03:54:12.830707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Deleting port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:12.831091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.909392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] For port 8a6c22fb-147f-481f-9b3c-25b59a4cc578, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8a6c22fb-147f-481f-9b3c-25b59a4cc578,segment=NetworkSegment(28e258e0-dd87-447e-bb40-af8886abd622),segment_id=28e258e0-dd87-447e-bb40-af8886abd622)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:12.912730 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:12.928913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Calling delete_port for 8a6c22fb-147f-481f-9b3c-25b59a4cc578 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:13.007769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-38c5fec3-ca61-43bd-8c43-de64f310c74a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1521595 Sep 10 03:54:13.147501 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.174282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.175609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Pushing event deleted for resources: {'Port': ['ID=8a6c22fb-147f-481f-9b3c-25b59a4cc578,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:13.178153 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] No DVR routers for this DVR port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:13.204054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-cbbf03fe-3174-4440-b585-e09d73a457b9 service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953959 Sep 10 03:54:13.206831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.207140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.207485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.207845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.208174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.208499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.208828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.209147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.209466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.209785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.210110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.210461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9afe0b3e-0a1f-4ae7-83e9-dc2fc376279f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:13.216918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a6c22fb-147f-481f-9b3c-25b59a4cc578,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:13.218668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] No DVR routers for this DVR port 8a6c22fb-147f-481f-9b3c-25b59a4cc578 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:13.232210 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0f977a1-f81d-4ce3-b6fd-4281713b4362 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.294878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.314224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-02c33d7d-0f0b-42e2-a589-85a1ae4dd81e service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935824 Sep 10 03:54:13.315901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2595bb99-9e8d-4468-b0d9-e0fe1f069fea']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:13.321324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0f977a1-f81d-4ce3-b6fd-4281713b4362 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.326419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28e258e0-dd87-447e-bb40-af8886abd622') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:13.326720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28e258e0-dd87-447e-bb40-af8886abd622') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:13.345486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.359497 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.366822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:54:13.367291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:54:13.369118 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:54:13.439329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0f977a1-f81d-4ce3-b6fd-4281713b4362 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 06b68958-4eca-4365-8009-55d719bfed70 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:13.491821 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.498165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.502344 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2595bb99-9e8d-4468-b0d9-e0fe1f069fea HTTP/1.1" status: 204 len: 168 time: 1.0015759 Sep 10 03:54:13.516601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969b3d65-236c-4d84-afaf-c7400e8bcc29 admin admin] Pushing event deleted for resources: {'Network': ['ID=2595bb99-9e8d-4468-b0d9-e0fe1f069fea,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:13.589391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4fbbd2d8-7d25-4e54-8677-f9f9ebb4edbd req-e0e97b58-8083-486a-9904-05e6330726cc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 210 time: 0.0317342 Sep 10 03:54:13.597018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0f977a1-f81d-4ce3-b6fd-4281713b4362 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:13.608688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabb4a6-2e76-40a6-a074-5c137c2936e1 None None] Sync routers for ids ['06b68958-4eca-4365-8009-55d719bfed70'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:13.610679 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0f977a1-f81d-4ce3-b6fd-4281713b4362 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.614488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a0f977a1-f81d-4ce3-b6fd-4281713b4362 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/06b68958-4eca-4365-8009-55d719bfed70 HTTP/1.1" status: 200 len: 887 time: 1.0646348 Sep 10 03:54:13.615313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52412) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:13.641772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabb4a6-2e76-40a6-a074-5c137c2936e1 None None] Routers {'06b68958-4eca-4365-8009-55d719bfed70'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:13.642390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-cbabb4a6-2e76-40a6-a074-5c137c2936e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['06b68958-4eca-4365-8009-55d719bfed70'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:13.679289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-cbabb4a6-2e76-40a6-a074-5c137c2936e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:13.693241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbabb4a6-2e76-40a6-a074-5c137c2936e1 None None] Routers {'06b68958-4eca-4365-8009-55d719bfed70'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:13.694444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-cbabb4a6-2e76-40a6-a074-5c137c2936e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['06b68958-4eca-4365-8009-55d719bfed70'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:13.727892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-cbabb4a6-2e76-40a6-a074-5c137c2936e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:13.728679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbabb4a6-2e76-40a6-a074-5c137c2936e1 None None] The sync data for ids ['06b68958-4eca-4365-8009-55d719bfed70'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:13.736553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fd4d728b-8c3a-4d19-be14-8e98bb384bac no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:13.738364 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ae470e56-2a49-470a-a1bd-87f0981819fb tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/routers/06b68958-4eca-4365-8009-55d719bfed70 HTTP/1.1" status: 200 len: 887 time: 0.1218359 Sep 10 03:54:13.741024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52418) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:13.756339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: fd4d728b-8c3a-4d19-be14-8e98bb384bac {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:13.756678 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device fd4d728b-8c3a-4d19-be14-8e98bb384bac not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:13.768318 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1eb7119f-79d8-4c28-a7fa-d081d1a976e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=06b68958-4eca-4365-8009-55d719bfed70 HTTP/1.1" status: 200 len: 205 time: 0.0262320 Sep 10 03:54:13.770847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52420) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:13.876898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:13.907618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52422) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:13.951665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7b2fe5fd-67f9-41c6-b4de-01413f80dbb2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24263d77baf14c33b1fbb42c5cf5007f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428400 Sep 10 03:54:13.954131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52426) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:13.983194 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.005420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8432c335-6431-4d45-afc6-9da6f2b1ec58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.025835 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8432c335-6431-4d45-afc6-9da6f2b1ec58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.122456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8a6c22fb-147f-481f-9b3c-25b59a4cc578 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:14.130404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 5cae8687-a762-49ef-935e-b5e68f608085 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:14.134465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.155260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 8a6c22fb-147f-481f-9b3c-25b59a4cc578 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:14.160379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8a6c22fb-147f-481f-9b3c-25b59a4cc578 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:14.187095 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8432c335-6431-4d45-afc6-9da6f2b1ec58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.189736 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8432c335-6431-4d45-afc6-9da6f2b1ec58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.193828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8432c335-6431-4d45-afc6-9da6f2b1ec58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a186109c-142e-4a60-be80-0f48f11d8632 HTTP/1.1" status: 204 len: 168 time: 0.2383530 Sep 10 03:54:14.202784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8432c335-6431-4d45-afc6-9da6f2b1ec58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a186109c-142e-4a60-be80-0f48f11d8632,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:14.236065 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.250712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 5cae8687-a762-49ef-935e-b5e68f608085 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:14.503310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.552274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=5cae8687-a762-49ef-935e-b5e68f608085,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:14.617920 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.713872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e419f73d-db99-43ef-ba77-dcda0c7073be req-3314e1e5-02fa-497a-b963-9c5398312a60 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 210 time: 0.0550525 Sep 10 03:54:14.725662 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.729278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.862104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.862797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Fanout notify agent at l3_agent the message router_deleted on router 06b68958-4eca-4365-8009-55d719bfed70 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:54:14.876549 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:14.876549 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-801f99af-eca2-4f20-9a7f-84f3293efb4c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/06b68958-4eca-4365-8009-55d719bfed70 HTTP/1.1" status: 204 len: 168 time: 1.0999117 Sep 10 03:54:14.876769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52462) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:14.880777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'network': {'name': 'tempest-RoutersTest-606570237'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:15.067593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:15.072262 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:15.098122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:54:15.107998 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:15.108687 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added segment 2941e8af-002b-44e1-86b7-a12c425622e5 of type vlan for network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c Sep 10 03:54:15.156076 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:15.284954 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:15.293601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:15.297440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:15.376858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Network': ['ID=fde3f8db-9c4e-4f06-948d-a1c54aa77f2c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:15.386800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:54:15.392105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52474) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:15.400075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'subnet': {'network_id': 'fde3f8db-9c4e-4f06-948d-a1c54aa77f2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:15.403094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a117afc9-90e7-4eec-938f-b554bc451b64 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5264058 Sep 10 03:54:15.566201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52478) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:15.626159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:15.631500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:15.727347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1554161242-network', 'tenant_id': 'e7a7c4f9449549619fc86ca9ae6e6fd2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:15.798138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-1406183d-5625-4d82-841e-1161af5d38e5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:15.799592 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-1406183d-5625-4d82-841e-1161af5d38e5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.2353125 Sep 10 03:54:15.815581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'port': {'device_id': '66490076-0c46-484e-8e21-a1e634687639', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'admin_state_up': True, 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:15.835449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32abb078-b368-451f-9b3a-451d7e7ca5b3 req-1bc9cc3b-8ca9-400a-bbef-6eeeca1b5905 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 210 time: 0.0338457 Sep 10 03:54:15.874335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Made reservation on behalf of e7a7c4f9449549619fc86ca9ae6e6fd2 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:15.876830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:15.886013 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.007582 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.063211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.067584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.091256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] vlan segment allocate from pool success with {'vlan_id': 230, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:54:16.108549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c75dab0-44cd-403a-a917-28eb4a5fb11a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:16.133046 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.133636 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Added segment b1edeb5d-f94b-4d4a-8821-778ff1f95ea5 of type vlan for network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 Sep 10 03:54:16.173176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Subnet': ['ID=bdaf89c0-90a4-4082-89fd-8e68b0851f39,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:16.194784 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.195217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Checking segment: {'id': '2941e8af-002b-44e1-86b7-a12c425622e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fde3f8db-9c4e-4f06-948d-a1c54aa77f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:16.195217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network hostable DHCP agents. Network: fde3f8db-9c4e-4f06-948d-a1c54aa77f2c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:54:16.291897 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Made reservation on behalf of 7ac6760a39664e0fbe8dec22f2b9a28b for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:16.296486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.320394 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.321639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:16.322439 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.325005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:54:16.397469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] Pushing event updated for resources: {'Network': ['ID=4b406e7e-d47b-4017-ba3e-24ec1e47a252,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:16.404611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, fde3f8db-9c4e-4f06-948d-a1c54aa77f2c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:16.409702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:54:16.410201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:16.410376 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.425135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1696237-07b8-423e-aa83-d6d49c2d2253 None None] Network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:16.435711 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7bfafab1-5a03-41af-829f-63905f09f130 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.8668578 Sep 10 03:54:16.438649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52488) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:16.442013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Request body: {'subnet': {'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1554161242-subnet', 'tenant_id': 'e7a7c4f9449549619fc86ca9ae6e6fd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:16.515548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Allocated IP 172.20.0.8 (b8b1fb22-57ac-4a99-b886-ecf7ed5baa21/7acad24b-4b6d-433b-a8bd-b763f4c5bfd4/db351d4b-9563-4cb2-b370-b542c0e2a87e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:16.566348 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0c1b8c1b-55ab-4fce-913a-8a38a515f830 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1729093 Sep 10 03:54:16.570458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52490) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:16.576074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-84ff5836-c0d3-4f69-a79b-12cd39108a82 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1286041276', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:16.651433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Made reservation on behalf of e7a7c4f9449549619fc86ca9ae6e6fd2 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:16.654799 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.666203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-fde3f8db-9c4e-4f06-948d-a1c54aa77f2c', 'network_id': 'fde3f8db-9c4e-4f06-948d-a1c54aa77f2c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'fixed_ips': [{'subnet_id': 'bdaf89c0-90a4-4082-89fd-8e68b0851f39'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:54:16.669069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.728900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.745914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Transition to ACTIVE for port object db351d4b-9563-4cb2-b370-b542c0e2a87e will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:16.853050 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.882264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['17bcfa0f-0cef-4e4b-87cd-aaed7e49178e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:16.884986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e36b9bd3-dfff-4c75-be9e-c77ed0e5851b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:16.900502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84ff5836-c0d3-4f69-a79b-12cd39108a82 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.902234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84ff5836-c0d3-4f69-a79b-12cd39108a82 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.963163 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84ff5836-c0d3-4f69-a79b-12cd39108a82 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:16.977443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:16.985823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:16.991234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:16.995330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'Port': ['ID=db351d4b-9563-4cb2-b370-b542c0e2a87e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:17.035643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Allocated IP 172.20.0.2 (fde3f8db-9c4e-4f06-948d-a1c54aa77f2c/bdaf89c0-90a4-4082-89fd-8e68b0851f39/7d4c0f23-cdf7-441f-b95d-e707408746db) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:17.051707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84ff5836-c0d3-4f69-a79b-12cd39108a82 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.078767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:17.079612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.136191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91da22b-4104-49c1-b49e-11e9d490a469 req-2a0c054c-4c83-4cfa-b024-229016ebf245 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:17.148845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d91da22b-4104-49c1-b49e-11e9d490a469 req-2a0c054c-4c83-4cfa-b024-229016ebf245 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 931 time: 0.1899257 Sep 10 03:54:17.165714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84ff5836-c0d3-4f69-a79b-12cd39108a82 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.167751 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-84ff5836-c0d3-4f69-a79b-12cd39108a82 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5954440 Sep 10 03:54:17.172068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52500) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:17.207157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d91da22b-4104-49c1-b49e-11e9d490a469 req-57d65225-09f9-49b9-8445-fb1214b261f9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551615 Sep 10 03:54:17.213601 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.253775 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-5fdac310-2ce4-42e8-8da2-54de92b627e7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4437046 Sep 10 03:54:17.299537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Pushing event updated for resources: {'Subnet': ['ID=896487ef-0a57-4d1a-9d81-7f7479231ead,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:17.311588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Checking segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:17.312076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Network hostable DHCP agents. Network: 4b406e7e-d47b-4017-ba3e-24ec1e47a252, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:54:17.342679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Request body: {'port': {'device_id': '66490076-0c46-484e-8e21-a1e634687639', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:17.406110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:54:17.412387 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.432215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Transition to ACTIVE for port object 7d4c0f23-cdf7-441f-b95d-e707408746db will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:17.453386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Transition to ACTIVE for port object 7d4c0f23-cdf7-441f-b95d-e707408746db will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:17.497835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91cf613f-41fc-4497-9785-6af144cebded req-d2f1f255-56ce-498a-96ab-684c8a718a9c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0579035 Sep 10 03:54:17.502222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 4b406e7e-d47b-4017-ba3e-24ec1e47a252) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:17.505812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:17.516440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e21c1d3f-ae3f-4720-af8f-d282c6575c69 None None] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:17.525897 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.548219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.587868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf613f-41fc-4497-9785-6af144cebded req-344996f0-8d61-4504-9158-ec38b5ea7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:17.589997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91cf613f-41fc-4497-9785-6af144cebded req-344996f0-8d61-4504-9158-ec38b5ea7f25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 1096 time: 0.0604746 Sep 10 03:54:17.706672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.712894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-032074b8-74a2-44b1-8b80-9298cac52d00 None None] Provisioning for port db351d4b-9563-4cb2-b370-b542c0e2a87e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:17.718793 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.728676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-032074b8-74a2-44b1-8b80-9298cac52d00 None None] Provisioning complete for port db351d4b-9563-4cb2-b370-b542c0e2a87e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:17.729037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-032074b8-74a2-44b1-8b80-9298cac52d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:17.732237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf613f-41fc-4497-9785-6af144cebded req-674e1ce5-ed7d-42fb-8bdc-8cb23bc318b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:17.733714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91cf613f-41fc-4497-9785-6af144cebded req-674e1ce5-ed7d-42fb-8bdc-8cb23bc318b7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.1181457 Sep 10 03:54:17.736143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-04dcb1a5-b18b-4a21-9f75-0ca0d3db7160 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.2977800 Sep 10 03:54:17.773416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:17.782975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-032074b8-74a2-44b1-8b80-9298cac52d00 None None] Port db351d4b-9563-4cb2-b370-b542c0e2a87e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:17.796610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:17.812026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91cf613f-41fc-4497-9785-6af144cebded req-19412aad-82d9-407d-98ba-610c85da1bc0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e HTTP/1.1" status: 200 len: 217 time: 0.0690882 Sep 10 03:54:17.842150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:17.934642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf613f-41fc-4497-9785-6af144cebded req-cce30d56-c31f-4d23-8da5-a950ac52cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:17.936995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91cf613f-41fc-4497-9785-6af144cebded req-cce30d56-c31f-4d23-8da5-a950ac52cff7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.1180892 Sep 10 03:54:18.007741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Pushing event updated for resources: {'Port': ['ID=7d4c0f23-cdf7-441f-b95d-e707408746db,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:18.009533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cf613f-41fc-4497-9785-6af144cebded req-5e199402-7dc6-4826-832e-8437baa41bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:18.011744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91cf613f-41fc-4497-9785-6af144cebded req-5e199402-7dc6-4826-832e-8437baa41bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0670013 Sep 10 03:54:18.062200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Attempting to bind port 7d4c0f23-cdf7-441f-b95d-e707408746db on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:18.069406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Attempting to bind port 7d4c0f23-cdf7-441f-b95d-e707408746db by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '2941e8af-002b-44e1-86b7-a12c425622e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fde3f8db-9c4e-4f06-948d-a1c54aa77f2c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:18.070073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Attempting to bind port 7d4c0f23-cdf7-441f-b95d-e707408746db on network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:18.084284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:18.084665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Checking segment: {'id': '2941e8af-002b-44e1-86b7-a12c425622e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fde3f8db-9c4e-4f06-948d-a1c54aa77f2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:18.091858 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:18.092664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Bound using segment: {'id': '2941e8af-002b-44e1-86b7-a12c425622e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fde3f8db-9c4e-4f06-948d-a1c54aa77f2c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:18.093409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Bound port: 7d4c0f23-cdf7-441f-b95d-e707408746db, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2941e8af-002b-44e1-86b7-a12c425622e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'fde3f8db-9c4e-4f06-948d-a1c54aa77f2c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:18.098708 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:18.241196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91cf613f-41fc-4497-9785-6af144cebded req-3c537c29-3888-44ee-a4a9-4bdaba714afd service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165699 Sep 10 03:54:18.277674 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] For port 7d4c0f23-cdf7-441f-b95d-e707408746db, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:18.286093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] For port 7d4c0f23-cdf7-441f-b95d-e707408746db, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7d4c0f23-cdf7-441f-b95d-e707408746db,segment=NetworkSegment(2941e8af-002b-44e1-86b7-a12c425622e5),segment_id=2941e8af-002b-44e1-86b7-a12c425622e5)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:18.327262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a56c92e4-71a1-4982-9cc0-ede591ab8bb6 None None] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:18.393889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:18.420141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91cf613f-41fc-4497-9785-6af144cebded req-274de2bd-8e92-4729-8309-9fe36fafea02 service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1428692 Sep 10 03:54:18.519671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4acaf78-f4ef-4082-b0c5-b463fef1faa2 req-aa3c5933-00f4-47cc-b1af-a88aaacafbae tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:18.528158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.20.0.1 (fde3f8db-9c4e-4f06-948d-a1c54aa77f2c/bdaf89c0-90a4-4082-89fd-8e68b0851f39/7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:18.531985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4acaf78-f4ef-4082-b0c5-b463fef1faa2 req-aa3c5933-00f4-47cc-b1af-a88aaacafbae tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 931 time: 0.1360092 Sep 10 03:54:18.554279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db351d4b-9563-4cb2-b370-b542c0e2a87e {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:18.575991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742ffb18-9356-45a9-8d7b-556e28adac15 None None] Pushing event updated for resources: {'Port': ['ID=7d4c0f23-cdf7-441f-b95d-e707408746db,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:18.576920 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:18.619608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Transition to ACTIVE for port object db351d4b-9563-4cb2-b370-b542c0e2a87e will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:18.625008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4acaf78-f4ef-4082-b0c5-b463fef1faa2 req-bbe7d037-7160-4e2f-9939-04f0bd1c3c47 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881011 Sep 10 03:54:18.712794 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:18.837870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:18.841391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e380444-2d74-4099-98bf-74e456c02b1e req-3a71e418-a3b1-4ec2-ba26-cd9d7baa6406 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:18.841721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Pushing event updated for resources: {'Port': ['ID=db351d4b-9563-4cb2-b370-b542c0e2a87e,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:18.846992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-3a71e418-a3b1-4ec2-ba26-cd9d7baa6406 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.1727769 Sep 10 03:54:18.901533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-6f2e7dad-c187-4e34-b8de-c9ef340d4b09 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/quotas/e7a7c4f9449549619fc86ca9ae6e6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0502026 Sep 10 03:54:18.935803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Transition to ACTIVE for port object 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:18.982127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-b7f78902-a90e-4c66-9f17-00a2ae8c4f79 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0762331 Sep 10 03:54:18.995592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Attempting to bind port db351d4b-9563-4cb2-b370-b542c0e2a87e on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:18.995978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Attempting to bind port db351d4b-9563-4cb2-b370-b542c0e2a87e by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:18.996912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Attempting to bind port db351d4b-9563-4cb2-b370-b542c0e2a87e on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:19.014259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Port db351d4b-9563-4cb2-b370-b542c0e2a87e on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:54:19.014590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Attempting to bind port db351d4b-9563-4cb2-b370-b542c0e2a87e on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:19.020721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:19.021061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Checking segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:19.021568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Bound using segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:19.022015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Bound port: db351d4b-9563-4cb2-b370-b542c0e2a87e, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:19.022435 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:19.107339 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:19.132749 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] For port db351d4b-9563-4cb2-b370-b542c0e2a87e, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:19.163666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-1ac57bd1-a863-40a1-ace6-34d16c7bbb05 service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1802588 Sep 10 03:54:19.201534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] For port db351d4b-9563-4cb2-b370-b542c0e2a87e, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=db351d4b-9563-4cb2-b370-b542c0e2a87e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:19.207994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:19.236176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:19.236176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:19.246082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:19.292844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:19.351941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:19.352621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:19.354346 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] 10.222.0.20 "PUT /v2.0/ports/db351d4b-9563-4cb2-b370-b542c0e2a87e HTTP/1.1" status: 200 len: 1091 time: 2.0246303 Sep 10 03:54:19.357338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66490076-0c46-484e-8e21-a1e634687639', 'tag': 'db351d4b-9563-4cb2-b370-b542c0e2a87e'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:19.360730 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4c1796-971e-484d-8722-0e63523aed6f" -d '{"events": [{"name": "network-changed", "server_uuid": "66490076-0c46-484e-8e21-a1e634687639", "tag": "db351d4b-9563-4cb2-b370-b542c0e2a87e"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:19.384198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:19.397632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-bff6a7cd-58ab-4d17-9d7f-a873a15ac9ad service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2156057 Sep 10 03:54:19.900148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8241bc8f-cfb4-4a80-8c71-c7e9960cc8e5 req-f4485207-13ae-4a1a-a342-6682e315493c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 210 time: 0.0811391 Sep 10 03:54:19.945314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b644973d-2526-43d9-94f4-4330eac19c21 req-70d01ab7-490a-4f1e-b690-72f202b853cc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:19.948729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b644973d-2526-43d9-94f4-4330eac19c21 req-70d01ab7-490a-4f1e-b690-72f202b853cc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 943 time: 0.1789064 Sep 10 03:54:20.029290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b644973d-2526-43d9-94f4-4330eac19c21 req-dd0db8fe-9e3c-4bd3-aaaf-ced919c65adf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728092 Sep 10 03:54:20.079976 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-896fc564-dfcb-47b3-886c-dfdad1bd6951 x-openstack-request-id: req-896fc564-dfcb-47b3-886c-dfdad1bd6951 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:20.080492 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66490076-0c46-484e-8e21-a1e634687639", "tag": "db351d4b-9563-4cb2-b370-b542c0e2a87e", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:20.080703 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-896fc564-dfcb-47b3-886c-dfdad1bd6951 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:20.081154 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66490076-0c46-484e-8e21-a1e634687639', 'tag': 'db351d4b-9563-4cb2-b370-b542c0e2a87e', 'status': 'completed', 'code': 200} Sep 10 03:54:20.111096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c0c324-901a-4407-9648-776e5edab7ff None None] Network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:20.129903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a7721f-d9d8-45d4-bfa5-3798123cad34 service neutron] Pushing event updated for resources: {'Port': ['ID=db351d4b-9563-4cb2-b370-b542c0e2a87e,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:20.236885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c1796-971e-484d-8722-0e63523aed6f req-f90c4e33-714f-4f01-bd91-0029c1e4de25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:20.238829 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cb4c1796-971e-484d-8722-0e63523aed6f req-f90c4e33-714f-4f01-bd91-0029c1e4de25 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 1094 time: 0.1545959 Sep 10 03:54:20.245207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7d4c0f23-cdf7-441f-b95d-e707408746db up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:20.364855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:20.395751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-84282cca-d75f-4508-a9a6-78cca7a867e9 None None] Provisioning for port 7d4c0f23-cdf7-441f-b95d-e707408746db completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:20.421868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c1796-971e-484d-8722-0e63523aed6f req-f86bf273-2a43-412a-8ecf-23d7ef6a7e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:20.423356 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cb4c1796-971e-484d-8722-0e63523aed6f req-f86bf273-2a43-412a-8ecf-23d7ef6a7e68 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1756532 Sep 10 03:54:20.485589 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 7d4c0f23-cdf7-441f-b95d-e707408746db completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:20.490970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7d4c0f23-cdf7-441f-b95d-e707408746db triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:20.491716 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:20.630522 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:20.666372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 7d4c0f23-cdf7-441f-b95d-e707408746db, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7d4c0f23-cdf7-441f-b95d-e707408746db,segment=NetworkSegment(2941e8af-002b-44e1-86b7-a12c425622e5),segment_id=2941e8af-002b-44e1-86b7-a12c425622e5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:20.752840 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:20.772503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4c1796-971e-484d-8722-0e63523aed6f req-eca302f0-c6e0-44f1-8146-121b30900b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:20.774472 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cb4c1796-971e-484d-8722-0e63523aed6f req-eca302f0-c6e0-44f1-8146-121b30900b3a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3428037 Sep 10 03:54:20.792382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:20.848733 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94672676-4a8e-49f1-ba2d-4a4d362b7d72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:20.850575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=7d4c0f23-cdf7-441f-b95d-e707408746db,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:20.884347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-54635f0f-def6-42fb-a1bd-affa8c3db068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:20.887618 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-54635f0f-def6-42fb-a1bd-affa8c3db068 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 1094 time: 0.0624769 Sep 10 03:54:20.932777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-f5c016cb-ccb5-4b1e-bca9-6df812ad5d65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db351d4b-9563-4cb2-b370-b542c0e2a87e HTTP/1.1" status: 200 len: 217 time: 0.0384777 Sep 10 03:54:20.934501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:21.036165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-88c9a777-e2a2-4509-929d-8891252d9db0 None None] Provisioning for port 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:21.057844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-88c9a777-e2a2-4509-929d-8891252d9db0 None None] Provisioning complete for port 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:21.059934 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-88c9a777-e2a2-4509-929d-8891252d9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:21.063390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-528fd7b5-1f53-4c28-9660-4b6256f06d83 req-e210e707-a92a-4395-9948-249cdfe457bb tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 210 time: 0.0806305 Sep 10 03:54:21.098691 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:21.108590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:21.124232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-891ddfc7-d7bb-4f39-aec8-a0b845f57a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:21.125786 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-891ddfc7-d7bb-4f39-aec8-a0b845f57a1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.1840265 Sep 10 03:54:21.143934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-88c9a777-e2a2-4509-929d-8891252d9db0 None None] Port 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:21.155903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-88c9a777-e2a2-4509-929d-8891252d9db0 None None] Provisioning complete for port 7d4c0f23-cdf7-441f-b95d-e707408746db triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:21.156836 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-88c9a777-e2a2-4509-929d-8891252d9db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:21.214645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03af0f23-44b7-4b53-8ad5-6649defce94c req-8401727e-ee99-4558-a810-498d250ab0df tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:21.223306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03af0f23-44b7-4b53-8ad5-6649defce94c req-8401727e-ee99-4558-a810-498d250ab0df tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 943 time: 0.0645909 Sep 10 03:54:21.267736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03af0f23-44b7-4b53-8ad5-6649defce94c req-7abd8f2d-e5de-4a2f-82a1-6380f2d9fbd8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428591 Sep 10 03:54:21.289853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-95197ed6-8aa7-40fd-9d2d-d133805365e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:21.289853 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-95197ed6-8aa7-40fd-9d2d-d133805365e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461713 Sep 10 03:54:21.292552 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4fb86805-f623-44da-9af6-446749e5f4bc req-2c1455d5-05c1-4490-ad9d-174bfda002f1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1145990 Sep 10 03:54:21.300632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-99b00aa2-2d6a-496f-8478-db69ce81814f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:54:21.301717 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-99b00aa2-2d6a-496f-8478-db69ce81814f service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060918 Sep 10 03:54:21.369831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-674fb93e-05f3-4e5d-995e-84d86179ffaf None None] Provisioning complete for port 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:21.370186 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-674fb93e-05f3-4e5d-995e-84d86179ffaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:21.378666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:21.386596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:21.420461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-674fb93e-05f3-4e5d-995e-84d86179ffaf None None] Port 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:21.516837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb86805-f623-44da-9af6-446749e5f4bc req-18117336-e99e-4993-9760-ca74f9f2cf5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:21.518453 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4fb86805-f623-44da-9af6-446749e5f4bc req-18117336-e99e-4993-9760-ca74f9f2cf5c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 1097 time: 0.1951590 Sep 10 03:54:21.612573 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-7fe8b46c-abd3-4a79-a083-cd3548578129 service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2991757 Sep 10 03:54:21.743271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cb990220-8a72-4bc7-a349-9ab0f00e9a1f None None] Provisioning complete for port 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:21.743647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cb990220-8a72-4bc7-a349-9ab0f00e9a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:21.802457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-cb990220-8a72-4bc7-a349-9ab0f00e9a1f None None] Port 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:21.831052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb86805-f623-44da-9af6-446749e5f4bc req-5a913e48-c169-4a14-962d-7262e6b3e64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:21.832579 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4fb86805-f623-44da-9af6-446749e5f4bc req-5a913e48-c169-4a14-962d-7262e6b3e64d service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.2189302 Sep 10 03:54:21.838556 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb57e9ba-701d-4727-b468-181e9765a1c0 req-e6059e61-6ea1-4ff4-993c-64187aff2395 service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2113507 Sep 10 03:54:21.875908 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4fb86805-f623-44da-9af6-446749e5f4bc req-ab6482bb-37d8-4c08-babd-dfdf2e66c2fd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b HTTP/1.1" status: 200 len: 217 time: 0.0347018 Sep 10 03:54:21.935044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router f834b659-0a09-4e21-9c9d-80363c0cc823 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:54:21.948737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb86805-f623-44da-9af6-446749e5f4bc req-3b28114f-f3d1-4cb6-baaa-51f6563c3c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:21.950878 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4fb86805-f623-44da-9af6-446749e5f4bc req-3b28114f-f3d1-4cb6-baaa-51f6563c3c85 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0663230 Sep 10 03:54:22.040735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf10075-d163-4aee-94ee-144610bbbe7b req-01596de9-f152-4d0c-b568-d2ed557881bb tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:22.042432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cf10075-d163-4aee-94ee-144610bbbe7b req-01596de9-f152-4d0c-b568-d2ed557881bb tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.1065805 Sep 10 03:54:22.103034 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cf10075-d163-4aee-94ee-144610bbbe7b req-1b5b363a-6f0b-4a3d-ad41-9933eaf70f6e tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538504 Sep 10 03:54:22.156286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:22.165655 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4c0d9464-8ed5-4c60-9380-403dcc6157ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/f834b659-0a09-4e21-9c9d-80363c0cc823/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9923704 Sep 10 03:54:22.168413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb86805-f623-44da-9af6-446749e5f4bc req-4ea5f0fa-1857-4dae-ba58-bd06ebc01711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:22.170032 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4fb86805-f623-44da-9af6-446749e5f4bc req-4ea5f0fa-1857-4dae-ba58-bd06ebc01711 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1765935 Sep 10 03:54:22.171658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52582) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:22.178375 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ef36c-148e-45da-a1eb-69b00aa9bb7d None None] Sync routers for ids ['f834b659-0a09-4e21-9c9d-80363c0cc823'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:22.180124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7d4c0f23-cdf7-441f-b95d-e707408746db up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:22.188372 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ef36c-148e-45da-a1eb-69b00aa9bb7d None None] Routers {'f834b659-0a09-4e21-9c9d-80363c0cc823'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:22.189016 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-691ef36c-148e-45da-a1eb-69b00aa9bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f834b659-0a09-4e21-9c9d-80363c0cc823'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:22.222693 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-691ef36c-148e-45da-a1eb-69b00aa9bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:22.232803 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ef36c-148e-45da-a1eb-69b00aa9bb7d None None] Routers {'f834b659-0a09-4e21-9c9d-80363c0cc823'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:22.233464 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-691ef36c-148e-45da-a1eb-69b00aa9bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f834b659-0a09-4e21-9c9d-80363c0cc823'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:22.237843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a36edb5-e539-49cb-8d7d-becda85399da req-88e56e19-a023-47c6-94d8-d362f3281785 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 210 time: 0.0787699 Sep 10 03:54:22.272042 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-691ef36c-148e-45da-a1eb-69b00aa9bb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:22.272710 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ef36c-148e-45da-a1eb-69b00aa9bb7d None None] The sync data for ids ['f834b659-0a09-4e21-9c9d-80363c0cc823'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:22.283571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7d4c0f23-cdf7-441f-b95d-e707408746db triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:22.284201 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:22.404956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213f6112-1012-447c-a248-14ba80dfe195 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:22.411032 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-213f6112-1012-447c-a248-14ba80dfe195 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports/7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 HTTP/1.1" status: 200 len: 910 time: 0.2377200 Sep 10 03:54:22.419659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52586) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:22.431611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bdaf89c0-90a4-4082-89fd-8e68b0851f39'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:22.456612 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4fb86805-f623-44da-9af6-446749e5f4bc req-b96375b5-47b8-4332-8b7a-e5e9d755f529 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709677 Sep 10 03:54:22.642783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4fb86805-f623-44da-9af6-446749e5f4bc req-b71595a6-f8f8-48c9-84be-46dd7679bde6 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742334 Sep 10 03:54:22.707871 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:22.839716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5987809-41f5-4b48-bf03-768e7f646d1e req-40c9ee5d-d6d5-4934-a098-166072e56516 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:22.841791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5987809-41f5-4b48-bf03-768e7f646d1e req-40c9ee5d-d6d5-4934-a098-166072e56516 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 943 time: 0.4910195 Sep 10 03:54:22.863376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e380444-2d74-4099-98bf-74e456c02b1e req-f97d2b74-0519-4712-a94c-f48f56a147ec tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:22.864770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-f97d2b74-0519-4712-a94c-f48f56a147ec tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.6236970 Sep 10 03:54:22.890439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5987809-41f5-4b48-bf03-768e7f646d1e req-c3c159cc-efaf-48c9-b5b5-d3600cfc3576 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414004 Sep 10 03:54:22.894941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Request body: {'port': {'device_id': '27a30b60-a169-45cd-8835-119d3b5046c6', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'admin_state_up': True, 'tenant_id': 'e7a7c4f9449549619fc86ca9ae6e6fd2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:23.096949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Made reservation on behalf of e7a7c4f9449549619fc86ca9ae6e6fd2 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:23.101421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.104178 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.188390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.254319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dda6c4a-e0e2-4774-b197-7a5dc24dfdc4 req-73aa680e-c9da-4626-b2eb-ca6935f0da75 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:23.255869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dda6c4a-e0e2-4774-b197-7a5dc24dfdc4 req-73aa680e-c9da-4626-b2eb-ca6935f0da75 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0921187 Sep 10 03:54:23.267030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:23.267733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.271875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52594) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:23.272034 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/ports/7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 HTTP/1.1" status: 200 len: 910 time: 0.8504686 Sep 10 03:54:23.273035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:23.281678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.282030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.282377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.282715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.283054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.283385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.283735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.284101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.284393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.284714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.285040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.285362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590e3a2a-bcc6-47af-ae38-14bce75c7618 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:23.287540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Allocated IP 172.20.0.9 (4b406e7e-d47b-4017-ba3e-24ec1e47a252/896487ef-0a57-4d1a-9d81-7f7479231ead/f799fdd8-7e08-4504-85c6-55eb8f7ddafd) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:23.393650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a494d1a6-d6d7-4e7c-ba39-957686f2681f req-4c6cc09c-0705-4590-84e7-abe4863284ec tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 210 time: 0.0645437 Sep 10 03:54:23.425821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dda6c4a-e0e2-4774-b197-7a5dc24dfdc4 req-cc5b680f-7446-44f7-bcba-edfba609f19a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568682 Sep 10 03:54:23.474074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9c589d10-5340-4b02-929c-01daa62447bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.687978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.714024 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.767296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device db351d4b-9563-4cb2-b370-b542c0e2a87e details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:54:23.784805 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.854963 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.867138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port db351d4b-9563-4cb2-b370-b542c0e2a87e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=db351d4b-9563-4cb2-b370-b542c0e2a87e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:23.879582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'db351d4b-9563-4cb2-b370-b542c0e2a87e', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'port_id': 'db351d4b-9563-4cb2-b370-b542c0e2a87e', 'mac_address': 'fa:16:3e:63:35:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:54:23.914591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:23.917460 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:23.931230 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db351d4b-9563-4cb2-b370-b542c0e2a87e {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:23.944844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event updated for resources: {'Port': ['ID=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:23.947311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:23.951077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:23.957774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port db351d4b-9563-4cb2-b370-b542c0e2a87e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=db351d4b-9563-4cb2-b370-b542c0e2a87e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:24.028632 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:24.051652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:24.052841 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:24.083201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b383e5de-bf54-49bd-b03a-418bcecde5dc req-ef7a9550-f89b-4406-b56e-355e2d785bab tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:24.085954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b383e5de-bf54-49bd-b03a-418bcecde5dc req-ef7a9550-f89b-4406-b56e-355e2d785bab tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 943 time: 0.0936546 Sep 10 03:54:24.111613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=db351d4b-9563-4cb2-b370-b542c0e2a87e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:24.157086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b383e5de-bf54-49bd-b03a-418bcecde5dc req-54175efa-5799-42d1-8e9d-e4b3759161f7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619998 Sep 10 03:54:24.165841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-d18d1d9f-8ee2-4606-a974-b7d73a5c52c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2738528 Sep 10 03:54:24.199672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Request body: {'port': {'device_id': '27a30b60-a169-45cd-8835-119d3b5046c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:24.209200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-a7c05377-661d-417d-996c-6d80966b58a2 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:24.213194 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-a7c05377-661d-417d-996c-6d80966b58a2 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.20 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 945 time: 0.0568433 Sep 10 03:54:24.265517 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:24.283115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:24.283715 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:24.316464 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Deleting port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:24.316808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:24.329215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['db351d4b-9563-4cb2-b370-b542c0e2a87e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:24.419602 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] For port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:24.420062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:24.434291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Calling delete_port for 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:24.496016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:24.612025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:24.679587 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:24.692142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['82fa6785-301a-4e75-bbfd-d1cab1bef521'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:24.736630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf50ed-e177-48bc-b0f6-dce32e4dce1e req-fa2303bb-702d-4973-bb9f-ee36051bfb90 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:24.738133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7caf50ed-e177-48bc-b0f6-dce32e4dce1e req-fa2303bb-702d-4973-bb9f-ee36051bfb90 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 931 time: 0.1777239 Sep 10 03:54:24.750988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5af968b-a10c-4f02-9ad9-a6b0e7c45bbd req-2fb48238-fff7-4c89-8369-79cc85408e04 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:24.752531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5af968b-a10c-4f02-9ad9-a6b0e7c45bbd req-2fb48238-fff7-4c89-8369-79cc85408e04 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=45bb3b72-39d1-4725-992c-23b9c3ed743e HTTP/1.1" status: 200 len: 867 time: 0.2022281 Sep 10 03:54:24.763647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Pushing event deleted for resources: {'Port': ['ID=7d78ec84-f281-4351-a3d8-e2ceb74c2f7a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:24.820434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] No DVR routers for this DVR port 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:24.825280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:24.829036 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-94eea9a7-cee2-4b46-b04e-d2ad37f0f1bc req-3af8f42c-cb05-45b6-99e4-a246405ca1f7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.20 "DELETE /v2.0/ports/7d78ec84-f281-4351-a3d8-e2ceb74c2f7a HTTP/1.1" status: 204 len: 173 time: 0.6108403 Sep 10 03:54:24.832945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45bb3b72-39d1-4725-992c-23b9c3ed743e', 'name': 'network-vif-deleted', 'tag': '7d78ec84-f281-4351-a3d8-e2ceb74c2f7a'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:24.842654 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4ac7f2-5869-4dc0-9258-dffcceeda135" -d '{"events": [{"server_uuid": "45bb3b72-39d1-4725-992c-23b9c3ed743e", "name": "network-vif-deleted", "tag": "7d78ec84-f281-4351-a3d8-e2ceb74c2f7a"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:24.888505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7caf50ed-e177-48bc-b0f6-dce32e4dce1e req-a8c59a5b-65ba-4e29-b76c-55de362987e0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349759 Sep 10 03:54:24.909696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5af968b-a10c-4f02-9ad9-a6b0e7c45bbd req-e63c37c6-c9a3-4db1-b5dc-8d08bf29464b tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378405 Sep 10 03:54:24.953564 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fa2dd47-3f4d-4f35-8388-c3a00f20a901 x-openstack-request-id: req-0fa2dd47-3f4d-4f35-8388-c3a00f20a901 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:24.957808 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45bb3b72-39d1-4725-992c-23b9c3ed743e", "name": "network-vif-deleted", "tag": "7d78ec84-f281-4351-a3d8-e2ceb74c2f7a", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:24.957808 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fa2dd47-3f4d-4f35-8388-c3a00f20a901 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:24.957808 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45bb3b72-39d1-4725-992c-23b9c3ed743e', 'name': 'network-vif-deleted', 'tag': '7d78ec84-f281-4351-a3d8-e2ceb74c2f7a', 'status': 'completed', 'code': 200} Sep 10 03:54:24.958220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f799fdd8-7e08-4504-85c6-55eb8f7ddafd {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:25.033907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:25.049572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Transition to ACTIVE for port object f799fdd8-7e08-4504-85c6-55eb8f7ddafd will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:25.095573 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:25.123764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:25.159217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['7d78ec84-f281-4351-a3d8-e2ceb74c2f7a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:25.176197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:25.230569 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:25.279009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=7f1e2d6a-601c-4d2c-a0dd-0ac8e0ceac26,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:25.365258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Attempting to bind port f799fdd8-7e08-4504-85c6-55eb8f7ddafd on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:25.365509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Attempting to bind port f799fdd8-7e08-4504-85c6-55eb8f7ddafd by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:25.365840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Attempting to bind port f799fdd8-7e08-4504-85c6-55eb8f7ddafd on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:25.382009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Port f799fdd8-7e08-4504-85c6-55eb8f7ddafd on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:54:25.382333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Attempting to bind port f799fdd8-7e08-4504-85c6-55eb8f7ddafd on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:25.398229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:25.398566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Checking segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:25.398952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Bound using segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:25.399395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Bound port: f799fdd8-7e08-4504-85c6-55eb8f7ddafd, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:25.399779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:25.408848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eeb622-0bde-4ce4-8d13-88beb858c6c6 req-c2a0c9d4-84bc-4b81-b9b8-b777d3117cfc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:25.410456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5eeb622-0bde-4ce4-8d13-88beb858c6c6 req-c2a0c9d4-84bc-4b81-b9b8-b777d3117cfc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 944 time: 0.1645343 Sep 10 03:54:25.522490 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:25.788328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device db351d4b-9563-4cb2-b370-b542c0e2a87e up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:25.863267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5eeb622-0bde-4ce4-8d13-88beb858c6c6 req-7d8e2544-7ede-435d-81f3-080a7067225f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4202404 Sep 10 03:54:25.906685 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] For port f799fdd8-7e08-4504-85c6-55eb8f7ddafd, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:25.929363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] For port f799fdd8-7e08-4504-85c6-55eb8f7ddafd, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:25.967633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port db351d4b-9563-4cb2-b370-b542c0e2a87e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:25.974722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port db351d4b-9563-4cb2-b370-b542c0e2a87e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:25.975438 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.014922 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.032101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router f834b659-0a09-4e21-9c9d-80363c0cc823 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:26.076475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:26.077495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.079013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] 10.222.0.39 "PUT /v2.0/ports/f799fdd8-7e08-4504-85c6-55eb8f7ddafd HTTP/1.1" status: 200 len: 1091 time: 1.8837194 Sep 10 03:54:26.083893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27a30b60-a169-45cd-8835-119d3b5046c6', 'tag': 'f799fdd8-7e08-4504-85c6-55eb8f7ddafd'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:26.086613 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f57595-1fb6-459e-ad46-326e5cee0bb6" -d '{"events": [{"name": "network-changed", "server_uuid": "27a30b60-a169-45cd-8835-119d3b5046c6", "tag": "f799fdd8-7e08-4504-85c6-55eb8f7ddafd"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:26.104400 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.126020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d48b7c9-af2f-40a9-aaf8-e0a925f7eeb7 req-5685902b-c1d8-4eb9-b302-893bd71c6a9a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:26.127565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d48b7c9-af2f-40a9-aaf8-e0a925f7eeb7 req-5685902b-c1d8-4eb9-b302-893bd71c6a9a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 943 time: 0.1554997 Sep 10 03:54:26.128446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66490076-0c46-484e-8e21-a1e634687639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db351d4b-9563-4cb2-b370-b542c0e2a87e'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:26.130674 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a28e32f9-0a64-4dfd-9ebc-35d5506d0cb2" -d '{"events": [{"server_uuid": "66490076-0c46-484e-8e21-a1e634687639", "name": "network-vif-plugged", "status": "completed", "tag": "db351d4b-9563-4cb2-b370-b542c0e2a87e"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:26.147091 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port db351d4b-9563-4cb2-b370-b542c0e2a87e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=db351d4b-9563-4cb2-b370-b542c0e2a87e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:26.177815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76221e-d904-4182-9090-993cb5dc98f9 service neutron] Pushing event updated for resources: {'Port': ['ID=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:26.231755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:26.237216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-da7aeea3-77d6-4144-a6bb-f113f74898e7 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/f834b659-0a09-4e21-9c9d-80363c0cc823/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9570343 Sep 10 03:54:26.241883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52642) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:26.245751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128a0eb-22f9-440d-b491-710fa26314ba None None] Sync routers for ids ['f834b659-0a09-4e21-9c9d-80363c0cc823'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:26.248401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.249349 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.255936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:26.283319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d48b7c9-af2f-40a9-aaf8-e0a925f7eeb7 req-7c36305f-379f-41a4-9432-cef4e603501b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186481 Sep 10 03:54:26.287799 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c9fb9fb5-7340-4730-abeb-b7ed5f5ccb8a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=f834b659-0a09-4e21-9c9d-80363c0cc823 HTTP/1.1" status: 200 len: 205 time: 0.0464287 Sep 10 03:54:26.293770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52644) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:26.336464 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befa1af9-8168-4877-a2c7-9773a2b3d92a x-openstack-request-id: req-befa1af9-8168-4877-a2c7-9773a2b3d92a {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:26.337056 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27a30b60-a169-45cd-8835-119d3b5046c6", "tag": "f799fdd8-7e08-4504-85c6-55eb8f7ddafd", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:26.337486 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-befa1af9-8168-4877-a2c7-9773a2b3d92a {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:26.338046 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27a30b60-a169-45cd-8835-119d3b5046c6', 'tag': 'f799fdd8-7e08-4504-85c6-55eb8f7ddafd', 'status': 'completed', 'code': 200} Sep 10 03:54:26.340063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:26.341256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7d78ec84-f281-4351-a3d8-e2ceb74c2f7a not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:26.346030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ccdca16c-8c68-4837-8295-7405cf69b7d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:26.347844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-ccdca16c-8c68-4837-8295-7405cf69b7d9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 1094 time: 0.1242926 Sep 10 03:54:26.361137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128a0eb-22f9-440d-b491-710fa26314ba None None] Routers {'f834b659-0a09-4e21-9c9d-80363c0cc823'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:26.361769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e128a0eb-22f9-440d-b491-710fa26314ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f834b659-0a09-4e21-9c9d-80363c0cc823'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:26.420650 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e058ab22-92bc-4701-bea0-2bf5c5589dee x-openstack-request-id: req-e058ab22-92bc-4701-bea0-2bf5c5589dee {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:26.420924 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66490076-0c46-484e-8e21-a1e634687639", "name": "network-vif-plugged", "status": "completed", "tag": "db351d4b-9563-4cb2-b370-b542c0e2a87e", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:26.421197 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e058ab22-92bc-4701-bea0-2bf5c5589dee {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:26.421571 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66490076-0c46-484e-8e21-a1e634687639', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db351d4b-9563-4cb2-b370-b542c0e2a87e', 'code': 200} Sep 10 03:54:26.426200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e128a0eb-22f9-440d-b491-710fa26314ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:26.442848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc7d54fa-6f28-46c0-98d6-36ac84a02780 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.446389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-f9c83bd1-e8d9-4676-9a79-c09d6a9b132a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f799fdd8-7e08-4504-85c6-55eb8f7ddafd HTTP/1.1" status: 200 len: 217 time: 0.0787814 Sep 10 03:54:26.448054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=db351d4b-9563-4cb2-b370-b542c0e2a87e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:26.452106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e128a0eb-22f9-440d-b491-710fa26314ba None None] Routers {'f834b659-0a09-4e21-9c9d-80363c0cc823'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:26.452707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e128a0eb-22f9-440d-b491-710fa26314ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f834b659-0a09-4e21-9c9d-80363c0cc823'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:26.492962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4e4f35-b5a9-439d-80eb-2af944fb8aa4 req-77827f89-4e49-41a6-b0a3-9bb94bbaa9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:26.494583 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b4e4f35-b5a9-439d-80eb-2af944fb8aa4 req-77827f89-4e49-41a6-b0a3-9bb94bbaa9ce service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 1096 time: 0.0552592 Sep 10 03:54:26.498090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e128a0eb-22f9-440d-b491-710fa26314ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:26.498810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e128a0eb-22f9-440d-b491-710fa26314ba None None] The sync data for ids ['f834b659-0a09-4e21-9c9d-80363c0cc823'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:26.538237 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b4e4f35-b5a9-439d-80eb-2af944fb8aa4 req-0cbde0de-b8b5-443e-8d4f-8132ea723e56 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340550 Sep 10 03:54:26.665994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e380444-2d74-4099-98bf-74e456c02b1e req-37c7f796-41ae-4c36-a50f-8f4717ae6adc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:26.667477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-37c7f796-41ae-4c36-a50f-8f4717ae6adc service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.1837380 Sep 10 03:54:26.696286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc7d54fa-6f28-46c0-98d6-36ac84a02780 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.709970 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc7d54fa-6f28-46c0-98d6-36ac84a02780 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.717351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f649a6a-e125-43ca-a271-ee09827096a8 req-f3471394-8b2a-438d-bd75-aa5d21c762a7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:26.718856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f649a6a-e125-43ca-a271-ee09827096a8 req-f3471394-8b2a-438d-bd75-aa5d21c762a7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.2273481 Sep 10 03:54:26.738225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-18a75b4e-a64f-4f60-a552-fbf7eedf21fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390961 Sep 10 03:54:26.879476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f649a6a-e125-43ca-a271-ee09827096a8 req-eb4d0d96-c816-4f20-80df-f480b98a7d13 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435764 Sep 10 03:54:26.905432 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc7d54fa-6f28-46c0-98d6-36ac84a02780 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.905925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7d54fa-6f28-46c0-98d6-36ac84a02780 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Fanout notify agent at l3_agent the message router_deleted on router f834b659-0a09-4e21-9c9d-80363c0cc823 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:54:26.915506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc7d54fa-6f28-46c0-98d6-36ac84a02780 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:26.915506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fc7d54fa-6f28-46c0-98d6-36ac84a02780 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/f834b659-0a09-4e21-9c9d-80363c0cc823 HTTP/1.1" status: 204 len: 168 time: 0.6203308 Sep 10 03:54:26.918017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52654) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:26.919870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-89459e9c-56fe-4e3f-bf0c-76bfe396cb50 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616333 Sep 10 03:54:26.972851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-08dd9616-ecbc-4565-adda-8a73b013b613 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting subnet bdaf89c0-90a4-4082-89fd-8e68b0851f39 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:54:26.976002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08dd9616-ecbc-4565-adda-8a73b013b613 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.025234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08dd9616-ecbc-4565-adda-8a73b013b613 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.039523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36a41ca-6e12-4006-8a53-8ce0a2d26a4b req-8a73f0c3-6e5f-43df-8317-2c77c2de968b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.041201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d36a41ca-6e12-4006-8a53-8ce0a2d26a4b req-8a73f0c3-6e5f-43df-8317-2c77c2de968b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 945 time: 0.1023910 Sep 10 03:54:27.079853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e380444-2d74-4099-98bf-74e456c02b1e req-550cff49-867a-4122-8a61-0071957ef1cf service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497159 Sep 10 03:54:27.098037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d36a41ca-6e12-4006-8a53-8ce0a2d26a4b req-f619ab8a-8a84-4c88-af77-eac6307d5918 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447226 Sep 10 03:54:27.118007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08dd9616-ecbc-4565-adda-8a73b013b613 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.228516 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08dd9616-ecbc-4565-adda-8a73b013b613 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.242330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-d67986e1-bebb-4f80-82d9-2d6785ee1603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.243840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-d67986e1-bebb-4f80-82d9-2d6785ee1603 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 1094 time: 0.0425587 Sep 10 03:54:27.261724 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dd9616-ecbc-4565-adda-8a73b013b613 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Subnet': ['ID=bdaf89c0-90a4-4082-89fd-8e68b0851f39,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:27.265397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08dd9616-ecbc-4565-adda-8a73b013b613 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.267281 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-08dd9616-ecbc-4565-adda-8a73b013b613 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/bdaf89c0-90a4-4082-89fd-8e68b0851f39 HTTP/1.1" status: 204 len: 168 time: 0.3472023 Sep 10 03:54:27.270966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52656) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:27.278878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a94612d-66d3-41b2-aa98-5afd05a5a0e0 None None] Network fde3f8db-9c4e-4f06-948d-a1c54aa77f2c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:27.458045 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.467746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f743e59-0f48-4235-9c18-6bf58fb7f7a6 None None] DHCP port deletion for fde3f8db-9c4e-4f06-948d-a1c54aa77f2c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:54:27.476963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-5c31188c-2c56-4757-a0b8-6a81dd429b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.476963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-5c31188c-2c56-4757-a0b8-6a81dd429b5f service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 907 time: 0.2204783 Sep 10 03:54:27.496408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99229fe6-a760-49d3-b1a8-a6eebe330f25 req-0be6e018-6913-4934-b8a8-318ce84321b5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.497784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99229fe6-a760-49d3-b1a8-a6eebe330f25 req-0be6e018-6913-4934-b8a8-318ce84321b5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 943 time: 0.1448584 Sep 10 03:54:27.525635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0f743e59-0f48-4235-9c18-6bf58fb7f7a6 None None] Deleting port 7d4c0f23-cdf7-441f-b95d-e707408746db {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:27.525635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f743e59-0f48-4235-9c18-6bf58fb7f7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.563838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-ec838b1d-d1dc-4975-ab36-7853241aa35f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f799fdd8-7e08-4504-85c6-55eb8f7ddafd HTTP/1.1" status: 200 len: 217 time: 0.0812333 Sep 10 03:54:27.595851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0f743e59-0f48-4235-9c18-6bf58fb7f7a6 None None] For port 7d4c0f23-cdf7-441f-b95d-e707408746db, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7d4c0f23-cdf7-441f-b95d-e707408746db,segment=NetworkSegment(2941e8af-002b-44e1-86b7-a12c425622e5),segment_id=2941e8af-002b-44e1-86b7-a12c425622e5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:27.596250 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f743e59-0f48-4235-9c18-6bf58fb7f7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.608553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0f743e59-0f48-4235-9c18-6bf58fb7f7a6 None None] Calling delete_port for 7d4c0f23-cdf7-441f-b95d-e707408746db owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:27.628147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99229fe6-a760-49d3-b1a8-a6eebe330f25 req-7b523c95-1a45-4fab-8f3a-5134aad7d75a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109324 Sep 10 03:54:27.649383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-cf29b209-3549-48a4-9efb-301f57ba7c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:27.650868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-cf29b209-3549-48a4-9efb-301f57ba7c0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.0780022 Sep 10 03:54:27.652249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 7d4c0f23-cdf7-441f-b95d-e707408746db {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:27.652527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.699447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-98f83544-4770-4a9d-a34f-ea66025c1714 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330758 Sep 10 03:54:27.762135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port 7d4c0f23-cdf7-441f-b95d-e707408746db, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7d4c0f23-cdf7-441f-b95d-e707408746db,segment=NetworkSegment(2941e8af-002b-44e1-86b7-a12c425622e5),segment_id=2941e8af-002b-44e1-86b7-a12c425622e5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:27.762950 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.782794 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f743e59-0f48-4235-9c18-6bf58fb7f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:27.785028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 7d4c0f23-cdf7-441f-b95d-e707408746db owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:27.811767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f743e59-0f48-4235-9c18-6bf58fb7f7a6 None None] Pushing event deleted for resources: {'Port': ['ID=7d4c0f23-cdf7-441f-b95d-e707408746db,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:27.815267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f743e59-0f48-4235-9c18-6bf58fb7f7a6 None None] No DVR routers for this DVR port 7d4c0f23-cdf7-441f-b95d-e707408746db on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:27.886167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-ff66b3ef-3b65-4f47-8f16-1cfcf2cd5fe7 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1518886 Sep 10 03:54:27.970268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.010643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=7d4c0f23-cdf7-441f-b95d-e707408746db,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:28.016405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No DVR routers for this DVR port 7d4c0f23-cdf7-441f-b95d-e707408746db on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:28.108701 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7d4c0f23-cdf7-441f-b95d-e707408746db no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:28.130177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 7d4c0f23-cdf7-441f-b95d-e707408746db {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:28.130525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7d4c0f23-cdf7-441f-b95d-e707408746db not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:28.304216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00f57595-1fb6-459e-ad46-326e5cee0bb6 req-f011d704-6388-4be8-a2c9-d9956329ae57 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4086576 Sep 10 03:54:28.411048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.449330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fe1c5-f172-4b25-8cac-16389944ec44 req-42b0e2c5-03b6-40f7-b1c2-c5ded617c0d1 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:28.450868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-828fe1c5-f172-4b25-8cac-16389944ec44 req-42b0e2c5-03b6-40f7-b1c2-c5ded617c0d1 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.4876125 Sep 10 03:54:28.452398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fde3f8db-9c4e-4f06-948d-a1c54aa77f2c']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:28.461383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39bae53e-4c7c-491d-9c92-87dd59dc6a32 req-a5588746-bf15-4f78-8580-50554bdf13c8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:28.462782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39bae53e-4c7c-491d-9c92-87dd59dc6a32 req-a5588746-bf15-4f78-8580-50554bdf13c8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 945 time: 0.1630676 Sep 10 03:54:28.483365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2941e8af-002b-44e1-86b7-a12c425622e5') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:28.483728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2941e8af-002b-44e1-86b7-a12c425622e5') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:28.506322 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.541857 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.549186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39bae53e-4c7c-491d-9c92-87dd59dc6a32 req-6fc5ca97-4f1b-4aa6-bd1e-deaf593bf98c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799270 Sep 10 03:54:28.553327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-828fe1c5-f172-4b25-8cac-16389944ec44 req-778e68cb-6f47-4ffa-bba0-1709b918206a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896533 Sep 10 03:54:28.554339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:54:28.554676 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:54:28.557848 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:54:28.658922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-bc9ccb9f-ee08-4d7b-807c-a2d5e290a7d6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b HTTP/1.1" status: 200 len: 267 time: 0.0424316 Sep 10 03:54:28.713386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-3163f39c-fecb-4134-8542-44f33f6a78bd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:28.714838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-3163f39c-fecb-4134-8542-44f33f6a78bd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 945 time: 0.0499239 Sep 10 03:54:28.723987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.728495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.730384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/networks/fde3f8db-9c4e-4f06-948d-a1c54aa77f2c HTTP/1.1" status: 204 len: 168 time: 1.4584901 Sep 10 03:54:28.735124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52676) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:28.739785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d44338e7-172d-4dea-a63e-c26caf596ecb tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-985449455', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:28.747752 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.764498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-d80ca9c2-5a29-460f-968b-ad78dda08c65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'port': {'security_groups': []}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:28.791440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad30b4-f94a-40da-a33d-968c31f33f5a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Network': ['ID=fde3f8db-9c4e-4f06-948d-a1c54aa77f2c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:28.827365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d44338e7-172d-4dea-a63e-c26caf596ecb tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.828685 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d44338e7-172d-4dea-a63e-c26caf596ecb tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.844138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9294fd51-2c95-4273-aae3-7b8cc233c0cf req-07b9429c-14f2-4723-8739-2e351c22d32c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:28.845883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9294fd51-2c95-4273-aae3-7b8cc233c0cf req-07b9429c-14f2-4723-8739-2e351c22d32c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 943 time: 0.1296835 Sep 10 03:54:28.872838 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-d80ca9c2-5a29-460f-968b-ad78dda08c65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.900329 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d44338e7-172d-4dea-a63e-c26caf596ecb tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:28.929842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9294fd51-2c95-4273-aae3-7b8cc233c0cf req-73adc5f1-7740-4026-b2a1-71a84ad99c6b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752583 Sep 10 03:54:28.983753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d44338e7-172d-4dea-a63e-c26caf596ecb tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.062245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-d80ca9c2-5a29-460f-968b-ad78dda08c65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] For port db351d4b-9563-4cb2-b370-b542c0e2a87e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=db351d4b-9563-4cb2-b370-b542c0e2a87e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:29.068394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d44338e7-172d-4dea-a63e-c26caf596ecb tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.070001 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d44338e7-172d-4dea-a63e-c26caf596ecb tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3338375 Sep 10 03:54:29.072748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52688) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:29.077775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'network': {'name': 'tempest-RoutersTest-268095864'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:29.096069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-d80ca9c2-5a29-460f-968b-ad78dda08c65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.211894 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-d80ca9c2-5a29-460f-968b-ad78dda08c65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.212192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:29.218098 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.224356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e36b9bd3-dfff-4c75-be9e-c77ed0e5851b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:29.227120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['17bcfa0f-0cef-4e4b-87cd-aaed7e49178e', 'db351d4b-9563-4cb2-b370-b542c0e2a87e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:29.240659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-d80ca9c2-5a29-460f-968b-ad78dda08c65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:29.241314 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-d80ca9c2-5a29-460f-968b-ad78dda08c65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.249898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24a8af7a-7b1a-426b-af78-2372d04bd89e req-d80ca9c2-5a29-460f-968b-ad78dda08c65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "PUT /v2.0/ports/db351d4b-9563-4cb2-b370-b542c0e2a87e HTTP/1.1" status: 200 len: 904 time: 0.5130227 Sep 10 03:54:29.249898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66490076-0c46-484e-8e21-a1e634687639', 'tag': 'db351d4b-9563-4cb2-b370-b542c0e2a87e'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:29.251042 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba7101a-5784-4a1c-a518-7053a83eb728" -d '{"events": [{"name": "network-changed", "server_uuid": "66490076-0c46-484e-8e21-a1e634687639", "tag": "db351d4b-9563-4cb2-b370-b542c0e2a87e"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:29.300423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:54:29.319071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.319596 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added segment b42c7807-7047-41ff-8265-eff6f9479be9 of type vlan for network 0eb5181d-523e-405a-9d76-150e0705689c Sep 10 03:54:29.341662 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f24faf-428b-4c6f-9c8b-832289ffe724 x-openstack-request-id: req-82f24faf-428b-4c6f-9c8b-832289ffe724 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:29.342517 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66490076-0c46-484e-8e21-a1e634687639", "tag": "db351d4b-9563-4cb2-b370-b542c0e2a87e", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:29.342517 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82f24faf-428b-4c6f-9c8b-832289ffe724 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:29.343267 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66490076-0c46-484e-8e21-a1e634687639', 'tag': 'db351d4b-9563-4cb2-b370-b542c0e2a87e', 'status': 'completed', 'code': 200} Sep 10 03:54:29.438411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80ca9c2-5a29-460f-968b-ad78dda08c65 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'Port': ['ID=db351d4b-9563-4cb2-b370-b542c0e2a87e,revision_number=6']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:29.454155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361818f-18cc-466f-82d4-26f664b23772 req-352f6eef-9f2d-4801-ae76-60ee742563e5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:29.457100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3361818f-18cc-466f-82d4-26f664b23772 req-352f6eef-9f2d-4801-ae76-60ee742563e5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 907 time: 0.0882800 Sep 10 03:54:29.508423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.579269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-f9138f49-8aa2-4877-8fe0-9bdff96dc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:29.581303 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-f9138f49-8aa2-4877-8fe0-9bdff96dc94f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 1058 time: 0.1872330 Sep 10 03:54:29.718942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdb4f78-26a9-470c-a69b-5cb2a0548abc req-d216ce5c-17f2-419c-bb63-3dbd2e1ba761 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:29.723466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bdb4f78-26a9-470c-a69b-5cb2a0548abc req-d216ce5c-17f2-419c-bb63-3dbd2e1ba761 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1230531 Sep 10 03:54:29.730274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['db351d4b-9563-4cb2-b370-b542c0e2a87e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:29.745554 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.751572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:29.752203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.788787 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-caa3cfea-c084-4ada-b4ae-0b521c123614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:29.791008 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-caa3cfea-c084-4ada-b4ae-0b521c123614 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.2002087 Sep 10 03:54:29.797268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bdb4f78-26a9-470c-a69b-5cb2a0548abc req-e04ca81a-25a2-47ba-b100-d573983e27b0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662413 Sep 10 03:54:29.823815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-573cd623-4703-4e13-9b21-5a7cd969a348 None None] Provisioning complete for port db351d4b-9563-4cb2-b370-b542c0e2a87e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:29.823815 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-573cd623-4703-4e13-9b21-5a7cd969a348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:29.854906 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-74f22259-4e60-47c5-958e-a606ae42fd94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=db351d4b-9563-4cb2-b370-b542c0e2a87e HTTP/1.1" status: 200 len: 217 time: 0.0544975 Sep 10 03:54:29.901580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Network': ['ID=0eb5181d-523e-405a-9d76-150e0705689c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:29.920095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0eb5181d-523e-405a-9d76-150e0705689c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:54:29.932115 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fb91dfa4-c030-4d4f-82c6-89af3291b155 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8555539 Sep 10 03:54:29.935008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52714) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:29.945282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'subnet': {'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:29.984752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aa9b2-73fc-43e8-9510-bf5004565b73 req-1a972aab-f6dc-4abc-b18b-932b8efb91ed tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:29.991864 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b9aa9b2-73fc-43e8-9510-bf5004565b73 req-1a972aab-f6dc-4abc-b18b-932b8efb91ed tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0678370 Sep 10 03:54:30.037221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b9aa9b2-73fc-43e8-9510-bf5004565b73 req-d243c86b-b538-4730-84bc-12e6e202caa7 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389259 Sep 10 03:54:30.044497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-ba102c47-573a-4f0f-9570-14c33e93bff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:30.055906 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-ba102c47-573a-4f0f-9570-14c33e93bff1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.1635349 Sep 10 03:54:30.117040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-51c2c24a-5e04-4259-9dde-73003ce73a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:30.118402 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-51c2c24a-5e04-4259-9dde-73003ce73a7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531974 Sep 10 03:54:30.183695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f01ef6-398b-47b7-a139-d23c9f272fe5 req-ad86866e-98b3-431c-8c3f-b5e48beabd2a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:30.188277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2f01ef6-398b-47b7-a139-d23c9f272fe5 req-ad86866e-98b3-431c-8c3f-b5e48beabd2a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0858352 Sep 10 03:54:30.201138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:30.204610 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:30.207047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9bc94b-c32e-4125-b459-02c96272d174 req-067577f2-3aff-42ab-acb5-125190e8545a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:30.208908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d9bc94b-c32e-4125-b459-02c96272d174 req-067577f2-3aff-42ab-acb5-125190e8545a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 943 time: 0.0755832 Sep 10 03:54:30.254135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2f01ef6-398b-47b7-a139-d23c9f272fe5 req-6bb6ca2f-f343-4528-bb32-db965c64db72 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0616136 Sep 10 03:54:30.266605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d9bc94b-c32e-4125-b459-02c96272d174 req-cd7a380d-cf3c-4312-930b-c9f87cd53ec7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497169 Sep 10 03:54:30.285246 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-8ba1d48f-db19-459a-9694-1a1a3390e925 service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471531 Sep 10 03:54:30.377717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e99d5c-9646-4351-acd5-9b40435b98e9 req-5af91675-d6e8-4e0c-bd2a-98477f38b1a9 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:30.379391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70e99d5c-9646-4351-acd5-9b40435b98e9 req-5af91675-d6e8-4e0c-bd2a-98477f38b1a9 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0558155 Sep 10 03:54:30.421556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70e99d5c-9646-4351-acd5-9b40435b98e9 req-7efd4f4f-030a-46ac-9f44-71e660ae0f12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347166 Sep 10 03:54:30.434176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba7101a-5784-4a1c-a518-7053a83eb728 req-2278fe51-6a84-4747-aea2-e1cf14b687fa service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1362760 Sep 10 03:54:30.555579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-1a3806ce-b63e-4765-94b7-fae8f560909c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:30.557085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-1a3806ce-b63e-4765-94b7-fae8f560909c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.1073036 Sep 10 03:54:30.560246 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:30.572533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-358347dc-1e4f-47f5-be7d-f25131ff3e89 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/quotas/7ac6760a39664e0fbe8dec22f2b9a28b HTTP/1.1" status: 200 len: 375 time: 0.0092733 Sep 10 03:54:30.628026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Subnet': ['ID=b58b3eb4-09c4-4172-b864-73c18684fcb3,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:30.634110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Checking segment: {'id': 'b42c7807-7047-41ff-8265-eff6f9479be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:30.634473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network hostable DHCP agents. Network: 0eb5181d-523e-405a-9d76-150e0705689c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:54:30.634616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-871385d9-7153-48ae-a8c0-977011da9ab4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0565841 Sep 10 03:54:30.701544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 0eb5181d-523e-405a-9d76-150e0705689c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:54:30.728095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-e228260a-05bd-4c9e-a4ea-c8ccf227ab95 service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854642 Sep 10 03:54:30.781340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 0eb5181d-523e-405a-9d76-150e0705689c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:30.791358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8a6b09-48e6-4a13-ad9b-750e786342b7 None None] Network 0eb5181d-523e-405a-9d76-150e0705689c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:30.794418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:30.804835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:30.820881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-1bba2955-2815-42e2-8694-69af100c6f84 service neutron] 10.222.0.22 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866311 Sep 10 03:54:30.890049 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c28f55f5-73f5-435e-a3e4-f708f81ac714 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9508646 Sep 10 03:54:30.891098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:30.967088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-0eb5181d-523e-405a-9d76-150e0705689c', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:54:30.968103 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.136350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Allocated IP 172.20.0.2 (0eb5181d-523e-405a-9d76-150e0705689c/b58b3eb4-09c4-4172-b864-73c18684fcb3/eb087243-c4bc-4acf-9add-d42a87ada682) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:31.166848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-673ddc13-3832-41bd-aef2-792b2cad956c req-a91880cd-1ff4-44ca-9141-e4fff881891e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 210 time: 0.0488045 Sep 10 03:54:31.184843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f799fdd8-7e08-4504-85c6-55eb8f7ddafd details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:54:31.268369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b643f07-da3b-46aa-942a-14d4935c31e2 req-3f388059-62ea-4066-a998-ea1dbfca8adf tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:31.269855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b643f07-da3b-46aa-942a-14d4935c31e2 req-3f388059-62ea-4066-a998-ea1dbfca8adf tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.1392453 Sep 10 03:54:31.302444 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.397637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b643f07-da3b-46aa-942a-14d4935c31e2 req-ffb21f71-1ad6-48a0-b687-79fbbd9bf2c9 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/security-groups?id=e739b75d-c582-465c-a8c3-7d28a42b6552&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035500 Sep 10 03:54:31.398763 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.415554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f799fdd8-7e08-4504-85c6-55eb8f7ddafd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:31.418885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Transition to ACTIVE for port object eb087243-c4bc-4acf-9add-d42a87ada682 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:31.439525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'f799fdd8-7e08-4504-85c6-55eb8f7ddafd', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'port_id': 'f799fdd8-7e08-4504-85c6-55eb8f7ddafd', 'mac_address': 'fa:16:3e:f4:a1:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896487ef-0a57-4d1a-9d81-7f7479231ead', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:54:31.448117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Transition to ACTIVE for port object eb087243-c4bc-4acf-9add-d42a87ada682 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:31.489717 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.510323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f799fdd8-7e08-4504-85c6-55eb8f7ddafd {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:31.529039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c7a1eb-cf31-48a0-8ba1-7a1661b0d474 req-351c9a16-286b-423d-ad96-7a89cf36ea70 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:31.532015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8c7a1eb-cf31-48a0-8ba1-7a1661b0d474 req-351c9a16-286b-423d-ad96-7a89cf36ea70 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 943 time: 0.1499002 Sep 10 03:54:31.534950 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.574336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f799fdd8-7e08-4504-85c6-55eb8f7ddafd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:31.599199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Network 0eb5181d-523e-405a-9d76-150e0705689c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:31.600629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Pushing event updated for resources: {'Port': ['ID=eb087243-c4bc-4acf-9add-d42a87ada682,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:31.604969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:31.610531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:31.642853 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.700272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Attempting to bind port eb087243-c4bc-4acf-9add-d42a87ada682 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:31.700644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Attempting to bind port eb087243-c4bc-4acf-9add-d42a87ada682 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'b42c7807-7047-41ff-8265-eff6f9479be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:31.701152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Attempting to bind port eb087243-c4bc-4acf-9add-d42a87ada682 on network 0eb5181d-523e-405a-9d76-150e0705689c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:31.714210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8c7a1eb-cf31-48a0-8ba1-7a1661b0d474 req-f3d0e048-3c2b-4116-a51f-d4cc214419d7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583509 Sep 10 03:54:31.719864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:31.720275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Checking segment: {'id': 'b42c7807-7047-41ff-8265-eff6f9479be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:31.720752 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.721145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Bound using segment: {'id': 'b42c7807-7047-41ff-8265-eff6f9479be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:31.721619 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Bound port: eb087243-c4bc-4acf-9add-d42a87ada682, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42c7807-7047-41ff-8265-eff6f9479be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:31.721996 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:31.732845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48da149e-18b0-415a-b5da-3b11b48f4183 req-ecfdcc50-a58d-4397-b6d2-70ba7ee4c193 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:31.734416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48da149e-18b0-415a-b5da-3b11b48f4183 req-ecfdcc50-a58d-4397-b6d2-70ba7ee4c193 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1804380 Sep 10 03:54:31.740509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:31.778790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.20.0.1 (0eb5181d-523e-405a-9d76-150e0705689c/b58b3eb4-09c4-4172-b864-73c18684fcb3/45867e17-47dc-4917-9452-9717d7c243c4) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:31.798566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] For port eb087243-c4bc-4acf-9add-d42a87ada682, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:31.807311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] For port eb087243-c4bc-4acf-9add-d42a87ada682, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=eb087243-c4bc-4acf-9add-d42a87ada682,segment=NetworkSegment(b42c7807-7047-41ff-8265-eff6f9479be9),segment_id=b42c7807-7047-41ff-8265-eff6f9479be9)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:31.810900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48da149e-18b0-415a-b5da-3b11b48f4183 req-b716d098-6d8b-42bc-aa22-b139621306c8 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644085 Sep 10 03:54:31.881076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:31.920098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-6fea4638-c6c0-4cb0-a6e2-7834718febeb tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:31.921499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-6fea4638-c6c0-4cb0-a6e2-7834718febeb tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.39 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 945 time: 0.0967479 Sep 10 03:54:31.958702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-8339cc42-ba8f-49a6-a61d-d2ef4506b9b9 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:31.960611 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-8339cc42-ba8f-49a6-a61d-d2ef4506b9b9 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.20 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.0582259 Sep 10 03:54:31.987192 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.004378 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.031454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Transition to ACTIVE for port object 45867e17-47dc-4917-9452-9717d7c243c4 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:32.083470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Deleting port 82fa6785-301a-4e75-bbfd-d1cab1bef521 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:32.083866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.102243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Deleting port 69e59780-89c2-4649-bca4-45f691714913 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:32.102642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.156052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf3131a-31eb-4dd2-8285-c1ad12e05603 None None] Pushing event updated for resources: {'Port': ['ID=eb087243-c4bc-4acf-9add-d42a87ada682,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:32.227297 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.237097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] For port 82fa6785-301a-4e75-bbfd-d1cab1bef521, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82fa6785-301a-4e75-bbfd-d1cab1bef521,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:32.237469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.255557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Calling delete_port for 82fa6785-301a-4e75-bbfd-d1cab1bef521 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:32.372353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.408730 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e43606b5-6bab-4c87-b91b-833f32fec72c req-a3f83a1a-c93b-4c03-981c-6ae02400485d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 210 time: 0.0498700 Sep 10 03:54:32.474236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 0eb5181d-523e-405a-9d76-150e0705689c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:32.517420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:32.521594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=45867e17-47dc-4917-9452-9717d7c243c4,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:32.529831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:32.592659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.675800 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.699667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['82fa6785-301a-4e75-bbfd-d1cab1bef521'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:32.732965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] For port 69e59780-89c2-4649-bca4-45f691714913, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=69e59780-89c2-4649-bca4-45f691714913,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:32.733412 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.738381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Pushing event deleted for resources: {'Port': ['ID=82fa6785-301a-4e75-bbfd-d1cab1bef521,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:32.759846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6eea8156-30f3-4185-8cc3-ff6e2c5ac901 req-4309dc0e-3913-4d7b-a1d3-1fef189e8265 tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 210 time: 0.1996126 Sep 10 03:54:32.835051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] No DVR routers for this DVR port 82fa6785-301a-4e75-bbfd-d1cab1bef521 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:32.839584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:32.843214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08890b8e-1da3-4017-b17c-297cc46c5c42 req-b94ea1d4-beb8-430f-8046-fc996d8f535a tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.39 "DELETE /v2.0/ports/82fa6785-301a-4e75-bbfd-d1cab1bef521 HTTP/1.1" status: 204 len: 173 time: 0.9143629 Sep 10 03:54:32.843817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf817eb4-6b66-45d5-8f56-b9862a5edd96', 'name': 'network-vif-deleted', 'tag': '82fa6785-301a-4e75-bbfd-d1cab1bef521'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:32.846318 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c9c9c9-1a33-4f70-ad5a-d4737e924933" -d '{"events": [{"server_uuid": "bf817eb4-6b66-45d5-8f56-b9862a5edd96", "name": "network-vif-deleted", "tag": "82fa6785-301a-4e75-bbfd-d1cab1bef521"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:32.914525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219bb7c9-7de6-4b65-ba17-a174c8ade79e req-1c696e10-c3e6-46bb-ad25-b6d137742e2e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:32.920582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-219bb7c9-7de6-4b65-ba17-a174c8ade79e req-1c696e10-c3e6-46bb-ad25-b6d137742e2e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 944 time: 0.0920343 Sep 10 03:54:33.000736 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.046440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6adac99-d109-4f7b-aa81-3fa39e5e4f92 req-6c6753df-49cb-43d0-8740-96c7dada476a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:33.048153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6adac99-d109-4f7b-aa81-3fa39e5e4f92 req-6c6753df-49cb-43d0-8740-96c7dada476a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 945 time: 0.1264837 Sep 10 03:54:33.068359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.071132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.071132 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Floating IP 063bc72f-cfce-4a70-92fd-86b89ca6fc94 disassociated. External IP: 172.25.3.163, port: 69e59780-89c2-4649-bca4-45f691714913. Sep 10 03:54:33.071132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Calling delete_port for 69e59780-89c2-4649-bca4-45f691714913 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:33.077332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-219bb7c9-7de6-4b65-ba17-a174c8ade79e req-3183ece1-583d-486d-80d7-fd03c87cca26 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212392 Sep 10 03:54:33.121085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6adac99-d109-4f7b-aa81-3fa39e5e4f92 req-f8247704-5cc5-4d50-8875-e2a3123db601 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530059 Sep 10 03:54:33.181320 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41fc70d6-2e4a-4049-9900-8df9ac86738f x-openstack-request-id: req-41fc70d6-2e4a-4049-9900-8df9ac86738f {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:33.181615 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf817eb4-6b66-45d5-8f56-b9862a5edd96", "name": "network-vif-deleted", "tag": "82fa6785-301a-4e75-bbfd-d1cab1bef521", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:33.181934 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41fc70d6-2e4a-4049-9900-8df9ac86738f {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:33.182256 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf817eb4-6b66-45d5-8f56-b9862a5edd96', 'name': 'network-vif-deleted', 'tag': '82fa6785-301a-4e75-bbfd-d1cab1bef521', 'status': 'completed', 'code': 200} Sep 10 03:54:33.191908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f799fdd8-7e08-4504-85c6-55eb8f7ddafd up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:33.343202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.345879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port f799fdd8-7e08-4504-85c6-55eb8f7ddafd completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:33.353263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port f799fdd8-7e08-4504-85c6-55eb8f7ddafd triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:33.353923 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.385533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event deleted for resources: {'Port': ['ID=69e59780-89c2-4649-bca4-45f691714913,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:33.487523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-fedcf2e1-0e27-44fc-9c69-39c3915ab88b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:33.489030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-fedcf2e1-0e27-44fc-9c69-39c3915ab88b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 811 time: 0.1727245 Sep 10 03:54:33.490759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6109e28e-fe1c-412c-abde-0d49a459930f None None] Network 0eb5181d-523e-405a-9d76-150e0705689c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:33.493419 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.496064 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.504672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Request body: {'port': {'device_id': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'admin_state_up': True, 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:33.541499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd5c938a-2c5d-473c-b946-75afff17fa3c req-124b148a-58b7-4ef8-8eae-7eee78528b90 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 210 time: 0.0310011 Sep 10 03:54:33.547813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a30b60-a169-45cd-8835-119d3b5046c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f799fdd8-7e08-4504-85c6-55eb8f7ddafd'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:33.550076 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4ddee79-e815-4d7a-855b-af8cbd4a4619" -d '{"events": [{"server_uuid": "27a30b60-a169-45cd-8835-119d3b5046c6", "name": "network-vif-plugged", "status": "completed", "tag": "f799fdd8-7e08-4504-85c6-55eb8f7ddafd"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:33.588729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:33.603551 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f799fdd8-7e08-4504-85c6-55eb8f7ddafd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:33.633884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.650030 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f88403-525c-417a-8232-9fde4a660bfd x-openstack-request-id: req-51f88403-525c-417a-8232-9fde4a660bfd {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:33.650314 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a30b60-a169-45cd-8835-119d3b5046c6", "name": "network-vif-plugged", "status": "completed", "tag": "f799fdd8-7e08-4504-85c6-55eb8f7ddafd", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:33.650572 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51f88403-525c-417a-8232-9fde4a660bfd {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:33.650948 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a30b60-a169-45cd-8835-119d3b5046c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f799fdd8-7e08-4504-85c6-55eb8f7ddafd', 'code': 200} Sep 10 03:54:33.698300 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.733165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5ac16608-e448-41f4-b9d7-98b9cef76f2f None None] Provisioning for port eb087243-c4bc-4acf-9add-d42a87ada682 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:33.740274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:33.766166 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] Sync routers for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:33.773854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:33.804867 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:33.804867 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:33.809707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] No DVR routers for this DVR port 69e59780-89c2-4649-bca4-45f691714913 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:33.816074 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:33.818178 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-69ea146b-5679-45cc-b5d7-0a31141d4b7f req-b7a9fc6d-aa0c-43ce-8474-e46106c4ac41 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.20 "DELETE /v2.0/ports/69e59780-89c2-4649-bca4-45f691714913 HTTP/1.1" status: 204 len: 173 time: 1.8513312 Sep 10 03:54:33.818759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'name': 'network-vif-deleted', 'tag': '69e59780-89c2-4649-bca4-45f691714913'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:33.826797 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9d098bd-2783-4ee9-9189-102ccd007296" -d '{"events": [{"server_uuid": "b1c04870-4df7-4242-b264-af0d64e3efb6", "name": "network-vif-deleted", "tag": "69e59780-89c2-4649-bca4-45f691714913"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:33.929029 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ef54c62-8c17-427c-8395-2853841bc750 x-openstack-request-id: req-7ef54c62-8c17-427c-8395-2853841bc750 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:33.929332 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c04870-4df7-4242-b264-af0d64e3efb6", "name": "network-vif-deleted", "tag": "69e59780-89c2-4649-bca4-45f691714913", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:33.929583 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ef54c62-8c17-427c-8395-2853841bc750 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:33.930659 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c04870-4df7-4242-b264-af0d64e3efb6', 'name': 'network-vif-deleted', 'tag': '69e59780-89c2-4649-bca4-45f691714913', 'status': 'completed', 'code': 200} Sep 10 03:54:33.994780 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:34.240009 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-099c8df3-3634-407b-8880-038e8db91158 req-3a5e4db0-5513-46ee-a803-f0b17364091f tempest-ServerRescueNegativeTestJSON-40275053 tempest-ServerRescueNegativeTestJSON-40275053-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf817eb4-6b66-45d5-8f56-b9862a5edd96 HTTP/1.1" status: 200 len: 210 time: 0.1338990 Sep 10 03:54:34.295081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=45867e17-47dc-4917-9452-9717d7c243c4,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:34.297795 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.314071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device eb087243-c4bc-4acf-9add-d42a87ada682 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:34.359664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c146b3c5-80c5-40aa-9853-1de874833deb req-948e8b07-30e4-4e22-b13e-8081fe501e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:34.363415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c146b3c5-80c5-40aa-9853-1de874833deb req-948e8b07-30e4-4e22-b13e-8081fe501e00 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 1096 time: 0.2557204 Sep 10 03:54:34.368943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Made reservation on behalf of 7ac6760a39664e0fbe8dec22f2b9a28b for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:34.372575 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.424524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9dcf972f-09dd-487a-9f7a-75f1e47fccbe None None] Provisioning for port 45867e17-47dc-4917-9452-9717d7c243c4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:34.434994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9dcf972f-09dd-487a-9f7a-75f1e47fccbe None None] Provisioning complete for port 45867e17-47dc-4917-9452-9717d7c243c4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:34.436955 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9dcf972f-09dd-487a-9f7a-75f1e47fccbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.456822 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:34.480816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf972f-09dd-487a-9f7a-75f1e47fccbe None None] Port 45867e17-47dc-4917-9452-9717d7c243c4 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:34.483430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port eb087243-c4bc-4acf-9add-d42a87ada682 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:34.488825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port eb087243-c4bc-4acf-9add-d42a87ada682 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:34.489291 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.495124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcaf240d-7e35-420d-aaf8-0269d229167b req-fddcf611-7f2c-4a31-a82f-294e3cad29d5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=b1c04870-4df7-4242-b264-af0d64e3efb6 HTTP/1.1" status: 200 len: 210 time: 0.0650067 Sep 10 03:54:34.503503 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] Checking router: b1c0d232-df9e-4f7b-ac58-e8ecc03527ad for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:34.512968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43afa6a1-8eb9-4dc8-bac4-b83ccc32ac0c req-3eb50a90-2f51-4180-8e86-8e3d706ae767 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:34.522437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43afa6a1-8eb9-4dc8-bac4-b83ccc32ac0c req-3eb50a90-2f51-4180-8e86-8e3d706ae767 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 945 time: 0.2804375 Sep 10 03:54:34.523098 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:34.524144 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:34.614575 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.686376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port eb087243-c4bc-4acf-9add-d42a87ada682, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=eb087243-c4bc-4acf-9add-d42a87ada682,segment=NetworkSegment(b42c7807-7047-41ff-8265-eff6f9479be9),segment_id=b42c7807-7047-41ff-8265-eff6f9479be9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:34.703717 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:34.727958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c146b3c5-80c5-40aa-9853-1de874833deb req-575e4141-eb47-4fb9-bf70-7a440064742e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3467703 Sep 10 03:54:34.754343 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.772292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fdbd4d9-74cd-4819-b6e8-6648973172df req-80c9126c-cb5a-47ff-86a7-9a50c7249ae1 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 210 time: 0.0465927 Sep 10 03:54:34.783610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 0eb5181d-523e-405a-9d76-150e0705689c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:34.803861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43afa6a1-8eb9-4dc8-bac4-b83ccc32ac0c req-dbe4bd8e-34fd-4ba4-a325-bee48e1240f1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735651 Sep 10 03:54:34.860811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0581bbe3-5944-4026-b1a6-a4cf19936953 None None] Provisioning complete for port 45867e17-47dc-4917-9452-9717d7c243c4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:34.861521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0581bbe3-5944-4026-b1a6-a4cf19936953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:34.863454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=eb087243-c4bc-4acf-9add-d42a87ada682,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:34.895544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:34.909664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Allocated IP 172.20.0.11 (b8b1fb22-57ac-4a99-b886-ecf7ed5baa21/7acad24b-4b6d-433b-a8bd-b763f4c5bfd4/9636290c-bd12-4515-8d32-1f2e8d1bff16) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:34.912465 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0581bbe3-5944-4026-b1a6-a4cf19936953 None None] Port 45867e17-47dc-4917-9452-9717d7c243c4 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:35.010233 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:35.057739 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f3e4e09-5c92-4e52-b8e0-989c79ad6716 None None] The sync data for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 is: [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:35.183247 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.196016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:54:35.205944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Transition to ACTIVE for port object 9636290c-bd12-4515-8d32-1f2e8d1bff16 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:35.235407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-36f5fb55-b34a-4723-997b-2201e1be22d6 None None] Provisioning complete for port 45867e17-47dc-4917-9452-9717d7c243c4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:35.235913 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-36f5fb55-b34a-4723-997b-2201e1be22d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.283117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-36f5fb55-b34a-4723-997b-2201e1be22d6 None None] Port 45867e17-47dc-4917-9452-9717d7c243c4 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:35.330402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:35.345721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:35.346219 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f64c65f-5dd8-48f3-a32d-8c678b327fd3 None None] New status for floating IP 063bc72f-cfce-4a70-92fd-86b89ca6fc94: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:54:35.352001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-932a6990-3a8c-438f-b2ec-49f0aaf52fe1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4569306 Sep 10 03:54:35.353075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52808) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:35.353546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52806) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:35.360943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:35.362806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:35.365771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'network': {'name': 'tempest-RoutersTest-1195590644'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:35.405741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.428645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e36b9bd3-dfff-4c75-be9e-c77ed0e5851b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:35.436065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['17bcfa0f-0cef-4e4b-87cd-aaed7e49178e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:35.503708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:35.518611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event updated for resources: {'Port': ['ID=9636290c-bd12-4515-8d32-1f2e8d1bff16,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:35.523503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.532963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:35.539957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:35.542191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:35.639899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:35.640801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.697988 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:54:35.711507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:35.716931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.717289 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added segment bae6234b-a183-4b6a-b5d0-fb5dd737ec12 of type vlan for network d9440680-bf34-4641-ad5b-69a25246bfcb Sep 10 03:54:35.735542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-f9c9411c-c718-42d8-b9e6-204bbb835f97 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2353063 Sep 10 03:54:35.749429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Request body: {'port': {'device_id': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:35.764415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.877616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 69e59780-89c2-4649-bca4-45f691714913 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:35.906936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.908363 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.918880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:35.919482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:35.942063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 69e59780-89c2-4649-bca4-45f691714913 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:35.942406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 69e59780-89c2-4649-bca4-45f691714913 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:36.056638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Network': ['ID=d9440680-bf34-4641-ad5b-69a25246bfcb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:36.064582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b13394-5505-412a-9580-7088f476f281 req-3bf4ec6b-2613-4948-ab93-5bb028a799a0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:36.066362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93b13394-5505-412a-9580-7088f476f281 req-3bf4ec6b-2613-4948-ab93-5bb028a799a0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 932 time: 0.1316841 Sep 10 03:54:36.108148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ad557b70-cdb6-4294-9c7a-c7c818f293ba tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7523065 Sep 10 03:54:36.111968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52822) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:36.121066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'subnet': {'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:36.128468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network d9440680-bf34-4641-ad5b-69a25246bfcb details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:54:36.134698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-12127a43-92b7-43b4-84dc-66ea29bc0ce6 None None] Provisioning for port 9636290c-bd12-4515-8d32-1f2e8d1bff16 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:36.229231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93b13394-5505-412a-9580-7088f476f281 req-b7ce3bd9-1dbc-4936-9ec3-10e17908bb6e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109066 Sep 10 03:54:36.412306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.446783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0d97a3-9db7-4a49-8800-1b777c22f694 req-9f9097da-71ca-4e76-b1b7-2eff1d52ed99 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:36.448531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a0d97a3-9db7-4a49-8800-1b777c22f694 req-9f9097da-71ca-4e76-b1b7-2eff1d52ed99 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 945 time: 0.0888805 Sep 10 03:54:36.526623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:36.534345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.537450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device eb087243-c4bc-4acf-9add-d42a87ada682 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:36.540252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a0d97a3-9db7-4a49-8800-1b777c22f694 req-2ef59435-58e2-4301-a0c7-262d18fed121 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821345 Sep 10 03:54:36.559869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-12127a43-92b7-43b4-84dc-66ea29bc0ce6 None None] Provisioning complete for port 9636290c-bd12-4515-8d32-1f2e8d1bff16 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:36.559869 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12127a43-92b7-43b4-84dc-66ea29bc0ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.573219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9636290c-bd12-4515-8d32-1f2e8d1bff16 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:36.584674 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.604321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Transition to ACTIVE for port object 9636290c-bd12-4515-8d32-1f2e8d1bff16 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:36.709985 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.717029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-12127a43-92b7-43b4-84dc-66ea29bc0ce6 None None] Port 9636290c-bd12-4515-8d32-1f2e8d1bff16 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:36.790727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port eb087243-c4bc-4acf-9add-d42a87ada682 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:36.791181 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.793063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52840) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:36.841173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:32Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:33Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:36.880201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:36.880201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Updating router 46710385-454a-4827-aa59-cdbe9ac4bc69 port 45867e17-47dc-4917-9452-9717d7c243c4 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:54:36.903954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Pushing event updated for resources: {'Port': ['ID=9636290c-bd12-4515-8d32-1f2e8d1bff16,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:36.914747 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:36.955329 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.032873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d3ba2f-aa01-4a38-8add-c97946ddceee req-60e22a76-6d70-427e-86fe-ece17b732c9c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:37.034148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80d3ba2f-aa01-4a38-8add-c97946ddceee req-60e22a76-6d70-427e-86fe-ece17b732c9c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.3169472 Sep 10 03:54:37.050889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34674ec3-1fc0-4632-b36e-60b30d12dddd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.075656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80d3ba2f-aa01-4a38-8add-c97946ddceee req-ae8f4067-8313-4b87-8fa7-6085c09c011f tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/quotas/e7a7c4f9449549619fc86ca9ae6e6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0343437 Sep 10 03:54:37.102294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34674ec3-1fc0-4632-b36e-60b30d12dddd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.104619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Attempting to bind port 9636290c-bd12-4515-8d32-1f2e8d1bff16 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:37.104958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Attempting to bind port 9636290c-bd12-4515-8d32-1f2e8d1bff16 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:37.105284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Attempting to bind port 9636290c-bd12-4515-8d32-1f2e8d1bff16 on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:37.108597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Subnet': ['ID=70f6674d-2624-4e5d-a21f-f3698494bed2,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:37.115902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Deleting port ff966024-5e85-42df-bbc4-0a61f724f65e {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:37.116250 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.137057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Port 9636290c-bd12-4515-8d32-1f2e8d1bff16 on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:54:37.137057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Attempting to bind port 9636290c-bd12-4515-8d32-1f2e8d1bff16 on network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:37.143029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Checking segment: {'id': 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:37.143401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network hostable DHCP agents. Network: d9440680-bf34-4641-ad5b-69a25246bfcb, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:54:37.158836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:37.162569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Checking segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:37.162569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Bound using segment: {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:37.162569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Bound port: 9636290c-bd12-4515-8d32-1f2e8d1bff16, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 220, 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:37.162569 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.226618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80d3ba2f-aa01-4a38-8add-c97946ddceee req-146803e7-2b4b-4682-a55d-06b1516847f0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1372406 Sep 10 03:54:37.273945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] For port ff966024-5e85-42df-bbc4-0a61f724f65e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ff966024-5e85-42df-bbc4-0a61f724f65e,segment=NetworkSegment(35d4ce6c-a1c2-4d3a-b62c-63019b8772ff),segment_id=35d4ce6c-a1c2-4d3a-b62c-63019b8772ff)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:37.277268 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.290384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 82fa6785-301a-4e75-bbfd-d1cab1bef521 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:37.297166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Calling delete_port for ff966024-5e85-42df-bbc4-0a61f724f65e owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:37.359767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 82fa6785-301a-4e75-bbfd-d1cab1bef521 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:37.360117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 82fa6785-301a-4e75-bbfd-d1cab1bef521 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:37.374424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network d9440680-bf34-4641-ad5b-69a25246bfcb is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:54:37.389507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:37.394148 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34674ec3-1fc0-4632-b36e-60b30d12dddd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.396661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34674ec3-1fc0-4632-b36e-60b30d12dddd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.400540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-34674ec3-1fc0-4632-b36e-60b30d12dddd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "DELETE /v2.0/security-groups/ed03bc69-58f1-4a0a-af12-c7fa167a1e3a HTTP/1.1" status: 204 len: 168 time: 0.5870852 Sep 10 03:54:37.400855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52862) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:37.424021 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-16388231-e97f-4cdf-8e69-df6113ec5400 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] show failed (client error): The resource could not be found. Sep 10 03:54:37.442392 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-16388231-e97f-4cdf-8e69-df6113ec5400 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups/ed03bc69-58f1-4a0a-af12-c7fa167a1e3a HTTP/1.1" status: 404 len: 347 time: 0.0211306 Sep 10 03:54:37.442569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:37.443460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34674ec3-1fc0-4632-b36e-60b30d12dddd tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed03bc69-58f1-4a0a-af12-c7fa167a1e3a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:37.448106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52864) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:37.458367 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.471270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Transition to ACTIVE for port object 45867e17-47dc-4917-9452-9717d7c243c4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:37.476195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, d9440680-bf34-4641-ad5b-69a25246bfcb) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:37.481634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:37.482240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.492704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f729f0-5d9f-49a3-986f-1918fbb23355 None None] Network d9440680-bf34-4641-ad5b-69a25246bfcb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:37.523893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.536226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80d3ba2f-aa01-4a38-8add-c97946ddceee req-432df711-34ba-4a17-ad98-b2e6bdd05ffe service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2996302 Sep 10 03:54:37.552712 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.612604 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-287b5e54-2527-4876-9e21-9442ed72038e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4994869 Sep 10 03:54:37.615200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52866) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:37.659421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eecd8c9-fd7b-4936-b74b-9a08c2adce6d req-5c379a21-15f3-4224-ae13-5d46eae37836 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:37.672928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1eecd8c9-fd7b-4936-b74b-9a08c2adce6d req-5c379a21-15f3-4224-ae13-5d46eae37836 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 944 time: 0.2874861 Sep 10 03:54:37.686135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:37.686757 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.688631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] 10.222.0.20 "PUT /v2.0/ports/9636290c-bd12-4515-8d32-1f2e8d1bff16 HTTP/1.1" status: 200 len: 1092 time: 1.9437523 Sep 10 03:54:37.718883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.735498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:37.744669 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7" -d '{"events": [{"name": "network-changed", "server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:37.748612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d5cd7-cd21-47bb-a3b5-4da709808f2c None None] Pushing event updated for resources: {'Port': ['ID=45867e17-47dc-4917-9452-9717d7c243c4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:37.819607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=ff966024-5e85-42df-bbc4-0a61f724f65e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:37.865260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80d3ba2f-aa01-4a38-8add-c97946ddceee req-953de1e6-6fb3-499e-afd9-1b3d259c0cc7 service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982914 Sep 10 03:54:37.885369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4d97d0-225c-4099-b102-3c04d4dda566 service neutron] Pushing event updated for resources: {'Port': ['ID=9636290c-bd12-4515-8d32-1f2e8d1bff16,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:37.909670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1eecd8c9-fd7b-4936-b74b-9a08c2adce6d req-2814b24f-c5ca-4e3a-8723-65ce1acd7296 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2287483 Sep 10 03:54:37.974852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-a2c91af3-8b5b-467b-b7b4-4b5a038e3789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:37.979657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-a2c91af3-8b5b-467b-b7b4-4b5a038e3789 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 1095 time: 0.1430995 Sep 10 03:54:37.984104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-d9440680-bf34-4641-ad5b-69a25246bfcb', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:54:37.984933 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:37.988179 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-505fb7c6-0283-4e20-ba13-3dfa5536ced2 x-openstack-request-id: req-505fb7c6-0283-4e20-ba13-3dfa5536ced2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:37.988475 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:37.988726 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-505fb7c6-0283-4e20-ba13-3dfa5536ced2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:37.989118 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16', 'status': 'completed', 'code': 200} Sep 10 03:54:37.991810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Deleting port 42190cb3-342f-4900-ab8f-c5683f0d08a0 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:37.992155 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.038492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Attempting to bind port 45867e17-47dc-4917-9452-9717d7c243c4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:38.038492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Attempting to bind port 45867e17-47dc-4917-9452-9717d7c243c4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'b42c7807-7047-41ff-8265-eff6f9479be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:38.038492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Attempting to bind port 45867e17-47dc-4917-9452-9717d7c243c4 on network 0eb5181d-523e-405a-9d76-150e0705689c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:38.045128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-eb21b4be-08ef-4a80-b2d8-ab6e73a50224 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16 HTTP/1.1" status: 200 len: 217 time: 0.0499756 Sep 10 03:54:38.078065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:38.078497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Checking segment: {'id': 'b42c7807-7047-41ff-8265-eff6f9479be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:38.079026 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.079868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Bound using segment: {'id': 'b42c7807-7047-41ff-8265-eff6f9479be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:38.079868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Bound port: 45867e17-47dc-4917-9452-9717d7c243c4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42c7807-7047-41ff-8265-eff6f9479be9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:38.080251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.157325 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.157867 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.202784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Calling delete_port for 42190cb3-342f-4900-ab8f-c5683f0d08a0 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:38.224920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-5d32d025-763a-4391-b1d4-e774762bd18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:38.226949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-5d32d025-763a-4391-b1d4-e774762bd18d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.1745834 Sep 10 03:54:38.334595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] For port 45867e17-47dc-4917-9452-9717d7c243c4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:38.343744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] For port 45867e17-47dc-4917-9452-9717d7c243c4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=45867e17-47dc-4917-9452-9717d7c243c4,segment=NetworkSegment(b42c7807-7047-41ff-8265-eff6f9479be9),segment_id=b42c7807-7047-41ff-8265-eff6f9479be9)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:38.346040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Allocated IP 172.21.0.2 (d9440680-bf34-4641-ad5b-69a25246bfcb/70f6674d-2624-4e5d-a21f-f3698494bed2/56d0aadc-721d-4f68-9933-7ca3aac8559b) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:38.434377 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.491203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.504278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:38.515975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464d5cd7-cd21-47bb-a3b5-4da709808f2c None None] Pushing event updated for resources: {'Port': ['ID=45867e17-47dc-4917-9452-9717d7c243c4,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:38.605705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:38.606363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:38.857895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:38.909081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.021661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Transition to ACTIVE for port object 56d0aadc-721d-4f68-9933-7ca3aac8559b will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:39.031671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-e2ebe6e3-f624-4672-b646-c7676fdea5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:39.031671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-e2ebe6e3-f624-4672-b646-c7676fdea5af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1938279 Sep 10 03:54:39.119417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.148637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Transition to ACTIVE for port object 56d0aadc-721d-4f68-9933-7ca3aac8559b will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:39.176167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Router 468a4835-4948-4fc8-a982-b4826e2bd38e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:39.193524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event deleted for resources: {'Port': ['ID=42190cb3-342f-4900-ab8f-c5683f0d08a0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:39.228052 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.272482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cbe9f6-dd3d-4758-9b0c-289e8746e511 req-518e34d6-1cc4-4ba3-9510-3a08ab16aa69 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:39.273996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45cbe9f6-dd3d-4758-9b0c-289e8746e511 req-518e34d6-1cc4-4ba3-9510-3a08ab16aa69 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 944 time: 0.2415733 Sep 10 03:54:39.274208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Network d9440680-bf34-4641-ad5b-69a25246bfcb is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:39.280615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:39.286018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:39.301187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:32Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:38Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:39.322873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.325746 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.331546 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e1b265fd-cdc5-43b5-ad92-4217ccbab606 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "DELETE /v2.0/floatingips/063bc72f-cfce-4a70-92fd-86b89ca6fc94 HTTP/1.1" status: 204 len: 168 time: 1.8801425 Sep 10 03:54:39.347177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.21.0.1 (d9440680-bf34-4641-ad5b-69a25246bfcb/70f6674d-2624-4e5d-a21f-f3698494bed2/9894e62b-3c9f-46a0-af8d-609c93401000) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:39.373411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Pushing event updated for resources: {'Port': ['ID=56d0aadc-721d-4f68-9933-7ca3aac8559b,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:39.373779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-3ed3653d-7c02-4b67-a6f7-d372f8ae84ed service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127794 Sep 10 03:54:39.383809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:39.388970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-108a9a65-ae4e-443e-a574-0fed127c968a None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:32Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:38Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:39.416404 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3898d847-de0d-4a6b-8e99-daba997d3bcb admin admin] 10.222.0.22 "PUT /v2.0/routers/468a4835-4948-4fc8-a982-b4826e2bd38e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0617876 Sep 10 03:54:39.418396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] Sync routers for ids ['468a4835-4948-4fc8-a982-b4826e2bd38e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:39.419343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52906) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:39.419998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45cbe9f6-dd3d-4758-9b0c-289e8746e511 req-11caaa84-6c28-4cb2-920a-3a37a0ed63c3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369078 Sep 10 03:54:39.441315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] Routers {'468a4835-4948-4fc8-a982-b4826e2bd38e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:39.442029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['468a4835-4948-4fc8-a982-b4826e2bd38e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:39.456966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-02fd78bf-accc-40c1-bdae-21960ba6e342 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:39.458500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-02fd78bf-accc-40c1-bdae-21960ba6e342 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.2983963 Sep 10 03:54:39.510848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Attempting to bind port 56d0aadc-721d-4f68-9933-7ca3aac8559b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:39.511276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Attempting to bind port 56d0aadc-721d-4f68-9933-7ca3aac8559b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:39.511642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Attempting to bind port 56d0aadc-721d-4f68-9933-7ca3aac8559b on network d9440680-bf34-4641-ad5b-69a25246bfcb {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:39.521392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:39.521826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Checking segment: {'id': 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:39.522411 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.522858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Bound using segment: {'id': 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:39.526435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Bound port: 56d0aadc-721d-4f68-9933-7ca3aac8559b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:39.526435 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:39.540744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-8d8227ac-8bc6-4169-853d-715473b79fe5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/quotas/e7a7c4f9449549619fc86ca9ae6e6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0296638 Sep 10 03:54:39.611014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ace1c830-cc1d-4c40-a187-433587228bb6 req-bd430c76-c90a-4b26-b4d4-6d191912bdba service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261043 Sep 10 03:54:39.638829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-b41a81e6-7654-4857-b8c5-3f2df9fb128e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0897005 Sep 10 03:54:39.650491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-de24286a-dabb-4aee-9348-4a2211a5450b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:54:39.651660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-de24286a-dabb-4aee-9348-4a2211a5450b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059831 Sep 10 03:54:39.660558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] Set router 468a4835-4948-4fc8-a982-b4826e2bd38e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:39.854796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-f52a9b9f-684e-4621-93c5-27481842d697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:39.856677 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-f52a9b9f-684e-4621-93c5-27481842d697 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 1095 time: 0.0761123 Sep 10 03:54:39.871910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-1c320956-7797-4378-9ef3-4ee362b3ea1b service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107887 Sep 10 03:54:39.944006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] For port 56d0aadc-721d-4f68-9933-7ca3aac8559b, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:39.970739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] For port 56d0aadc-721d-4f68-9933-7ca3aac8559b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56d0aadc-721d-4f68-9933-7ca3aac8559b,segment=NetworkSegment(bae6234b-a183-4b6a-b5d0-fb5dd737ec12),segment_id=bae6234b-a183-4b6a-b5d0-fb5dd737ec12)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:39.984594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-4a9885d7-2dfa-45f4-9599-15e485c2e886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:39.986306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-4a9885d7-2dfa-45f4-9599-15e485c2e886 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.1052027 Sep 10 03:54:40.033061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-2f570aaa-e15e-4ca7-8581-b447b378b2ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16 HTTP/1.1" status: 200 len: 217 time: 0.0356169 Sep 10 03:54:40.054066 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.092656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.110408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Transition to ACTIVE for port object 9894e62b-3c9f-46a0-af8d-609c93401000 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:40.151671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4c2050-fbf9-4b30-92aa-ea19a47c0835 None None] Pushing event updated for resources: {'Port': ['ID=56d0aadc-721d-4f68-9933-7ca3aac8559b,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:40.180512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:52:02Z', 'updated_at': '2021-09-10T03:54:37Z', 'revision_number': 5, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'gw_port': {'id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:03Z', 'updated_at': '2021-09-10T03:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:40.204278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-8bfc8afb-9848-42de-bde8-9fa4a5bab04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:40.206074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-8bfc8afb-9848-42de-bde8-9fa4a5bab04b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.1610763 Sep 10 03:54:40.228582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.241793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 45867e17-47dc-4917-9452-9717d7c243c4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:40.277327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-0d837f6f-2026-46a8-a371-a25588b68efe service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4043727 Sep 10 03:54:40.291552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] Checking router: 468a4835-4948-4fc8-a982-b4826e2bd38e for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:40.294100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-cc27666c-5462-4760-afa3-25aca67847d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:40.296342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-cc27666c-5462-4760-afa3-25aca67847d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0751021 Sep 10 03:54:40.328600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] Routers {'468a4835-4948-4fc8-a982-b4826e2bd38e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:40.329253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['468a4835-4948-4fc8-a982-b4826e2bd38e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:40.337249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.460685 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-c4e4aa94-bda7-4ed6-82c4-2d01f07eaec0 service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557584 Sep 10 03:54:40.462513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network d9440680-bf34-4641-ad5b-69a25246bfcb is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:40.517063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:40.523818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=9894e62b-3c9f-46a0-af8d-609c93401000,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:40.539415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:40.563127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] Set router 468a4835-4948-4fc8-a982-b4826e2bd38e gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:40.620891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.642577 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b22a0d0e-dc21-4294-bd93-a55261ddd2c7 req-3f887292-8c1f-44ba-9183-27cbb235a116 service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698236 Sep 10 03:54:40.672343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.693728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 45867e17-47dc-4917-9452-9717d7c243c4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:40.710477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 45867e17-47dc-4917-9452-9717d7c243c4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:40.711046 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.862808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd4f5c-3b06-473b-a31e-8837e421fc17 req-7aa98bf7-80ce-4dea-9410-7b86242d468c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:40.875951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbbd4f5c-3b06-473b-a31e-8837e421fc17 req-7aa98bf7-80ce-4dea-9410-7b86242d468c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 944 time: 0.1442118 Sep 10 03:54:40.911314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Deleting port dcd0b093-caf7-4138-8080-cb7201aefac0 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:40.911775 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:40.944705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbbd4f5c-3b06-473b-a31e-8837e421fc17 req-3fe23d15-0b2f-4cde-bc73-113b4bcccdb9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586147 Sep 10 03:54:40.998379 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.011564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] For port dcd0b093-caf7-4138-8080-cb7201aefac0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=dcd0b093-caf7-4138-8080-cb7201aefac0,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:41.012068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.014602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d626335-a164-4577-bc37-656e352eac46 req-a8c9ce24-f18a-4454-9f81-88474719b520 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 210 time: 0.0262291 Sep 10 03:54:41.039109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 45867e17-47dc-4917-9452-9717d7c243c4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=45867e17-47dc-4917-9452-9717d7c243c4,segment=NetworkSegment(b42c7807-7047-41ff-8265-eff6f9479be9),segment_id=b42c7807-7047-41ff-8265-eff6f9479be9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:41.051936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:52:02Z', 'updated_at': '2021-09-10T03:54:37Z', 'revision_number': 5, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'gw_port': {'id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:03Z', 'updated_at': '2021-09-10T03:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:41.052338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Calling delete_port for dcd0b093-caf7-4138-8080-cb7201aefac0 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:41.079956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d51417-3365-4aef-ab12-f5c5d963dd98 None None] The sync data for ids ['468a4835-4948-4fc8-a982-b4826e2bd38e'] in n-d-808143-1 is: [{'id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'name': 'tempest-ServerRescueNegativeTestJSON-1060434804-router', 'tenant_id': '96277c06ffb048b0abc82d6b954e1ae9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185'}], 'enable_snat': True}, 'gw_port_id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:52:02Z', 'updated_at': '2021-09-10T03:54:37Z', 'revision_number': 5, 'project_id': '96277c06ffb048b0abc82d6b954e1ae9', 'gw_port': {'id': 'dcd0b093-caf7-4138-8080-cb7201aefac0', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:a4:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '468a4835-4948-4fc8-a982-b4826e2bd38e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1820, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:52:03Z', 'updated_at': '2021-09-10T03:52:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:41.090435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52938) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:41.094149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1287820022', 'description': 'tempest-description--1917020916'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:41.159503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.210792 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.267886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.392202 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.399121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=45867e17-47dc-4917-9452-9717d7c243c4,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:41.474399 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.589193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:41.611073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.611719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.616945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.616945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.616945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.616945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.620384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.622922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.623472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.624015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.624552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.626602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:41.658236 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.665034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.669091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-19caedd9-f73d-4d6d-bfc7-0a174862b85b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5829194 Sep 10 03:54:41.673641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-389ff89d-faae-47d5-95d0-fcd6e96d97fa None None] Network d9440680-bf34-4641-ad5b-69a25246bfcb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:41.673793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52950) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:41.684621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-121f21b1-bcbc-43af-9347-17845e602000 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'security_group_rule': {'security_group_id': '59b6404e-dd73-4f58-9f4b-9b5c5bb77c50', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:41.701330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcd0b093-caf7-4138-8080-cb7201aefac0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:41.812559 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-121f21b1-bcbc-43af-9347-17845e602000 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.819738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.884700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9636290c-bd12-4515-8d32-1f2e8d1bff16 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:54:41.912115 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-121f21b1-bcbc-43af-9347-17845e602000 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.931987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f0099cc6-1754-40ba-8c6e-6c84dac9df61 None None] Provisioning for port 56d0aadc-721d-4f68-9933-7ca3aac8559b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:41.944343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.986653 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:41.988428 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.005458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-121f21b1-bcbc-43af-9347-17845e602000 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.029335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:42.056945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121f21b1-bcbc-43af-9347-17845e602000 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3cb7318-4bec-4a29-8667-dd7010e99449,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:42.084259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '9636290c-bd12-4515-8d32-1f2e8d1bff16', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'port_id': '9636290c-bd12-4515-8d32-1f2e8d1bff16', 'mac_address': 'fa:16:3e:9a:b3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:54:42.109386 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.164473 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.167584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ada5a0-a2ba-4d9c-aee4-87d71d98adb8 req-0facc97e-6163-4cc7-a5d2-d9150febeac4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.169274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6ada5a0-a2ba-4d9c-aee4-87d71d98adb8 req-0facc97e-6163-4cc7-a5d2-d9150febeac4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 944 time: 0.0951705 Sep 10 03:54:42.175580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=9894e62b-3c9f-46a0-af8d-609c93401000,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:42.183282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9636290c-bd12-4515-8d32-1f2e8d1bff16 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:42.227878 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-121f21b1-bcbc-43af-9347-17845e602000 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.231558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-121f21b1-bcbc-43af-9347-17845e602000 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5557003 Sep 10 03:54:42.233234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52958) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:42.244907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.248620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.248797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:42.249511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 468a4835-4948-4fc8-a982-b4826e2bd38e {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:54:42.255591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-46c36319-9a7b-4bb1-be9b-c5b60a03e962 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'security_group_rule': {'security_group_id': '59b6404e-dd73-4f58-9f4b-9b5c5bb77c50', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:42.260386 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.265148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-95a9d614-60e1-43ed-a78d-269aa3802a73 admin admin] 10.222.0.22 "DELETE /v2.0/routers/468a4835-4948-4fc8-a982-b4826e2bd38e HTTP/1.1" status: 204 len: 168 time: 2.7857919 Sep 10 03:54:42.266857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52960) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:42.338627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8abb2916-5b42-4829-ad4d-17f647000c1a admin admin] Deleting subnet fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:54:42.338627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8abb2916-5b42-4829-ad4d-17f647000c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.352955 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.424722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9e45c53d-2278-4ca6-ba5e-31a42ff25db3 None None] Provisioning for port 9894e62b-3c9f-46a0-af8d-609c93401000 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:42.448049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6ada5a0-a2ba-4d9c-aee4-87d71d98adb8 req-fff5c243-b31b-41e6-8bd9-e2a13d593674 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554524 Sep 10 03:54:42.459891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9e45c53d-2278-4ca6-ba5e-31a42ff25db3 None None] Provisioning complete for port 9894e62b-3c9f-46a0-af8d-609c93401000 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:42.460262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9e45c53d-2278-4ca6-ba5e-31a42ff25db3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.475062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8abb2916-5b42-4829-ad4d-17f647000c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.530779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69156c64-d8af-4a1a-81de-dd45e9ef382b req-b8d7e7c4-d60a-46a4-b376-4c8765db38a9 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 210 time: 0.1512444 Sep 10 03:54:42.555962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=9636290c-bd12-4515-8d32-1f2e8d1bff16,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:42.582527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46c36319-9a7b-4bb1-be9b-c5b60a03e962 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.616834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 45867e17-47dc-4917-9452-9717d7c243c4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:42.627915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network d9440680-bf34-4641-ad5b-69a25246bfcb is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:42.637846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:42.641676 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8abb2916-5b42-4829-ad4d-17f647000c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.684382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['9636290c-bd12-4515-8d32-1f2e8d1bff16'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:42.740101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9e45c53d-2278-4ca6-ba5e-31a42ff25db3 None None] Port 9894e62b-3c9f-46a0-af8d-609c93401000 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:42.756899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876d45e-6261-4320-8220-d52531e4ef6d req-96a615b0-0950-46f1-b8e5-5bc295e13f4f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.764129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876d45e-6261-4320-8220-d52531e4ef6d req-96a615b0-0950-46f1-b8e5-5bc295e13f4f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.771550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876d45e-6261-4320-8220-d52531e4ef6d req-96a615b0-0950-46f1-b8e5-5bc295e13f4f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.778363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876d45e-6261-4320-8220-d52531e4ef6d req-96a615b0-0950-46f1-b8e5-5bc295e13f4f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.785286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876d45e-6261-4320-8220-d52531e4ef6d req-96a615b0-0950-46f1-b8e5-5bc295e13f4f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.794267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876d45e-6261-4320-8220-d52531e4ef6d req-96a615b0-0950-46f1-b8e5-5bc295e13f4f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.802823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5876d45e-6261-4320-8220-d52531e4ef6d req-96a615b0-0950-46f1-b8e5-5bc295e13f4f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:42.806049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5876d45e-6261-4320-8220-d52531e4ef6d req-96a615b0-0950-46f1-b8e5-5bc295e13f4f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5435 time: 0.1851449 Sep 10 03:54:42.814990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46c36319-9a7b-4bb1-be9b-c5b60a03e962 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.826925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:42.851246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 45867e17-47dc-4917-9452-9717d7c243c4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:42.851246 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.879161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5876d45e-6261-4320-8220-d52531e4ef6d req-0248ab67-5fb4-42c7-9022-c50085f60332 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0623436 Sep 10 03:54:42.907952 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46c36319-9a7b-4bb1-be9b-c5b60a03e962 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.926841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c36319-9a7b-4bb1-be9b-c5b60a03e962 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=752f783a-597e-4573-83e0-6eace54c4c2a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:42.933422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8abb2916-5b42-4829-ad4d-17f647000c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:42.988213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7035848f-e7e0-45f3-88fc-a78860d7e38e None None] Provisioning complete for port 9894e62b-3c9f-46a0-af8d-609c93401000 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:42.988889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7035848f-e7e0-45f3-88fc-a78860d7e38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.005348 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46c36319-9a7b-4bb1-be9b-c5b60a03e962 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.006688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-46c36319-9a7b-4bb1-be9b-c5b60a03e962 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7695134 Sep 10 03:54:43.009692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52966) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:43.014777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:43.026655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abb2916-5b42-4829-ad4d-17f647000c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:43.033498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8abb2916-5b42-4829-ad4d-17f647000c1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.037920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8abb2916-5b42-4829-ad4d-17f647000c1a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/fdfb0a7f-7fef-4154-82e8-dcc1b445cc4a HTTP/1.1" status: 204 len: 168 time: 0.7676826 Sep 10 03:54:43.038239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52968) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:43.069109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:43.076630 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8dcf2cc5-08cd-41b9-9959-5753a9b3bd37 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4519219 Sep 10 03:54:43.078938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52970) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:43.080633 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:43.093187 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:43.093819 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:43.096025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'network': {'name': 'tempest-RoutersTest-959314766'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:43.121176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56d0aadc-721d-4f68-9933-7ca3aac8559b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:43.123039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-7035848f-e7e0-45f3-88fc-a78860d7e38e None None] Port 9894e62b-3c9f-46a0-af8d-609c93401000 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:43.132082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.178973 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.198019 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:43.236795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.250718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1d805952-856a-483b-a8d2-d488582cf0c4 None None] Provisioning complete for port 9894e62b-3c9f-46a0-af8d-609c93401000 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:43.251189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d805952-856a-483b-a8d2-d488582cf0c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.253958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 56d0aadc-721d-4f68-9933-7ca3aac8559b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:43.261989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11adb82f-ed47-4360-bde3-651179a2646d']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:43.275781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:43.276279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35d4ce6c-a1c2-4d3a-b62c-63019b8772ff') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:43.289759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.312086 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.321773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e79435b4-7428-4a90-9e37-8878adfe2a45 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.323226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e79435b4-7428-4a90-9e37-8878adfe2a45 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.2180681 Sep 10 03:54:43.325759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] Releasing vlan 236 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:54:43.327668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:54:43.332353 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:54:43.335425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 56d0aadc-721d-4f68-9933-7ca3aac8559b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:43.335425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.346723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Request body: {'port': {'device_id': '8b8965aa-573f-4380-95e3-c9f01813bcdc', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'admin_state_up': True, 'tenant_id': 'e7a7c4f9449549619fc86ca9ae6e6fd2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:43.397891 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:43.402283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.405594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1d805952-856a-483b-a8d2-d488582cf0c4 None None] Port 9894e62b-3c9f-46a0-af8d-609c93401000 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:43.458045 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:40Z', 'revision_number': 3, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:43.471499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-a08b49fc-0ce9-48bf-aa06-a0e6946709f7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.477441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-a08b49fc-0ce9-48bf-aa06-a0e6946709f7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.483860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-a08b49fc-0ce9-48bf-aa06-a0e6946709f7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.488943 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:43.489581 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Updating router 46710385-454a-4827-aa59-cdbe9ac4bc69 port 9894e62b-3c9f-46a0-af8d-609c93401000 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:54:43.489911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-a08b49fc-0ce9-48bf-aa06-a0e6946709f7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.495885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-a08b49fc-0ce9-48bf-aa06-a0e6946709f7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.502102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-a08b49fc-0ce9-48bf-aa06-a0e6946709f7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.512485 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.518258 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.538028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-a08b49fc-0ce9-48bf-aa06-a0e6946709f7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.542455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.544748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-a08b49fc-0ce9-48bf-aa06-a0e6946709f7 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5435 time: 0.2451363 Sep 10 03:54:43.554067 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.556872 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] 10.222.0.22 "DELETE /v2.0/networks/11adb82f-ed47-4360-bde3-651179a2646d HTTP/1.1" status: 204 len: 168 time: 0.5177069 Sep 10 03:54:43.624050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2355320-2e53-4d3e-be33-e677c327a958 admin admin] Pushing event deleted for resources: {'Network': ['ID=11adb82f-ed47-4360-bde3-651179a2646d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:43.656784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 56d0aadc-721d-4f68-9933-7ca3aac8559b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56d0aadc-721d-4f68-9933-7ca3aac8559b,segment=NetworkSegment(bae6234b-a183-4b6a-b5d0-fb5dd737ec12),segment_id=bae6234b-a183-4b6a-b5d0-fb5dd737ec12)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:43.740976 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.761375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cf9b1ab-e951-4a64-93a7-da4c26e8d658 req-d9366a35-9521-4bc6-b56e-0358ed82cca8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 210 time: 0.0799685 Sep 10 03:54:43.762551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:54:43.771187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ff966024-5e85-42df-bbc4-0a61f724f65e no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:43.795543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-16fc1bc0-e790-448f-adbe-4c54d7fdd3cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.799036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-16fc1bc0-e790-448f-adbe-4c54d7fdd3cb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "GET /v2.0/ports/6e5d38e1-dc08-4827-83a7-4d44c9d7f69a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2401948 Sep 10 03:54:43.831452 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.831827 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added segment 6931599e-d9fb-4382-8ee8-8f4fe5cad7f0 of type vlan for network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 Sep 10 03:54:43.834336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ff966024-5e85-42df-bbc4-0a61f724f65e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:43.834758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ff966024-5e85-42df-bbc4-0a61f724f65e not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:43.864783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=56d0aadc-721d-4f68-9933-7ca3aac8559b,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:43.878958 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.889155 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Transition to ACTIVE for port object 9894e62b-3c9f-46a0-af8d-609c93401000 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:43.912776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9636290c-bd12-4515-8d32-1f2e8d1bff16 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:43.935008 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:43.949849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60be0a08-4ab2-4a5c-bb36-2fe1a79af2b6 req-b9eb8758-557b-45a7-8ae6-52f5a7e0de55 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:43.951395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60be0a08-4ab2-4a5c-bb36-2fe1a79af2b6 req-b9eb8758-557b-45a7-8ae6-52f5a7e0de55 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 945 time: 0.2712715 Sep 10 03:54:43.997946 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.012372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.064526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52984) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:44.067891 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.resource_extend [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:54:44.071164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 9636290c-bd12-4515-8d32-1f2e8d1bff16 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:44.081656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Made reservation on behalf of e7a7c4f9449549619fc86ca9ae6e6fd2 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:44.085177 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.089507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 9636290c-bd12-4515-8d32-1f2e8d1bff16 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:44.094545 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.124800 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Pushing event updated for resources: {'Port': ['ID=9894e62b-3c9f-46a0-af8d-609c93401000,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:44.136171 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.136633 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.137615 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.138052 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.138649 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.139416 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.139985 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.140543 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.141368 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.141945 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.142581 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.143181 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:54:44.171071 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4022882c-8aac-466e-a136-83abcdfad863 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96277c06ffb048b0abc82d6b954e1ae9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1082797 Sep 10 03:54:44.175574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52986) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:44.190752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56d0aadc-721d-4f68-9933-7ca3aac8559b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:44.195287 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Attempting to bind port 9894e62b-3c9f-46a0-af8d-609c93401000 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:44.196015 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Attempting to bind port 9894e62b-3c9f-46a0-af8d-609c93401000 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:44.196576 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Attempting to bind port 9894e62b-3c9f-46a0-af8d-609c93401000 on network d9440680-bf34-4641-ad5b-69a25246bfcb {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:44.203455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60be0a08-4ab2-4a5c-bb36-2fe1a79af2b6 req-60d289d8-9ea0-47d9-bc36-24abba7ee803 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2391603 Sep 10 03:54:44.212497 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:44.213042 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Checking segment: {'id': 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:44.213564 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.214070 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Bound using segment: {'id': 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:44.214641 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Bound port: 9894e62b-3c9f-46a0-af8d-609c93401000, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:44.215980 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.226844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-d926fe9b-c99c-42f6-a2a9-0fdcd61d821d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "GET /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.4149964 Sep 10 03:54:44.227542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.233518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.234114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.277433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae7ebd-6d4c-4b39-8d47-8877cd757b6c req-53f757e1-ec5e-484b-a9f2-a4e1df1d50b2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.288392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae7ebd-6d4c-4b39-8d47-8877cd757b6c req-53f757e1-ec5e-484b-a9f2-a4e1df1d50b2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.294516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae7ebd-6d4c-4b39-8d47-8877cd757b6c req-53f757e1-ec5e-484b-a9f2-a4e1df1d50b2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.296167 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7079ea2-cc3b-4dc9-82bc-51ec9e237891 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.302042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae7ebd-6d4c-4b39-8d47-8877cd757b6c req-53f757e1-ec5e-484b-a9f2-a4e1df1d50b2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.314837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae7ebd-6d4c-4b39-8d47-8877cd757b6c req-53f757e1-ec5e-484b-a9f2-a4e1df1d50b2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.323989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae7ebd-6d4c-4b39-8d47-8877cd757b6c req-53f757e1-ec5e-484b-a9f2-a4e1df1d50b2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.327059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7079ea2-cc3b-4dc9-82bc-51ec9e237891 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.334409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ae7ebd-6d4c-4b39-8d47-8877cd757b6c req-53f757e1-ec5e-484b-a9f2-a4e1df1d50b2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.347316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67ae7ebd-6d4c-4b39-8d47-8877cd757b6c req-53f757e1-ec5e-484b-a9f2-a4e1df1d50b2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 5435 time: 0.3797617 Sep 10 03:54:44.352455 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] For port 9894e62b-3c9f-46a0-af8d-609c93401000, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:44.357665 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] For port 9894e62b-3c9f-46a0-af8d-609c93401000, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9894e62b-3c9f-46a0-af8d-609c93401000,segment=NetworkSegment(bae6234b-a183-4b6a-b5d0-fb5dd737ec12),segment_id=bae6234b-a183-4b6a-b5d0-fb5dd737ec12)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:44.400842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.417862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 56d0aadc-721d-4f68-9933-7ca3aac8559b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:44.418376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.435803 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.460547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:44.464176 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb386954-43c7-4eb7-9d74-e2f482e3f87b" -d '{"events": [{"server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "name": "network-vif-plugged", "status": "completed", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:44.464377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7079ea2-cc3b-4dc9-82bc-51ec9e237891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.474953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:44.485337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7079ea2-cc3b-4dc9-82bc-51ec9e237891 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.490066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:44.509713 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:44.509849 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c7079ea2-cc3b-4dc9-82bc-51ec9e237891 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e739b75d-c582-465c-a8c3-7d28a42b6552 HTTP/1.1" status: 204 len: 168 time: 0.3283210 Sep 10 03:54:44.509990 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:44.541143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7079ea2-cc3b-4dc9-82bc-51ec9e237891 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e739b75d-c582-465c-a8c3-7d28a42b6552,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:44.555521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device dcd0b093-caf7-4138-8080-cb7201aefac0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:44.586446 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ddb721-5081-467a-bb9b-db27d418f3bf None None] Pushing event updated for resources: {'Port': ['ID=9894e62b-3c9f-46a0-af8d-609c93401000,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:44.600122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.5172815 Sep 10 03:54:44.600122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5a15d9-4a47-4a96-ba73-d8f464dd0980 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Network': ['ID=219e8a0e-a774-4d8f-92fb-2e87a42b3e96,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:44.604594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52994) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:44.606673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'subnet': {'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:44.620103 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.622041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c59953c3-0513-4b70-81ba-1ae33736f51d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:44.624220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: dcd0b093-caf7-4138-8080-cb7201aefac0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:54:44.624658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device dcd0b093-caf7-4138-8080-cb7201aefac0 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:44.655615 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0285c9c-782e-4947-9f0f-276501f9f97b x-openstack-request-id: req-b0285c9c-782e-4947-9f0f-276501f9f97b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:44.658626 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "name": "network-vif-plugged", "status": "completed", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:44.658626 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0285c9c-782e-4947-9f0f-276501f9f97b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:44.658626 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16', 'code': 200} Sep 10 03:54:44.662093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:54:44.700204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Allocated IP 172.25.3.220 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/1eb7ca0e-36fc-4dc9-9be7-34b439f7615a) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:44.721147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67ae7ebd-6d4c-4b39-8d47-8877cd757b6c req-545bcb93-8dc3-412b-9977-0bdc0f4ec430 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3728151 Sep 10 03:54:44.831485 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:44.881897 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.895754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=9636290c-bd12-4515-8d32-1f2e8d1bff16,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:44.938550 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:44.952884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50213c-cf15-47a8-b431-c37abf738fcf req-15d0b754-d3c8-486e-b384-0d66d6f574cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:44.954776 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca50213c-cf15-47a8-b431-c37abf738fcf req-15d0b754-d3c8-486e-b384-0d66d6f574cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 1097 time: 0.0687981 Sep 10 03:54:44.996774 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca50213c-cf15-47a8-b431-c37abf738fcf req-d2695f59-1304-44df-bdf4-0832bf9342c5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335610 Sep 10 03:54:45.004584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c59953c3-0513-4b70-81ba-1ae33736f51d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c59953c3-0513-4b70-81ba-1ae33736f51d,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:45.008932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Allocated IP 172.20.0.7 (4b406e7e-d47b-4017-ba3e-24ec1e47a252/896487ef-0a57-4d1a-9d81-7f7479231ead/4131aa99-fb14-4774-a9df-6750722c6b05) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:45.028052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:45.032248 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.096826 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.098126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c35f185d-3a3c-4e59-b791-f13023b215b7 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:45.203532 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:40Z', 'revision_number': 3, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:44Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:45.269933 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9502372-8c62-481b-a120-2a090e86fe2c None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:40Z', 'revision_number': 3, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:44Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:45.290601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c59953c3-0513-4b70-81ba-1ae33736f51d,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:45.382421 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.440782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec069f9b-b568-47ec-a430-0d97fbfb9600 req-b4e14871-5a40-47ab-8169-a0ddd922ca20 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 210 time: 0.4555504 Sep 10 03:54:45.458108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c35f185d-3a3c-4e59-b791-f13023b215b7, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c35f185d-3a3c-4e59-b791-f13023b215b7,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:45.491817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.529496 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.530505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c24fe1eb-7631-4117-8de6-8c5fd6e4e985 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:45.610586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Checking segment: {'id': '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:45.610958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network hostable DHCP agents. Network: 219e8a0e-a774-4d8f-92fb-2e87a42b3e96, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:54:45.620048 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Subnet': ['ID=3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:45.717196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.720352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:54:45.736911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369c3e3b-ba2e-4ea2-be2d-f36da064c16c req-76b8d778-5b7c-4401-983d-79371c245121 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:45.738713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-369c3e3b-ba2e-4ea2-be2d-f36da064c16c req-76b8d778-5b7c-4401-983d-79371c245121 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.3136981 Sep 10 03:54:45.756511 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.758363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c35f185d-3a3c-4e59-b791-f13023b215b7,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:45.804384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c24fe1eb-7631-4117-8de6-8c5fd6e4e985, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:45.822400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 219e8a0e-a774-4d8f-92fb-2e87a42b3e96) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:45.835356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d34b0d-fa8d-419c-9172-8be5b1c7795a None None] Network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:45.843932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:45.846003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.896788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] For port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:45.914920 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:45.916579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 04fae288-5301-43e8-8e7d-da63e9504d7e no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:45.936853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] For port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:45.963280 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-efc5cc01-4e16-4aba-a869-bfea98b3965e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3614376 Sep 10 03:54:45.964014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53020) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:46.050396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] device_id is not set on port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:54:46.066224 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.160810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-369c3e3b-ba2e-4ea2-be2d-f36da064c16c req-3c49d398-9c07-49a1-9ba5-5143eff730eb tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4002366 Sep 10 03:54:46.187886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.277490 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.296894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9894e62b-3c9f-46a0-af8d-609c93401000 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:46.397322 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.408821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:46.496301 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.503591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:46.506530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'Port': ['ID=1eb7ca0e-36fc-4dc9-9be7-34b439f7615a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:46.534385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:46.544957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:46.554663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9894e62b-3c9f-46a0-af8d-609c93401000 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:46.573819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:54:46.579989 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.584194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 04fae288-5301-43e8-8e7d-da63e9504d7e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=04fae288-5301-43e8-8e7d-da63e9504d7e,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:46.586451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9894e62b-3c9f-46a0-af8d-609c93401000 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:46.586988 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.658597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59953c3-0513-4b70-81ba-1ae33736f51d'}, {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7'}, {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985'}, {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fae288-5301-43e8-8e7d-da63e9504d7e'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:46.661361 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a5212b-9f44-4344-a145-dfbf4bf6f654" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "c59953c3-0513-4b70-81ba-1ae33736f51d"}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7"}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "c24fe1eb-7631-4117-8de6-8c5fd6e4e985"}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "04fae288-5301-43e8-8e7d-da63e9504d7e"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:46.672801 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.673495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:46.730189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28d86361-b7b5-4e07-a79e-bc20fefa24fd req-3c865fcc-bfb2-4d82-ae10-54326b605366 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 210 time: 0.1058488 Sep 10 03:54:46.754196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] No DVR routers for this DVR port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:46.795205 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:46.797553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ebbc-deb7-4a6a-b30f-be9023c8db49 req-74c64d82-928f-4c26-a655-78449efbd882 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:46.814742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ebbc-deb7-4a6a-b30f-be9023c8db49 req-74c64d82-928f-4c26-a655-78449efbd882 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:46.820919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ebbc-deb7-4a6a-b30f-be9023c8db49 req-74c64d82-928f-4c26-a655-78449efbd882 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:46.841094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ebbc-deb7-4a6a-b30f-be9023c8db49 req-74c64d82-928f-4c26-a655-78449efbd882 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:46.850267 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b09548ae-46cc-4ebe-bbca-d96c19a06360 x-openstack-request-id: req-b09548ae-46cc-4ebe-bbca-d96c19a06360 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:46.850592 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "c59953c3-0513-4b70-81ba-1ae33736f51d", "code": 200}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7", "code": 200}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "c24fe1eb-7631-4117-8de6-8c5fd6e4e985", "code": 200}, {"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "04fae288-5301-43e8-8e7d-da63e9504d7e", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:46.850851 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b09548ae-46cc-4ebe-bbca-d96c19a06360 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:46.851211 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c59953c3-0513-4b70-81ba-1ae33736f51d', 'code': 200} Sep 10 03:54:46.852096 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'code': 200} Sep 10 03:54:46.852356 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985', 'code': 200} Sep 10 03:54:46.852609 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '04fae288-5301-43e8-8e7d-da63e9504d7e', 'code': 200} Sep 10 03:54:46.855367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=04fae288-5301-43e8-8e7d-da63e9504d7e,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:46.860965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ebbc-deb7-4a6a-b30f-be9023c8db49 req-74c64d82-928f-4c26-a655-78449efbd882 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:46.867049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b51ebbc-deb7-4a6a-b30f-be9023c8db49 req-74c64d82-928f-4c26-a655-78449efbd882 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:46.876260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b51ebbc-deb7-4a6a-b30f-be9023c8db49 req-74c64d82-928f-4c26-a655-78449efbd882 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 4654 time: 1.0076151 Sep 10 03:54:46.953298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,revision_number=6']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:47.014256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:54:47.015047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device e29888a9-a947-47cc-8e2e-89a9853cf8cc no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:47.025869 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.086946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] In _notify_port_updated(), no bound segment for port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:54:47.087902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:47.088663 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.090643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-2d795771-3b35-42b0-8ce6-1d214fd12ce7 service neutron] 10.222.0.20 "PUT /v2.0/ports/6e5d38e1-dc08-4827-83a7-4d44c9d7f69a HTTP/1.1" status: 200 len: 1028 time: 2.8492208 Sep 10 03:54:47.107179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b51ebbc-deb7-4a6a-b30f-be9023c8db49 req-eadad647-e0a0-4617-b796-eaec24860cdd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=9390d973-57b3-4008-a28d-568bc91081be&id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2016118 Sep 10 03:54:47.129772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Allocated IP 172.22.0.2 (219e8a0e-a774-4d8f-92fb-2e87a42b3e96/3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846/141676a0-0f60-4b14-ab31-33242c4a818d) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:47.139223 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.146629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dde543d2-dc03-480d-b05a-d46f9d0ab649 None None] Provisioning complete for port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:47.147056 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dde543d2-dc03-480d-b05a-d46f9d0ab649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.179214 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:54:47.209929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:47.217653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9894e62b-3c9f-46a0-af8d-609c93401000, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9894e62b-3c9f-46a0-af8d-609c93401000,segment=NetworkSegment(bae6234b-a183-4b6a-b5d0-fb5dd737ec12),segment_id=bae6234b-a183-4b6a-b5d0-fb5dd737ec12)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:47.238298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-b64c4cda-d8bf-49ad-9f40-0d710b8c2420 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:47.239550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-b64c4cda-d8bf-49ad-9f40-0d710b8c2420 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "GET /v2.0/ports/98c7601a-8e46-46c2-9400-159323648c6b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1316981 Sep 10 03:54:47.243841 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.253306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:47.264545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:47.264849 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.282708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:47.290909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-dde543d2-dc03-480d-b05a-d46f9d0ab649 None None] Port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:47.300208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:47.304519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event updated for resources: {'Port': ['ID=4131aa99-fb14-4774-a9df-6750722c6b05,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:47.311028 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.400535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:47.401223 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.409178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port e29888a9-a947-47cc-8e2e-89a9853cf8cc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:47.428017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a0a49-35ad-4920-b089-06645e44e8d7 req-be1d2054-09d5-42f1-b9ad-9555408d13cf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:47.429576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-714a0a49-35ad-4920-b089-06645e44e8d7 req-be1d2054-09d5-42f1-b9ad-9555408d13cf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.1783690 Sep 10 03:54:47.450256 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.509132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f966fe5c-5ca0-4153-aefc-4db2ddb2d0bc req-1d1156e8-b9c1-4ba7-8c9e-fe270580cde1 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdcd269b-d018-4306-8a65-07bd3915a28a HTTP/1.1" status: 200 len: 210 time: 0.0621212 Sep 10 03:54:47.509821 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.520153 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.521413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 98c7601a-8e46-46c2-9400-159323648c6b no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:54:47.532347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53078) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:47.569156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-bd8b80c8-b552-4934-8ddf-c2a94bbc00ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2273338 Sep 10 03:54:47.592214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-f69ddc21-116d-4d49-91ec-ebed58b2cf6e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:54:47.600079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-f69ddc21-116d-4d49-91ec-ebed58b2cf6e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117087 Sep 10 03:54:47.601577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9894e62b-3c9f-46a0-af8d-609c93401000,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:47.697870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Request body: {'port': {'device_id': '8b8965aa-573f-4380-95e3-c9f01813bcdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:47.708142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-714a0a49-35ad-4920-b089-06645e44e8d7 req-b50ca059-06fe-428b-962d-c9527b1379c0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622993 Sep 10 03:54:47.736207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1102c513-b910-4c19-9361-1428158748cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.817835 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.838480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Transition to ACTIVE for port object 141676a0-0f60-4b14-ab31-33242c4a818d will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:47.880558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.884896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] For port 98c7601a-8e46-46c2-9400-159323648c6b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=98c7601a-8e46-46c2-9400-159323648c6b,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:47.896255 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.903287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Transition to ACTIVE for port object 141676a0-0f60-4b14-ab31-33242c4a818d will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:47.921344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=e29888a9-a947-47cc-8e2e-89a9853cf8cc,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:47.921958 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1102c513-b910-4c19-9361-1428158748cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:47.990955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] For port 98c7601a-8e46-46c2-9400-159323648c6b, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:48.032629 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.037028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1102c513-b910-4c19-9361-1428158748cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.096773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:48.101143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:48.111172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:48.114093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] device_id is not set on port 98c7601a-8e46-46c2-9400-159323648c6b yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:54:48.119843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Pushing event updated for resources: {'Port': ['ID=141676a0-0f60-4b14-ab31-33242c4a818d,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:48.138340 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.175833 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.278808 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.326449 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Attempting to bind port 141676a0-0f60-4b14-ab31-33242c4a818d on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:48.326946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Attempting to bind port 141676a0-0f60-4b14-ab31-33242c4a818d by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:48.327081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Attempting to bind port 141676a0-0f60-4b14-ab31-33242c4a818d on network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:48.332462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9894e62b-3c9f-46a0-af8d-609c93401000 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:48.365716 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.369642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:48.370029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Checking segment: {'id': '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:48.370431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.370831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Bound using segment: {'id': '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:48.371991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Bound port: 141676a0-0f60-4b14-ab31-33242c4a818d, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:48.372480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.408197 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:54:48.409282 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:54:48.505275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] Pushing event updated for resources: {'Port': ['ID=98c7601a-8e46-46c2-9400-159323648c6b,revision_number=6']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:48.521536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] For port 141676a0-0f60-4b14-ab31-33242c4a818d, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:48.525240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9894e62b-3c9f-46a0-af8d-609c93401000 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:48.525848 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.529271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] For port 141676a0-0f60-4b14-ab31-33242c4a818d, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=141676a0-0f60-4b14-ab31-33242c4a818d,segment=NetworkSegment(6931599e-d9fb-4382-8ee8-8f4fe5cad7f0),segment_id=6931599e-d9fb-4382-8ee8-8f4fe5cad7f0)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:48.593848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] No DVR routers for this DVR port 98c7601a-8e46-46c2-9400-159323648c6b on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:48.612296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6685679b-1d22-4d9c-b120-5d53dff03100 req-77a98eec-05f3-4791-92e9-880fd9beb561 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:48.622180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6685679b-1d22-4d9c-b120-5d53dff03100 req-77a98eec-05f3-4791-92e9-880fd9beb561 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 931 time: 0.3723047 Sep 10 03:54:48.663110 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.721827 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1102c513-b910-4c19-9361-1428158748cb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5083fd137fce4c6c9cfed3968c3ecd31&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1856985 Sep 10 03:54:48.724690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53118) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:48.733529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.22.0.1 (219e8a0e-a774-4d8f-92fb-2e87a42b3e96/3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846/34bfc5e7-c37a-4014-b3a5-053b512af5f4) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:48.736760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1102c513-b910-4c19-9361-1428158748cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b35302d-ddb2-4289-8c8c-cad52f93f4c3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:48.777511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8444f560-5d26-4f35-ac03-3a410627d15a None None] Pushing event updated for resources: {'Port': ['ID=141676a0-0f60-4b14-ab31-33242c4a818d,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:48.780705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bfd4bc5-7ada-417a-bb1b-731c632ba2c2 req-ebe4efda-7f0c-41be-bc75-b3d4c777eabf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:48.786625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bfd4bc5-7ada-417a-bb1b-731c632ba2c2 req-ebe4efda-7f0c-41be-bc75-b3d4c777eabf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.4097383 Sep 10 03:54:48.791039 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.812292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'Port': ['ID=1eb7ca0e-36fc-4dc9-9be7-34b439f7615a,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:48.838190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c4f44fe9-7fd8-4438-818f-b3f97a4f998d None None] Provisioning complete for port 98c7601a-8e46-46c2-9400-159323648c6b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:48.838671 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4f44fe9-7fd8-4438-818f-b3f97a4f998d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.841884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] In _notify_port_updated(), no bound segment for port 98c7601a-8e46-46c2-9400-159323648c6b on network 05147488-9b0b-46db-ab99-5dbcc157ee42 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:54:48.842798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:48.843393 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.844739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-439f624c-b2df-4fd6-9294-00ecc14a2e20 service neutron] 10.222.0.20 "PUT /v2.0/ports/98c7601a-8e46-46c2-9400-159323648c6b HTTP/1.1" status: 200 len: 1028 time: 1.5904574 Sep 10 03:54:48.855138 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b3e9a0f-7084-4027-a3a2-b989f6949034 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.867767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4131aa99-fb14-4774-a9df-6750722c6b05 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:48.872125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:48.874994 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721f9ac5-d71b-457a-a265-86f0aa0eaa96" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "e29888a9-a947-47cc-8e2e-89a9853cf8cc"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:48.905616 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.905899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c4f44fe9-7fd8-4438-818f-b3f97a4f998d None None] Port 98c7601a-8e46-46c2-9400-159323648c6b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:48.922582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6685679b-1d22-4d9c-b120-5d53dff03100 req-a9289aca-9e37-4625-9246-f58a66efaff8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995138 Sep 10 03:54:48.939999 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b3e9a0f-7084-4027-a3a2-b989f6949034 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.986974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:48.988559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dda76bcc-16a0-464c-8e72-3ba28eb3475b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9779270 Sep 10 03:54:48.998066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Transition to ACTIVE for port object 4131aa99-fb14-4774-a9df-6750722c6b05 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:49.017584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bfd4bc5-7ada-417a-bb1b-731c632ba2c2 req-9ae5d79a-69a8-44cf-ac49-7d6e2faecd69 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2148399 Sep 10 03:54:49.030894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.118661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.203352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Transition to ACTIVE for port object 34bfc5e7-c37a-4014-b3a5-053b512af5f4 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:49.217360 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b3e9a0f-7084-4027-a3a2-b989f6949034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.223311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b3e9a0f-7084-4027-a3a2-b989f6949034 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.226607 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2b3e9a0f-7084-4027-a3a2-b989f6949034 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b35302d-ddb2-4289-8c8c-cad52f93f4c3 HTTP/1.1" status: 204 len: 168 time: 0.4993167 Sep 10 03:54:49.247541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3e9a0f-7084-4027-a3a2-b989f6949034 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b35302d-ddb2-4289-8c8c-cad52f93f4c3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:49.389577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.450511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:49.453741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:49.457783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:49.458015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d251f18-e9fc-455f-b598-a381c591f955 req-7e90844e-862c-4080-941a-4183bd74412c tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.3421528 Sep 10 03:54:49.489150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=34bfc5e7-c37a-4014-b3a5-053b512af5f4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:49.507008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7034305-8a76-46fe-906d-19ac239ad7ae req-7e37faf0-acc1-439e-a644-b64ddb2583d2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:49.513113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7034305-8a76-46fe-906d-19ac239ad7ae req-7e37faf0-acc1-439e-a644-b64ddb2583d2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:49.519075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7034305-8a76-46fe-906d-19ac239ad7ae req-7e37faf0-acc1-439e-a644-b64ddb2583d2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:49.525305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7034305-8a76-46fe-906d-19ac239ad7ae req-7e37faf0-acc1-439e-a644-b64ddb2583d2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:49.531460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7034305-8a76-46fe-906d-19ac239ad7ae req-7e37faf0-acc1-439e-a644-b64ddb2583d2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:49.539383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7034305-8a76-46fe-906d-19ac239ad7ae req-7e37faf0-acc1-439e-a644-b64ddb2583d2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 3875 time: 0.4628346 Sep 10 03:54:49.545272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.546326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=4131aa99-fb14-4774-a9df-6750722c6b05,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:49.561448 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4b8659-3417-4793-b5a8-f165549a288c x-openstack-request-id: req-1d4b8659-3417-4793-b5a8-f165549a288c {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:49.563034 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-unplugged", "status": "completed", "tag": "e29888a9-a947-47cc-8e2e-89a9853cf8cc", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:49.563291 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d4b8659-3417-4793-b5a8-f165549a288c {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:49.563770 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc', 'code': 200} Sep 10 03:54:49.655811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:49.656303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.693839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7034305-8a76-46fe-906d-19ac239ad7ae req-36435c70-c27a-4f33-b67a-0cc09a2b0e1a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534493 Sep 10 03:54:49.773496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Attempting to bind port 4131aa99-fb14-4774-a9df-6750722c6b05 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:49.773496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Attempting to bind port 4131aa99-fb14-4774-a9df-6750722c6b05 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:49.773828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Attempting to bind port 4131aa99-fb14-4774-a9df-6750722c6b05 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:49.785639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Port 4131aa99-fb14-4774-a9df-6750722c6b05 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:54:49.785639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Attempting to bind port 4131aa99-fb14-4774-a9df-6750722c6b05 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:49.799456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-42c88fd6-aebc-4ae5-add0-9ce9bbbd9b8a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1287820022&fields=id&tenant_id=fbd4e6752b764c4d97913fe83900a2be HTTP/1.1" status: 200 len: 267 time: 0.1588018 Sep 10 03:54:49.802582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:49.803389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Checking segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:49.803389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Bound using segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:49.804115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Bound port: 4131aa99-fb14-4774-a9df-6750722c6b05, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:49.804284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.819219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.896455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] For port c24fe1eb-7631-4117-8de6-8c5fd6e4e985, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:49.896823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:49.968831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Calling delete_port for c24fe1eb-7631-4117-8de6-8c5fd6e4e985 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:50.094098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96861b-4165-4e07-876d-07862aa71223 req-163a4a60-fafb-409d-8247-c28d8535a927 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:50.095709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-163a4a60-fafb-409d-8247-c28d8535a927 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 811 time: 0.2811234 Sep 10 03:54:50.098434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] For port 4131aa99-fb14-4774-a9df-6750722c6b05, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:50.111841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] For port 4131aa99-fb14-4774-a9df-6750722c6b05, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4131aa99-fb14-4774-a9df-6750722c6b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:50.169700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece0320-014a-4510-a1de-f5ff4ff5d2bb None None] Network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:50.171696 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.180380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-25043e84-01f7-4dae-8294-27490057d9c5 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/quotas/fbd4e6752b764c4d97913fe83900a2be HTTP/1.1" status: 200 len: 375 time: 0.0568407 Sep 10 03:54:50.212522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cccffdd-9e8e-4e47-9ce7-7f0e4d1b8fb2 req-805bf3dd-3ed2-4f97-b13f-9161088ef2c4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:50.214059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cccffdd-9e8e-4e47-9ce7-7f0e4d1b8fb2 req-805bf3dd-3ed2-4f97-b13f-9161088ef2c4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 943 time: 0.0978088 Sep 10 03:54:50.244883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 141676a0-0f60-4b14-ab31-33242c4a818d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:50.258657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53144) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:50.274471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b150f343-969a-480d-a38f-ed22f5abacbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.275580 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.278830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.346550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:50.347173 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.348644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] 10.222.0.39 "PUT /v2.0/ports/4131aa99-fb14-4774-a9df-6750722c6b05 HTTP/1.1" status: 200 len: 1091 time: 2.6733432 Sep 10 03:54:50.355987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b8965aa-573f-4380-95e3-c9f01813bcdc', 'tag': '4131aa99-fb14-4774-a9df-6750722c6b05'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:50.361336 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d5fb70-1c80-4011-b60b-414d0ed1eb71" -d '{"events": [{"name": "network-changed", "server_uuid": "8b8965aa-573f-4380-95e3-c9f01813bcdc", "tag": "4131aa99-fb14-4774-a9df-6750722c6b05"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:50.392846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-535052aa-0585-4f5e-be00-c7f63b6857a8 None None] Provisioning for port 141676a0-0f60-4b14-ab31-33242c4a818d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:50.401487 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=34bfc5e7-c37a-4014-b3a5-053b512af5f4,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:50.406180 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.464851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-fb21ca77-91cc-49ab-9bbc-6872c122f144 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2674580 Sep 10 03:54:50.472158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 141676a0-0f60-4b14-ab31-33242c4a818d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:50.476080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 141676a0-0f60-4b14-ab31-33242c4a818d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:50.476448 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.478173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cccffdd-9e8e-4e47-9ce7-7f0e4d1b8fb2 req-ffa18fd5-11a2-4c59-bb98-3466a057e1da tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351379 Sep 10 03:54:50.515030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e995838f-6cbb-4044-bc4f-5a285944cb0a service neutron] Pushing event updated for resources: {'Port': ['ID=4131aa99-fb14-4774-a9df-6750722c6b05,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:50.542638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.612825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Port': ['ID=c24fe1eb-7631-4117-8de6-8c5fd6e4e985,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:50.660804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b150f343-969a-480d-a38f-ed22f5abacbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.668886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:50.672488 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.683599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:50.740358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-4a591444-1a76-4b90-a2c8-608fddc8749d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:50.740945 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 141676a0-0f60-4b14-ab31-33242c4a818d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=141676a0-0f60-4b14-ab31-33242c4a818d,segment=NetworkSegment(6931599e-d9fb-4382-8ee8-8f4fe5cad7f0),segment_id=6931599e-d9fb-4382-8ee8-8f4fe5cad7f0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:50.741925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-4a591444-1a76-4b90-a2c8-608fddc8749d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 1094 time: 0.2761171 Sep 10 03:54:50.746089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] No DVR routers for this DVR port c24fe1eb-7631-4117-8de6-8c5fd6e4e985 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:50.746302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-74d4e1eb-2b9c-43cc-9718-24b10ff71dc0 None None] Provisioning complete for port 141676a0-0f60-4b14-ab31-33242c4a818d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:50.746507 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-74d4e1eb-2b9c-43cc-9718-24b10ff71dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.752608 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.754863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-ffaf1c74-7685-4e41-bc19-e65e113a72eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "DELETE /v2.0/ports/c24fe1eb-7631-4117-8de6-8c5fd6e4e985 HTTP/1.1" status: 204 len: 173 time: 1.8778014 Sep 10 03:54:50.816143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b150f343-969a-480d-a38f-ed22f5abacbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.836207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-74d4e1eb-2b9c-43cc-9718-24b10ff71dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.842067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:50.846728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-6dd945ad-0424-4be0-80b0-f59edbbe9789 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4131aa99-fb14-4774-a9df-6750722c6b05 HTTP/1.1" status: 200 len: 217 time: 0.0907094 Sep 10 03:54:50.858764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87e77d5-41c1-4314-b153-6802e6516fc7 req-74260bb6-61e1-4919-9136-799eebe1b8e3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:50.860348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f87e77d5-41c1-4314-b153-6802e6516fc7 req-74260bb6-61e1-4919-9136-799eebe1b8e3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.2643528 Sep 10 03:54:50.866496 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7e535d52-dcaa-4447-93bb-62128fea077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.873646 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:50.888166 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b150f343-969a-480d-a38f-ed22f5abacbc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d0daa93f4ae4ac29b2193f0c343b949&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6280997 Sep 10 03:54:50.890969 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b150f343-969a-480d-a38f-ed22f5abacbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93d68e28-2825-48e4-a2a7-7619d2c72941,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:50.892449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-b02e01b2-2ed3-477d-aef6-db011ecbe2ba service neutron] 10.222.0.22 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3882711 Sep 10 03:54:50.895128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53152) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:51.018882 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-74d4e1eb-2b9c-43cc-9718-24b10ff71dc0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:54:51.019300 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-74d4e1eb-2b9c-43cc-9718-24b10ff71dc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:54:51.019928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=141676a0-0f60-4b14-ab31-33242c4a818d,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:51.040259 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9770a337-3a99-4eba-a163-154c7664ee96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.082729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:51.086477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9770a337-3a99-4eba-a163-154c7664ee96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.093472 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-04ed811f-55a7-4563-a22d-022dcf07ebb6 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1282487 Sep 10 03:54:51.099856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53154) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:51.101653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:51.110117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'network': {'name': 'tempest-RoutersTest-550072593'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:51.123061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:51.123336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f87e77d5-41c1-4314-b153-6802e6516fc7 req-29e2a722-d7ca-4ed4-b4d2-b2607a6a4ffb tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240098 Sep 10 03:54:51.124202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:51.126943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-a8e21398-9506-4a67-a291-f7fb4eaf0d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:51.130781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-a8e21398-9506-4a67-a291-f7fb4eaf0d29 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.2669630 Sep 10 03:54:51.211925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-f0c6873a-58f1-4556-ae3b-6e68e7af8379 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386519 Sep 10 03:54:51.227203 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e244b06-3bfd-4ae4-b79a-e6e0e28d22b5 x-openstack-request-id: req-8e244b06-3bfd-4ae4-b79a-e6e0e28d22b5 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:51.227476 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b8965aa-573f-4380-95e3-c9f01813bcdc", "tag": "4131aa99-fb14-4774-a9df-6750722c6b05", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:51.229804 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e244b06-3bfd-4ae4-b79a-e6e0e28d22b5 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:51.229804 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b8965aa-573f-4380-95e3-c9f01813bcdc', 'tag': '4131aa99-fb14-4774-a9df-6750722c6b05', 'status': 'completed', 'code': 200} Sep 10 03:54:51.279579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:51.290307 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.310884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9770a337-3a99-4eba-a163-154c7664ee96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.313526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9770a337-3a99-4eba-a163-154c7664ee96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.326011 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9770a337-3a99-4eba-a163-154c7664ee96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/93d68e28-2825-48e4-a2a7-7619d2c72941 HTTP/1.1" status: 204 len: 168 time: 0.4280462 Sep 10 03:54:51.347611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9770a337-3a99-4eba-a163-154c7664ee96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93d68e28-2825-48e4-a2a7-7619d2c72941,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:51.347611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:54:51.360061 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.360514 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added segment db17fb1c-6ce5-4df9-9f18-d4eca5d4186b of type vlan for network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 Sep 10 03:54:51.369672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-a217227b-6b48-4ee9-8b83-302388a1b617 service neutron] 10.222.0.22 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4379597 Sep 10 03:54:51.382713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting port c35f185d-3a3c-4e59-b791-f13023b215b7 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:51.383076 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.436087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.472896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-151e6686-bff4-4884-96d6-b67e4808b98e req-03af2e29-cc3a-4bfa-b034-02a189ce779a tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0884848 Sep 10 03:54:51.498255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:51.530853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-1acb3e91-6721-40ac-b1dc-014b441e7b7a service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003292 Sep 10 03:54:51.593197 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.599358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:51.599988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.619752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] For port c35f185d-3a3c-4e59-b791-f13023b215b7, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c35f185d-3a3c-4e59-b791-f13023b215b7,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:51.620277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.689022 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-52e61606-b2a0-43f1-bffe-327e5cb7971b req-bd29b2a4-a541-4c0b-92ac-bfcd6b041498 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bdcd269b-d018-4306-8a65-07bd3915a28a HTTP/1.1" status: 200 len: 210 time: 0.0329247 Sep 10 03:54:51.710714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-74d4e1eb-2b9c-43cc-9718-24b10ff71dc0 None None] Provisioning for port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:51.722898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-74d4e1eb-2b9c-43cc-9718-24b10ff71dc0 None None] Provisioning complete for port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:51.723536 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-74d4e1eb-2b9c-43cc-9718-24b10ff71dc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:51.809171 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7077928 Sep 10 03:54:51.810175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6acbb43-cb14-47fe-a289-284d8fa7a305 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Network': ['ID=0ac061d6-3bda-4b68-91e6-cafe28de9d50,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:51.813270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53168) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:51.819839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'subnet': {'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:51.828293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:54:51.832723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd84f2-b6fe-4ad5-ad2e-894538dfd783 req-9907ddf3-5b36-4ef4-b897-fa8990a649dd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:51.833252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-74d4e1eb-2b9c-43cc-9718-24b10ff71dc0 None None] Port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:51.841686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd84f2-b6fe-4ad5-ad2e-894538dfd783 req-9907ddf3-5b36-4ef4-b897-fa8990a649dd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:51.848662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd84f2-b6fe-4ad5-ad2e-894538dfd783 req-9907ddf3-5b36-4ef4-b897-fa8990a649dd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:51.856593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddd84f2-b6fe-4ad5-ad2e-894538dfd783 req-9907ddf3-5b36-4ef4-b897-fa8990a649dd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:51.864387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ddd84f2-b6fe-4ad5-ad2e-894538dfd783 req-9907ddf3-5b36-4ef4-b897-fa8990a649dd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 3142 time: 0.3037500 Sep 10 03:54:51.924059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:49Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:50Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:51.963632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ddd84f2-b6fe-4ad5-ad2e-894538dfd783 req-badb113b-8812-4ac5-bb46-ed779d9e48a5 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946727 Sep 10 03:54:51.969655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:51.970013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Updating router 46710385-454a-4827-aa59-cdbe9ac4bc69 port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:54:52.004956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Made reservation on behalf of e2664013da554159bb4d70978cb7f765 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:52.009282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.017971 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.019905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c5a9af21-3b24-4769-b34f-1474cdc6f4ff None None] Provisioning complete for port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:52.020257 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c5a9af21-3b24-4769-b34f-1474cdc6f4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.048842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0df6a7dd-7175-41c0-ad54-272c14d93cda req-1c636c59-fff8-4bf5-b9f6-e855ed8d52d2 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4960666 Sep 10 03:54:52.103942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c5a9af21-3b24-4769-b34f-1474cdc6f4ff None None] Port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:54:52.348814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2e0f0c-3e34-4294-9ed1-e8902ad9dc53 req-c0ef6ea2-26d8-4085-98f3-3856be640170 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:52.350465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa2e0f0c-3e34-4294-9ed1-e8902ad9dc53 req-c0ef6ea2-26d8-4085-98f3-3856be640170 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 943 time: 0.2224722 Sep 10 03:54:52.364996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.365482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.365996 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Floating IP 6909ffea-42fb-494d-b1fa-30efb080d9b6 disassociated. External IP: 172.25.3.72, port: c35f185d-3a3c-4e59-b791-f13023b215b7. Sep 10 03:54:52.366286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Calling delete_port for c35f185d-3a3c-4e59-b791-f13023b215b7 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:52.395881 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c139ee59-3bb6-4338-9bdd-62f2ce25b57f req-e7aaab33-bf99-4a7e-973e-719be60d7ded service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0348647 Sep 10 03:54:52.398961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 141676a0-0f60-4b14-ab31-33242c4a818d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:52.404425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-b7cb3269-7939-4741-b674-7d7e617e335d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:52.406013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-b7cb3269-7939-4741-b674-7d7e617e335d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 1094 time: 0.1650901 Sep 10 03:54:52.427638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa2e0f0c-3e34-4294-9ed1-e8902ad9dc53 req-d9cfe990-40b1-43d0-ab12-298327ebe69a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670788 Sep 10 03:54:52.444803 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.458464 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.479249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Transition to ACTIVE for port object 34bfc5e7-c37a-4014-b3a5-053b512af5f4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:52.501218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 141676a0-0f60-4b14-ab31-33242c4a818d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:52.501736 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.545343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Subnet': ['ID=89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:52.551832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Checking segment: {'id': 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:52.552356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network hostable DHCP agents. Network: 0ac061d6-3bda-4b68-91e6-cafe28de9d50, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:54:52.592872 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.650575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5a599-e606-426d-90bb-7d1223d76623 None None] Pushing event updated for resources: {'Port': ['ID=34bfc5e7-c37a-4014-b3a5-053b512af5f4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:52.674040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:54:52.719295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Attempting to bind port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:52.719869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Attempting to bind port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:52.719993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Attempting to bind port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 on network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:52.726115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:52.726492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Checking segment: {'id': '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:52.726896 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.727534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Bound using segment: {'id': '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:52.728031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Bound port: 34bfc5e7-c37a-4014-b3a5-053b512af5f4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:52.728570 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:52.768971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 0ac061d6-3bda-4b68-91e6-cafe28de9d50) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:53.069094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.069094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:53.080727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defadf5f-84dc-4dff-b7e6-dc95702f7572 None None] Network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:53.081931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-5b537915-ce83-41fa-ad44-d688d7482b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.081931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-5b537915-ce83-41fa-ad44-d688d7482b2b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 907 time: 0.4242260 Sep 10 03:54:53.082730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] For port 34bfc5e7-c37a-4014-b3a5-053b512af5f4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:53.083077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d705f89-af59-4cda-ae5b-ae1a16a37d2c req-1874a93b-b445-410b-a01d-5a20f74232a8 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0710959 Sep 10 03:54:53.083321 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0b6ca5e3-d6d9-4cd4-ba86-6b3691b96119 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1156604 Sep 10 03:54:53.083321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53202) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:53.083475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] For port 34bfc5e7-c37a-4014-b3a5-053b512af5f4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=34bfc5e7-c37a-4014-b3a5-053b512af5f4,segment=NetworkSegment(6931599e-d9fb-4382-8ee8-8f4fe5cad7f0),segment_id=6931599e-d9fb-4382-8ee8-8f4fe5cad7f0)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:53.083560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4814afc-b6be-45e7-a904-6997a9c40965 req-a747cbf4-a6e0-42f0-874e-44edec43a431 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 210 time: 0.1124349 Sep 10 03:54:53.083560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-70da4cda-a009-4ba0-bb9b-29928f0e99cc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4131aa99-fb14-4774-a9df-6750722c6b05 HTTP/1.1" status: 200 len: 217 time: 0.0923107 Sep 10 03:54:53.083753 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:53.096374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-0ac061d6-3bda-4b68-91e6-cafe28de9d50', 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'fixed_ips': [{'subnet_id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:54:53.098646 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:53.155081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9933ff-2c10-4070-8428-153b580aa1dc req-271bdff5-ec45-4a3f-b538-d82c43dfd5ae tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.163126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d9933ff-2c10-4070-8428-153b580aa1dc req-271bdff5-ec45-4a3f-b538-d82c43dfd5ae tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.1432993 Sep 10 03:54:53.166032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-a7d515f6-401e-48d2-ac57-1ddc59a41ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.168381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-a7d515f6-401e-48d2-ac57-1ddc59a41ec2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.1782982 Sep 10 03:54:53.174250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:53.174900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:53.226274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-9e22e1f4-aa35-40a1-b757-b7acf4f7bffc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411456 Sep 10 03:54:53.233156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:53.235501 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aad4caa7-c5e5-49f1-abdf-8b8fe1d90cdd" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "c24fe1eb-7631-4117-8de6-8c5fd6e4e985"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:53.297728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7797b4-e9ef-4676-8370-a098eb3f82b5 req-2b24853a-7e26-4bb7-ba90-9f9002650e90 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.303924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7797b4-e9ef-4676-8370-a098eb3f82b5 req-2b24853a-7e26-4bb7-ba90-9f9002650e90 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.310354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7797b4-e9ef-4676-8370-a098eb3f82b5 req-2b24853a-7e26-4bb7-ba90-9f9002650e90 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.317002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7797b4-e9ef-4676-8370-a098eb3f82b5 req-2b24853a-7e26-4bb7-ba90-9f9002650e90 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.318856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec7797b4-e9ef-4676-8370-a098eb3f82b5 req-2b24853a-7e26-4bb7-ba90-9f9002650e90 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 3142 time: 0.2307529 Sep 10 03:54:53.378613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c5a599-e606-426d-90bb-7d1223d76623 None None] Pushing event updated for resources: {'Port': ['ID=34bfc5e7-c37a-4014-b3a5-053b512af5f4,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:53.520443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d9933ff-2c10-4070-8428-153b580aa1dc req-9a833b79-d5c2-48ce-ac70-4ff39793485e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3541076 Sep 10 03:54:53.552893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:53.582104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-76810273-86fa-4f95-9a19-bfc2ff75186c service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955427 Sep 10 03:54:53.604074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-725bb78b-c194-4f44-bb43-1db7b887b7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:53.607158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Allocated IP 172.23.0.2 (0ac061d6-3bda-4b68-91e6-cafe28de9d50/89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b/89f050f3-4255-48bf-8c75-683461cf87ef) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:53.670243 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04381008-c1a1-488a-90d9-382a8f147f69 x-openstack-request-id: req-04381008-c1a1-488a-90d9-382a8f147f69 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:53.673313 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "c24fe1eb-7631-4117-8de6-8c5fd6e4e985", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:53.674401 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04381008-c1a1-488a-90d9-382a8f147f69 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:53.675094 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': 'c24fe1eb-7631-4117-8de6-8c5fd6e4e985', 'status': 'completed', 'code': 200} Sep 10 03:54:53.681801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:53.710359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:53.713990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec7797b4-e9ef-4676-8370-a098eb3f82b5 req-cddafc7d-030a-46cc-9b8e-e96941254a1d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561193 Sep 10 03:54:53.755160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Port': ['ID=c35f185d-3a3c-4e59-b791-f13023b215b7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:53.832638 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:53.936607 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:53.948032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Transition to ACTIVE for port object 89f050f3-4255-48bf-8c75-683461cf87ef will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:53.962796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d02ab7-16de-42d8-8114-0de0698e4d82 req-678cfaea-f051-4c67-a6bd-87e9167049f1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:53.964536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09d02ab7-16de-42d8-8114-0de0698e4d82 req-678cfaea-f051-4c67-a6bd-87e9167049f1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 943 time: 0.2470071 Sep 10 03:54:53.966105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:49Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:52Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:53.969034 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d5fb70-1c80-4011-b60b-414d0ed1eb71 req-55c9bfa8-debf-4990-872a-308a27ef4054 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3660009 Sep 10 03:54:53.971984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9636290c-bd12-4515-8d32-1f2e8d1bff16 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:54:53.974966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Transition to ACTIVE for port object 89f050f3-4255-48bf-8c75-683461cf87ef will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:54.006273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e2e1aa7-b176-4ada-9ab8-c7c3958413b0 None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:49Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:52Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:54.158905 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:54.179028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Router 1010a311-f1dd-475d-a22a-f30890fa912f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:54.209660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-323fdf04-216f-4e5d-8259-f1843aba9edf req-c69e64e1-a595-487b-9809-4d8fb6c47881 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0810504 Sep 10 03:54:54.251834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:54.258423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:54.266076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:54.271563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Allocated IP 172.23.0.1 (0ac061d6-3bda-4b68-91e6-cafe28de9d50/89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b/d0dfbab7-0516-45c2-9e1d-facbfe1fd993) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:54.285950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09d02ab7-16de-42d8-8114-0de0698e4d82 req-98e00e02-e46e-442f-a822-2f32d2c5a536 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3008723 Sep 10 03:54:54.327705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 34bfc5e7-c37a-4014-b3a5-053b512af5f4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:54.491549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Pushing event updated for resources: {'Port': ['ID=89f050f3-4255-48bf-8c75-683461cf87ef,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:54.513398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:54.605880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:54.641123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '9636290c-bd12-4515-8d32-1f2e8d1bff16', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'port_id': '9636290c-bd12-4515-8d32-1f2e8d1bff16', 'mac_address': 'fa:16:3e:9a:b3:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 220, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:54:54.646039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Transition to ACTIVE for port object d0dfbab7-0516-45c2-9e1d-facbfe1fd993 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:54.647763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Attempting to bind port 89f050f3-4255-48bf-8c75-683461cf87ef on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:54:54.648734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Attempting to bind port 89f050f3-4255-48bf-8c75-683461cf87ef by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:54:54.649348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Attempting to bind port 89f050f3-4255-48bf-8c75-683461cf87ef on network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:54:54.662105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b684752-32e2-40ae-8750-f98b6fcf036e req-3c4baacd-79c3-4fbb-a3d7-a3803a59dc8f tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 210 time: 0.1243660 Sep 10 03:54:54.670281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:54.701142 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] Sync routers for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:54.718045 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:54.718690 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:54.835536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:54.837413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] No DVR routers for this DVR port c35f185d-3a3c-4e59-b791-f13023b215b7 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:54.840466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:54.848193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8c665c31-4140-4fbe-8594-ad98d34f26c1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "DELETE /v2.0/ports/c35f185d-3a3c-4e59-b791-f13023b215b7 HTTP/1.1" status: 204 len: 173 time: 4.0810833 Sep 10 03:54:54.954530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=d0dfbab7-0516-45c2-9e1d-facbfe1fd993,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:54.964960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:54.966561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:54.973466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:55.032885 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:55.065896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.127207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:54:55.130227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Checking segment: {'id': 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:54:55.133372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.134906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Bound using segment: {'id': 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:54:55.144825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Bound port: 89f050f3-4255-48bf-8c75-683461cf87ef, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:54:55.145745 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.191823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96861b-4165-4e07-876d-07862aa71223 req-5f1f2aed-9ebd-4220-9b66-1e91340b3a5f tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:55.193343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-5f1f2aed-9ebd-4220-9b66-1e91340b3a5f tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.39 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 811 time: 0.6520767 Sep 10 03:54:55.220288 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.239868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2329cfba-4a45-460b-8478-0f48333e33c5 req-84f7c4c9-d72d-4e97-b758-927b839ef607 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:55.250479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2329cfba-4a45-460b-8478-0f48333e33c5 req-84f7c4c9-d72d-4e97-b758-927b839ef607 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.3986373 Sep 10 03:54:55.281034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4131aa99-fb14-4774-a9df-6750722c6b05 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:54:55.295174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9636290c-bd12-4515-8d32-1f2e8d1bff16 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:55.306616 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.312044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39176106-0d9a-4300-ba63-9f3cded37474 req-721a0bbe-f564-4e22-9c39-01f9b577a4eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:55.318844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39176106-0d9a-4300-ba63-9f3cded37474 req-721a0bbe-f564-4e22-9c39-01f9b577a4eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:55.322808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:55.325917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39176106-0d9a-4300-ba63-9f3cded37474 req-721a0bbe-f564-4e22-9c39-01f9b577a4eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:55.328288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39176106-0d9a-4300-ba63-9f3cded37474 req-721a0bbe-f564-4e22-9c39-01f9b577a4eb tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 2409 time: 0.2940276 Sep 10 03:54:55.343123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:55.343581 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.349636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting port c59953c3-0513-4b70-81ba-1ae33736f51d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:55.349997 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.368650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] For port 89f050f3-4255-48bf-8c75-683461cf87ef, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:54:55.396241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.402978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2329cfba-4a45-460b-8478-0f48333e33c5 req-4c709c0b-115c-4111-b735-e70948087a3e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515403 Sep 10 03:54:55.432122 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6b848510-8c0f-4be7-acd5-eb18bc3acb04', 'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'mac_address': 'fa:16:3e:b9:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:59Z', 'updated_at': '2021-09-10T03:44:17Z', 'revision_number': 5, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'subnets': [{'id': '54def874-aa7b-403f-837f-4928c0648437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:55.453614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:55.470133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-7296587f-6385-4669-8eec-c9d9c4458cf6 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbd4e6752b764c4d97913fe83900a2be HTTP/1.1" status: 200 len: 380 time: 0.2632425 Sep 10 03:54:55.480680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] For port 89f050f3-4255-48bf-8c75-683461cf87ef, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=89f050f3-4255-48bf-8c75-683461cf87ef,segment=NetworkSegment(db17fb1c-6ce5-4df9-9f18-d4eca5d4186b),segment_id=db17fb1c-6ce5-4df9-9f18-d4eca5d4186b)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:54:55.483655 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] Checking router: 1010a311-f1dd-475d-a22a-f30890fa912f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:55.501630 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:55.502821 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:55.523508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'port': {'device_id': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'admin_state_up': True, 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'security_groups': ['59b6404e-dd73-4f58-9f4b-9b5c5bb77c50']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:55.555829 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.597815 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.616342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39176106-0d9a-4300-ba63-9f3cded37474 req-97ad261c-67c2-44fa-a7d0-8d26643ecae2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2732635 Sep 10 03:54:55.716641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['9636290c-bd12-4515-8d32-1f2e8d1bff16'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:55.745652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:55.749580 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6eec8f7-6934-4372-a993-db49bced25dc" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:55.773773 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:55.785632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4131aa99-fb14-4774-a9df-6750722c6b05, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4131aa99-fb14-4774-a9df-6750722c6b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:55.788460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=9636290c-bd12-4515-8d32-1f2e8d1bff16,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:55.844232 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.848872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '4131aa99-fb14-4774-a9df-6750722c6b05', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'port_id': '4131aa99-fb14-4774-a9df-6750722c6b05', 'mac_address': 'fa:16:3e:76:c2:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896487ef-0a57-4d1a-9d81-7f7479231ead', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:54:55.856536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-459a0322-140c-455d-95bb-5b5a949a8530 req-ed4efeed-7b0c-4cb6-93a7-4d073088d472 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.2825522 Sep 10 03:54:55.917336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:55.975115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] For port c59953c3-0513-4b70-81ba-1ae33736f51d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c59953c3-0513-4b70-81ba-1ae33736f51d,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:55.975494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:56.000379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b18f17-d745-4424-a79f-01104bd6b7ba None None] Pushing event updated for resources: {'Port': ['ID=89f050f3-4255-48bf-8c75-683461cf87ef,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:56.005839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:56.011297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Calling delete_port for c59953c3-0513-4b70-81ba-1ae33736f51d owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:56.028303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 34bfc5e7-c37a-4014-b3a5-053b512af5f4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=34bfc5e7-c37a-4014-b3a5-053b512af5f4,segment=NetworkSegment(6931599e-d9fb-4382-8ee8-8f4fe5cad7f0),segment_id=6931599e-d9fb-4382-8ee8-8f4fe5cad7f0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:56.099420 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:56.100957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40972de2-f27e-4649-8b9f-3bea77ef213a req-be8e8a21-e9a2-444e-b30f-63d1694504e1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:56.110014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40972de2-f27e-4649-8b9f-3bea77ef213a req-be8e8a21-e9a2-444e-b30f-63d1694504e1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 943 time: 0.3456297 Sep 10 03:54:56.160399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:56.197019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event updated for resources: {'Port': ['ID=d0dfbab7-0516-45c2-9e1d-facbfe1fd993,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:56.260452 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:56.299641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4131aa99-fb14-4774-a9df-6750722c6b05 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:54:56.322618 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6b848510-8c0f-4be7-acd5-eb18bc3acb04', 'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'mac_address': 'fa:16:3e:b9:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:59Z', 'updated_at': '2021-09-10T03:44:17Z', 'revision_number': 5, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'subnets': [{'id': '54def874-aa7b-403f-837f-4928c0648437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:56.371022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d8cd88b-6a8c-4862-9ae8-12174f9997d9 req-21caa0e6-eb02-4190-a60a-1cfc20647b3b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 210 time: 0.3519449 Sep 10 03:54:56.376717 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be46a217-4dc2-400e-a936-2891fc256939 None None] The sync data for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 is: [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6b848510-8c0f-4be7-acd5-eb18bc3acb04', 'name': '', 'network_id': '6c3f9757-c7ff-4042-bcf8-66cb55c1ac85', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'mac_address': 'fa:16:3e:b9:ec:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1222, 'fixed_ips': [{'subnet_id': '54def874-aa7b-403f-837f-4928c0648437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:59Z', 'updated_at': '2021-09-10T03:44:17Z', 'revision_number': 5, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'subnets': [{'id': '54def874-aa7b-403f-837f-4928c0648437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:54:56.405860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4131aa99-fb14-4774-a9df-6750722c6b05, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4131aa99-fb14-4774-a9df-6750722c6b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:56.419760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:56.452407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=34bfc5e7-c37a-4014-b3a5-053b512af5f4,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:56.491366 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d20f2604-071f-40f2-aefc-83f632ee8887 x-openstack-request-id: req-d20f2604-071f-40f2-aefc-83f632ee8887 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:56.491366 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "c35f185d-3a3c-4e59-b791-f13023b215b7", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:56.497379 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d20f2604-071f-40f2-aefc-83f632ee8887 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:56.497379 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': 'c35f185d-3a3c-4e59-b791-f13023b215b7', 'status': 'completed', 'code': 200} Sep 10 03:54:56.497379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Made reservation on behalf of fbd4e6752b764c4d97913fe83900a2be for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:54:56.505892 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:56.507601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 89f050f3-4255-48bf-8c75-683461cf87ef up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:56.558870 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:56.596814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:56.598468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:56.659570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4131aa99-fb14-4774-a9df-6750722c6b05,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:56.730711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 89f050f3-4255-48bf-8c75-683461cf87ef completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:56.731439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40972de2-f27e-4649-8b9f-3bea77ef213a req-91e76344-8eb8-4c57-9ce0-ab4a0f2ef499 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6141896 Sep 10 03:54:56.805767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['4131aa99-fb14-4774-a9df-6750722c6b05'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:54:56.820274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:56.981468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:56.992974 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-139e6029-0cc7-474e-8693-81182db0cbb5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0578184 Sep 10 03:54:56.997402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53304) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:57.002883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf340c0-b8ac-4a7c-b168-1f81b9bdc95b req-7f06449a-25d0-4d46-9179-457f42c09e59 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:57.007237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:57.012066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdf340c0-b8ac-4a7c-b168-1f81b9bdc95b req-7f06449a-25d0-4d46-9179-457f42c09e59 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 945 time: 0.4016676 Sep 10 03:54:57.013438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:54:57.027188 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268dc7d9-acbb-4568-84f0-17d00ce94be7 None None] New status for floating IP 6909ffea-42fb-494d-b1fa-30efb080d9b6: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:54:57.087343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:54:57.088005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:57.135375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Allocated IP 172.20.0.13 (589a4214-66c2-461f-af8d-b5794ee44cf1/bae6cb55-163e-4a61-a7a2-ca8845db3cbe/2419d1b8-ba05-47de-926f-a36a839a6b25) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:54:57.348747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:54:57.483145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdf340c0-b8ac-4a7c-b168-1f81b9bdc95b req-bbc71b13-56fc-4425-b229-a89f8003d6e6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4348667 Sep 10 03:54:57.584636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0162a-256d-4033-b730-c9c9acdda318 req-0f9188c4-b7ed-48f4-8341-2d2ad35c6605 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:57.593760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0162a-256d-4033-b730-c9c9acdda318 req-0f9188c4-b7ed-48f4-8341-2d2ad35c6605 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:57.612509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb0162a-256d-4033-b730-c9c9acdda318 req-0f9188c4-b7ed-48f4-8341-2d2ad35c6605 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:57.621976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcb0162a-256d-4033-b730-c9c9acdda318 req-0f9188c4-b7ed-48f4-8341-2d2ad35c6605 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 2409 time: 0.7794874 Sep 10 03:54:57.696363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:57.775667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:54:57.780657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5cf2a5c-f1e0-405c-9b7f-0d45569000d3 req-b5253abc-9fd9-4032-80dd-44b7471514fa tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0876334 Sep 10 03:54:57.794189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Removed routes are [] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:54:57.794602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:57.803419 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:57.872534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b0b9ec-c8cd-41ad-b420-7a91496a4939 None None] Network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:54:57.982792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0dfbab7-0516-45c2-9e1d-facbfe1fd993', 'name': '', 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:9e:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:53Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:54:58.028914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9636290c-bd12-4515-8d32-1f2e8d1bff16 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:58.036693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:54:58.037161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Updating router 46710385-454a-4827-aa59-cdbe9ac4bc69 port d0dfbab7-0516-45c2-9e1d-facbfe1fd993 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:54:58.090062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-deb4ff67-575f-41a7-b383-aa7fb766dc8d None None] Provisioning for port 89f050f3-4255-48bf-8c75-683461cf87ef completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:54:58.108499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-deb4ff67-575f-41a7-b383-aa7fb766dc8d None None] Provisioning complete for port 89f050f3-4255-48bf-8c75-683461cf87ef triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:58.108870 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-deb4ff67-575f-41a7-b383-aa7fb766dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:58.195190 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:58.302215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Transition to ACTIVE for port object 2419d1b8-ba05-47de-926f-a36a839a6b25 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:58.327489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Port': ['ID=c59953c3-0513-4b70-81ba-1ae33736f51d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:58.382434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcb0162a-256d-4033-b730-c9c9acdda318 req-c33b698f-f994-4ac9-be82-683149ab1366 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7504046 Sep 10 03:54:58.504897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54cfe304-d01e-4b46-b94a-1b5bedf310ee req-90f0ee6f-2b9a-451c-bf81-2ba1ef966115 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 210 time: 0.1440961 Sep 10 03:54:58.556419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] No DVR routers for this DVR port c59953c3-0513-4b70-81ba-1ae33736f51d on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:54:58.565732 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:58.567857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-8af35243-118b-49a8-95fe-70d0ae941b58 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "DELETE /v2.0/ports/c59953c3-0513-4b70-81ba-1ae33736f51d HTTP/1.1" status: 204 len: 173 time: 3.6960156 Sep 10 03:54:58.569481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': 'c59953c3-0513-4b70-81ba-1ae33736f51d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:54:58.570527 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:58.574886 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f83ccd2-ce05-4743-84da-02afb7b7daeb" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "c59953c3-0513-4b70-81ba-1ae33736f51d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:54:58.594496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Transition to ACTIVE for port object d0dfbab7-0516-45c2-9e1d-facbfe1fd993 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:54:58.619421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 34bfc5e7-c37a-4014-b3a5-053b512af5f4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:58.732426 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:58.742172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 9636290c-bd12-4515-8d32-1f2e8d1bff16 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:54:58.742874 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:58.874530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3034f719-094e-4115-8650-419df6b8e595 req-1775cfc2-3d76-4631-ae8d-c82458927e8d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:58.896282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3034f719-094e-4115-8650-419df6b8e595 req-1775cfc2-3d76-4631-ae8d-c82458927e8d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 944 time: 0.3273973 Sep 10 03:54:58.907280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59acb042-9334-4e6f-9592-b5cac9fa6994 req-8f7976c0-cc27-4906-81c2-6c26c35e7b7b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:58.924297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59acb042-9334-4e6f-9592-b5cac9fa6994 req-8f7976c0-cc27-4906-81c2-6c26c35e7b7b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 945 time: 0.3034518 Sep 10 03:54:58.926546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:58.942276 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:58.970384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:59.016037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599d54e-89ae-4172-aa00-5b202b5a1a55 None None] Pushing event updated for resources: {'Port': ['ID=d0dfbab7-0516-45c2-9e1d-facbfe1fd993,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:59.025933 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-deb4ff67-575f-41a7-b383-aa7fb766dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:59.142202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3034f719-094e-4115-8650-419df6b8e595 req-b315a3c8-ae2b-460c-9f13-b5eec1de20ca tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2406743 Sep 10 03:54:59.152939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-deb4ff67-575f-41a7-b383-aa7fb766dc8d None None] For port 89f050f3-4255-48bf-8c75-683461cf87ef, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=89f050f3-4255-48bf-8c75-683461cf87ef,segment=NetworkSegment(db17fb1c-6ce5-4df9-9f18-d4eca5d4186b),segment_id=db17fb1c-6ce5-4df9-9f18-d4eca5d4186b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:59.158314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:54:59.228455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:54:59.248047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:54:59.284663 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:59.286420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:54:59.293352 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d05bd3eb-c6c4-4e12-b1d1-88cc5caa1489 x-openstack-request-id: req-d05bd3eb-c6c4-4e12-b1d1-88cc5caa1489 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:54:59.294330 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "c59953c3-0513-4b70-81ba-1ae33736f51d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:54:59.298163 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-deb4ff67-575f-41a7-b383-aa7fb766dc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:59.298652 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d05bd3eb-c6c4-4e12-b1d1-88cc5caa1489 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:54:59.299500 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': 'c59953c3-0513-4b70-81ba-1ae33736f51d', 'status': 'completed', 'code': 200} Sep 10 03:54:59.301426 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:59.305468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting port e29888a9-a947-47cc-8e2e-89a9853cf8cc {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:54:59.310400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:59.351226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4131aa99-fb14-4774-a9df-6750722c6b05 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:54:59.351983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59acb042-9334-4e6f-9592-b5cac9fa6994 req-ec5c9f91-0857-4fee-b388-5d1ea686c298 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267125 Sep 10 03:54:59.352790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event updated for resources: {'Port': ['ID=2419d1b8-ba05-47de-926f-a36a839a6b25,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:54:59.603356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:54:59.619926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50be61f3-05e1-4162-b861-3898e6f8b2e7 req-6d0034c4-e5ea-4d56-be5d-2bd194c49621 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.1771815 Sep 10 03:54:59.621191 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:59.627315 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-390d4097-1cce-4cc4-8aea-7a24a7a546f4 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69 HTTP/1.1" status: 200 len: 933 time: 2.6288195 Sep 10 03:54:59.630435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53332) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:59.758181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:59.759004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:59.879294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8d074-9d41-4d51-aa82-b436297d3163 req-ae0993b6-e8c4-40c7-bc82-3cc5fe017c5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:59.885718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a8d074-9d41-4d51-aa82-b436297d3163 req-ae0993b6-e8c4-40c7-bc82-3cc5fe017c5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:54:59.891073 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2933c1ce-c86f-4eb0-8b87-79b5b4b93738 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69 HTTP/1.1" status: 200 len: 933 time: 0.2594335 Sep 10 03:54:59.896289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53334) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:54:59.897063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64a8d074-9d41-4d51-aa82-b436297d3163 req-ae0993b6-e8c4-40c7-bc82-3cc5fe017c5e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 1677 time: 0.3446727 Sep 10 03:54:59.902118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] For port e29888a9-a947-47cc-8e2e-89a9853cf8cc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=e29888a9-a947-47cc-8e2e-89a9853cf8cc,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:54:59.905485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'routes': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:54:59.914220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:54:59.954749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-5b53976e-e1b3-41fc-aed5-88a0f0408e12 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.4706163 Sep 10 03:54:59.970374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Calling delete_port for e29888a9-a947-47cc-8e2e-89a9853cf8cc owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:54:59.996320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Request body: {'port': {'device_id': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:00.057187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef324353-dd46-4822-93e4-62d11c0c3d14 req-21b41b0c-9d63-4da8-8faf-0eaea9e6bee6 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:00.069857 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:55:00.070498 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:00.070758 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef324353-dd46-4822-93e4-62d11c0c3d14 req-21b41b0c-9d63-4da8-8faf-0eaea9e6bee6 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 932 time: 0.3052447 Sep 10 03:55:00.315051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:00.354358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:00.362144 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87094a3f-eca3-460a-9304-7d6e991f747f" -d '{"events": [{"server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "name": "network-vif-plugged", "status": "completed", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:00.420661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64a8d074-9d41-4d51-aa82-b436297d3163 req-ec7bac43-4df5-4a97-954c-b98b8a998883 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5225260 Sep 10 03:55:00.490110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Attempting to bind port d0dfbab7-0516-45c2-9e1d-facbfe1fd993 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:55:00.493200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Attempting to bind port d0dfbab7-0516-45c2-9e1d-facbfe1fd993 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:55:00.493675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Attempting to bind port d0dfbab7-0516-45c2-9e1d-facbfe1fd993 on network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:55:00.512091 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb4ff67-575f-41a7-b383-aa7fb766dc8d None None] Pushing event updated for resources: {'Port': ['ID=89f050f3-4255-48bf-8c75-683461cf87ef,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:00.537814 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:00.538369 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:00.542144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef324353-dd46-4822-93e4-62d11c0c3d14 req-c9f0401d-86f3-4c08-8c17-dcacc514b2bc tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4702094 Sep 10 03:55:00.715907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=9636290c-bd12-4515-8d32-1f2e8d1bff16,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:00.742138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 54, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:55:00.742468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Checking segment: {'id': 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:55:00.742725 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:00.743127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Bound using segment: {'id': 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:55:00.743609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Bound port: d0dfbab7-0516-45c2-9e1d-facbfe1fd993, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:55:00.744047 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:00.888487 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added routes are [] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:55:00.889054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:55:00.934809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9392c40d-9a42-4aa4-a4e2-924a35e4965d None None] Provisioning for port d0dfbab7-0516-45c2-9e1d-facbfe1fd993 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:55:00.941564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:00.944123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 4131aa99-fb14-4774-a9df-6750722c6b05 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:55:00.996281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] For port d0dfbab7-0516-45c2-9e1d-facbfe1fd993, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:55:01.000039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] For port d0dfbab7-0516-45c2-9e1d-facbfe1fd993, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d0dfbab7-0516-45c2-9e1d-facbfe1fd993,segment=NetworkSegment(db17fb1c-6ce5-4df9-9f18-d4eca5d4186b),segment_id=db17fb1c-6ce5-4df9-9f18-d4eca5d4186b)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:55:01.004626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 4131aa99-fb14-4774-a9df-6750722c6b05 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:55:01.005074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.028722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3f1316-6c66-4213-85ee-1ce2a1adb964 req-4e777045-1db7-468a-8711-ba8cc9044dc6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:01.030857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c3f1316-6c66-4213-85ee-1ce2a1adb964 req-4e777045-1db7-468a-8711-ba8cc9044dc6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 944 time: 0.4319141 Sep 10 03:55:01.163025 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.171313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 89f050f3-4255-48bf-8c75-683461cf87ef up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:55:01.241574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f4558f-2e55-4a66-b82a-7df258d7a105 req-b4ffa80a-25fe-47d3-a962-89c9f297dc77 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:01.243227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99f4558f-2e55-4a66-b82a-7df258d7a105 req-b4ffa80a-25fe-47d3-a962-89c9f297dc77 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.5237119 Sep 10 03:55:01.243918 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.334981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9392c40d-9a42-4aa4-a4e2-924a35e4965d None None] Provisioning for port 2419d1b8-ba05-47de-926f-a36a839a6b25 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:55:01.343841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Port': ['ID=e29888a9-a947-47cc-8e2e-89a9853cf8cc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:01.386120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9392c40d-9a42-4aa4-a4e2-924a35e4965d None None] Provisioning complete for port 2419d1b8-ba05-47de-926f-a36a839a6b25 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:55:01.387156 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9392c40d-9a42-4aa4-a4e2-924a35e4965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.397839 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.464121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:01.465191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:01.467513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.482979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.490404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c3f1316-6c66-4213-85ee-1ce2a1adb964 req-347f6630-248d-40ce-8694-974b16df897a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4500318 Sep 10 03:55:01.520459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] No DVR routers for this DVR port e29888a9-a947-47cc-8e2e-89a9853cf8cc on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:01.528818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.531267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-6d55d454-b14e-44b6-a769-1f92ff3d41c2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "DELETE /v2.0/ports/e29888a9-a947-47cc-8e2e-89a9853cf8cc HTTP/1.1" status: 204 len: 173 time: 2.9533644 Sep 10 03:55:01.543712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:01.553954 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5957f075-82b0-484d-a47c-b7df1297d5ec" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "e29888a9-a947-47cc-8e2e-89a9853cf8cc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:01.591750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:01.598157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99f4558f-2e55-4a66-b82a-7df258d7a105 req-49cfcbbd-836d-4fd8-a8fd-10282393da3d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3425386 Sep 10 03:55:01.687475 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da08d82c-8582-407f-ab17-ca50bb54ba85 x-openstack-request-id: req-da08d82c-8582-407f-ab17-ca50bb54ba85 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:01.687805 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "name": "network-vif-plugged", "status": "completed", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:01.688066 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-da08d82c-8582-407f-ab17-ca50bb54ba85 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:01.688464 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16', 'code': 200} Sep 10 03:55:01.727588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 89f050f3-4255-48bf-8c75-683461cf87ef triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:55:01.734086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.735985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599d54e-89ae-4172-aa00-5b202b5a1a55 None None] Pushing event updated for resources: {'Port': ['ID=d0dfbab7-0516-45c2-9e1d-facbfe1fd993,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:01.824643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9392c40d-9a42-4aa4-a4e2-924a35e4965d None None] Port 2419d1b8-ba05-47de-926f-a36a839a6b25 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:55:01.856983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:55:01.874488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4131aa99-fb14-4774-a9df-6750722c6b05, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4131aa99-fb14-4774-a9df-6750722c6b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:01.877028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bda1ae4-c2f8-4d54-be27-40e402a19469 req-ea93f31e-101c-4717-9c78-de4eff504578 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.1550677 Sep 10 03:55:01.921665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9392c40d-9a42-4aa4-a4e2-924a35e4965d None None] Provisioning complete for port 89f050f3-4255-48bf-8c75-683461cf87ef triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:55:01.923731 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9392c40d-9a42-4aa4-a4e2-924a35e4965d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:01.990613 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:02.027578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:55:02.049745 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:02.052475 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b37853ae-73ee-4c18-8512-af6e8477cbe5 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69 HTTP/1.1" status: 200 len: 699 time: 2.1550066 Sep 10 03:55:02.056119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53358) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:02.067952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2419d1b8-ba05-47de-926f-a36a839a6b25 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:55:02.077101 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:02.090975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Transition to ACTIVE for port object 2419d1b8-ba05-47de-926f-a36a839a6b25 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:55:02.093010 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58bbad7-ba93-49d8-8c83-6d126db75854 x-openstack-request-id: req-e58bbad7-ba93-49d8-8c83-6d126db75854 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:02.093362 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "e29888a9-a947-47cc-8e2e-89a9853cf8cc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:02.093981 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e58bbad7-ba93-49d8-8c83-6d126db75854 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:02.094432 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': 'e29888a9-a947-47cc-8e2e-89a9853cf8cc', 'status': 'completed', 'code': 200} Sep 10 03:55:02.155764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13469649-3f9b-47d9-9cae-7dd606586906 req-1b3ddb65-8335-4455-a141-068e89a9cf8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:02.157671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13469649-3f9b-47d9-9cae-7dd606586906 req-1b3ddb65-8335-4455-a141-068e89a9cf8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 943 time: 0.3606422 Sep 10 03:55:02.191653 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:02.236199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting port 04fae288-5301-43e8-8e7d-da63e9504d7e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:02.237573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:02.247654 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c666c21f-76ae-4fd3-b5e0-ca193f289f05 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69 HTTP/1.1" status: 200 len: 699 time: 0.1903026 Sep 10 03:55:02.251965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53360) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:02.346025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4131aa99-fb14-4774-a9df-6750722c6b05,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:02.369080 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:02.414373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:00Z', 'revision_number': 7, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0dfbab7-0516-45c2-9e1d-facbfe1fd993', 'name': '', 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:9e:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:53Z', 'updated_at': '2021-09-10T03:55:00Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:02.458396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3fbe78-f2f9-4a63-a64b-8eb18dd10407 None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:00Z', 'revision_number': 7, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0dfbab7-0516-45c2-9e1d-facbfe1fd993', 'name': '', 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:9e:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:53Z', 'updated_at': '2021-09-10T03:55:00Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:02.484536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] For port 04fae288-5301-43e8-8e7d-da63e9504d7e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=04fae288-5301-43e8-8e7d-da63e9504d7e,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:02.484913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:02.501282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Calling delete_port for 04fae288-5301-43e8-8e7d-da63e9504d7e owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:02.776543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Pushing event updated for resources: {'Port': ['ID=2419d1b8-ba05-47de-926f-a36a839a6b25,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:02.851438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13469649-3f9b-47d9-9cae-7dd606586906 req-f501cefd-c06a-4e3c-a1cd-5578eca18253 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups?id=522cd6ab-e228-4201-b460-5f0c15766bf7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6879747 Sep 10 03:55:03.001529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81171d88-73ff-4a6f-955e-bce80afcaa4e req-2bc43256-800e-4003-84de-2d46a4604daa tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:03.009065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81171d88-73ff-4a6f-955e-bce80afcaa4e req-2bc43256-800e-4003-84de-2d46a4604daa tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 944 time: 0.7655814 Sep 10 03:55:03.020544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:03.039001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Attempting to bind port 2419d1b8-ba05-47de-926f-a36a839a6b25 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:55:03.039330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Attempting to bind port 2419d1b8-ba05-47de-926f-a36a839a6b25 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:55:03.039654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Attempting to bind port 2419d1b8-ba05-47de-926f-a36a839a6b25 on network 589a4214-66c2-461f-af8d-b5794ee44cf1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:55:03.070764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Port': ['ID=04fae288-5301-43e8-8e7d-da63e9504d7e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:03.080465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:03.107355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Port 2419d1b8-ba05-47de-926f-a36a839a6b25 on network 589a4214-66c2-461f-af8d-b5794ee44cf1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:55:03.107697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Attempting to bind port 2419d1b8-ba05-47de-926f-a36a839a6b25 on network 589a4214-66c2-461f-af8d-b5794ee44cf1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:55:03.178955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:55:03.191654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Checking segment: {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:55:03.192340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Bound using segment: {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:55:03.192826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Bound port: 2419d1b8-ba05-47de-926f-a36a839a6b25, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d32cf80-40c1-498e-a177-41ea609cf657', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:55:03.193176 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:03.246363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d0dfbab7-0516-45c2-9e1d-facbfe1fd993 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:55:03.253732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81171d88-73ff-4a6f-955e-bce80afcaa4e req-c922c92f-eb32-49e9-a1cd-b3660876266b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2437341 Sep 10 03:55:03.322784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] No DVR routers for this DVR port 04fae288-5301-43e8-8e7d-da63e9504d7e on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:03.335266 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:03.342546 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f456ec1-14e5-42f3-ab51-e7c11fda7f74 req-4babd827-370d-4150-9982-aaddda6b1372 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.20 "DELETE /v2.0/ports/04fae288-5301-43e8-8e7d-da63e9504d7e HTTP/1.1" status: 204 len: 173 time: 1.7781429 Sep 10 03:55:03.500204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b824ef31-650a-494c-bb8a-79c52f8b490f req-15d2a770-3f91-45d2-9fe2-47bc03a4c979 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:03.500204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b824ef31-650a-494c-bb8a-79c52f8b490f req-15d2a770-3f91-45d2-9fe2-47bc03a4c979 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 945 time: 0.4107435 Sep 10 03:55:03.525353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d0dfbab7-0516-45c2-9e1d-facbfe1fd993 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:55:03.532164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d0dfbab7-0516-45c2-9e1d-facbfe1fd993 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:55:03.538266 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:03.696726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8965aa-573f-4380-95e3-c9f01813bcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4131aa99-fb14-4774-a9df-6750722c6b05'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:03.703013 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879a4cbd-1a32-4e3b-9ce6-d9bd0f551707" -d '{"events": [{"server_uuid": "8b8965aa-573f-4380-95e3-c9f01813bcdc", "name": "network-vif-plugged", "status": "completed", "tag": "4131aa99-fb14-4774-a9df-6750722c6b05"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:03.832052 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:03.834693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b824ef31-650a-494c-bb8a-79c52f8b490f req-4f831826-90d0-4056-98e3-0f5b49f21e28 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411940 Sep 10 03:55:03.854175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954197b0-10a7-4b5b-b14c-a4f4742f2a6b req-776992be-c2de-49e4-af71-bd68b6086880 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:03.886037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-954197b0-10a7-4b5b-b14c-a4f4742f2a6b req-776992be-c2de-49e4-af71-bd68b6086880 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.4672894 Sep 10 03:55:03.911626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] For port 2419d1b8-ba05-47de-926f-a36a839a6b25, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:55:03.969235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port d0dfbab7-0516-45c2-9e1d-facbfe1fd993 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:03.969235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:03.979049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] For port 2419d1b8-ba05-47de-926f-a36a839a6b25, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2419d1b8-ba05-47de-926f-a36a839a6b25,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:55:03.985920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:55:04.015716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port d0dfbab7-0516-45c2-9e1d-facbfe1fd993, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d0dfbab7-0516-45c2-9e1d-facbfe1fd993,segment=NetworkSegment(db17fb1c-6ce5-4df9-9f18-d4eca5d4186b),segment_id=db17fb1c-6ce5-4df9-9f18-d4eca5d4186b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:04.025162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:04.026152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:04.034262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-954197b0-10a7-4b5b-b14c-a4f4742f2a6b req-2066190f-cc14-46ff-832f-5261811d5a17 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472335 Sep 10 03:55:04.061668 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:04.102990 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:04.134932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': '04fae288-5301-43e8-8e7d-da63e9504d7e'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:04.137253 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9e42a4-cb55-41d6-be0c-fc027d3dcd32" -d '{"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "04fae288-5301-43e8-8e7d-da63e9504d7e"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:04.151102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b03b75ed-676e-4cde-b008-3ac69f3b9c80 req-1b765d21-c625-4f09-ae37-4fe720fa9643 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.1157677 Sep 10 03:55:04.177788 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7050a3b-8ce5-4150-8463-d5fb38e6518d x-openstack-request-id: req-d7050a3b-8ce5-4150-8463-d5fb38e6518d {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:04.179946 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8965aa-573f-4380-95e3-c9f01813bcdc", "name": "network-vif-plugged", "status": "completed", "tag": "4131aa99-fb14-4774-a9df-6750722c6b05", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:04.180219 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7050a3b-8ce5-4150-8463-d5fb38e6518d {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:04.183741 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8965aa-573f-4380-95e3-c9f01813bcdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4131aa99-fb14-4774-a9df-6750722c6b05', 'code': 200} Sep 10 03:55:04.217323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port d0dfbab7-0516-45c2-9e1d-facbfe1fd993, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d0dfbab7-0516-45c2-9e1d-facbfe1fd993,segment=NetworkSegment(db17fb1c-6ce5-4df9-9f18-d4eca5d4186b),segment_id=db17fb1c-6ce5-4df9-9f18-d4eca5d4186b)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:04.217804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:04.296697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:04.297335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:04.299234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] 10.222.0.39 "PUT /v2.0/ports/2419d1b8-ba05-47de-926f-a36a839a6b25 HTTP/1.1" status: 200 len: 1092 time: 4.3320436 Sep 10 03:55:04.303266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for d0dfbab7-0516-45c2-9e1d-facbfe1fd993 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:04.305608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab26de9-9832-4303-a811-1f0da6086c83 service neutron] Pushing event updated for resources: {'Port': ['ID=2419d1b8-ba05-47de-926f-a36a839a6b25,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:04.338768 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4341d11e-b58a-4e24-875f-c684c859925a x-openstack-request-id: req-4341d11e-b58a-4e24-875f-c684c859925a {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:04.338768 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8d22b36-cdbe-436a-bd27-af46e04d5567", "name": "network-vif-deleted", "tag": "04fae288-5301-43e8-8e7d-da63e9504d7e", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:04.338768 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4341d11e-b58a-4e24-875f-c684c859925a {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:04.338768 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8d22b36-cdbe-436a-bd27-af46e04d5567', 'name': 'network-vif-deleted', 'tag': '04fae288-5301-43e8-8e7d-da63e9504d7e', 'status': 'completed', 'code': 200} Sep 10 03:55:04.410067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21b5f081-2e69-4e9d-8697-cd06e52f7df5 req-7c3d94e4-a29b-4e5b-935d-267824b95b95 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0877109 Sep 10 03:55:04.469396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17cac13d-a106-48ab-82d2-b96fff85abb3 req-4ad49801-eab5-42b9-98ac-123874254c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:04.473697 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-17cac13d-a106-48ab-82d2-b96fff85abb3 req-4ad49801-eab5-42b9-98ac-123874254c91 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 1096 time: 0.2355740 Sep 10 03:55:04.500250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:04.589080 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-17cac13d-a106-48ab-82d2-b96fff85abb3 req-9e683961-e4b0-40d8-a53d-4b6efda2766e service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053829 Sep 10 03:55:04.605778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96861b-4165-4e07-876d-07862aa71223 req-943cf464-493d-4bad-9255-0be52bb13ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:04.608707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-943cf464-493d-4bad-9255-0be52bb13ac3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 1095 time: 0.1870255 Sep 10 03:55:04.637425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058e8a6-205a-4fe1-84a8-c642a9b4ab2c req-3502c127-d4b6-4901-82e2-8f2d8d922b4b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:04.638975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0058e8a6-205a-4fe1-84a8-c642a9b4ab2c req-3502c127-d4b6-4901-82e2-8f2d8d922b4b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 944 time: 0.1564677 Sep 10 03:55:04.662401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=d0dfbab7-0516-45c2-9e1d-facbfe1fd993,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:04.717889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0058e8a6-205a-4fe1-84a8-c642a9b4ab2c req-a5cc64ef-a7f4-4d09-b995-98bf107abe85 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649354 Sep 10 03:55:04.861503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:00Z', 'revision_number': 7, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0dfbab7-0516-45c2-9e1d-facbfe1fd993', 'name': '', 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:9e:62:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:53Z', 'updated_at': '2021-09-10T03:55:00Z', 'revision_number': 4, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:04.863505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-9b76d4ef-b51f-4b6d-8ece-a01b5cc4707b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2419d1b8-ba05-47de-926f-a36a839a6b25 HTTP/1.1" status: 200 len: 217 time: 0.0791032 Sep 10 03:55:04.908456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:55:04.933888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:04.934626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:04.952995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:05.009033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=d0dfbab7-0516-45c2-9e1d-facbfe1fd993,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:05.068649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:05.129099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96861b-4165-4e07-876d-07862aa71223 req-96f6a006-1af5-4a76-b797-86ec2f3fe0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:05.130593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-96f6a006-1af5-4a76-b797-86ec2f3fe0fb service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 200 len: 850 time: 0.2514915 Sep 10 03:55:05.247324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d0dfbab7-0516-45c2-9e1d-facbfe1fd993 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:55:05.300750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d0dfbab7-0516-45c2-9e1d-facbfe1fd993 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:05.302394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d0dfbab7-0516-45c2-9e1d-facbfe1fd993 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 10 03:55:05.314838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41da486-5a38-440c-8b69-ff5c7fbb7ac3 req-9a18cb5d-7d91-4931-911f-b9c1ac5a3aed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:05.326632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e41da486-5a38-440c-8b69-ff5c7fbb7ac3 req-9a18cb5d-7d91-4931-911f-b9c1ac5a3aed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 945 time: 0.3259709 Sep 10 03:55:05.378939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port d0dfbab7-0516-45c2-9e1d-facbfe1fd993 not found, will not notify nova. {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 10 03:55:05.399893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:05.474115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96861b-4165-4e07-876d-07862aa71223 req-0c4810e5-6d65-4809-a4a2-f629e8a78e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:05.475645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-0c4810e5-6d65-4809-a4a2-f629e8a78e08 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=589a4214-66c2-461f-af8d-b5794ee44cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3277674 Sep 10 03:55:05.539526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e41da486-5a38-440c-8b69-ff5c7fbb7ac3 req-afd42969-a0b7-4492-93a7-e029d5b89aae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110388 Sep 10 03:55:05.590294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ad647-5b2e-4939-91be-e0a588b11835 req-ffa848e9-1d6a-4608-a4fc-fada27e9e36e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:05.591881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab5ad647-5b2e-4939-91be-e0a588b11835 req-ffa848e9-1d6a-4608-a4fc-fada27e9e36e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.3465257 Sep 10 03:55:05.702916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:00Z', 'revision_number': 7, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0dfbab7-0516-45c2-9e1d-facbfe1fd993', 'name': '', 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:9e:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:53Z', 'updated_at': '2021-09-10T03:55:03Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:05.777952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f92e81b8-d782-4130-a150-8fa73a7dc3f1 None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:00Z', 'revision_number': 7, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0dfbab7-0516-45c2-9e1d-facbfe1fd993', 'name': '', 'network_id': '0ac061d6-3bda-4b68-91e6-cafe28de9d50', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:9e:62:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2071, 'fixed_ips': [{'subnet_id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:53Z', 'updated_at': '2021-09-10T03:55:03Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:05.805815 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93e7e9c9-8a47-4c2c-a0d8-eacf8536804b req-e488f6b1-dbc2-4624-8e6f-03714df5f582 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0927579 Sep 10 03:55:05.854334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab5ad647-5b2e-4939-91be-e0a588b11835 req-5c82648f-f62f-4834-b776-5712958fd783 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387531 Sep 10 03:55:05.990080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:55:05.997140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-578bcfd6-6269-4c4a-a006-ea6b3faf0499 service neutron] 10.222.0.39 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5030775 Sep 10 03:55:06.464426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'tag': '2419d1b8-ba05-47de-926f-a36a839a6b25'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:06.466951 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40a5e285-bede-4ba0-ad26-0287f5877940" -d '{"events": [{"name": "network-changed", "server_uuid": "761c0eaa-6ce4-42ed-af2e-456291a49e36", "tag": "2419d1b8-ba05-47de-926f-a36a839a6b25"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:06.471876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96861b-4165-4e07-876d-07862aa71223 req-d442cb10-fdd2-470d-8a3b-b0a3ee5e9374 service neutron] 10.222.0.39 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4578879 Sep 10 03:55:06.499306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90236047-d85f-44d1-9ca8-5e1eaded54c0 req-4b97aaf8-55ef-4b4c-b38b-75db39a38580 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.5048392 Sep 10 03:55:06.558634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab95ce0-47b3-4c0a-938b-211827d3e2ee req-51733af7-8c19-43e3-b79a-47a3b952d102 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:06.562252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bab95ce0-47b3-4c0a-938b-211827d3e2ee req-51733af7-8c19-43e3-b79a-47a3b952d102 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 944 time: 0.6459169 Sep 10 03:55:06.630234 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e8afd96-33b4-4b4b-b737-33ebb7ca47c2 x-openstack-request-id: req-2e8afd96-33b4-4b4b-b737-33ebb7ca47c2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:06.631630 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761c0eaa-6ce4-42ed-af2e-456291a49e36", "tag": "2419d1b8-ba05-47de-926f-a36a839a6b25", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:06.632120 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e8afd96-33b4-4b4b-b737-33ebb7ca47c2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:06.633734 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'tag': '2419d1b8-ba05-47de-926f-a36a839a6b25', 'status': 'completed', 'code': 200} Sep 10 03:55:06.649191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:55:06.660060 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:55:06.679440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53402) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:06.682635 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a4266719-1658-4231-9d8d-cb93def3fc81 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4295509 Sep 10 03:55:06.684937 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:06.685677 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:06.765618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bab95ce0-47b3-4c0a-938b-211827d3e2ee req-a4b99c27-d870-4b25-858c-357c512a45f1 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1904380 Sep 10 03:55:06.770206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a324ab6-d964-426b-94c3-e6c4b14368a3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting subnet 89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:55:06.789770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a324ab6-d964-426b-94c3-e6c4b14368a3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:06.830238 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:06.884486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-b2e33272-443a-459d-bac3-871774476feb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:06.886086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-b2e33272-443a-459d-bac3-871774476feb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 1095 time: 0.2391367 Sep 10 03:55:06.895423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a324ab6-d964-426b-94c3-e6c4b14368a3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:06.976258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0757d5-d107-43d0-91f4-5063c7f80735 req-48de1400-36b7-4fa0-a08b-33f2e3c4f206 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:06.987621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc0757d5-d107-43d0-91f4-5063c7f80735 req-48de1400-36b7-4fa0-a08b-33f2e3c4f206 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 945 time: 0.1984880 Sep 10 03:55:07.154083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc0757d5-d107-43d0-91f4-5063c7f80735 req-fc1b82ec-b446-4e08-8495-b0e07a0a99fd tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1629722 Sep 10 03:55:07.166687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ee208fc-6b1e-42cb-b480-852ae4da549f req-02112a61-4b1d-47f7-953f-a852111a224c tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.1650999 Sep 10 03:55:07.341222 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:04Z', 'revision_number': 8, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:07.381609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-77641e86-a9a6-40de-ab76-d5dd8b2098e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:07.381609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-77641e86-a9a6-40de-ab76-d5dd8b2098e0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 912 time: 0.4714017 Sep 10 03:55:07.386262 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:55:07.395569 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:07.395794 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:07.443535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a324ab6-d964-426b-94c3-e6c4b14368a3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:07.469191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-25a893d7-027a-4b46-9cc0-624c86468ec0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2419d1b8-ba05-47de-926f-a36a839a6b25 HTTP/1.1" status: 200 len: 217 time: 0.0897040 Sep 10 03:55:07.491064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2ff465-fbd6-4a60-9cb8-bfa5318c1641 req-71bb4304-56a2-40d3-9d19-164cb9df631e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:07.492626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe2ff465-fbd6-4a60-9cb8-bfa5318c1641 req-71bb4304-56a2-40d3-9d19-164cb9df631e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 945 time: 0.1627057 Sep 10 03:55:07.504752 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:07.509306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5898b-817a-406b-9aa6-bfac9b2b6a01 req-ef2531bc-7e79-4502-be3e-3e4f94e93c00 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:07.517242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cde5898b-817a-406b-9aa6-bfac9b2b6a01 req-ef2531bc-7e79-4502-be3e-3e4f94e93c00 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.2499654 Sep 10 03:55:07.616054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe2ff465-fbd6-4a60-9cb8-bfa5318c1641 req-998adbe2-342c-4dd8-b592-170912022fe6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906315 Sep 10 03:55:07.657906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-81bd5959-8ebc-43e5-bd53-510145a116e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:07.659404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-81bd5959-8ebc-43e5-bd53-510145a116e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 200 len: 850 time: 0.1816969 Sep 10 03:55:07.717786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cde5898b-817a-406b-9aa6-bfac9b2b6a01 req-8711e1b7-bcb1-4799-a51e-8643dfaf559c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1996629 Sep 10 03:55:07.743925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99a66daa-d576-4440-a591-f92ffd911b70 req-3082536a-c7de-40e4-8555-724bfc3855dd tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0587249 Sep 10 03:55:07.792620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-4e6047a4-02e8-4be2-9761-ad8aeb61c5c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:07.794207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-4e6047a4-02e8-4be2-9761-ad8aeb61c5c6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=589a4214-66c2-461f-af8d-b5794ee44cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1105816 Sep 10 03:55:07.920702 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:04Z', 'revision_number': 8, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:07.952183 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eae41178-ce57-42e7-85c8-f8746dbba620 None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:04Z', 'revision_number': 8, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '34bfc5e7-c37a-4014-b3a5-053b512af5f4', 'name': '', 'network_id': '219e8a0e-a774-4d8f-92fb-2e87a42b3e96', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:db:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2055, 'fixed_ips': [{'subnet_id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:54:55Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:07.963284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-91e5dfdb-8d19-4132-945c-4e79da5eaa53 service neutron] 10.222.0.39 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1606169 Sep 10 03:55:07.975881 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a324ab6-d964-426b-94c3-e6c4b14368a3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:08.073844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a324ab6-d964-426b-94c3-e6c4b14368a3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Subnet': ['ID=89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:08.088558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b627ab99-2f0a-4ca5-87b1-eaf3e3f68d5e None None] Network 0ac061d6-3bda-4b68-91e6-cafe28de9d50 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:55:08.093276 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a324ab6-d964-426b-94c3-e6c4b14368a3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:08.097843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5a324ab6-d964-426b-94c3-e6c4b14368a3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b HTTP/1.1" status: 204 len: 168 time: 1.4128623 Sep 10 03:55:08.098557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53418) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:08.134916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1913ca3f-e455-4f9a-820a-05600a4e2103 req-2e43c60f-5459-49af-8377-7b0b8778a9e8 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:08.137281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1913ca3f-e455-4f9a-820a-05600a4e2103 req-2e43c60f-5459-49af-8377-7b0b8778a9e8 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 944 time: 0.1727138 Sep 10 03:55:08.200778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40a5e285-bede-4ba0-ad26-0287f5877940 req-17e72939-b493-4017-a04c-ddb3a42ada44 service neutron] 10.222.0.39 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224586 Sep 10 03:55:08.223017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1913ca3f-e455-4f9a-820a-05600a4e2103 req-f79b10c5-75a9-4a1f-84ec-37044321309e tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651734 Sep 10 03:55:08.312725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:08.469257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7488077-faa6-470d-adf2-e69d7c2da6c9 req-04e074d7-bdd2-417b-ada3-200dd54691e5 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.1266017 Sep 10 03:55:08.469865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 89f050f3-4255-48bf-8c75-683461cf87ef {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:08.470134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:08.564881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07c516c-dfc2-45d3-bdc6-71f964f7bde1 req-209279fb-02b3-41da-9a85-cb4bfc227b4c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:08.566447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a07c516c-dfc2-45d3-bdc6-71f964f7bde1 req-209279fb-02b3-41da-9a85-cb4bfc227b4c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 945 time: 0.1398499 Sep 10 03:55:08.664159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a07c516c-dfc2-45d3-bdc6-71f964f7bde1 req-3b662f1a-94e9-4bd3-8c7f-a3f6dce9d928 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825357 Sep 10 03:55:08.696037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port 89f050f3-4255-48bf-8c75-683461cf87ef, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=89f050f3-4255-48bf-8c75-683461cf87ef,segment=NetworkSegment(db17fb1c-6ce5-4df9-9f18-d4eca5d4186b),segment_id=db17fb1c-6ce5-4df9-9f18-d4eca5d4186b)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:08.696719 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:08.712736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 89f050f3-4255-48bf-8c75-683461cf87ef owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:08.890746 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:08.914112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdf3992b-eb68-4ef7-b851-6f8f42b0f404 None None] DHCP port deletion for 0ac061d6-3bda-4b68-91e6-cafe28de9d50 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:55:08.951492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No DVR routers for this DVR port 89f050f3-4255-48bf-8c75-683461cf87ef on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:08.953669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=89f050f3-4255-48bf-8c75-683461cf87ef,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:08.982674 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68699b88-3e58-4b31-ab38-8a87eab793d8 req-ec9f99bb-bf34-402f-9f3c-44d0ee97296a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0946982 Sep 10 03:55:09.011229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79e2276-3aba-4da6-bec5-a066c888e88c req-39f878de-b7b8-4953-b434-062de2abc0ac tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:09.030348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e79e2276-3aba-4da6-bec5-a066c888e88c req-39f878de-b7b8-4953-b434-062de2abc0ac tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.1929491 Sep 10 03:55:09.077819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:09.105437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac061d6-3bda-4b68-91e6-cafe28de9d50']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:09.117996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:09.118432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db17fb1c-6ce5-4df9-9f18-d4eca5d4186b') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:09.130290 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:09.147810 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:09.154792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e79e2276-3aba-4da6-bec5-a066c888e88c req-544dfb42-8d69-453b-8010-de9627285806 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116297 Sep 10 03:55:09.156730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:55:09.157490 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:55:09.162893 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:55:09.165402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 89f050f3-4255-48bf-8c75-683461cf87ef no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:09.218716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 89f050f3-4255-48bf-8c75-683461cf87ef {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:09.219055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 89f050f3-4255-48bf-8c75-683461cf87ef not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:09.219460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d0dfbab7-0516-45c2-9e1d-facbfe1fd993 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:09.276044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d0dfbab7-0516-45c2-9e1d-facbfe1fd993 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:09.276520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d0dfbab7-0516-45c2-9e1d-facbfe1fd993 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:09.319215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:09.333815 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:09.342285 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/networks/0ac061d6-3bda-4b68-91e6-cafe28de9d50 HTTP/1.1" status: 204 len: 168 time: 1.2392368 Sep 10 03:55:09.346824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53438) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:09.352576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c7c154-0116-488f-b458-abb3cda8407b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Network': ['ID=0ac061d6-3bda-4b68-91e6-cafe28de9d50,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:09.362178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2419d1b8-ba05-47de-926f-a36a839a6b25 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:55:09.540795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2419d1b8-ba05-47de-926f-a36a839a6b25, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2419d1b8-ba05-47de-926f-a36a839a6b25,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:09.557475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '2419d1b8-ba05-47de-926f-a36a839a6b25', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'port_id': '2419d1b8-ba05-47de-926f-a36a839a6b25', 'mac_address': 'fa:16:3e:fd:36:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 227, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:55:09.608752 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:09.619634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d20b1d9-d84f-445e-8310-93bbe6f09f38 req-9fd21d92-da30-4159-965a-7ba099998545 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:09.628329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2419d1b8-ba05-47de-926f-a36a839a6b25 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:55:09.628546 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d20b1d9-d84f-445e-8310-93bbe6f09f38 req-9fd21d92-da30-4159-965a-7ba099998545 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 944 time: 0.3292937 Sep 10 03:55:09.661531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2419d1b8-ba05-47de-926f-a36a839a6b25, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2419d1b8-ba05-47de-926f-a36a839a6b25,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:09.732644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c930915-175c-49aa-8232-f704d1034567 req-94236bac-ab94-41a2-9dbe-fbd9540fba5e tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.1013062 Sep 10 03:55:09.753310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:09.797757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-e4da475c-0d70-4a87-b0a6-f01c20c62a92 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:09.799264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-e4da475c-0d70-4a87-b0a6-f01c20c62a92 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 945 time: 0.1566834 Sep 10 03:55:09.816316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d20b1d9-d84f-445e-8310-93bbe6f09f38 req-c2c039e2-26c6-4e7b-b73c-30fe12ae6f3a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1866279 Sep 10 03:55:09.926973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2419d1b8-ba05-47de-926f-a36a839a6b25,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:09.994724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['2419d1b8-ba05-47de-926f-a36a839a6b25'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:10.010486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806607b2-5bc7-42f5-8b2f-90833dadc3ff req-7343ef09-04bc-4846-a522-05cfd97e2aa9 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:10.012801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-806607b2-5bc7-42f5-8b2f-90833dadc3ff req-7343ef09-04bc-4846-a522-05cfd97e2aa9 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 945 time: 0.1417565 Sep 10 03:55:10.191578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07258032-9202-4a23-bf9c-475acf2c294e req-b93ced55-20c9-451f-b04c-2cfcfec3c51a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0812707 Sep 10 03:55:10.202518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Deleting port 4131aa99-fb14-4774-a9df-6750722c6b05 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:10.203268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:10.275943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-806607b2-5bc7-42f5-8b2f-90833dadc3ff req-94c6eb6b-d0ff-4bb4-9a3c-087602c10167 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534032 Sep 10 03:55:10.279735 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:10.876804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] For port 4131aa99-fb14-4774-a9df-6750722c6b05, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4131aa99-fb14-4774-a9df-6750722c6b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:10.877520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:10.923163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2bcf67-8c80-4898-a2e0-c2257df782d7 req-6938b5b1-0320-457f-8cc7-d59044488335 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:10.932437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb2bcf67-8c80-4898-a2e0-c2257df782d7 req-6938b5b1-0320-457f-8cc7-d59044488335 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.6484816 Sep 10 03:55:11.009044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Calling delete_port for 4131aa99-fb14-4774-a9df-6750722c6b05 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:11.053913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1afb6398-3d25-4b2a-bab3-0c82df10c8c1 req-126a2ec4-217a-4dad-88d5-a9c146724f4b tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0899003 Sep 10 03:55:11.099278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb2bcf67-8c80-4898-a2e0-c2257df782d7 req-19b5a0b8-d9e5-40e5-8280-af497392ba30 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659191 Sep 10 03:55:11.373803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92800022-6cec-4967-8d3b-63c38b7aa581 req-e888f018-0069-480a-a8f1-2cc1c1c0cbb8 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0504215 Sep 10 03:55:11.379197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 34bfc5e7-c37a-4014-b3a5-053b512af5f4 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:11.379588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:11.380068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2419d1b8-ba05-47de-926f-a36a839a6b25 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:55:11.415579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da14e82-70a0-4810-b039-5968bace6eea req-40e55195-5d9a-4933-a4b5-cd4671340b36 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:11.417314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9da14e82-70a0-4810-b039-5968bace6eea req-40e55195-5d9a-4933-a4b5-cd4671340b36 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 945 time: 0.1321301 Sep 10 03:55:11.478783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:11.491867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:11.544488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event deleted for resources: {'Port': ['ID=4131aa99-fb14-4774-a9df-6750722c6b05,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:11.583120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 2419d1b8-ba05-47de-926f-a36a839a6b25 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:55:11.584425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9da14e82-70a0-4810-b039-5968bace6eea req-9daa874f-142a-441e-9252-d593a8f50f24 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1598997 Sep 10 03:55:11.596088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 2419d1b8-ba05-47de-926f-a36a839a6b25 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:55:11.597144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:11.621497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port 34bfc5e7-c37a-4014-b3a5-053b512af5f4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=34bfc5e7-c37a-4014-b3a5-053b512af5f4,segment=NetworkSegment(6931599e-d9fb-4382-8ee8-8f4fe5cad7f0),segment_id=6931599e-d9fb-4382-8ee8-8f4fe5cad7f0)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:11.621874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:11.634775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 34bfc5e7-c37a-4014-b3a5-053b512af5f4 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:11.826303 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:11.828972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] No DVR routers for this DVR port 4131aa99-fb14-4774-a9df-6750722c6b05 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:11.833753 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:11.836258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a212828a-5b3c-485f-ae63-57bb6447f765 req-af7922cb-1d0c-45d2-a740-de57122621f4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "DELETE /v2.0/ports/4131aa99-fb14-4774-a9df-6750722c6b05 HTTP/1.1" status: 204 len: 173 time: 2.0187562 Sep 10 03:55:11.840719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b8965aa-573f-4380-95e3-c9f01813bcdc', 'name': 'network-vif-deleted', 'tag': '4131aa99-fb14-4774-a9df-6750722c6b05'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:11.841264 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1492a1cb-9d49-4c32-8b7e-9c039ca9c1dd" -d '{"events": [{"server_uuid": "8b8965aa-573f-4380-95e3-c9f01813bcdc", "name": "network-vif-deleted", "tag": "4131aa99-fb14-4774-a9df-6750722c6b05"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:11.885096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39676e00-c11c-4ced-b120-6de5d1abe367 req-21c61914-d1cb-49a9-90ed-cb4b94009f3f tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b8965aa-573f-4380-95e3-c9f01813bcdc HTTP/1.1" status: 200 len: 210 time: 0.2949579 Sep 10 03:55:11.895904 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:11.957965 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c315d69c-19db-447a-8a43-0d5ac7fa9ec4 x-openstack-request-id: req-c315d69c-19db-447a-8a43-0d5ac7fa9ec4 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:11.958666 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b8965aa-573f-4380-95e3-c9f01813bcdc", "name": "network-vif-deleted", "tag": "4131aa99-fb14-4774-a9df-6750722c6b05", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:11.959078 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c315d69c-19db-447a-8a43-0d5ac7fa9ec4 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:11.959621 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b8965aa-573f-4380-95e3-c9f01813bcdc', 'name': 'network-vif-deleted', 'tag': '4131aa99-fb14-4774-a9df-6750722c6b05', 'status': 'completed', 'code': 200} Sep 10 03:55:11.960967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=34bfc5e7-c37a-4014-b3a5-053b512af5f4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:11.984319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2419d1b8-ba05-47de-926f-a36a839a6b25, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2419d1b8-ba05-47de-926f-a36a839a6b25,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:11.989354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419d1b8-ba05-47de-926f-a36a839a6b25'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:11.996960 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d254634-c19b-40a9-b7ba-15776aca5f7d" -d '{"events": [{"server_uuid": "761c0eaa-6ce4-42ed-af2e-456291a49e36", "name": "network-vif-plugged", "status": "completed", "tag": "2419d1b8-ba05-47de-926f-a36a839a6b25"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:12.084591 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:12.267902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2419d1b8-ba05-47de-926f-a36a839a6b25,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:12.326004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c3cc930-f2f2-4bcf-b129-1a63b8cbabb0 req-7f0a5c71-7510-4ead-ba19-b8cfb8b12eb8 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0462282 Sep 10 03:55:12.349226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:12.558973 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e535c7f9-807f-4d1c-bd33-76fcf9709223 x-openstack-request-id: req-e535c7f9-807f-4d1c-bd33-76fcf9709223 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:12.560091 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761c0eaa-6ce4-42ed-af2e-456291a49e36", "name": "network-vif-plugged", "status": "completed", "tag": "2419d1b8-ba05-47de-926f-a36a839a6b25", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:12.560367 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e535c7f9-807f-4d1c-bd33-76fcf9709223 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:12.560855 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2419d1b8-ba05-47de-926f-a36a839a6b25', 'code': 200} Sep 10 03:55:12.731415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68c20d73-320f-4b2e-ba74-4ea617e5b625 req-ef075f58-8440-4cc9-b1c3-7b01fad1e0d3 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0577588 Sep 10 03:55:12.752022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530f475-9dd3-4615-9ffe-8bd4026587bc req-64575527-627c-487b-ae31-271f84c84049 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:12.753564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b530f475-9dd3-4615-9ffe-8bd4026587bc req-64575527-627c-487b-ae31-271f84c84049 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.2564113 Sep 10 03:55:12.764251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:55:12.830322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f0b3e2-d64a-45b2-a56d-e86818fc9d3f req-96b41f81-6f4d-421d-b9c9-abc7dc1f143d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:12.846167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49f0b3e2-d64a-45b2-a56d-e86818fc9d3f req-96b41f81-6f4d-421d-b9c9-abc7dc1f143d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 1097 time: 0.1829252 Sep 10 03:55:13.176354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b530f475-9dd3-4615-9ffe-8bd4026587bc req-a9786cc1-c676-4908-9213-4bfe4a11b508 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3898516 Sep 10 03:55:13.204917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53484) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:13.263198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49f0b3e2-d64a-45b2-a56d-e86818fc9d3f req-7ff4f0fa-32c6-4c7f-b1c9-f395c5ce2ba2 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4160221 Sep 10 03:55:13.304656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:55:13.315651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:55:13.338004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53490) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:13.338761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9615eeee-c62b-402b-8717-406f67b64c51 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9897635 Sep 10 03:55:13.340907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:13.341564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:13.402530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648df59c-3fc2-4c07-80c5-e061645953f8 req-1a07a2a3-bac3-41d3-b161-8a0337ca454c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:13.433684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-648df59c-3fc2-4c07-80c5-e061645953f8 req-1a07a2a3-bac3-41d3-b161-8a0337ca454c tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 946 time: 0.5129304 Sep 10 03:55:13.474037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca78eaac-e6d2-459a-b149-7d75b49b1087 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting subnet 3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:55:13.477945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca78eaac-e6d2-459a-b149-7d75b49b1087 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:13.554117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-648df59c-3fc2-4c07-80c5-e061645953f8 req-e034892c-18ce-4920-b096-4a63fcf144c2 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253273 Sep 10 03:55:13.583218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f0c68cbb-3dfe-429e-a94e-bd27854afd68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:13.605526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca78eaac-e6d2-459a-b149-7d75b49b1087 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:13.671710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4131aa99-fb14-4774-a9df-6750722c6b05 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:13.705229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 4131aa99-fb14-4774-a9df-6750722c6b05 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:13.706113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4131aa99-fb14-4774-a9df-6750722c6b05 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:13.710057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:13.746883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b26a2beb-8705-4fbe-8e85-7af0075c2948 req-5f17f0da-c017-45e4-a200-3c4e105fd407 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0435779 Sep 10 03:55:13.837991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca78eaac-e6d2-459a-b149-7d75b49b1087 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:13.869827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-778e1e72-85ab-4dcb-966a-5a95d261481e req-e8a5680c-18cf-4cf9-883b-6021f34a772f tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0288353 Sep 10 03:55:13.912240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f0c68cbb-3dfe-429e-a94e-bd27854afd68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:13.999666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:11Z', 'revision_number': 9, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:14.009965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f0c68cbb-3dfe-429e-a94e-bd27854afd68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.016640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca78eaac-e6d2-459a-b149-7d75b49b1087 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.036655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:55:14.051771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:14.052400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:14.072358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca78eaac-e6d2-459a-b149-7d75b49b1087 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Subnet': ['ID=3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:14.072358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca78eaac-e6d2-459a-b149-7d75b49b1087 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.074316 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ca78eaac-e6d2-459a-b149-7d75b49b1087 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846 HTTP/1.1" status: 204 len: 168 time: 0.7344818 Sep 10 03:55:14.076803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53500) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:14.115753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab85eddb-afd3-4b7e-a77f-57ea4a2c4fb9 None None] Network 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:55:14.189546 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f0c68cbb-3dfe-429e-a94e-bd27854afd68 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2e3a0a016c1345bbba813308fcf40175&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9792144 Sep 10 03:55:14.189546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c68cbb-3dfe-429e-a94e-bd27854afd68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6e421c-0ae2-45bf-b934-9509851fd655,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:14.192085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53506) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:14.387202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:14.443475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.493010 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef5130b6-abbe-405c-9184-988f08f88f9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.545767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef5130b6-abbe-405c-9184-988f08f88f9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.622474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e7e27c-18fc-49cc-a1cb-e2675e5f0f5c req-a4371860-b79d-42cd-99aa-a69e425c6201 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:14.630105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7e7e27c-18fc-49cc-a1cb-e2675e5f0f5c req-a4371860-b79d-42cd-99aa-a69e425c6201 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.2244189 Sep 10 03:55:14.640890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] DHCP port deletion for 219e8a0e-a774-4d8f-92fb-2e87a42b3e96 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:55:14.688530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7e7e27c-18fc-49cc-a1cb-e2675e5f0f5c req-692a323f-2a61-42a2-a8b0-c1b42a3db4b3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572340 Sep 10 03:55:14.789653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Deleting port 141676a0-0f60-4b14-ab31-33242c4a818d {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:14.790202 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.861782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 141676a0-0f60-4b14-ab31-33242c4a818d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:14.862371 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.871644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] For port 141676a0-0f60-4b14-ab31-33242c4a818d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=141676a0-0f60-4b14-ab31-33242c4a818d,segment=NetworkSegment(6931599e-d9fb-4382-8ee8-8f4fe5cad7f0),segment_id=6931599e-d9fb-4382-8ee8-8f4fe5cad7f0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:14.872144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.886520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Calling delete_port for 141676a0-0f60-4b14-ab31-33242c4a818d owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:14.931017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port 141676a0-0f60-4b14-ab31-33242c4a818d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=141676a0-0f60-4b14-ab31-33242c4a818d,segment=NetworkSegment(6931599e-d9fb-4382-8ee8-8f4fe5cad7f0),segment_id=6931599e-d9fb-4382-8ee8-8f4fe5cad7f0)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:14.931652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:14.945320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 141676a0-0f60-4b14-ab31-33242c4a818d owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:14.989147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:11Z', 'revision_number': 9, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:15.032384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927e1a57-973e-45d6-bd6d-43ccab7b4892 req-c2067c42-bf3f-4f3d-95f6-6869b05a0492 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:15.039738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-927e1a57-973e-45d6-bd6d-43ccab7b4892 req-c2067c42-bf3f-4f3d-95f6-6869b05a0492 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 946 time: 0.2358878 Sep 10 03:55:15.055134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29090d3c-99f8-49db-a41a-58ab0421e0b3 None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:11Z', 'revision_number': 9, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9894e62b-3c9f-46a0-af8d-609c93401000', 'name': '', 'network_id': 'd9440680-bf34-4641-ad5b-69a25246bfcb', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:af:b9:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2043, 'fixed_ips': [{'subnet_id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:38Z', 'updated_at': '2021-09-10T03:54:47Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': '70f6674d-2624-4e5d-a21f-f3698494bed2', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:15.063939 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.075993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-53fc4112-681e-42eb-b2bd-70f61cfdda74 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:15.083191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-53fc4112-681e-42eb-b2bd-70f61cfdda74 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.6308219 Sep 10 03:55:15.109078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Pushing event deleted for resources: {'Port': ['ID=141676a0-0f60-4b14-ab31-33242c4a818d,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:15.117873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-24f5111f-3e88-4fd5-b62c-26fbfece52d1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/quotas/e7a7c4f9449549619fc86ca9ae6e6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0278893 Sep 10 03:55:15.118993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] No DVR routers for this DVR port 141676a0-0f60-4b14-ab31-33242c4a818d on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:15.139281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.139743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.140276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.140671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.141103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.141493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.142024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.142461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.143242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.144388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.145194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.145942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22d5455f-dbcc-4773-a1f0-f8db5b7cfd86 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:15.157516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef5130b6-abbe-405c-9184-988f08f88f9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.160048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef5130b6-abbe-405c-9184-988f08f88f9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.168795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ef5130b6-abbe-405c-9184-988f08f88f9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b6e421c-0ae2-45bf-b934-9509851fd655 HTTP/1.1" status: 204 len: 168 time: 0.9702542 Sep 10 03:55:15.261452 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-927e1a57-973e-45d6-bd6d-43ccab7b4892 req-8d8f1949-b559-41c0-b6ec-0f8313ecc269 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2198954 Sep 10 03:55:15.293862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-7a6b18f0-45c7-4106-8a68-984d11f37cef tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1721082 Sep 10 03:55:15.294902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5130b6-abbe-405c-9184-988f08f88f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6e421c-0ae2-45bf-b934-9509851fd655,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:15.312399 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.374778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No DVR routers for this DVR port 141676a0-0f60-4b14-ab31-33242c4a818d on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:15.385294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=141676a0-0f60-4b14-ab31-33242c4a818d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:15.441746 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7918120f-bb2a-4354-83a2-9fc02608d060 req-de3f6af1-761d-47c1-9725-726583a35279 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0577049 Sep 10 03:55:15.478896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 141676a0-0f60-4b14-ab31-33242c4a818d no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:15.567475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.588063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 141676a0-0f60-4b14-ab31-33242c4a818d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:15.594816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 141676a0-0f60-4b14-ab31-33242c4a818d not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:15.674766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['219e8a0e-a774-4d8f-92fb-2e87a42b3e96']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:15.679081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dcf751f-e3f6-49d1-a8f1-d7f461918556 req-8178180f-3cb8-452a-b762-569da65b5e8e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0536566 Sep 10 03:55:15.693379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:15.693723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6931599e-d9fb-4382-8ee8-8f4fe5cad7f0') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:15.719589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.738768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.756517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:55:15.757084 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:55:15.760646 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:55:15.780013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-2d2ceeda-486b-4178-81ae-6e3feab175af service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4381337 Sep 10 03:55:15.981400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cad9407-8d11-4aff-9fb0-ce9c7f5af008 req-47ee613c-86fb-4972-bed0-781bc7b045d8 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:15.983295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cad9407-8d11-4aff-9fb0-ce9c7f5af008 req-47ee613c-86fb-4972-bed0-781bc7b045d8 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 946 time: 0.2012424 Sep 10 03:55:15.984069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.992174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:15.992510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53534) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:15.994265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/networks/219e8a0e-a774-4d8f-92fb-2e87a42b3e96 HTTP/1.1" status: 204 len: 168 time: 1.9164231 Sep 10 03:55:15.997979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-aa7c8892-cc3d-499f-b8cb-d567edcc2030 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Request body: {'floatingip': {'port_id': '2419d1b8-ba05-47de-926f-a36a839a6b25'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:16.000799 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53536) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:16.055328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53538) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:16.073479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8892-cc3d-499f-b8cb-d567edcc2030 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:16.082167 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-226482fc-845f-483e-b35a-a119fd4583c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:16.114767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37868e-683f-4b43-ad5d-57f1a1de3f1e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Network': ['ID=219e8a0e-a774-4d8f-92fb-2e87a42b3e96,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:16.159989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-97509bd7-607a-49fb-ac47-5dcf87a93326 service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3789780 Sep 10 03:55:16.346790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888f8d67-7963-4fa7-8a7c-be8f3a03cb82 req-60cf3b4a-490e-4a7f-9eb2-ef54fd0208ef tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:16.348506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-888f8d67-7963-4fa7-8a7c-be8f3a03cb82 req-60cf3b4a-490e-4a7f-9eb2-ef54fd0208ef tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.2281694 Sep 10 03:55:16.592526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8892-cc3d-499f-b8cb-d567edcc2030 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:16.677472 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8892-cc3d-499f-b8cb-d567edcc2030 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:16.852960 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-aa7c8892-cc3d-499f-b8cb-d567edcc2030 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Floating IP 3ce1ddd9-e7e8-476e-825a-3ea68784c991 associated. External IP: 172.25.3.220, port: 2419d1b8-ba05-47de-926f-a36a839a6b25. Sep 10 03:55:16.956698 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e6d7000-5ce0-47c1-b303-29ba1eba60d7 req-120f3dd9-719c-46d1-9536-8785b97d95b2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 210 time: 0.0338068 Sep 10 03:55:16.985555 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-226482fc-845f-483e-b35a-a119fd4583c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:17.015012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-888f8d67-7963-4fa7-8a7c-be8f3a03cb82 req-4cb6a549-f8fb-4e44-ae6a-8c6a9c410920 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999053 Sep 10 03:55:17.067974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 34bfc5e7-c37a-4014-b3a5-053b512af5f4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:17.068606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-226482fc-845f-483e-b35a-a119fd4583c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:17.143275 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-226482fc-845f-483e-b35a-a119fd4583c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c104596f7b954c3f83c350bc1212cddd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0868678 Sep 10 03:55:17.143558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53554) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:17.149347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 34bfc5e7-c37a-4014-b3a5-053b512af5f4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:17.152271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 34bfc5e7-c37a-4014-b3a5-053b512af5f4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:17.237620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59076b94-319b-452a-98cf-be9f903141d6 req-e134507a-3579-4b7e-a230-1257c1cdf0f2 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0535126 Sep 10 03:55:17.239424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a0e7716-f327-41ed-8139-d2c44b006642 req-5b861dd6-0b66-47c1-93b7-3a56e696ee73 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0793469 Sep 10 03:55:17.297379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226482fc-845f-483e-b35a-a119fd4583c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9b374d-2b2c-4ca7-bb15-d93001668de1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:17.298564 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:17.321675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7c8892-cc3d-499f-b8cb-d567edcc2030 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:55:17.360655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5caeae7-93fc-4a51-ab9b-8794f58f4af7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:17.469017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7c8892-cc3d-499f-b8cb-d567edcc2030 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:55:17.473523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa7c8892-cc3d-499f-b8cb-d567edcc2030 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:17.480263 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] Sync routers for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:55:17.491192 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:17.491730 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5caeae7-93fc-4a51-ab9b-8794f58f4af7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:17.491853 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:17.514442 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aa7c8892-cc3d-499f-b8cb-d567edcc2030 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "PUT /v2.0/floatingips/3ce1ddd9-e7e8-476e-825a-3ea68784c991 HTTP/1.1" status: 200 len: 992 time: 1.5208876 Sep 10 03:55:17.515424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'tag': '2419d1b8-ba05-47de-926f-a36a839a6b25'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:17.519134 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0" -d '{"events": [{"name": "network-changed", "server_uuid": "761c0eaa-6ce4-42ed-af2e-456291a49e36", "tag": "2419d1b8-ba05-47de-926f-a36a839a6b25"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:17.787314 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:17.830687 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3bb89cc-b5af-46b3-bef5-69ce666fbf20 x-openstack-request-id: req-d3bb89cc-b5af-46b3-bef5-69ce666fbf20 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:17.831129 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "761c0eaa-6ce4-42ed-af2e-456291a49e36", "tag": "2419d1b8-ba05-47de-926f-a36a839a6b25", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:17.831484 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3bb89cc-b5af-46b3-bef5-69ce666fbf20 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:17.832769 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'tag': '2419d1b8-ba05-47de-926f-a36a839a6b25', 'status': 'completed', 'code': 200} Sep 10 03:55:17.905700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-543ba807-2b17-4bb2-897f-d2a0f70eeb51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1895881 Sep 10 03:55:18.030899 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5caeae7-93fc-4a51-ab9b-8794f58f4af7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:18.038641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5caeae7-93fc-4a51-ab9b-8794f58f4af7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:18.042513 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a5caeae7-93fc-4a51-ab9b-8794f58f4af7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c9b374d-2b2c-4ca7-bb15-d93001668de1 HTTP/1.1" status: 204 len: 168 time: 0.8974047 Sep 10 03:55:18.142625 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '3ce1ddd9-e7e8-476e-825a-3ea68784c991', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'port_id': '2419d1b8-ba05-47de-926f-a36a839a6b25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'mac_address': 'fa:16:3e:fd:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:55:16Z', 'revision_number': 1, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:18.177760 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] Checking router: b1c0d232-df9e-4f7b-ac58-e8ecc03527ad for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:55:18.191374 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:18.192149 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:18.272886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5caeae7-93fc-4a51-ab9b-8794f58f4af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9b374d-2b2c-4ca7-bb15-d93001668de1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:18.310994 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:18.357655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da0c16a9-e434-44ac-aaf7-e36e81d647a4 req-9436577a-983e-4909-9cf6-29605b0a9982 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 210 time: 0.1256549 Sep 10 03:55:18.413832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-9e3f58e8-93b0-49e2-a0d9-32d6e4471dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:18.419365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-9e3f58e8-93b0-49e2-a0d9-32d6e4471dcf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 1096 time: 0.4449592 Sep 10 03:55:18.449337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-a65d6ffd-1f2c-4eb3-a9d8-3635626d5fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:18.462491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-a65d6ffd-1f2c-4eb3-a9d8-3635626d5fcc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 1097 time: 0.6064382 Sep 10 03:55:18.626700 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '3ce1ddd9-e7e8-476e-825a-3ea68784c991', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'port_id': '2419d1b8-ba05-47de-926f-a36a839a6b25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'mac_address': 'fa:16:3e:fd:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:55:16Z', 'revision_number': 1, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:18.657706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d5591-8de7-4de0-ab6f-e34ad3558b0e req-5e47ea38-f5d7-482c-bafa-c73149ac378c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:18.659247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-187d5591-8de7-4de0-ab6f-e34ad3558b0e req-5e47ea38-f5d7-482c-bafa-c73149ac378c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.4512813 Sep 10 03:55:18.673616 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c94179-22ad-41ef-8920-abb6dac59b4e None None] The sync data for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 is: [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '3ce1ddd9-e7e8-476e-825a-3ea68784c991', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'floating_ip_address': '172.25.3.220', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'port_id': '2419d1b8-ba05-47de-926f-a36a839a6b25', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2056, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'mac_address': 'fa:16:3e:fd:36:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:54:46Z', 'updated_at': '2021-09-10T03:55:16Z', 'revision_number': 1, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:18.683553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd37d353-a5cc-4a50-a8b4-b677968d79b7 req-27c41521-3702-43e5-b2ee-7bff7f8a9c10 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.1849320 Sep 10 03:55:18.905552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-53fdd2b7-71d2-49cf-a077-48d18ff19e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:18.907549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-53fdd2b7-71d2-49cf-a077-48d18ff19e6c service neutron] 10.222.0.39 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 912 time: 0.4238389 Sep 10 03:55:18.923597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 9894e62b-3c9f-46a0-af8d-609c93401000 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:18.924131 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:19.007515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09741abf-dc31-4529-a393-4cb9c70141f2 None None] New status for floating IP 3ce1ddd9-e7e8-476e-825a-3ea68784c991: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:55:19.110597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-d9061560-39be-47c8-ae60-2008dbe93c73 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2419d1b8-ba05-47de-926f-a36a839a6b25 HTTP/1.1" status: 200 len: 1000 time: 0.1681294 Sep 10 03:55:19.136308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f84f7983-1e60-4516-b0cf-9322d961b871 req-c47a20ca-397c-4adf-8ef0-f0176f9c5c7e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.2144921 Sep 10 03:55:19.259346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port 9894e62b-3c9f-46a0-af8d-609c93401000, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9894e62b-3c9f-46a0-af8d-609c93401000,segment=NetworkSegment(bae6234b-a183-4b6a-b5d0-fb5dd737ec12),segment_id=bae6234b-a183-4b6a-b5d0-fb5dd737ec12)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:19.260361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:19.284560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 9894e62b-3c9f-46a0-af8d-609c93401000 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:19.325496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-92bd4c11-a239-43ad-b4b1-6acc7906f7c1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:19.328290 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-92bd4c11-a239-43ad-b4b1-6acc7906f7c1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.3535123 Sep 10 03:55:19.347856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Request body: {'port': {'device_id': 'a0982561-b232-476b-8fab-82eac6003d96', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'admin_state_up': True, 'tenant_id': 'e7a7c4f9449549619fc86ca9ae6e6fd2'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:19.352186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-187d5591-8de7-4de0-ab6f-e34ad3558b0e req-4ee45704-16b7-421a-8567-8ec5865b2be8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6380024 Sep 10 03:55:19.440018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-cfe70d14-0ef3-48f7-a87d-c2b7929b6dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:19.441529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-cfe70d14-0ef3-48f7-a87d-c2b7929b6dff service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.9778204 Sep 10 03:55:19.539905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-56094f2c-1e01-4186-b14a-00d41173a78c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e HTTP/1.1" status: 200 len: 217 time: 0.0865612 Sep 10 03:55:19.617709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-c8ebf6cd-c18d-44cc-8427-a867f260cd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:19.619571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-c8ebf6cd-c18d-44cc-8427-a867f260cd06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0671668 Sep 10 03:55:19.657921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e4bc4c8-9e11-4e97-8682-1545b93a25cb req-22172714-c63c-4e13-be49-46eb99acb85e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 210 time: 0.1221595 Sep 10 03:55:19.691144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Made reservation on behalf of e7a7c4f9449549619fc86ca9ae6e6fd2 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:55:19.694738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:19.885120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-caf9d04e-efdc-4e8e-9c4e-9af80ea66703 req-df802946-9404-4713-ba18-ea50e0a9f5bb tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0726788 Sep 10 03:55:19.908155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-3f6289db-7a9f-47c0-a1ab-25ae3fe75c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:19.913731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-3f6289db-7a9f-47c0-a1ab-25ae3fe75c69 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 200 len: 850 time: 0.6163335 Sep 10 03:55:19.914104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-9ffc8065-988b-4bfb-be35-dc527aa87eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:19.917746 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-9ffc8065-988b-4bfb-be35-dc527aa87eee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2622309 Sep 10 03:55:19.945446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Allocated IP 172.20.0.3 (4b406e7e-d47b-4017-ba3e-24ec1e47a252/896487ef-0a57-4d1a-9d81-7f7479231ead/aa826b51-f562-478c-ba0b-325102bbf9e6) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:55:20.161505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-2b05ae0f-4762-4539-b71d-f100494014df service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273455 Sep 10 03:55:20.229268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-ef95a7b2-094e-4601-8207-20bf572e14e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:20.231921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-ef95a7b2-094e-4601-8207-20bf572e14e2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=589a4214-66c2-461f-af8d-b5794ee44cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3130562 Sep 10 03:55:20.235489 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:20.244607 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:20.358832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=9894e62b-3c9f-46a0-af8d-609c93401000,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:20.410289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:20.427052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:20.463161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a3c65a-78af-4c31-b0a3-9013d0739937 req-a12059b2-59b6-4130-afe9-3e48aaee6387 service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2927015 Sep 10 03:55:20.565312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6f9597c-3141-4f60-8dcb-909b2a4728bd req-d269ce67-a066-47e6-b76e-d9f738d23998 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.1245379 Sep 10 03:55:20.603922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-296b2cb2-ee6d-45e3-bb3e-19c2b1ef5f15 service neutron] 10.222.0.39 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3558378 Sep 10 03:55:20.613852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:55:20.635468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:55:20.645547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:55:20.834321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:20.835024 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:20.837615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event updated for resources: {'Port': ['ID=aa826b51-f562-478c-ba0b-325102bbf9e6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:21.022374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ff6c2e-f9a8-4727-8ae2-132067cc9a41 req-2860952f-c227-4dff-8b57-73844a57d0be tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:21.023795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57ff6c2e-f9a8-4727-8ae2-132067cc9a41 req-2860952f-c227-4dff-8b57-73844a57d0be tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.1944077 Sep 10 03:55:21.028416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:21.040376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef58fbd0-fff0-4e62-a639-b79fd12e2d5f req-408775c8-62f5-40b7-8eda-c3f4656c3594 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:21.041892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef58fbd0-fff0-4e62-a639-b79fd12e2d5f req-408775c8-62f5-40b7-8eda-c3f4656c3594 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 931 time: 0.1849985 Sep 10 03:55:21.043843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-740d88e4-d4e6-4c6a-95fe-0d8f456c75e0 req-87b492c9-c739-4830-84fc-13f45f963310 service neutron] 10.222.0.39 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4309428 Sep 10 03:55:21.175448 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a63bd3ed-e98f-4bf8-bf62-e4caac3c7e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:21.222248 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-5b13780e-f3e4-4279-afdf-219190d3d60e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8846509 Sep 10 03:55:21.236685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Request body: {'port': {'device_id': 'a0982561-b232-476b-8fab-82eac6003d96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:21.408551 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:21.627158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef58fbd0-fff0-4e62-a639-b79fd12e2d5f req-226f5828-9bd1-4722-9e3a-c363a18bfa2e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5574167 Sep 10 03:55:21.629845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57ff6c2e-f9a8-4727-8ae2-132067cc9a41 req-e148a392-9c34-40ba-a7d6-73972c562bd7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5821333 Sep 10 03:55:21.742488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:55:21.865204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb279900-3f47-47d7-8cda-d64eedac2499 req-bf3b515b-820f-4d62-b9e9-73d2ba0cded5 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0513997 Sep 10 03:55:21.886637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aa826b51-f562-478c-ba0b-325102bbf9e6 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:55:21.896718 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:21.914412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Transition to ACTIVE for port object aa826b51-f562-478c-ba0b-325102bbf9e6 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:55:21.984194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b69c62a9-73d5-401a-b96c-d40c8a3dc36f req-d29f1a0e-0269-47da-a960-6a280e1a9fe1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8d22b36-cdbe-436a-bd27-af46e04d5567 HTTP/1.1" status: 200 len: 210 time: 0.0313215 Sep 10 03:55:21.984194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:55:21.990025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ad2944f5-2b2d-42de-86b6-b321c216549c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9610450 Sep 10 03:55:21.990025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53632) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:21.993057 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:55:22.009430 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:22.010300 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:22.032784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.064233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a93d88c-04af-4207-9145-a34b4daa7b74 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting subnet 70f6674d-2624-4e5d-a21f-f3698494bed2 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:55:22.067981 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a93d88c-04af-4207-9145-a34b4daa7b74 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.109699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Pushing event updated for resources: {'Port': ['ID=aa826b51-f562-478c-ba0b-325102bbf9e6,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:22.142048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a93d88c-04af-4207-9145-a34b4daa7b74 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.154638 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:22.206005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Attempting to bind port aa826b51-f562-478c-ba0b-325102bbf9e6 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:55:22.208451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Attempting to bind port aa826b51-f562-478c-ba0b-325102bbf9e6 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:55:22.208451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Attempting to bind port aa826b51-f562-478c-ba0b-325102bbf9e6 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:55:22.212254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Port aa826b51-f562-478c-ba0b-325102bbf9e6 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:55:22.212773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Attempting to bind port aa826b51-f562-478c-ba0b-325102bbf9e6 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:55:22.219050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:55:22.219705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Checking segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:55:22.220254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Bound using segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:55:22.220854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Bound port: aa826b51-f562-478c-ba0b-325102bbf9e6, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:55:22.221374 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.248346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a93d88c-04af-4207-9145-a34b4daa7b74 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.303037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] For port aa826b51-f562-478c-ba0b-325102bbf9e6, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:55:22.303037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] For port aa826b51-f562-478c-ba0b-325102bbf9e6, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aa826b51-f562-478c-ba0b-325102bbf9e6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:55:22.383564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.383738 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a93d88c-04af-4207-9145-a34b4daa7b74 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.397012 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a93d88c-04af-4207-9145-a34b4daa7b74 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.401929 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8a93d88c-04af-4207-9145-a34b4daa7b74 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/70f6674d-2624-4e5d-a21f-f3698494bed2 HTTP/1.1" status: 204 len: 168 time: 0.4120750 Sep 10 03:55:22.402653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53650) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:22.404429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf3c1cb8-44d2-48ed-8d6d-139fda8fcc1a None None] Network d9440680-bf34-4641-ad5b-69a25246bfcb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:55:22.418020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:22.418645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.420087 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] 10.222.0.39 "PUT /v2.0/ports/aa826b51-f562-478c-ba0b-325102bbf9e6 HTTP/1.1" status: 200 len: 1091 time: 1.1889644 Sep 10 03:55:22.420546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0982561-b232-476b-8fab-82eac6003d96', 'tag': 'aa826b51-f562-478c-ba0b-325102bbf9e6'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:22.423028 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-788eff97-544d-40c3-a641-1fea8eb568c2" -d '{"events": [{"name": "network-changed", "server_uuid": "a0982561-b232-476b-8fab-82eac6003d96", "tag": "aa826b51-f562-478c-ba0b-325102bbf9e6"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:22.469196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a93d88c-04af-4207-9145-a34b4daa7b74 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Subnet': ['ID=70f6674d-2624-4e5d-a21f-f3698494bed2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:22.497985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2df158-ab07-4cea-8a55-e96211fd9d6b service neutron] Pushing event updated for resources: {'Port': ['ID=aa826b51-f562-478c-ba0b-325102bbf9e6,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:22.505498 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:19Z', 'revision_number': 10, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:22.523252 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1baf57c-6ec5-426b-8f7f-bf5f9ae952c5 x-openstack-request-id: req-b1baf57c-6ec5-426b-8f7f-bf5f9ae952c5 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:22.524100 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0982561-b232-476b-8fab-82eac6003d96", "tag": "aa826b51-f562-478c-ba0b-325102bbf9e6", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:22.524100 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1baf57c-6ec5-426b-8f7f-bf5f9ae952c5 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:22.525146 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0982561-b232-476b-8fab-82eac6003d96', 'tag': 'aa826b51-f562-478c-ba0b-325102bbf9e6', 'status': 'completed', 'code': 200} Sep 10 03:55:22.551241 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:55:22.569795 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:22.570417 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:54:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:22.574885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.597386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-a1446641-56fe-4b47-8f47-9f7f802b648e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:22.599333 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-a1446641-56fe-4b47-8f47-9f7f802b648e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 1094 time: 0.0585635 Sep 10 03:55:22.641511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 56d0aadc-721d-4f68-9933-7ca3aac8559b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:22.642005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.654023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-0c02e8aa-f312-4516-80c1-65978e7b3841 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa826b51-f562-478c-ba0b-325102bbf9e6 HTTP/1.1" status: 200 len: 217 time: 0.0449607 Sep 10 03:55:22.685790 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:22.718865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-eac227d3-ccae-4f3e-a2e0-1ecdebab8222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:22.721084 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-eac227d3-ccae-4f3e-a2e0-1ecdebab8222 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.0592616 Sep 10 03:55:22.722724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87d9d56e-6686-4954-9e23-aae13b02f255 None None] DHCP port deletion for d9440680-bf34-4641-ad5b-69a25246bfcb request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:55:22.728327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port 56d0aadc-721d-4f68-9933-7ca3aac8559b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56d0aadc-721d-4f68-9933-7ca3aac8559b,segment=NetworkSegment(bae6234b-a183-4b6a-b5d0-fb5dd737ec12),segment_id=bae6234b-a183-4b6a-b5d0-fb5dd737ec12)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:22.728701 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.742984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 56d0aadc-721d-4f68-9933-7ca3aac8559b owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:22.794759 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-8fad0320-ff33-4422-9e25-1f2f03ff8759 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0669286 Sep 10 03:55:22.815218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-87d9d56e-6686-4954-9e23-aae13b02f255 None None] Deleting port 56d0aadc-721d-4f68-9933-7ca3aac8559b {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:22.815889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-87d9d56e-6686-4954-9e23-aae13b02f255 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.884623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-87d9d56e-6686-4954-9e23-aae13b02f255 None None] For port 56d0aadc-721d-4f68-9933-7ca3aac8559b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56d0aadc-721d-4f68-9933-7ca3aac8559b,segment=NetworkSegment(bae6234b-a183-4b6a-b5d0-fb5dd737ec12),segment_id=bae6234b-a183-4b6a-b5d0-fb5dd737ec12)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:22.885248 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-87d9d56e-6686-4954-9e23-aae13b02f255 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:22.898414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-87d9d56e-6686-4954-9e23-aae13b02f255 None None] Calling delete_port for 56d0aadc-721d-4f68-9933-7ca3aac8559b owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:22.908168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cf3b6c-6d55-47df-b2e9-874d6c5f1509 req-dc2b81a1-2fae-4604-a397-f62d8ed79fd2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:22.913636 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05cf3b6c-6d55-47df-b2e9-874d6c5f1509 req-dc2b81a1-2fae-4604-a397-f62d8ed79fd2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.1210294 Sep 10 03:55:22.957443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804b053-ae10-4517-ad45-5fdec1be528d req-09bc04a0-babd-4d95-9566-9806629be0c9 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:22.965058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e804b053-ae10-4517-ad45-5fdec1be528d req-09bc04a0-babd-4d95-9566-9806629be0c9 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 943 time: 0.1771176 Sep 10 03:55:22.982154 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-21d0e4d9-3c70-4a51-8014-3155b55a163b service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769083 Sep 10 03:55:23.014115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05cf3b6c-6d55-47df-b2e9-874d6c5f1509 req-55e49e02-0792-4785-a333-b1d274c51fd0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943995 Sep 10 03:55:23.017572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:19Z', 'revision_number': 10, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:23.039498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e804b053-ae10-4517-ad45-5fdec1be528d req-26e581e1-f276-4977-b52b-9a28389bc550 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634797 Sep 10 03:55:23.067463 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29d3c65-ead4-401d-80ff-05a479069431 None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:19Z', 'revision_number': 10, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None, '_interfaces': [{'id': '45867e17-47dc-4917-9452-9717d7c243c4', 'name': '', 'network_id': '0eb5181d-523e-405a-9d76-150e0705689c', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'mac_address': 'fa:16:3e:ea:f1:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'device_owner': 'network:router_interface', 'standard_attr_id': 2037, 'fixed_ips': [{'subnet_id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:54:31Z', 'updated_at': '2021-09-10T03:54:41Z', 'revision_number': 5, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'subnets': [{'id': 'b58b3eb4-09c4-4172-b864-73c18684fcb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:23.085102 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-87d9d56e-6686-4954-9e23-aae13b02f255 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.110365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.138665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d9d56e-6686-4954-9e23-aae13b02f255 None None] Pushing event deleted for resources: {'Port': ['ID=56d0aadc-721d-4f68-9933-7ca3aac8559b,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:23.145395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d9d56e-6686-4954-9e23-aae13b02f255 None None] No DVR routers for this DVR port 56d0aadc-721d-4f68-9933-7ca3aac8559b on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:23.179946 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8c1d6c2-ab54-487d-bdd4-8375356ebf40 req-9c538f0d-9abb-4a82-b29a-f12e87c0e240 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900074 Sep 10 03:55:23.196040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No DVR routers for this DVR port 56d0aadc-721d-4f68-9933-7ca3aac8559b on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:23.197672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=56d0aadc-721d-4f68-9933-7ca3aac8559b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:23.240166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f31c91f1-507f-4982-a1eb-eef6ef53afac req-c98cdcbf-5c0a-41c4-af74-d64994a3ecac tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0572388 Sep 10 03:55:23.264064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-efbe9dd4-8ce8-4769-aaab-2aa634fed761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:23.265793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-efbe9dd4-8ce8-4769-aaab-2aa634fed761 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 1097 time: 0.2053187 Sep 10 03:55:23.273905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53670) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:23.321463 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.356495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9440680-bf34-4641-ad5b-69a25246bfcb']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:23.365010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-f39ffc42-4afb-4dd7-870e-9b7519dda260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:23.366526 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-f39ffc42-4afb-4dd7-870e-9b7519dda260 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 1094 time: 0.0715454 Sep 10 03:55:23.369437 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.398398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:23.398709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bae6234b-a183-4b6a-b5d0-fb5dd737ec12') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:23.416672 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.418515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.443948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56d0aadc-721d-4f68-9933-7ca3aac8559b no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:23.450575 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.453356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-3da2e4f8-43bf-4261-87df-00eef0f6ea4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:23.454910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-3da2e4f8-43bf-4261-87df-00eef0f6ea4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.1798010 Sep 10 03:55:23.459513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Releasing vlan 239 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:55:23.460129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:55:23.463432 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:55:23.468546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 56d0aadc-721d-4f68-9933-7ca3aac8559b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:23.468959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56d0aadc-721d-4f68-9933-7ca3aac8559b not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:23.522257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-db50aa6c-5729-4f77-b4af-411c50dd5670 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16 HTTP/1.1" status: 200 len: 217 time: 0.0581644 Sep 10 03:55:23.522866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2c12ef41-f545-4fb9-9d7a-bac3dab15d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.538068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-89642191-8861-4e21-ad88-5ffd55ecc25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:23.539554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-89642191-8861-4e21-ad88-5ffd55ecc25b service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 907 time: 0.1641777 Sep 10 03:55:23.590696 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-20e69085-f41a-4e2a-822a-d0f22df66df2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=aa826b51-f562-478c-ba0b-325102bbf9e6 HTTP/1.1" status: 200 len: 217 time: 0.0386672 Sep 10 03:55:23.606177 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-1998f78c-b802-482d-bc33-9acda15559eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:23.608200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-1998f78c-b802-482d-bc33-9acda15559eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0763330 Sep 10 03:55:23.637759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.640471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.641573 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "DELETE /v2.0/security-groups/522cd6ab-e228-4201-b460-5f0c15766bf7 HTTP/1.1" status: 204 len: 168 time: 0.3666656 Sep 10 03:55:23.649677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53678) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:23.658424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=522cd6ab-e228-4201-b460-5f0c15766bf7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:23.671028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.671215 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.671360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.671776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.672586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.672586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.672834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.673120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.673449 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-3239ff21-5794-48c6-af9b-8790aacb6926 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] show failed (client error): The resource could not be found. Sep 10 03:55:23.673548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.673891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.674140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.674469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.674797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0ee566-1c69-4224-9d1f-c592c2b0101d tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:23.674905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3239ff21-5794-48c6-af9b-8790aacb6926 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "GET /v2.0/security-groups/522cd6ab-e228-4201-b460-5f0c15766bf7 HTTP/1.1" status: 404 len: 347 time: 0.0243044 Sep 10 03:55:23.676902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-f84ca884-cb7f-47d4-928a-b7f9ceb083d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:23.678933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-f84ca884-cb7f-47d4-928a-b7f9ceb083d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629289 Sep 10 03:55:23.679397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53680) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:23.681277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-9235c1bb-2cee-4776-a77d-2dd1876d39df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:23.683182 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-9235c1bb-2cee-4776-a77d-2dd1876d39df service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.0849159 Sep 10 03:55:23.688090 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.691471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/networks/d9440680-bf34-4641-ad5b-69a25246bfcb HTTP/1.1" status: 204 len: 168 time: 1.2832012 Sep 10 03:55:23.695445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53684) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:23.723405 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-d05013bb-6277-4aec-8ac7-8ab2e3be48a1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322521 Sep 10 03:55:23.724309 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:23.789419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fd4c40-2eec-424a-b9f1-5b1d1f66f2da tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Network': ['ID=d9440680-bf34-4641-ad5b-69a25246bfcb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:23.825466 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-4748dfb5-ec7c-4e8d-b0eb-6340481875a5 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934386 Sep 10 03:55:23.935859 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-788eff97-544d-40c3-a641-1fea8eb568c2 req-64652c18-3145-4807-9e1e-341bbd85a2d2 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934458 Sep 10 03:55:24.007921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-762a5de9-2a78-402a-8be2-7c1e6bb69a31 service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3116961 Sep 10 03:55:24.087787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting port 2bebe223-e44d-40f2-a438-3bfab3f26d02 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:24.088128 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:24.178189 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:55:24.613086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22df3c35-3a86-4071-bad7-e2115ae65f23 req-aee76894-3126-495a-b4b2-f61a9e36f7c0 service neutron] 10.222.0.20 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5779915 Sep 10 03:55:24.633944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b3baf-2d31-4bb0-ba0e-bc2effc264a7 req-b06a3035-5e1f-4dcf-b21f-ccb1c6ba1ae8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:24.635466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-401b3baf-2d31-4bb0-ba0e-bc2effc264a7 req-b06a3035-5e1f-4dcf-b21f-ccb1c6ba1ae8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 943 time: 0.5282393 Sep 10 03:55:24.638515 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:24.638836 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:24.654974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749edae-0981-4285-9c07-4649676de414 req-6c3e33c8-8d37-4cbd-a7fe-552cd49b6243 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:24.656366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d749edae-0981-4285-9c07-4649676de414 req-6c3e33c8-8d37-4cbd-a7fe-552cd49b6243 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.5017302 Sep 10 03:55:24.670955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Calling delete_port for 2bebe223-e44d-40f2-a438-3bfab3f26d02 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:24.777538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-401b3baf-2d31-4bb0-ba0e-bc2effc264a7 req-6d8072f6-c2ff-4cbf-a35f-ef877b96b23f tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307111 Sep 10 03:55:24.797996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d749edae-0981-4285-9c07-4649676de414 req-c5141a6f-dc58-418c-b7a4-863b8056a64a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193352 Sep 10 03:55:24.891990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e855d338-bc3f-4e8b-9689-79bf48c8eefa req-9833e6a6-a761-4737-8c8b-2386eb7b0f7d tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0314317 Sep 10 03:55:24.936871 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.049625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9894e62b-3c9f-46a0-af8d-609c93401000 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:25.053925 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.069807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9894e62b-3c9f-46a0-af8d-609c93401000 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:25.070233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9894e62b-3c9f-46a0-af8d-609c93401000 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:25.072517 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.101779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Port': ['ID=2bebe223-e44d-40f2-a438-3bfab3f26d02,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:25.164922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53708) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:25.180907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.183830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.184984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d97f2a80-c86d-4761-92a8-6f34735a3e14 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "DELETE /v2.0/floatingips/6909ffea-42fb-494d-b1fa-30efb080d9b6 HTTP/1.1" status: 204 len: 168 time: 1.5029614 Sep 10 03:55:25.188016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53712) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:25.279027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a068f-c517-4ad8-a215-f35c775330a1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting port 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:25.279817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb1a068f-c517-4ad8-a215-f35c775330a1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.286924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-623a356f-0cd5-4f5c-800f-181c394d1ef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.289949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port 45867e17-47dc-4917-9452-9717d7c243c4 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:25.290274 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.366988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb1a068f-c517-4ad8-a215-f35c775330a1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.379304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-eb1a068f-c517-4ad8-a215-f35c775330a1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Calling delete_port for 6e5d38e1-dc08-4827-83a7-4d44c9d7f69a owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:25.413131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port 45867e17-47dc-4917-9452-9717d7c243c4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=45867e17-47dc-4917-9452-9717d7c243c4,segment=NetworkSegment(b42c7807-7047-41ff-8265-eff6f9479be9),segment_id=b42c7807-7047-41ff-8265-eff6f9479be9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:25.413339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.434184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for 45867e17-47dc-4917-9452-9717d7c243c4 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:25.515669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-623a356f-0cd5-4f5c-800f-181c394d1ef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.581155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb1a068f-c517-4ad8-a215-f35c775330a1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.606850 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-623a356f-0cd5-4f5c-800f-181c394d1ef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.612068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1a068f-c517-4ad8-a215-f35c775330a1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Port': ['ID=6e5d38e1-dc08-4827-83a7-4d44c9d7f69a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:25.661174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-623a356f-0cd5-4f5c-800f-181c394d1ef3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96207219cd214688ad196e4c090b97d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897108 Sep 10 03:55:25.661813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53714) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:25.664294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623a356f-0cd5-4f5c-800f-181c394d1ef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b78bd31f-d93f-4a10-9b85-045888564beb,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:25.703461 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb1a068f-c517-4ad8-a215-f35c775330a1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.705340 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eb1a068f-c517-4ad8-a215-f35c775330a1 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "DELETE /v2.0/ports/6e5d38e1-dc08-4827-83a7-4d44c9d7f69a HTTP/1.1" status: 204 len: 168 time: 0.5155323 Sep 10 03:55:25.708110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53716) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:25.718059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.729520 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a8103c0f-21d7-4ed5-960d-37ea2e2dfdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.752262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a8103c0f-21d7-4ed5-960d-37ea2e2dfdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.765015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=45867e17-47dc-4917-9452-9717d7c243c4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:25.877969 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a8103c0f-21d7-4ed5-960d-37ea2e2dfdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.881234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a8103c0f-21d7-4ed5-960d-37ea2e2dfdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:25.882345 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a8103c0f-21d7-4ed5-960d-37ea2e2dfdb9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b78bd31f-d93f-4a10-9b85-045888564beb HTTP/1.1" status: 204 len: 168 time: 0.2195652 Sep 10 03:55:25.892437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8103c0f-21d7-4ed5-960d-37ea2e2dfdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78bd31f-d93f-4a10-9b85-045888564beb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:25.994759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bfdba5cb-6739-4aeb-8e54-9b962bb31e43 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting port 98c7601a-8e46-46c2-9400-159323648c6b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:25.995637 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfdba5cb-6739-4aeb-8e54-9b962bb31e43 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.071440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.096027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecce397-31f3-47cb-80a3-92614787b2e2 req-dea317fd-684e-4063-a591-d656b12e03fe tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:26.097603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aecce397-31f3-47cb-80a3-92614787b2e2 req-dea317fd-684e-4063-a591-d656b12e03fe tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 946 time: 0.2239203 Sep 10 03:55:26.126534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9636290c-bd12-4515-8d32-1f2e8d1bff16 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:26.136429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b838c5-2631-47ae-a142-fbada4d255db req-72750b7f-7c7b-4009-81bb-0725aa07e455 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:26.139201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03b838c5-2631-47ae-a142-fbada4d255db req-72750b7f-7c7b-4009-81bb-0725aa07e455 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 943 time: 0.2666018 Sep 10 03:55:26.221349 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.244605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:26.247419 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-667b567d-4592-41cd-8b7d-5a91bad1238a" -d '{"events": [{"server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "name": "network-vif-unplugged", "status": "completed", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:26.252339 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.260916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:26.272154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfdba5cb-6739-4aeb-8e54-9b962bb31e43 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.299282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bfdba5cb-6739-4aeb-8e54-9b962bb31e43 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Calling delete_port for 98c7601a-8e46-46c2-9400-159323648c6b owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:26.303541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aecce397-31f3-47cb-80a3-92614787b2e2 req-a310cab4-bc8c-4a8d-a1de-eb689f6edcd2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786327 Sep 10 03:55:26.353625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03b838c5-2631-47ae-a142-fbada4d255db req-c871aba8-df99-4de1-a517-2daf034badff tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999626 Sep 10 03:55:26.382618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.424351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:55:26.442802 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eec231b-975b-4cfb-bfe4-8a12b361709b x-openstack-request-id: req-1eec231b-975b-4cfb-bfe4-8a12b361709b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:26.443096 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "name": "network-vif-unplugged", "status": "completed", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:26.443429 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1eec231b-975b-4cfb-bfe4-8a12b361709b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:26.443742 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16', 'code': 200} Sep 10 03:55:26.444279 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=9636290c-bd12-4515-8d32-1f2e8d1bff16,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:26.477136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f41d5871-ab18-4ee3-a8ca-6c8b9c3e156e req-edb257b5-8db2-487c-8911-d1eef52fe890 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0377171 Sep 10 03:55:26.530781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53732) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:26.545404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-40221ea0-e76e-4d37-9798-e4c0a65e874a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.551311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:55:26.559430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ed9b0675-e578-4693-b9c2-93256a313364 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8610644 Sep 10 03:55:26.562110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53734) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:26.566295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:55:26.576787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:26.577392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:26.640151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-49bf47b3-280d-4a49-92ed-c7039d45ad5b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting subnet b58b3eb4-09c4-4172-b864-73c18684fcb3 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:55:26.643391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49bf47b3-280d-4a49-92ed-c7039d45ad5b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.654658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:26.655355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfdba5cb-6739-4aeb-8e54-9b962bb31e43 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.685397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49bf47b3-280d-4a49-92ed-c7039d45ad5b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.685877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfdba5cb-6739-4aeb-8e54-9b962bb31e43 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Port': ['ID=98c7601a-8e46-46c2-9400-159323648c6b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:26.761539 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfdba5cb-6739-4aeb-8e54-9b962bb31e43 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.763426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bfdba5cb-6739-4aeb-8e54-9b962bb31e43 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "DELETE /v2.0/ports/98c7601a-8e46-46c2-9400-159323648c6b HTTP/1.1" status: 204 len: 168 time: 1.0541575 Sep 10 03:55:26.766149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:26.818351 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-40221ea0-e76e-4d37-9798-e4c0a65e874a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.820009 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49bf47b3-280d-4a49-92ed-c7039d45ad5b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.830172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f48ddcb-e902-4357-8502-2e8f189c90ae tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting subnet 1b018483-2b27-4c1e-b323-d326bc1ef7e0 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:55:26.833788 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f48ddcb-e902-4357-8502-2e8f189c90ae tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.877111 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f48ddcb-e902-4357-8502-2e8f189c90ae tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.900483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:25Z', 'revision_number': 11, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:26.907473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-40221ea0-e76e-4d37-9798-e4c0a65e874a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.927135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:55:26.936405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:26.937013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:26.961420 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-40221ea0-e76e-4d37-9798-e4c0a65e874a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=182892d68ca14f1490d71b02a5d574ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4265454 Sep 10 03:55:26.961420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40221ea0-e76e-4d37-9798-e4c0a65e874a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2262e931-ee63-4eef-bd22-b60f931cd81f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:26.962324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f48ddcb-e902-4357-8502-2e8f189c90ae tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:26.963344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53738) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:27.017253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:27.019357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2249e767-5f70-4e4e-9fd5-97f025f8e800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.034956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49bf47b3-280d-4a49-92ed-c7039d45ad5b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.071305 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2249e767-5f70-4e4e-9fd5-97f025f8e800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.073685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf47b3-280d-4a49-92ed-c7039d45ad5b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Subnet': ['ID=b58b3eb4-09c4-4172-b864-73c18684fcb3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:27.083115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:25Z', 'revision_number': 11, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:27.112909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f48ddcb-e902-4357-8502-2e8f189c90ae tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.119074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61a18f8d-b5da-417c-bf8a-e067c8e98dc9 None None] Network 0eb5181d-523e-405a-9d76-150e0705689c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:55:27.119443 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-49bf47b3-280d-4a49-92ed-c7039d45ad5b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.122555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c445c0-0112-4dde-bb6d-ff54833f3dd8 None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:25Z', 'revision_number': 11, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:27.122685 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-49bf47b3-280d-4a49-92ed-c7039d45ad5b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/b58b3eb4-09c4-4172-b864-73c18684fcb3 HTTP/1.1" status: 204 len: 168 time: 0.5592227 Sep 10 03:55:27.125819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53740) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:27.172266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f48ddcb-e902-4357-8502-2e8f189c90ae tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Subnet': ['ID=1b018483-2b27-4c1e-b323-d326bc1ef7e0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:27.174863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f48ddcb-e902-4357-8502-2e8f189c90ae tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.177220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6f48ddcb-e902-4357-8502-2e8f189c90ae tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "DELETE /v2.0/subnets/1b018483-2b27-4c1e-b323-d326bc1ef7e0 HTTP/1.1" status: 204 len: 168 time: 0.4101064 Sep 10 03:55:27.179991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53742) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:27.238902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ff989b7-36bb-4407-8055-69974148e03e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting subnet e7e13d58-c4cb-4596-ad92-42816886f6bc {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:55:27.239200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96eba621-9d44-4fa4-9015-d40799e29a87 None None] Network 6bd5f340-5935-41df-86cc-3fdfabbf8c05 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:55:27.243749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ff989b7-36bb-4407-8055-69974148e03e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.278198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.296344 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ff989b7-36bb-4407-8055-69974148e03e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.344916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Deleting port eb087243-c4bc-4acf-9add-d42a87ada682 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:27.345305 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.375350 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2249e767-5f70-4e4e-9fd5-97f025f8e800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.377915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2249e767-5f70-4e4e-9fd5-97f025f8e800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.379076 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2249e767-5f70-4e4e-9fd5-97f025f8e800 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2262e931-ee63-4eef-bd22-b60f931cd81f HTTP/1.1" status: 204 len: 168 time: 0.4147394 Sep 10 03:55:27.413733 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ff989b7-36bb-4407-8055-69974148e03e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.428348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249e767-5f70-4e4e-9fd5-97f025f8e800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2262e931-ee63-4eef-bd22-b60f931cd81f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:27.428552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device aa826b51-f562-478c-ba0b-325102bbf9e6 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:55:27.436284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] For port eb087243-c4bc-4acf-9add-d42a87ada682, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=eb087243-c4bc-4acf-9add-d42a87ada682,segment=NetworkSegment(b42c7807-7047-41ff-8265-eff6f9479be9),segment_id=b42c7807-7047-41ff-8265-eff6f9479be9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:27.436706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.472817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Calling delete_port for eb087243-c4bc-4acf-9add-d42a87ada682 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:27.590416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] DHCP port deletion for 0eb5181d-523e-405a-9d76-150e0705689c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:55:27.647037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f2d602-6e25-41e4-aa81-c3c36946035d req-e644b453-9ee9-4595-8e8c-7a2c757eeb23 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:27.648709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4f2d602-6e25-41e4-aa81-c3c36946035d req-e644b453-9ee9-4595-8e8c-7a2c757eeb23 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 944 time: 0.2269351 Sep 10 03:55:27.658608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827b3dc-747f-43c5-be43-9949834f967a req-34da22e4-75bb-4657-bd84-0c9792ffaf1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:27.665726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b827b3dc-747f-43c5-be43-9949834f967a req-34da22e4-75bb-4657-bd84-0c9792ffaf1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 943 time: 0.2095432 Sep 10 03:55:27.682213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64d6536-8973-4461-a3eb-8ff7773b91cb None None] DHCP port deletion for 6bd5f340-5935-41df-86cc-3fdfabbf8c05 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:55:27.690291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.728611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ff989b7-36bb-4407-8055-69974148e03e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.734254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port aa826b51-f562-478c-ba0b-325102bbf9e6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aa826b51-f562-478c-ba0b-325102bbf9e6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:27.749278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b827b3dc-747f-43c5-be43-9949834f967a req-3e53d774-5538-4e06-8f5a-3302eb5e1016 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789587 Sep 10 03:55:27.751642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No DVR routers for this DVR port eb087243-c4bc-4acf-9add-d42a87ada682 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:27.756415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'aa826b51-f562-478c-ba0b-325102bbf9e6', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'port_id': 'aa826b51-f562-478c-ba0b-325102bbf9e6', 'mac_address': 'fa:16:3e:42:43:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896487ef-0a57-4d1a-9d81-7f7479231ead', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:55:27.764954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] Deleting port eb087243-c4bc-4acf-9add-d42a87ada682 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:27.765332 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.767433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4f2d602-6e25-41e4-aa81-c3c36946035d req-db57b88a-38a9-4039-855a-98b0ba0018c5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989397 Sep 10 03:55:27.801248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Port': ['ID=eb087243-c4bc-4acf-9add-d42a87ada682,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:27.819005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff989b7-36bb-4407-8055-69974148e03e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Subnet': ['ID=e7e13d58-c4cb-4596-ad92-42816886f6bc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:27.821067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ff989b7-36bb-4407-8055-69974148e03e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.825999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6ff989b7-36bb-4407-8055-69974148e03e tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "DELETE /v2.0/subnets/e7e13d58-c4cb-4596-ad92-42816886f6bc HTTP/1.1" status: 204 len: 168 time: 0.6418326 Sep 10 03:55:27.829826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53756) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:27.872012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] For port eb087243-c4bc-4acf-9add-d42a87ada682, host n-d-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:27.875509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.887584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] Calling delete_port for eb087243-c4bc-4acf-9add-d42a87ada682 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:27.890315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.ipam_backend_mixin [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] Port eb087243-c4bc-4acf-9add-d42a87ada682 was not found and therefore no delete operation was performed {{(pid=95138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:55:27.891800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.900613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7759effa-b08c-494e-b6f8-13c85a90d285 None None] Network 05147488-9b0b-46db-ab99-5dbcc157ee42 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:55:27.932214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0522b7d0-6743-447d-9172-760c810a7054 req-ed1b7434-46bd-44c7-8e05-cd6e6e9da4af tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0464950 Sep 10 03:55:27.960418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] Pushing event deleted for resources: {'Port': ['ID=eb087243-c4bc-4acf-9add-d42a87ada682,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:27.967300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33c8f1f4-ca49-46ae-82e8-cacc76a0438f None None] No DVR routers for this DVR port eb087243-c4bc-4acf-9add-d42a87ada682 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:27.987222 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.988063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b64d6536-8973-4461-a3eb-8ff7773b91cb None None] Deleting port d0adbcde-1ef8-409b-8848-0a23fdb23382 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:27.988431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b64d6536-8973-4461-a3eb-8ff7773b91cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:27.993277 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.065792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aa826b51-f562-478c-ba0b-325102bbf9e6 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:55:28.094248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce69ebb2-c946-4190-9121-9c6528a62433 req-e11426d4-48cb-4eda-9d32-b5a5a57ff56c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:28.095600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce69ebb2-c946-4190-9121-9c6528a62433 req-e11426d4-48cb-4eda-9d32-b5a5a57ff56c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0918529 Sep 10 03:55:28.142929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Deleting port d0adbcde-1ef8-409b-8848-0a23fdb23382 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:28.143281 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.162982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce69ebb2-c946-4190-9121-9c6528a62433 req-c7c0e206-4d19-4aa6-afb6-2c52724a6482 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664201 Sep 10 03:55:28.163762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b64d6536-8973-4461-a3eb-8ff7773b91cb None None] For port d0adbcde-1ef8-409b-8848-0a23fdb23382, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d0adbcde-1ef8-409b-8848-0a23fdb23382,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:28.164530 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b64d6536-8973-4461-a3eb-8ff7773b91cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.208709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port aa826b51-f562-478c-ba0b-325102bbf9e6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aa826b51-f562-478c-ba0b-325102bbf9e6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:28.220189 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b64d6536-8973-4461-a3eb-8ff7773b91cb None None] Calling delete_port for d0adbcde-1ef8-409b-8848-0a23fdb23382 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:28.280080 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.308638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] For port d0adbcde-1ef8-409b-8848-0a23fdb23382, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d0adbcde-1ef8-409b-8848-0a23fdb23382,segment=NetworkSegment(a7465f74-ad87-41a1-9de6-823817012e53),segment_id=a7465f74-ad87-41a1-9de6-823817012e53)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:28.309208 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.338957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Calling delete_port for d0adbcde-1ef8-409b-8848-0a23fdb23382 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:28.415544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04fe0252-006f-4a4e-aa6f-78665ffa2dc9 None None] DHCP port deletion for 05147488-9b0b-46db-ab99-5dbcc157ee42 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:55:28.424973 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.439249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=aa826b51-f562-478c-ba0b-325102bbf9e6,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:28.451379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eb5181d-523e-405a-9d76-150e0705689c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:28.462922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42c7807-7047-41ff-8265-eff6f9479be9') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:28.463229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42c7807-7047-41ff-8265-eff6f9479be9') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:28.474222 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.491043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.491166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a56d33-1879-4f94-b248-a3fe14aee16f req-c0c7c906-8d68-4abe-a7cb-1a85444e4ff6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:28.492726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67a56d33-1879-4f94-b248-a3fe14aee16f req-c0c7c906-8d68-4abe-a7cb-1a85444e4ff6 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1125789 Sep 10 03:55:28.499601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:55:28.499601 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.501665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-04fe0252-006f-4a4e-aa6f-78665ffa2dc9 None None] Deleting port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:28.502232 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04fe0252-006f-4a4e-aa6f-78665ffa2dc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:55:28.503966 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:55:28.529320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['aa826b51-f562-478c-ba0b-325102bbf9e6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:28.547973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67a56d33-1879-4f94-b248-a3fe14aee16f req-50c927d0-4d42-40bf-aef3-7e716addc845 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461342 Sep 10 03:55:28.550994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-bbda7b40-48a3-4210-a171-fe654985981c req-4fa19059-a8d5-4f7e-89b7-6bc192e419e2 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] (95136) timed out ('10.222.0.20', 59241) {{(pid=95136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:55:28.558823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.569198 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b64d6536-8973-4461-a3eb-8ff7773b91cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.591425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Port': ['ID=d0adbcde-1ef8-409b-8848-0a23fdb23382,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:28.594997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] No DVR routers for this DVR port d0adbcde-1ef8-409b-8848-0a23fdb23382 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:28.638183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.645279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.651001 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/networks/0eb5181d-523e-405a-9d76-150e0705689c HTTP/1.1" status: 204 len: 168 time: 1.5139523 Sep 10 03:55:28.652699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53774) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:28.662112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d6536-8973-4461-a3eb-8ff7773b91cb None None] Pushing event deleted for resources: {'Port': ['ID=d0adbcde-1ef8-409b-8848-0a23fdb23382,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:28.664009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b64d6536-8973-4461-a3eb-8ff7773b91cb None None] No DVR routers for this DVR port d0adbcde-1ef8-409b-8848-0a23fdb23382 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:28.665691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'routes': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:28.670010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd7cfc-e6ae-4b76-9dd3-814ad0db2eb1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Pushing event deleted for resources: {'Network': ['ID=0eb5181d-523e-405a-9d76-150e0705689c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:28.696393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-04fe0252-006f-4a4e-aa6f-78665ffa2dc9 None None] For port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=32483f05-0bbb-4838-8f72-8f4a9e0ad3f5,segment=NetworkSegment(848ecd59-707a-4bbe-9c80-64c5ba146caf),segment_id=848ecd59-707a-4bbe-9c80-64c5ba146caf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:28.696799 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04fe0252-006f-4a4e-aa6f-78665ffa2dc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.721691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.735396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-04fe0252-006f-4a4e-aa6f-78665ffa2dc9 None None] Calling delete_port for 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:28.767026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bd5f340-5935-41df-86cc-3fdfabbf8c05']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:28.784290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7465f74-ad87-41a1-9de6-823817012e53') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:28.784591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7465f74-ad87-41a1-9de6-823817012e53') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:28.795509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.819327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.826124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:55:28.826539 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:55:28.829629 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:55:28.850231 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.852842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Added routes are [] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Sep 10 03:55:28.853326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.extraroute_db [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Removed routes are [] {{(pid=95137) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Sep 10 03:55:28.853655 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:28.944010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2755b83-05ab-4cb4-947a-cf1f98fe9262 req-a21a0d44-7ff1-4b3b-8af4-6752ff1318d2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:28.944010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2755b83-05ab-4cb4-947a-cf1f98fe9262 req-a21a0d44-7ff1-4b3b-8af4-6752ff1318d2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 944 time: 0.0933270 Sep 10 03:55:29.012101 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.021758 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-04fe0252-006f-4a4e-aa6f-78665ffa2dc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.022074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.026971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "DELETE /v2.0/networks/6bd5f340-5935-41df-86cc-3fdfabbf8c05 HTTP/1.1" status: 204 len: 168 time: 1.1931283 Sep 10 03:55:29.038723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2755b83-05ab-4cb4-947a-cf1f98fe9262 req-29532e4d-52f2-4431-80b0-10528797da64 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801709 Sep 10 03:55:29.039178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53790) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:29.061723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975663b8-711a-4107-9783-0e6ca17dd805 tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Network': ['ID=6bd5f340-5935-41df-86cc-3fdfabbf8c05,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:29.080686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fe0252-006f-4a4e-aa6f-78665ffa2dc9 None None] Pushing event deleted for resources: {'Port': ['ID=32483f05-0bbb-4838-8f72-8f4a9e0ad3f5,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:29.083163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04fe0252-006f-4a4e-aa6f-78665ffa2dc9 None None] No DVR routers for this DVR port 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:29.106589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d93a1b-4093-4aee-869a-0de9e1befe1c req-c4befbe5-f3d1-4117-84b5-cda8f730fe69 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:29.111175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09d93a1b-4093-4aee-869a-0de9e1befe1c req-c4befbe5-f3d1-4117-84b5-cda8f730fe69 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1473558 Sep 10 03:55:29.138109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.148837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.173591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 45867e17-47dc-4917-9452-9717d7c243c4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:29.180751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09d93a1b-4093-4aee-869a-0de9e1befe1c req-e0cccb87-2081-4cf0-8461-fd3f1b1f1805 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613139 Sep 10 03:55:29.215875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 45867e17-47dc-4917-9452-9717d7c243c4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:29.216260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 45867e17-47dc-4917-9452-9717d7c243c4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:29.217318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:29.239409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:29.239895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 32483f05-0bbb-4838-8f72-8f4a9e0ad3f5 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:29.240237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device eb087243-c4bc-4acf-9add-d42a87ada682 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:29.240781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa4b87fa-3708-429e-8a03-651722d6b5a1 req-49ef36c8-0bde-4406-8120-3dbab3b63de9 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0324521 Sep 10 03:55:29.274482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: eb087243-c4bc-4acf-9add-d42a87ada682 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:29.275162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device eb087243-c4bc-4acf-9add-d42a87ada682 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:29.275760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d0adbcde-1ef8-409b-8848-0a23fdb23382 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:29.297271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.298215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d0adbcde-1ef8-409b-8848-0a23fdb23382 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:29.298737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d0adbcde-1ef8-409b-8848-0a23fdb23382 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:29.312779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router 46710385-454a-4827-aa59-cdbe9ac4bc69 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:55:29.440094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:55:29.450928 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] Sync routers for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:55:29.459810 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:29.460402 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:29.469571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.476975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.478148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6f33b785-9f6d-4102-8b85-134ebb3ca121 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69 HTTP/1.1" status: 200 len: 700 time: 0.8245003 Sep 10 03:55:29.481088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53796) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:29.500216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05147488-9b0b-46db-ab99-5dbcc157ee42']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:29.510305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848ecd59-707a-4bbe-9c80-64c5ba146caf') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:29.511203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848ecd59-707a-4bbe-9c80-64c5ba146caf') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:29.515168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-96e0d088-c98e-4233-b33e-b893532e0982 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=46710385-454a-4827-aa59-cdbe9ac4bc69 HTTP/1.1" status: 200 len: 205 time: 0.0306020 Sep 10 03:55:29.515975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53798) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:29.536113 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:29.539245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.553156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.560232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:55:29.560630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:55:29.563775 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:55:29.592427 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:25Z', 'revision_number': 11, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:29.613961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fd9e714-0d07-45e2-a43c-f6d51e5c0145 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.621012 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] Checking router: 46710385-454a-4827-aa59-cdbe9ac4bc69 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:55:29.628319 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] Routers {'46710385-454a-4827-aa59-cdbe9ac4bc69'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:29.628922 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['46710385-454a-4827-aa59-cdbe9ac4bc69'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:29.695600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.704561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:29.710772 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] 10.222.0.22 "DELETE /v2.0/networks/05147488-9b0b-46db-ab99-5dbcc157ee42 HTTP/1.1" status: 204 len: 168 time: 0.6668267 Sep 10 03:55:29.716359 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] Set router 46710385-454a-4827-aa59-cdbe9ac4bc69 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:29.738251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe55405-d472-4f50-8637-2219e2a14a8a tempest-TaggedBootDevicesTest-1239994106 tempest-TaggedBootDevicesTest-1239994106-project] Pushing event deleted for resources: {'Network': ['ID=05147488-9b0b-46db-ab99-5dbcc157ee42,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:29.754951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bb2d37d-4018-42e2-a6bf-0bf25f777ad9 req-a4675a35-9f02-4f43-93fd-64871709757e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0592904 Sep 10 03:55:29.767931 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:25Z', 'revision_number': 11, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:29.808322 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013f5005-c635-42c1-ac57-033fd9d68f0f None None] The sync data for ids ['46710385-454a-4827-aa59-cdbe9ac4bc69'] in n-d-808143-1 is: [{'id': '46710385-454a-4827-aa59-cdbe9ac4bc69', 'name': 'tempest-RoutersTest-router-985449455', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:54:28Z', 'updated_at': '2021-09-10T03:55:25Z', 'revision_number': 11, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:30.108195 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fd9e714-0d07-45e2-a43c-f6d51e5c0145 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:30.112286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fd9e714-0d07-45e2-a43c-f6d51e5c0145 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:30.154203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9636290c-bd12-4515-8d32-1f2e8d1bff16 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:30.198906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc6f0fa-ff50-4415-a9ee-047bc5c971ad req-539a2897-354d-4288-8d55-1c36247c1fc7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:30.200653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8cc6f0fa-ff50-4415-a9ee-047bc5c971ad req-539a2897-354d-4288-8d55-1c36247c1fc7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 944 time: 0.0904264 Sep 10 03:55:30.278100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8cc6f0fa-ff50-4415-a9ee-047bc5c971ad req-d80080f4-705d-41a3-a646-8553729a97ad tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709858 Sep 10 03:55:30.334458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5f0d8-a6f7-4160-8767-b83860ce91b2 req-00a12b7a-8995-4fdf-9d7b-dadd3d462c69 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:30.336099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32b5f0d8-a6f7-4160-8767-b83860ce91b2 req-00a12b7a-8995-4fdf-9d7b-dadd3d462c69 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0571370 Sep 10 03:55:30.337242 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fd9e714-0d07-45e2-a43c-f6d51e5c0145 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:30.337849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd9e714-0d07-45e2-a43c-f6d51e5c0145 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Fanout notify agent at l3_agent the message router_deleted on router 46710385-454a-4827-aa59-cdbe9ac4bc69 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:55:30.353415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6fd9e714-0d07-45e2-a43c-f6d51e5c0145 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:30.355155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6fd9e714-0d07-45e2-a43c-f6d51e5c0145 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69 HTTP/1.1" status: 204 len: 168 time: 0.8324113 Sep 10 03:55:30.359460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53824) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:30.364648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-655da4e0-ad57-408d-a860-3fe95182b01b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-648722934', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:30.391543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64106c85-7b87-4b4a-b74a-0a582ecf6aa0 req-46acdb53-a9d5-4fcc-9ab9-a73f34b6fb6c tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0499833 Sep 10 03:55:30.436439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32b5f0d8-a6f7-4160-8767-b83860ce91b2 req-a0299f86-92b5-42c6-b117-716932a28165 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0801427 Sep 10 03:55:30.460609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-655da4e0-ad57-408d-a860-3fe95182b01b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:30.470936 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-655da4e0-ad57-408d-a860-3fe95182b01b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:30.524600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-655da4e0-ad57-408d-a860-3fe95182b01b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:30.592402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-655da4e0-ad57-408d-a860-3fe95182b01b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:30.688728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-655da4e0-ad57-408d-a860-3fe95182b01b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:30.695795 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-655da4e0-ad57-408d-a860-3fe95182b01b tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3322220 Sep 10 03:55:30.696441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53826) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:30.701653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e96aee98-064e-4212-a26f-30390f2ff73d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Request body: {'router': {'admin_state_up': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:30.917416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e96aee98-064e-4212-a26f-30390f2ff73d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:31.066934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e96aee98-064e-4212-a26f-30390f2ff73d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:31.237801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96aee98-064e-4212-a26f-30390f2ff73d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Router f5fb5b11-6ee4-4a00-a4f3-301a31234123 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:55:31.330936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96aee98-064e-4212-a26f-30390f2ff73d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:55:31.339051 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e96aee98-064e-4212-a26f-30390f2ff73d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:31.343050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] Sync routers for ids ['f5fb5b11-6ee4-4a00-a4f3-301a31234123'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:55:31.344622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e96aee98-064e-4212-a26f-30390f2ff73d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "PUT /v2.0/routers/f5fb5b11-6ee4-4a00-a4f3-301a31234123 HTTP/1.1" status: 200 len: 693 time: 0.6471646 Sep 10 03:55:31.347151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53836) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:31.352812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] Routers {'f5fb5b11-6ee4-4a00-a4f3-301a31234123'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:31.353709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f5fb5b11-6ee4-4a00-a4f3-301a31234123'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:31.420609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1376308-1c23-42a0-923a-a597a99e04df req-15766ac4-4efe-4604-9804-1deb5e245063 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:31.427913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1376308-1c23-42a0-923a-a597a99e04df req-15766ac4-4efe-4604-9804-1deb5e245063 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 944 time: 0.0626719 Sep 10 03:55:31.431514 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6b3e9f9-511d-4bd4-8c42-aa7cb342a00f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/routers/f5fb5b11-6ee4-4a00-a4f3-301a31234123 HTTP/1.1" status: 200 len: 699 time: 0.0827200 Sep 10 03:55:31.433550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] Set router f5fb5b11-6ee4-4a00-a4f3-301a31234123 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:31.434672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53840) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:31.463708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device aa826b51-f562-478c-ba0b-325102bbf9e6 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:55:31.474405 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1ca1a53-91c0-4c72-b441-bb0ff4193036 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fb5b11-6ee4-4a00-a4f3-301a31234123 HTTP/1.1" status: 200 len: 205 time: 0.0376878 Sep 10 03:55:31.478218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53844) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:31.499034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fb5b11-6ee4-4a00-a4f3-301a31234123', 'name': 'tempest-RoutersTest-router-648722934', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:55:30Z', 'updated_at': '2021-09-10T03:55:30Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:31.528188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1376308-1c23-42a0-923a-a597a99e04df req-cd00f827-4123-4b38-bff4-e8ff789e06c1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909145 Sep 10 03:55:31.542918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] Checking router: f5fb5b11-6ee4-4a00-a4f3-301a31234123 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:55:31.567480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] Routers {'f5fb5b11-6ee4-4a00-a4f3-301a31234123'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:31.568276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f5fb5b11-6ee4-4a00-a4f3-301a31234123'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:31.571710 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a7f2f0d-5405-4140-a81a-fa12cab488b2 req-81623576-1a8a-41c4-8ea4-5f638f81731b tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0541792 Sep 10 03:55:31.635954 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0f009af-3e57-4742-bd5f-38068859bf8f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:31.808710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229fa11a-75db-4a3c-bb54-ddc5b8a25276 req-f44269fc-9793-4299-ad6f-462627887600 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:31.809348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] Set router f5fb5b11-6ee4-4a00-a4f3-301a31234123 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:31.816307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-229fa11a-75db-4a3c-bb54-ddc5b8a25276 req-f44269fc-9793-4299-ad6f-462627887600 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1934340 Sep 10 03:55:31.861202 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0f009af-3e57-4742-bd5f-38068859bf8f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:31.864496 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0f009af-3e57-4742-bd5f-38068859bf8f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:31.877158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f5fb5b11-6ee4-4a00-a4f3-301a31234123', 'name': 'tempest-RoutersTest-router-648722934', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:55:30Z', 'updated_at': '2021-09-10T03:55:30Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:31.907795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89decade-5aed-42cc-8ebb-1c74db8affc0 None None] The sync data for ids ['f5fb5b11-6ee4-4a00-a4f3-301a31234123'] in n-d-808143-1 is: [{'id': 'f5fb5b11-6ee4-4a00-a4f3-301a31234123', 'name': 'tempest-RoutersTest-router-648722934', 'tenant_id': 'e2664013da554159bb4d70978cb7f765', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:55:30Z', 'updated_at': '2021-09-10T03:55:30Z', 'revision_number': 2, 'project_id': 'e2664013da554159bb4d70978cb7f765', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:31.909689 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port aa826b51-f562-478c-ba0b-325102bbf9e6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:55:31.917684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port aa826b51-f562-478c-ba0b-325102bbf9e6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:55:31.918069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:31.943418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-229fa11a-75db-4a3c-bb54-ddc5b8a25276 req-feb21903-702c-433a-b194-c37f96bf8013 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262324 Sep 10 03:55:31.967355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75dc0f1e-147e-4508-a610-5abfd6d87258 req-52a4c9a7-414f-4380-a97d-4f4218419c89 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdcd269b-d018-4306-8a65-07bd3915a28a&device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0494394 Sep 10 03:55:32.007643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0f009af-3e57-4742-bd5f-38068859bf8f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:32.008427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f009af-3e57-4742-bd5f-38068859bf8f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Fanout notify agent at l3_agent the message router_deleted on router f5fb5b11-6ee4-4a00-a4f3-301a31234123 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:55:32.016794 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:32.019755 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0f009af-3e57-4742-bd5f-38068859bf8f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:32.020894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f0f009af-3e57-4742-bd5f-38068859bf8f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/f5fb5b11-6ee4-4a00-a4f3-301a31234123 HTTP/1.1" status: 204 len: 168 time: 0.5416038 Sep 10 03:55:32.024549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53850) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.061764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0982561-b232-476b-8fab-82eac6003d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa826b51-f562-478c-ba0b-325102bbf9e6'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:32.062910 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-02d319dc-c5b9-4244-bc1d-88d654f09ac9 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5fb5b11-6ee4-4a00-a4f3-301a31234123 HTTP/1.1" status: 200 len: 205 time: 0.0369620 Sep 10 03:55:32.064877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53854) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.067047 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06ec5cb-f600-403b-82e3-78b0bf4e6181" -d '{"events": [{"server_uuid": "a0982561-b232-476b-8fab-82eac6003d96", "name": "network-vif-plugged", "status": "completed", "tag": "aa826b51-f562-478c-ba0b-325102bbf9e6"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:32.085991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port aa826b51-f562-478c-ba0b-325102bbf9e6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aa826b51-f562-478c-ba0b-325102bbf9e6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:32.115922 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-1a5e3448-5aa5-447d-bc69-a2a0981fbe42 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] delete failed (client error): The resource could not be found. Sep 10 03:55:32.119165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1a5e3448-5aa5-447d-bc69-a2a0981fbe42 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/f5fb5b11-6ee4-4a00-a4f3-301a31234123 HTTP/1.1" status: 404 len: 336 time: 0.0497565 Sep 10 03:55:32.119548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53858) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.131126 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767f535a-a633-4740-91ca-b61d11cfb5aa x-openstack-request-id: req-767f535a-a633-4740-91ca-b61d11cfb5aa {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:32.131416 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0982561-b232-476b-8fab-82eac6003d96", "name": "network-vif-plugged", "status": "completed", "tag": "aa826b51-f562-478c-ba0b-325102bbf9e6", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:32.131665 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-767f535a-a633-4740-91ca-b61d11cfb5aa {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:32.132262 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0982561-b232-476b-8fab-82eac6003d96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aa826b51-f562-478c-ba0b-325102bbf9e6', 'code': 200} Sep 10 03:55:32.154254 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-728e5279-d733-4ffb-bb32-f49fa6678b7c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] DELETE failed (client error): The resource could not be found. Sep 10 03:55:32.154855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-728e5279-d733-4ffb-bb32-f49fa6678b7c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:55:32.160186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53862) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.172672 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-728e5279-d733-4ffb-bb32-f49fa6678b7c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/89a6fd1b-37fb-4aa7-9aa8-09c16577ba7b HTTP/1.1" status: 404 len: 337 time: 0.0513425 Sep 10 03:55:32.186688 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:32.186688 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:32.238140 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f49309-d1e6-48ca-a1f0-abaf58f7cc20 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] DELETE failed (client error): The resource could not be found. Sep 10 03:55:32.238709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f49309-d1e6-48ca-a1f0-abaf58f7cc20 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:55:32.246246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b0f49309-d1e6-48ca-a1f0-abaf58f7cc20 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/3f35b3a4-9ab5-4c0c-9e41-a9ff95de8846 HTTP/1.1" status: 404 len: 337 time: 0.0821710 Sep 10 03:55:32.248446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53864) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.282225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=aa826b51-f562-478c-ba0b-325102bbf9e6,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:32.293425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff5e58-4e5f-4ce6-ab4c-beb66e99b7e9 req-6a283f55-cebe-4238-a869-8d5401f39e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:32.294475 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-15ff5e58-4e5f-4ce6-ab4c-beb66e99b7e9 req-6a283f55-cebe-4238-a869-8d5401f39e33 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 1096 time: 0.0796549 Sep 10 03:55:32.309384 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac96e60e-3151-4419-9e52-dd6517bb3ef9 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] DELETE failed (client error): The resource could not be found. Sep 10 03:55:32.311190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac96e60e-3151-4419-9e52-dd6517bb3ef9 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:55:32.315605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ac96e60e-3151-4419-9e52-dd6517bb3ef9 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/70f6674d-2624-4e5d-a21f-f3698494bed2 HTTP/1.1" status: 404 len: 337 time: 0.0623555 Sep 10 03:55:32.315923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53868) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.348112 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-136d42fe-2503-4012-9814-95b5e7a192a8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] DELETE failed (client error): The resource could not be found. Sep 10 03:55:32.348653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-136d42fe-2503-4012-9814-95b5e7a192a8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:55:32.350645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-136d42fe-2503-4012-9814-95b5e7a192a8 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/b58b3eb4-09c4-4172-b864-73c18684fcb3 HTTP/1.1" status: 404 len: 337 time: 0.0337555 Sep 10 03:55:32.370547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53874) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.420279 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-15ff5e58-4e5f-4ce6-ab4c-beb66e99b7e9 req-61a7d335-cbd3-4a58-856f-52a05d69f8ef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142468 Sep 10 03:55:32.439104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0f6a79f3-6a45-4225-b1e1-dafc4d58212f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=46710385-454a-4827-aa59-cdbe9ac4bc69 HTTP/1.1" status: 200 len: 205 time: 0.0779130 Sep 10 03:55:32.441917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53876) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.470373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d56b34f2-fa14-49c5-9075-dc8fd7efdb38 req-1cda6f43-2e70-456d-98f2-a28fb6f3fdd2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20ad1f272df147d28456d210c987688a&device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0898726 Sep 10 03:55:32.472256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-419211f9-53cb-4b84-99a5-b5bad3f6eab2 req-33d6269c-a488-4dd5-90e2-c32ca563d69d tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0437937 Sep 10 03:55:32.488830 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-72a0beb0-402e-4675-9617-16f7cf8faf67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] delete failed (client error): The resource could not be found. Sep 10 03:55:32.490137 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-72a0beb0-402e-4675-9617-16f7cf8faf67 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/46710385-454a-4827-aa59-cdbe9ac4bc69 HTTP/1.1" status: 404 len: 336 time: 0.0467529 Sep 10 03:55:32.493956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53878) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.539063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-782d8191-02e2-49aa-affb-42023112fb33 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=f834b659-0a09-4e21-9c9d-80363c0cc823 HTTP/1.1" status: 200 len: 205 time: 0.0332634 Sep 10 03:55:32.539393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53880) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.540004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d56b34f2-fa14-49c5-9075-dc8fd7efdb38 req-9080dcbb-4fb4-46ce-92d3-02899ee2524c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=20ad1f272df147d28456d210c987688a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0589221 Sep 10 03:55:32.590686 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-57eec6c2-73fe-4184-94a9-fa9f480c166d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] delete failed (client error): The resource could not be found. Sep 10 03:55:32.592116 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-57eec6c2-73fe-4184-94a9-fa9f480c166d tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/f834b659-0a09-4e21-9c9d-80363c0cc823 HTTP/1.1" status: 404 len: 336 time: 0.0517187 Sep 10 03:55:32.594607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53884) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.625643 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf4c2182-0b18-4750-9fe8-cdc220612b34 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] DELETE failed (client error): The resource could not be found. Sep 10 03:55:32.626123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf4c2182-0b18-4750-9fe8-cdc220612b34 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:55:32.630774 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cf4c2182-0b18-4750-9fe8-cdc220612b34 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/bdaf89c0-90a4-4082-89fd-8e68b0851f39 HTTP/1.1" status: 404 len: 337 time: 0.0351975 Sep 10 03:55:32.631381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53888) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.664368 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aa70efe4-0434-4bf2-8a8d-7558368a75e2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=06b68958-4eca-4365-8009-55d719bfed70 HTTP/1.1" status: 200 len: 205 time: 0.0314145 Sep 10 03:55:32.668245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53890) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.707234 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-5225e775-5056-43dc-b171-ee4f2da3084a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] delete failed (client error): The resource could not be found. Sep 10 03:55:32.710352 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5225e775-5056-43dc-b171-ee4f2da3084a tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/06b68958-4eca-4365-8009-55d719bfed70 HTTP/1.1" status: 404 len: 336 time: 0.0388200 Sep 10 03:55:32.710695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53892) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.714863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56b34f2-fa14-49c5-9075-dc8fd7efdb38 req-fc6ee981-67fb-4924-bd6d-2dec79dd663f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:32.716409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d56b34f2-fa14-49c5-9075-dc8fd7efdb38 req-fc6ee981-67fb-4924-bd6d-2dec79dd663f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1693339 Sep 10 03:55:32.724499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84370b62-de69-410e-a40a-b99080c1f2a9 req-aaef4d79-b7b6-45e7-ab2c-ca2422531e44 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:32.726006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84370b62-de69-410e-a40a-b99080c1f2a9 req-aaef4d79-b7b6-45e7-ab2c-ca2422531e44 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 945 time: 0.1181428 Sep 10 03:55:32.742732 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6ab07a9e-1cad-4c7e-b4aa-e93534184521 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=944b6be6-3ef6-465f-88ef-f7e744e560fb HTTP/1.1" status: 200 len: 205 time: 0.0303941 Sep 10 03:55:32.744651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53894) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.787123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84370b62-de69-410e-a40a-b99080c1f2a9 req-66e1ae65-6130-495b-9acf-aec1e8f366c6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515292 Sep 10 03:55:32.787844 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-3905a710-0562-4a81-b062-7d697ccb40f3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] delete failed (client error): The resource could not be found. Sep 10 03:55:32.791401 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3905a710-0562-4a81-b062-7d697ccb40f3 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/944b6be6-3ef6-465f-88ef-f7e744e560fb HTTP/1.1" status: 404 len: 336 time: 0.0432682 Sep 10 03:55:32.795647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53898) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.825431 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-71c38180-5460-49c4-959f-898d259301a2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] DELETE failed (client error): The resource could not be found. Sep 10 03:55:32.826303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71c38180-5460-49c4-959f-898d259301a2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:55:32.830993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53900) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.832215 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-71c38180-5460-49c4-959f-898d259301a2 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/ff7154f0-f1cd-4c7e-99c7-9ef906a4a6e2 HTTP/1.1" status: 404 len: 337 time: 0.0355191 Sep 10 03:55:32.863265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-00b65d0f-9b56-4926-97ed-0f927841319f tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=7aba42b8-562f-448e-ba64-f6020d259852 HTTP/1.1" status: 200 len: 205 time: 0.0311131 Sep 10 03:55:32.865579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53902) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.905378 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-48140e21-de67-43b0-a9fe-78e995557d0c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] delete failed (client error): The resource could not be found. Sep 10 03:55:32.906454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-48140e21-de67-43b0-a9fe-78e995557d0c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/7aba42b8-562f-448e-ba64-f6020d259852 HTTP/1.1" status: 404 len: 336 time: 0.0399785 Sep 10 03:55:32.909539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53904) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.938740 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a514b62-7c98-44b9-9d7a-3937c652a143 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] DELETE failed (client error): The resource could not be found. Sep 10 03:55:32.939215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a514b62-7c98-44b9-9d7a-3937c652a143 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:55:32.940979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9a514b62-7c98-44b9-9d7a-3937c652a143 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/273a4dd0-454f-4489-86d0-63b2f0392bcc HTTP/1.1" status: 404 len: 337 time: 0.0304856 Sep 10 03:55:32.943643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53906) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:32.973446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1c538f3e-baae-48ba-bc20-bc13df64918c tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a5f78ca-3fc1-425b-bf69-99d18f1e6946 HTTP/1.1" status: 200 len: 205 time: 0.0265563 Sep 10 03:55:32.973935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53910) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:33.032078 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-360cc224-0c24-4cf9-b397-9454338794e0 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] delete failed (client error): The resource could not be found. Sep 10 03:55:33.033151 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-360cc224-0c24-4cf9-b397-9454338794e0 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/routers/4a5f78ca-3fc1-425b-bf69-99d18f1e6946 HTTP/1.1" status: 404 len: 336 time: 0.0581665 Sep 10 03:55:33.035819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53912) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:33.068826 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-dab47eea-c13d-4ffa-b50a-a39f2df0a88e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] DELETE failed (client error): The resource could not be found. Sep 10 03:55:33.069594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dab47eea-c13d-4ffa-b50a-a39f2df0a88e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:55:33.073292 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dab47eea-c13d-4ffa-b50a-a39f2df0a88e tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/d746607c-ed23-4c67-b1da-40092ea00d03 HTTP/1.1" status: 404 len: 337 time: 0.0357213 Sep 10 03:55:33.075802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53914) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:33.084131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefec597-3666-4b63-a9fb-21347031af04 req-5ed63f37-0265-4735-80d2-1a4038a73964 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:33.085643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fefec597-3666-4b63-a9fb-21347031af04 req-5ed63f37-0265-4735-80d2-1a4038a73964 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0617683 Sep 10 03:55:33.112800 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-61c56572-d190-4bb3-bc22-67c07902f8b1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] DELETE failed (client error): The resource could not be found. Sep 10 03:55:33.113564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61c56572-d190-4bb3-bc22-67c07902f8b1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:55:33.118354 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-61c56572-d190-4bb3-bc22-67c07902f8b1 tempest-RoutersTest-10549431 tempest-RoutersTest-10549431-project] 10.222.0.22 "DELETE /v2.0/subnets/bd38a306-81ab-4f3d-a575-4f450c4b944a HTTP/1.1" status: 404 len: 337 time: 0.0400107 Sep 10 03:55:33.147643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fefec597-3666-4b63-a9fb-21347031af04 req-cc833623-eb9e-4f0b-8073-e300f79adf9a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522025 Sep 10 03:55:33.602838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15c271de-54e1-48eb-a844-5c2783c40b7b req-d1dd75c1-86d4-48c1-902b-57422fb4b420 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0527122 Sep 10 03:55:33.673264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53930) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:33.866544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53938) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:33.868769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a319f8c9-6521-416e-a41e-5d62fdd39254 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2664013da554159bb4d70978cb7f765&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1939194 Sep 10 03:55:34.032150 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c254bcbf-49aa-487b-a4f8-a7ca091a3e85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:34.051008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407bb015-5840-4986-9b25-3361368869da req-d034bb5e-2e28-47de-b9fa-e97b012fec97 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:34.063011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-407bb015-5840-4986-9b25-3361368869da req-d034bb5e-2e28-47de-b9fa-e97b012fec97 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 945 time: 0.1685092 Sep 10 03:55:34.124238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d56b34f2-fa14-49c5-9075-dc8fd7efdb38 req-75cfad87-6cdb-4cf8-aa0e-f1a1b2d54830 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0934107 Sep 10 03:55:34.151622 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c254bcbf-49aa-487b-a4f8-a7ca091a3e85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:34.174538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-407bb015-5840-4986-9b25-3361368869da req-bde7a706-6695-4b25-baea-aac688da8644 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041200 Sep 10 03:55:34.310811 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c254bcbf-49aa-487b-a4f8-a7ca091a3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:34.313455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c254bcbf-49aa-487b-a4f8-a7ca091a3e85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:34.317081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c254bcbf-49aa-487b-a4f8-a7ca091a3e85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4dd669c7-df8e-4efd-916f-54550c6536f1 HTTP/1.1" status: 204 len: 168 time: 0.4465027 Sep 10 03:55:34.333599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7761ec1-c99a-41ac-aabb-13f71cf648f8 req-ca015782-b068-4b8a-b38d-2b7b0de62658 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:34.333599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7761ec1-c99a-41ac-aabb-13f71cf648f8 req-ca015782-b068-4b8a-b38d-2b7b0de62658 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0822372 Sep 10 03:55:34.340200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c254bcbf-49aa-487b-a4f8-a7ca091a3e85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd669c7-df8e-4efd-916f-54550c6536f1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:34.362019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3641e1-ffbc-4d61-9706-9f60dd526613 req-8fc77264-a20b-487f-83da-e152c78307e6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:34.369259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c3641e1-ffbc-4d61-9706-9f60dd526613 req-8fc77264-a20b-487f-83da-e152c78307e6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 945 time: 0.0896354 Sep 10 03:55:34.427140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7761ec1-c99a-41ac-aabb-13f71cf648f8 req-ccfb0cc5-e532-4d8a-84d0-13201d0d6783 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553501 Sep 10 03:55:34.432977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c3641e1-ffbc-4d61-9706-9f60dd526613 req-d4089747-8ba3-4f5d-b75a-ba2e7e20233f tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612891 Sep 10 03:55:34.774685 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd1dffe7-247f-4c51-bd17-7d0507f55bd9 req-eb48c34f-0673-482f-a558-9d712218adca tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7f77716-2c4a-48fb-9dac-546d202cbce8 HTTP/1.1" status: 200 len: 210 time: 0.0418262 Sep 10 03:55:34.891384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292f9012-b490-4ced-bdbd-a3d9782c6157 req-dbde1158-6d26-4fa0-b94a-7f4a36dc45ab tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:34.893262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-292f9012-b490-4ced-bdbd-a3d9782c6157 req-dbde1158-6d26-4fa0-b94a-7f4a36dc45ab tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 945 time: 0.0515318 Sep 10 03:55:34.933780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-292f9012-b490-4ced-bdbd-a3d9782c6157 req-08dd3364-ce7b-451e-8f0b-b42698031f57 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336707 Sep 10 03:55:35.459215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53994) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:35.563966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-be1564ff-542d-4cf4-94cf-d46b4e744640 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:35.563966 n-d-808143-1 neutron-server[95136]: WARNING neutron.api.v2.base [None req-be1564ff-542d-4cf4-94cf-d46b4e744640 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 10 03:55:35.563966 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-be1564ff-542d-4cf4-94cf-d46b4e744640 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:55:35.564639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-be1564ff-542d-4cf4-94cf-d46b4e744640 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1037490 Sep 10 03:55:35.567942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54000) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:35.574680 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119a517-c3c8-4d02-8396-acb37141b8f2 req-14b2cb70-b72b-4b07-ab39-66d7616dfa20 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:35.581597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'tempest-secgroup--168687209'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:35.583197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a119a517-c3c8-4d02-8396-acb37141b8f2 req-14b2cb70-b72b-4b07-ab39-66d7616dfa20 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0770154 Sep 10 03:55:35.638024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a119a517-c3c8-4d02-8396-acb37141b8f2 req-7cd6f6c1-63b5-417d-87f4-245eaf8eff31 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539620 Sep 10 03:55:35.693546 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:35.702960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:35.802771 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:35.923602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.002461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e58eced-2730-4202-9d91-28954be9b87e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:36.098135 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.112277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1487a0d1-391b-40cf-a2f9-61d2f76e15d4 req-e8a0006b-2137-4431-9b87-07b59a3526b0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:36.114330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1487a0d1-391b-40cf-a2f9-61d2f76e15d4 req-e8a0006b-2137-4431-9b87-07b59a3526b0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 945 time: 0.0737982 Sep 10 03:55:36.184026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1487a0d1-391b-40cf-a2f9-61d2f76e15d4 req-6595ab57-3261-4b6a-aa7b-8284923bfb5d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583422 Sep 10 03:55:36.226248 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.278610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05c02edf-f3e4-46c1-af71-009bcc8130ce,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:36.297770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-d7104aea-3334-48e8-8150-a3ee12245ba2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:36.299856 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-d7104aea-3334-48e8-8150-a3ee12245ba2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 945 time: 0.1083310 Sep 10 03:55:36.335600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72faf18b-644a-47d0-97a9-80798e63c287 req-88a5a9d9-9a35-4972-988f-7f3a82e986c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=20ad1f272df147d28456d210c987688a&device_id=bdcd269b-d018-4306-8a65-07bd3915a28a HTTP/1.1" status: 200 len: 210 time: 0.0471115 Sep 10 03:55:36.344574 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.345937 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fb3bbde9-2681-440a-8f59-6b4dafa73bc0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7769952 Sep 10 03:55:36.348884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54026) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:36.356616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f5166e05-4332-486c-bae2-330ab6666baf tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': '05c02edf-f3e4-46c1-af71-009bcc8130ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:36.368124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72faf18b-644a-47d0-97a9-80798e63c287 req-52d433b1-11d3-44a7-8665-10b25f42c801 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=20ad1f272df147d28456d210c987688a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0234468 Sep 10 03:55:36.405174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f39d9ef-adea-4673-8e95-6eeac50aafed req-879dc307-c3d2-4d84-ac18-a23ef465af7e tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdcd269b-d018-4306-8a65-07bd3915a28a HTTP/1.1" status: 200 len: 210 time: 0.0336444 Sep 10 03:55:36.438130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Deleting port aa826b51-f562-478c-ba0b-325102bbf9e6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:36.438732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.506627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72faf18b-644a-47d0-97a9-80798e63c287 req-18361885-c08c-411f-8a0c-1ef553e2e13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:36.508370 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72faf18b-644a-47d0-97a9-80798e63c287 req-18361885-c08c-411f-8a0c-1ef553e2e13b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1268368 Sep 10 03:55:36.528483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5166e05-4332-486c-bae2-330ab6666baf tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.579577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] For port aa826b51-f562-478c-ba0b-325102bbf9e6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=aa826b51-f562-478c-ba0b-325102bbf9e6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:36.580264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.597462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Calling delete_port for aa826b51-f562-478c-ba0b-325102bbf9e6 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:36.615368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5166e05-4332-486c-bae2-330ab6666baf tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.684121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5166e05-4332-486c-bae2-330ab6666baf tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.725980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5166e05-4332-486c-bae2-330ab6666baf tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e035d480-f358-4234-b27c-5ea95e5b25a7,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:36.814141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db1c37-73c9-4f84-86f4-f2bccd7fdb83 req-f610844b-7f57-48f2-a495-d7125b1aef5e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:36.820237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9db1c37-73c9-4f84-86f4-f2bccd7fdb83 req-f610844b-7f57-48f2-a495-d7125b1aef5e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0626690 Sep 10 03:55:36.855708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9db1c37-73c9-4f84-86f4-f2bccd7fdb83 req-cacadd3c-98d5-4c53-be9c-e298ed5161d7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335269 Sep 10 03:55:36.860947 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5166e05-4332-486c-bae2-330ab6666baf tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.865036 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f5166e05-4332-486c-bae2-330ab6666baf tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5148571 Sep 10 03:55:36.865582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54032) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:36.871178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-91da4ad1-0d59-41fe-8247-35b758924a87 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': '05c02edf-f3e4-46c1-af71-009bcc8130ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:36.895108 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:36.911116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd', 'aa826b51-f562-478c-ba0b-325102bbf9e6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:36.950978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event deleted for resources: {'Port': ['ID=aa826b51-f562-478c-ba0b-325102bbf9e6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:36.997991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] No DVR routers for this DVR port aa826b51-f562-478c-ba0b-325102bbf9e6 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:37.005895 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.007877 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-94d1a99d-f7ea-4591-8dc9-1a70252252b4 req-1b688be0-b838-4893-893c-eb2a7f7c8fed tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "DELETE /v2.0/ports/aa826b51-f562-478c-ba0b-325102bbf9e6 HTTP/1.1" status: 204 len: 173 time: 0.7010438 Sep 10 03:55:37.008329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0982561-b232-476b-8fab-82eac6003d96', 'name': 'network-vif-deleted', 'tag': 'aa826b51-f562-478c-ba0b-325102bbf9e6'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:37.010598 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267154ec-5157-4290-b622-4c56dc73a278" -d '{"events": [{"server_uuid": "a0982561-b232-476b-8fab-82eac6003d96", "name": "network-vif-deleted", "tag": "aa826b51-f562-478c-ba0b-325102bbf9e6"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:37.015357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91da4ad1-0d59-41fe-8247-35b758924a87 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.096404 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2fbe7c3-f8be-4c95-8da5-72ec0038f84a x-openstack-request-id: req-d2fbe7c3-f8be-4c95-8da5-72ec0038f84a {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:37.096854 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0982561-b232-476b-8fab-82eac6003d96", "name": "network-vif-deleted", "tag": "aa826b51-f562-478c-ba0b-325102bbf9e6", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:37.097117 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2fbe7c3-f8be-4c95-8da5-72ec0038f84a {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:37.097576 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0982561-b232-476b-8fab-82eac6003d96', 'name': 'network-vif-deleted', 'tag': 'aa826b51-f562-478c-ba0b-325102bbf9e6', 'status': 'completed', 'code': 200} Sep 10 03:55:37.156394 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-91da4ad1-0d59-41fe-8247-35b758924a87 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:55:37.157741 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-91da4ad1-0d59-41fe-8247-35b758924a87 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2911997 Sep 10 03:55:37.165555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54042) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:37.283509 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0bff3c73-0ab2-4a84-8ebf-a3c4b5076a2d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.324810 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0bff3c73-0ab2-4a84-8ebf-a3c4b5076a2d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.378377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48ac9152-750d-46c4-9cca-ef1817cb57b1 req-d7b5c8d2-10e0-4859-af28-629de8e0edda tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=a0982561-b232-476b-8fab-82eac6003d96 HTTP/1.1" status: 200 len: 210 time: 0.0661871 Sep 10 03:55:37.535510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0bff3c73-0ab2-4a84-8ebf-a3c4b5076a2d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.535762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e879da32-295c-41d6-9fde-54517a9026d0 req-0edab2d5-457e-4858-a748-f73fb5d5458a tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdcd269b-d018-4306-8a65-07bd3915a28a HTTP/1.1" status: 200 len: 210 time: 0.0448432 Sep 10 03:55:37.539038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0bff3c73-0ab2-4a84-8ebf-a3c4b5076a2d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.545235 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0bff3c73-0ab2-4a84-8ebf-a3c4b5076a2d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/05c02edf-f3e4-46c1-af71-009bcc8130ce HTTP/1.1" status: 204 len: 168 time: 0.3738377 Sep 10 03:55:37.545461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54050) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:37.550756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bff3c73-0ab2-4a84-8ebf-a3c4b5076a2d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05c02edf-f3e4-46c1-af71-009bcc8130ce,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:37.617222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-70c06117-f570-427b-8e89-0d38e00b8038 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729890 Sep 10 03:55:37.622765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54052) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:37.628255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1e626ef6-4066-4c89-8c58-15da040bb208 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1860829461'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:37.728841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72faf18b-644a-47d0-97a9-80798e63c287 req-66d05bfc-9113-4c26-b2da-0d6aef9eb069 tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.20 "GET /v2.0/ports?device_id=bdcd269b-d018-4306-8a65-07bd3915a28a HTTP/1.1" status: 200 len: 210 time: 0.0293984 Sep 10 03:55:37.773703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e626ef6-4066-4c89-8c58-15da040bb208 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.864791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e626ef6-4066-4c89-8c58-15da040bb208 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.973584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e626ef6-4066-4c89-8c58-15da040bb208 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:37.989383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6d86a5e-e2c8-46e1-bf8f-e1579e0c92b0 req-a639b358-5476-4f9a-ad0f-8cfe7cd49ff9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:37.990947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6d86a5e-e2c8-46e1-bf8f-e1579e0c92b0 req-a639b358-5476-4f9a-ad0f-8cfe7cd49ff9 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0564361 Sep 10 03:55:38.018820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e626ef6-4066-4c89-8c58-15da040bb208 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82d5d1c7-a693-4762-963f-dfdbb1c7be82,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:38.054895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6d86a5e-e2c8-46e1-bf8f-e1579e0c92b0 req-6bec41d7-14c7-4728-8a33-1a7a10087695 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509934 Sep 10 03:55:38.094808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e626ef6-4066-4c89-8c58-15da040bb208 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.096185 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1e626ef6-4066-4c89-8c58-15da040bb208 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4717977 Sep 10 03:55:38.099052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54058) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:38.103460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1c5c3e7a-2530-42a4-8f15-5b3403b32843 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': '82d5d1c7-a693-4762-963f-dfdbb1c7be82', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:38.104283 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-1c5c3e7a-2530-42a4-8f15-5b3403b32843 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 10 03:55:38.104808 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-1c5c3e7a-2530-42a4-8f15-5b3403b32843 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:38.105739 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1c5c3e7a-2530-42a4-8f15-5b3403b32843 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056858 Sep 10 03:55:38.108136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54060) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:38.162176 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75ca84a0-f5c0-473c-92ab-4f412286477c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.190056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75ca84a0-f5c0-473c-92ab-4f412286477c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.312019 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75ca84a0-f5c0-473c-92ab-4f412286477c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.314927 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75ca84a0-f5c0-473c-92ab-4f412286477c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.316234 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-75ca84a0-f5c0-473c-92ab-4f412286477c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/82d5d1c7-a693-4762-963f-dfdbb1c7be82 HTTP/1.1" status: 204 len: 168 time: 0.2071271 Sep 10 03:55:38.323024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54068) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:38.325823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ca84a0-f5c0-473c-92ab-4f412286477c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82d5d1c7-a693-4762-963f-dfdbb1c7be82,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:38.372679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4c1edd66-78cb-4d70-bb39-bf3073f79778 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485184 Sep 10 03:55:38.376409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54070) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:38.380921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c3c8091d-413d-4bdb-ab9a-cff7e7bf3d5a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'tempest-secgroup--2119988987'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:38.405179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-6d1ea3b9-64fe-4414-8eb6-e4a4e4c0b5b1 req-25eeba9f-7929-4458-ab27-bf02858802e4 service neutron] (95137) timed out ('10.222.0.20', 59245) {{(pid=95137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:55:38.514082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3c8091d-413d-4bdb-ab9a-cff7e7bf3d5a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.657198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3c8091d-413d-4bdb-ab9a-cff7e7bf3d5a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.715244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9079e50c-5386-42b7-b4c2-41ae67c5734f req-889eec12-9e39-4aab-baec-bb5c8ae58ebf tempest-ServerShowV247Test-1682840528 tempest-ServerShowV247Test-1682840528-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdcd269b-d018-4306-8a65-07bd3915a28a HTTP/1.1" status: 200 len: 210 time: 0.0632627 Sep 10 03:55:38.729754 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3c8091d-413d-4bdb-ab9a-cff7e7bf3d5a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.761864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c8091d-413d-4bdb-ab9a-cff7e7bf3d5a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d53e9675-4b3f-4ca0-964b-367281792ffb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:38.831909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c3c8091d-413d-4bdb-ab9a-cff7e7bf3d5a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.833200 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c3c8091d-413d-4bdb-ab9a-cff7e7bf3d5a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4557874 Sep 10 03:55:38.836170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54094) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:38.842328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-432f56f3-3d3e-4328-b0fe-1a380b28d70f tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'd53e9675-4b3f-4ca0-964b-367281792ffb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:38.845895 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-432f56f3-3d3e-4328-b0fe-1a380b28d70f tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 10 03:55:38.846702 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-432f56f3-3d3e-4328-b0fe-1a380b28d70f tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:38.849584 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-432f56f3-3d3e-4328-b0fe-1a380b28d70f tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0121422 Sep 10 03:55:38.852442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54096) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:38.855655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-2e5eb2f1-054f-4efd-8f42-7c3704147f2d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:38.862661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-2e5eb2f1-054f-4efd-8f42-7c3704147f2d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.1450708 Sep 10 03:55:38.879406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-a7881698-daf1-4ce4-afb4-c7868c71c78e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/quotas/e7a7c4f9449549619fc86ca9ae6e6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0157068 Sep 10 03:55:38.927926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d06c3c3-21f4-467d-8eb6-a11aba102641 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:38.935781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-e5cdfe8a-8827-4b59-827e-5f0638065c6e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0553985 Sep 10 03:55:38.956470 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d06c3c3-21f4-467d-8eb6-a11aba102641 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:39.071880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d06c3c3-21f4-467d-8eb6-a11aba102641 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:39.074687 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d06c3c3-21f4-467d-8eb6-a11aba102641 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:39.076955 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5d06c3c3-21f4-467d-8eb6-a11aba102641 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/d53e9675-4b3f-4ca0-964b-367281792ffb HTTP/1.1" status: 204 len: 168 time: 0.2219930 Sep 10 03:55:39.086748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d06c3c3-21f4-467d-8eb6-a11aba102641 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d53e9675-4b3f-4ca0-964b-367281792ffb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:39.088474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54102) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:39.095539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-61e8b2f5-4eed-4be7-8b54-e33e0ad468e1 service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1503565 Sep 10 03:55:39.164105 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5c34f029-5a17-4925-a0a4-866957de898a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0710433 Sep 10 03:55:39.164596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54104) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:39.170839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-56ec1f9f-d4c7-4abf-9e11-a79ebfdeb48c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'tempest-secgroup--941469974'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:39.236044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-06ca9837-4d8f-4f68-b4c6-b3cc8028a7e3 service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388230 Sep 10 03:55:39.249478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ec1f9f-d4c7-4abf-9e11-a79ebfdeb48c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:39.251968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba9d802-6f5d-43a7-97fc-8580aed76311 req-f9fb8d77-3c2b-4b0a-900a-d5858adf34d0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:39.253653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aba9d802-6f5d-43a7-97fc-8580aed76311 req-f9fb8d77-3c2b-4b0a-900a-d5858adf34d0 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0801706 Sep 10 03:55:39.328905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aba9d802-6f5d-43a7-97fc-8580aed76311 req-b9e3953b-83ce-4509-8c43-2e759a1bf14a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679717 Sep 10 03:55:39.366153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ec1f9f-d4c7-4abf-9e11-a79ebfdeb48c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:39.420919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ec1f9f-d4c7-4abf-9e11-a79ebfdeb48c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:39.450863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec1f9f-d4c7-4abf-9e11-a79ebfdeb48c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33fa9a16-c103-4f53-a4f0-4baa9a54bf9b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:39.530922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ec1f9f-d4c7-4abf-9e11-a79ebfdeb48c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:39.532947 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-56ec1f9f-d4c7-4abf-9e11-a79ebfdeb48c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3669508 Sep 10 03:55:39.537499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54116) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:39.551005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7c0289fb-5e84-4514-9ca1-d2147b0914c7 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': '33fa9a16-c103-4f53-a4f0-4baa9a54bf9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:39.571871 n-d-808143-1 neutron-server[95136]: WARNING neutron.api.v2.base [None req-7c0289fb-5e84-4514-9ca1-d2147b0914c7 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 10 03:55:39.571871 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-7c0289fb-5e84-4514-9ca1-d2147b0914c7 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:39.571871 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7c0289fb-5e84-4514-9ca1-d2147b0914c7 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0219190 Sep 10 03:55:39.572124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54118) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:39.575859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bfa5ff5a-6749-4bd9-a929-9c0ba1ca4a45 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': '33fa9a16-c103-4f53-a4f0-4baa9a54bf9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:39.578178 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-bfa5ff5a-6749-4bd9-a929-9c0ba1ca4a45 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 10 03:55:39.578713 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-bfa5ff5a-6749-4bd9-a929-9c0ba1ca4a45 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:39.582199 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bfa5ff5a-6749-4bd9-a929-9c0ba1ca4a45 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0082452 Sep 10 03:55:39.582396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54120) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:39.586878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5d67a96a-87eb-4245-a685-4506cf1fa088 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': '33fa9a16-c103-4f53-a4f0-4baa9a54bf9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:39.588092 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-5d67a96a-87eb-4245-a685-4506cf1fa088 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 10 03:55:39.588600 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-5d67a96a-87eb-4245-a685-4506cf1fa088 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:39.591751 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5d67a96a-87eb-4245-a685-4506cf1fa088 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0063865 Sep 10 03:55:39.597806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54122) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:39.601182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1cd9c7f-2b85-48d7-aefd-543200336ec1 req-af9ca139-db46-47b7-a896-e37ae9ba296b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 210 time: 0.0652392 Sep 10 03:55:39.612761 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4d34f391-4f0b-4f7e-a1de-69bdddc8c2f1 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': '33fa9a16-c103-4f53-a4f0-4baa9a54bf9b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:39.613665 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-4d34f391-4f0b-4f7e-a1de-69bdddc8c2f1 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 10 03:55:39.614172 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-4d34f391-4f0b-4f7e-a1de-69bdddc8c2f1 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:39.616249 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4d34f391-4f0b-4f7e-a1de-69bdddc8c2f1 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0163784 Sep 10 03:55:39.618499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54124) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:39.680866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17ac3a05-69f7-48a7-a65a-016e499a078d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:39.706037 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17ac3a05-69f7-48a7-a65a-016e499a078d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:40.152609 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17ac3a05-69f7-48a7-a65a-016e499a078d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:40.155203 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17ac3a05-69f7-48a7-a65a-016e499a078d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:40.158130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-17ac3a05-69f7-48a7-a65a-016e499a078d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/33fa9a16-c103-4f53-a4f0-4baa9a54bf9b HTTP/1.1" status: 204 len: 168 time: 0.5368323 Sep 10 03:55:40.159078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54138) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:40.167130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac3a05-69f7-48a7-a65a-016e499a078d tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33fa9a16-c103-4f53-a4f0-4baa9a54bf9b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:40.211998 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f08a3a97-65b4-4e8c-97e7-4e5e6b353333 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0517151 Sep 10 03:55:40.216780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54140) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:40.222089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e1aa4843-b869-47c8-a42e-638008d71a32 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'tempest-secgroup--563136334'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:40.329303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4843-b869-47c8-a42e-638008d71a32 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:40.352642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54144) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:40.442710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54152) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:40.492724 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4843-b869-47c8-a42e-638008d71a32 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:40.515586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0e71654-dbd9-4e33-8c4b-bc6b7c724484 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:40.549254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe0b33b-0de7-44c4-ae2c-9d2e9465080d req-1c7660d1-b917-45c9-b664-2c3574a32e15 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:40.550758 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfe0b33b-0de7-44c4-ae2c-9d2e9465080d req-1c7660d1-b917-45c9-b664-2c3574a32e15 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1207457 Sep 10 03:55:40.602810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfe0b33b-0de7-44c4-ae2c-9d2e9465080d req-9441c83f-c6db-4cac-addb-fe6f085517ff tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449665 Sep 10 03:55:40.606890 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4843-b869-47c8-a42e-638008d71a32 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:40.686363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa4843-b869-47c8-a42e-638008d71a32 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc2dcea3-46dc-472f-8565-afb86c5eae4a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:40.851136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e05a7c17-19b3-487f-8bee-1803392ef4a8 req-68424e4e-741d-4fec-bfa8-32569546da16 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 210 time: 0.0681460 Sep 10 03:55:40.855865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0e71654-dbd9-4e33-8c4b-bc6b7c724484 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:40.981077 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0e71654-dbd9-4e33-8c4b-bc6b7c724484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.001226 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.021500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e71654-dbd9-4e33-8c4b-bc6b7c724484 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1410fa-544f-416a-9153-5abe4c776f62,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:41.098843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1aa4843-b869-47c8-a42e-638008d71a32 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.100121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e1aa4843-b869-47c8-a42e-638008d71a32 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8821976 Sep 10 03:55:41.105533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54168) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:41.116193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ebbf8f06-e5ee-4874-a354-a9f783a41508 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'bc2dcea3-46dc-472f-8565-afb86c5eae4a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:41.116193 n-d-808143-1 neutron-server[95136]: WARNING neutron.api.v2.base [None req-ebbf8f06-e5ee-4874-a354-a9f783a41508 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 10 03:55:41.116681 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-ebbf8f06-e5ee-4874-a354-a9f783a41508 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:41.117843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ebbf8f06-e5ee-4874-a354-a9f783a41508 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0099931 Sep 10 03:55:41.132506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a0e71654-dbd9-4e33-8c4b-bc6b7c724484 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20ad1f272df147d28456d210c987688a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7765324 Sep 10 03:55:41.132506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54170) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:41.136102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54172) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:41.139397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c7aa0940-d59d-49d3-abc9-9a82e84ac166 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'bc2dcea3-46dc-472f-8565-afb86c5eae4a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:41.285673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f8cb5-0112-4235-a12e-5f397374a1c3 req-96dcead6-b32f-4532-9fd9-c28e5bfe2b43 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:41.287858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a96f8cb5-0112-4235-a12e-5f397374a1c3 req-96dcead6-b32f-4532-9fd9-c28e5bfe2b43 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0976777 Sep 10 03:55:41.316505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64f114-b7b9-4a87-bf57-08219678beef req-7efe8e98-76f6-4368-bab4-db1ee23d20e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:41.318211 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fb64f114-b7b9-4a87-bf57-08219678beef req-7efe8e98-76f6-4368-bab4-db1ee23d20e5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1095 time: 0.0727499 Sep 10 03:55:41.343193 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-204f2b5c-7d10-48c8-8fca-84ba5fe52ecd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.380392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54176) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:41.403710 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-204f2b5c-7d10-48c8-8fca-84ba5fe52ecd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.414496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a96f8cb5-0112-4235-a12e-5f397374a1c3 req-f39cca81-6f82-4aeb-99c9-bb4bfdc63b1c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165156 Sep 10 03:55:41.431462 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-c7aa0940-d59d-49d3-abc9-9a82e84ac166 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:41.432850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c7aa0940-d59d-49d3-abc9-9a82e84ac166 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2978339 Sep 10 03:55:41.448207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54180) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:41.468892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-611a1498-0881-465b-a110-5a968038c950 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'bc2dcea3-46dc-472f-8565-afb86c5eae4a', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:41.469567 n-d-808143-1 neutron-server[95136]: WARNING neutron.api.v2.base [None req-611a1498-0881-465b-a110-5a968038c950 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 10 03:55:41.470261 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-611a1498-0881-465b-a110-5a968038c950 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:41.475833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-611a1498-0881-465b-a110-5a968038c950 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0222297 Sep 10 03:55:41.479942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54182) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:41.520559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device aa826b51-f562-478c-ba0b-325102bbf9e6 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:41.548540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: aa826b51-f562-478c-ba0b-325102bbf9e6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:41.549430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device aa826b51-f562-478c-ba0b-325102bbf9e6 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:41.570091 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-204f2b5c-7d10-48c8-8fca-84ba5fe52ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.573619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-204f2b5c-7d10-48c8-8fca-84ba5fe52ecd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.576193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-204f2b5c-7d10-48c8-8fca-84ba5fe52ecd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ac1410fa-544f-416a-9153-5abe4c776f62 HTTP/1.1" status: 204 len: 168 time: 0.4296732 Sep 10 03:55:41.587873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.598087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204f2b5c-7d10-48c8-8fca-84ba5fe52ecd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1410fa-544f-416a-9153-5abe4c776f62,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:41.719327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.824083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-da25edac-2994-41ad-a321-a28f32e8558f tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'bc2dcea3-46dc-472f-8565-afb86c5eae4a', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:41.825024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.865127 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafa81aa-ffac-4ae2-8023-8ce3fb1bf430,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:41.866346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64f114-b7b9-4a87-bf57-08219678beef req-918e9032-358b-4709-ad6f-bfd61f25ca2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:41.867840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fb64f114-b7b9-4a87-bf57-08219678beef req-918e9032-358b-4709-ad6f-bfd61f25ca2a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.5401912 Sep 10 03:55:41.869282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65b47f63d42b497f83ff007ad9fa99d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4820967 Sep 10 03:55:41.872944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54186) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:41.876468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.878456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.878456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.878456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.878456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.878456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.878898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.878898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.879224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.879551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.879900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.880217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-795169e6-557d-4592-b371-86f54b5150cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:55:41.945936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Deleting port 6b848510-8c0f-4be7-acd5-eb18bc3acb04 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:41.946370 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:41.973315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4cd47ce-0e7d-4814-8a62-d2a3a610d0ae req-837ab22a-b4ec-4964-9b69-e7d1fe326f47 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 210 time: 0.0322554 Sep 10 03:55:42.051344 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fb64f114-b7b9-4a87-bf57-08219678beef req-5dd27b5e-d7aa-468d-88bd-a21819fea189 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 999 time: 0.1672981 Sep 10 03:55:42.099100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba3614ad-c915-4906-9ab5-de1ebae80c79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:42.125968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-4700ff18-ee7b-4858-a76e-b5adb69878eb tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:42.130369 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-da25edac-2994-41ad-a321-a28f32e8558f tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:42.130614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-4700ff18-ee7b-4858-a76e-b5adb69878eb tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.1392336 Sep 10 03:55:42.131433 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-da25edac-2994-41ad-a321-a28f32e8558f tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6476521 Sep 10 03:55:42.135284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54200) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:42.137464 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] For port 6b848510-8c0f-4be7-acd5-eb18bc3acb04, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6b848510-8c0f-4be7-acd5-eb18bc3acb04,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:42.137837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:42.142781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8c285b35-1f97-4e00-aa2d-1a400748e885 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'bc2dcea3-46dc-472f-8565-afb86c5eae4a', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:42.143399 n-d-808143-1 neutron-server[95136]: WARNING neutron.api.v2.base [None req-8c285b35-1f97-4e00-aa2d-1a400748e885 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 10 03:55:42.144177 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-8c285b35-1f97-4e00-aa2d-1a400748e885 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:42.151077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8c285b35-1f97-4e00-aa2d-1a400748e885 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0135753 Sep 10 03:55:42.151819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54202) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:42.158545 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba3614ad-c915-4906-9ab5-de1ebae80c79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:42.160705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Request body: {'port': {'device_id': '9333ad86-c42c-408f-b805-83e832517758', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'admin_state_up': True, 'tenant_id': 'e7a7c4f9449549619fc86ca9ae6e6fd2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:42.161071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64f114-b7b9-4a87-bf57-08219678beef req-c55d626d-9e28-40f6-a3bf-29cd0a2d0585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:42.162576 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fb64f114-b7b9-4a87-bf57-08219678beef req-c55d626d-9e28-40f6-a3bf-29cd0a2d0585 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0984910 Sep 10 03:55:42.171581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c6346735-c677-4e8e-8bd0-f53a943237af tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'bc2dcea3-46dc-472f-8565-afb86c5eae4a', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:42.172406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Calling delete_port for 6b848510-8c0f-4be7-acd5-eb18bc3acb04 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:42.289515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb64f114-b7b9-4a87-bf57-08219678beef req-b3ae4623-a61c-4c82-87ba-a4662032a17a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:42.291046 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fb64f114-b7b9-4a87-bf57-08219678beef req-b3ae4623-a61c-4c82-87ba-a4662032a17a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1199033 Sep 10 03:55:42.386474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Made reservation on behalf of e7a7c4f9449549619fc86ca9ae6e6fd2 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:55:42.390129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:42.401835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba3614ad-c915-4906-9ab5-de1ebae80c79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:42.404397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba3614ad-c915-4906-9ab5-de1ebae80c79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:42.405540 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ba3614ad-c915-4906-9ab5-de1ebae80c79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cafa81aa-ffac-4ae2-8023-8ce3fb1bf430 HTTP/1.1" status: 204 len: 168 time: 0.5306950 Sep 10 03:55:42.435396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3614ad-c915-4906-9ab5-de1ebae80c79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafa81aa-ffac-4ae2-8023-8ce3fb1bf430,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:42.456473 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fb64f114-b7b9-4a87-bf57-08219678beef req-e02f9469-b5f5-4192-87fd-e85b87c20c67 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1566348 Sep 10 03:55:42.553602 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-c6346735-c677-4e8e-8bd0-f53a943237af tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:42.553963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c6346735-c677-4e8e-8bd0-f53a943237af tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3990741 Sep 10 03:55:42.567461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54214) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:42.571947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d8a1737e-6312-41d4-af86-67741840389c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'bc2dcea3-46dc-472f-8565-afb86c5eae4a', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:42.573265 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-d8a1737e-6312-41d4-af86-67741840389c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 10 03:55:42.573762 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-d8a1737e-6312-41d4-af86-67741840389c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:42.574727 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8a1737e-6312-41d4-af86-67741840389c tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0062854 Sep 10 03:55:42.581769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54216) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:42.587497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-81126081-5c03-4619-97ab-b67d0a1d0520 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'bc2dcea3-46dc-472f-8565-afb86c5eae4a', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:42.602196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Allocated IP 172.20.0.14 (4b406e7e-d47b-4017-ba3e-24ec1e47a252/896487ef-0a57-4d1a-9d81-7f7479231ead/754e53de-b377-4540-95db-83837d2b0bd6) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:55:42.614009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86523fd-e801-4aaa-a1f5-2907bd8ea816 req-3f65c9ff-2bcd-4ee0-9b5c-c83a79ff6922 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:42.621037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86523fd-e801-4aaa-a1f5-2907bd8ea816 req-3f65c9ff-2bcd-4ee0-9b5c-c83a79ff6922 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0896699 Sep 10 03:55:42.622946 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fb64f114-b7b9-4a87-bf57-08219678beef req-f2c0b1be-36dd-4aac-89eb-2b2f18f24195 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561701 Sep 10 03:55:42.654972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:42.663263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86523fd-e801-4aaa-a1f5-2907bd8ea816 req-0f66bd54-bd27-4597-9a92-f74b997313ae tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412900 Sep 10 03:55:42.688285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b848510-8c0f-4be7-acd5-eb18bc3acb04,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:42.822957 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-81126081-5c03-4619-97ab-b67d0a1d0520 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:42.827514 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-81126081-5c03-4619-97ab-b67d0a1d0520 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2447166 Sep 10 03:55:42.828522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54224) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:42.834952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-56f4b305-dbe2-4b2d-974e-407df33e7eeb tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'bc2dcea3-46dc-472f-8565-afb86c5eae4a', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:42.860224 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:42.915950 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.028304 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.046630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:43.170023 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-56f4b305-dbe2-4b2d-974e-407df33e7eeb tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:43.171208 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-56f4b305-dbe2-4b2d-974e-407df33e7eeb tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3398991 Sep 10 03:55:43.174253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54238) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:43.187043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:55:43.204042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:55:43.206855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:55:43.230058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Router 1010a311-f1dd-475d-a22a-f30890fa912f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:55:43.268932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c985db97-ac3e-4b03-8648-9f51a48e9b96 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.325524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:43.326153 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.335106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event updated for resources: {'Port': ['ID=754e53de-b377-4540-95db-83837d2b0bd6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:43.356339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089aef38-e853-4ab2-b758-5989fedc313e req-91e09068-6b2c-4336-8ac7-7604d2697172 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:43.360740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-089aef38-e853-4ab2-b758-5989fedc313e req-91e09068-6b2c-4336-8ac7-7604d2697172 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 932 time: 0.2255177 Sep 10 03:55:43.363319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c985db97-ac3e-4b03-8648-9f51a48e9b96 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.418222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-089aef38-e853-4ab2-b758-5989fedc313e req-cf224f7d-fce2-4566-9168-67710fbfd6b7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487273 Sep 10 03:55:43.420168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-19461df7-d393-4e19-bb8e-6acc9f2129a7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2671087 Sep 10 03:55:43.434220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Request body: {'port': {'device_id': '9333ad86-c42c-408f-b805-83e832517758', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:43.461206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:55:43.467634 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5822397a-07c8-4122-9616-9c5355c09cb7 admin admin] 10.222.0.22 "PUT /v2.0/routers/1010a311-f1dd-475d-a22a-f30890fa912f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0209811 Sep 10 03:55:43.467999 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54248) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:43.470013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54250) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:43.475715 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] Sync routers for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:55:43.490160 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:43.490722 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:43.520114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.564967 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c985db97-ac3e-4b03-8648-9f51a48e9b96 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.567742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c985db97-ac3e-4b03-8648-9f51a48e9b96 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.569374 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c985db97-ac3e-4b03-8648-9f51a48e9b96 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/bc2dcea3-46dc-472f-8565-afb86c5eae4a HTTP/1.1" status: 204 len: 168 time: 0.3942189 Sep 10 03:55:43.575601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54258) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:43.588101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c985db97-ac3e-4b03-8648-9f51a48e9b96 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc2dcea3-46dc-472f-8565-afb86c5eae4a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:43.641219 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:43.665817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b70e8-7198-449d-b766-37ab0fede8fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.680636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.721223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dc7d6212-2ef1-47b1-b6c3-3e9468182acd tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1427953 Sep 10 03:55:43.725530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54264) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:43.733277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-55cc6643-ae03-49e5-ad25-5692dbb2ff54 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1752887327'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:43.860018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db47bdf-3b13-4ec2-97d6-050356b38f56 req-22129df8-db7f-488e-a2e9-aafac6d08ae4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:43.861544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1db47bdf-3b13-4ec2-97d6-050356b38f56 req-22129df8-db7f-488e-a2e9-aafac6d08ae4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1018317 Sep 10 03:55:43.875293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.892174 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:55:42Z', 'revision_number': 5, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:43.925194 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b70e8-7198-449d-b766-37ab0fede8fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.931395 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] Checking router: 1010a311-f1dd-475d-a22a-f30890fa912f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:55:43.937797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1db47bdf-3b13-4ec2-97d6-050356b38f56 req-983a5ed3-adeb-4623-ad9e-4abfd1941af2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683138 Sep 10 03:55:43.940577 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] Routers {'1010a311-f1dd-475d-a22a-f30890fa912f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:55:43.941222 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1010a311-f1dd-475d-a22a-f30890fa912f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:43.950973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 754e53de-b377-4540-95db-83837d2b0bd6 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:55:43.959496 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:43.974101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Transition to ACTIVE for port object 754e53de-b377-4540-95db-83837d2b0bd6 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:55:43.986965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b41b70e8-7198-449d-b766-37ab0fede8fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.051665 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b41b70e8-7198-449d-b766-37ab0fede8fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd7944f99e0046bbb34f685f9f0cff95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5826581 Sep 10 03:55:44.052834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41b70e8-7198-449d-b766-37ab0fede8fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e94c6c8-f2e1-46f0-92e3-758b43ca7bba,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:44.054335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54276) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:44.066118 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.077418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Deleting port 00e41842-4b82-4e4b-88cf-346deab9b132 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:44.077880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.104310 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55cc6643-ae03-49e5-ad25-5692dbb2ff54 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.189271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Pushing event updated for resources: {'Port': ['ID=754e53de-b377-4540-95db-83837d2b0bd6,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:44.191456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] For port 00e41842-4b82-4e4b-88cf-346deab9b132, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=00e41842-4b82-4e4b-88cf-346deab9b132,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:44.191869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.205808 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] Set router 1010a311-f1dd-475d-a22a-f30890fa912f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:55:44.209606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d373b54-360a-47ba-967a-77de217c94bb req-66493e32-2d5f-40c7-bae4-cca9c76a7103 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:44.215362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Calling delete_port for 00e41842-4b82-4e4b-88cf-346deab9b132 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:44.217142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d373b54-360a-47ba-967a-77de217c94bb req-66493e32-2d5f-40c7-bae4-cca9c76a7103 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1829553 Sep 10 03:55:44.293107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae14733e-38ec-4f32-a374-827792c06ae6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.365116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d373b54-360a-47ba-967a-77de217c94bb req-72ddd53b-5258-463c-b716-33b6a2593a81 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419783 Sep 10 03:55:44.367592 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae14733e-38ec-4f32-a374-827792c06ae6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.402051 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:55:42Z', 'revision_number': 5, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:44.431231 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-859aa1ba-e177-4100-84f5-6a195f013695 None None] The sync data for ids ['1010a311-f1dd-475d-a22a-f30890fa912f'] in n-d-808143-1 is: [{'id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'name': 'tempest-TaggedBootDevicesTest-1591047975-router', 'tenant_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98'}], 'enable_snat': True}, 'gw_port_id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:43:54Z', 'updated_at': '2021-09-10T03:55:42Z', 'revision_number': 5, 'project_id': '81abc9c971c24f01988bbca4f1f7fbb5', 'gw_port': {'id': '00e41842-4b82-4e4b-88cf-346deab9b132', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:5b:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1010a311-f1dd-475d-a22a-f30890fa912f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1208, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:43:55Z', 'updated_at': '2021-09-10T03:44:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:55:44.444754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Attempting to bind port 754e53de-b377-4540-95db-83837d2b0bd6 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:55:44.446161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Attempting to bind port 754e53de-b377-4540-95db-83837d2b0bd6 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:55:44.446676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Attempting to bind port 754e53de-b377-4540-95db-83837d2b0bd6 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:55:44.518096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Port 754e53de-b377-4540-95db-83837d2b0bd6 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:55:44.518096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Attempting to bind port 754e53de-b377-4540-95db-83837d2b0bd6 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:55:44.546904 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55cc6643-ae03-49e5-ad25-5692dbb2ff54 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.560564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:55:44.587176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Checking segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:55:44.587176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Bound using segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:55:44.587176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Bound port: 754e53de-b377-4540-95db-83837d2b0bd6, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:55:44.587176 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.636060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b70dd-9295-4d2e-a734-b86c27cfd2ef req-ddb02497-9c7c-4a55-b403-ba36fac2a16c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:44.637559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d5b70dd-9295-4d2e-a734-b86c27cfd2ef req-ddb02497-9c7c-4a55-b403-ba36fac2a16c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1384454 Sep 10 03:55:44.679593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b38d5c-957c-40d3-8950-a1525248024a req-4a2e367e-b1af-4bc2-bf8e-a8600d66c189 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:44.681071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88b38d5c-957c-40d3-8950-a1525248024a req-4a2e367e-b1af-4bc2-bf8e-a8600d66c189 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 944 time: 0.1370254 Sep 10 03:55:44.692979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.707507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] For port 754e53de-b377-4540-95db-83837d2b0bd6, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:55:44.717016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Pushing event deleted for resources: {'Port': ['ID=00e41842-4b82-4e4b-88cf-346deab9b132,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:44.729311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d5b70dd-9295-4d2e-a734-b86c27cfd2ef req-1b74a7f5-64e6-4203-bba4-fd52ac17fbe1 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843604 Sep 10 03:55:44.733568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] For port 754e53de-b377-4540-95db-83837d2b0bd6, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=754e53de-b377-4540-95db-83837d2b0bd6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:55:44.748657 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae14733e-38ec-4f32-a374-827792c06ae6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.751229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae14733e-38ec-4f32-a374-827792c06ae6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.752395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ae14733e-38ec-4f32-a374-827792c06ae6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e94c6c8-f2e1-46f0-92e3-758b43ca7bba HTTP/1.1" status: 204 len: 168 time: 0.6970606 Sep 10 03:55:44.756081 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55cc6643-ae03-49e5-ad25-5692dbb2ff54 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.760976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88b38d5c-957c-40d3-8950-a1525248024a req-0d97c935-47cb-4516-8d95-0e7c8bfde692 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714281 Sep 10 03:55:44.771982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae14733e-38ec-4f32-a374-827792c06ae6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e94c6c8-f2e1-46f0-92e3-758b43ca7bba,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:44.807974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cc6643-ae03-49e5-ad25-5692dbb2ff54 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b84e1f54-c0fd-41d6-a346-1c79bbab0643,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:44.831089 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.872711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.921812 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55cc6643-ae03-49e5-ad25-5692dbb2ff54 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.923300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-55cc6643-ae03-49e5-ad25-5692dbb2ff54 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1962588 Sep 10 03:55:44.924787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:44.925370 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.926881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] 10.222.0.20 "PUT /v2.0/ports/754e53de-b377-4540-95db-83837d2b0bd6 HTTP/1.1" status: 200 len: 1092 time: 1.4986310 Sep 10 03:55:44.929907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9333ad86-c42c-408f-b805-83e832517758', 'tag': '754e53de-b377-4540-95db-83837d2b0bd6'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:44.933711 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19" -d '{"events": [{"name": "network-changed", "server_uuid": "9333ad86-c42c-408f-b805-83e832517758", "tag": "754e53de-b377-4540-95db-83837d2b0bd6"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:44.945813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54322) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:44.947540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.950125 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:44.952567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-432c90de-7d33-4e08-b048-000e945c4088 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'b84e1f54-c0fd-41d6-a346-1c79bbab0643', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:45.012154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5831b02-4046-4a9f-bb24-9749fb4dae09 service neutron] Pushing event updated for resources: {'Port': ['ID=754e53de-b377-4540-95db-83837d2b0bd6,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:45.089347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.095602 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1010a311-f1dd-475d-a22a-f30890fa912f {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:55:45.095602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.095939 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-658cdca8-902e-4b30-87ba-95122bd8cb0a admin admin] 10.222.0.22 "DELETE /v2.0/routers/1010a311-f1dd-475d-a22a-f30890fa912f HTTP/1.1" status: 204 len: 168 time: 1.6253195 Sep 10 03:55:45.098645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54328) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:45.131616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-01808d13-49e5-45b1-b9fd-2a3e5e54f57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:45.133380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-01808d13-49e5-45b1-b9fd-2a3e5e54f57d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 1095 time: 0.0516255 Sep 10 03:55:45.169208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6b848510-8c0f-4be7-acd5-eb18bc3acb04 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:45.192303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-1e0f9a71-dfa7-43e2-a75e-645f30020fd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=754e53de-b377-4540-95db-83837d2b0bd6 HTTP/1.1" status: 200 len: 217 time: 0.0480437 Sep 10 03:55:45.198883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6b848510-8c0f-4be7-acd5-eb18bc3acb04 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:45.198883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6b848510-8c0f-4be7-acd5-eb18bc3acb04 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:45.201126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd87b17a-d5a3-4543-8ae8-a2762d879e2c admin admin] Deleting subnet 54def874-aa7b-403f-837f-4928c0648437 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:55:45.205027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd87b17a-d5a3-4543-8ae8-a2762d879e2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.254294 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd87b17a-d5a3-4543-8ae8-a2762d879e2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.271369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-5a6e4034-f6d2-4501-a18d-89fa68984083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:45.272908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-5a6e4034-f6d2-4501-a18d-89fa68984083 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.0694091 Sep 10 03:55:45.295357 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7009fb23-85e0-4267-812f-20c65b281ccc x-openstack-request-id: req-7009fb23-85e0-4267-812f-20c65b281ccc {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:45.295733 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9333ad86-c42c-408f-b805-83e832517758", "tag": "754e53de-b377-4540-95db-83837d2b0bd6", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:45.295969 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7009fb23-85e0-4267-812f-20c65b281ccc {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:45.296320 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9333ad86-c42c-408f-b805-83e832517758', 'tag': '754e53de-b377-4540-95db-83837d2b0bd6', 'status': 'completed', 'code': 200} Sep 10 03:55:45.311906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-3f7bbcd3-815a-4b86-842e-ed318cc5d8a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301459 Sep 10 03:55:45.372929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd87b17a-d5a3-4543-8ae8-a2762d879e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.399291 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-432c90de-7d33-4e08-b048-000e945c4088 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The resource could not be found. Sep 10 03:55:45.404002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-432c90de-7d33-4e08-b048-000e945c4088 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4570777 Sep 10 03:55:45.406386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54336) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:45.438375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9664013a-1e19-4dd1-98f8-922037405f92 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'b84e1f54-c0fd-41d6-a346-1c79bbab0643', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'a28838d9-f236-418c-823d-68973619b878'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:45.495764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-cbb707eb-96fe-44f9-8520-f0a63d72e4e0 service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756384 Sep 10 03:55:45.527957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52094c23-d0d5-40ed-99f9-13a4e6647fa3 req-d582efaf-57bf-4a13-b1a9-228f87511955 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:45.529480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52094c23-d0d5-40ed-99f9-13a4e6647fa3 req-d582efaf-57bf-4a13-b1a9-228f87511955 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1702194 Sep 10 03:55:45.530310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd87b17a-d5a3-4543-8ae8-a2762d879e2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.560609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87b17a-d5a3-4543-8ae8-a2762d879e2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=54def874-aa7b-403f-837f-4928c0648437,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:45.567927 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd87b17a-d5a3-4543-8ae8-a2762d879e2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.572073 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd87b17a-d5a3-4543-8ae8-a2762d879e2c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/54def874-aa7b-403f-837f-4928c0648437 HTTP/1.1" status: 204 len: 168 time: 0.4717689 Sep 10 03:55:45.573106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-010e3c8a-f1cc-455f-9c6c-3c16d0ad73d1 None None] Network 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:55:45.574886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54348) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:45.637721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52094c23-d0d5-40ed-99f9-13a4e6647fa3 req-666f5a96-4333-4ae7-b753-6e60cfbc8d03 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909181 Sep 10 03:55:45.658625 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.674690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24073c8e-8cdb-4b8a-bca0-9fbf94772b67 req-7487c0f9-78a7-43d8-9c52-9443efb728c1 service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714509 Sep 10 03:55:45.720044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Deleting port 4d146800-8bca-437b-9285-3136de088521 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:45.720584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.725974 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-9664013a-1e19-4dd1-98f8-922037405f92 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The resource could not be found. Sep 10 03:55:45.736699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9664013a-1e19-4dd1-98f8-922037405f92 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3020358 Sep 10 03:55:45.736699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54350) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:45.810629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] For port 4d146800-8bca-437b-9285-3136de088521, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4d146800-8bca-437b-9285-3136de088521,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:45.812199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.841812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0f9155a-da0b-480e-b5c7-5b25d5671f58 None None] DHCP port deletion for 6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:55:45.842161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Calling delete_port for 4d146800-8bca-437b-9285-3136de088521 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:45.887633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0684-98a8-46a2-bcd3-b788104cf309 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.949294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9155a-da0b-480e-b5c7-5b25d5671f58 None None] Deleting port 4d146800-8bca-437b-9285-3136de088521 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:45.949665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d0f9155a-da0b-480e-b5c7-5b25d5671f58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:45.998243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0684-98a8-46a2-bcd3-b788104cf309 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.043544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.046039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d0f9155a-da0b-480e-b5c7-5b25d5671f58 None None] For port 4d146800-8bca-437b-9285-3136de088521, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4d146800-8bca-437b-9285-3136de088521,segment=NetworkSegment(5a19447a-e607-4d05-8386-87c436324d82),segment_id=5a19447a-e607-4d05-8386-87c436324d82)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:46.048384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d0f9155a-da0b-480e-b5c7-5b25d5671f58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.063194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-16b1abdc-4446-47aa-a6c8-d8740ae78cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:46.064824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-16b1abdc-4446-47aa-a6c8-d8740ae78cc6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 1095 time: 0.2122388 Sep 10 03:55:46.069000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d0f9155a-da0b-480e-b5c7-5b25d5671f58 None None] Calling delete_port for 4d146800-8bca-437b-9285-3136de088521 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:46.077112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6400b192-a1f6-408e-bd65-1f8c9bc17885 req-f408f30d-9430-417e-863e-2dac22ff70f7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:46.082688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6400b192-a1f6-408e-bd65-1f8c9bc17885 req-f408f30d-9430-417e-863e-2dac22ff70f7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 944 time: 0.1770747 Sep 10 03:55:46.097059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Pushing event deleted for resources: {'Port': ['ID=4d146800-8bca-437b-9285-3136de088521,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:46.105908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] No DVR routers for this DVR port 4d146800-8bca-437b-9285-3136de088521 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:46.166346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6400b192-a1f6-408e-bd65-1f8c9bc17885 req-2a00b75f-1d4e-408b-a027-efd0269170ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783494 Sep 10 03:55:46.173942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d0f9155a-da0b-480e-b5c7-5b25d5671f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.210751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0f9155a-da0b-480e-b5c7-5b25d5671f58 None None] No DVR routers for this DVR port 4d146800-8bca-437b-9285-3136de088521 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:46.216394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f9155a-da0b-480e-b5c7-5b25d5671f58 None None] Pushing event deleted for resources: {'Port': ['ID=4d146800-8bca-437b-9285-3136de088521,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:46.233743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0684-98a8-46a2-bcd3-b788104cf309 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.237387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a2a0684-98a8-46a2-bcd3-b788104cf309 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.240884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2a2a0684-98a8-46a2-bcd3-b788104cf309 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/b84e1f54-c0fd-41d6-a346-1c79bbab0643 HTTP/1.1" status: 204 len: 168 time: 0.5073240 Sep 10 03:55:46.248769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54392) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:46.255022 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.271975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2a0684-98a8-46a2-bcd3-b788104cf309 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b84e1f54-c0fd-41d6-a346-1c79bbab0643,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:46.284561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c3f9757-c7ff-4042-bcf8-66cb55c1ac85']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:46.302493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a19447a-e607-4d05-8386-87c436324d82') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:46.302893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a19447a-e607-4d05-8386-87c436324d82') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:46.312486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-66b4bcd5-246f-4de3-8806-4ba6ce679b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:46.313980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-66b4bcd5-246f-4de3-8806-4ba6ce679b09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 907 time: 0.2280152 Sep 10 03:55:46.318321 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.333862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cd1ca765-5625-4c3a-8317-f53e6cfb6dd9 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0841260 Sep 10 03:55:46.340908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54396) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:46.346332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0663c175-aa29-4585-aabb-247058675e7e tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': 'f89a3d9a-6e49-4938-9bb4-a98251357a21', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:46.355863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.367283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Releasing vlan 244 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:55:46.367740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:55:46.370040 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:55:46.373646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-0eff3660-627e-4933-a2cb-57782ca6b5d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=754e53de-b377-4540-95db-83837d2b0bd6 HTTP/1.1" status: 200 len: 217 time: 0.0515487 Sep 10 03:55:46.435822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-61614b28-5ad6-4741-8b75-8b2b3e7e6dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:46.437928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-61614b28-5ad6-4741-8b75-8b2b3e7e6dea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.0567715 Sep 10 03:55:46.478101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-3935a32a-ab63-4185-8719-b5de0821c5ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323241 Sep 10 03:55:46.500498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.518379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.527083 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6c3f9757-c7ff-4042-bcf8-66cb55c1ac85 HTTP/1.1" status: 204 len: 168 time: 0.9508622 Sep 10 03:55:46.554816 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-0663c175-aa29-4585-aabb-247058675e7e tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The resource could not be found. Sep 10 03:55:46.555967 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0663c175-aa29-4585-aabb-247058675e7e tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2137606 Sep 10 03:55:46.560648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54408) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:46.563720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b625ae15-45ef-4705-8efc-30cc1e432478 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c3f9757-c7ff-4042-bcf8-66cb55c1ac85,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:46.569245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8bd5a468-4ffc-4c84-bf2d-0c80813c829a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'tempest-secgroup--1079618670'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:46.642046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-11d4917d-e30c-476b-8eaf-242621d1d3c8 service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555827 Sep 10 03:55:46.654772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a468-4ffc-4c84-bf2d-0c80813c829a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.768311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c53a7df3-6a42-4b3d-8925-c1fb8e028f19 req-1761a0dc-a822-4c84-a781-ad3ade821ec4 service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172957 Sep 10 03:55:46.817394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a468-4ffc-4c84-bf2d-0c80813c829a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.825830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9970618-0ef2-493b-82be-752e7988d751 req-f4b7180d-397e-4cc1-8c34-a2e125448d25 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:46.827467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9970618-0ef2-493b-82be-752e7988d751 req-f4b7180d-397e-4cc1-8c34-a2e125448d25 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0767694 Sep 10 03:55:46.872398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9970618-0ef2-493b-82be-752e7988d751 req-e2a067bd-1a98-4134-97d8-35134fe4e0a5 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383868 Sep 10 03:55:46.917062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a468-4ffc-4c84-bf2d-0c80813c829a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:46.943903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bd5a468-4ffc-4c84-bf2d-0c80813c829a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f501775-95d8-46c7-8fee-a89f589a5417,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:47.014807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8bd5a468-4ffc-4c84-bf2d-0c80813c829a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.017511 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8bd5a468-4ffc-4c84-bf2d-0c80813c829a tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4543993 Sep 10 03:55:47.018867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54440) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:47.023248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b3bc83ab-beab-4de7-a3bb-ebfb4b08b974 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'tempest-secgroup--136184043'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:47.116382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4d146800-8bca-437b-9285-3136de088521 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:47.117714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54446) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:47.138947 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3bc83ab-beab-4de7-a3bb-ebfb4b08b974 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.155351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 4d146800-8bca-437b-9285-3136de088521 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:47.155706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4d146800-8bca-437b-9285-3136de088521 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:47.156285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 00e41842-4b82-4e4b-88cf-346deab9b132 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:55:47.175796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8daab634-7419-4fb7-8c02-9909cb87d28c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=81abc9c971c24f01988bbca4f1f7fbb5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0567017 Sep 10 03:55:47.178146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54450) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:47.181828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 00e41842-4b82-4e4b-88cf-346deab9b132 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:55:47.184187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 00e41842-4b82-4e4b-88cf-346deab9b132 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:55:47.268436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c839e670-4067-4443-86c7-326a8e320dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.357474 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3bc83ab-beab-4de7-a3bb-ebfb4b08b974 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.360824 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c839e670-4067-4443-86c7-326a8e320dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.375445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-263433e7-0562-4088-b515-24fbc08f2880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:47.377010 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-263433e7-0562-4088-b515-24fbc08f2880 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 1095 time: 0.0564606 Sep 10 03:55:47.422555 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3bc83ab-beab-4de7-a3bb-ebfb4b08b974 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.423163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729a2bc3-e467-498e-aebe-a870cffe8f7f req-0c61e80d-cced-4b01-9d76-7cce7bdd739d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:47.424688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-729a2bc3-e467-498e-aebe-a870cffe8f7f req-0c61e80d-cced-4b01-9d76-7cce7bdd739d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1287746 Sep 10 03:55:47.432949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb9319-07a0-4bf7-a6c0-cebc4444915f req-96a0c51a-33cd-481a-9b60-717793b4fecf tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:47.434453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0bb9319-07a0-4bf7-a6c0-cebc4444915f req-96a0c51a-33cd-481a-9b60-717793b4fecf tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 944 time: 0.1368780 Sep 10 03:55:47.489359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bc83ab-beab-4de7-a3bb-ebfb4b08b974 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=19263d14-e551-4ae9-baee-c3c76e5566a1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:47.507394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0bb9319-07a0-4bf7-a6c0-cebc4444915f req-b19fbb67-7b71-48a2-a42e-7041267c82e0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602584 Sep 10 03:55:47.514330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-729a2bc3-e467-498e-aebe-a870cffe8f7f req-29e8e7ad-0b9b-4249-bc20-b9ad3635ecec tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696807 Sep 10 03:55:47.531978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-01182d61-dcb6-4216-bf40-aa340719c92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:47.537316 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-01182d61-dcb6-4216-bf40-aa340719c92a service neutron] 10.222.0.39 "GET /v2.0/networks?id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 200 len: 912 time: 0.1485965 Sep 10 03:55:47.562213 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c839e670-4067-4443-86c7-326a8e320dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.564739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c839e670-4067-4443-86c7-326a8e320dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.566353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c839e670-4067-4443-86c7-326a8e320dbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9390d973-57b3-4008-a28d-568bc91081be HTTP/1.1" status: 204 len: 168 time: 0.3865411 Sep 10 03:55:47.576814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839e670-4067-4443-86c7-326a8e320dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9390d973-57b3-4008-a28d-568bc91081be,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:47.583261 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3bc83ab-beab-4de7-a3bb-ebfb4b08b974 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.587995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54456) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:47.590479 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b3bc83ab-beab-4de7-a3bb-ebfb4b08b974 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5705445 Sep 10 03:55:47.593268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7da19d4f-a198-421d-a178-14110f80f83b tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group_rule': {'security_group_id': '8f501775-95d8-46c7-8fee-a89f589a5417', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '19263d14-e551-4ae9-baee-c3c76e5566a1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:47.636604 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-ba977aff-3d45-4e4e-9ef5-7bb2b8538ec6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 200 len: 999 time: 0.0948434 Sep 10 03:55:47.714935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-37d73cba-d374-458f-8cb5-5d446e61fe0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:47.716738 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-37d73cba-d374-458f-8cb5-5d446e61fe0e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 200 len: 850 time: 0.0729759 Sep 10 03:55:47.765083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54464) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:47.772919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-6224788b-c57c-49aa-99e3-8345893f5a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:47.775583 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-6224788b-c57c-49aa-99e3-8345893f5a98 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0503383 Sep 10 03:55:47.861349 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-7da19d4f-a198-421d-a178-14110f80f83b tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:55:47.862707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7da19d4f-a198-421d-a178-14110f80f83b tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2732599 Sep 10 03:55:47.865341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54468) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:47.883814 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-4b83bbe6-3509-42c4-9d31-70de105c37c0 service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992501 Sep 10 03:55:47.948066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adcecfa8-c502-458a-bd17-2f01c7f1f395 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.979358 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adcecfa8-c502-458a-bd17-2f01c7f1f395 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:47.997822 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d84cca55-ba5a-4251-83ca-4dc3095218b4 req-fccfa805-b568-4f75-8a0b-286467701ddd service neutron] 10.222.0.39 "GET /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060870 Sep 10 03:55:48.045625 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3563e976-9fa4-4a24-8b5c-cb472ae4381a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.126383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adcecfa8-c502-458a-bd17-2f01c7f1f395 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.129032 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-adcecfa8-c502-458a-bd17-2f01c7f1f395 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.132415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-adcecfa8-c502-458a-bd17-2f01c7f1f395 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/19263d14-e551-4ae9-baee-c3c76e5566a1 HTTP/1.1" status: 204 len: 168 time: 0.2638440 Sep 10 03:55:48.132782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54478) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:48.148214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcecfa8-c502-458a-bd17-2f01c7f1f395 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=19263d14-e551-4ae9-baee-c3c76e5566a1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:48.208521 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1bd4089-35ab-43ae-8fe0-6912120f0d1f tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0745306 Sep 10 03:55:48.211664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54480) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:48.216495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3563e976-9fa4-4a24-8b5c-cb472ae4381a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.270727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7da914f-4c6c-43b4-9e4c-90e6b1536eb0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.281320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 754e53de-b377-4540-95db-83837d2b0bd6 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:55:48.283433 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3563e976-9fa4-4a24-8b5c-cb472ae4381a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.298219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7da914f-4c6c-43b4-9e4c-90e6b1536eb0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.321887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3563e976-9fa4-4a24-8b5c-cb472ae4381a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=742284a5-0324-465f-af82-12cc0d5655f2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:48.364246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3563e976-9fa4-4a24-8b5c-cb472ae4381a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=79c2885ee16f4248bf57b2c4dd8c50a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5971844 Sep 10 03:55:48.365150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54484) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:48.413437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 754e53de-b377-4540-95db-83837d2b0bd6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=754e53de-b377-4540-95db-83837d2b0bd6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:48.419123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45034335-b2d2-4188-95be-ccff9c1772b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.425833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '754e53de-b377-4540-95db-83837d2b0bd6', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'port_id': '754e53de-b377-4540-95db-83837d2b0bd6', 'mac_address': 'fa:16:3e:35:63:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896487ef-0a57-4d1a-9d81-7f7479231ead', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:55:48.440576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7da914f-4c6c-43b4-9e4c-90e6b1536eb0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.444112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b7da914f-4c6c-43b4-9e4c-90e6b1536eb0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.448190 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b7da914f-4c6c-43b4-9e4c-90e6b1536eb0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/8f501775-95d8-46c7-8fee-a89f589a5417 HTTP/1.1" status: 204 len: 168 time: 0.2336481 Sep 10 03:55:48.448853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54486) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:48.457048 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45034335-b2d2-4188-95be-ccff9c1772b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.471323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7da914f-4c6c-43b4-9e4c-90e6b1536eb0 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f501775-95d8-46c7-8fee-a89f589a5417,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:48.490608 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.515550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 754e53de-b377-4540-95db-83837d2b0bd6 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:55:48.527486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7c73629d-c761-4c3b-b0d7-a21935f7e869 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0689514 Sep 10 03:55:48.528509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54492) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:48.534016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7c08a638-8883-453c-935b-df499800b668 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'tempest-secgroup--244694353'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:48.550781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 754e53de-b377-4540-95db-83837d2b0bd6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=754e53de-b377-4540-95db-83837d2b0bd6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:48.615020 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.651640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7c08a638-8883-453c-935b-df499800b668 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.654938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45034335-b2d2-4188-95be-ccff9c1772b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.659568 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45034335-b2d2-4188-95be-ccff9c1772b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.659568 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-45034335-b2d2-4188-95be-ccff9c1772b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/742284a5-0324-465f-af82-12cc0d5655f2 HTTP/1.1" status: 204 len: 168 time: 0.2924495 Sep 10 03:55:48.682141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45034335-b2d2-4188-95be-ccff9c1772b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742284a5-0324-465f-af82-12cc0d5655f2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:48.687830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=754e53de-b377-4540-95db-83837d2b0bd6,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:48.761020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4969eb88-83a0-46b1-ad49-efade59e0dfb req-6c84e08a-ae92-426d-8ad4-ddb342f03a9b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:48.769597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4969eb88-83a0-46b1-ad49-efade59e0dfb req-6c84e08a-ae92-426d-8ad4-ddb342f03a9b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1614237 Sep 10 03:55:48.820969 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7c08a638-8883-453c-935b-df499800b668 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.853334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['754e53de-b377-4540-95db-83837d2b0bd6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:48.909979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54508) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:48.928027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7c08a638-8883-453c-935b-df499800b668 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:48.983480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c08a638-8883-453c-935b-df499800b668 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9ac8d6b-13e7-4582-ab0a-cd227b0c89b1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:49.083972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7c08a638-8883-453c-935b-df499800b668 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.088937 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7c08a638-8883-453c-935b-df499800b668 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5597084 Sep 10 03:55:49.090308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54514) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:49.096533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-793fd480-1166-4816-969d-7fc44230b5c4 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:49.097490 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-793fd480-1166-4816-969d-7fc44230b5c4 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 10 03:55:49.098581 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-793fd480-1166-4816-969d-7fc44230b5c4 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] update failed (client error): There was a conflict when trying to complete your request. Sep 10 03:55:49.103233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54419696-7aa2-4730-9c4c-a5629defaa29 req-03e9382c-08a9-4a7b-845b-c73ec05619e3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:49.103996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54419696-7aa2-4730-9c4c-a5629defaa29 req-03e9382c-08a9-4a7b-845b-c73ec05619e3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 945 time: 0.4635246 Sep 10 03:55:49.104516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54516) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:49.105888 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-793fd480-1166-4816-969d-7fc44230b5c4 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "PUT /v2.0/security-groups/f9ac8d6b-13e7-4582-ab0a-cd227b0c89b1 HTTP/1.1" status: 409 len: 330 time: 0.0139902 Sep 10 03:55:49.125431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4969eb88-83a0-46b1-ad49-efade59e0dfb req-1db24665-7939-4631-9292-a7867359992d tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3539999 Sep 10 03:55:49.175720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54419696-7aa2-4730-9c4c-a5629defaa29 req-09d21b14-4e25-4430-9af8-08750f631543 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614269 Sep 10 03:55:49.215941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7678c333-b0d0-4587-8306-37a32cc68abd tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.242823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7678c333-b0d0-4587-8306-37a32cc68abd tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.290367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-96660850-network', 'tenant_id': 'aceb53fa5ea446a992925adc73fe0ddc'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:49.351596 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7678c333-b0d0-4587-8306-37a32cc68abd tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.354240 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7678c333-b0d0-4587-8306-37a32cc68abd tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.358015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7678c333-b0d0-4587-8306-37a32cc68abd tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/f9ac8d6b-13e7-4582-ab0a-cd227b0c89b1 HTTP/1.1" status: 204 len: 168 time: 0.2479184 Sep 10 03:55:49.358556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54524) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:49.366835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678c333-b0d0-4587-8306-37a32cc68abd tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9ac8d6b-13e7-4582-ab0a-cd227b0c89b1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:49.376469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Made reservation on behalf of aceb53fa5ea446a992925adc73fe0ddc for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:55:49.378766 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.392655 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.428324 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a30f8e4f-a0bc-4f8e-849b-9cae5afcc03e tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0685389 Sep 10 03:55:49.433037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54526) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:49.451242 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-d135f2fa-ae37-4a14-b4af-82017f04ec31 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] delete failed (client error): The resource could not be found. Sep 10 03:55:49.452298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d135f2fa-ae37-4a14-b4af-82017f04ec31 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "DELETE /v2.0/security-groups/3a0134bd-b92b-47fc-a46c-7c077712e532 HTTP/1.1" status: 404 len: 347 time: 0.0182779 Sep 10 03:55:49.457562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54530) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:49.471394 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-0df6c5f5-a849-4bee-9b0d-ed5720996bd6 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] show failed (client error): The resource could not be found. Sep 10 03:55:49.472646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0df6c5f5-a849-4bee-9b0d-ed5720996bd6 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-groups/6b763752-8bd7-42f4-bf55-ae974b1524e8 HTTP/1.1" status: 404 len: 347 time: 0.0139961 Sep 10 03:55:49.479152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54532) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:49.493463 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-7a3424aa-4b38-4b36-ae49-b7db0c51e435 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] show failed (client error): The resource could not be found. Sep 10 03:55:49.495182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7a3424aa-4b38-4b36-ae49-b7db0c51e435 tempest-NegativeSecGroupTest-469445963 tempest-NegativeSecGroupTest-469445963-project] 10.222.0.22 "GET /v2.0/security-group-rules/561d9eac-42ee-4295-b0cc-844c1227e714 HTTP/1.1" status: 404 len: 356 time: 0.0143979 Sep 10 03:55:49.514993 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.586003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.617814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:55:49.626735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff1591-53a0-4cb2-85c0-f79a9a67c923,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:49.644169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.644522 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Added segment 7203563a-a9f7-448b-b104-d9db9ce8eddb of type vlan for network b0e79fe9-e41d-4463-abac-8c1ff816c01d Sep 10 03:55:49.688416 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.849203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.850125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:49.850948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:49.915882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] Pushing event updated for resources: {'Network': ['ID=b0e79fe9-e41d-4463-abac-8c1ff816c01d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:49.926982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network b0e79fe9-e41d-4463-abac-8c1ff816c01d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:55:49.964763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54548) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:50.035575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54552) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:50.036106 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0e65aa59-a8fa-492f-92b3-54a77886e81b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1247108 Sep 10 03:55:50.040623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Request body: {'subnet': {'network_id': 'b0e79fe9-e41d-4463-abac-8c1ff816c01d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-96660850-subnet', 'tenant_id': 'aceb53fa5ea446a992925adc73fe0ddc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:50.051025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54554) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:50.125891 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1139174521-network', 'tenant_id': '907c5a136a134e5ba45680ba7bb5f40c'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:50.142914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Made reservation on behalf of aceb53fa5ea446a992925adc73fe0ddc for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:55:50.144217 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.206067 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-00b28c9c-8a75-48b4-8984-974406f8e4d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ddf54ebb16d47108265d4998b8397f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1515508 Sep 10 03:55:50.207001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54562) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:50.250569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Made reservation on behalf of 907c5a136a134e5ba45680ba7bb5f40c for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:55:50.252902 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.265567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a5be-e81f-4968-9831-0193bf9e03f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.287576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.288359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a5be-e81f-4968-9831-0193bf9e03f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.313185 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 754e53de-b377-4540-95db-83837d2b0bd6 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:55:50.347979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9123e31-c884-41eb-9322-aa34aca71e1d req-e1596a9a-cde7-4554-81f9-c8379df12ef2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:50.349504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9123e31-c884-41eb-9322-aa34aca71e1d req-e1596a9a-cde7-4554-81f9-c8379df12ef2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.1344092 Sep 10 03:55:50.420379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08f1ce3-9100-4d8e-be19-f7312ab28aa5 req-52995dd4-3ae6-4fd7-8149-f1b086648be2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:50.420609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a5be-e81f-4968-9831-0193bf9e03f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.421801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c08f1ce3-9100-4d8e-be19-f7312ab28aa5 req-52995dd4-3ae6-4fd7-8149-f1b086648be2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 945 time: 0.1546168 Sep 10 03:55:50.423702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9ec9a5be-e81f-4968-9831-0193bf9e03f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.427704 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9ec9a5be-e81f-4968-9831-0193bf9e03f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0e58eced-2730-4202-9d91-28954be9b87e HTTP/1.1" status: 204 len: 168 time: 0.2172818 Sep 10 03:55:50.434973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec9a5be-e81f-4968-9831-0193bf9e03f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e58eced-2730-4202-9d91-28954be9b87e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:50.463906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 754e53de-b377-4540-95db-83837d2b0bd6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:55:50.470457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 754e53de-b377-4540-95db-83837d2b0bd6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:55:50.470942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.482582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9123e31-c884-41eb-9322-aa34aca71e1d req-55df51b3-9c32-4acc-b55e-0fea1d6a79fb tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1201487 Sep 10 03:55:50.558928 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.561437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c08f1ce3-9100-4d8e-be19-f7312ab28aa5 req-47933302-70ee-416a-b397-6409dbe9636c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330049 Sep 10 03:55:50.625735 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.625859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9333ad86-c42c-408f-b805-83e832517758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754e53de-b377-4540-95db-83837d2b0bd6'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:50.625859 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32a0f728-7aa0-45a2-b2ef-e4bd3660e41e" -d '{"events": [{"server_uuid": "9333ad86-c42c-408f-b805-83e832517758", "name": "network-vif-plugged", "status": "completed", "tag": "754e53de-b377-4540-95db-83837d2b0bd6"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:50.625859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 754e53de-b377-4540-95db-83837d2b0bd6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=754e53de-b377-4540-95db-83837d2b0bd6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:50.661963 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31adf6ff-610c-4b09-9408-cab61548ad81 x-openstack-request-id: req-31adf6ff-610c-4b09-9408-cab61548ad81 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:50.662338 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9333ad86-c42c-408f-b805-83e832517758", "name": "network-vif-plugged", "status": "completed", "tag": "754e53de-b377-4540-95db-83837d2b0bd6", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:50.662667 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31adf6ff-610c-4b09-9408-cab61548ad81 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:50.663072 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9333ad86-c42c-408f-b805-83e832517758', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '754e53de-b377-4540-95db-83837d2b0bd6', 'code': 200} Sep 10 03:55:50.668825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.700751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.720067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.775776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=754e53de-b377-4540-95db-83837d2b0bd6,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:50.779322 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-305e9168-cf18-4430-b1ac-f3ce263465ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.811854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:55:50.839573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec864b4-6782-4872-8926-77989d416810 req-6c913247-dd39-4314-bd0f-f9593bda4f84 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:50.848398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bec864b4-6782-4872-8926-77989d416810 req-6c913247-dd39-4314-bd0f-f9593bda4f84 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.2152147 Sep 10 03:55:50.869711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d24204f9-d9c1-4b87-9cd8-765fb0c663aa,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:50.893903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b508faa0-9633-458a-aa35-43b969069d1d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:50.902936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.903458 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Added segment 7876d005-1917-4724-be4a-c82ce4a5f293 of type vlan for network 5a820135-9fb1-4da6-9375-791d8d00519f Sep 10 03:55:50.920816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Checking segment: {'id': '7203563a-a9f7-448b-b104-d9db9ce8eddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b0e79fe9-e41d-4463-abac-8c1ff816c01d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:55:50.921285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Network hostable DHCP agents. Network: b0e79fe9-e41d-4463-abac-8c1ff816c01d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:55:50.982957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70080fde-e9ed-4676-982a-39da45a2a40b req-78aedfca-d9da-43b6-87e9-d6e89f7225d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:50.984545 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70080fde-e9ed-4676-982a-39da45a2a40b req-78aedfca-d9da-43b6-87e9-d6e89f7225d1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 1097 time: 0.2508168 Sep 10 03:55:50.989441 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:50.995048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bec864b4-6782-4872-8926-77989d416810 req-d878b98f-174c-466b-8b00-eeb3ccacd521 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1456780 Sep 10 03:55:51.046861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70080fde-e9ed-4676-982a-39da45a2a40b req-0b94f13e-18fe-469b-8193-e0306a2db9d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494823 Sep 10 03:55:51.110436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Network b0e79fe9-e41d-4463-abac-8c1ff816c01d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:55:51.113655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:51.114774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:51.115360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:51.188411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] Pushing event updated for resources: {'Network': ['ID=5a820135-9fb1-4da6-9375-791d8d00519f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:51.202751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-76cf8902-e19a-43cd-8982-ede018500de4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.2368126 Sep 10 03:55:51.213924 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 5a820135-9fb1-4da6-9375-791d8d00519f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:55:51.231783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, b0e79fe9-e41d-4463-abac-8c1ff816c01d) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:55:51.241873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:51.243643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:51.259489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e1322de-5895-4ee6-a1a2-d08361765918 None None] Network b0e79fe9-e41d-4463-abac-8c1ff816c01d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:55:51.352673 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b44af146-d3e2-4056-860a-b4740fd6c983 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3085716 Sep 10 03:55:51.459553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b95bb4b-f524-4894-856f-8b1c018901c5 None None] Network b0e79fe9-e41d-4463-abac-8c1ff816c01d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:55:51.812358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54634) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:51.908427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebc7-12a6-45ae-a97e-bcd80c7f987b req-806ca8d1-1465-4f0f-99c3-52d05b07dc26 tempest-ComputeTenantNetworksTest-1582116253 tempest-ComputeTenantNetworksTest-1582116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:51.914287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebc7-12a6-45ae-a97e-bcd80c7f987b req-806ca8d1-1465-4f0f-99c3-52d05b07dc26 tempest-ComputeTenantNetworksTest-1582116253 tempest-ComputeTenantNetworksTest-1582116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:51.921016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f6ebc7-12a6-45ae-a97e-bcd80c7f987b req-806ca8d1-1465-4f0f-99c3-52d05b07dc26 tempest-ComputeTenantNetworksTest-1582116253 tempest-ComputeTenantNetworksTest-1582116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:51.922707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2f6ebc7-12a6-45ae-a97e-bcd80c7f987b req-806ca8d1-1465-4f0f-99c3-52d05b07dc26 tempest-ComputeTenantNetworksTest-1582116253 tempest-ComputeTenantNetworksTest-1582116253-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2297518 Sep 10 03:55:51.934768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1227448997'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:52.038591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Made reservation on behalf of 37a265df60584a04b62582f8aafac859 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:55:52.042816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:52.049098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899b0a47-8e19-45b7-b8a8-9704fe911f55 req-f8ee0fda-9856-47ce-8dc9-43ee712beedc tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:52.050660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-899b0a47-8e19-45b7-b8a8-9704fe911f55 req-f8ee0fda-9856-47ce-8dc9-43ee712beedc tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 946 time: 0.0630810 Sep 10 03:55:52.051703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:52.097476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-899b0a47-8e19-45b7-b8a8-9704fe911f55 req-7d0b92e5-ec9f-418f-8941-bac918fcc061 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401115 Sep 10 03:55:52.514147 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:52.717415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:52.745850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:55:52.755552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92abff10-241b-4e61-9617-7d6e400efb42,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:52.760926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:52.761300 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Added segment 9b104707-d5fd-469b-a8e7-877ff043a8df of type vlan for network a3697fd1-67ef-4082-8eac-5fc25e7f71af Sep 10 03:55:52.801189 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:52.929155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:52.935964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:52.936619 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:53.040071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Pushing event updated for resources: {'Network': ['ID=a3697fd1-67ef-4082-8eac-5fc25e7f71af,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:53.044523 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4f53683c-46ca-46c3-9ed1-ef257dbc1a19 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2310317 Sep 10 03:55:53.051148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a3697fd1-67ef-4082-8eac-5fc25e7f71af details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:55:53.063901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54668) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:53.072200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-56fd7eb2-3677-4e7f-9dc3-e4d5132c7a62 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af', 'tempest-TagsTest-Tag-1302937144') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:53.186837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-9142a295-54bb-446a-8028-20e547c182f3 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:53.189075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-9142a295-54bb-446a-8028-20e547c182f3 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/networks?id=b0e79fe9-e41d-4463-abac-8c1ff816c01d HTTP/1.1" status: 200 len: 812 time: 0.1508250 Sep 10 03:55:53.208439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-f88d61cc-9782-48bc-8a8d-54c2d13e8a1c tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/quotas/aceb53fa5ea446a992925adc73fe0ddc HTTP/1.1" status: 200 len: 375 time: 0.0140772 Sep 10 03:55:53.220915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-3e140585-ad2c-4d18-82fa-94c699a6f480 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:53.222459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-3e140585-ad2c-4d18-82fa-94c699a6f480 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=48a6d0bc-0842-49be-9a05-7735aa83a20d HTTP/1.1" status: 200 len: 944 time: 0.0740168 Sep 10 03:55:53.232584 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-56fd7eb2-3677-4e7f-9dc3-e4d5132c7a62 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "PUT /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags/tempest-TagsTest-Tag-1302937144 HTTP/1.1" status: 201 len: 201 time: 0.1670063 Sep 10 03:55:53.235047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54674) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:53.245059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-7270c7d3-5d35-425c-981e-f83ee67b4182 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af', 'tempest-TagsTest-Tag-1302937144') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:53.282110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-395fe7e0-c516-4c13-a3ff-c972660e0974 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=aceb53fa5ea446a992925adc73fe0ddc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0586801 Sep 10 03:55:53.464370 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-71f28e59-ea46-400f-8e62-87d9947cc22a service neutron] 10.222.0.22 "GET /v2.0/networks/b0e79fe9-e41d-4463-abac-8c1ff816c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711819 Sep 10 03:55:53.471816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7270c7d3-5d35-425c-981e-f83ee67b4182 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "GET /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags/tempest-TagsTest-Tag-1302937144 HTTP/1.1" status: 204 len: 168 time: 0.2258048 Sep 10 03:55:53.471816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54676) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:53.475542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-d7bf9677-448c-4d01-b39b-008231312825 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:53.487143 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bd8208b5-d3b4-4fa8-bebc-498950fe200d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:53.519696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Deleting port 9636290c-bd12-4515-8d32-1f2e8d1bff16 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:53.523733 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:53.702816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d7bf9677-448c-4d01-b39b-008231312825 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "GET /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags HTTP/1.1" status: 200 len: 238 time: 0.2314754 Sep 10 03:55:53.704913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-385512b3-30ca-46f5-90fa-6e04309bd795 service neutron] 10.222.0.22 "GET /v2.0/networks/b0e79fe9-e41d-4463-abac-8c1ff816c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325449 Sep 10 03:55:53.705798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54678) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:53.709859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] For port 9636290c-bd12-4515-8d32-1f2e8d1bff16, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9636290c-bd12-4515-8d32-1f2e8d1bff16,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:53.710229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:53.712280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-fe7cd4c2-6bd9-438a-abb9-417a089986ef tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af', {'tags': ['tempest-TagsTest-Tag-1310591470', 'tempest-TagsTest-Tag-78780181', 'tempest-TagsTest-Tag-1478900700']}) {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:53.717311 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:53.725159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Calling delete_port for 9636290c-bd12-4515-8d32-1f2e8d1bff16 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:53.912757 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fe7cd4c2-6bd9-438a-abb9-417a089986ef tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "PUT /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags HTTP/1.1" status: 200 len: 307 time: 0.2051659 Sep 10 03:55:53.915290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54680) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:53.920629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-45619811-8eee-46a1-a363-8a3f4ef71b73 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af', 'tempest-TagsTest-Tag-1310591470') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:53.968005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:53.980885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['17bcfa0f-0cef-4e4b-87cd-aaed7e49178e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:53.983226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e36b9bd3-dfff-4c75-be9e-c77ed0e5851b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:54.078852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event deleted for resources: {'Port': ['ID=9636290c-bd12-4515-8d32-1f2e8d1bff16,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:54.161794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] No DVR routers for this DVR port 9636290c-bd12-4515-8d32-1f2e8d1bff16 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:54.166469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:54.169049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f340b95-050e-436e-a0a5-6a49f979f5c8 req-c6b0aa26-680e-4034-90ff-2969c504930e tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "DELETE /v2.0/ports/9636290c-bd12-4515-8d32-1f2e8d1bff16 HTTP/1.1" status: 204 len: 173 time: 0.9363711 Sep 10 03:55:54.169595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'name': 'network-vif-deleted', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:54.172418 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-848e5f49-347b-499f-9ef8-fcb00921640d" -d '{"events": [{"server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "name": "network-vif-deleted", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:54.231507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d42f0-d5c4-4a6a-a905-3e97c98ac7ee req-faf64d49-2b98-4a9f-89c7-d613d3cf6158 tempest-ComputeTenantNetworksTest-1582116253 tempest-ComputeTenantNetworksTest-1582116253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:54.247146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54692) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:54.259148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf3d42f0-d5c4-4a6a-a905-3e97c98ac7ee req-faf64d49-2b98-4a9f-89c7-d613d3cf6158 tempest-ComputeTenantNetworksTest-1582116253 tempest-ComputeTenantNetworksTest-1582116253-project] 10.222.0.22 "GET /v2.0/networks/5a820135-9fb1-4da6-9375-791d8d00519f HTTP/1.1" status: 200 len: 769 time: 0.2113941 Sep 10 03:55:54.272282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-45619811-8eee-46a1-a363-8a3f4ef71b73 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "DELETE /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags/tempest-TagsTest-Tag-1310591470 HTTP/1.1" status: 204 len: 168 time: 0.3550694 Sep 10 03:55:54.273595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54694) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:54.292325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-c93b5935-d681-4cf1-a6ff-65fb7e61f312 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af', 'tempest-TagsTest-Tag-1310591470') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:54.392026 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:54.424199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eafe5e9-779e-4936-a4a7-adb811839a26 req-b3950c25-9e9f-4770-aa4a-13e5c0e3425f tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:54.425727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7eafe5e9-779e-4936-a4a7-adb811839a26 req-b3950c25-9e9f-4770-aa4a-13e5c0e3425f tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 946 time: 0.0901999 Sep 10 03:55:54.460623 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-c93b5935-d681-4cf1-a6ff-65fb7e61f312 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] show failed (client error): The resource could not be found. Sep 10 03:55:54.461677 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c93b5935-d681-4cf1-a6ff-65fb7e61f312 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "GET /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags/tempest-TagsTest-Tag-1310591470 HTTP/1.1" status: 404 len: 326 time: 0.1839776 Sep 10 03:55:54.465457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54700) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:54.473507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-67526334-a1a9-43cd-a282-d3adf3bc52c4 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af', 'tempest-TagsTest-Tag-78780181') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:54.509386 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:54.531012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7eafe5e9-779e-4936-a4a7-adb811839a26 req-fa3bef7b-d720-4a86-8ce4-3994070f77dc tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718651 Sep 10 03:55:54.533574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-d29d7e58-6585-4f38-965b-4c7d000aedd8 req-b91533b2-a20a-4c86-ae7e-6be0717f84d4 tempest-MultipleCreateTestJSON-1484631801 tempest-MultipleCreateTestJSON-1484631801-project] (95136) timed out ('10.222.0.39', 61186) {{(pid=95136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 03:55:54.549497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a820135-9fb1-4da6-9375-791d8d00519f']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:54.572943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7876d005-1917-4724-be4a-c82ce4a5f293') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:54.576312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7876d005-1917-4724-be4a-c82ce4a5f293') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:54.589999 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:54.632031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54704) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:54.632357 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-67526334-a1a9-43cd-a282-d3adf3bc52c4 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "GET /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags/tempest-TagsTest-Tag-78780181 HTTP/1.1" status: 204 len: 168 time: 0.1658430 Sep 10 03:55:54.637426 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:54.637876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.tag.tag_plugin [None req-0d59ad42-26e9-48e3-af27-9fa7ee6349bc tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af', 'tempest-TagsTest-Tag-1478900700') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:54.650219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:55:54.650995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:55:54.652494 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:55:54.710040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c943a649-71f3-45bb-9d01-6160777b7ee5 req-edd071de-9f68-43a5-9bf3-a7f3d74be73e tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 210 time: 0.0414686 Sep 10 03:55:54.772603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54710) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:54.777492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-c4d2da6f-ead8-4ea7-9718-c1199caa6ee3 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:54.783657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0d59ad42-26e9-48e3-af27-9fa7ee6349bc tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "GET /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags/tempest-TagsTest-Tag-1478900700 HTTP/1.1" status: 204 len: 168 time: 0.1491468 Sep 10 03:55:54.784328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:54.786927 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-629bc155-b526-4ddf-9395-b2c663858779 x-openstack-request-id: req-629bc155-b526-4ddf-9395-b2c663858779 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:54.787215 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48a6d0bc-0842-49be-9a05-7735aa83a20d", "name": "network-vif-deleted", "tag": "9636290c-bd12-4515-8d32-1f2e8d1bff16", "status": "failed", "code": 422}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:54.790045 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-629bc155-b526-4ddf-9395-b2c663858779 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:54.790477 n-d-808143-1 neutron-server[95136]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '48a6d0bc-0842-49be-9a05-7735aa83a20d', 'name': 'network-vif-deleted', 'tag': '9636290c-bd12-4515-8d32-1f2e8d1bff16', 'status': 'failed', 'code': 422} returned with failed status Sep 10 03:55:54.821769 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:54.831329 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] 10.222.0.22 "DELETE /v2.0/networks/5a820135-9fb1-4da6-9375-791d8d00519f HTTP/1.1" status: 204 len: 168 time: 0.5807581 Sep 10 03:55:54.831329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c2078-82ec-44fc-baf6-f1ae16b75eaa admin admin] Pushing event deleted for resources: {'Network': ['ID=5a820135-9fb1-4da6-9375-791d8d00519f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:54.941547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280ee15-304a-4966-9c9e-915c211019c5 req-2a7a3434-5b30-4444-b05d-b5fcc4756723 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:54.943054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-2a7a3434-5b30-4444-b05d-b5fcc4756723 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.1187875 Sep 10 03:55:54.959164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-d31a1d33-5bf0-44dd-8be9-c5d4cbb82aa5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/quotas/e7a7c4f9449549619fc86ca9ae6e6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0098484 Sep 10 03:55:54.988562 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c4d2da6f-ead8-4ea7-9718-c1199caa6ee3 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "DELETE /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags HTTP/1.1" status: 204 len: 168 time: 0.2141263 Sep 10 03:55:54.991164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54722) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:55.002773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-548a072b-9c22-4249-a435-cf2f1032cbb2 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af', 'tempest-TagsTest-Tag-78780181') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:55.022325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-e55f15c9-eae1-49d1-ac06-50c009442c5d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0567174 Sep 10 03:55:55.093421 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.099217 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-548a072b-9c22-4249-a435-cf2f1032cbb2 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] show failed (client error): The resource could not be found. Sep 10 03:55:55.104143 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-548a072b-9c22-4249-a435-cf2f1032cbb2 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "GET /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags/tempest-TagsTest-Tag-78780181 HTTP/1.1" status: 404 len: 324 time: 0.1074684 Sep 10 03:55:55.104143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54728) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:55.113785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-20db63f1-1abc-4c18-a4fd-af7206d4f993 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af', 'tempest-TagsTest-Tag-1478900700') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:55.162411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-2c745996-fad2-481f-a994-4da74d000f06 service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308317 Sep 10 03:55:55.199898 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-20db63f1-1abc-4c18-a4fd-af7206d4f993 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] show failed (client error): The resource could not be found. Sep 10 03:55:55.202575 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-20db63f1-1abc-4c18-a4fd-af7206d4f993 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "GET /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags/tempest-TagsTest-Tag-1478900700 HTTP/1.1" status: 404 len: 326 time: 0.0962615 Sep 10 03:55:55.204266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54732) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:55.208842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.tag.tag_plugin [None req-43653038-9c51-41e8-a3b5-78e4b77dfc0a tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'a3697fd1-67ef-4082-8eac-5fc25e7f71af') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:55.263004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-f1278669-f634-4382-ba21-4c0a46c41119 service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996294 Sep 10 03:55:55.293836 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-43653038-9c51-41e8-a3b5-78e4b77dfc0a tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "DELETE /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af/tags HTTP/1.1" status: 204 len: 168 time: 0.0883701 Sep 10 03:55:55.298037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54734) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:55.322865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54736) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:55.435548 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e1ae0e2-f013-4cd5-9129-80ad3759dc88 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=907c5a136a134e5ba45680ba7bb5f40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1109965 Sep 10 03:55:55.438545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54738) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:55.442293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.534649 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e12e3890-b1c1-4897-99c9-d501643a4f6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.563751 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e12e3890-b1c1-4897-99c9-d501643a4f6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.571610 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.609816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3697fd1-67ef-4082-8eac-5fc25e7f71af']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:55.619712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b104707-d5fd-469b-a8e7-877ff043a8df') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:55.620034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b104707-d5fd-469b-a8e7-877ff043a8df') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:55:55.636422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.653118 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.660102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:55:55.660102 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:55:55.663105 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:55:55.665278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d219e-d8b0-4a6a-b674-01357f080f8e req-b7d7c936-ed6e-42f7-b81e-400e4435257a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:55.665278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-305d219e-d8b0-4a6a-b674-01357f080f8e req-b7d7c936-ed6e-42f7-b81e-400e4435257a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 907 time: 0.0722189 Sep 10 03:55:55.739847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e12e3890-b1c1-4897-99c9-d501643a4f6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.742863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e12e3890-b1c1-4897-99c9-d501643a4f6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.744253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e12e3890-b1c1-4897-99c9-d501643a4f6f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b508faa0-9633-458a-aa35-43b969069d1d HTTP/1.1" status: 204 len: 168 time: 0.3047123 Sep 10 03:55:55.752856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12e3890-b1c1-4897-99c9-d501643a4f6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b508faa0-9633-458a-aa35-43b969069d1d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:55.825950 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.855123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:55.867659 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] 10.222.0.22 "DELETE /v2.0/networks/a3697fd1-67ef-4082-8eac-5fc25e7f71af HTTP/1.1" status: 204 len: 168 time: 0.5627322 Sep 10 03:55:55.874981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6757918-a383-48a0-a107-697436afa0a1 tempest-TagsTest-1520681448 tempest-TagsTest-1520681448-project] Pushing event deleted for resources: {'Network': ['ID=a3697fd1-67ef-4082-8eac-5fc25e7f71af,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:55.927989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ce5a84f-d549-4199-bef5-5407565ffdcf req-6bf66a06-b5eb-47be-ae57-52a0f1c7f67e tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 210 time: 0.1079531 Sep 10 03:55:55.953765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bd4413d-2c91-45ab-acce-c9beefa35ce1 req-507db3f0-5d12-46b7-a504-62ada221455e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 210 time: 0.0411069 Sep 10 03:55:56.221398 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:56.367794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54772) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:56.526461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-118e222d-f019-4f05-b033-df30f1bfe5e2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37a265df60584a04b62582f8aafac859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1571302 Sep 10 03:55:56.529328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54778) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:55:56.655783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48be4a81-db5b-4cfc-9b14-ed4083a47357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:56.693051 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48be4a81-db5b-4cfc-9b14-ed4083a47357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:56.708722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-8446403c-e162-48ab-8c93-fe6e97da4de1 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:56.709349 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-8446403c-e162-48ab-8c93-fe6e97da4de1 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.39 "GET /v2.0/networks?id=b0e79fe9-e41d-4463-abac-8c1ff816c01d HTTP/1.1" status: 200 len: 812 time: 0.1570535 Sep 10 03:55:56.724918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Request body: {'port': {'device_id': '186127d6-4b83-4e7d-b918-ee07fce86ca5', 'network_id': 'b0e79fe9-e41d-4463-abac-8c1ff816c01d', 'admin_state_up': True, 'tenant_id': 'aceb53fa5ea446a992925adc73fe0ddc'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:56.909946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48be4a81-db5b-4cfc-9b14-ed4083a47357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:56.913033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48be4a81-db5b-4cfc-9b14-ed4083a47357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:56.917687 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-48be4a81-db5b-4cfc-9b14-ed4083a47357 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92abff10-241b-4e61-9617-7d6e400efb42 HTTP/1.1" status: 204 len: 168 time: 0.3840818 Sep 10 03:55:56.925820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be4a81-db5b-4cfc-9b14-ed4083a47357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92abff10-241b-4e61-9617-7d6e400efb42,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:56.944793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Made reservation on behalf of aceb53fa5ea446a992925adc73fe0ddc for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:55:56.950420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:57.184529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Allocated IP 172.20.0.7 (b0e79fe9-e41d-4463-abac-8c1ff816c01d/d24204f9-d9c1-4b87-9cd8-765fb0c663aa/f87630ab-f5aa-4c66-933b-b188439a6392) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:55:57.269411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08cadc77-2fa4-4957-a143-77c44f8ef89e req-ccb78d63-b7bf-4915-877c-054e70b2a0bb tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 210 time: 0.0586112 Sep 10 03:55:57.290433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1353e83-e20d-4c81-9400-91062cbae829 req-5644110f-deb8-4ce8-be0e-87c29be7359b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:57.303475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1353e83-e20d-4c81-9400-91062cbae829 req-5644110f-deb8-4ce8-be0e-87c29be7359b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 907 time: 0.5398111 Sep 10 03:55:57.339592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-a6fde135-6d34-49f6-835c-61d1ce887229 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:57.341692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-a6fde135-6d34-49f6-835c-61d1ce887229 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 907 time: 0.1297908 Sep 10 03:55:57.472690 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:57.500944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d10f00b0-419c-4f15-8997-17e2b2e42070 req-609e048a-f13f-4c0b-84c4-4f164b1d8329 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 210 time: 0.0434666 Sep 10 03:55:57.540195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Deleting port db351d4b-9563-4cb2-b370-b542c0e2a87e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:55:57.540767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:57.608771 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:57.675893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] For port db351d4b-9563-4cb2-b370-b542c0e2a87e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=db351d4b-9563-4cb2-b370-b542c0e2a87e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:55:57.676272 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:57.699022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Calling delete_port for db351d4b-9563-4cb2-b370-b542c0e2a87e owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:55:57.734553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Network b0e79fe9-e41d-4463-abac-8c1ff816c01d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:55:57.736253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:55:57.744589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:55:57.755243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Pushing event updated for resources: {'Port': ['ID=f87630ab-f5aa-4c66-933b-b188439a6392,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:57.866438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:57.866438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:57.964981 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-37195aa7-96a8-4bf0-b14a-dd5912b88c46 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2459364 Sep 10 03:55:57.986166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Request body: {'port': {'device_id': '186127d6-4b83-4e7d-b918-ee07fce86ca5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:58.052492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:58.054488 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:58.139467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event deleted for resources: {'Port': ['ID=db351d4b-9563-4cb2-b370-b542c0e2a87e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:58.393549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] No DVR routers for this DVR port db351d4b-9563-4cb2-b370-b542c0e2a87e on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:55:58.394398 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:58.399197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a036852-cfaa-4db9-a07c-b58ee7d15b4f req-9609b47f-ca34-4d68-809f-1e8853cd6364 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "DELETE /v2.0/ports/db351d4b-9563-4cb2-b370-b542c0e2a87e HTTP/1.1" status: 204 len: 173 time: 1.0502682 Sep 10 03:55:58.439782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280ee15-304a-4966-9c9e-915c211019c5 req-028dabf5-aec5-4cbd-8cf4-6f1b31447242 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:58.453085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-028dabf5-aec5-4cbd-8cf4-6f1b31447242 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.3349164 Sep 10 03:55:58.453598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66490076-0c46-484e-8e21-a1e634687639', 'name': 'network-vif-deleted', 'tag': 'db351d4b-9563-4cb2-b370-b542c0e2a87e'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:58.460451 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d963f08-0b9d-4aff-9863-3139bc6f7c01" -d '{"events": [{"server_uuid": "66490076-0c46-484e-8e21-a1e634687639", "name": "network-vif-deleted", "tag": "db351d4b-9563-4cb2-b370-b542c0e2a87e"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:58.478075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Request body: {'port': {'device_id': 'e638b230-9cf1-45ef-8f17-0010b06b813d', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'admin_state_up': True, 'tenant_id': 'e7a7c4f9449549619fc86ca9ae6e6fd2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:55:58.602723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3287fda-0bad-4430-8738-152ec5997684 req-e6c45714-d936-404a-81bc-7d3e8bb3c7c1 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=66490076-0c46-484e-8e21-a1e634687639 HTTP/1.1" status: 200 len: 210 time: 0.0753779 Sep 10 03:55:58.708561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79c245-3090-4466-8290-c56f4d9914e7 req-969c11e7-6e35-4aba-8457-2ba6ed13a9dc tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:58.710211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e79c245-3090-4466-8290-c56f4d9914e7 req-969c11e7-6e35-4aba-8457-2ba6ed13a9dc tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 931 time: 0.1816120 Sep 10 03:55:58.774918 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5fdbacb-5fc6-4bbb-8ca3-1a0169ad9407 x-openstack-request-id: req-c5fdbacb-5fc6-4bbb-8ca3-1a0169ad9407 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:58.776530 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66490076-0c46-484e-8e21-a1e634687639", "name": "network-vif-deleted", "tag": "db351d4b-9563-4cb2-b370-b542c0e2a87e", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:58.777349 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5fdbacb-5fc6-4bbb-8ca3-1a0169ad9407 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:58.778233 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66490076-0c46-484e-8e21-a1e634687639', 'name': 'network-vif-deleted', 'tag': 'db351d4b-9563-4cb2-b370-b542c0e2a87e', 'status': 'completed', 'code': 200} Sep 10 03:55:58.789787 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:58.793904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f87630ab-f5aa-4c66-933b-b188439a6392 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:55:58.810282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:58.838286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Transition to ACTIVE for port object f87630ab-f5aa-4c66-933b-b188439a6392 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:55:58.891557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e79c245-3090-4466-8290-c56f4d9914e7 req-c9c0b735-8b43-45f4-983e-a1c62bc1be21 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549032 Sep 10 03:55:58.926972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7839f715-6983-4771-8dbf-4d8e2822c65b req-b498ce76-450f-4127-9a2d-9af8a114fc3a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 210 time: 0.0838323 Sep 10 03:55:58.934325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:59.050029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Pushing event updated for resources: {'Port': ['ID=f87630ab-f5aa-4c66-933b-b188439a6392,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:59.076131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Made reservation on behalf of e7a7c4f9449549619fc86ca9ae6e6fd2 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:55:59.079791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:59.113956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Attempting to bind port f87630ab-f5aa-4c66-933b-b188439a6392 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:55:59.114295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Attempting to bind port f87630ab-f5aa-4c66-933b-b188439a6392 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '7203563a-a9f7-448b-b104-d9db9ce8eddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b0e79fe9-e41d-4463-abac-8c1ff816c01d'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:55:59.114676 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Attempting to bind port f87630ab-f5aa-4c66-933b-b188439a6392 on network b0e79fe9-e41d-4463-abac-8c1ff816c01d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:55:59.120638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Port f87630ab-f5aa-4c66-933b-b188439a6392 on network b0e79fe9-e41d-4463-abac-8c1ff816c01d not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:55:59.125153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Attempting to bind port f87630ab-f5aa-4c66-933b-b188439a6392 on network b0e79fe9-e41d-4463-abac-8c1ff816c01d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:55:59.129648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:55:59.129648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Checking segment: {'id': '7203563a-a9f7-448b-b104-d9db9ce8eddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b0e79fe9-e41d-4463-abac-8c1ff816c01d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:55:59.129648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Bound using segment: {'id': '7203563a-a9f7-448b-b104-d9db9ce8eddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b0e79fe9-e41d-4463-abac-8c1ff816c01d'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:55:59.129648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Bound port: f87630ab-f5aa-4c66-933b-b188439a6392, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7203563a-a9f7-448b-b104-d9db9ce8eddb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': 'b0e79fe9-e41d-4463-abac-8c1ff816c01d'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:55:59.129648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:59.233690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] For port f87630ab-f5aa-4c66-933b-b188439a6392, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:55:59.238415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] For port f87630ab-f5aa-4c66-933b-b188439a6392, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f87630ab-f5aa-4c66-933b-b188439a6392,segment=NetworkSegment(7203563a-a9f7-448b-b104-d9db9ce8eddb),segment_id=7203563a-a9f7-448b-b104-d9db9ce8eddb)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:55:59.266881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Allocated IP 172.20.0.13 (4b406e7e-d47b-4017-ba3e-24ec1e47a252/896487ef-0a57-4d1a-9d81-7f7479231ead/be319818-4e41-4d27-8a1c-ff0bc5691b05) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:55:59.346438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:59.383628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:59.384156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:59.385604 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] 10.222.0.39 "PUT /v2.0/ports/f87630ab-f5aa-4c66-933b-b188439a6392 HTTP/1.1" status: 200 len: 1091 time: 1.4089687 Sep 10 03:55:59.386070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '186127d6-4b83-4e7d-b918-ee07fce86ca5', 'tag': 'f87630ab-f5aa-4c66-933b-b188439a6392'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:55:59.388393 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a8f3baa-1af9-4a41-807d-073bbf2d5955" -d '{"events": [{"name": "network-changed", "server_uuid": "186127d6-4b83-4e7d-b918-ee07fce86ca5", "tag": "f87630ab-f5aa-4c66-933b-b188439a6392"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:55:59.418786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6ea351-b193-4c97-abab-1898f8414d19 service neutron] Pushing event updated for resources: {'Port': ['ID=f87630ab-f5aa-4c66-933b-b188439a6392,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:59.476383 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdf448cf-c91e-4559-a299-b213eb705448 x-openstack-request-id: req-cdf448cf-c91e-4559-a299-b213eb705448 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:55:59.476748 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "186127d6-4b83-4e7d-b918-ee07fce86ca5", "tag": "f87630ab-f5aa-4c66-933b-b188439a6392", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:55:59.477425 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdf448cf-c91e-4559-a299-b213eb705448 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:55:59.477808 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '186127d6-4b83-4e7d-b918-ee07fce86ca5', 'tag': 'f87630ab-f5aa-4c66-933b-b188439a6392', 'status': 'completed', 'code': 200} Sep 10 03:55:59.480620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:59.566396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3baa-1af9-4a41-807d-073bbf2d5955 req-a3c037c1-af16-494c-aefc-00d323d54e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:59.568136 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6a8f3baa-1af9-4a41-807d-073bbf2d5955 req-a3c037c1-af16-494c-aefc-00d323d54e26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aceb53fa5ea446a992925adc73fe0ddc&device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 1094 time: 0.0653849 Sep 10 03:55:59.614903 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:59.630332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['754e53de-b377-4540-95db-83837d2b0bd6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:59.687992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:55:59.737946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:55:59.744964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:55:59.752826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:55:59.757466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event updated for resources: {'Port': ['ID=be319818-4e41-4d27-8a1c-ff0bc5691b05,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:55:59.822822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3baa-1af9-4a41-807d-073bbf2d5955 req-8cc42680-c1c5-48b8-b5b7-5703699e16d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:59.826086 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6a8f3baa-1af9-4a41-807d-073bbf2d5955 req-8cc42680-c1c5-48b8-b5b7-5703699e16d6 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=aceb53fa5ea446a992925adc73fe0ddc&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2495477 Sep 10 03:55:59.832932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:55:59.833625 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:55:59.964463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-be256fca-b09c-4f96-8136-3487aab50bf3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4961202 Sep 10 03:55:59.982886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Request body: {'port': {'device_id': 'e638b230-9cf1-45ef-8f17-0010b06b813d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:00.092774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8f3baa-1af9-4a41-807d-073bbf2d5955 req-a79069b9-03e3-4f45-b4e5-7551486a5bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:00.096966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6a8f3baa-1af9-4a41-807d-073bbf2d5955 req-a79069b9-03e3-4f45-b4e5-7551486a5bf5 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2603307 Sep 10 03:56:00.150820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe218acf-2972-4c31-9d2a-c9061c2f2153 req-f47fca8c-06e2-4095-aa00-54005f14650e tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:00.152545 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe218acf-2972-4c31-9d2a-c9061c2f2153 req-f47fca8c-06e2-4095-aa00-54005f14650e tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 943 time: 0.1079707 Sep 10 03:56:00.158690 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:00.231642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-53a28600-33ff-4a0e-a97a-ee72e7ab707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:00.236586 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-53a28600-33ff-4a0e-a97a-ee72e7ab707d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aceb53fa5ea446a992925adc73fe0ddc&device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 1094 time: 0.0819557 Sep 10 03:56:00.298441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe218acf-2972-4c31-9d2a-c9061c2f2153 req-559b93b8-a4a3-4bd8-a153-4b537b8a5624 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143241 Sep 10 03:56:00.343600 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-55e7c929-4434-4cb8-b595-f5e77593f633 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f87630ab-f5aa-4c66-933b-b188439a6392 HTTP/1.1" status: 200 len: 217 time: 0.0994885 Sep 10 03:56:00.381879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device db351d4b-9563-4cb2-b370-b542c0e2a87e no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:00.409238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-a8b0d641-86dd-4c13-a5e8-1c9220321619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:00.410703 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-a8b0d641-86dd-4c13-a5e8-1c9220321619 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d24204f9-d9c1-4b87-9cd8-765fb0c663aa HTTP/1.1" status: 200 len: 852 time: 0.0596213 Sep 10 03:56:00.430892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: db351d4b-9563-4cb2-b370-b542c0e2a87e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:00.431532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device db351d4b-9563-4cb2-b370-b542c0e2a87e not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:00.496788 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-e5cc3b09-f8c7-4311-b560-2c4af53b0cf1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0e79fe9-e41d-4463-abac-8c1ff816c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730057 Sep 10 03:56:00.562195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06221dd6-3321-400a-8b49-4fcc6daa37c7 req-8a48ce5e-4f0a-4fbe-a8ed-2859013ad7fc tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:00.570064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06221dd6-3321-400a-8b49-4fcc6daa37c7 req-8a48ce5e-4f0a-4fbe-a8ed-2859013ad7fc tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 932 time: 0.1523829 Sep 10 03:56:00.671132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06221dd6-3321-400a-8b49-4fcc6daa37c7 req-2c530362-4aa9-433d-8b67-f1c0ab7274a2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006422 Sep 10 03:56:00.701924 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-45c2197e-54fd-4205-8c99-1ff0149aa012 service neutron] 10.222.0.39 "GET /v2.0/networks/b0e79fe9-e41d-4463-abac-8c1ff816c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952345 Sep 10 03:56:00.788034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be319818-4e41-4d27-8a1c-ff0bc5691b05 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:00.804884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:00.834829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Transition to ACTIVE for port object be319818-4e41-4d27-8a1c-ff0bc5691b05 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:00.855552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f13b67-32e8-4852-b8e9-cd9430d453f0 req-cb45138e-bbc3-4d07-b580-8b5e1cf54301 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:00.856632 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cd18e89c-4f31-440d-84a8-ab7316616f06 req-725ecf29-417e-4387-a9dd-dd99527d2aa2 service neutron] 10.222.0.39 "GET /v2.0/networks/b0e79fe9-e41d-4463-abac-8c1ff816c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451733 Sep 10 03:56:00.857166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75f13b67-32e8-4852-b8e9-cd9430d453f0 req-cb45138e-bbc3-4d07-b580-8b5e1cf54301 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 946 time: 0.0732136 Sep 10 03:56:00.902720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75f13b67-32e8-4852-b8e9-cd9430d453f0 req-fdc997f7-e957-43f6-89e7-290b3bfd54fd tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393398 Sep 10 03:56:01.013441 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:01.073226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Pushing event updated for resources: {'Port': ['ID=be319818-4e41-4d27-8a1c-ff0bc5691b05,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:01.150090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Attempting to bind port be319818-4e41-4d27-8a1c-ff0bc5691b05 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:56:01.150428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Attempting to bind port be319818-4e41-4d27-8a1c-ff0bc5691b05 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:56:01.150755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Attempting to bind port be319818-4e41-4d27-8a1c-ff0bc5691b05 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:01.156209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Port be319818-4e41-4d27-8a1c-ff0bc5691b05 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:56:01.156531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Attempting to bind port be319818-4e41-4d27-8a1c-ff0bc5691b05 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:01.161362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:56:01.161690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Checking segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:01.162071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Bound using segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:56:01.162483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Bound port: be319818-4e41-4d27-8a1c-ff0bc5691b05, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:56:01.162842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:01.180426 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:56:01.234115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] For port be319818-4e41-4d27-8a1c-ff0bc5691b05, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:56:01.238312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] For port be319818-4e41-4d27-8a1c-ff0bc5691b05, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=be319818-4e41-4d27-8a1c-ff0bc5691b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:56:01.271256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54920) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:01.363307 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:01.420338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:01.420976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:01.422421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] 10.222.0.39 "PUT /v2.0/ports/be319818-4e41-4d27-8a1c-ff0bc5691b05 HTTP/1.1" status: 200 len: 1092 time: 1.4441638 Sep 10 03:56:01.422903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e638b230-9cf1-45ef-8f17-0010b06b813d', 'tag': 'be319818-4e41-4d27-8a1c-ff0bc5691b05'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:01.425235 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-913e7188-9532-4628-a6b6-28bec48cd570" -d '{"events": [{"name": "network-changed", "server_uuid": "e638b230-9cf1-45ef-8f17-0010b06b813d", "tag": "be319818-4e41-4d27-8a1c-ff0bc5691b05"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:01.483478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2d087c-5b9c-4385-807c-9f0b0d8b7f3c req-929addc1-a475-4f58-a4a3-61fbc58a13be tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:01.485177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db2d087c-5b9c-4385-807c-9f0b0d8b7f3c req-929addc1-a475-4f58-a4a3-61fbc58a13be tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 943 time: 0.0861266 Sep 10 03:56:01.486090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75bc13-8050-45e1-b408-d6b2602de37b service neutron] Pushing event updated for resources: {'Port': ['ID=be319818-4e41-4d27-8a1c-ff0bc5691b05,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:01.512112 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4e07af1-a1e7-4d47-adbe-12f01057d27a x-openstack-request-id: req-a4e07af1-a1e7-4d47-adbe-12f01057d27a {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:01.512112 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e638b230-9cf1-45ef-8f17-0010b06b813d", "tag": "be319818-4e41-4d27-8a1c-ff0bc5691b05", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:01.512112 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4e07af1-a1e7-4d47-adbe-12f01057d27a {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:01.512112 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e638b230-9cf1-45ef-8f17-0010b06b813d', 'tag': 'be319818-4e41-4d27-8a1c-ff0bc5691b05', 'status': 'completed', 'code': 200} Sep 10 03:56:01.564066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e70f8c54-29b3-44c9-8b75-1700b9e97487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:01.590551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db2d087c-5b9c-4385-807c-9f0b0d8b7f3c req-65685c4a-1a83-40c0-b021-cf218d558d24 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859990 Sep 10 03:56:01.603629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280ee15-304a-4966-9c9e-915c211019c5 req-2472cbfb-db41-440b-87b6-ba60f41186f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:01.613634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-2472cbfb-db41-440b-87b6-ba60f41186f2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 1095 time: 0.0837586 Sep 10 03:56:01.665335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-8461d060-1af7-4eec-a594-e9b8bc7c2f41 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be319818-4e41-4d27-8a1c-ff0bc5691b05 HTTP/1.1" status: 200 len: 217 time: 0.0465767 Sep 10 03:56:01.767086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6280ee15-304a-4966-9c9e-915c211019c5 req-81c60881-2bc2-400e-87ed-9f306c217b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:01.769478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-81c60881-2bc2-400e-87ed-9f306c217b2e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.0956016 Sep 10 03:56:01.826790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-9a869a78-9c48-45c3-9e00-cad1d8c4564a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0487714 Sep 10 03:56:01.843672 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e70f8c54-29b3-44c9-8b75-1700b9e97487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:01.878064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3cdd23-d9ec-4c15-9eea-481572f76a8a req-9d9119a3-60a5-4ab1-8efb-10f54781431d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:01.879555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da3cdd23-d9ec-4c15-9eea-481572f76a8a req-9d9119a3-60a5-4ab1-8efb-10f54781431d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 944 time: 0.1182485 Sep 10 03:56:01.943208 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e70f8c54-29b3-44c9-8b75-1700b9e97487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.026460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da3cdd23-d9ec-4c15-9eea-481572f76a8a req-2eeae5e9-66e3-4471-8366-7e06b1e4a0fe tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377342 Sep 10 03:56:02.033489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e70f8c54-29b3-44c9-8b75-1700b9e97487 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d26e9855f09143d9bc685563e6cc2ab0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7609763 Sep 10 03:56:02.036112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54948) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:02.057912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-e567b08e-0f56-4ebf-a581-321827e729bb service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094481 Sep 10 03:56:02.058844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70f8c54-29b3-44c9-8b75-1700b9e97487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6f42224-80f3-449f-a361-45de8e539d95,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:02.102366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba43fd9-b986-43ea-ad5f-dad93abb6c86 req-35d03106-297a-4798-adaf-ddb54207683f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:02.104549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cba43fd9-b986-43ea-ad5f-dad93abb6c86 req-35d03106-297a-4798-adaf-ddb54207683f tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 946 time: 0.1062176 Sep 10 03:56:02.138670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.147786 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26f87d6a-ec64-4428-99b8-8c0051904fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.159577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-129c8ed9-72ef-4fc6-87f1-d85adbf591cc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:02.161086 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-129c8ed9-72ef-4fc6-87f1-d85adbf591cc tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.39 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 946 time: 0.0762973 Sep 10 03:56:02.192423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cba43fd9-b986-43ea-ad5f-dad93abb6c86 req-3a86228d-3436-4d84-b441-ab9ad930ba87 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785005 Sep 10 03:56:02.209343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26f87d6a-ec64-4428-99b8-8c0051904fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.212328 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6280ee15-304a-4966-9c9e-915c211019c5 req-d7105d37-6ced-4c29-8326-ae0a208da6cf service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267724 Sep 10 03:56:02.299390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Deleting port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:02.299756 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.401120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] For port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:02.401483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.404281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26f87d6a-ec64-4428-99b8-8c0051904fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.406962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26f87d6a-ec64-4428-99b8-8c0051904fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:02.408645 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-26f87d6a-ec64-4428-99b8-8c0051904fef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6f42224-80f3-449f-a361-45de8e539d95 HTTP/1.1" status: 204 len: 168 time: 0.3704739 Sep 10 03:56:02.424854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Calling delete_port for e36b9bd3-dfff-4c75-be9e-c77ed0e5851b owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:02.426904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f87d6a-ec64-4428-99b8-8c0051904fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6f42224-80f3-449f-a361-45de8e539d95,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:02.454095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e7188-9532-4628-a6b6-28bec48cd570 req-f2861097-0df5-4fce-81b8-bf3ab3a0f7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:02.456240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-913e7188-9532-4628-a6b6-28bec48cd570 req-f2861097-0df5-4fce-81b8-bf3ab3a0f7eb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 1095 time: 0.0498962 Sep 10 03:56:02.574348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e7188-9532-4628-a6b6-28bec48cd570 req-1b2664c2-ca87-46ff-b0ad-51b19fcc490d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:02.575897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-913e7188-9532-4628-a6b6-28bec48cd570 req-1b2664c2-ca87-46ff-b0ad-51b19fcc490d service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 907 time: 0.1094723 Sep 10 03:56:02.622049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-913e7188-9532-4628-a6b6-28bec48cd570 req-26571ba5-727f-4a49-af42-012392cecb96 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=be319818-4e41-4d27-8a1c-ff0bc5691b05 HTTP/1.1" status: 200 len: 217 time: 0.0379694 Sep 10 03:56:02.698127 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913e7188-9532-4628-a6b6-28bec48cd570 req-c4540543-67eb-4b1f-a2b0-05789c994a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:02.699773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-913e7188-9532-4628-a6b6-28bec48cd570 req-c4540543-67eb-4b1f-a2b0-05789c994a47 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.0682211 Sep 10 03:56:02.719994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5590fc-46c0-4ecf-8c4c-925947a1b255 req-90faf254-2562-4dfc-a022-15d54fdd4364 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:02.721400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a5590fc-46c0-4ecf-8c4c-925947a1b255 req-90faf254-2562-4dfc-a022-15d54fdd4364 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 943 time: 0.0590932 Sep 10 03:56:02.751641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-913e7188-9532-4628-a6b6-28bec48cd570 req-5284369f-60bb-46cc-9501-cf829738a3cc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292971 Sep 10 03:56:02.799286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a5590fc-46c0-4ecf-8c4c-925947a1b255 req-fc8c8d00-b657-4660-8da8-dab4663cb4c7 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696447 Sep 10 03:56:02.879884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-913e7188-9532-4628-a6b6-28bec48cd570 req-8538da21-11f1-4c25-bd27-d5199fe055aa service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137693 Sep 10 03:56:02.987477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-913e7188-9532-4628-a6b6-28bec48cd570 req-ec0634ea-fc9d-41ea-bb3f-4ed43d011cf9 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994785 Sep 10 03:56:03.106684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:03.122263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['17bcfa0f-0cef-4e4b-87cd-aaed7e49178e'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:03.130644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e36b9bd3-dfff-4c75-be9e-c77ed0e5851b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:03.149181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event deleted for resources: {'Port': ['ID=e36b9bd3-dfff-4c75-be9e-c77ed0e5851b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:03.200812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] No DVR routers for this DVR port e36b9bd3-dfff-4c75-be9e-c77ed0e5851b on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:03.208713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:03.212687 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-45d7f29d-c572-47df-bbbe-7fb8c954920f req-a29c4725-cba6-4c88-be86-9972514c4605 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.39 "DELETE /v2.0/ports/e36b9bd3-dfff-4c75-be9e-c77ed0e5851b HTTP/1.1" status: 204 len: 173 time: 1.0410078 Sep 10 03:56:03.214051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4c012e8-dff0-44c9-95f1-0ebf46a23b63', 'name': 'network-vif-deleted', 'tag': 'e36b9bd3-dfff-4c75-be9e-c77ed0e5851b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:03.224271 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b341847f-f27e-445b-9b8e-782c45172683" -d '{"events": [{"server_uuid": "a4c012e8-dff0-44c9-95f1-0ebf46a23b63", "name": "network-vif-deleted", "tag": "e36b9bd3-dfff-4c75-be9e-c77ed0e5851b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:03.271003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0ffc7c-bd34-4520-8b1c-38b2b90efc70 req-9d32bd53-9efd-46fa-8bce-3ab80b09b2c0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:03.273436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c0ffc7c-bd34-4520-8b1c-38b2b90efc70 req-9d32bd53-9efd-46fa-8bce-3ab80b09b2c0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 944 time: 0.1466184 Sep 10 03:56:03.335777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24f62679-7c11-4d59-b1b0-fae533afd4ba req-b596d09c-f363-4b6e-9ccb-8a58a7f884f8 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=a4c012e8-dff0-44c9-95f1-0ebf46a23b63 HTTP/1.1" status: 200 len: 210 time: 0.0287085 Sep 10 03:56:03.362294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c0ffc7c-bd34-4520-8b1c-38b2b90efc70 req-388f509d-3ece-4b34-a5d3-3dc23d5f6442 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829465 Sep 10 03:56:03.391239 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdb0a37-3ab2-469d-9b8c-9e83a1ddae01 x-openstack-request-id: req-dfdb0a37-3ab2-469d-9b8c-9e83a1ddae01 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:03.391619 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4c012e8-dff0-44c9-95f1-0ebf46a23b63", "name": "network-vif-deleted", "tag": "e36b9bd3-dfff-4c75-be9e-c77ed0e5851b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:03.392455 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dfdb0a37-3ab2-469d-9b8c-9e83a1ddae01 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:03.392951 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4c012e8-dff0-44c9-95f1-0ebf46a23b63', 'name': 'network-vif-deleted', 'tag': 'e36b9bd3-dfff-4c75-be9e-c77ed0e5851b', 'status': 'completed', 'code': 200} Sep 10 03:56:03.633165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f87630ab-f5aa-4c66-933b-b188439a6392 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:56:03.747399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f87630ab-f5aa-4c66-933b-b188439a6392, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f87630ab-f5aa-4c66-933b-b188439a6392,segment=NetworkSegment(7203563a-a9f7-448b-b104-d9db9ce8eddb),segment_id=7203563a-a9f7-448b-b104-d9db9ce8eddb)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:03.760394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'f87630ab-f5aa-4c66-933b-b188439a6392', 'network_id': 'b0e79fe9-e41d-4463-abac-8c1ff816c01d', 'port_id': 'f87630ab-f5aa-4c66-933b-b188439a6392', 'mac_address': 'fa:16:3e:ee:d7:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 240, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd24204f9-d9c1-4b87-9cd8-765fb0c663aa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:56:03.803100 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:03.816480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f87630ab-f5aa-4c66-933b-b188439a6392 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:03.846433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f87630ab-f5aa-4c66-933b-b188439a6392, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f87630ab-f5aa-4c66-933b-b188439a6392,segment=NetworkSegment(7203563a-a9f7-448b-b104-d9db9ce8eddb),segment_id=7203563a-a9f7-448b-b104-d9db9ce8eddb)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:03.846559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54994) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:03.859560 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4505fa14-b322-4d46-bad2-a3fd33470eee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:03.929375 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:03.973897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727829b3-161e-4358-9bdd-da34ebe8d707 req-50999113-ed7b-4a34-b23b-a0835e45c4da tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:03.976311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-727829b3-161e-4358-9bdd-da34ebe8d707 req-50999113-ed7b-4a34-b23b-a0835e45c4da tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 943 time: 0.1021352 Sep 10 03:56:04.001741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4505fa14-b322-4d46-bad2-a3fd33470eee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:04.020510 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=f87630ab-f5aa-4c66-933b-b188439a6392,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:04.038531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-727829b3-161e-4358-9bdd-da34ebe8d707 req-dd23f11e-9be0-4dc3-9b3d-ca2c19d6667d tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555868 Sep 10 03:56:04.094294 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4505fa14-b322-4d46-bad2-a3fd33470eee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:04.140406 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4505fa14-b322-4d46-bad2-a3fd33470eee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5479baad12fe4361be98f3dbaed806e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2949629 Sep 10 03:56:04.142906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55000) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:04.143540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4505fa14-b322-4d46-bad2-a3fd33470eee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de786b6c-f029-4939-bf7f-25c95642d115,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:04.197898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f87630ab-f5aa-4c66-933b-b188439a6392'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:04.216814 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21782ebe-4ee3-4262-844a-3cb04030689e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:04.261339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21782ebe-4ee3-4262-844a-3cb04030689e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:04.358034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21782ebe-4ee3-4262-844a-3cb04030689e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:04.361425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21782ebe-4ee3-4262-844a-3cb04030689e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:04.362583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-21782ebe-4ee3-4262-844a-3cb04030689e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de786b6c-f029-4939-bf7f-25c95642d115 HTTP/1.1" status: 204 len: 168 time: 0.2180707 Sep 10 03:56:04.394383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21782ebe-4ee3-4262-844a-3cb04030689e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de786b6c-f029-4939-bf7f-25c95642d115,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:04.510366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b807935c-96ef-4e04-bb6d-80755a4cd049 req-9f80dbfa-e3e4-4da0-974e-fc4cc0c60a6c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:04.518005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b807935c-96ef-4e04-bb6d-80755a4cd049 req-9f80dbfa-e3e4-4da0-974e-fc4cc0c60a6c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 944 time: 0.0595365 Sep 10 03:56:04.555814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b807935c-96ef-4e04-bb6d-80755a4cd049 req-040954bf-fde6-4e84-9d00-28a5925c3b46 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369172 Sep 10 03:56:04.870039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf99e2e-2520-4412-9f52-96e247c427b1 req-9c555b36-fb8c-4e1f-ae9a-d84616eea710 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:04.871568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bf99e2e-2520-4412-9f52-96e247c427b1 req-9c555b36-fb8c-4e1f-ae9a-d84616eea710 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.0675075 Sep 10 03:56:04.917031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bf99e2e-2520-4412-9f52-96e247c427b1 req-019f276e-e33d-467c-b7ad-b897350d678c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Sep 10 03:56:05.194057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8709b59-20fe-4768-9613-11e9c47ee856 req-21f7feeb-fada-4abd-acf3-d7482003f45c tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:05.197234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8709b59-20fe-4768-9613-11e9c47ee856 req-21f7feeb-fada-4abd-acf3-d7482003f45c tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 944 time: 0.0668616 Sep 10 03:56:05.236636 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8709b59-20fe-4768-9613-11e9c47ee856 req-dfa40a69-754b-4050-80d3-24535625d9bb tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Sep 10 03:56:05.654723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device be319818-4e41-4d27-8a1c-ff0bc5691b05 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:56:05.656801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f87630ab-f5aa-4c66-933b-b188439a6392 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:05.691147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9077d399-9421-40ef-abf6-6e8fcc5905e4 req-b10e899c-50d5-4a27-8225-f1f05d2ec59d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:05.699245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9077d399-9421-40ef-abf6-6e8fcc5905e4 req-b10e899c-50d5-4a27-8225-f1f05d2ec59d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 944 time: 0.0642221 Sep 10 03:56:05.737381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9077d399-9421-40ef-abf6-6e8fcc5905e4 req-382175a3-add8-417f-9ecb-545c80462c65 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368693 Sep 10 03:56:05.805462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port be319818-4e41-4d27-8a1c-ff0bc5691b05, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=be319818-4e41-4d27-8a1c-ff0bc5691b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:05.820136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'be319818-4e41-4d27-8a1c-ff0bc5691b05', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'port_id': 'be319818-4e41-4d27-8a1c-ff0bc5691b05', 'mac_address': 'fa:16:3e:5d:25:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896487ef-0a57-4d1a-9d81-7f7479231ead', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:56:05.863896 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:05.877295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be319818-4e41-4d27-8a1c-ff0bc5691b05 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:05.897418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port be319818-4e41-4d27-8a1c-ff0bc5691b05, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=be319818-4e41-4d27-8a1c-ff0bc5691b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:05.910789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port f87630ab-f5aa-4c66-933b-b188439a6392 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:05.915058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port f87630ab-f5aa-4c66-933b-b188439a6392 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:05.915527 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:06.028725 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:06.130548 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:06.153563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f28ca58-c58b-4768-92c9-e3882ebf0e67 req-2ac84517-423b-4ce0-b560-ffc12b6123b7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:06.156509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f28ca58-c58b-4768-92c9-e3882ebf0e67 req-2ac84517-423b-4ce0-b560-ffc12b6123b7 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1621387 Sep 10 03:56:06.198253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port f87630ab-f5aa-4c66-933b-b188439a6392, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f87630ab-f5aa-4c66-933b-b188439a6392,segment=NetworkSegment(7203563a-a9f7-448b-b104-d9db9ce8eddb),segment_id=7203563a-a9f7-448b-b104-d9db9ce8eddb)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:06.203030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186127d6-4b83-4e7d-b918-ee07fce86ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87630ab-f5aa-4c66-933b-b188439a6392'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:06.205612 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1390c8e-4633-4243-9d1c-8541bd52a012" -d '{"events": [{"server_uuid": "186127d6-4b83-4e7d-b918-ee07fce86ca5", "name": "network-vif-plugged", "status": "completed", "tag": "f87630ab-f5aa-4c66-933b-b188439a6392"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:06.209107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=be319818-4e41-4d27-8a1c-ff0bc5691b05,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:06.220173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0560730-687c-4922-a332-efc3b83b9938 req-4e765925-efdb-4970-8bbb-15782cf10d84 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:06.225808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0560730-687c-4922-a332-efc3b83b9938 req-4e765925-efdb-4970-8bbb-15782cf10d84 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 945 time: 0.1342611 Sep 10 03:56:06.257776 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ae4b66-33c4-49f6-b2e7-b4f5f2b1365e x-openstack-request-id: req-96ae4b66-33c4-49f6-b2e7-b4f5f2b1365e {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:06.258019 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186127d6-4b83-4e7d-b918-ee07fce86ca5", "name": "network-vif-plugged", "status": "completed", "tag": "f87630ab-f5aa-4c66-933b-b188439a6392", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:06.258273 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96ae4b66-33c4-49f6-b2e7-b4f5f2b1365e {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:06.258669 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186127d6-4b83-4e7d-b918-ee07fce86ca5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f87630ab-f5aa-4c66-933b-b188439a6392', 'code': 200} Sep 10 03:56:06.268803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['be319818-4e41-4d27-8a1c-ff0bc5691b05'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:06.345675 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:06.346519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e36b9bd3-dfff-4c75-be9e-c77ed0e5851b no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:06.374492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f28ca58-c58b-4768-92c9-e3882ebf0e67 req-872054af-fa63-4f97-b74f-574af8eac2ae tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2040534 Sep 10 03:56:06.422483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: e36b9bd3-dfff-4c75-be9e-c77ed0e5851b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:06.422873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e36b9bd3-dfff-4c75-be9e-c77ed0e5851b not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:06.426597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e3bba4-5c0b-4d7c-9977-0e6cd464b65f req-7268303e-b8b3-470a-aff1-ab3c346f3f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:06.435482 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e3bba4-5c0b-4d7c-9977-0e6cd464b65f req-7268303e-b8b3-470a-aff1-ab3c346f3f15 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 1096 time: 0.1013050 Sep 10 03:56:06.474661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=f87630ab-f5aa-4c66-933b-b188439a6392,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:06.516977 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-86e3bba4-5c0b-4d7c-9977-0e6cd464b65f req-6c862bc1-2074-4710-833d-f0d72f98b865 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683486 Sep 10 03:56:06.808547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ef12e4-deee-4bea-8f06-0a6270b5364b req-27fa74ed-0b64-4804-a181-3a4a5ab4fcb4 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:06.810114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32ef12e4-deee-4bea-8f06-0a6270b5364b req-27fa74ed-0b64-4804-a181-3a4a5ab4fcb4 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 945 time: 0.4534369 Sep 10 03:56:06.865524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-a0560730-687c-4922-a332-efc3b83b9938 req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Deleting port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:06.865861 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a0560730-687c-4922-a332-efc3b83b9938 req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:06.969016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32ef12e4-deee-4bea-8f06-0a6270b5364b req-99a8c7ac-6fbd-4114-9404-21f556d2dc25 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415420 Sep 10 03:56:06.996734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3834b-2f9e-4989-a6fc-7805c0183948 req-d7c4c403-661a-4a0f-a60e-33538135ea14 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:07.004270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4d3834b-2f9e-4989-a6fc-7805c0183948 req-d7c4c403-661a-4a0f-a60e-33538135ea14 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 945 time: 0.1635580 Sep 10 03:56:07.052256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a0560730-687c-4922-a332-efc3b83b9938 req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] For port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:07.052705 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a0560730-687c-4922-a332-efc3b83b9938 req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:07.065305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4d3834b-2f9e-4989-a6fc-7805c0183948 req-b27031f2-428a-44ab-b6e4-facaa9620873 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601783 Sep 10 03:56:07.073823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-a0560730-687c-4922-a332-efc3b83b9938 req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Calling delete_port for 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:07.380135 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a0560730-687c-4922-a332-efc3b83b9938 req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:07.412309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event deleted for resources: {'Port': ['ID=17bcfa0f-0cef-4e4b-87cd-aaed7e49178e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:07.471192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0560730-687c-4922-a332-efc3b83b9938 req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] No DVR routers for this DVR port 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:07.480044 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a0560730-687c-4922-a332-efc3b83b9938 req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:07.480044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0560730-687c-4922-a332-efc3b83b9938 req-91a75439-1c1b-4a58-88e7-01745de5c96a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.20 "DELETE /v2.0/ports/17bcfa0f-0cef-4e4b-87cd-aaed7e49178e HTTP/1.1" status: 204 len: 173 time: 1.2384617 Sep 10 03:56:07.509764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46d3e706-ab10-4eb1-a76a-f10b94af6b7c', 'name': 'network-vif-deleted', 'tag': '17bcfa0f-0cef-4e4b-87cd-aaed7e49178e'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:07.515921 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76094e44-b261-46df-91e3-f30065090cda" -d '{"events": [{"server_uuid": "46d3e706-ab10-4eb1-a76a-f10b94af6b7c", "name": "network-vif-deleted", "tag": "17bcfa0f-0cef-4e4b-87cd-aaed7e49178e"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:07.516914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf319668-1ff6-4cd5-a8e1-bc8d55e72732 req-a55d5a2c-bc99-44e3-a0b9-7967bc659341 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 210 time: 0.0468071 Sep 10 03:56:07.578279 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd5ea15b-6964-46de-ac2f-1919f56c8af4 x-openstack-request-id: req-dd5ea15b-6964-46de-ac2f-1919f56c8af4 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:07.578574 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46d3e706-ab10-4eb1-a76a-f10b94af6b7c", "name": "network-vif-deleted", "tag": "17bcfa0f-0cef-4e4b-87cd-aaed7e49178e", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:07.578824 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd5ea15b-6964-46de-ac2f-1919f56c8af4 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:07.579207 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46d3e706-ab10-4eb1-a76a-f10b94af6b7c', 'name': 'network-vif-deleted', 'tag': '17bcfa0f-0cef-4e4b-87cd-aaed7e49178e', 'status': 'completed', 'code': 200} Sep 10 03:56:07.668413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device be319818-4e41-4d27-8a1c-ff0bc5691b05 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:07.870912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port be319818-4e41-4d27-8a1c-ff0bc5691b05 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:07.875213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port be319818-4e41-4d27-8a1c-ff0bc5691b05 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:07.875592 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:07.958773 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:07.992784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port be319818-4e41-4d27-8a1c-ff0bc5691b05, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=be319818-4e41-4d27-8a1c-ff0bc5691b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:08.089036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9e5a12-a2a6-447a-99cd-72bc29c323db req-8e93735b-29f5-4946-8622-fd687d4282fd tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:08.091396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc9e5a12-a2a6-447a-99cd-72bc29c323db req-8e93735b-29f5-4946-8622-fd687d4282fd tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 945 time: 0.0537283 Sep 10 03:56:08.111474 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:08.143252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc9e5a12-a2a6-447a-99cd-72bc29c323db req-ba6224d1-b5a4-47bd-b277-9458a2ca232c tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453417 Sep 10 03:56:08.171668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=be319818-4e41-4d27-8a1c-ff0bc5691b05,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:08.255832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f0318a-1bef-4b15-aba6-73e21200da46 req-aea56bbe-77dd-4fc5-907c-8ffa03babdd4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:08.257396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6f0318a-1bef-4b15-aba6-73e21200da46 req-aea56bbe-77dd-4fc5-907c-8ffa03babdd4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 946 time: 0.0525150 Sep 10 03:56:08.260317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e638b230-9cf1-45ef-8f17-0010b06b813d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be319818-4e41-4d27-8a1c-ff0bc5691b05'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:08.267857 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d0c88bd-3865-4ea0-843a-b679fa151256" -d '{"events": [{"server_uuid": "e638b230-9cf1-45ef-8f17-0010b06b813d", "name": "network-vif-plugged", "status": "completed", "tag": "be319818-4e41-4d27-8a1c-ff0bc5691b05"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:08.308273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6f0318a-1bef-4b15-aba6-73e21200da46 req-1f53e07a-fa5a-4dfc-9709-e6a1f4d81cfa tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397739 Sep 10 03:56:08.340438 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fee98b3-7c7f-42c8-9b87-599ad8186a26 x-openstack-request-id: req-6fee98b3-7c7f-42c8-9b87-599ad8186a26 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:08.340630 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e638b230-9cf1-45ef-8f17-0010b06b813d", "name": "network-vif-plugged", "status": "completed", "tag": "be319818-4e41-4d27-8a1c-ff0bc5691b05", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:08.341655 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6fee98b3-7c7f-42c8-9b87-599ad8186a26 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:08.342096 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e638b230-9cf1-45ef-8f17-0010b06b813d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be319818-4e41-4d27-8a1c-ff0bc5691b05', 'code': 200} Sep 10 03:56:08.444373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437880a6-4603-419a-9754-18da824a19fb req-f09dae7c-72d3-4ac6-b565-e76279b92a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:08.445897 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-437880a6-4603-419a-9754-18da824a19fb req-f09dae7c-72d3-4ac6-b565-e76279b92a55 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 1097 time: 0.0450819 Sep 10 03:56:08.453870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:08.492460 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-437880a6-4603-419a-9754-18da824a19fb req-126ec1b5-c826-47bc-9f1b-40d4177143f0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352767 Sep 10 03:56:08.497180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:08.497462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 17bcfa0f-0cef-4e4b-87cd-aaed7e49178e not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:08.637880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6d0300e-5bf2-4bcb-8022-4277ca5f74fb req-a3aa700c-0994-43eb-be6f-c8e8ad920d72 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=46d3e706-ab10-4eb1-a76a-f10b94af6b7c HTTP/1.1" status: 200 len: 210 time: 0.0294170 Sep 10 03:56:09.094693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55156) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:09.223945 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ea1e-b5c4-4fb4-b796-ae56ee4db2e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:09.316756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af1b570-ea26-41e8-8caa-22c0e8c8865f req-e786ef40-3c35-4ae4-820b-3fe13594638b tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:09.318529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5af1b570-ea26-41e8-8caa-22c0e8c8865f req-e786ef40-3c35-4ae4-820b-3fe13594638b tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 945 time: 0.0849800 Sep 10 03:56:09.396112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5af1b570-ea26-41e8-8caa-22c0e8c8865f req-38404567-ced0-4587-b802-f0fec7cbd07f tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596282 Sep 10 03:56:09.421857 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ea1e-b5c4-4fb4-b796-ae56ee4db2e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:09.482815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34074ce-16d7-4192-a342-d8bbaaff5e06 req-21a91c4e-7f26-4540-a6f6-d0ca12133f98 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:09.484400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a34074ce-16d7-4192-a342-d8bbaaff5e06 req-21a91c4e-7f26-4540-a6f6-d0ca12133f98 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 946 time: 0.0547903 Sep 10 03:56:09.519227 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c7d5ea1e-b5c4-4fb4-b796-ae56ee4db2e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:09.543393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a34074ce-16d7-4192-a342-d8bbaaff5e06 req-4b8d9d5b-e71d-4e12-8c1a-c8a70165b664 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517545 Sep 10 03:56:09.566365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c7d5ea1e-b5c4-4fb4-b796-ae56ee4db2e9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25c5cf5af8664398b1709cd88accb62c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4705181 Sep 10 03:56:09.567244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d5ea1e-b5c4-4fb4-b796-ae56ee4db2e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f4dd846-5d20-4c77-8179-e420917dcfd1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:09.569987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55174) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:09.619267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b683a8f-2c87-4a0e-a4c1-0d005185bdc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:09.646206 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b683a8f-2c87-4a0e-a4c1-0d005185bdc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:09.861073 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b683a8f-2c87-4a0e-a4c1-0d005185bdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:09.867527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b683a8f-2c87-4a0e-a4c1-0d005185bdc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:09.867527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9b683a8f-2c87-4a0e-a4c1-0d005185bdc0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f4dd846-5d20-4c77-8179-e420917dcfd1 HTTP/1.1" status: 204 len: 168 time: 0.2941551 Sep 10 03:56:09.894614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b683a8f-2c87-4a0e-a4c1-0d005185bdc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f4dd846-5d20-4c77-8179-e420917dcfd1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:09.918749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59bc6e1-8f19-4551-86cf-336a0c7a5bb5 req-ef5282f9-1859-400e-b8c7-1e16cfcfe489 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:09.926579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b59bc6e1-8f19-4551-86cf-336a0c7a5bb5 req-ef5282f9-1859-400e-b8c7-1e16cfcfe489 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 945 time: 0.0770423 Sep 10 03:56:09.961641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b59bc6e1-8f19-4551-86cf-336a0c7a5bb5 req-6859bd90-c40c-4873-9bd2-761fd1c37e44 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342083 Sep 10 03:56:10.024412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-9363b2ef-902b-492e-a6ed-68c1f93cd2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:10.026469 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-9363b2ef-902b-492e-a6ed-68c1f93cd2c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=aceb53fa5ea446a992925adc73fe0ddc&device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 1096 time: 0.0411665 Sep 10 03:56:10.123197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-33d115e4-2c4b-414a-9032-64d173644135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:10.124694 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-33d115e4-2c4b-414a-9032-64d173644135 service neutron] 10.222.0.39 "GET /v2.0/networks?id=b0e79fe9-e41d-4463-abac-8c1ff816c01d HTTP/1.1" status: 200 len: 913 time: 0.0894632 Sep 10 03:56:10.169852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-fa804bc9-824c-47e6-b2b1-24266e4946c2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f87630ab-f5aa-4c66-933b-b188439a6392 HTTP/1.1" status: 200 len: 217 time: 0.0352843 Sep 10 03:56:10.233868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-2c11f73e-0e6a-41eb-b2ac-00ceb0919b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:10.235518 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-2c11f73e-0e6a-41eb-b2ac-00ceb0919b5a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=d24204f9-d9c1-4b87-9cd8-765fb0c663aa HTTP/1.1" status: 200 len: 852 time: 0.0533099 Sep 10 03:56:10.270219 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-bd59ef0c-bf5c-41bc-9a47-736a33b5646e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=b0e79fe9-e41d-4463-abac-8c1ff816c01d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266364 Sep 10 03:56:10.297844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506e916e-5cf6-46d0-af2e-222e3c5b0d4d req-72d02675-b8a0-48a9-acb0-1098a29df73a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:10.300411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-506e916e-5cf6-46d0-af2e-222e3c5b0d4d req-72d02675-b8a0-48a9-acb0-1098a29df73a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0613616 Sep 10 03:56:10.366291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-506e916e-5cf6-46d0-af2e-222e3c5b0d4d req-c760d0a8-40d2-42f9-b5f6-3d0ea7ba4dd4 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585427 Sep 10 03:56:10.424737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-e81745c5-c9dd-441b-b431-fbafbd3bf92c service neutron] 10.222.0.39 "GET /v2.0/networks/b0e79fe9-e41d-4463-abac-8c1ff816c01d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456602 Sep 10 03:56:10.559191 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ba6f1f4-4f2d-4fd3-947e-6e4dd1186a6d req-37d73278-6e26-46b0-bc81-bedde5cad755 service neutron] 10.222.0.39 "GET /v2.0/networks/b0e79fe9-e41d-4463-abac-8c1ff816c01d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1196690 Sep 10 03:56:10.682055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97767456-08e4-413b-88b1-07a097ec469d req-9a3e9511-0cc1-4ecc-bdaa-5ea74632b2c1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:10.683574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97767456-08e4-413b-88b1-07a097ec469d req-9a3e9511-0cc1-4ecc-bdaa-5ea74632b2c1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 946 time: 0.0540314 Sep 10 03:56:10.715810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55204) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:10.727008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97767456-08e4-413b-88b1-07a097ec469d req-de91131e-3f02-4b39-8176-e09c96023baf tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371020 Sep 10 03:56:10.729134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f66e411-8728-40b0-9174-a6b5bf7cb77b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:10.858538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f66e411-8728-40b0-9174-a6b5bf7cb77b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:10.862330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6163cb-98cb-403b-b911-56c4262a7380 req-f803481a-4ba5-445c-9ed7-ba8ef2ed231e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:10.863949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a6163cb-98cb-403b-b911-56c4262a7380 req-f803481a-4ba5-445c-9ed7-ba8ef2ed231e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 946 time: 0.0634651 Sep 10 03:56:10.904656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a6163cb-98cb-403b-b911-56c4262a7380 req-1c6749f0-d3c4-4cbb-abb3-19638e156c07 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338757 Sep 10 03:56:11.029183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63ece7-0687-4961-ae89-b2a3b407dcbb req-48926b87-f767-421f-9bde-df8819b94cad tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:11.030929 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b63ece7-0687-4961-ae89-b2a3b407dcbb req-48926b87-f767-421f-9bde-df8819b94cad tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 946 time: 0.0576820 Sep 10 03:56:11.037267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6f66e411-8728-40b0-9174-a6b5bf7cb77b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:11.079614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f66e411-8728-40b0-9174-a6b5bf7cb77b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3461784-2aac-419a-b9e6-213a7dc7c387,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:11.085994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6f66e411-8728-40b0-9174-a6b5bf7cb77b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b4f9f41c9844128bcb3cb23073c27d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3691638 Sep 10 03:56:11.088675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55214) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:11.117230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b63ece7-0687-4961-ae89-b2a3b407dcbb req-3906b3c9-21c7-4239-9f3f-16018d38a676 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786788 Sep 10 03:56:11.146254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410033ef-bed0-49f8-949c-d4a8cb82b772 req-1476a8d0-0ef1-409d-9156-414740b7a6a0 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:11.150052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27464c9f-d8c8-43f5-bebf-b1a547162ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:11.166172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-410033ef-bed0-49f8-949c-d4a8cb82b772 req-1476a8d0-0ef1-409d-9156-414740b7a6a0 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 945 time: 0.1075509 Sep 10 03:56:11.178433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27464c9f-d8c8-43f5-bebf-b1a547162ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:11.204873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-410033ef-bed0-49f8-949c-d4a8cb82b772 req-bb02409a-2c0a-44b3-9466-665d81cf7b79 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495007 Sep 10 03:56:11.334912 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27464c9f-d8c8-43f5-bebf-b1a547162ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:11.338957 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27464c9f-d8c8-43f5-bebf-b1a547162ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:11.342843 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-27464c9f-d8c8-43f5-bebf-b1a547162ad0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3461784-2aac-419a-b9e6-213a7dc7c387 HTTP/1.1" status: 204 len: 168 time: 0.2510223 Sep 10 03:56:11.363037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27464c9f-d8c8-43f5-bebf-b1a547162ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3461784-2aac-419a-b9e6-213a7dc7c387,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:11.500315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63141b73-c053-42be-86e3-f06928feafb8 req-2dc1e984-1bcb-4890-a11a-28db9e8673f2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:11.512323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63141b73-c053-42be-86e3-f06928feafb8 req-2dc1e984-1bcb-4890-a11a-28db9e8673f2 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0673409 Sep 10 03:56:11.552797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63141b73-c053-42be-86e3-f06928feafb8 req-d75bd6bf-06ea-4f87-b9a8-8a6f911e1860 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362341 Sep 10 03:56:11.846044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35be5dd-db3e-47de-a4f1-100ba93c243c req-08ea5917-f9be-4daa-8c4f-d4412f50b1c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:11.848622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c35be5dd-db3e-47de-a4f1-100ba93c243c req-08ea5917-f9be-4daa-8c4f-d4412f50b1c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 946 time: 0.0607338 Sep 10 03:56:11.896314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c35be5dd-db3e-47de-a4f1-100ba93c243c req-f5645bae-897f-4676-b4f6-85a9f7f2969a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409055 Sep 10 03:56:12.154918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-ce9286e2-28c0-4a50-a4c6-386c5960855b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:12.157174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-ce9286e2-28c0-4a50-a4c6-386c5960855b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.39 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0565274 Sep 10 03:56:12.255470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Deleting port a301ad19-280f-4ab1-8801-a64c6113a9e7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:12.256030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:12.336036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7555a06-7852-4a7d-9d7a-01667f0c031a req-b6b91ad8-21c5-4b2a-85ec-ce487c7ae519 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:12.337795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7555a06-7852-4a7d-9d7a-01667f0c031a req-b6b91ad8-21c5-4b2a-85ec-ce487c7ae519 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 945 time: 0.0567737 Sep 10 03:56:12.361515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] For port a301ad19-280f-4ab1-8801-a64c6113a9e7, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a301ad19-280f-4ab1-8801-a64c6113a9e7,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:12.361954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:12.383447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7555a06-7852-4a7d-9d7a-01667f0c031a req-5693cdc6-2829-41e5-bdbd-1a1a2cb01e52 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326407 Sep 10 03:56:12.589706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:12.590072 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:12.590612 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Floating IP 7d0bf2db-253b-4940-b503-e4d03116186c disassociated. External IP: 172.25.3.244, port: a301ad19-280f-4ab1-8801-a64c6113a9e7. Sep 10 03:56:12.590849 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Calling delete_port for a301ad19-280f-4ab1-8801-a64c6113a9e7 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:12.679014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c28a24-5fd5-4623-b8a2-71a7009bbb93 req-eeaab4c9-3cb5-4c4a-9f09-ffef64b5b53c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:12.680601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8c28a24-5fd5-4623-b8a2-71a7009bbb93 req-eeaab4c9-3cb5-4c4a-9f09-ffef64b5b53c tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 944 time: 0.0530574 Sep 10 03:56:12.723211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8c28a24-5fd5-4623-b8a2-71a7009bbb93 req-a054f0f6-61a0-4fb2-8657-239d6b9b30c3 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups?id=3539bd97-f151-497c-abff-c62ebd87322a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355415 Sep 10 03:56:12.785574 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:12.832374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event deleted for resources: {'Port': ['ID=a301ad19-280f-4ab1-8801-a64c6113a9e7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:13.076295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Router 6ddc659f-5af6-4fd0-a416-cd8dae839239 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:56:13.110517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f288d76a-3f80-4b2f-8fc8-c3561e85eafd req-029b7547-9ed9-470c-acfc-f041119012ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:13.112059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f288d76a-3f80-4b2f-8fc8-c3561e85eafd req-029b7547-9ed9-470c-acfc-f041119012ae tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 946 time: 0.1133363 Sep 10 03:56:13.161031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98752aff-95f2-4ed2-847f-ad9604a1680b req-6b4e560d-3580-4c62-bb81-a52e2a4678c6 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:13.162911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98752aff-95f2-4ed2-847f-ad9604a1680b req-6b4e560d-3580-4c62-bb81-a52e2a4678c6 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 945 time: 0.1740694 Sep 10 03:56:13.173575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-e455760b-20e5-4bc6-a336-5d81ebda4173 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:13.175880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-e455760b-20e5-4bc6-a336-5d81ebda4173 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 946 time: 0.1160321 Sep 10 03:56:13.263505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:56:13.279893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] Sync routers for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:56:13.296724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:13.299654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:13.325578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f288d76a-3f80-4b2f-8fc8-c3561e85eafd req-65d002c1-2a50-4210-bafb-e94b132a36f6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2021039 Sep 10 03:56:13.348975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] No DVR routers for this DVR port a301ad19-280f-4ab1-8801-a64c6113a9e7 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:13.352295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:13.354966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-248ec9ad-5460-4e19-95b1-c042882bc30f req-683bf2b1-3237-4319-ac2f-6e114adf9110 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.39 "DELETE /v2.0/ports/a301ad19-280f-4ab1-8801-a64c6113a9e7 HTTP/1.1" status: 204 len: 173 time: 1.1908474 Sep 10 03:56:13.355503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-deleted', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:13.358160 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15664229-bb91-4eff-a912-5290e998f47f" -d '{"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-deleted", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:13.429387 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dba7d00-2b3c-4afd-bb8b-e3f1650c3d8c x-openstack-request-id: req-8dba7d00-2b3c-4afd-bb8b-e3f1650c3d8c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:13.430032 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c86696d9-93a0-4ac2-81f2-4703e0bbff11", "name": "network-vif-deleted", "tag": "a301ad19-280f-4ab1-8801-a64c6113a9e7", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:13.430311 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8dba7d00-2b3c-4afd-bb8b-e3f1650c3d8c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:13.430738 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c86696d9-93a0-4ac2-81f2-4703e0bbff11', 'name': 'network-vif-deleted', 'tag': 'a301ad19-280f-4ab1-8801-a64c6113a9e7', 'status': 'completed', 'code': 200} Sep 10 03:56:13.458745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98752aff-95f2-4ed2-847f-ad9604a1680b req-7771e5f5-3447-4278-b926-d70e54fd5830 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2711515 Sep 10 03:56:13.496318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Deleting port be319818-4e41-4d27-8a1c-ff0bc5691b05 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:13.496656 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:13.502477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:13.682661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] For port be319818-4e41-4d27-8a1c-ff0bc5691b05, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=be319818-4e41-4d27-8a1c-ff0bc5691b05,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:13.683325 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:13.702418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Calling delete_port for be319818-4e41-4d27-8a1c-ff0bc5691b05 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:13.766207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55286) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:13.988365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9483b790-27a0-44ab-ac31-287a4cbdc34d req-1b348259-f8bf-41fa-8e89-a02786eb368b tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/ports?device_id=c86696d9-93a0-4ac2-81f2-4703e0bbff11 HTTP/1.1" status: 200 len: 210 time: 0.0584962 Sep 10 03:56:14.035376 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.055616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['754e53de-b377-4540-95db-83837d2b0bd6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:14.087279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event deleted for resources: {'Port': ['ID=be319818-4e41-4d27-8a1c-ff0bc5691b05,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:14.090721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd', 'be319818-4e41-4d27-8a1c-ff0bc5691b05'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:14.139128 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc62f818-3027-4cfb-bf36-8b417ca9627f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.163117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] No DVR routers for this DVR port be319818-4e41-4d27-8a1c-ff0bc5691b05 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:14.168606 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.171908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd018f73-b97d-4cc1-9d51-ff30a21112b3 req-f3cf37ef-8987-4e8a-a21f-d3f41a657308 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "DELETE /v2.0/ports/be319818-4e41-4d27-8a1c-ff0bc5691b05 HTTP/1.1" status: 204 len: 173 time: 0.9768221 Sep 10 03:56:14.172524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e638b230-9cf1-45ef-8f17-0010b06b813d', 'name': 'network-vif-deleted', 'tag': 'be319818-4e41-4d27-8a1c-ff0bc5691b05'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:14.175886 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28bc4246-f180-4381-bae8-df6ed7963d48" -d '{"events": [{"server_uuid": "e638b230-9cf1-45ef-8f17-0010b06b813d", "name": "network-vif-deleted", "tag": "be319818-4e41-4d27-8a1c-ff0bc5691b05"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:14.229402 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5598adac-fa00-434d-9340-8d81393ab926 x-openstack-request-id: req-5598adac-fa00-434d-9340-8d81393ab926 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:14.230800 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e638b230-9cf1-45ef-8f17-0010b06b813d", "name": "network-vif-deleted", "tag": "be319818-4e41-4d27-8a1c-ff0bc5691b05", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:14.230800 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5598adac-fa00-434d-9340-8d81393ab926 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:14.240581 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e638b230-9cf1-45ef-8f17-0010b06b813d', 'name': 'network-vif-deleted', 'tag': 'be319818-4e41-4d27-8a1c-ff0bc5691b05', 'status': 'completed', 'code': 200} Sep 10 03:56:14.273020 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc62f818-3027-4cfb-bf36-8b417ca9627f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.365780 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc62f818-3027-4cfb-bf36-8b417ca9627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.412669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc62f818-3027-4cfb-bf36-8b417ca9627f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe4db5ac-8464-4dd9-a59a-ec4e2487ab6d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:14.418996 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fc62f818-3027-4cfb-bf36-8b417ca9627f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94e12aef084b454484bafaf11e154d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6504416 Sep 10 03:56:14.429450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55304) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:14.446291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87fb1916-7750-424c-a4a8-f112ebdb4086 req-5d1a66f4-697b-4196-a084-13ce61a30e87 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 210 time: 0.0619559 Sep 10 03:56:14.458306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '80db0c0c-3e8f-4389-b38b-270bd10f3b02', 'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'mac_address': 'fa:16:3e:f8:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:51Z', 'updated_at': '2021-09-10T03:47:58Z', 'revision_number': 5, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'subnets': [{'id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:14.514105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] Checking router: 6ddc659f-5af6-4fd0-a416-cd8dae839239 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:56:14.546883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:14.547520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:14.582629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-ed39327e-3566-45aa-9767-dcd89a9239b9 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:14.584243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-ed39327e-3566-45aa-9767-dcd89a9239b9 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.39 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 945 time: 0.1445551 Sep 10 03:56:14.595663 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-220a5ea7-487b-4801-972e-d85b0553bc03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.641738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-220a5ea7-487b-4801-972e-d85b0553bc03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.675247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e516427-8c3d-4e8f-8e8f-9b74c15cd7a1 req-84b23835-d97a-48fc-9dbd-37f0d61efa37 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:14.683155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e516427-8c3d-4e8f-8e8f-9b74c15cd7a1 req-84b23835-d97a-48fc-9dbd-37f0d61efa37 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 945 time: 0.1107132 Sep 10 03:56:14.722096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:14.755211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e516427-8c3d-4e8f-8e8f-9b74c15cd7a1 req-0ec1473c-161c-4204-879c-6ac713d15b05 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/security-groups?id=3eff1591-53a0-4cb2-85c0-f79a9a67c923&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711625 Sep 10 03:56:14.778124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Deleting port f87630ab-f5aa-4c66-933b-b188439a6392 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:14.778668 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.831438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-220a5ea7-487b-4801-972e-d85b0553bc03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.834792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-220a5ea7-487b-4801-972e-d85b0553bc03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.835999 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-220a5ea7-487b-4801-972e-d85b0553bc03 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe4db5ac-8464-4dd9-a59a-ec4e2487ab6d HTTP/1.1" status: 204 len: 168 time: 0.3983836 Sep 10 03:56:14.857767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a5ea7-487b-4801-972e-d85b0553bc03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe4db5ac-8464-4dd9-a59a-ec4e2487ab6d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:14.903217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] For port f87630ab-f5aa-4c66-933b-b188439a6392, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f87630ab-f5aa-4c66-933b-b188439a6392,segment=NetworkSegment(7203563a-a9f7-448b-b104-d9db9ce8eddb),segment_id=7203563a-a9f7-448b-b104-d9db9ce8eddb)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:14.903708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:14.918362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Calling delete_port for f87630ab-f5aa-4c66-933b-b188439a6392 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:14.998944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '80db0c0c-3e8f-4389-b38b-270bd10f3b02', 'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'mac_address': 'fa:16:3e:f8:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:51Z', 'updated_at': '2021-09-10T03:47:58Z', 'revision_number': 5, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'subnets': [{'id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:15.040661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9850bc8d-0a1b-484f-a4fd-130f64b22b80 None None] The sync data for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 is: [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:47:52Z', 'revision_number': 4, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '80db0c0c-3e8f-4389-b38b-270bd10f3b02', 'name': '', 'network_id': 'b8b1fb22-57ac-4a99-b886-ecf7ed5baa21', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'mac_address': 'fa:16:3e:f8:9b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_interface', 'standard_attr_id': 1489, 'fixed_ips': [{'subnet_id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:51Z', 'updated_at': '2021-09-10T03:47:58Z', 'revision_number': 5, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'subnets': [{'id': '7acad24b-4b6d-433b-a8bd-b763f4c5bfd4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:56:15.160825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.172934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f87630ab-f5aa-4c66-933b-b188439a6392'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:15.192664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Pushing event deleted for resources: {'Port': ['ID=f87630ab-f5aa-4c66-933b-b188439a6392,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:15.209167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55326) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:15.278479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6cb53af-5d11-4dff-a716-2de27557f8cf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.279280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] No DVR routers for this DVR port f87630ab-f5aa-4c66-933b-b188439a6392 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:15.282521 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.284973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a531bfec-1ce1-4532-904f-ecd972da5c07 req-048712cb-8a76-4435-a9c7-871af85594d5 tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.39 "DELETE /v2.0/ports/f87630ab-f5aa-4c66-933b-b188439a6392 HTTP/1.1" status: 204 len: 173 time: 0.6686604 Sep 10 03:56:15.329577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6cb53af-5d11-4dff-a716-2de27557f8cf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.414186 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bc15f06-474a-4fa6-a0d4-99a60ad3f2f1 None None] New status for floating IP 7d0bf2db-253b-4940-b503-e4d03116186c: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:56:15.459299 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6cb53af-5d11-4dff-a716-2de27557f8cf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.461917 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6cb53af-5d11-4dff-a716-2de27557f8cf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.463140 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6cb53af-5d11-4dff-a716-2de27557f8cf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "DELETE /v2.0/security-groups/3539bd97-f151-497c-abff-c62ebd87322a HTTP/1.1" status: 204 len: 168 time: 0.2527990 Sep 10 03:56:15.465804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55334) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:15.472284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cb53af-5d11-4dff-a716-2de27557f8cf tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3539bd97-f151-497c-abff-c62ebd87322a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:15.480498 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-826ae6cc-f3f1-4a98-ae16-dda3d834885a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] show failed (client error): The resource could not be found. Sep 10 03:56:15.484042 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-826ae6cc-f3f1-4a98-ae16-dda3d834885a tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "GET /v2.0/security-groups/3539bd97-f151-497c-abff-c62ebd87322a HTTP/1.1" status: 404 len: 347 time: 0.0142851 Sep 10 03:56:15.484420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55338) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:15.604213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6b8c338-9e05-4144-83ce-bbbcfdcb7d44 req-a12e736a-75b2-4c97-8854-24f269bfdd5e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=e638b230-9cf1-45ef-8f17-0010b06b813d HTTP/1.1" status: 200 len: 210 time: 0.0369911 Sep 10 03:56:15.707644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:15.737020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: a301ad19-280f-4ab1-8801-a64c6113a9e7 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:15.737666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a301ad19-280f-4ab1-8801-a64c6113a9e7 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:15.738256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device be319818-4e41-4d27-8a1c-ff0bc5691b05 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:15.770187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: be319818-4e41-4d27-8a1c-ff0bc5691b05 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:15.770618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device be319818-4e41-4d27-8a1c-ff0bc5691b05 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:15.839913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55350) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:15.861218 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-237c757f-72d1-4dbd-b547-369766c3441b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:15.926955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19fd60fd-eafa-437d-800a-11403cc956cb req-3989b17f-c81b-4c15-9be3-81cd47fdc89a tempest-InstanceActionsTestJSON-1222371476 tempest-InstanceActionsTestJSON-1222371476-project] 10.222.0.22 "GET /v2.0/ports?device_id=186127d6-4b83-4e7d-b918-ee07fce86ca5 HTTP/1.1" status: 200 len: 210 time: 0.0364699 Sep 10 03:56:16.014667 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-237c757f-72d1-4dbd-b547-369766c3441b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.050351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Deleting port 20e279bb-f104-41eb-93f5-987a4bede04f {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:16.050688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.111423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-237c757f-72d1-4dbd-b547-369766c3441b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.169237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237c757f-72d1-4dbd-b547-369766c3441b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e922708-7867-4729-b241-77e296be7720,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:16.170545 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.170879 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.186352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Calling delete_port for 20e279bb-f104-41eb-93f5-987a4bede04f owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:16.189344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55358) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:16.189942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-237c757f-72d1-4dbd-b547-369766c3441b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14d109be700c43fbacd604a5ff4d95f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489764 Sep 10 03:56:16.242876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '186127d6-4b83-4e7d-b918-ee07fce86ca5', 'name': 'network-vif-deleted', 'tag': 'f87630ab-f5aa-4c66-933b-b188439a6392'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:16.246677 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d2911b3-de17-41de-9971-579705265ce2" -d '{"events": [{"server_uuid": "186127d6-4b83-4e7d-b918-ee07fce86ca5", "name": "network-vif-deleted", "tag": "f87630ab-f5aa-4c66-933b-b188439a6392"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:16.309877 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8eebf0-c8df-4333-afcf-065d7f7f61f7 x-openstack-request-id: req-fa8eebf0-c8df-4333-afcf-065d7f7f61f7 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:16.310185 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "186127d6-4b83-4e7d-b918-ee07fce86ca5", "name": "network-vif-deleted", "tag": "f87630ab-f5aa-4c66-933b-b188439a6392", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:16.310492 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa8eebf0-c8df-4333-afcf-065d7f7f61f7 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:16.313149 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '186127d6-4b83-4e7d-b918-ee07fce86ca5', 'name': 'network-vif-deleted', 'tag': 'f87630ab-f5aa-4c66-933b-b188439a6392', 'status': 'completed', 'code': 200} Sep 10 03:56:16.367980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b68528b-7329-4957-99e6-46c7aa8f0ad5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.388746 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b68528b-7329-4957-99e6-46c7aa8f0ad5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.436758 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.469976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Pushing event deleted for resources: {'Port': ['ID=20e279bb-f104-41eb-93f5-987a4bede04f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:16.521200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b68528b-7329-4957-99e6-46c7aa8f0ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.523783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b68528b-7329-4957-99e6-46c7aa8f0ad5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.525540 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6b68528b-7329-4957-99e6-46c7aa8f0ad5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e922708-7867-4729-b241-77e296be7720 HTTP/1.1" status: 204 len: 168 time: 0.3352497 Sep 10 03:56:16.540331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68528b-7329-4957-99e6-46c7aa8f0ad5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e922708-7867-4729-b241-77e296be7720,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:16.544057 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.546713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:16.547994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-67d2f667-511e-4715-9544-11c288967499 tempest-ServerActionsTestJSON-1664092991 tempest-ServerActionsTestJSON-1664092991-project] 10.222.0.22 "DELETE /v2.0/floatingips/7d0bf2db-253b-4940-b503-e4d03116186c HTTP/1.1" status: 204 len: 168 time: 1.0626023 Sep 10 03:56:16.551061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55366) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:17.004692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55384) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:17.099842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae08a3ea-008f-44c1-ab02-460a884db9e4 admin admin] Deleting subnet d24204f9-d9c1-4b87-9cd8-765fb0c663aa {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:56:17.104847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae08a3ea-008f-44c1-ab02-460a884db9e4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.279959 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae08a3ea-008f-44c1-ab02-460a884db9e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.314413 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.342875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf28c50e-c0ab-4c18-9a78-86c88d35c42e req-39792e3a-350c-4e67-8055-d76c2d43a14d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:17.344487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf28c50e-c0ab-4c18-9a78-86c88d35c42e req-39792e3a-350c-4e67-8055-d76c2d43a14d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 946 time: 0.1484876 Sep 10 03:56:17.354310 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae08a3ea-008f-44c1-ab02-460a884db9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.426639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf28c50e-c0ab-4c18-9a78-86c88d35c42e req-c72a50b5-908e-4dae-b4c1-702f70ea1dfd tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745785 Sep 10 03:56:17.569277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae08a3ea-008f-44c1-ab02-460a884db9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.603815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Deleting port 80db0c0c-3e8f-4389-b38b-270bd10f3b02 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:17.604395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.634697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae08a3ea-008f-44c1-ab02-460a884db9e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d24204f9-d9c1-4b87-9cd8-765fb0c663aa,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:17.642178 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae08a3ea-008f-44c1-ab02-460a884db9e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.646516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ae08a3ea-008f-44c1-ab02-460a884db9e4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d24204f9-d9c1-4b87-9cd8-765fb0c663aa HTTP/1.1" status: 204 len: 168 time: 0.6374571 Sep 10 03:56:17.646904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55404) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:17.718531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] For port 80db0c0c-3e8f-4389-b38b-270bd10f3b02, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=80db0c0c-3e8f-4389-b38b-270bd10f3b02,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:17.718797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.733836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Calling delete_port for 80db0c0c-3e8f-4389-b38b-270bd10f3b02 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:17.736936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f87630ab-f5aa-4c66-933b-b188439a6392 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:17.755821 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.767101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: f87630ab-f5aa-4c66-933b-b188439a6392 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:17.767647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f87630ab-f5aa-4c66-933b-b188439a6392 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:17.864190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.890829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e79fe9-e41d-4463-abac-8c1ff816c01d']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:17.906020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7203563a-a9f7-448b-b104-d9db9ce8eddb') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:17.906364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7203563a-a9f7-448b-b104-d9db9ce8eddb') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:17.921358 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.935407 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.941382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] Releasing vlan 240 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:56:17.941770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:56:17.943735 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:56:18.131763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.131982 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.135998 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.140873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] 10.222.0.22 "DELETE /v2.0/networks/b0e79fe9-e41d-4463-abac-8c1ff816c01d HTTP/1.1" status: 204 len: 168 time: 0.4917631 Sep 10 03:56:18.184070 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac22e31b-f4aa-4f15-b709-3351efb945cf admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e79fe9-e41d-4463-abac-8c1ff816c01d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:18.185468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Pushing event deleted for resources: {'Port': ['ID=80db0c0c-3e8f-4389-b38b-270bd10f3b02,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:18.454904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.522810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-185e181a-3b22-4178-81f3-1ef62cfc9559 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:18.526163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-185e181a-3b22-4178-81f3-1ef62cfc9559 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 946 time: 0.0963142 Sep 10 03:56:18.671670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55428) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:18.747431 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a42f1f-ce12-4269-a87e-5db31286df0c req-3ddcd395-3e6a-4865-aac4-83d4f8b1ae14 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:18.749246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8a42f1f-ce12-4269-a87e-5db31286df0c req-3ddcd395-3e6a-4865-aac4-83d4f8b1ae14 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 946 time: 0.1403551 Sep 10 03:56:18.770452 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b53a5b48-bc7e-4c25-a4e2-a2374d5a8652 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aceb53fa5ea446a992925adc73fe0ddc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0975211 Sep 10 03:56:18.773729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55434) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:18.775334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Deleting port 754e53de-b377-4540-95db-83837d2b0bd6 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:18.775711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.841218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Router 6ddc659f-5af6-4fd0-a416-cd8dae839239 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:56:18.865972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b78c-73be-420c-8aab-d9e782befd54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.924460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] For port 754e53de-b377-4540-95db-83837d2b0bd6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=754e53de-b377-4540-95db-83837d2b0bd6,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:18.924831 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:18.941038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8a42f1f-ce12-4269-a87e-5db31286df0c req-5713d0a6-7255-485b-9504-a83ab235cf47 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749933 Sep 10 03:56:18.945811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Calling delete_port for 754e53de-b377-4540-95db-83837d2b0bd6 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:18.950151 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b78c-73be-420c-8aab-d9e782befd54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.073360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:56:19.081591 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8faa3fce-cd16-4148-b7cf-8a2168f9ecd9 admin admin] 10.222.0.22 "PUT /v2.0/routers/6ddc659f-5af6-4fd0-a416-cd8dae839239/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5266907 Sep 10 03:56:19.082687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55440) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:19.094746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] Sync routers for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:56:19.116128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:19.116681 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:19.153390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b78c-73be-420c-8aab-d9e782befd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.156767 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ad9b78c-73be-420c-8aab-d9e782befd54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.158962 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3ad9b78c-73be-420c-8aab-d9e782befd54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3eff1591-53a0-4cb2-85c0-f79a9a67c923 HTTP/1.1" status: 204 len: 168 time: 0.3840740 Sep 10 03:56:19.173471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad9b78c-73be-420c-8aab-d9e782befd54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff1591-53a0-4cb2-85c0-f79a9a67c923,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:19.179526 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.240680 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event deleted for resources: {'Port': ['ID=754e53de-b377-4540-95db-83837d2b0bd6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:19.312437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:19.336632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.342873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] No DVR routers for this DVR port 754e53de-b377-4540-95db-83837d2b0bd6 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:19.348851 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.353649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fad3f1d-6c7c-4207-8efc-6c6a496d0f42 req-77678ed1-d5c5-4346-8e43-ca36c52b22d0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "DELETE /v2.0/ports/754e53de-b377-4540-95db-83837d2b0bd6 HTTP/1.1" status: 204 len: 173 time: 0.8212619 Sep 10 03:56:19.355111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9333ad86-c42c-408f-b805-83e832517758', 'name': 'network-vif-deleted', 'tag': '754e53de-b377-4540-95db-83837d2b0bd6'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:19.362510 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80cd7439-bf6d-4dd1-9cfa-ffdc4e8b2378" -d '{"events": [{"server_uuid": "9333ad86-c42c-408f-b805-83e832517758", "name": "network-vif-deleted", "tag": "754e53de-b377-4540-95db-83837d2b0bd6"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:19.435881 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5437749c-ffbc-459b-bba0-54243503f7c9 x-openstack-request-id: req-5437749c-ffbc-459b-bba0-54243503f7c9 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:19.436177 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9333ad86-c42c-408f-b805-83e832517758", "name": "network-vif-deleted", "tag": "754e53de-b377-4540-95db-83837d2b0bd6", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:19.436432 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5437749c-ffbc-459b-bba0-54243503f7c9 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:19.436833 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9333ad86-c42c-408f-b805-83e832517758', 'name': 'network-vif-deleted', 'tag': '754e53de-b377-4540-95db-83837d2b0bd6', 'status': 'completed', 'code': 200} Sep 10 03:56:19.528702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['754e53de-b377-4540-95db-83837d2b0bd6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:19.530849 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.532237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:19.688947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Deleting port 532a0044-f1af-4f8b-905e-ed05c0c22b8a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:19.690727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.747835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:56:17Z', 'revision_number': 5, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port': {'id': '532a0044-f1af-4f8b-905e-ed05c0c22b8a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:90:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1488, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:47:47Z', 'updated_at': '2021-09-10T03:47:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:19.780466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] Checking router: 6ddc659f-5af6-4fd0-a416-cd8dae839239 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:56:19.791397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] Routers {'6ddc659f-5af6-4fd0-a416-cd8dae839239'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:56:19.791818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:55:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['6ddc659f-5af6-4fd0-a416-cd8dae839239'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:19.824978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] For port 532a0044-f1af-4f8b-905e-ed05c0c22b8a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=532a0044-f1af-4f8b-905e-ed05c0c22b8a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:19.825587 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:19.841847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Calling delete_port for 532a0044-f1af-4f8b-905e-ed05c0c22b8a owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:19.908875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] Set router 6ddc659f-5af6-4fd0-a416-cd8dae839239 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:56:19.971435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:56:19Z', 'revision_number': 6, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:20.005841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1f5e832-6f27-47c4-b4fa-429f4821accd None None] The sync data for ids ['6ddc659f-5af6-4fd0-a416-cd8dae839239'] in n-d-808143-1 is: [{'id': '6ddc659f-5af6-4fd0-a416-cd8dae839239', 'name': 'tempest-ServerActionsTestJSON-921238126-router', 'tenant_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:47:46Z', 'updated_at': '2021-09-10T03:56:19Z', 'revision_number': 6, 'project_id': '7ac6760a39664e0fbe8dec22f2b9a28b', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:56:20.148993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61e936f4-9c18-473d-a903-49d9d9929e97 req-5b6b6eb3-d48f-434f-9059-4a273954542c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=9333ad86-c42c-408f-b805-83e832517758 HTTP/1.1" status: 200 len: 210 time: 0.0572255 Sep 10 03:56:20.226548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.256950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=532a0044-f1af-4f8b-905e-ed05c0c22b8a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:20.334636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.488990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.527356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.688096 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.689418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ddc659f-5af6-4fd0-a416-cd8dae839239 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:56:20.695707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.697697 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dad73204-37b6-4339-ad19-bbf4b37fc0e8 admin admin] 10.222.0.22 "DELETE /v2.0/routers/6ddc659f-5af6-4fd0-a416-cd8dae839239 HTTP/1.1" status: 204 len: 168 time: 1.6145444 Sep 10 03:56:20.707661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55486) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:20.773759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-eea0d645-8be5-496b-a613-87bff10fc3dd admin admin] Deleting subnet 7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:56:20.782147 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea0d645-8be5-496b-a613-87bff10fc3dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.808622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9f4a0625-f0fd-4795-bf4d-e476bbce381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.822374 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea0d645-8be5-496b-a613-87bff10fc3dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:20.930563 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea0d645-8be5-496b-a613-87bff10fc3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.099799 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea0d645-8be5-496b-a613-87bff10fc3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.115586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea0d645-8be5-496b-a613-87bff10fc3dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.117655 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eea0d645-8be5-496b-a613-87bff10fc3dd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7acad24b-4b6d-433b-a8bd-b763f4c5bfd4 HTTP/1.1" status: 204 len: 168 time: 0.4079335 Sep 10 03:56:21.120557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55508) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:21.122820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16cae8bd-1f92-4185-8544-d107e6692f42 None None] Network b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:56:21.166899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 80db0c0c-3e8f-4389-b38b-270bd10f3b02 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:21.179453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea0d645-8be5-496b-a613-87bff10fc3dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7acad24b-4b6d-433b-a8bd-b763f4c5bfd4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.226505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.264436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 80db0c0c-3e8f-4389-b38b-270bd10f3b02 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:21.264779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 80db0c0c-3e8f-4389-b38b-270bd10f3b02 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:21.265216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 532a0044-f1af-4f8b-905e-ed05c0c22b8a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:21.306597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 532a0044-f1af-4f8b-905e-ed05c0c22b8a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:21.307210 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 532a0044-f1af-4f8b-905e-ed05c0c22b8a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:21.310250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Deleting port ce70d068-3509-4888-9fdf-a32ce34735bb {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:21.310808 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.399719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] For port ce70d068-3509-4888-9fdf-a32ce34735bb, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ce70d068-3509-4888-9fdf-a32ce34735bb,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:21.402326 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.420960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Calling delete_port for ce70d068-3509-4888-9fdf-a32ce34735bb owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:21.479107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] DHCP port deletion for b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:56:21.573537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Deleting port ce70d068-3509-4888-9fdf-a32ce34735bb {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:21.574649 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.694658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55534) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:21.714531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.731324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-a137ed54-25d0-4677-becb-dcdc2b30a69e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:21.732857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-a137ed54-25d0-4677-becb-dcdc2b30a69e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.1890891 Sep 10 03:56:21.733003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] For port ce70d068-3509-4888-9fdf-a32ce34735bb, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ce70d068-3509-4888-9fdf-a32ce34735bb,segment=NetworkSegment(7b4adbde-e3aa-4f17-9aa6-9c305c7663f8),segment_id=7b4adbde-e3aa-4f17-9aa6-9c305c7663f8)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:21.736202 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.764370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce70d068-3509-4888-9fdf-a32ce34735bb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.769346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Calling delete_port for ce70d068-3509-4888-9fdf-a32ce34735bb owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:21.778219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-2194a09a-3a3a-43c3-8d17-1a24cfb32545 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/quotas/e7a7c4f9449549619fc86ca9ae6e6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0163038 Sep 10 03:56:21.779036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] No DVR routers for this DVR port ce70d068-3509-4888-9fdf-a32ce34735bb on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:56:21.885955 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 03:56:21.897054 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.900169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:21.922845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-482706f9-dee6-483f-8acc-a78b6785bc93 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1171107 Sep 10 03:56:21.937462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-cf34e405-0a31-44da-880c-cd000f9626c9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:56:21.938414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] No DVR routers for this DVR port ce70d068-3509-4888-9fdf-a32ce34735bb on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:21.938853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-cf34e405-0a31-44da-880c-cd000f9626c9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081420 Sep 10 03:56:21.947046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8b1fb22-57ac-4a99-b886-ecf7ed5baa21']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:21.955480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Pushing event deleted for resources: {'Port': ['ID=ce70d068-3509-4888-9fdf-a32ce34735bb,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:21.966728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.967301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.967996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.968538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.969673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.970347 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.970887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.971554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.975602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.976315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.977245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.978121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa9e461c-43e0-48df-abec-537576211f09 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:21.998520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:21.998840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b4adbde-e3aa-4f17-9aa6-9c305c7663f8') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:22.056536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.078709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.093456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Releasing vlan 220 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:56:22.093861 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:56:22.095714 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:56:22.104827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83059717-d7ad-44b2-bde1-dcd14679f655 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.113516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-aca31896-79c9-41f0-9e4c-dea98df71d0a service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1660962 Sep 10 03:56:22.122477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55544) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:22.199165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-1160113715-network', 'tenant_id': '5aa41f277cdf4cd5a34b4ec732d78337'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:22.232046 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83059717-d7ad-44b2-bde1-dcd14679f655 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.270605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.283739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-0bf0ca26-f4c3-4dce-926c-783cd3d1b867 service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557171 Sep 10 03:56:22.283739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.285443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b8b1fb22-57ac-4a99-b886-ecf7ed5baa21 HTTP/1.1" status: 204 len: 168 time: 1.1633286 Sep 10 03:56:22.296887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da435fbc-20eb-46d1-af4e-fc02d884dc62 admin admin] Pushing event deleted for resources: {'Network': ['ID=b8b1fb22-57ac-4a99-b886-ecf7ed5baa21,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:22.343652 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83059717-d7ad-44b2-bde1-dcd14679f655 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.399393 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83059717-d7ad-44b2-bde1-dcd14679f655 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aacfbee2025a4426ad196feff7c4594f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7036960 Sep 10 03:56:22.400352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83059717-d7ad-44b2-bde1-dcd14679f655 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8403b32-229c-4235-86ab-1b7fd2b68750,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:22.402102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55554) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:22.454820 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7734c2b2-85d3-45a0-81a7-885aeb783bda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.473990 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Made reservation on behalf of 5aa41f277cdf4cd5a34b4ec732d78337 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:22.476321 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.488075 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7734c2b2-85d3-45a0-81a7-885aeb783bda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.495643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.563386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 754e53de-b377-4540-95db-83837d2b0bd6 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:22.584433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 754e53de-b377-4540-95db-83837d2b0bd6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:22.584849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 754e53de-b377-4540-95db-83837d2b0bd6 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:22.638690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f85708cc-7590-4a3b-8931-3664d4358f33 req-e5a58676-ea3f-41ed-a762-331cfd53b174 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 210 time: 0.0326157 Sep 10 03:56:22.704318 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7734c2b2-85d3-45a0-81a7-885aeb783bda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.704558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7734c2b2-85d3-45a0-81a7-885aeb783bda admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.705540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7734c2b2-85d3-45a0-81a7-885aeb783bda admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8403b32-229c-4235-86ab-1b7fd2b68750 HTTP/1.1" status: 204 len: 168 time: 0.3024724 Sep 10 03:56:22.720735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7734c2b2-85d3-45a0-81a7-885aeb783bda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8403b32-229c-4235-86ab-1b7fd2b68750,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:22.771134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55572) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:22.826779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.852080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d1ec2fc5-19e9-45e3-b1e2-79326aa65331 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ac6760a39664e0fbe8dec22f2b9a28b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0796824 Sep 10 03:56:22.855411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55574) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:22.905292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62a962ab-01fa-4094-89f8-71a8a2fec48b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.926437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62a962ab-01fa-4094-89f8-71a8a2fec48b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.963007 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:22.990511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:56:23.010766 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.011374 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Added segment 2aa7501c-e4b7-4d60-9294-4d7737fdd3d5 of type vlan for network 6609e5e9-3355-455c-be15-b9beff990212 Sep 10 03:56:23.033254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94bec6f-cff7-480e-9613-fd4821facb9a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:23.076531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.138290 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ce70d068-3509-4888-9fdf-a32ce34735bb no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:23.161540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ce70d068-3509-4888-9fdf-a32ce34735bb {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:23.162037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ce70d068-3509-4888-9fdf-a32ce34735bb not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:23.495280 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.496235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:23.496717 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.498687 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62a962ab-01fa-4094-89f8-71a8a2fec48b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.501088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62a962ab-01fa-4094-89f8-71a8a2fec48b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.502204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-62a962ab-01fa-4094-89f8-71a8a2fec48b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1 HTTP/1.1" status: 204 len: 168 time: 0.6460071 Sep 10 03:56:23.513085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-e437a56a-439c-433e-bc6c-402e93bf947e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3563051 Sep 10 03:56:23.534232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a962ab-01fa-4094-89f8-71a8a2fec48b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcd38c9-4d7d-4cec-ac1e-3a8b965001f1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:23.558034 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f39bd27-0184-4bbc-99ad-2331e01bec47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.581607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] Pushing event updated for resources: {'Network': ['ID=6609e5e9-3355-455c-be15-b9beff990212,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:23.591827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 6609e5e9-3355-455c-be15-b9beff990212 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:56:23.619334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-98c815ed-1a8e-4662-9b5e-2258c831519b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:23.621465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-98c815ed-1a8e-4662-9b5e-2258c831519b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 1096 time: 0.0475295 Sep 10 03:56:23.655085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-34789d37-4f8b-40c0-8a6e-ff600915e97a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5382333 Sep 10 03:56:23.658606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55590) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:23.669424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Request body: {'subnet': {'network_id': '6609e5e9-3355-455c-be15-b9beff990212', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-1160113715-subnet', 'tenant_id': '5aa41f277cdf4cd5a34b4ec732d78337', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:23.760550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3514412d-89a4-43c9-9da0-4b74d7493c39 req-5aeeea2b-ca60-482c-8fef-f735df2cf9c5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 210 time: 0.0317748 Sep 10 03:56:23.767602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.783459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-71bb1a83-04c3-431e-b4dd-89991befdeed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:23.783920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-71bb1a83-04c3-431e-b4dd-89991befdeed service neutron] 10.222.0.39 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 907 time: 0.1398001 Sep 10 03:56:23.830379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Made reservation on behalf of 5aa41f277cdf4cd5a34b4ec732d78337 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:23.833952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.836487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-45bbfc6f-cde5-4218-835a-b5dddde492f7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f799fdd8-7e08-4504-85c6-55eb8f7ddafd HTTP/1.1" status: 200 len: 217 time: 0.0417881 Sep 10 03:56:23.902385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55598) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:23.927312 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc9885d-1901-4770-bdb4-03fc2ce869e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:23.942735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-6c4f3930-bc2d-46d8-aede-24330974c827 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:23.944754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-6c4f3930-bc2d-46d8-aede-24330974c827 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.1040668 Sep 10 03:56:23.989144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-ac89dd4b-5c49-41eb-87be-c36bef5a7218 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334566 Sep 10 03:56:24.130319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-1665e1f0-e5fa-4c60-b48b-4b1ac7f4d261 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1318350 Sep 10 03:56:24.140192 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc9885d-1901-4770-bdb4-03fc2ce869e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.157202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.228853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=957d1a36-a143-4830-8cd6-c32d7313f0b4,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:24.239369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dcc9885d-1901-4770-bdb4-03fc2ce869e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.246972 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.247549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.248081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.248424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.248759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.249097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.249420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.249756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.250077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.250570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.250902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.251227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:24.260380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Checking segment: {'id': '2aa7501c-e4b7-4d60-9294-4d7737fdd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6609e5e9-3355-455c-be15-b9beff990212'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:24.263934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Network hostable DHCP agents. Network: 6609e5e9-3355-455c-be15-b9beff990212, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:56:24.273686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6382b0c1-9241-4016-b1f4-aa8c7e9b4ac2 req-bd86480d-7406-4de1-889d-ca655f9e4e12 service neutron] 10.222.0.39 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303158 Sep 10 03:56:24.299556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dcc9885d-1901-4770-bdb4-03fc2ce869e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=858496b663d943bd912c7fb7db2cdd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955424 Sep 10 03:56:24.302349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9885d-1901-4770-bdb4-03fc2ce869e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d06c5ffc-345a-495f-ba90-f564c8ab9aba,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:24.303224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55604) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:24.357044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Network 6609e5e9-3355-455c-be15-b9beff990212 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:56:24.390389 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a953a823-78dc-427e-ae80-bfc8a42fa0dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.420436 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a953a823-78dc-427e-ae80-bfc8a42fa0dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.458523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 6609e5e9-3355-455c-be15-b9beff990212) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:24.463431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:24.468321 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.477728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40e1009-e55c-4381-91c8-ef234753ae07 None None] Network 6609e5e9-3355-455c-be15-b9beff990212 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:56:24.621295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82aeef88-71f2-43e5-93cb-474da487e69a None None] Network 6609e5e9-3355-455c-be15-b9beff990212 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:56:24.635998 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1f8af1f3-959b-4ff5-a379-d6ae53c541cb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9713507 Sep 10 03:56:24.635998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a953a823-78dc-427e-ae80-bfc8a42fa0dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.642325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a953a823-78dc-427e-ae80-bfc8a42fa0dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:24.644251 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a953a823-78dc-427e-ae80-bfc8a42fa0dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d06c5ffc-345a-495f-ba90-f564c8ab9aba HTTP/1.1" status: 204 len: 168 time: 0.3372376 Sep 10 03:56:24.661501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a953a823-78dc-427e-ae80-bfc8a42fa0dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d06c5ffc-345a-495f-ba90-f564c8ab9aba,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:24.901675 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba11fd11-8769-4102-b8ff-284e91a293d8 req-328c2b36-3f8c-4a87-9a04-cefef1e7654a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 210 time: 0.0499227 Sep 10 03:56:25.157546 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.261750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-bd8f4684-1f81-4ef2-8504-375ecd44be00 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:25.263379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-bd8f4684-1f81-4ef2-8504-375ecd44be00 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.1286981 Sep 10 03:56:25.278901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Request body: {'port': {'device_id': '66af439e-3396-407f-82db-bb40a9f981c8', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'admin_state_up': True, 'tenant_id': 'e7a7c4f9449549619fc86ca9ae6e6fd2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:25.556789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Made reservation on behalf of e7a7c4f9449549619fc86ca9ae6e6fd2 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:25.560406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:25.780748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Allocated IP 172.20.0.7 (4b406e7e-d47b-4017-ba3e-24ec1e47a252/896487ef-0a57-4d1a-9d81-7f7479231ead/5531c321-2c60-431a-b655-829dab417697) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:56:25.833210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-477ab417-2a58-493b-8536-bc4e5101e8c3 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:25.834907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-477ab417-2a58-493b-8536-bc4e5101e8c3 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/networks?id=6609e5e9-3355-455c-be15-b9beff990212 HTTP/1.1" status: 200 len: 814 time: 0.1794999 Sep 10 03:56:25.862124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-1ccf376e-352f-4c7f-a2df-542b4fb4ca82 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/quotas/5aa41f277cdf4cd5a34b4ec732d78337 HTTP/1.1" status: 200 len: 375 time: 0.0209703 Sep 10 03:56:25.913255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-9771e8c2-25ea-4220-9c0e-e2df79e304e6 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5aa41f277cdf4cd5a34b4ec732d78337&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440962 Sep 10 03:56:26.033492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d78234c3-c802-4ff8-844f-5a4da721f0f3 req-23894b75-cdac-4a0a-97bd-c5bf0e7ff067 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 210 time: 0.0374024 Sep 10 03:56:26.043722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:26.185842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:26.198392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:26.233355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:26.237276 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:26.241598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:56:26.266579 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:26.280061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event updated for resources: {'Port': ['ID=5531c321-2c60-431a-b655-829dab417697,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:26.322123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:26.322123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:26.442768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-1bb3b367-616c-4cd6-a093-443351f08073 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1708069 Sep 10 03:56:26.486004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Request body: {'port': {'device_id': '66af439e-3396-407f-82db-bb40a9f981c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:26.563271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:26.566563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-0909713a-2055-4809-8c0f-4ae55206cbe9 service neutron] 10.222.0.22 "GET /v2.0/networks/6609e5e9-3355-455c-be15-b9beff990212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6410058 Sep 10 03:56:26.752980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-6a2a9109-09af-43b7-b218-b8656f41fa73 service neutron] 10.222.0.22 "GET /v2.0/networks/6609e5e9-3355-455c-be15-b9beff990212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789286 Sep 10 03:56:26.960022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5531c321-2c60-431a-b655-829dab417697 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:26.968790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:26.983475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Transition to ACTIVE for port object 5531c321-2c60-431a-b655-829dab417697 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:27.104705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c50061c1-ffa4-4629-8aec-daece161c7d7 req-3ae5ed83-dbce-4e10-bfe8-c9c44120c4e0 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 210 time: 0.0518265 Sep 10 03:56:27.125551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9ea6448-d25c-4164-950b-458c0b71b5e9 req-f823bcdc-131b-4683-b85e-8c74e105d361 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0823729 Sep 10 03:56:27.127108 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.268978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Pushing event updated for resources: {'Port': ['ID=5531c321-2c60-431a-b655-829dab417697,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:27.398762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feef6ab2-6147-47f2-b656-1739ac210eb7 req-9585ea2b-7796-492d-bce0-397a39260b00 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:27.398762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-feef6ab2-6147-47f2-b656-1739ac210eb7 req-9585ea2b-7796-492d-bce0-397a39260b00 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 943 time: 0.0933421 Sep 10 03:56:27.398762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Attempting to bind port 5531c321-2c60-431a-b655-829dab417697 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:56:27.398762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Attempting to bind port 5531c321-2c60-431a-b655-829dab417697 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:56:27.398762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Attempting to bind port 5531c321-2c60-431a-b655-829dab417697 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:27.401376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Port 5531c321-2c60-431a-b655-829dab417697 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:56:27.401802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Attempting to bind port 5531c321-2c60-431a-b655-829dab417697 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:27.413628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:56:27.414091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Checking segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:27.414642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Bound using segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:56:27.414937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Bound port: 5531c321-2c60-431a-b655-829dab417697, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:56:27.415284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.494322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] For port 5531c321-2c60-431a-b655-829dab417697, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:56:27.497586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] For port 5531c321-2c60-431a-b655-829dab417697, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=5531c321-2c60-431a-b655-829dab417697,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:56:27.539836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-feef6ab2-6147-47f2-b656-1739ac210eb7 req-3bf86d7b-d9c5-47ec-ac2e-6e83db18c11d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311338 Sep 10 03:56:27.625935 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.675355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:27.675355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:27.675355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] 10.222.0.20 "PUT /v2.0/ports/5531c321-2c60-431a-b655-829dab417697 HTTP/1.1" status: 200 len: 1091 time: 1.1906061 Sep 10 03:56:27.675355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66af439e-3396-407f-82db-bb40a9f981c8', 'tag': '5531c321-2c60-431a-b655-829dab417697'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:27.684265 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a44cee27-a7c3-4d06-b76a-64254290c9aa" -d '{"events": [{"name": "network-changed", "server_uuid": "66af439e-3396-407f-82db-bb40a9f981c8", "tag": "5531c321-2c60-431a-b655-829dab417697"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:27.729006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b8770f-7549-46fc-a64d-37a4eff2861c service neutron] Pushing event updated for resources: {'Port': ['ID=5531c321-2c60-431a-b655-829dab417697,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:27.758509 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e725003-9847-4975-8a16-05adb5f3c3e2 x-openstack-request-id: req-7e725003-9847-4975-8a16-05adb5f3c3e2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:27.758845 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66af439e-3396-407f-82db-bb40a9f981c8", "tag": "5531c321-2c60-431a-b655-829dab417697", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:27.759092 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e725003-9847-4975-8a16-05adb5f3c3e2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:27.759499 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66af439e-3396-407f-82db-bb40a9f981c8', 'tag': '5531c321-2c60-431a-b655-829dab417697', 'status': 'completed', 'code': 200} Sep 10 03:56:27.827662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cee27-a7c3-4d06-b76a-64254290c9aa req-d102d391-9f0a-4510-88a1-077f8548457f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:27.829211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a44cee27-a7c3-4d06-b76a-64254290c9aa req-d102d391-9f0a-4510-88a1-077f8548457f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 1094 time: 0.0492532 Sep 10 03:56:27.941137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cee27-a7c3-4d06-b76a-64254290c9aa req-19221c18-1568-4715-bb65-0183e9615532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:27.942653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a44cee27-a7c3-4d06-b76a-64254290c9aa req-19221c18-1568-4715-bb65-0183e9615532 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1060097 Sep 10 03:56:28.054175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44cee27-a7c3-4d06-b76a-64254290c9aa req-8a23cbe7-6b4f-45c9-ba94-ea3352b920a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:28.055951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a44cee27-a7c3-4d06-b76a-64254290c9aa req-8a23cbe7-6b4f-45c9-ba94-ea3352b920a4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1056650 Sep 10 03:56:28.139704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-124b55e3-deef-47f8-bcad-7d5fae0be63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:28.141293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-124b55e3-deef-47f8-bcad-7d5fae0be63c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 1094 time: 0.0463111 Sep 10 03:56:28.192176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-f5f07b1e-cb28-4d39-837e-6c2c8f126d7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5531c321-2c60-431a-b655-829dab417697 HTTP/1.1" status: 200 len: 217 time: 0.0428548 Sep 10 03:56:28.334091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec8cf147-c34e-4f73-b2f0-054d24435f8a req-531f1d92-9aee-4ce0-a511-eebb58160718 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0646229 Sep 10 03:56:28.338284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f40205e9-e490-4a94-a3a1-fd83b3b95621 req-6e41b89c-d904-4ec8-afcd-c5a063509409 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 210 time: 0.0699530 Sep 10 03:56:28.346449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-67f3a21e-9f8f-4298-bc23-8ea845fb1d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:28.348338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-67f3a21e-9f8f-4298-bc23-8ea845fb1d0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.1461232 Sep 10 03:56:28.422614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-05da2073-2753-44a0-811e-5f01d0d52861 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657017 Sep 10 03:56:28.562572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-edeef876-e4fc-4532-bb76-62a1341bdf8a service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326451 Sep 10 03:56:28.714083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52158d07-fcb4-4599-8c1d-a5dc0b2a7afd req-e6ad82dc-ec4b-4618-82ce-ed5642b7c4ef tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:28.715565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52158d07-fcb4-4599-8c1d-a5dc0b2a7afd req-e6ad82dc-ec4b-4618-82ce-ed5642b7c4ef tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 943 time: 0.1148865 Sep 10 03:56:28.749574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a65c8fa-6971-4b3d-b2a6-826660d34c70 req-81ec4e7a-475c-42cb-a796-6bf5c45b2872 service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802227 Sep 10 03:56:28.762348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:28.775602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52158d07-fcb4-4599-8c1d-a5dc0b2a7afd req-75c3007d-181a-4e07-9c94-6968bc09f185 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505803 Sep 10 03:56:29.446366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eaa9c3b4-c3ec-4994-a1f8-8b8fe3006991 req-0ef47620-2aa3-4643-a6b8-843a5dfaa005 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0370176 Sep 10 03:56:29.471580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55808) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:29.518508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f538cf2d-bea0-48c9-b9bc-c0f08ee83869 req-2eed5564-041e-48f0-8264-c39820d97862 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 210 time: 0.0770812 Sep 10 03:56:29.640495 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bb06808-9534-4f13-892d-ee7680769138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.670491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-918da291-5a47-40f5-9ad9-2b97878b5ba5 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:29.672086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-918da291-5a47-40f5-9ad9-2b97878b5ba5 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.39 "GET /v2.0/networks?id=6609e5e9-3355-455c-be15-b9beff990212 HTTP/1.1" status: 200 len: 814 time: 0.1558695 Sep 10 03:56:29.684673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Request body: {'port': {'device_id': 'ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43', 'network_id': '6609e5e9-3355-455c-be15-b9beff990212', 'admin_state_up': True, 'tenant_id': '5aa41f277cdf4cd5a34b4ec732d78337'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:29.735103 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bb06808-9534-4f13-892d-ee7680769138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.830669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bb06808-9534-4f13-892d-ee7680769138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.876993 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7bb06808-9534-4f13-892d-ee7680769138 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=94ec3baf16714dae9b1cba1da06d6b58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4035635 Sep 10 03:56:29.878079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb06808-9534-4f13-892d-ee7680769138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=141ffdb0-476b-43f9-8e9d-16afe71c1151,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:29.880522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55820) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:29.916470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7061794-db48-491f-a4cf-d99b2f800754 req-d29fe502-d1c8-4023-a954-d75e81ab013e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:29.925489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7061794-db48-491f-a4cf-d99b2f800754 req-d29fe502-d1c8-4023-a954-d75e81ab013e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 943 time: 0.0811272 Sep 10 03:56:29.935173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Made reservation on behalf of 5aa41f277cdf4cd5a34b4ec732d78337 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:29.940453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f653006-7528-437b-8f8d-56a553e9f739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.940568 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:29.963199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f653006-7528-437b-8f8d-56a553e9f739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.015794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7061794-db48-491f-a4cf-d99b2f800754 req-2c8c6447-3d2c-4846-a1d4-a2abe07f3bb8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892630 Sep 10 03:56:30.127008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Allocated IP 172.20.0.14 (6609e5e9-3355-455c-be15-b9beff990212/957d1a36-a143-4830-8cd6-c32d7313f0b4/2297a9b1-9eb2-4d77-98c4-63da3ff05fab) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:56:30.159199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55824) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:30.167477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f653006-7528-437b-8f8d-56a553e9f739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.182152 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f653006-7528-437b-8f8d-56a553e9f739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.182152 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4f653006-7528-437b-8f8d-56a553e9f739 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/141ffdb0-476b-43f9-8e9d-16afe71c1151 HTTP/1.1" status: 204 len: 168 time: 0.2900517 Sep 10 03:56:30.182152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f653006-7528-437b-8f8d-56a553e9f739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=141ffdb0-476b-43f9-8e9d-16afe71c1151,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:30.314473 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.326709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5985f08-00ac-4e49-8146-486d600d069a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.424533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5985f08-00ac-4e49-8146-486d600d069a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.453941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.495427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Network 6609e5e9-3355-455c-be15-b9beff990212 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:30.498295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:30.507953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:56:30.515180 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5985f08-00ac-4e49-8146-486d600d069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.573170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5985f08-00ac-4e49-8146-486d600d069a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f9a217b-5d2b-4021-ac89-0c5c3fa32386,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:30.577812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 5531c321-2c60-431a-b655-829dab417697 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:56:30.620770 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d5985f08-00ac-4e49-8146-486d600d069a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1fbcb5d40b3451ba3c843aac932fdbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4597397 Sep 10 03:56:30.621617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55838) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:30.647405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:30.652421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.698152 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36bedaa1-2156-4d7a-924d-81c3460c14bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.712024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Pushing event updated for resources: {'Port': ['ID=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:30.728120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36bedaa1-2156-4d7a-924d-81c3460c14bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.748018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 5531c321-2c60-431a-b655-829dab417697, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=5531c321-2c60-431a-b655-829dab417697,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:30.753561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fb0dc0e-f855-4958-9781-525e376192ba req-57fc182e-a646-4f26-8e84-a75d44fc7a2b tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.1026065 Sep 10 03:56:30.762497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '5531c321-2c60-431a-b655-829dab417697', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'port_id': '5531c321-2c60-431a-b655-829dab417697', 'mac_address': 'fa:16:3e:54:aa:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896487ef-0a57-4d1a-9d81-7f7479231ead', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:56:30.810236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd7ede0-029d-4ee9-9861-3721ccbbaedb req-327d71f6-e1f8-4572-839b-63e4e19f5a9b tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:30.812161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bd7ede0-029d-4ee9-9861-3721ccbbaedb req-327d71f6-e1f8-4572-839b-63e4e19f5a9b tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 932 time: 0.1392028 Sep 10 03:56:30.822589 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:30.836442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5531c321-2c60-431a-b655-829dab417697 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:30.864340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 5531c321-2c60-431a-b655-829dab417697, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=5531c321-2c60-431a-b655-829dab417697,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:30.870759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-5573da3d-889a-4bd7-8710-7088f07f0949 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1901569 Sep 10 03:56:30.880564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bd7ede0-029d-4ee9-9861-3721ccbbaedb req-9f7b7432-4777-4260-98d6-033ce6dffdfc tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557356 Sep 10 03:56:30.884923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Request body: {'port': {'device_id': 'ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:30.944290 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.005278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36bedaa1-2156-4d7a-924d-81c3460c14bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.008342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36bedaa1-2156-4d7a-924d-81c3460c14bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.010206 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-36bedaa1-2156-4d7a-924d-81c3460c14bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1f9a217b-5d2b-4021-ac89-0c5c3fa32386 HTTP/1.1" status: 204 len: 168 time: 0.3875985 Sep 10 03:56:31.021451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bedaa1-2156-4d7a-924d-81c3460c14bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f9a217b-5d2b-4021-ac89-0c5c3fa32386,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:31.042780 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.113737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=5531c321-2c60-431a-b655-829dab417697,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:31.223302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef50f54c-4018-4d52-a25f-2671c2f9713b req-b8629dc3-2922-41d6-a194-3858e5722ca8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:31.224810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef50f54c-4018-4d52-a25f-2671c2f9713b req-b8629dc3-2922-41d6-a194-3858e5722ca8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 944 time: 0.1006203 Sep 10 03:56:31.244375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['5531c321-2c60-431a-b655-829dab417697'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:31.253490 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:31.279257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-721e9764-50bd-4278-aeb3-d3f3941998e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.292202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef50f54c-4018-4d52-a25f-2671c2f9713b req-7927cf80-2f7c-4b2c-9ac4-d335ccfc8628 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578179 Sep 10 03:56:31.329936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2297a9b1-9eb2-4d77-98c4-63da3ff05fab {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:31.339990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.353058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Transition to ACTIVE for port object 2297a9b1-9eb2-4d77-98c4-63da3ff05fab will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:31.412151 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-721e9764-50bd-4278-aeb3-d3f3941998e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.413677 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.504600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-721e9764-50bd-4278-aeb3-d3f3941998e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.511657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Pushing event updated for resources: {'Port': ['ID=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:31.542454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721e9764-50bd-4278-aeb3-d3f3941998e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6670ba-5fb2-43f7-8055-159b646b84cc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:31.556895 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-721e9764-50bd-4278-aeb3-d3f3941998e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9fd967050764628b6ffa857fb5c419e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3019402 Sep 10 03:56:31.559443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55850) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:31.571868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Attempting to bind port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:56:31.572216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Attempting to bind port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '2aa7501c-e4b7-4d60-9294-4d7737fdd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6609e5e9-3355-455c-be15-b9beff990212'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:56:31.572554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Attempting to bind port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab on network 6609e5e9-3355-455c-be15-b9beff990212 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:31.577425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab on network 6609e5e9-3355-455c-be15-b9beff990212 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:56:31.577713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Attempting to bind port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab on network 6609e5e9-3355-455c-be15-b9beff990212 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:31.588293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 56, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:56:31.588293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Checking segment: {'id': '2aa7501c-e4b7-4d60-9294-4d7737fdd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6609e5e9-3355-455c-be15-b9beff990212'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:31.588293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Bound using segment: {'id': '2aa7501c-e4b7-4d60-9294-4d7737fdd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6609e5e9-3355-455c-be15-b9beff990212'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:56:31.588293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Bound port: 2297a9b1-9eb2-4d77-98c4-63da3ff05fab, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aa7501c-e4b7-4d60-9294-4d7737fdd3d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '6609e5e9-3355-455c-be15-b9beff990212'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:56:31.588293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.612171 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9f41-700b-459b-886d-dca7bcb8408a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.635818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9f41-700b-459b-886d-dca7bcb8408a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.657814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] For port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:56:31.662650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] For port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,segment=NetworkSegment(2aa7501c-e4b7-4d60-9294-4d7737fdd3d5),segment_id=2aa7501c-e4b7-4d60-9294-4d7737fdd3d5)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:56:31.796800 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.832407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:31.833026 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.834422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] 10.222.0.39 "PUT /v2.0/ports/2297a9b1-9eb2-4d77-98c4-63da3ff05fab HTTP/1.1" status: 200 len: 1092 time: 0.9537475 Sep 10 03:56:31.834866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43', 'tag': '2297a9b1-9eb2-4d77-98c4-63da3ff05fab'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:31.837171 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3821c6-8f34-4be1-a2d9-3023b4c4c9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43", "tag": "2297a9b1-9eb2-4d77-98c4-63da3ff05fab"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:31.842737 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9f41-700b-459b-886d-dca7bcb8408a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.853215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a9a9f41-700b-459b-886d-dca7bcb8408a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:31.854802 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7a9a9f41-700b-459b-886d-dca7bcb8408a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b6670ba-5fb2-43f7-8055-159b646b84cc HTTP/1.1" status: 204 len: 168 time: 0.2944491 Sep 10 03:56:31.864247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9a9f41-700b-459b-886d-dca7bcb8408a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6670ba-5fb2-43f7-8055-159b646b84cc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:31.904110 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e8b707b-5fe6-420e-beb7-1c80a163ac99 x-openstack-request-id: req-8e8b707b-5fe6-420e-beb7-1c80a163ac99 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:31.904110 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43", "tag": "2297a9b1-9eb2-4d77-98c4-63da3ff05fab", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:31.904110 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e8b707b-5fe6-420e-beb7-1c80a163ac99 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:31.904110 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43', 'tag': '2297a9b1-9eb2-4d77-98c4-63da3ff05fab', 'status': 'completed', 'code': 200} Sep 10 03:56:31.953452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55864) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:31.967937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10b9049e-bd7b-470a-b250-ba1c045422bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.106280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10b9049e-bd7b-470a-b250-ba1c045422bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.189484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.225075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10b9049e-bd7b-470a-b250-ba1c045422bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.268795 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-10b9049e-bd7b-470a-b250-ba1c045422bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0ef5a51a15184dbaa164ecfa609d3f0e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143339 Sep 10 03:56:32.272474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55866) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:32.273120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9049e-bd7b-470a-b250-ba1c045422bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38422d58-4da9-4ca4-96b3-b4f7076256df,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:32.277283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f19dbc28-524d-433f-85fa-6d29a4fb9118 req-4ab86a8c-b41e-4563-b596-9182a6873469 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.4118140 Sep 10 03:56:32.343517 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-54d076c5-c48f-4a25-8f86-3d6ff5c82458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.346769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea7f71-89c9-47bb-8121-272965e98928 service neutron] Pushing event updated for resources: {'Port': ['ID=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:32.368839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-54d076c5-c48f-4a25-8f86-3d6ff5c82458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.375084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3821c6-8f34-4be1-a2d9-3023b4c4c9ff req-41d698ee-a77c-4f7e-a447-9be413ee69e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:32.376733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be3821c6-8f34-4be1-a2d9-3023b4c4c9ff req-41d698ee-a77c-4f7e-a447-9be413ee69e3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5aa41f277cdf4cd5a34b4ec732d78337&device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 1095 time: 0.1105671 Sep 10 03:56:32.393844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7266eb0-f6b2-4ff8-8236-f4e259c416a9 req-2c6f742d-9d9c-4fc0-b90e-160bb8064a6b tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:32.396420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7266eb0-f6b2-4ff8-8236-f4e259c416a9 req-2c6f742d-9d9c-4fc0-b90e-160bb8064a6b tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 944 time: 0.1289935 Sep 10 03:56:32.489051 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-54d076c5-c48f-4a25-8f86-3d6ff5c82458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.495642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-54d076c5-c48f-4a25-8f86-3d6ff5c82458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.496882 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-54d076c5-c48f-4a25-8f86-3d6ff5c82458 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38422d58-4da9-4ca4-96b3-b4f7076256df HTTP/1.1" status: 204 len: 168 time: 0.2209654 Sep 10 03:56:32.525057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d076c5-c48f-4a25-8f86-3d6ff5c82458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38422d58-4da9-4ca4-96b3-b4f7076256df,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:32.533769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3956311-d94f-4247-9c5d-da9738696654 req-52da83e8-af59-424f-97bb-7202512af389 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:32.542485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3956311-d94f-4247-9c5d-da9738696654 req-52da83e8-af59-424f-97bb-7202512af389 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 944 time: 0.1646862 Sep 10 03:56:32.552079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7266eb0-f6b2-4ff8-8236-f4e259c416a9 req-933eddc3-54ee-4f95-b24a-1504c7c9480b tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402059 Sep 10 03:56:32.593604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 5531c321-2c60-431a-b655-829dab417697 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:32.606430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3956311-d94f-4247-9c5d-da9738696654 req-b88043b3-84b9-4f79-b966-c679982609f8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631480 Sep 10 03:56:32.617192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3821c6-8f34-4be1-a2d9-3023b4c4c9ff req-7e3ca860-8757-44ae-a5b3-aafd73b023ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:32.618721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be3821c6-8f34-4be1-a2d9-3023b4c4c9ff req-7e3ca860-8757-44ae-a5b3-aafd73b023ee service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=5aa41f277cdf4cd5a34b4ec732d78337&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2212236 Sep 10 03:56:32.733481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 5531c321-2c60-431a-b655-829dab417697 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:32.739131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 5531c321-2c60-431a-b655-829dab417697 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:32.739503 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.739734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3821c6-8f34-4be1-a2d9-3023b4c4c9ff req-a52fa8a8-8eb4-494e-ac53-59bdd3908ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:32.742235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be3821c6-8f34-4be1-a2d9-3023b4c4c9ff req-a52fa8a8-8eb4-494e-ac53-59bdd3908ff7 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1135850 Sep 10 03:56:32.835405 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:32.852816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-c6e4ac74-bb63-4329-9945-c1689acd4ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:32.854344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-c6e4ac74-bb63-4329-9945-c1689acd4ae1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=5aa41f277cdf4cd5a34b4ec732d78337&device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 1095 time: 0.0697584 Sep 10 03:56:32.861196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af439e-3396-407f-82db-bb40a9f981c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531c321-2c60-431a-b655-829dab417697'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:32.863496 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c765163-eef2-4df5-b039-3a5e4cb5ff3b" -d '{"events": [{"server_uuid": "66af439e-3396-407f-82db-bb40a9f981c8", "name": "network-vif-plugged", "status": "completed", "tag": "5531c321-2c60-431a-b655-829dab417697"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:32.876239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 5531c321-2c60-431a-b655-829dab417697, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=5531c321-2c60-431a-b655-829dab417697,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:32.908121 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b181fac8-6236-43f0-a4cb-3938287977e7 x-openstack-request-id: req-b181fac8-6236-43f0-a4cb-3938287977e7 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:32.908260 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af439e-3396-407f-82db-bb40a9f981c8", "name": "network-vif-plugged", "status": "completed", "tag": "5531c321-2c60-431a-b655-829dab417697", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:32.908451 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b181fac8-6236-43f0-a4cb-3938287977e7 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:32.909310 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af439e-3396-407f-82db-bb40a9f981c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5531c321-2c60-431a-b655-829dab417697', 'code': 200} Sep 10 03:56:32.911402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-a6e50cb1-b9d5-4d6c-94ce-4efceb6342fe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2297a9b1-9eb2-4d77-98c4-63da3ff05fab HTTP/1.1" status: 200 len: 217 time: 0.0477118 Sep 10 03:56:32.978888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-c67fe6f7-c73e-4e15-8aad-d24aeb43ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:32.980456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-c67fe6f7-c73e-4e15-8aad-d24aeb43ac84 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=957d1a36-a143-4830-8cd6-c32d7313f0b4 HTTP/1.1" status: 200 len: 854 time: 0.0619271 Sep 10 03:56:33.023932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-69056fa2-9b23-4d05-a37d-4ae403fa4b8d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=6609e5e9-3355-455c-be15-b9beff990212&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0283470 Sep 10 03:56:33.036086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:33.043770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e8d979-998e-4ed1-9d1b-0506b39e2803 req-581ad412-b9ab-44cb-ba3f-e057eff9c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:33.046701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0e8d979-998e-4ed1-9d1b-0506b39e2803 req-581ad412-b9ab-44cb-ba3f-e057eff9c926 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 1095 time: 0.0773246 Sep 10 03:56:33.128762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=5531c321-2c60-431a-b655-829dab417697,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:33.139408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0e8d979-998e-4ed1-9d1b-0506b39e2803 req-7ee98cab-f2b1-4295-bb92-1aab6690fa99 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808034 Sep 10 03:56:33.163760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-11dc1fce-7451-405b-a558-f66f6e6977f8 service neutron] 10.222.0.39 "GET /v2.0/networks/6609e5e9-3355-455c-be15-b9beff990212?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311173 Sep 10 03:56:33.268999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a7aab4c-649f-431b-a316-b165b69f9d6b req-fd4838e1-70c8-4acd-b8ae-1f9fa15a7ce8 service neutron] 10.222.0.39 "GET /v2.0/networks/6609e5e9-3355-455c-be15-b9beff990212?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975189 Sep 10 03:56:33.297629 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9a7f3779-c950-47fc-a0f2-1c74e221d2bf req-c58d2c64-9a88-4c61-97ac-4b14ef3c0228 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0296021 Sep 10 03:56:33.386853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2a7bf28-a43e-4cfc-9f42-d334f6e82d80 req-e4a27997-b5c2-495a-a803-92cc3cd560f4 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0324934 Sep 10 03:56:33.691967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce74af8-aa6e-4fa8-9568-1839ad4b0891 req-acc043a7-ad33-42b1-af5d-cf8bb2ec7211 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:33.693515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ce74af8-aa6e-4fa8-9568-1839ad4b0891 req-acc043a7-ad33-42b1-af5d-cf8bb2ec7211 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 944 time: 0.0629475 Sep 10 03:56:33.762048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ce74af8-aa6e-4fa8-9568-1839ad4b0891 req-59d243a2-0528-41fe-b7bf-12cbd7e05bf4 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597756 Sep 10 03:56:33.772894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898d32fe-e079-4ad2-8804-57cdcadb8cec req-87477510-48e8-44db-90f1-051feade9c0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:33.774417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-898d32fe-e079-4ad2-8804-57cdcadb8cec req-87477510-48e8-44db-90f1-051feade9c0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 945 time: 0.0759561 Sep 10 03:56:33.823801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-898d32fe-e079-4ad2-8804-57cdcadb8cec req-5515d788-e631-4dda-b335-d0f7dc3f24d5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353706 Sep 10 03:56:34.511188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3a6aeb2-ad4c-4f46-99f5-579e76fbde33 req-90de4b0f-29f1-49ca-947d-8b5cb77cff7d tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0432367 Sep 10 03:56:34.896304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05479f1d-eac7-43b8-bfd4-0122a390d161 req-b23c1f64-9804-40c7-9316-e6308e70804f tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:34.898072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05479f1d-eac7-43b8-bfd4-0122a390d161 req-b23c1f64-9804-40c7-9316-e6308e70804f tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 944 time: 0.0685678 Sep 10 03:56:34.984166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05479f1d-eac7-43b8-bfd4-0122a390d161 req-97c2bc13-63bc-4163-903e-9fe21f48715c tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785439 Sep 10 03:56:34.999711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2228f173-a683-4f05-a8c5-50ce229a84be req-76c57313-8545-45ad-85dd-96e0fdbfe33b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:35.001292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2228f173-a683-4f05-a8c5-50ce229a84be req-76c57313-8545-45ad-85dd-96e0fdbfe33b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 945 time: 0.0908995 Sep 10 03:56:35.046347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2228f173-a683-4f05-a8c5-50ce229a84be req-1582c8ee-bbe9-47e4-a264-61d714f81bd3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387769 Sep 10 03:56:35.342003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ddf1f-5f2e-4453-b573-6670d272b035 req-d80c0f92-10d5-44d0-a35b-3990cb619ecc tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:35.348312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c59ddf1f-5f2e-4453-b573-6670d272b035 req-d80c0f92-10d5-44d0-a35b-3990cb619ecc tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 945 time: 0.0615880 Sep 10 03:56:35.381612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c59ddf1f-5f2e-4453-b573-6670d272b035 req-42116910-557c-4ea9-aba4-7cf2d3d3749e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320618 Sep 10 03:56:35.528324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb43bf0-bc9f-4c83-90fa-7b3949af6437 req-f8650ba3-3e94-4aa9-8bb2-e3e3118fec8c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:35.529914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bb43bf0-bc9f-4c83-90fa-7b3949af6437 req-f8650ba3-3e94-4aa9-8bb2-e3e3118fec8c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 945 time: 0.0560968 Sep 10 03:56:35.572585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bb43bf0-bc9f-4c83-90fa-7b3949af6437 req-27e56f3c-a59a-43a1-97d9-74947d2f76a8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362787 Sep 10 03:56:35.635883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b7d1632-45c0-49c2-8692-dbc98d335691 req-1d56d6d3-7de9-4f34-9a92-fda1a6fcba88 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0274782 Sep 10 03:56:35.808464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2297a9b1-9eb2-4d77-98c4-63da3ff05fab details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:56:35.925280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56000) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:35.928965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,segment=NetworkSegment(2aa7501c-e4b7-4d60-9294-4d7737fdd3d5),segment_id=2aa7501c-e4b7-4d60-9294-4d7737fdd3d5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:35.948630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '2297a9b1-9eb2-4d77-98c4-63da3ff05fab', 'network_id': '6609e5e9-3355-455c-be15-b9beff990212', 'port_id': '2297a9b1-9eb2-4d77-98c4-63da3ff05fab', 'mac_address': 'fa:16:3e:a7:8f:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '957d1a36-a143-4830-8cd6-c32d7313f0b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:56:35.989971 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:36.028632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2297a9b1-9eb2-4d77-98c4-63da3ff05fab {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:36.059571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,segment=NetworkSegment(2aa7501c-e4b7-4d60-9294-4d7737fdd3d5),segment_id=2aa7501c-e4b7-4d60-9294-4d7737fdd3d5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:36.065901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1e49-388c-4137-8500-21003d03b532 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:36.164012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1e49-388c-4137-8500-21003d03b532 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:36.201932 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:36.240835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651a0126-b8e5-4b28-aa83-918a2c00c2d0 req-7cf05bbc-e9fd-497a-ab6d-0522ef285547 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:36.244491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-651a0126-b8e5-4b28-aa83-918a2c00c2d0 req-7cf05bbc-e9fd-497a-ab6d-0522ef285547 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 944 time: 0.0679655 Sep 10 03:56:36.257040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:36.292098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-651a0126-b8e5-4b28-aa83-918a2c00c2d0 req-8d0ff8a6-a65a-46f2-b52f-e65a8c0bf8ea tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405402 Sep 10 03:56:36.298668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8ba1e49-388c-4137-8500-21003d03b532 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:36.374001 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b8ba1e49-388c-4137-8500-21003d03b532 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cb9a9c0cf52f4c9882f39ba6b087c893&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4476116 Sep 10 03:56:36.377725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56022) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:36.390361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ba1e49-388c-4137-8500-21003d03b532 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71d29b5a-ddf9-4b32-93aa-587326a4ea1f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:36.430846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['2297a9b1-9eb2-4d77-98c4-63da3ff05fab'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:36.465946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c4dfa9-bfde-421d-b522-699d7986fa37 req-f314fc02-1033-4f67-8d75-3a8eaae557f0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:36.484434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10c4dfa9-bfde-421d-b522-699d7986fa37 req-f314fc02-1033-4f67-8d75-3a8eaae557f0 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 945 time: 0.1130552 Sep 10 03:56:36.486698 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf621-07d3-4e76-a201-b4a5e5d3d8c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:36.525188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf621-07d3-4e76-a201-b4a5e5d3d8c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:36.577377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10c4dfa9-bfde-421d-b522-699d7986fa37 req-be6ebb92-759d-4686-8bc3-36f8b3bf6c38 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919871 Sep 10 03:56:36.733467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf621-07d3-4e76-a201-b4a5e5d3d8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:36.738922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f2cf621-07d3-4e76-a201-b4a5e5d3d8c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:36.740376 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1f2cf621-07d3-4e76-a201-b4a5e5d3d8c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71d29b5a-ddf9-4b32-93aa-587326a4ea1f HTTP/1.1" status: 204 len: 168 time: 0.3617256 Sep 10 03:56:36.749370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2cf621-07d3-4e76-a201-b4a5e5d3d8c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71d29b5a-ddf9-4b32-93aa-587326a4ea1f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:36.862144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2d2a529-f587-4917-92e2-b6cf8781dbe7 req-3618a986-8266-4358-8cee-382ac1fd7fd6 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0634713 Sep 10 03:56:37.416646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489d3bbb-265e-4cee-891e-1b02b836d1c9 req-a88fc54b-16ff-4d01-9ac5-648000164af7 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:37.419274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-489d3bbb-265e-4cee-891e-1b02b836d1c9 req-a88fc54b-16ff-4d01-9ac5-648000164af7 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 945 time: 0.0546992 Sep 10 03:56:37.556065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56046) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:37.556526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-489d3bbb-265e-4cee-891e-1b02b836d1c9 req-74e588cb-c1f6-4a3e-a706-ea11089a3897 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309695 Sep 10 03:56:37.588073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-12e52e78-3e8b-41a0-816d-2ec5d9b17312 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:37.588073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-12e52e78-3e8b-41a0-816d-2ec5d9b17312 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 945 time: 0.1254411 Sep 10 03:56:37.591312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ade5eee6-fdea-4d8b-b0f6-b3375fdec22d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.695862 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ade5eee6-fdea-4d8b-b0f6-b3375fdec22d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.721553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Deleting port 5531c321-2c60-431a-b655-829dab417697 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:37.721893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.753227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c212febd-26d9-4707-ade9-6cf77126a589 req-b6ae313c-638c-4785-81dc-eaaae0d3b1ea tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:37.754744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c212febd-26d9-4707-ade9-6cf77126a589 req-b6ae313c-638c-4785-81dc-eaaae0d3b1ea tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 945 time: 0.0857315 Sep 10 03:56:37.812993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2297a9b1-9eb2-4d77-98c4-63da3ff05fab up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:37.840178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c212febd-26d9-4707-ade9-6cf77126a589 req-7cb5475d-8529-4075-8f14-710c4926ec95 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745120 Sep 10 03:56:37.842884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ade5eee6-fdea-4d8b-b0f6-b3375fdec22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.859438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] For port 5531c321-2c60-431a-b655-829dab417697, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=5531c321-2c60-431a-b655-829dab417697,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:37.862453 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.876782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Calling delete_port for 5531c321-2c60-431a-b655-829dab417697 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:37.894571 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ade5eee6-fdea-4d8b-b0f6-b3375fdec22d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0239c8859eb640358066fe52d77488bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3368313 Sep 10 03:56:37.895616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade5eee6-fdea-4d8b-b0f6-b3375fdec22d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff6e921-5f31-4df4-a7e8-4c84f5ad2897,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:37.909935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56054) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:37.963254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c44786-4df9-44ed-b0a1-2b204dc31ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.966118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:37.970552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:37.971170 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:37.987929 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-992191af-7d63-4071-b154-0d9897ac066e req-c1fcb41e-9e62-4427-b719-ecbd1110cb19 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0291100 Sep 10 03:56:37.993121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c44786-4df9-44ed-b0a1-2b204dc31ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.056431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.078089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2297a9b1-9eb2-4d77-98c4-63da3ff05fab'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:38.080335 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2eb10e-61f2-4333-8c3c-963a11a0ad39" -d '{"events": [{"server_uuid": "ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43", "name": "network-vif-plugged", "status": "completed", "tag": "2297a9b1-9eb2-4d77-98c4-63da3ff05fab"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:38.093216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,segment=NetworkSegment(2aa7501c-e4b7-4d60-9294-4d7737fdd3d5),segment_id=2aa7501c-e4b7-4d60-9294-4d7737fdd3d5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:38.121196 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a168fa43-968f-40d6-9c9e-b35876dad137 x-openstack-request-id: req-a168fa43-968f-40d6-9c9e-b35876dad137 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:38.121513 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43", "name": "network-vif-plugged", "status": "completed", "tag": "2297a9b1-9eb2-4d77-98c4-63da3ff05fab", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:38.121768 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a168fa43-968f-40d6-9c9e-b35876dad137 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:38.122168 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2297a9b1-9eb2-4d77-98c4-63da3ff05fab', 'code': 200} Sep 10 03:56:38.133491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c44786-4df9-44ed-b0a1-2b204dc31ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.136928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c44786-4df9-44ed-b0a1-2b204dc31ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.138493 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b3c44786-4df9-44ed-b0a1-2b204dc31ee8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ff6e921-5f31-4df4-a7e8-4c84f5ad2897 HTTP/1.1" status: 204 len: 168 time: 0.2270098 Sep 10 03:56:38.149750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c44786-4df9-44ed-b0a1-2b204dc31ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ff6e921-5f31-4df4-a7e8-4c84f5ad2897,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:38.167416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.177593 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.186143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['5531c321-2c60-431a-b655-829dab417697'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:38.188851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:38.192958 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:56:38.208153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event deleted for resources: {'Port': ['ID=5531c321-2c60-431a-b655-829dab417697,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:38.263331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] No DVR routers for this DVR port 5531c321-2c60-431a-b655-829dab417697 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:38.272517 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:38.272517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b7184de-cbe2-49f8-8efb-6e224b9dea1a req-2bce6f27-23dc-4265-b473-246ba140f477 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "DELETE /v2.0/ports/5531c321-2c60-431a-b655-829dab417697 HTTP/1.1" status: 204 len: 173 time: 0.6748245 Sep 10 03:56:38.272766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61ac54-6c75-498f-94e1-e91d28adc0d9 req-c59d52a4-f685-4f77-8b0e-51d17ddd2d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:38.272851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66af439e-3396-407f-82db-bb40a9f981c8', 'name': 'network-vif-deleted', 'tag': '5531c321-2c60-431a-b655-829dab417697'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:38.272924 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf61ac54-6c75-498f-94e1-e91d28adc0d9 req-c59d52a4-f685-4f77-8b0e-51d17ddd2d92 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 1097 time: 0.0572309 Sep 10 03:56:38.272995 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f3c3283-b3ce-427e-bdb6-a878d554b277" -d '{"events": [{"server_uuid": "66af439e-3396-407f-82db-bb40a9f981c8", "name": "network-vif-deleted", "tag": "5531c321-2c60-431a-b655-829dab417697"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:38.291756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:38.316966 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddb856d-f036-462e-9c6d-894360c9d568 x-openstack-request-id: req-fddb856d-f036-462e-9c6d-894360c9d568 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:38.317262 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66af439e-3396-407f-82db-bb40a9f981c8", "name": "network-vif-deleted", "tag": "5531c321-2c60-431a-b655-829dab417697", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:38.317564 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fddb856d-f036-462e-9c6d-894360c9d568 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:38.317923 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66af439e-3396-407f-82db-bb40a9f981c8', 'name': 'network-vif-deleted', 'tag': '5531c321-2c60-431a-b655-829dab417697', 'status': 'completed', 'code': 200} Sep 10 03:56:38.348968 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf61ac54-6c75-498f-94e1-e91d28adc0d9 req-4e46549f-ca87-4be4-a74f-98141970a275 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637488 Sep 10 03:56:38.718802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1181a89d-1530-4bb6-b91b-8b20ce7c89f0 req-3a792393-a3c2-45b9-8ebe-373423cd8c47 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:38.718802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1181a89d-1530-4bb6-b91b-8b20ce7c89f0 req-3a792393-a3c2-45b9-8ebe-373423cd8c47 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 946 time: 0.0638402 Sep 10 03:56:38.765033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1181a89d-1530-4bb6-b91b-8b20ce7c89f0 req-a6c57f92-63e4-481c-a059-77bd946a659f tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401871 Sep 10 03:56:38.957445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ab3dcd5-02c5-4bb9-a51c-bc63c0b43b16 req-74e3b5dc-1762-456c-8636-8633a83b8d82 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=66af439e-3396-407f-82db-bb40a9f981c8 HTTP/1.1" status: 200 len: 210 time: 0.0271738 Sep 10 03:56:39.130961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04984161-ae36-4128-8e85-83f503688ea0 req-aa5c500b-0bf3-4c07-9f23-e3fce98dd5a0 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0409040 Sep 10 03:56:39.927113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2974a7a-06c0-40a8-950f-c9879bdd2713 req-9d7d78b7-fecb-4813-890b-27a632a17724 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:39.935461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2974a7a-06c0-40a8-950f-c9879bdd2713 req-9d7d78b7-fecb-4813-890b-27a632a17724 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 946 time: 0.0927773 Sep 10 03:56:40.010569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2974a7a-06c0-40a8-950f-c9879bdd2713 req-4c8f1965-aa8a-4d10-a797-d10d5aea11a4 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688064 Sep 10 03:56:40.300987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5a92ef0-d53c-44ea-9352-fd21637ec884 req-cf308b5b-8f67-4bc7-8b79-3a80d16c5d33 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0316014 Sep 10 03:56:40.423016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-97a8c7f8-bc9f-4bae-b65b-f356d6836bb6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:40.424541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-97a8c7f8-bc9f-4bae-b65b-f356d6836bb6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.1173296 Sep 10 03:56:40.440553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-663eb065-6b8d-463e-9ddd-08cdfad848e7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/quotas/e7a7c4f9449549619fc86ca9ae6e6fd2 HTTP/1.1" status: 200 len: 375 time: 0.0101466 Sep 10 03:56:40.504434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-c3a60dd9-73d7-4b8c-9325-d1af4b82035d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0575273 Sep 10 03:56:40.657336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 5531c321-2c60-431a-b655-829dab417697 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:40.678651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-fae37f30-cb6d-4e8c-807a-1981083f28b1 service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572008 Sep 10 03:56:40.697900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 5531c321-2c60-431a-b655-829dab417697 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:40.698250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 5531c321-2c60-431a-b655-829dab417697 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:40.783244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-f66eedea-ff71-4a9b-807a-86a475ad974f service neutron] 10.222.0.22 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923388 Sep 10 03:56:40.966112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c625dd-4efd-435e-ac65-a86e3b102e58 req-7464f3dc-e792-4d6b-b5b6-fc4894c444e1 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:40.972072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81c625dd-4efd-435e-ac65-a86e3b102e58 req-7464f3dc-e792-4d6b-b5b6-fc4894c444e1 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 946 time: 0.0506480 Sep 10 03:56:41.021093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81c625dd-4efd-435e-ac65-a86e3b102e58 req-14729417-db47-45d0-bcbe-67722aad9de2 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473223 Sep 10 03:56:41.121613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb6552ee-bc9c-489f-acdd-f34232a7593c req-acbcfcc9-2e01-4b9e-b834-58f932d34afe tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 210 time: 0.0313644 Sep 10 03:56:41.438725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e27752d5-c6b7-4964-82ea-79fb32c123bd req-18bca8c7-a62d-4040-ae51-cf9d633d0f44 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0375211 Sep 10 03:56:42.193455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cfef3-16d2-428f-b702-78cf6988f19e req-1c929485-5771-4556-80a4-b39c6aa3fd39 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:42.195057 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-484cfef3-16d2-428f-b702-78cf6988f19e req-1c929485-5771-4556-80a4-b39c6aa3fd39 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.39 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 946 time: 0.0726495 Sep 10 03:56:42.197292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84985af2-e4c3-4358-ba1a-1c3dea052962 req-e142367f-64e6-4c68-9b7f-b046636414e1 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:42.198791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84985af2-e4c3-4358-ba1a-1c3dea052962 req-e142367f-64e6-4c68-9b7f-b046636414e1 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 946 time: 0.0869629 Sep 10 03:56:42.303894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f37c15c1-8a45-4e32-88c4-40bb83b5249b req-e94d8aa2-5038-4d60-a4c9-d0c851e502ce tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 210 time: 0.0598257 Sep 10 03:56:42.323162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84985af2-e4c3-4358-ba1a-1c3dea052962 req-9964112a-c2fa-4bb4-ba77-e01308c58c9f tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/security-groups?id=b94bec6f-cff7-480e-9613-fd4821facb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984309 Sep 10 03:56:42.394570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-484cfef3-16d2-428f-b702-78cf6988f19e req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Deleting port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:56:42.395824 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-484cfef3-16d2-428f-b702-78cf6988f19e req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:42.514165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-484cfef3-16d2-428f-b702-78cf6988f19e req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] For port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,segment=NetworkSegment(2aa7501c-e4b7-4d60-9294-4d7737fdd3d5),segment_id=2aa7501c-e4b7-4d60-9294-4d7737fdd3d5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:42.514558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-484cfef3-16d2-428f-b702-78cf6988f19e req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:42.530201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-484cfef3-16d2-428f-b702-78cf6988f19e req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Calling delete_port for 2297a9b1-9eb2-4d77-98c4-63da3ff05fab owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:56:42.566160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b127e2fb-2640-4196-8813-3d6c3d7d69b8 req-a065872b-aa41-4b5a-8cee-3d7114bc71fe tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0353043 Sep 10 03:56:42.760595 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-484cfef3-16d2-428f-b702-78cf6988f19e req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:42.772732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['2297a9b1-9eb2-4d77-98c4-63da3ff05fab'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:42.806517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Pushing event deleted for resources: {'Port': ['ID=2297a9b1-9eb2-4d77-98c4-63da3ff05fab,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:42.845291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-484cfef3-16d2-428f-b702-78cf6988f19e req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] No DVR routers for this DVR port 2297a9b1-9eb2-4d77-98c4-63da3ff05fab on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:56:42.848081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-484cfef3-16d2-428f-b702-78cf6988f19e req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:42.850095 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-484cfef3-16d2-428f-b702-78cf6988f19e req-7f8fe0fe-a6b6-44ce-8bf3-14eb14d2a453 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.39 "DELETE /v2.0/ports/2297a9b1-9eb2-4d77-98c4-63da3ff05fab HTTP/1.1" status: 204 len: 173 time: 0.6432905 Sep 10 03:56:42.850526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43', 'name': 'network-vif-deleted', 'tag': '2297a9b1-9eb2-4d77-98c4-63da3ff05fab'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:42.852876 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-919bdddd-6fc1-4dd2-b147-b5f68fc5241b" -d '{"events": [{"server_uuid": "ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43", "name": "network-vif-deleted", "tag": "2297a9b1-9eb2-4d77-98c4-63da3ff05fab"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:42.888814 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c208497-6ff5-4ff7-bf99-e5f20ef2283e x-openstack-request-id: req-6c208497-6ff5-4ff7-bf99-e5f20ef2283e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:42.888814 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43", "name": "network-vif-deleted", "tag": "2297a9b1-9eb2-4d77-98c4-63da3ff05fab", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:42.888814 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c208497-6ff5-4ff7-bf99-e5f20ef2283e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:42.889118 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43', 'name': 'network-vif-deleted', 'tag': '2297a9b1-9eb2-4d77-98c4-63da3ff05fab', 'status': 'completed', 'code': 200} Sep 10 03:56:43.042304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56230) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:43.160536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:43.329685 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:43.363174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-2e74453a-25a1-401b-9f1b-0690ecc5d625 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:43.366046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-2e74453a-25a1-401b-9f1b-0690ecc5d625 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 806 time: 0.1451137 Sep 10 03:56:43.386747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Request body: {'port': {'device_id': '4f58b865-3238-4382-82fc-4efb5c164538', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'admin_state_up': True, 'tenant_id': 'e7a7c4f9449549619fc86ca9ae6e6fd2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:43.392523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:43.536208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d39d35b6-1242-4b9c-8f59-3c6d2b7435e2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:43.547022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=216656a3af7348a6ad73cc35bb0bb6cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5035703 Sep 10 03:56:43.549076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29b53110-9851-4733-bd37-02237282ae0e req-9c1accaa-9f24-4eb2-8247-cbde096fc330 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 210 time: 0.1044786 Sep 10 03:56:43.549542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56246) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:43.576588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79c42792-aa2a-4154-99f0-d939490f31f7 req-8cf31458-6f4d-40d1-9ea2-bab2002aca96 tempest-ServerAddressesTestJSON-731039432 tempest-ServerAddressesTestJSON-731039432-project] 10.222.0.22 "GET /v2.0/ports?device_id=ce8cfe69-9194-4ff7-b7e7-6c33b91f9b43 HTTP/1.1" status: 200 len: 210 time: 0.1059573 Sep 10 03:56:43.600079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.600620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.601166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.601443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.601768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.602624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.602945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.603271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.603577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.603933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.604251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.604584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee882895-9f61-4f3a-9df6-53dfb96c307e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:56:43.690386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef38e4d5-02c0-43ef-8aca-f31119ea1056 req-d54fa7a1-fc05-45bd-bb4f-0963510ba6e8 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0387344 Sep 10 03:56:43.704243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd1ad-91b5-4b11-9c51-6e6d6948e506 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:43.729005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd1ad-91b5-4b11-9c51-6e6d6948e506 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:43.771483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Made reservation on behalf of e7a7c4f9449549619fc86ca9ae6e6fd2 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:43.775487 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:43.858711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd1ad-91b5-4b11-9c51-6e6d6948e506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:43.861261 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ccfd1ad-91b5-4b11-9c51-6e6d6948e506 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:43.862449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7ccfd1ad-91b5-4b11-9c51-6e6d6948e506 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d39d35b6-1242-4b9c-8f59-3c6d2b7435e2 HTTP/1.1" status: 204 len: 168 time: 0.2945030 Sep 10 03:56:43.901396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ccfd1ad-91b5-4b11-9c51-6e6d6948e506 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d39d35b6-1242-4b9c-8f59-3c6d2b7435e2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:43.976447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Allocated IP 172.20.0.13 (4b406e7e-d47b-4017-ba3e-24ec1e47a252/896487ef-0a57-4d1a-9d81-7f7479231ead/c1bd9719-f28a-49ce-afc8-6b9045fe8b99) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:56:44.124611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.252616 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.271921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:44.298339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:44.301533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:44.308797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:56:44.334346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event updated for resources: {'Port': ['ID=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:44.359640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:44.360270 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.499484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b48f5ac7-03c9-4ee6-b2f7-4ddd97941a0d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1243706 Sep 10 03:56:44.522000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Request body: {'port': {'device_id': '4f58b865-3238-4382-82fc-4efb5c164538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:44.581865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.607254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56274) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:44.625005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e38c527-c4d3-4974-a1c2-6456f1c317aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.668265 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56278) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:44.732606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e38c527-c4d3-4974-a1c2-6456f1c317aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.790148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4e38c527-c4d3-4974-a1c2-6456f1c317aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.821213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a1f3a1-a5d8-4ae0-9bad-40ad0e1270c5 req-dd131ae8-f45d-4c5c-9e18-eec5355319e4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:44.828555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10a1f3a1-a5d8-4ae0-9bad-40ad0e1270c5 req-dd131ae8-f45d-4c5c-9e18-eec5355319e4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 932 time: 0.2074664 Sep 10 03:56:44.830714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e38c527-c4d3-4974-a1c2-6456f1c317aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f75a6-73d0-4121-aad2-5400cb152235,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:44.850330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3108e9bf-c905-4cee-8ef5-640072ea7e79 req-c8579f86-1f0a-4c26-897b-bead288b8011 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0615282 Sep 10 03:56:44.853325 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4e38c527-c4d3-4974-a1c2-6456f1c317aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9323373f680c419caae7f941ee9dc97e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2445760 Sep 10 03:56:44.853726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-94d24ca4-5aca-4ea0-99ec-979745a2acdf admin admin] Deleting subnet 957d1a36-a143-4830-8cd6-c32d7313f0b4 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:56:44.855853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56282) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:44.886989 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94d24ca4-5aca-4ea0-99ec-979745a2acdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.923497 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0f51-bb75-4f21-a60d-22a50499e562 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.962906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0f51-bb75-4f21-a60d-22a50499e562 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:44.982052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10a1f3a1-a5d8-4ae0-9bad-40ad0e1270c5 req-48c88055-d6d5-4e37-ab62-06ddfd9e1886 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527188 Sep 10 03:56:44.984320 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94d24ca4-5aca-4ea0-99ec-979745a2acdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.046719 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94d24ca4-5aca-4ea0-99ec-979745a2acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.091731 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0f51-bb75-4f21-a60d-22a50499e562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.094494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d6e0f51-bb75-4f21-a60d-22a50499e562 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.098325 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9d6e0f51-bb75-4f21-a60d-22a50499e562 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c6f75a6-73d0-4121-aad2-5400cb152235 HTTP/1.1" status: 204 len: 168 time: 0.2386630 Sep 10 03:56:45.105059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d6e0f51-bb75-4f21-a60d-22a50499e562 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f75a6-73d0-4121-aad2-5400cb152235,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:45.152956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bd9719-f28a-49ce-afc8-6b9045fe8b99 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:45.160957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.293324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Transition to ACTIVE for port object c1bd9719-f28a-49ce-afc8-6b9045fe8b99 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:45.295159 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94d24ca4-5aca-4ea0-99ec-979745a2acdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.323230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d24ca4-5aca-4ea0-99ec-979745a2acdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=957d1a36-a143-4830-8cd6-c32d7313f0b4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:45.337286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94d24ca4-5aca-4ea0-99ec-979745a2acdf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.337286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-94d24ca4-5aca-4ea0-99ec-979745a2acdf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/957d1a36-a143-4830-8cd6-c32d7313f0b4 HTTP/1.1" status: 204 len: 168 time: 0.6566947 Sep 10 03:56:45.339012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56288) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:45.360459 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.478435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:45.506856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Attempting to bind port c1bd9719-f28a-49ce-afc8-6b9045fe8b99 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:56:45.507057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Attempting to bind port c1bd9719-f28a-49ce-afc8-6b9045fe8b99 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:56:45.511530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Attempting to bind port c1bd9719-f28a-49ce-afc8-6b9045fe8b99 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:45.519549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Port c1bd9719-f28a-49ce-afc8-6b9045fe8b99 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:56:45.520122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Attempting to bind port c1bd9719-f28a-49ce-afc8-6b9045fe8b99 on network 4b406e7e-d47b-4017-ba3e-24ec1e47a252 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:45.527762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:56:45.528504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Checking segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:45.528609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Bound using segment: {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:56:45.529031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Bound port: c1bd9719-f28a-49ce-afc8-6b9045fe8b99, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 230, 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:56:45.529386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.530066 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.625835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] For port c1bd9719-f28a-49ce-afc8-6b9045fe8b99, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:56:45.627654 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.634942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] For port c1bd9719-f28a-49ce-afc8-6b9045fe8b99, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:56:45.654095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6609e5e9-3355-455c-be15-b9beff990212']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:45.667388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aa7501c-e4b7-4d60-9294-4d7737fdd3d5') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:45.667715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aa7501c-e4b7-4d60-9294-4d7737fdd3d5') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:56:45.678882 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.693998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.701737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:56:45.702196 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:56:45.704388 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:56:45.718661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.770049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:45.770668 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.772106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/c1bd9719-f28a-49ce-afc8-6b9045fe8b99 HTTP/1.1" status: 200 len: 1092 time: 1.2552903 Sep 10 03:56:45.772558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f58b865-3238-4382-82fc-4efb5c164538', 'tag': 'c1bd9719-f28a-49ce-afc8-6b9045fe8b99'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:45.778069 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d181594d-b326-424c-bf6a-ea34aff19629" -d '{"events": [{"name": "network-changed", "server_uuid": "4f58b865-3238-4382-82fc-4efb5c164538", "tag": "c1bd9719-f28a-49ce-afc8-6b9045fe8b99"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:45.793542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00914689-32da-4b4d-a51b-80c30ff4d4d1 service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:45.829202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2297a9b1-9eb2-4d77-98c4-63da3ff05fab no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:56:45.829691 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56917493-c8b2-49aa-8e78-b071aae8af2c x-openstack-request-id: req-56917493-c8b2-49aa-8e78-b071aae8af2c {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:45.829691 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f58b865-3238-4382-82fc-4efb5c164538", "tag": "c1bd9719-f28a-49ce-afc8-6b9045fe8b99", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:45.829691 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56917493-c8b2-49aa-8e78-b071aae8af2c {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:45.829940 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f58b865-3238-4382-82fc-4efb5c164538', 'tag': 'c1bd9719-f28a-49ce-afc8-6b9045fe8b99', 'status': 'completed', 'code': 200} Sep 10 03:56:45.831176 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.842867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:45.844859 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6609e5e9-3355-455c-be15-b9beff990212 HTTP/1.1" status: 204 len: 168 time: 0.5072865 Sep 10 03:56:45.860121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc51761-67ef-44e3-9aa6-978fdcb96ff6 admin admin] Pushing event deleted for resources: {'Network': ['ID=6609e5e9-3355-455c-be15-b9beff990212,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:45.871913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 2297a9b1-9eb2-4d77-98c4-63da3ff05fab {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:56:45.872261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2297a9b1-9eb2-4d77-98c4-63da3ff05fab not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:56:45.911929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181594d-b326-424c-bf6a-ea34aff19629 req-1e4ed7fa-f311-4c3e-8098-da4f795bbf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:45.913404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d181594d-b326-424c-bf6a-ea34aff19629 req-1e4ed7fa-f311-4c3e-8098-da4f795bbf15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 1095 time: 0.0598526 Sep 10 03:56:45.975944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7bc5bd4-50fa-4d4a-9b75-3388c25cfcc6 req-180036ca-8229-41f4-9a10-5b527b93b48a tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0350254 Sep 10 03:56:46.043868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181594d-b326-424c-bf6a-ea34aff19629 req-d6d270a8-6c7c-464a-b025-1c9c107e9a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:46.050293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d181594d-b326-424c-bf6a-ea34aff19629 req-d6d270a8-6c7c-464a-b025-1c9c107e9a42 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&shared=False HTTP/1.1" status: 200 len: 907 time: 0.1288824 Sep 10 03:56:46.166132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a05ae72-c2f4-41b0-9100-32bff8048692 req-702f1e72-f2d3-4fb8-9f05-27cd46b11a9e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:46.167772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a05ae72-c2f4-41b0-9100-32bff8048692 req-702f1e72-f2d3-4fb8-9f05-27cd46b11a9e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 944 time: 0.1159043 Sep 10 03:56:46.197082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d181594d-b326-424c-bf6a-ea34aff19629 req-fcff2fd1-a832-4250-b0dc-b40e2caa44e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:46.198595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d181594d-b326-424c-bf6a-ea34aff19629 req-fcff2fd1-a832-4250-b0dc-b40e2caa44e4 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1361392 Sep 10 03:56:46.219626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a05ae72-c2f4-41b0-9100-32bff8048692 req-2a53a500-fa21-439d-b63f-33c37ca7b976 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453246 Sep 10 03:56:46.277789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56322) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:46.286510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-94c1d8d0-09ad-4395-82b6-a0ade3838c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:46.288077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-94c1d8d0-09ad-4395-82b6-a0ade3838c21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 1095 time: 0.0475585 Sep 10 03:56:46.323798 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e935171b-6440-4249-9cab-dddb5dc99286 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5aa41f277cdf4cd5a34b4ec732d78337&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0442469 Sep 10 03:56:46.326124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56324) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:46.341192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-a0d0d7b1-b01c-4207-b774-b776b6142b1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd9719-f28a-49ce-afc8-6b9045fe8b99 HTTP/1.1" status: 200 len: 217 time: 0.0436637 Sep 10 03:56:46.386216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4b64-6cb1-448e-9e42-55b9b0fd83a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:46.397810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b581fb11-3d4a-47e3-aa96-34b1e66c2346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:46.399856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b581fb11-3d4a-47e3-aa96-34b1e66c2346 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.0520704 Sep 10 03:56:46.408235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4b64-6cb1-448e-9e42-55b9b0fd83a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:46.436445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-b66a06fa-a3f2-4e1c-add6-68f867665765 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300245 Sep 10 03:56:46.550572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4b64-6cb1-448e-9e42-55b9b0fd83a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:46.553483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e4b4b64-6cb1-448e-9e42-55b9b0fd83a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:46.558292 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8e4b4b64-6cb1-448e-9e42-55b9b0fd83a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b94bec6f-cff7-480e-9613-fd4821facb9a HTTP/1.1" status: 204 len: 168 time: 0.2285390 Sep 10 03:56:46.581079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-818bfeef-2766-4aef-915d-938933cee553 service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348627 Sep 10 03:56:46.584168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b4b64-6cb1-448e-9e42-55b9b0fd83a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94bec6f-cff7-480e-9613-fd4821facb9a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:47.002592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd2ed1d-2315-4dd5-9fec-a9132f1a4040 req-95c72ffe-8d7c-449f-8c75-662caf511752 service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4127886 Sep 10 03:56:47.082249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64b8744b-6d1f-4e41-90b5-cd2b395336ba req-ce6251dd-c72e-446d-9419-85125a774168 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0281615 Sep 10 03:56:47.279423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56360) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:47.356592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab8c63d-75bf-4ca1-b63a-8060b5663bda req-5705c71b-53c4-4644-b366-51b8ebd95d93 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:47.358400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ab8c63d-75bf-4ca1-b63a-8060b5663bda req-5705c71b-53c4-4644-b366-51b8ebd95d93 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 944 time: 0.0509238 Sep 10 03:56:47.402202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ab8c63d-75bf-4ca1-b63a-8060b5663bda req-c58e64c5-29cf-4880-b400-bb24a530388e tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371206 Sep 10 03:56:47.407720 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfa999ef-c7e8-4228-8d3a-e1e654b41e50 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:47.497916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfa999ef-c7e8-4228-8d3a-e1e654b41e50 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:47.601415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cfa999ef-c7e8-4228-8d3a-e1e654b41e50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:47.650411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa999ef-c7e8-4228-8d3a-e1e654b41e50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c47ea2f6-2c93-4c06-9b9d-4ad326a5f87d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:47.656531 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cfa999ef-c7e8-4228-8d3a-e1e654b41e50 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c07b204a20384801b64839af59b08876&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3741043 Sep 10 03:56:47.661245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56378) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:47.715023 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-539d4db5-83e9-4223-b44c-8dde40cb14be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:47.735381 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-539d4db5-83e9-4223-b44c-8dde40cb14be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:47.886941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-539d4db5-83e9-4223-b44c-8dde40cb14be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:47.889779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-539d4db5-83e9-4223-b44c-8dde40cb14be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:47.891184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-539d4db5-83e9-4223-b44c-8dde40cb14be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c47ea2f6-2c93-4c06-9b9d-4ad326a5f87d HTTP/1.1" status: 204 len: 168 time: 0.2290308 Sep 10 03:56:47.907287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539d4db5-83e9-4223-b44c-8dde40cb14be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c47ea2f6-2c93-4c06-9b9d-4ad326a5f87d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:47.917767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56388) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:48.025742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1349482918-network', 'tenant_id': '33404f0489de4c57a22282a1c760935b'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:48.140407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Made reservation on behalf of 33404f0489de4c57a22282a1c760935b for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:48.144315 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:48.156115 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:48.201318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26d86c87-d914-4f4e-afeb-ecc0321018f4 req-c1d04175-dffc-498f-b514-2df5d241e7d6 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0422385 Sep 10 03:56:48.266240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:48.384023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:48.406475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:56:48.422846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c6de65-c5a7-44be-ba92-bfb92c390442,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:48.441188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:48.441540 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Added segment 2e296b41-770a-41ea-9d0f-bcbb66f9490f of type vlan for network 31fc2637-9e48-436c-a83c-5159c95162d0 Sep 10 03:56:48.529281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:48.613684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:48.615010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:48.615954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:48.617203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eea7c9-cfce-4fc0-b472-e55c0094a115 req-99332388-e61a-4769-a033-fe2cfdd3b47c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:48.625320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73eea7c9-cfce-4fc0-b472-e55c0094a115 req-99332388-e61a-4769-a033-fe2cfdd3b47c tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 944 time: 0.1003156 Sep 10 03:56:48.685482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c1bd9719-f28a-49ce-afc8-6b9045fe8b99 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:56:48.727935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73eea7c9-cfce-4fc0-b472-e55c0094a115 req-37d3abe3-8405-4754-816f-9218966588b4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923545 Sep 10 03:56:48.775646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] Pushing event updated for resources: {'Network': ['ID=31fc2637-9e48-436c-a83c-5159c95162d0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:48.803038 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9c91c27a-db92-4717-bce6-950b7fe7575c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8814125 Sep 10 03:56:48.804451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56416) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:48.842104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Request body: {'subnet': {'network_id': '31fc2637-9e48-436c-a83c-5159c95162d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1349482918-subnet', 'tenant_id': '33404f0489de4c57a22282a1c760935b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:48.848371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 31fc2637-9e48-436c-a83c-5159c95162d0 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:56:48.990630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Made reservation on behalf of 33404f0489de4c57a22282a1c760935b for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:48.994886 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:49.077097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c1bd9719-f28a-49ce-afc8-6b9045fe8b99, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:49.090390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'c1bd9719-f28a-49ce-afc8-6b9045fe8b99', 'network_id': '4b406e7e-d47b-4017-ba3e-24ec1e47a252', 'port_id': 'c1bd9719-f28a-49ce-afc8-6b9045fe8b99', 'mac_address': 'fa:16:3e:2e:37:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 230, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '896487ef-0a57-4d1a-9d81-7f7479231ead', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:56:49.187436 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:49.223266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bd9719-f28a-49ce-afc8-6b9045fe8b99 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:49.271406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c1bd9719-f28a-49ce-afc8-6b9045fe8b99, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:49.290472 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:49.345557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:49.377193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d0db3d0-5bc7-461b-a4af-157beda074fc,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:49.377630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34efa27e-4af2-473d-aa9c-68613566d2e8 req-18700c0a-f7ba-43f9-90c5-e997e6500870 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0498810 Sep 10 03:56:49.469863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Checking segment: {'id': '2e296b41-770a-41ea-9d0f-bcbb66f9490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31fc2637-9e48-436c-a83c-5159c95162d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:49.470360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Network hostable DHCP agents. Network: 31fc2637-9e48-436c-a83c-5159c95162d0, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:56:49.499153 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:49.572319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['c1bd9719-f28a-49ce-afc8-6b9045fe8b99'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:56:49.602814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Network 31fc2637-9e48-436c-a83c-5159c95162d0 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:56:49.681479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 31fc2637-9e48-436c-a83c-5159c95162d0) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:49.693456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:49.696057 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:49.716677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f691316f-61af-4991-a47d-8a9e7768baba None None] Network 31fc2637-9e48-436c-a83c-5159c95162d0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:56:49.825111 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-57343b80-1c2d-47c6-b281-35e0d412c426 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0170546 Sep 10 03:56:49.917893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b6a8cf-2822-4eec-9a22-7525bd03010c req-642a578f-d22e-48a7-b58d-733c172d98c3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:49.926912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55b6a8cf-2822-4eec-9a22-7525bd03010c req-642a578f-d22e-48a7-b58d-733c172d98c3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 945 time: 0.1097305 Sep 10 03:56:49.954647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e0fa7b-3d30-49ea-8c10-567212279562 None None] Network 31fc2637-9e48-436c-a83c-5159c95162d0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:56:49.983893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55b6a8cf-2822-4eec-9a22-7525bd03010c req-aaf934ca-dbdd-41f5-8410-00b36a21767a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559378 Sep 10 03:56:50.574694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50f9c4ba-66b9-4a51-9113-bb3831db1e71 req-99976851-f863-4d62-a770-c48e26995356 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.1038690 Sep 10 03:56:50.619037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716a5d-a42b-4636-b182-dc66343593c1 req-28c0a717-4a4d-4e2c-b8f2-32b9431627d4 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:50.627499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-28c0a717-4a4d-4e2c-b8f2-32b9431627d4 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/networks?id=31fc2637-9e48-436c-a83c-5159c95162d0 HTTP/1.1" status: 200 len: 813 time: 0.2065182 Sep 10 03:56:50.638942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-803afbaa-68b9-44c7-9754-2021d0b07f7f tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/quotas/33404f0489de4c57a22282a1c760935b HTTP/1.1" status: 200 len: 375 time: 0.0104976 Sep 10 03:56:50.673686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-3374a89d-a7c0-46c9-b5b3-45f5bc4aa313 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=33404f0489de4c57a22282a1c760935b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0279181 Sep 10 03:56:50.701922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c1bd9719-f28a-49ce-afc8-6b9045fe8b99 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:56:50.790034 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0919b673-0bf6-4927-b984-43085e39cd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:50.815972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-30efe4d8-c8ae-4b91-9e9f-ec9baf88ddca service neutron] 10.222.0.22 "GET /v2.0/networks/31fc2637-9e48-436c-a83c-5159c95162d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298344 Sep 10 03:56:50.892596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port c1bd9719-f28a-49ce-afc8-6b9045fe8b99 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:56:50.896667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port c1bd9719-f28a-49ce-afc8-6b9045fe8b99 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:56:50.897035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:50.948532 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-27dfbc9d-e917-4d09-828a-bf0223cbdc64 service neutron] 10.222.0.22 "GET /v2.0/networks/31fc2637-9e48-436c-a83c-5159c95162d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252894 Sep 10 03:56:51.020497 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:51.051276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f58b865-3238-4382-82fc-4efb5c164538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd9719-f28a-49ce-afc8-6b9045fe8b99'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:51.054171 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-802631b0-1814-4b20-b302-f4596fa92fd3" -d '{"events": [{"server_uuid": "4f58b865-3238-4382-82fc-4efb5c164538", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd9719-f28a-49ce-afc8-6b9045fe8b99"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:51.070856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c1bd9719-f28a-49ce-afc8-6b9045fe8b99, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:56:51.140567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca52e9e-f65e-469e-989b-bc827e5850d4 req-f43ea0d2-6549-4f76-8daf-e643a3b9f60a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:51.142224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ca52e9e-f65e-469e-989b-bc827e5850d4 req-f43ea0d2-6549-4f76-8daf-e643a3b9f60a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 945 time: 0.0521059 Sep 10 03:56:51.182620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ca52e9e-f65e-469e-989b-bc827e5850d4 req-3437a072-2bc0-4d1c-85be-bb1da1b37de6 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338902 Sep 10 03:56:51.183955 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:51.284011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:51.301414 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac85b9ae-0ac5-455b-a417-1d8b6c602b50 x-openstack-request-id: req-ac85b9ae-0ac5-455b-a417-1d8b6c602b50 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:51.301707 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f58b865-3238-4382-82fc-4efb5c164538", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd9719-f28a-49ce-afc8-6b9045fe8b99", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:51.301946 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac85b9ae-0ac5-455b-a417-1d8b6c602b50 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:51.304186 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f58b865-3238-4382-82fc-4efb5c164538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd9719-f28a-49ce-afc8-6b9045fe8b99', 'code': 200} Sep 10 03:56:51.415943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b460fd8-eecb-4564-abaf-159948ed44ae req-2c02b87f-9f0e-4bc2-a791-798324502943 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 210 time: 0.0740008 Sep 10 03:56:51.482644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa41079-f5ea-4206-bc31-c816e64edd54 req-6ef1d7ae-3bc5-4e3c-a5b9-f3d77bebf19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:51.484202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7aa41079-f5ea-4206-bc31-c816e64edd54 req-6ef1d7ae-3bc5-4e3c-a5b9-f3d77bebf19b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 1097 time: 0.1307309 Sep 10 03:56:51.553387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7aa41079-f5ea-4206-bc31-c816e64edd54 req-3f394cce-00d4-48f7-8dd1-69382349085e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602307 Sep 10 03:56:51.762266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41a8ba30-3618-4b29-a5d7-f96a7f32b584 req-27129180-dc2e-4087-a7a0-f489a275bc80 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0552182 Sep 10 03:56:52.446155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990473d6-730e-4dd6-8e88-40fbc48ecc65 req-d9650705-f097-4cb4-96aa-7abb881bf4f7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:52.479207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-990473d6-730e-4dd6-8e88-40fbc48ecc65 req-d9650705-f097-4cb4-96aa-7abb881bf4f7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1269515 Sep 10 03:56:52.567143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-082b2e06-1bbf-4311-8798-406a3d964509 req-629849fa-fb7f-461f-9636-030f6f4d028b tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 210 time: 0.0480773 Sep 10 03:56:52.585911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-990473d6-730e-4dd6-8e88-40fbc48ecc65 req-7fff9da8-f819-4fa4-a9bf-e8e805c9b871 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094992 Sep 10 03:56:52.872899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44ba8d10-7192-4822-b516-c5cbe8605f80 req-bbcdb5cb-c817-4683-ad67-f391d879c5a5 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0329828 Sep 10 03:56:52.892242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56548) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:53.044416 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21f78ce3-8370-4e56-aa1e-df3422a897f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:53.169946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21f78ce3-8370-4e56-aa1e-df3422a897f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:53.315352 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21f78ce3-8370-4e56-aa1e-df3422a897f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:53.354165 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-21f78ce3-8370-4e56-aa1e-df3422a897f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=469134d23e774964805d78964643a680&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4603119 Sep 10 03:56:53.356983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56556) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:53.359094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f78ce3-8370-4e56-aa1e-df3422a897f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1320ee4-b4dc-4fe9-a826-6d5b130277f4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:53.417178 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b202af6b-ab15-47e0-8d2a-f57b203e883d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:53.449792 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b202af6b-ab15-47e0-8d2a-f57b203e883d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:53.544302 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fa770283-6e59-46f1-b09a-fb9ffa8d64a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:53.629753 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b202af6b-ab15-47e0-8d2a-f57b203e883d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:53.632638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b202af6b-ab15-47e0-8d2a-f57b203e883d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:53.635225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b202af6b-ab15-47e0-8d2a-f57b203e883d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1320ee4-b4dc-4fe9-a826-6d5b130277f4 HTTP/1.1" status: 204 len: 168 time: 0.2764900 Sep 10 03:56:53.665057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b202af6b-ab15-47e0-8d2a-f57b203e883d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1320ee4-b4dc-4fe9-a826-6d5b130277f4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:53.735530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-172c1d50-ad4f-4f1a-ba02-e64395da540d req-212619c2-58f1-475a-bad6-1aa86423b256 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 210 time: 0.0581934 Sep 10 03:56:53.775617 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:53.778538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41f450d-027d-482e-8db6-cc108fa1436e req-65752f21-04fc-43a8-b1d6-6b8b5a561390 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:53.780319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a41f450d-027d-482e-8db6-cc108fa1436e req-65752f21-04fc-43a8-b1d6-6b8b5a561390 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1054528 Sep 10 03:56:53.835622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a41f450d-027d-482e-8db6-cc108fa1436e req-be4959da-422e-4e6d-a9de-d2e89b478d98 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451021 Sep 10 03:56:53.998324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c7365c5-8708-4359-9cec-7be0591a5793 req-4cf4ed6f-9580-410b-9a60-e92435d04dd3 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0278230 Sep 10 03:56:54.267696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220ecfb6-70b0-4e6b-a338-f7be3ba23f75 req-ea2c4c56-3443-4a47-b905-94d45509fad4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:54.280105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-220ecfb6-70b0-4e6b-a338-f7be3ba23f75 req-ea2c4c56-3443-4a47-b905-94d45509fad4 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0904062 Sep 10 03:56:54.329073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716a5d-a42b-4636-b182-dc66343593c1 req-42e436ef-66be-437c-b2dc-f12f770d70d6 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:54.332097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-42e436ef-66be-437c-b2dc-f12f770d70d6 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.20 "GET /v2.0/networks?id=31fc2637-9e48-436c-a83c-5159c95162d0 HTTP/1.1" status: 200 len: 813 time: 0.2756183 Sep 10 03:56:54.350236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Request body: {'port': {'device_id': '26e8ed78-1b6f-4eeb-b584-98eaa32020df', 'network_id': '31fc2637-9e48-436c-a83c-5159c95162d0', 'admin_state_up': True, 'tenant_id': '33404f0489de4c57a22282a1c760935b'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:54.360430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-220ecfb6-70b0-4e6b-a338-f7be3ba23f75 req-d2bad766-9382-451d-9809-52e5ac42625b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689301 Sep 10 03:56:54.562905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc2d480-6964-4f26-aa31-3c26d113ee7b req-f787c9d9-b918-4d75-b18b-17662c0eab0b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:54.574575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3cc2d480-6964-4f26-aa31-3c26d113ee7b req-f787c9d9-b918-4d75-b18b-17662c0eab0b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1081970 Sep 10 03:56:54.618617 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3cc2d480-6964-4f26-aa31-3c26d113ee7b req-f25f4994-608a-41ec-a0e9-07bb4fb42190 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367188 Sep 10 03:56:54.702785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Made reservation on behalf of 33404f0489de4c57a22282a1c760935b for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:56:54.706371 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:54.753729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56586) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:54.778477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d70f7ca0-8f32-4cc9-b45e-1f16a43d5d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:54.948254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21f5e4b3-e46e-40cf-b8a7-b50593c4665b req-df7db44c-be9b-439c-8a1b-4d2883970eb0 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 210 time: 0.0509846 Sep 10 03:56:54.969902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Allocated IP 172.20.0.2 (31fc2637-9e48-436c-a83c-5159c95162d0/5d0db3d0-5bc7-461b-a4af-157beda074fc/481a3b44-c70d-47bf-959a-acf3e3d95fe1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:56:54.986645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d70f7ca0-8f32-4cc9-b45e-1f16a43d5d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.142896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d70f7ca0-8f32-4cc9-b45e-1f16a43d5d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.186336 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d70f7ca0-8f32-4cc9-b45e-1f16a43d5d07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec89982ad66f4be29c3d191e32f93a30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4276869 Sep 10 03:56:55.186336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56596) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:55.191203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70f7ca0-8f32-4cc9-b45e-1f16a43d5d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e729f816-09d2-4ab0-bfb8-62cb990771b1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:55.220029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.228632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5de50a9-cec1-459f-b42e-aec3295e78a6 req-6e5d25ad-9a9a-4325-95df-cdb0ee9ba154 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.1034148 Sep 10 03:56:55.290000 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1d06-e9ae-4527-808a-5bcbbd24387a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.344069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1d06-e9ae-4527-808a-5bcbbd24387a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.380607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1280bc7-16b0-491b-88ab-93ff1c1e9ec8 req-797e9025-6f27-4b59-8ee9-1b57a80fdcf9 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:55.383772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1280bc7-16b0-491b-88ab-93ff1c1e9ec8 req-797e9025-6f27-4b59-8ee9-1b57a80fdcf9 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.2315850 Sep 10 03:56:55.385945 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.488192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1280bc7-16b0-491b-88ab-93ff1c1e9ec8 req-bc70d1c1-54e3-48ec-80cb-dcb377190e29 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917227 Sep 10 03:56:55.589685 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1d06-e9ae-4527-808a-5bcbbd24387a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.589940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.600866 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c0e1d06-e9ae-4527-808a-5bcbbd24387a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.603113 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4c0e1d06-e9ae-4527-808a-5bcbbd24387a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e729f816-09d2-4ab0-bfb8-62cb990771b1 HTTP/1.1" status: 204 len: 168 time: 0.4171565 Sep 10 03:56:55.624803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c0e1d06-e9ae-4527-808a-5bcbbd24387a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e729f816-09d2-4ab0-bfb8-62cb990771b1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:55.650902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Network 31fc2637-9e48-436c-a83c-5159c95162d0 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:56:55.654447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:56:55.658782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:56:55.691991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Pushing event updated for resources: {'Port': ['ID=481a3b44-c70d-47bf-959a-acf3e3d95fe1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:55.728494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:55.729920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:55.876900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b8e305b9-7b47-40c6-bce2-9ba2363c8268 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5334084 Sep 10 03:56:55.906500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Request body: {'port': {'device_id': '26e8ed78-1b6f-4eeb-b584-98eaa32020df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:56:56.058031 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:56.246592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1223031d-6136-428f-bd70-5eb0e2ffb7c1 req-85c1fb4a-fdcc-4829-af18-5e4dd9c346b0 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:56.254224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1223031d-6136-428f-bd70-5eb0e2ffb7c1 req-85c1fb4a-fdcc-4829-af18-5e4dd9c346b0 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 931 time: 0.1922472 Sep 10 03:56:56.316400 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:56.402674 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39d2a3fe-e58c-4b1a-b5df-c38e807d2b77 req-1649b1b8-3c69-4831-b7fd-297c86e4052b tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0407073 Sep 10 03:56:56.425796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1223031d-6136-428f-bd70-5eb0e2ffb7c1 req-3daeee0e-de7a-4179-98c5-55f988730e0a tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707442 Sep 10 03:56:56.735565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481a3b44-c70d-47bf-959a-acf3e3d95fe1 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:56:56.744961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:56.777676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f76e37-ce12-42d4-b566-700dd2f7be06 req-9cfc0d30-a85a-4997-a76f-44819cd1ceb2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:56.779282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99f76e37-ce12-42d4-b566-700dd2f7be06 req-9cfc0d30-a85a-4997-a76f-44819cd1ceb2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1720316 Sep 10 03:56:56.782026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Transition to ACTIVE for port object 481a3b44-c70d-47bf-959a-acf3e3d95fe1 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:56:56.840379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99f76e37-ce12-42d4-b566-700dd2f7be06 req-7035b49e-de31-4f37-927a-9d55ccbc1199 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540056 Sep 10 03:56:56.875617 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:56.931511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=481a3b44-c70d-47bf-959a-acf3e3d95fe1,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:57.006939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Attempting to bind port 481a3b44-c70d-47bf-959a-acf3e3d95fe1 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:56:57.006939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Attempting to bind port 481a3b44-c70d-47bf-959a-acf3e3d95fe1 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '2e296b41-770a-41ea-9d0f-bcbb66f9490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31fc2637-9e48-436c-a83c-5159c95162d0'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:56:57.006939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Attempting to bind port 481a3b44-c70d-47bf-959a-acf3e3d95fe1 on network 31fc2637-9e48-436c-a83c-5159c95162d0 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:57.011824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Port 481a3b44-c70d-47bf-959a-acf3e3d95fe1 on network 31fc2637-9e48-436c-a83c-5159c95162d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:56:57.012136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Attempting to bind port 481a3b44-c70d-47bf-959a-acf3e3d95fe1 on network 31fc2637-9e48-436c-a83c-5159c95162d0 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:56:57.026658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:56:57.026658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Checking segment: {'id': '2e296b41-770a-41ea-9d0f-bcbb66f9490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31fc2637-9e48-436c-a83c-5159c95162d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:56:57.026658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Bound using segment: {'id': '2e296b41-770a-41ea-9d0f-bcbb66f9490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31fc2637-9e48-436c-a83c-5159c95162d0'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:56:57.026658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Bound port: 481a3b44-c70d-47bf-959a-acf3e3d95fe1, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2e296b41-770a-41ea-9d0f-bcbb66f9490f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': '31fc2637-9e48-436c-a83c-5159c95162d0'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:56:57.026658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:57.138015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] For port 481a3b44-c70d-47bf-959a-acf3e3d95fe1, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:56:57.145016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] For port 481a3b44-c70d-47bf-959a-acf3e3d95fe1, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=481a3b44-c70d-47bf-959a-acf3e3d95fe1,segment=NetworkSegment(2e296b41-770a-41ea-9d0f-bcbb66f9490f),segment_id=2e296b41-770a-41ea-9d0f-bcbb66f9490f)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:56:57.230443 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:57.265873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:57.265873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:57.266483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] 10.222.0.20 "PUT /v2.0/ports/481a3b44-c70d-47bf-959a-acf3e3d95fe1 HTTP/1.1" status: 200 len: 1091 time: 1.3794401 Sep 10 03:56:57.266896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26e8ed78-1b6f-4eeb-b584-98eaa32020df', 'tag': '481a3b44-c70d-47bf-959a-acf3e3d95fe1'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:56:57.269121 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc5922d-322c-449d-b128-f7b94ceae9a4" -d '{"events": [{"name": "network-changed", "server_uuid": "26e8ed78-1b6f-4eeb-b584-98eaa32020df", "tag": "481a3b44-c70d-47bf-959a-acf3e3d95fe1"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:56:57.313124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5a6fa6-1039-4f7d-bada-5e173e99b5b8 service neutron] Pushing event updated for resources: {'Port': ['ID=481a3b44-c70d-47bf-959a-acf3e3d95fe1,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:57.316243 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:56:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d330a64-2bf7-4aea-b772-342e658aa6d6 x-openstack-request-id: req-3d330a64-2bf7-4aea-b772-342e658aa6d6 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:56:57.316537 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26e8ed78-1b6f-4eeb-b584-98eaa32020df", "tag": "481a3b44-c70d-47bf-959a-acf3e3d95fe1", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:56:57.316793 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d330a64-2bf7-4aea-b772-342e658aa6d6 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:56:57.317246 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26e8ed78-1b6f-4eeb-b584-98eaa32020df', 'tag': '481a3b44-c70d-47bf-959a-acf3e3d95fe1', 'status': 'completed', 'code': 200} Sep 10 03:56:57.387899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5922d-322c-449d-b128-f7b94ceae9a4 req-0ae3991a-6146-4435-879e-fad20641a90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:57.389476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddc5922d-322c-449d-b128-f7b94ceae9a4 req-0ae3991a-6146-4435-879e-fad20641a90d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33404f0489de4c57a22282a1c760935b&device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 1094 time: 0.0513935 Sep 10 03:56:57.558676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1693ccda-9455-490d-9da9-615034d65cc3 req-b146fa91-8515-46fd-8c79-b83839f579da tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0396028 Sep 10 03:56:57.609468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5922d-322c-449d-b128-f7b94ceae9a4 req-ccf7651a-c6b0-42dc-bd0b-d83d98a23c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:57.611050 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddc5922d-322c-449d-b128-f7b94ceae9a4 req-ccf7651a-c6b0-42dc-bd0b-d83d98a23c4b service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=33404f0489de4c57a22282a1c760935b&shared=False HTTP/1.1" status: 200 len: 914 time: 0.2109618 Sep 10 03:56:57.684700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2f54be-340c-4806-93a0-d84e7a9fdf75 req-f08c454b-59ca-4311-8946-9a737fd84a5d tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:57.692299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c2f54be-340c-4806-93a0-d84e7a9fdf75 req-f08c454b-59ca-4311-8946-9a737fd84a5d tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 943 time: 0.1119828 Sep 10 03:56:57.790759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c2f54be-340c-4806-93a0-d84e7a9fdf75 req-725a72a4-4a6f-4adb-979f-9e827365be96 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975485 Sep 10 03:56:57.825499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5922d-322c-449d-b128-f7b94ceae9a4 req-0f687b74-cfd0-4aa5-b96f-22c1f4822e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:57.830048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddc5922d-322c-449d-b128-f7b94ceae9a4 req-0f687b74-cfd0-4aa5-b96f-22c1f4822e01 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2033274 Sep 10 03:56:57.917236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716a5d-a42b-4636-b182-dc66343593c1 req-daf52ea4-c2a4-4bb8-bfe9-4f3e0f1e3b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:57.918966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-daf52ea4-c2a4-4bb8-bfe9-4f3e0f1e3b46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=33404f0489de4c57a22282a1c760935b&device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 1094 time: 0.0472629 Sep 10 03:56:57.981567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-f68b310a-6cbb-4824-95be-8563dec45f2f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=481a3b44-c70d-47bf-959a-acf3e3d95fe1 HTTP/1.1" status: 200 len: 217 time: 0.0545583 Sep 10 03:56:58.067764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12716a5d-a42b-4636-b182-dc66343593c1 req-60b1f8cd-e335-4090-bd73-b65b158eb86f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:58.074754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-60b1f8cd-e335-4090-bd73-b65b158eb86f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5d0db3d0-5bc7-461b-a4af-157beda074fc HTTP/1.1" status: 200 len: 853 time: 0.0703669 Sep 10 03:56:58.081102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073583e7-2eb7-4456-ba7c-dd07f5c173e6 req-3231bd34-1f5a-4126-879b-5bf5001e6335 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:58.088989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-073583e7-2eb7-4456-ba7c-dd07f5c173e6 req-3231bd34-1f5a-4126-879b-5bf5001e6335 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1555290 Sep 10 03:56:58.151351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-b17ca6f3-8121-4d98-8cfe-b9e3b8e08e3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31fc2637-9e48-436c-a83c-5159c95162d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0593848 Sep 10 03:56:58.201906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-073583e7-2eb7-4456-ba7c-dd07f5c173e6 req-e7fe165d-7495-4250-ab58-aca262822c09 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120615 Sep 10 03:56:58.296981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-bc435423-0a36-4ca5-873b-246227fcd346 service neutron] 10.222.0.20 "GET /v2.0/networks/31fc2637-9e48-436c-a83c-5159c95162d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1310155 Sep 10 03:56:58.464076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12716a5d-a42b-4636-b182-dc66343593c1 req-f1dbb404-14d7-4feb-9d07-3fbb5a132ea4 service neutron] 10.222.0.20 "GET /v2.0/networks/31fc2637-9e48-436c-a83c-5159c95162d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589794 Sep 10 03:56:58.720676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72ae2269-55ca-41f3-973d-ada667df97f1 req-3e50812d-ffda-429f-ba6d-4e9a47fa9620 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0438266 Sep 10 03:56:58.811779 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:58.979374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c893f5-1e2a-4b1e-a2bf-10e0c9fbd543 req-4406bcda-3c09-4264-89d1-240edbe58caa tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:58.985200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31c893f5-1e2a-4b1e-a2bf-10e0c9fbd543 req-4406bcda-3c09-4264-89d1-240edbe58caa tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 943 time: 0.0992932 Sep 10 03:56:59.055382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31c893f5-1e2a-4b1e-a2bf-10e0c9fbd543 req-f29e502b-ab5e-41d0-b42e-ef339337ae2a tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549352 Sep 10 03:56:59.402586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7c358e-a1ee-482d-bf68-968008ba8514 req-ed49778c-e023-48bc-a51e-be5dd3df2352 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:56:59.404377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b7c358e-a1ee-482d-bf68-968008ba8514 req-ed49778c-e023-48bc-a51e-be5dd3df2352 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0560284 Sep 10 03:56:59.540314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b7c358e-a1ee-482d-bf68-968008ba8514 req-b0a1b472-5f06-4a9f-a66d-03be13a82d09 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265607 Sep 10 03:56:59.609514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56714) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:56:59.720127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cfa59d7-7857-420c-8d8b-2a1e4877f5b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:59.862447 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cfa59d7-7857-420c-8d8b-2a1e4877f5b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:59.871477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fb7130c-297e-4cbd-aeef-4f2098e04393 req-c4289fcb-d51d-4a30-87cc-f070eef723d2 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0368464 Sep 10 03:56:59.922133 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cfa59d7-7857-420c-8d8b-2a1e4877f5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:56:59.970670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5cfa59d7-7857-420c-8d8b-2a1e4877f5b2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ea0ba4f10eb429484402c1ea3ed1251&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573852 Sep 10 03:56:59.970670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfa59d7-7857-420c-8d8b-2a1e4877f5b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6057452-b29b-4356-b7bb-af3129870067,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:56:59.970941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56730) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:00.060979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1942b7c2-860c-4cc9-99dc-f48e07667f02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:00.098024 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1942b7c2-860c-4cc9-99dc-f48e07667f02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:00.201155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0939d35-d29b-41c3-b660-bbf92c516d49 req-6a2f3e7d-acf0-4408-b5c5-aa1062090077 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:00.202645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0939d35-d29b-41c3-b660-bbf92c516d49 req-6a2f3e7d-acf0-4408-b5c5-aa1062090077 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 943 time: 0.0629940 Sep 10 03:57:00.255651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0939d35-d29b-41c3-b660-bbf92c516d49 req-6014b20e-23cd-433e-b5a1-898a11bd6db2 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466812 Sep 10 03:57:00.280191 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1942b7c2-860c-4cc9-99dc-f48e07667f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:00.282843 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1942b7c2-860c-4cc9-99dc-f48e07667f02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:00.289541 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1942b7c2-860c-4cc9-99dc-f48e07667f02 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6057452-b29b-4356-b7bb-af3129870067 HTTP/1.1" status: 204 len: 168 time: 0.3119366 Sep 10 03:57:00.293214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1942b7c2-860c-4cc9-99dc-f48e07667f02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6057452-b29b-4356-b7bb-af3129870067,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:00.668450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b110ba47-9108-4e2d-9c97-7e5f3986cc66 req-eb3993e2-f3b3-4187-ba09-7a8b0a94848b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:00.670110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b110ba47-9108-4e2d-9c97-7e5f3986cc66 req-eb3993e2-f3b3-4187-ba09-7a8b0a94848b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0547493 Sep 10 03:57:00.714364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b110ba47-9108-4e2d-9c97-7e5f3986cc66 req-10d7c270-56f9-4a1f-bf00-5bc78204b174 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349052 Sep 10 03:57:00.741454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 481a3b44-c70d-47bf-959a-acf3e3d95fe1 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:57:00.843503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 481a3b44-c70d-47bf-959a-acf3e3d95fe1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=481a3b44-c70d-47bf-959a-acf3e3d95fe1,segment=NetworkSegment(2e296b41-770a-41ea-9d0f-bcbb66f9490f),segment_id=2e296b41-770a-41ea-9d0f-bcbb66f9490f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:00.854750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '481a3b44-c70d-47bf-959a-acf3e3d95fe1', 'network_id': '31fc2637-9e48-436c-a83c-5159c95162d0', 'port_id': '481a3b44-c70d-47bf-959a-acf3e3d95fe1', 'mac_address': 'fa:16:3e:56:d5:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5d0db3d0-5bc7-461b-a4af-157beda074fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:57:00.894964 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:00.911161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481a3b44-c70d-47bf-959a-acf3e3d95fe1 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:57:00.939976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 481a3b44-c70d-47bf-959a-acf3e3d95fe1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=481a3b44-c70d-47bf-959a-acf3e3d95fe1,segment=NetworkSegment(2e296b41-770a-41ea-9d0f-bcbb66f9490f),segment_id=2e296b41-770a-41ea-9d0f-bcbb66f9490f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:00.995368 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:00.996092 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-acda7c74-2e53-4f0a-87e2-ebbd11d82176 req-cc76e8fb-31c4-45b7-a318-8c6e1bb22adb tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0297916 Sep 10 03:57:01.035285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56770) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:01.054210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9715-8462-475e-92f4-d48067999c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:01.086229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=481a3b44-c70d-47bf-959a-acf3e3d95fe1,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:01.174124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9715-8462-475e-92f4-d48067999c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:01.204332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['481a3b44-c70d-47bf-959a-acf3e3d95fe1'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:57:01.229621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb2c9715-8462-475e-92f4-d48067999c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:01.281032 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bb2c9715-8462-475e-92f4-d48067999c49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fcfe89317054d8e88d8d0cb5beb209d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2423210 Sep 10 03:57:01.284521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56776) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:01.290552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2c9715-8462-475e-92f4-d48067999c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9675e54-6d4a-4482-88c5-f73880a3e219,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:01.389571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c376f2-1dcd-44f1-92e8-bcd3939d74e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:01.394789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d180d-751a-4b91-bfd5-bf71bcd3c26a req-9d6dd5e9-5d74-45f3-b6ba-cdc3c7db56e0 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:01.396935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e3d180d-751a-4b91-bfd5-bf71bcd3c26a req-9d6dd5e9-5d74-45f3-b6ba-cdc3c7db56e0 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 944 time: 0.0591514 Sep 10 03:57:01.412794 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c376f2-1dcd-44f1-92e8-bcd3939d74e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:01.448521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e3d180d-751a-4b91-bfd5-bf71bcd3c26a req-80abc4d7-088e-427b-8925-2fb74a416b85 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452976 Sep 10 03:57:01.542543 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c376f2-1dcd-44f1-92e8-bcd3939d74e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:01.545306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e4c376f2-1dcd-44f1-92e8-bcd3939d74e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:01.546646 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e4c376f2-1dcd-44f1-92e8-bcd3939d74e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a9675e54-6d4a-4482-88c5-f73880a3e219 HTTP/1.1" status: 204 len: 168 time: 0.2614083 Sep 10 03:57:01.556808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c376f2-1dcd-44f1-92e8-bcd3939d74e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9675e54-6d4a-4482-88c5-f73880a3e219,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:01.857050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbe0412-a3c0-4783-9f55-f93423235ede req-2086241c-8804-4762-bfd9-ced593598e46 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:01.858545 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fbe0412-a3c0-4783-9f55-f93423235ede req-2086241c-8804-4762-bfd9-ced593598e46 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0611920 Sep 10 03:57:01.902600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fbe0412-a3c0-4783-9f55-f93423235ede req-36dae9fc-1854-40e1-ae4a-eebda94c8869 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377030 Sep 10 03:57:02.154866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.157676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7345342-387b-4501-838b-8894ea9747c7 req-542881b4-a811-4649-8f68-6c27a6f3d081 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0401573 Sep 10 03:57:02.248561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56812) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:02.369875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac79465c-fb91-4ceb-8ad9-5ce0678b407d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.479605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac79465c-fb91-4ceb-8ad9-5ce0678b407d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.549853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac79465c-fb91-4ceb-8ad9-5ce0678b407d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.589954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79465c-fb91-4ceb-8ad9-5ce0678b407d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d925f87e-2d01-4c31-b885-d86c091cdffe,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:02.594360 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ac79465c-fb91-4ceb-8ad9-5ce0678b407d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fff7f2f8bef84d05ab63af69ecfa64a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3441830 Sep 10 03:57:02.596344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441d1e2f-08ab-4e1b-b767-aa7c5852cddb req-d01c9112-b431-4398-81f1-8b31c034eb92 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:02.597215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56822) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:02.598233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-441d1e2f-08ab-4e1b-b767-aa7c5852cddb req-d01c9112-b431-4398-81f1-8b31c034eb92 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 944 time: 0.0597384 Sep 10 03:57:02.645748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-441d1e2f-08ab-4e1b-b767-aa7c5852cddb req-6f4182b1-fe78-49c9-914d-8e1e4992934f tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405374 Sep 10 03:57:02.672816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84450ac3-b490-4fe2-a736-2c8b8c5357df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.697326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84450ac3-b490-4fe2-a736-2c8b8c5357df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.756583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 481a3b44-c70d-47bf-959a-acf3e3d95fe1 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:02.829357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84450ac3-b490-4fe2-a736-2c8b8c5357df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.833074 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84450ac3-b490-4fe2-a736-2c8b8c5357df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:02.833514 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-84450ac3-b490-4fe2-a736-2c8b8c5357df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d925f87e-2d01-4c31-b885-d86c091cdffe HTTP/1.1" status: 204 len: 168 time: 0.2351804 Sep 10 03:57:02.842203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84450ac3-b490-4fe2-a736-2c8b8c5357df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d925f87e-2d01-4c31-b885-d86c091cdffe,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:02.920984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 481a3b44-c70d-47bf-959a-acf3e3d95fe1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:02.927383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 481a3b44-c70d-47bf-959a-acf3e3d95fe1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:02.927383 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:03.048971 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:03.072698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927032d-924e-40a3-b0a4-0f2ba51f03ab req-8e1e6b13-c578-45e6-a3bb-a6207abd2e35 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:03.074478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e8ed78-1b6f-4eeb-b584-98eaa32020df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481a3b44-c70d-47bf-959a-acf3e3d95fe1'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:03.077133 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e9bc28-801a-49c2-a352-2e73cac6674e" -d '{"events": [{"server_uuid": "26e8ed78-1b6f-4eeb-b584-98eaa32020df", "name": "network-vif-plugged", "status": "completed", "tag": "481a3b44-c70d-47bf-959a-acf3e3d95fe1"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:03.085803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7927032d-924e-40a3-b0a4-0f2ba51f03ab req-8e1e6b13-c578-45e6-a3bb-a6207abd2e35 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0916955 Sep 10 03:57:03.091108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 481a3b44-c70d-47bf-959a-acf3e3d95fe1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=481a3b44-c70d-47bf-959a-acf3e3d95fe1,segment=NetworkSegment(2e296b41-770a-41ea-9d0f-bcbb66f9490f),segment_id=2e296b41-770a-41ea-9d0f-bcbb66f9490f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:03.147859 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecdb753e-6048-44a6-abb2-4ace48e5b0ec x-openstack-request-id: req-ecdb753e-6048-44a6-abb2-4ace48e5b0ec {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:03.148175 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e8ed78-1b6f-4eeb-b584-98eaa32020df", "name": "network-vif-plugged", "status": "completed", "tag": "481a3b44-c70d-47bf-959a-acf3e3d95fe1", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:03.148440 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ecdb753e-6048-44a6-abb2-4ace48e5b0ec {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:03.148844 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e8ed78-1b6f-4eeb-b584-98eaa32020df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481a3b44-c70d-47bf-959a-acf3e3d95fe1', 'code': 200} Sep 10 03:57:03.154777 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:03.172318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7927032d-924e-40a3-b0a4-0f2ba51f03ab req-443bb18a-ac86-4f7f-989c-c77a1c8e7ed1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851574 Sep 10 03:57:03.265316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=481a3b44-c70d-47bf-959a-acf3e3d95fe1,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:03.311101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4045f4-ee14-441e-b5f3-957e050893fa req-51bc1493-f6f2-4ff3-9c8d-621892fc851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:03.312672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f4045f4-ee14-441e-b5f3-957e050893fa req-51bc1493-f6f2-4ff3-9c8d-621892fc851b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 1096 time: 0.0863340 Sep 10 03:57:03.363853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cecc46ec-e60a-4823-894c-ba4fc79c5e71 req-d870b425-0c2d-4e2c-a0c1-17625a84e000 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0685518 Sep 10 03:57:03.393896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f4045f4-ee14-441e-b5f3-957e050893fa req-dd5d7efc-5c8b-4a54-abea-06726388af8a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380752 Sep 10 03:57:03.599203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56852) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:03.613270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de5fe2d2-0222-46dd-a4f0-01cf5bbb9111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:03.705419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de5fe2d2-0222-46dd-a4f0-01cf5bbb9111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:03.759847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56858) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:03.772981 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de5fe2d2-0222-46dd-a4f0-01cf5bbb9111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:03.782753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb0425b-4440-4fc0-b8dc-6940656db41a req-a764ebb6-3428-4057-9808-5755e6c68131 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:03.784571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1fb0425b-4440-4fc0-b8dc-6940656db41a req-a764ebb6-3428-4057-9808-5755e6c68131 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 945 time: 0.0654840 Sep 10 03:57:03.817457 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-de5fe2d2-0222-46dd-a4f0-01cf5bbb9111 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=46280d40deb64df2b45b5498bd42a6bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2170238 Sep 10 03:57:03.819715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 56864) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:03.849214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5fe2d2-0222-46dd-a4f0-01cf5bbb9111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b83b3540-9627-41ad-937f-aaec6c0a2c4b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:03.849744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1fb0425b-4440-4fc0-b8dc-6940656db41a req-9aaf36c1-ad17-41eb-8941-112b602214d0 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506358 Sep 10 03:57:03.904235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0543c7e6-fecb-45bd-8222-7170409a0e27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:03.938309 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8402e137-fbff-4770-b2a9-0541770a7be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:03.971282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8402e137-fbff-4770-b2a9-0541770a7be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.055311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0543c7e6-fecb-45bd-8222-7170409a0e27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.119803 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8402e137-fbff-4770-b2a9-0541770a7be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.122327 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8402e137-fbff-4770-b2a9-0541770a7be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.123497 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8402e137-fbff-4770-b2a9-0541770a7be7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b83b3540-9627-41ad-937f-aaec6c0a2c4b HTTP/1.1" status: 204 len: 168 time: 0.2998393 Sep 10 03:57:04.131797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402e137-fbff-4770-b2a9-0541770a7be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b83b3540-9627-41ad-937f-aaec6c0a2c4b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:04.148622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0543c7e6-fecb-45bd-8222-7170409a0e27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.191992 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0543c7e6-fecb-45bd-8222-7170409a0e27 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60c4caea6691434fbae8ea8eb286f383&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306285 Sep 10 03:57:04.193201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0543c7e6-fecb-45bd-8222-7170409a0e27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc9d71e-1c4f-4a1b-bee1-9cdda0c8ddd7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:04.194575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56868) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:04.263066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cab5e070-d2e9-4ad0-8189-8665e33f87bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.302967 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cab5e070-d2e9-4ad0-8189-8665e33f87bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.327744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd9705-637b-436b-a140-ca7a6c3a27d7 req-c25a09a2-1996-449c-a419-7658450a6b8f tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:04.329195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7dd9705-637b-436b-a140-ca7a6c3a27d7 req-c25a09a2-1996-449c-a419-7658450a6b8f tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0801518 Sep 10 03:57:04.387909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7dd9705-637b-436b-a140-ca7a6c3a27d7 req-7d73dbc3-bd8f-480e-bd2e-cc6b6233083b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503652 Sep 10 03:57:04.467804 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cab5e070-d2e9-4ad0-8189-8665e33f87bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.470723 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cab5e070-d2e9-4ad0-8189-8665e33f87bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:04.472278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cab5e070-d2e9-4ad0-8189-8665e33f87bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1dc9d71e-1c4f-4a1b-bee1-9cdda0c8ddd7 HTTP/1.1" status: 204 len: 168 time: 0.2761135 Sep 10 03:57:04.497026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed17f8ea-f6f3-4088-a36c-4f2e2c735255 req-458f4aa2-bc11-411b-9875-f40ce897b51e tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0416937 Sep 10 03:57:04.503273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5e070-d2e9-4ad0-8189-8665e33f87bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc9d71e-1c4f-4a1b-bee1-9cdda0c8ddd7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:04.980867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688b6ef0-e0ed-40fd-bacb-cad63de5c5ab req-8d5986d1-579e-4017-8ac6-672bec9caeb5 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:04.982404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-688b6ef0-e0ed-40fd-bacb-cad63de5c5ab req-8d5986d1-579e-4017-8ac6-672bec9caeb5 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 945 time: 0.0589538 Sep 10 03:57:05.034125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-688b6ef0-e0ed-40fd-bacb-cad63de5c5ab req-8a212bff-332f-417a-99cc-66fe738b5a9e tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Sep 10 03:57:05.560965 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-04aba120-299f-4e2b-9e7f-f146a335cab5 req-a132dc05-2ee2-4e73-a18d-01e15e3b9611 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.4234896 Sep 10 03:57:05.572185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce61f88-b36d-47a4-9f31-99a21fa7eb03 req-50840e82-7cbb-47d6-857b-194d72cb1ae2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:05.573962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ce61f88-b36d-47a4-9f31-99a21fa7eb03 req-50840e82-7cbb-47d6-857b-194d72cb1ae2 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0990291 Sep 10 03:57:05.634813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ce61f88-b36d-47a4-9f31-99a21fa7eb03 req-e3d1d728-7222-4647-ab03-c52618c87464 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528841 Sep 10 03:57:05.736160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03ca1b42-4ca2-4625-a440-3e27bbebc51b req-c4110b47-6515-4484-aa39-6037ed961340 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0418384 Sep 10 03:57:05.814434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a32776d-384e-477b-979a-f41cb59bb68a req-ddc24423-3099-4248-b7e8-151c88231e17 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:05.816043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a32776d-384e-477b-979a-f41cb59bb68a req-ddc24423-3099-4248-b7e8-151c88231e17 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 945 time: 0.0623314 Sep 10 03:57:05.862076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a32776d-384e-477b-979a-f41cb59bb68a req-12ac368c-d479-4c6c-aab5-bc8dcf74fbf9 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378113 Sep 10 03:57:06.779648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc92ffe5-9753-4728-8b33-17b4fd04247c req-06db6630-badc-4828-8434-195926af28b8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:06.781310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc92ffe5-9753-4728-8b33-17b4fd04247c req-06db6630-badc-4828-8434-195926af28b8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0756445 Sep 10 03:57:06.824281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc92ffe5-9753-4728-8b33-17b4fd04247c req-1e4be601-aa52-4352-9410-f694205a700f tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359573 Sep 10 03:57:06.881545 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2f39f85-ed09-44db-ba44-051c4de95dac req-bc5f701d-f6b5-4098-88fa-7027881afa85 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0322402 Sep 10 03:57:07.061450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad80b13-6313-477e-99dd-43e369ab4849 req-0c03eabf-ecf0-4c76-9de2-e4aa7ed4f63a tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:07.062985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ad80b13-6313-477e-99dd-43e369ab4849 req-0c03eabf-ecf0-4c76-9de2-e4aa7ed4f63a tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 945 time: 0.0994895 Sep 10 03:57:07.098242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7d0b0b76-c87c-447c-ac95-ae1ef8ab4b17 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:07.100300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7d0b0b76-c87c-447c-ac95-ae1ef8ab4b17 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.20 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 945 time: 0.0995438 Sep 10 03:57:07.145713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ad80b13-6313-477e-99dd-43e369ab4849 req-e402478a-7521-427a-9b14-65e86d94561f tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/security-groups?id=15c6de65-c5a7-44be-ba92-bfb92c390442&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722919 Sep 10 03:57:07.220757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Deleting port 481a3b44-c70d-47bf-959a-acf3e3d95fe1 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:07.221068 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:07.347422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] For port 481a3b44-c70d-47bf-959a-acf3e3d95fe1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=481a3b44-c70d-47bf-959a-acf3e3d95fe1,segment=NetworkSegment(2e296b41-770a-41ea-9d0f-bcbb66f9490f),segment_id=2e296b41-770a-41ea-9d0f-bcbb66f9490f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:07.348096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:07.365219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Calling delete_port for 481a3b44-c70d-47bf-959a-acf3e3d95fe1 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:07.441573 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd0edb85-5121-4d6e-be5b-3f5fa05921c1 req-a93ac9b7-e4bc-4205-b8e2-9596b1ab599d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=75e1d341067e4271b0f7db9a053c0d70&device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0337608 Sep 10 03:57:07.473023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd0edb85-5121-4d6e-be5b-3f5fa05921c1 req-ba58ec8b-f6ae-482b-9dbc-d8d1444a29d1 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=75e1d341067e4271b0f7db9a053c0d70&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0223808 Sep 10 03:57:07.493385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6ad654d-4b23-42d6-9f0e-411161486055 req-5413a7db-0200-4e77-a524-5b0ba6eac939 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0462914 Sep 10 03:57:07.654474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0edb85-5121-4d6e-be5b-3f5fa05921c1 req-48a33131-eb90-4040-9b90-57919b02682d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:07.656052 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd0edb85-5121-4d6e-be5b-3f5fa05921c1 req-48a33131-eb90-4040-9b90-57919b02682d service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1755617 Sep 10 03:57:07.692353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:07.704602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['481a3b44-c70d-47bf-959a-acf3e3d95fe1'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:57:07.759027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Pushing event deleted for resources: {'Port': ['ID=481a3b44-c70d-47bf-959a-acf3e3d95fe1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:07.805164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] No DVR routers for this DVR port 481a3b44-c70d-47bf-959a-acf3e3d95fe1 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:57:07.809938 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:07.812640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de32b3a5-1306-4ff1-9ff6-66625c6e0d21 req-7e41158a-4368-4259-92aa-685c48a5fb68 tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.20 "DELETE /v2.0/ports/481a3b44-c70d-47bf-959a-acf3e3d95fe1 HTTP/1.1" status: 204 len: 173 time: 0.7030406 Sep 10 03:57:07.816158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26e8ed78-1b6f-4eeb-b584-98eaa32020df', 'name': 'network-vif-deleted', 'tag': '481a3b44-c70d-47bf-959a-acf3e3d95fe1'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:07.824025 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b28b6d-053f-403f-8cdd-bcae3a184e9e" -d '{"events": [{"server_uuid": "26e8ed78-1b6f-4eeb-b584-98eaa32020df", "name": "network-vif-deleted", "tag": "481a3b44-c70d-47bf-959a-acf3e3d95fe1"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:07.874523 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8b664b6-6686-4714-942e-b079b088fed9 x-openstack-request-id: req-d8b664b6-6686-4714-942e-b079b088fed9 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:07.874523 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26e8ed78-1b6f-4eeb-b584-98eaa32020df", "name": "network-vif-deleted", "tag": "481a3b44-c70d-47bf-959a-acf3e3d95fe1", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:07.874523 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8b664b6-6686-4714-942e-b079b088fed9 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:07.874523 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26e8ed78-1b6f-4eeb-b584-98eaa32020df', 'name': 'network-vif-deleted', 'tag': '481a3b44-c70d-47bf-959a-acf3e3d95fe1', 'status': 'completed', 'code': 200} Sep 10 03:57:08.029075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f856781b-1008-4819-b41f-a1d9261beefd req-c440e9a6-1708-4dff-bb4c-5fa6d866a85b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:08.031499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f856781b-1008-4819-b41f-a1d9261beefd req-c440e9a6-1708-4dff-bb4c-5fa6d866a85b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1090498 Sep 10 03:57:08.082919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f856781b-1008-4819-b41f-a1d9261beefd req-ceb4c960-32a3-4712-9dba-483d5c61a23b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411375 Sep 10 03:57:08.280818 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3501df25-69b9-4ba9-8739-82a9918a2870 req-36f063dc-9c97-4d96-9924-dd90dd6754fd tempest-ServerPasswordTestJSON-1230799665 tempest-ServerPasswordTestJSON-1230799665-project] 10.222.0.22 "GET /v2.0/ports?device_id=26e8ed78-1b6f-4eeb-b584-98eaa32020df HTTP/1.1" status: 200 len: 210 time: 0.0373201 Sep 10 03:57:08.503851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57058) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:08.608559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ff9685f-d8d6-4566-8a63-27ce9a35c55a req-d5dd2854-8a4f-4808-a549-242831df26c9 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0276835 Sep 10 03:57:08.648554 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-563c75ba-4b70-45b4-85d4-5db672ecd089 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:08.765544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-563c75ba-4b70-45b4-85d4-5db672ecd089 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:08.836375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-563c75ba-4b70-45b4-85d4-5db672ecd089 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:08.884461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-563c75ba-4b70-45b4-85d4-5db672ecd089 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=83a195feae9a490b88071562ee022d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3792067 Sep 10 03:57:08.887041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57072) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:08.891704 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd0edb85-5121-4d6e-be5b-3f5fa05921c1 req-da7489ef-dd81-4a75-b878-8254aec2dbdd tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.39 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0343809 Sep 10 03:57:08.894997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563c75ba-4b70-45b4-85d4-5db672ecd089 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f82a5830-f3eb-4ced-a2d1-3aa827061978,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:08.954829 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4bbb-c8b6-407b-a2ea-c8700d75d0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:08.977119 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4bbb-c8b6-407b-a2ea-c8700d75d0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.121801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4bbb-c8b6-407b-a2ea-c8700d75d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.137334 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f1b4bbb-c8b6-407b-a2ea-c8700d75d0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.137334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5f1b4bbb-c8b6-407b-a2ea-c8700d75d0cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f82a5830-f3eb-4ced-a2d1-3aa827061978 HTTP/1.1" status: 204 len: 168 time: 0.2405887 Sep 10 03:57:09.156551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1b4bbb-c8b6-407b-a2ea-c8700d75d0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82a5830-f3eb-4ced-a2d1-3aa827061978,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:09.245012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd38cee2-8506-462b-ab81-5a2ea8ca0b6f req-2dda8b63-83d4-4345-a2a5-19cacfd5f6bb tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:09.248304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd38cee2-8506-462b-ab81-5a2ea8ca0b6f req-2dda8b63-83d4-4345-a2a5-19cacfd5f6bb tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0855062 Sep 10 03:57:09.294399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd38cee2-8506-462b-ab81-5a2ea8ca0b6f req-4114aadc-708d-42b5-9a29-eb0ecf2bcca9 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394070 Sep 10 03:57:09.342340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57082) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:09.389290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3f83d8f-7a59-426e-b543-f9927de3b6cc admin admin] Deleting subnet 5d0db3d0-5bc7-461b-a4af-157beda074fc {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:57:09.392888 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f83d8f-7a59-426e-b543-f9927de3b6cc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.434465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f83d8f-7a59-426e-b543-f9927de3b6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.475640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f83d8f-7a59-426e-b543-f9927de3b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.640559 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f83d8f-7a59-426e-b543-f9927de3b6cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.692757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f83d8f-7a59-426e-b543-f9927de3b6cc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d0db3d0-5bc7-461b-a4af-157beda074fc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:09.705905 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3f83d8f-7a59-426e-b543-f9927de3b6cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.724180 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a3f83d8f-7a59-426e-b543-f9927de3b6cc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5d0db3d0-5bc7-461b-a4af-157beda074fc HTTP/1.1" status: 204 len: 168 time: 0.3807354 Sep 10 03:57:09.727996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57092) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:09.778883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bbdfa86-b9c4-4c12-8aa9-2610c4c23d1b req-0398ae8d-e021-42db-8bd0-ed6be3d7efe8 tempest-ServerShowV254Test-707565537 tempest-ServerShowV254Test-707565537-project] 10.222.0.22 "GET /v2.0/ports?device_id=797e5e83-e9e4-4fb9-986b-3504e86d576a HTTP/1.1" status: 200 len: 210 time: 0.0662866 Sep 10 03:57:09.843578 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.929367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.950374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57100) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:09.962483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31fc2637-9e48-436c-a83c-5159c95162d0']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:09.975526 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fca0470b-6812-4313-ae85-1b6d97de1422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:09.979607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e296b41-770a-41ea-9d0f-bcbb66f9490f') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:09.980069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e296b41-770a-41ea-9d0f-bcbb66f9490f') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:09.992138 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.008256 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.014281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:57:10.014681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:57:10.016370 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:57:10.188855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.196401 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.200539 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] 10.222.0.22 "DELETE /v2.0/networks/31fc2637-9e48-436c-a83c-5159c95162d0 HTTP/1.1" status: 204 len: 168 time: 0.4693098 Sep 10 03:57:10.226556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491e4470-9cc2-427e-922d-59de530839dc admin admin] Pushing event deleted for resources: {'Network': ['ID=31fc2637-9e48-436c-a83c-5159c95162d0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:10.282437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fca0470b-6812-4313-ae85-1b6d97de1422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.344047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fca0470b-6812-4313-ae85-1b6d97de1422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.435053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57116) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:10.435253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fca0470b-6812-4313-ae85-1b6d97de1422 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb21369426c7495285f2bb3d019b49a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4832993 Sep 10 03:57:10.439152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca0470b-6812-4313-ae85-1b6d97de1422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be6005d9-2319-4e39-9645-45d3d4e5144b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:10.471037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6aeb6c-5514-47a9-8dd2-c435d92f3cc6 req-088fa584-97c5-4dd1-8082-18393ee47d45 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:10.479206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb6aeb6c-5514-47a9-8dd2-c435d92f3cc6 req-088fa584-97c5-4dd1-8082-18393ee47d45 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1047058 Sep 10 03:57:10.518747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fce657b9-a1c2-404f-ae82-aa833d4f36bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.531260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb6aeb6c-5514-47a9-8dd2-c435d92f3cc6 req-0c506dd1-033e-4960-b765-3caa087a3582 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411201 Sep 10 03:57:10.554064 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fce657b9-a1c2-404f-ae82-aa833d4f36bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.675227 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fce657b9-a1c2-404f-ae82-aa833d4f36bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.678064 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fce657b9-a1c2-404f-ae82-aa833d4f36bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.680451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fce657b9-a1c2-404f-ae82-aa833d4f36bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be6005d9-2319-4e39-9645-45d3d4e5144b HTTP/1.1" status: 204 len: 168 time: 0.2434614 Sep 10 03:57:10.690617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce657b9-a1c2-404f-ae82-aa833d4f36bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be6005d9-2319-4e39-9645-45d3d4e5144b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:10.718366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57120) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:10.768898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a05ff7a5-709f-443c-b5c3-949e57ac4e44 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33404f0489de4c57a22282a1c760935b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0471003 Sep 10 03:57:10.768898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57122) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:10.813600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 481a3b44-c70d-47bf-959a-acf3e3d95fe1 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:57:10.853066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47b1e953-e8de-4dbc-917e-edb12b2d0bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:10.871075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 481a3b44-c70d-47bf-959a-acf3e3d95fe1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:57:10.873791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 481a3b44-c70d-47bf-959a-acf3e3d95fe1 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:57:10.908135 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47b1e953-e8de-4dbc-917e-edb12b2d0bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:11.104145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47b1e953-e8de-4dbc-917e-edb12b2d0bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:11.107913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47b1e953-e8de-4dbc-917e-edb12b2d0bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:11.109784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-47b1e953-e8de-4dbc-917e-edb12b2d0bbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/15c6de65-c5a7-44be-ba92-bfb92c390442 HTTP/1.1" status: 204 len: 168 time: 0.3398216 Sep 10 03:57:11.119794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1e953-e8de-4dbc-917e-edb12b2d0bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c6de65-c5a7-44be-ba92-bfb92c390442,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:11.535587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57162) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:11.717720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f32573-97bb-46d1-a97e-dda5e8ff18a5 req-f871c885-17ca-4f00-9a73-68680e333491 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:11.725547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13f32573-97bb-46d1-a97e-dda5e8ff18a5 req-f871c885-17ca-4f00-9a73-68680e333491 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0805638 Sep 10 03:57:11.781297 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d206be40-46a0-44a7-b598-9dd91296090e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:11.785661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13f32573-97bb-46d1-a97e-dda5e8ff18a5 req-448ccdf8-33b5-4443-9e44-b397edb1b09b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590420 Sep 10 03:57:11.885449 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d206be40-46a0-44a7-b598-9dd91296090e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:11.979885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d206be40-46a0-44a7-b598-9dd91296090e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:12.013068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d206be40-46a0-44a7-b598-9dd91296090e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=75e1d341067e4271b0f7db9a053c0d70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4763451 Sep 10 03:57:12.015819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57184) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:12.037294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206be40-46a0-44a7-b598-9dd91296090e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c0d7af6-fe65-49c3-9cbf-9db4ec705cdc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:12.077220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139d7c6f-bc33-46f9-9810-70a51bb876da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:12.104568 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139d7c6f-bc33-46f9-9810-70a51bb876da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:12.244657 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139d7c6f-bc33-46f9-9810-70a51bb876da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:12.249241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-139d7c6f-bc33-46f9-9810-70a51bb876da admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:12.250718 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-139d7c6f-bc33-46f9-9810-70a51bb876da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c0d7af6-fe65-49c3-9cbf-9db4ec705cdc HTTP/1.1" status: 204 len: 168 time: 0.2336817 Sep 10 03:57:12.260511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139d7c6f-bc33-46f9-9810-70a51bb876da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c0d7af6-fe65-49c3-9cbf-9db4ec705cdc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:12.545657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57208) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:12.715919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-network', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:12.833916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Made reservation on behalf of df43143fc7a54fed8eaf1572136ce36f for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:12.837480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:12.847986 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:12.939339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4f2bca-dc6f-4627-8256-dbe6b3da527a req-1fcea186-3e80-4706-bc21-2b5fd0354402 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:12.940895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a4f2bca-dc6f-4627-8256-dbe6b3da527a req-1fcea186-3e80-4706-bc21-2b5fd0354402 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0522349 Sep 10 03:57:12.944179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:12.994311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a4f2bca-dc6f-4627-8256-dbe6b3da527a req-2ae04cd8-2f01-4bdc-bf5b-43bc1edf4c1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466325 Sep 10 03:57:13.064404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:13.083248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:57:13.156158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:13.175104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:13.175460 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Added segment d6fd3c2d-8652-40ad-9a5e-8c415fe37997 of type vlan for network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 Sep 10 03:57:13.220022 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:13.348551 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:13.349544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:13.350563 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:13.432148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] Pushing event updated for resources: {'Network': ['ID=80a24d1b-a341-4613-839a-8ab2f2e14fb1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:13.444024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:57:13.521964 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-21a23572-2596-46a3-a71d-176e1bf0b7f7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.9750791 Sep 10 03:57:13.524947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57266) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:13.530065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Request body: {'subnet': {'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-subnet', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:13.646285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Made reservation on behalf of df43143fc7a54fed8eaf1572136ce36f for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:13.648888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:13.923760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57278) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:13.953600 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57282) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:14.173955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc4dda8-22fc-471c-a36f-aabeaad834fe req-15b6bb24-5567-4594-9554-9c67f220f34b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:14.175480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fc4dda8-22fc-471c-a36f-aabeaad834fe req-15b6bb24-5567-4594-9554-9c67f220f34b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0867088 Sep 10 03:57:14.190617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1206396576-network', 'tenant_id': 'c1a09693149341a89de3c1641c26e477'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:14.243584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fc4dda8-22fc-471c-a36f-aabeaad834fe req-ea82b68d-254e-4bde-997c-a4ef8976cea1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588188 Sep 10 03:57:14.255812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5fd8-2df5-4635-9fda-cf60f3a87246 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.258161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.316158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Made reservation on behalf of c1a09693149341a89de3c1641c26e477 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:14.318726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef4aab6-5588-4a35-8790-f116346aebfe,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:14.319152 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.336017 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.344716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Checking segment: {'id': 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:14.345272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Network hostable DHCP agents. Network: 80a24d1b-a341-4613-839a-8ab2f2e14fb1, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:57:14.383174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57292) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:14.430092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:57:14.434984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5fd8-2df5-4635-9fda-cf60f3a87246 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.461763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-179748877', 'router:external': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:14.522163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 80a24d1b-a341-4613-839a-8ab2f2e14fb1) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:14.529065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:14.529941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.533807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c3a5fd8-2df5-4635-9fda-cf60f3a87246 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.534445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802d2d2b-ea44-465c-8789-004bcfc77ac9 None None] Network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:14.606615 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2c3a5fd8-2df5-4635-9fda-cf60f3a87246 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a2a11fcc9b246eabba0e640ba866552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6857324 Sep 10 03:57:14.609607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57296) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:14.615815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3a5fd8-2df5-4635-9fda-cf60f3a87246 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ed68b7-fb61-42ed-8a89-2b1138b5b2d4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:14.684294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f926c7ac-bf11-422a-b7cf-a467bf393b1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.687030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.708274 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f926c7ac-bf11-422a-b7cf-a467bf393b1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.720260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823f24e8-4eb7-45cf-9e18-034dc654bd48 None None] Network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:14.765550 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.807300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf322536-77d1-4508-9e25-83be3195a396,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:14.845858 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f926c7ac-bf11-422a-b7cf-a467bf393b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.849674 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f926c7ac-bf11-422a-b7cf-a467bf393b1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.852250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f926c7ac-bf11-422a-b7cf-a467bf393b1c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6ed68b7-fb61-42ed-8a89-2b1138b5b2d4 HTTP/1.1" status: 204 len: 168 time: 0.2404985 Sep 10 03:57:14.854889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:57:14.867244 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:14.867723 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Added segment 573d7de3-57a9-41cf-883e-77e889702037 of type vlan for network 70ec0119-213d-4dda-8fe2-3eccc705317d Sep 10 03:57:14.871496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f926c7ac-bf11-422a-b7cf-a467bf393b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ed68b7-fb61-42ed-8a89-2b1138b5b2d4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:14.889347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-79e90fce-4a96-46d8-be53-bb36f31502a3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.3622577 Sep 10 03:57:14.891268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57300) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:14.902047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:14.915593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.040282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.043609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:15.046044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.118381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Made reservation on behalf of b8437a8598fa4b7ba28c05786a5c4e59 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:15.121702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.139036 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.144008 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.145071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.188526 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:57:15.208271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.214530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] Pushing event updated for resources: {'Network': ['ID=70ec0119-213d-4dda-8fe2-3eccc705317d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:15.232588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 70ec0119-213d-4dda-8fe2-3eccc705317d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:57:15.398792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.405024 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0d459d38-29c2-49d1-8bc7-8a84f11d11ac admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4501894 Sep 10 03:57:15.405703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57310) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:15.410965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Request body: {'subnet': {'network_id': '70ec0119-213d-4dda-8fe2-3eccc705317d', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1206396576-subnet', 'tenant_id': 'c1a09693149341a89de3c1641c26e477', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:15.469325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.533234 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.550841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b1a81-029c-4ad2-bcd9-11861e5b0345 req-0cfa5f2e-eab8-415c-971d-b0621c80e45d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:15.552835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e59b1a81-029c-4ad2-bcd9-11861e5b0345 req-0cfa5f2e-eab8-415c-971d-b0621c80e45d tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1580236 Sep 10 03:57:15.560370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:57:15.573502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a182d016-5c85-4929-a43a-9810284bcbd4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:15.593644 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.594001 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Added segment 851d0ab3-b7f6-442c-836b-16463ebe9468 of type vlan for network e9316ee7-3ee4-4953-b115-69367b0926fb Sep 10 03:57:15.601349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e59b1a81-029c-4ad2-bcd9-11861e5b0345 req-670e0546-abdf-4fc9-9586-8d47f77164fe tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410631 Sep 10 03:57:15.619036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Made reservation on behalf of c1a09693149341a89de3c1641c26e477 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:15.622661 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.689371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.898037 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.899499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:15.900175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.921031 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.953201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:15.968014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event updated for resources: {'Network': ['ID=e9316ee7-3ee4-4953-b115-69367b0926fb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:15.981282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network e9316ee7-3ee4-4953-b115-69367b0926fb details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:57:16.027091 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2a1ef901-fa74-4bfa-9d27-847fc3a3f425 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 1.6427460 Sep 10 03:57:16.041926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57324) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:16.048624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'subnet': {'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:16.125184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Allocated IP 172.25.3.71 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/df325563-6dfe-4259-b0d9-396f4442e4a1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:16.216238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Made reservation on behalf of b8437a8598fa4b7ba28c05786a5c4e59 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:16.220538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:16.292750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:16.337423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:16.394414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:16.440281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f44c7409-3f2a-4442-809d-38d1c51434b3,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:16.454816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Pushing event updated for resources: {'Port': ['ID=df325563-6dfe-4259-b0d9-396f4442e4a1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:16.467861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:16.469473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:16.471964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:16.476114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Checking segment: {'id': '573d7de3-57a9-41cf-883e-77e889702037', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '70ec0119-213d-4dda-8fe2-3eccc705317d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:16.476361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Network hostable DHCP agents. Network: 70ec0119-213d-4dda-8fe2-3eccc705317d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:57:16.603979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Network 70ec0119-213d-4dda-8fe2-3eccc705317d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:57:16.742000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 70ec0119-213d-4dda-8fe2-3eccc705317d) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:16.752158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d4b9dc1-64d3-4522-9047-8c60d56d647d None None] Network 70ec0119-213d-4dda-8fe2-3eccc705317d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:16.769885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb8f5e2-5688-4b60-a967-f66c8fe87ba7 req-adf1fa24-5514-4e98-9ee0-bf7cea44e470 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:16.771391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aeb8f5e2-5688-4b60-a967-f66c8fe87ba7 req-adf1fa24-5514-4e98-9ee0-bf7cea44e470 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0720694 Sep 10 03:57:16.793407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:16.795102 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:16.895974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 03:57:16.896452 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:16.924811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aeb8f5e2-5688-4b60-a967-f66c8fe87ba7 req-7d937c42-2690-4c7e-b06c-29098c9107fb tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369834 Sep 10 03:57:16.954824 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-52862a70-67ad-408b-98d6-ac4633472207 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5479741 Sep 10 03:57:17.005958 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:17.016517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faca5f33-eaf7-4555-a7ec-84f068e7edcc None None] Network 70ec0119-213d-4dda-8fe2-3eccc705317d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:17.044443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Checking segment: {'id': '851d0ab3-b7f6-442c-836b-16463ebe9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:17.044811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Network hostable DHCP agents. Network: e9316ee7-3ee4-4953-b115-69367b0926fb, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:57:17.061711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d48e48b7-eeb5-4d8e-a601-26e6472b97e2,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:17.193302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57352) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:17.284630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-a95a7d13-cc65-4ce2-b7f8-0c0ffe8c7eb9 admin admin] Deleting subnet f44c7409-3f2a-4442-809d-38d1c51434b3 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:57:17.297423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a95a7d13-cc65-4ce2-b7f8-0c0ffe8c7eb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:17.345966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Network e9316ee7-3ee4-4953-b115-69367b0926fb is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:57:17.384192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a95a7d13-cc65-4ce2-b7f8-0c0ffe8c7eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:17.417658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:17.443272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, e9316ee7-3ee4-4953-b115-69367b0926fb) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:17.451129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c80fb70-a999-4eff-89c7-86add607c792 None None] Network e9316ee7-3ee4-4953-b115-69367b0926fb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:17.451693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:17.452592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:17.475487 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a95a7d13-cc65-4ce2-b7f8-0c0ffe8c7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:17.573329 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aac2a258-6272-4141-b72d-f5d1b9939ab8 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5302417 Sep 10 03:57:17.574540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57364) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:17.594020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1936235845', 'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:17.691710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-b815d5a4-d7ed-49d4-82d0-b2135a234e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:17.693892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-b815d5a4-d7ed-49d4-82d0-b2135a234e11 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 1097 time: 0.0798063 Sep 10 03:57:17.720722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Made reservation on behalf of b8437a8598fa4b7ba28c05786a5c4e59 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:17.723017 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:17.744194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a9ea88-b235-4931-9906-2d560a49c555 None None] Network e9316ee7-3ee4-4953-b115-69367b0926fb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:17.751721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] device_id is not set on port ad7ae3ba-8d78-41f5-8391-d333f0537abb yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:57:17.764407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a95a7d13-cc65-4ce2-b7f8-0c0ffe8c7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:17.766538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Router 78abf97b-8968-4d4b-b0e1-53a083145b98 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:57:17.890965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95a7d13-cc65-4ce2-b7f8-0c0ffe8c7eb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f44c7409-3f2a-4442-809d-38d1c51434b3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:17.900192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a95a7d13-cc65-4ce2-b7f8-0c0ffe8c7eb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:17.915564 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a95a7d13-cc65-4ce2-b7f8-0c0ffe8c7eb9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f44c7409-3f2a-4442-809d-38d1c51434b3 HTTP/1.1" status: 204 len: 168 time: 0.7210231 Sep 10 03:57:17.918488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57372) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:18.004085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:18.015805 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Sync routers for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:18.023608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-627e2d3c-fe60-4d3c-888d-681fff96c97a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:18.025408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-627e2d3c-fe60-4d3c-888d-681fff96c97a service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 200 len: 907 time: 0.3105636 Sep 10 03:57:18.041476 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:18.043214 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:56:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:18.089667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:18.125375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-4c440b6b-e4f6-446f-82f2-464840adb965 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1bd9719-f28a-49ce-afc8-6b9045fe8b99 HTTP/1.1" status: 200 len: 217 time: 0.0887649 Sep 10 03:57:18.135515 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:18.136847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-62e5971f-70ba-4e54-b539-5c1d55a89dd9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 3.2439303 Sep 10 03:57:18.157569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57376) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:18.255184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35490782-3aa9-41e2-9bbd-f18330b46bf7 req-b7bf1ee7-85f3-40a2-8d17-499bac1e84b7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:18.257864 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35490782-3aa9-41e2-9bbd-f18330b46bf7 req-b7bf1ee7-85f3-40a2-8d17-499bac1e84b7 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1347075 Sep 10 03:57:18.267347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-1b6b0b4a-96a3-4e67-9bdf-2f832a7d1da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:18.270343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-1b6b0b4a-96a3-4e67-9bdf-2f832a7d1da0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 200 len: 846 time: 0.1360083 Sep 10 03:57:18.314405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-7a0bbefa-9ff7-4a53-9320-35225e350921 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b406e7e-d47b-4017-ba3e-24ec1e47a252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366414 Sep 10 03:57:18.339266 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:18.443579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35490782-3aa9-41e2-9bbd-f18330b46bf7 req-779acce3-5cc5-4eee-a771-07fdfbbf22f1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782284 Sep 10 03:57:18.445785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-47aeaf1c-9b64-487b-b6b0-f02d7006934a service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228135 Sep 10 03:57:18.495309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Allocated IP 172.20.0.12 (e9316ee7-3ee4-4953-b115-69367b0926fb/d48e48b7-eeb5-4d8e-a601-26e6472b97e2/ad7ae3ba-8d78-41f5-8391-d333f0537abb) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:18.501767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57382) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:18.518100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1433885502', 'description': 'tempest-secgroup-smoke-1433885502 description', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:18.635275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7196ddce-ae4a-4ac9-adaf-16791bbc4f49 req-8cf33bfe-3752-4c9a-91fe-806d2ddc1eb3 service neutron] 10.222.0.20 "GET /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821895 Sep 10 03:57:18.690765 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:18.709865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:18.722191 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:16Z', 'revision_number': 3, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:18.748907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:18.786124 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Checking router: 78abf97b-8968-4d4b-b0e1-53a083145b98 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:57:18.786727 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Updating router 78abf97b-8968-4d4b-b0e1-53a083145b98 port df325563-6dfe-4259-b0d9-396f4442e4a1 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:57:18.815237 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:18.839703 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:18.922225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70ec0119-213d-4dda-8fe2-3eccc705317d']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:18.926363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:18.966514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0fc1e52e-883a-4312-a7bd-100dc69b84d9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:18.971325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '573d7de3-57a9-41cf-883e-77e889702037') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:18.971725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '573d7de3-57a9-41cf-883e-77e889702037') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:19.007377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.046120 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.048320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.062727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.067072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:57:19.067547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:57:19.070778 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:57:19.131857 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.148814 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.170887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa576a3-4c35-4714-80fa-746f8e983cd0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:19.212384 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.217319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ecc6c792-6907-42c3-b1ad-b0fb18e1d68b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.7143898 Sep 10 03:57:19.218086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57384) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:19.223426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c981a8f7-fd1b-435d-8d87-a0b6a2568475 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '8fa576a3-4c35-4714-80fa-746f8e983cd0', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:19.231722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.246338 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Transition to ACTIVE for port object df325563-6dfe-4259-b0d9-396f4442e4a1 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:19.254427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.260093 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.264842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] 10.222.0.22 "DELETE /v2.0/networks/70ec0119-213d-4dda-8fe2-3eccc705317d HTTP/1.1" status: 204 len: 168 time: 1.3425105 Sep 10 03:57:19.276443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90587f58-997a-4ab5-86ef-71bbe242211a admin admin] Pushing event deleted for resources: {'Network': ['ID=70ec0119-213d-4dda-8fe2-3eccc705317d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:19.307332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.315946 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.320183 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c981a8f7-fd1b-435d-8d87-a0b6a2568475 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.372998 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Attempting to bind port df325563-6dfe-4259-b0d9-396f4442e4a1 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:19.373370 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Attempting to bind port df325563-6dfe-4259-b0d9-396f4442e4a1 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:19.373724 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Attempting to bind port df325563-6dfe-4259-b0d9-396f4442e4a1 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:19.386285 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 56, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:19.386543 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:19.386818 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.387467 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:19.389239 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Bound port: df325563-6dfe-4259-b0d9-396f4442e4a1, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:19.389239 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.408857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Network e9316ee7-3ee4-4953-b115-69367b0926fb is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:19.420965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:19.424857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event updated for resources: {'Port': ['ID=ad7ae3ba-8d78-41f5-8391-d333f0537abb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:19.427169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:19.441506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c981a8f7-fd1b-435d-8d87-a0b6a2568475 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.496758 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] For port df325563-6dfe-4259-b0d9-396f4442e4a1, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:19.497518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c981a8f7-fd1b-435d-8d87-a0b6a2568475 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.500735 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] For port df325563-6dfe-4259-b0d9-396f4442e4a1, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=df325563-6dfe-4259-b0d9-396f4442e4a1,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:19.501930 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Pushing event updated for resources: {'Port': ['ID=df325563-6dfe-4259-b0d9-396f4442e4a1,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:19.505930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:19.506725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.512965 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.513446 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.513887 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.514312 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.514735 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.518455 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.518912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.519345 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.520084 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.520206 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.520623 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.521242 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:19.525476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Allocated IP 172.20.0.1 (80a24d1b-a341-4613-839a-8ab2f2e14fb1/1ef4aab6-5588-4a35-8790-f116346aebfe/f9228725-2c20-4854-acf2-608a893a4a27) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:19.577847 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.648820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981a8f7-fd1b-435d-8d87-a0b6a2568475 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2bf0e7-4b6e-458b-8486-cb47ec8abfd4,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:19.652297 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c981a8f7-fd1b-435d-8d87-a0b6a2568475 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.653292 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-97fd2ad0-526f-4efa-867e-0122313d10ec tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0710547 Sep 10 03:57:19.654077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c981a8f7-fd1b-435d-8d87-a0b6a2568475 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4346037 Sep 10 03:57:19.655641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57396) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:19.659065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57398) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:19.663658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d665bb70-119a-476e-b39a-b3fcf79dd844 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '8fa576a3-4c35-4714-80fa-746f8e983cd0', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:19.671652 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:19.676754 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:56:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:19.679621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57400) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:19.715269 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d5b77e-17b2-4f88-97cb-b800928fbc34 None None] Pushing event updated for resources: {'Port': ['ID=df325563-6dfe-4259-b0d9-396f4442e4a1,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:19.739441 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.740950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7e076e-8d6c-454a-b509-c5edd313094c req-6cbc31a7-fa91-4c73-aeac-3a8f64f705dc tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:19.742652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d7e076e-8d6c-454a-b509-c5edd313094c req-6cbc31a7-fa91-4c73-aeac-3a8f64f705dc tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1746454 Sep 10 03:57:19.759125 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7d9666cc-3f78-492d-9e30-985490675643 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c1a09693149341a89de3c1641c26e477&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0763681 Sep 10 03:57:19.761808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57402) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:19.770960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7bf72a74-8f82-4b01-aa67-5cc2c493401b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Deleting port ad7ae3ba-8d78-41f5-8391-d333f0537abb {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:19.771406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bf72a74-8f82-4b01-aa67-5cc2c493401b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.825237 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d665bb70-119a-476e-b39a-b3fcf79dd844 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.864601 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6939004-3d42-40b4-a24e-0ab01888bd21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.905768 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:19.906052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6939004-3d42-40b4-a24e-0ab01888bd21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.937504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d7e076e-8d6c-454a-b509-c5edd313094c req-d0135aba-abbc-423d-8e02-f188a9775811 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1688688 Sep 10 03:57:19.939865 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d665bb70-119a-476e-b39a-b3fcf79dd844 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.941275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.954082 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bf72a74-8f82-4b01-aa67-5cc2c493401b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:19.974263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7bf72a74-8f82-4b01-aa67-5cc2c493401b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Calling delete_port for ad7ae3ba-8d78-41f5-8391-d333f0537abb owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:20.007862 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:20.013213 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:20.018708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:20.021347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Pushing event updated for resources: {'Port': ['ID=f9228725-2c20-4854-acf2-608a893a4a27,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:20.063364 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.118215 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:16Z', 'revision_number': 3, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:20.147120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d665bb70-119a-476e-b39a-b3fcf79dd844 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.147468 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c727abe7-91b7-4b11-9d21-b7a644b59c11 None None] The sync data for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 is: [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:16Z', 'revision_number': 3, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:20.173540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d665bb70-119a-476e-b39a-b3fcf79dd844 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec05f0ce-e84c-42ca-abbe-b4acdc9a08e8,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:20.229206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6939004-3d42-40b4-a24e-0ab01888bd21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.231957 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6939004-3d42-40b4-a24e-0ab01888bd21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.233164 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e6939004-3d42-40b4-a24e-0ab01888bd21 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf322536-77d1-4508-9e25-83be3195a396 HTTP/1.1" status: 204 len: 168 time: 0.4704430 Sep 10 03:57:20.241162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6939004-3d42-40b4-a24e-0ab01888bd21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf322536-77d1-4508-9e25-83be3195a396,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:20.279693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bf72a74-8f82-4b01-aa67-5cc2c493401b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.310462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf72a74-8f82-4b01-aa67-5cc2c493401b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event deleted for resources: {'Port': ['ID=ad7ae3ba-8d78-41f5-8391-d333f0537abb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:20.311245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d665bb70-119a-476e-b39a-b3fcf79dd844 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.312955 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d665bb70-119a-476e-b39a-b3fcf79dd844 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6528995 Sep 10 03:57:20.316896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57414) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:20.323250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-78295ef2-adea-454a-87ec-95666dd24607 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '8fa576a3-4c35-4714-80fa-746f8e983cd0', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:20.352087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.411368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7bf72a74-8f82-4b01-aa67-5cc2c493401b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.425348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7bf72a74-8f82-4b01-aa67-5cc2c493401b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ad7ae3ba-8d78-41f5-8391-d333f0537abb HTTP/1.1" status: 204 len: 168 time: 0.7686932 Sep 10 03:57:20.429784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57418) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:20.440649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb', 'external_fixed_ips': [{'subnet_id': 'd48e48b7-eeb5-4d8e-a601-26e6472b97e2', 'ip_address': '172.20.0.12'}]}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:20.463817 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78295ef2-adea-454a-87ec-95666dd24607 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.536005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78295ef2-adea-454a-87ec-95666dd24607 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.578569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.579586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.624968 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78295ef2-adea-454a-87ec-95666dd24607 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.628780 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.661642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78295ef2-adea-454a-87ec-95666dd24607 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf9a14d-edec-4dc3-874e-e8bc9dfb2899,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:20.691606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.710753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.726216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-78295ef2-adea-454a-87ec-95666dd24607 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.729801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-78295ef2-adea-454a-87ec-95666dd24607 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4095631 Sep 10 03:57:20.730034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57428) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:20.735982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-39aa25ad-6a98-4574-9d4f-c613af17678c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '8fa576a3-4c35-4714-80fa-746f8e983cd0', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:20.754056 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ef243f07-f9cf-4ec5-922f-f785799c8543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.864278 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39aa25ad-6a98-4574-9d4f-c613af17678c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:20.995091 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39aa25ad-6a98-4574-9d4f-c613af17678c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.124794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e33af-cb53-48f1-ba3c-d47e9552cc9b req-0b8490e5-606b-46ae-a401-003058675a51 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:21.128765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-187e33af-cb53-48f1-ba3c-d47e9552cc9b req-0b8490e5-606b-46ae-a401-003058675a51 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0943956 Sep 10 03:57:21.145966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39aa25ad-6a98-4574-9d4f-c613af17678c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.247028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39aa25ad-6a98-4574-9d4f-c613af17678c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e774366-0020-4b64-8293-1e20662a1d9f,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:21.276491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39aa25ad-6a98-4574-9d4f-c613af17678c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.280233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-39aa25ad-6a98-4574-9d4f-c613af17678c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5466099 Sep 10 03:57:21.280824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57440) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:21.300740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-58ea14b5-dbec-43af-8bd6-0c5a857096a6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '8fa576a3-4c35-4714-80fa-746f8e983cd0', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:21.307994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device df325563-6dfe-4259-b0d9-396f4442e4a1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:21.324397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-187e33af-cb53-48f1-ba3c-d47e9552cc9b req-f7cb292d-a0a1-48f7-9d5a-325a9db2dc80 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239879 Sep 10 03:57:21.412298 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-58ea14b5-dbec-43af-8bd6-0c5a857096a6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Project 604b17a6e0964c4ab69ec880aeb9fc59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:57:21.426852 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58ea14b5-dbec-43af-8bd6-0c5a857096a6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.471728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Pushing event updated for resources: {'Port': ['ID=f9228725-2c20-4854-acf2-608a893a4a27,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:21.474319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.479996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port df325563-6dfe-4259-b0d9-396f4442e4a1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:21.484133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port df325563-6dfe-4259-b0d9-396f4442e4a1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:21.484681 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.560495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58ea14b5-dbec-43af-8bd6-0c5a857096a6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.614690 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.620304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.623946 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58ea14b5-dbec-43af-8bd6-0c5a857096a6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.667928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port df325563-6dfe-4259-b0d9-396f4442e4a1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=df325563-6dfe-4259-b0d9-396f4442e4a1,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:21.668528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ea14b5-dbec-43af-8bd6-0c5a857096a6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47086b39-8f0f-4ea1-8f7f-b0f98b7c4441,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:21.748143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:21.755009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:21.771954 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.812445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58ea14b5-dbec-43af-8bd6-0c5a857096a6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:21.812634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-58ea14b5-dbec-43af-8bd6-0c5a857096a6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5174274 Sep 10 03:57:21.815275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57458) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:21.820982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-af423dad-9ddd-4ab7-854f-cfb76344e125 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '8fa576a3-4c35-4714-80fa-746f8e983cd0', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:21.885975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=df325563-6dfe-4259-b0d9-396f4442e4a1,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:21.988188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Router 78abf97b-8968-4d4b-b0e1-53a083145b98 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:57:22.206977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:22.233038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:22.243764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:22.248192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7269d9a1-4c73-417f-bcea-860816dbc3d7 req-9f158940-0675-4ccf-b5ca-3f8a73646314 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:22.255875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7269d9a1-4c73-417f-bcea-860816dbc3d7 req-9f158940-0675-4ccf-b5ca-3f8a73646314 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.5098665 Sep 10 03:57:22.260398 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8628c1e0-6543-4abd-ae5d-5ae6390da705 admin admin] 10.222.0.22 "PUT /v2.0/routers/78abf97b-8968-4d4b-b0e1-53a083145b98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0973599 Sep 10 03:57:22.336703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7269d9a1-4c73-417f-bcea-860816dbc3d7 req-e7c6c5cd-548d-4f41-b0bd-102ba01d94b1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795529 Sep 10 03:57:22.338195 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-af423dad-9ddd-4ab7-854f-cfb76344e125 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Project 604b17a6e0964c4ab69ec880aeb9fc59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:57:22.363096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af423dad-9ddd-4ab7-854f-cfb76344e125 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:22.481632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Allocated IP 172.20.0.12 (e9316ee7-3ee4-4953-b115-69367b0926fb/d48e48b7-eeb5-4d8e-a601-26e6472b97e2/cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:22.610868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Sync routers for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:22.621402 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af423dad-9ddd-4ab7-854f-cfb76344e125 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:22.627913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:22.629423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:56:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:22.633202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5996ca-1bbe-45a4-a247-daad8582ef26 req-9849001f-424e-40db-9a50-9ebc22a12643 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:22.633202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b5996ca-1bbe-45a4-a247-daad8582ef26 req-9849001f-424e-40db-9a50-9ebc22a12643 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.1907935 Sep 10 03:57:22.674419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:22.688702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b5996ca-1bbe-45a4-a247-daad8582ef26 req-e0af337f-f4c6-4b0d-940a-adb9c6481d92 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492547 Sep 10 03:57:22.691992 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af423dad-9ddd-4ab7-854f-cfb76344e125 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:22.721125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af423dad-9ddd-4ab7-854f-cfb76344e125 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8005fa5f-0cb4-4847-9359-0f29eddd6bd5,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:22.817266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:22.823842 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:22.834605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af423dad-9ddd-4ab7-854f-cfb76344e125 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:22.836192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-af423dad-9ddd-4ab7-854f-cfb76344e125 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.0200880 Sep 10 03:57:22.839247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57488) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:22.844659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'network': {'name': 'tempest-network-smoke--742291111', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'port_security_enabled': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:22.937906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Network e9316ee7-3ee4-4953-b115-69367b0926fb is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:22.937906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:22.947139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:23.013296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event updated for resources: {'Port': ['ID=cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:23.057839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:23.061553 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.073885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f9228725-2c20-4854-acf2-608a893a4a27', 'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'mac_address': 'fa:16:3e:b0:44:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:19Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 2, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'subnets': [{'id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:23.100411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-02f69550-26e4-4628-b109-b69d53862448 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:23.103125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-02f69550-26e4-4628-b109-b69d53862448 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 819 time: 0.2280750 Sep 10 03:57:23.114315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Checking router: 78abf97b-8968-4d4b-b0e1-53a083145b98 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:57:23.114650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Updating router 78abf97b-8968-4d4b-b0e1-53a083145b98 port f9228725-2c20-4854-acf2-608a893a4a27 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:57:23.120286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:57:23.130350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-10ff3a85-c86a-4267-8199-53a475123994 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/quotas/df43143fc7a54fed8eaf1572136ce36f HTTP/1.1" status: 200 len: 375 time: 0.0199425 Sep 10 03:57:23.136693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.141979 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Added segment 91c0f65b-af41-4ec6-ba73-bc290de12f97 of type vlan for network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 Sep 10 03:57:23.170461 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.227592 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.238830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2381defd-87ca-4121-aab3-9b2061ebcb0b tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1000559 Sep 10 03:57:23.329973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device df325563-6dfe-4259-b0d9-396f4442e4a1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:23.371130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-f8a2cf57-7705-497a-9499-1b0fa5c5848e service neutron] 10.222.0.22 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198390 Sep 10 03:57:23.416010 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.426475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:23.426475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.453511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.480858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port df325563-6dfe-4259-b0d9-396f4442e4a1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:23.480858 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.550398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7071259 Sep 10 03:57:23.551767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57506) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:23.564477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'admin_state_up': True, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:23.567135 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-abe61956-1be0-466d-938d-5389b76478d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.602941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b50882-0d0f-4fe4-8407-865bb8b177bb req-83214b15-b54a-4674-b9ec-fce17e8b5275 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:23.604101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31b50882-0d0f-4fe4-8407-865bb8b177bb req-83214b15-b54a-4674-b9ec-fce17e8b5275 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.2044351 Sep 10 03:57:23.606606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93655a4c-3116-401f-a524-3fd39b96db55 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Network': ['ID=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:23.631360 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.637218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:57:23.657794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-fba3591f-dea9-40e4-b18d-3005db43c349 service neutron] 10.222.0.22 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2856400 Sep 10 03:57:23.678096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Transition to ACTIVE for port object f9228725-2c20-4854-acf2-608a893a4a27 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:23.692826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31b50882-0d0f-4fe4-8407-865bb8b177bb req-57e34bed-8558-48a7-a145-9115be6c40b8 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817194 Sep 10 03:57:23.769877 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.773812 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.822475 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.843097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Pushing event updated for resources: {'Port': ['ID=f9228725-2c20-4854-acf2-608a893a4a27,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.856675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.857521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.857521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:23.903205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Attempting to bind port f9228725-2c20-4854-acf2-608a893a4a27 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:23.903579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Attempting to bind port f9228725-2c20-4854-acf2-608a893a4a27 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:23.903986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Attempting to bind port f9228725-2c20-4854-acf2-608a893a4a27 on network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:23.910473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:23.910852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Checking segment: {'id': 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:23.911256 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.911648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Bound using segment: {'id': 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:23.912159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Bound port: f9228725-2c20-4854-acf2-608a893a4a27, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:23.912595 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.944233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:23.945334 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:24.029497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc925391-ef34-49a2-8e9c-07bd8e16ea1f req-2aea0853-663a-4bba-a2e4-ad62f961b715 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 210 time: 0.0635216 Sep 10 03:57:24.071447 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:24.095501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] For port f9228725-2c20-4854-acf2-608a893a4a27, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:24.101822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] For port f9228725-2c20-4854-acf2-608a893a4a27, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f9228725-2c20-4854-acf2-608a893a4a27,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:24.177910 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:24.211843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Router 9df6ef54-1ca9-4e6c-bf3c-910382181cf1 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:57:24.256344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:24.257243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:24.302498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fdacd6-4071-461e-ad5c-f2e59ca293cd None None] Pushing event updated for resources: {'Port': ['ID=f9228725-2c20-4854-acf2-608a893a4a27,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:24.387229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:24.401668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:24.468517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-7ba645ec-1e49-4e9f-aa62-c46c354e5d42 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:24.469779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:24.470150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-7ba645ec-1e49-4e9f-aa62-c46c354e5d42 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.0711861 Sep 10 03:57:24.482706 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Sync routers for ids ['9df6ef54-1ca9-4e6c-bf3c-910382181cf1'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:24.498528 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Routers {'9df6ef54-1ca9-4e6c-bf3c-910382181cf1'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:24.500614 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9df6ef54-1ca9-4e6c-bf3c-910382181cf1'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:24.650914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Deleting port c1bd9719-f28a-49ce-afc8-6b9045fe8b99 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:24.651272 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:24.671221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:24.673160 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-81c8b900-f705-462f-b54d-45434a8b92f3 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.2419555 Sep 10 03:57:24.675658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57540) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:24.771943 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Set router 9df6ef54-1ca9-4e6c-bf3c-910382181cf1 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:24.815468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f9228725-2c20-4854-acf2-608a893a4a27', 'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'mac_address': 'fa:16:3e:b0:44:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:19Z', 'updated_at': '2021-09-10T03:57:24Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'subnets': [{'id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:24.821143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57546) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:24.854880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8fc9e1b2-0101-46f9-bfbf-a9d8ded88239 None None] The sync data for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 is: [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f9228725-2c20-4854-acf2-608a893a4a27', 'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'mac_address': 'fa:16:3e:b0:44:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:19Z', 'updated_at': '2021-09-10T03:57:24Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'subnets': [{'id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:25.035609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613613a0-9edd-444e-9ebf-5cb2cc75d68d req-53a74cc1-30c9-4d74-9168-ec9b3e7666e1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:25.040640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-613613a0-9edd-444e-9ebf-5cb2cc75d68d req-53a74cc1-30c9-4d74-9168-ec9b3e7666e1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 946 time: 0.2183988 Sep 10 03:57:25.082046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] For port c1bd9719-f28a-49ce-afc8-6b9045fe8b99, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:25.083572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df6ef54-1ca9-4e6c-bf3c-910382181cf1', 'name': '', 'tenant_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb', 'external_fixed_ips': [{'subnet_id': 'd48e48b7-eeb5-4d8e-a601-26e6472b97e2', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': 'cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:20Z', 'updated_at': '2021-09-10T03:57:23Z', 'revision_number': 3, 'project_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'gw_port': {'id': 'cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a', 'name': '', 'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:4e:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9df6ef54-1ca9-4e6c-bf3c-910382181cf1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2375, 'fixed_ips': [{'subnet_id': 'd48e48b7-eeb5-4d8e-a601-26e6472b97e2', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:22Z', 'updated_at': '2021-09-10T03:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd48e48b7-eeb5-4d8e-a601-26e6472b97e2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:25.083840 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.197285 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Checking router: 9df6ef54-1ca9-4e6c-bf3c-910382181cf1 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:57:25.201075 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Updating router 9df6ef54-1ca9-4e6c-bf3c-910382181cf1 port cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:57:25.208137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1afa1a6-9191-43f5-90d4-a19744ead770 req-c2334f21-09d1-416c-8142-82bdb13b0fcc tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 210 time: 0.0691025 Sep 10 03:57:25.214693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Calling delete_port for c1bd9719-f28a-49ce-afc8-6b9045fe8b99 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:25.249909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41bff4a4-e0f6-4266-bd9c-0e0b19715525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.372304 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.372578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-613613a0-9edd-444e-9ebf-5cb2cc75d68d req-cfb3ab88-692c-432e-b593-804d31c6586b tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2906163 Sep 10 03:57:25.396961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f9228725-2c20-4854-acf2-608a893a4a27 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:25.551989 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41bff4a4-e0f6-4266-bd9c-0e0b19715525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.561243 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.594944 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.598348 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.706422 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41bff4a4-e0f6-4266-bd9c-0e0b19715525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.726537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.752776 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-a6d3369f-0c74-4703-a731-ddaf1e1f05f8 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2122710 Sep 10 03:57:25.761713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event deleted for resources: {'Port': ['ID=c1bd9719-f28a-49ce-afc8-6b9045fe8b99,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:25.762066 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.764271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['f799fdd8-7e08-4504-85c6-55eb8f7ddafd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:57:25.776277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-41bff4a4-e0f6-4266-bd9c-0e0b19715525 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25c70e6fdf53467cbfec68ab91cdb90c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9499953 Sep 10 03:57:25.785762 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.809786 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Transition to ACTIVE for port object cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:25.827858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57556) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:25.899434 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.911639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] No DVR routers for this DVR port c1bd9719-f28a-49ce-afc8-6b9045fe8b99 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:57:25.920376 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:25.922579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78c9fe06-66a0-466a-97a6-6ba1d5cd3030 req-4abffce5-2ce3-4fb0-aab4-88400dcbbb1a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.20 "DELETE /v2.0/ports/c1bd9719-f28a-49ce-afc8-6b9045fe8b99 HTTP/1.1" status: 204 len: 173 time: 1.4425712 Sep 10 03:57:25.923330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f58b865-3238-4382-82fc-4efb5c164538', 'name': 'network-vif-deleted', 'tag': 'c1bd9719-f28a-49ce-afc8-6b9045fe8b99'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:25.927009 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab140778-16dd-4241-be1c-04e126007fc6" -d '{"events": [{"server_uuid": "4f58b865-3238-4382-82fc-4efb5c164538", "name": "network-vif-deleted", "tag": "c1bd9719-f28a-49ce-afc8-6b9045fe8b99"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:25.952204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bff4a4-e0f6-4266-bd9c-0e0b19715525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bba78a80-8841-4333-97f6-eae9a0501079,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:26.022271 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d294f93b-9a67-48d5-b5bd-bdb3f2352cc8 x-openstack-request-id: req-d294f93b-9a67-48d5-b5bd-bdb3f2352cc8 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:26.023596 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f58b865-3238-4382-82fc-4efb5c164538", "name": "network-vif-deleted", "tag": "c1bd9719-f28a-49ce-afc8-6b9045fe8b99", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:26.024096 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d294f93b-9a67-48d5-b5bd-bdb3f2352cc8 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:26.024728 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f58b865-3238-4382-82fc-4efb5c164538', 'name': 'network-vif-deleted', 'tag': 'c1bd9719-f28a-49ce-afc8-6b9045fe8b99', 'status': 'completed', 'code': 200} Sep 10 03:57:26.054587 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Attempting to bind port cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:26.056423 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Attempting to bind port cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '851d0ab3-b7f6-442c-836b-16463ebe9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:26.056967 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Attempting to bind port cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a on network e9316ee7-3ee4-4953-b115-69367b0926fb {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:26.065242 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e22194-589b-453a-b4d2-dbcfbb21c0fe None None] Pushing event updated for resources: {'Port': ['ID=cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:26.070336 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:26.071496 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Checking segment: {'id': '851d0ab3-b7f6-442c-836b-16463ebe9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:26.071496 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.072123 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Bound using segment: {'id': '851d0ab3-b7f6-442c-836b-16463ebe9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:26.072755 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Bound port: cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '851d0ab3-b7f6-442c-836b-16463ebe9468', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': 'e9316ee7-3ee4-4953-b115-69367b0926fb'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:26.073302 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.090530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-b9301b12-2d7a-4de6-afef-44daef2f9c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:26.093223 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-b9301b12-2d7a-4de6-afef-44daef2f9c67 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=fbd4e6752b764c4d97913fe83900a2be&device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 1097 time: 0.2634068 Sep 10 03:57:26.095766 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.128708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port f9228725-2c20-4854-acf2-608a893a4a27 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:26.133966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f9228725-2c20-4854-acf2-608a893a4a27 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:26.134591 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.154415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.25.3.27 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/eee20a42-727b-42bb-b16b-73b46efde739) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:26.172692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.228572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] For port cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:26.233117 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] For port cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a,segment=NetworkSegment(851d0ab3-b7f6-442c-836b-16463ebe9468),segment_id=851d0ab3-b7f6-442c-836b-16463ebe9468)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:26.310214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.321439 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.328930 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.362534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port f9228725-2c20-4854-acf2-608a893a4a27, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f9228725-2c20-4854-acf2-608a893a4a27,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:26.368261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c322bf8-e4eb-46f1-a76a-3d4dcc3c6b3c req-0eb7c582-cedb-4259-9e5d-771a3026358d tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 210 time: 0.0743206 Sep 10 03:57:26.423456 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.456091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-a87a0d21-e40e-40df-bf47-b39085570f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:26.458012 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-a87a0d21-e40e-40df-bf47-b39085570f77 service neutron] 10.222.0.39 "GET /v2.0/networks?id=589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 200 len: 912 time: 0.3183467 Sep 10 03:57:26.467117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.475885 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e22194-589b-453a-b4d2-dbcfbb21c0fe None None] Pushing event updated for resources: {'Port': ['ID=cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:26.481912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Routers {'9df6ef54-1ca9-4e6c-bf3c-910382181cf1'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:26.483105 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9df6ef54-1ca9-4e6c-bf3c-910382181cf1'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:26.532707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.541045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=f9228725-2c20-4854-acf2-608a893a4a27,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:26.590930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28dd8ec8-812e-4bd9-9553-7e093dc0313a req-cced97e4-b97e-44e5-a6c8-9afa86d64ca3 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f58b865-3238-4382-82fc-4efb5c164538 HTTP/1.1" status: 200 len: 210 time: 0.0563073 Sep 10 03:57:26.630930 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] Set router 9df6ef54-1ca9-4e6c-bf3c-910382181cf1 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:26.702811 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9df6ef54-1ca9-4e6c-bf3c-910382181cf1', 'name': '', 'tenant_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:20Z', 'updated_at': '2021-09-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:26.738936 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675b23c8-35a3-4d7a-b0b2-9c3b6032aaab None None] The sync data for ids ['9df6ef54-1ca9-4e6c-bf3c-910382181cf1'] in n-d-808143-1 is: [{'id': '9df6ef54-1ca9-4e6c-bf3c-910382181cf1', 'name': '', 'tenant_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:20Z', 'updated_at': '2021-09-10T03:57:26Z', 'revision_number': 4, 'project_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:26.757848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Deleting port cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:26.758515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.761549 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-8b76fce7-4afa-4e65-bf3a-f51a7a8121ba service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2419d1b8-ba05-47de-926f-a36a839a6b25 HTTP/1.1" status: 200 len: 1002 time: 0.2779140 Sep 10 03:57:26.873423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c1bd9719-f28a-49ce-afc8-6b9045fe8b99 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:57:26.921338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: c1bd9719-f28a-49ce-afc8-6b9045fe8b99 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:57:26.921338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c1bd9719-f28a-49ce-afc8-6b9045fe8b99 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:57:26.921646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] For port cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a,segment=NetworkSegment(851d0ab3-b7f6-442c-836b-16463ebe9468),segment_id=851d0ab3-b7f6-442c-836b-16463ebe9468)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:26.921646 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.936733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.944947 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.947969 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:26.949435 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bba78a80-8841-4333-97f6-eae9a0501079 HTTP/1.1" status: 204 len: 168 time: 1.1194644 Sep 10 03:57:27.011945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-73f37b50-eefa-4f60-9131-62ce75dc3907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:27.013611 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-73f37b50-eefa-4f60-9131-62ce75dc3907 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 200 len: 850 time: 0.2339351 Sep 10 03:57:27.014233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=eee20a42-727b-42bb-b16b-73b46efde739,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:27.018372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Calling delete_port for cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:27.090995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:27.098272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:27.104880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bba78a80-8841-4333-97f6-eae9a0501079,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:27.114295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.114739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.115177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.115597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.116043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.117011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.117419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.117822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.118229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.119116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.119481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.120224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.126245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:27.168905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.169369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.169788 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.170200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.170606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.171011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.171617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.172190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.172756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.173142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.173558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.173957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afe78802-0cf2-4539-a7ad-49038ee8db29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:27.195530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-61109eab-9408-41e0-9a33-97cefbdfa347 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:27.198691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-61109eab-9408-41e0-9a33-97cefbdfa347 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.39 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 819 time: 0.2078538 Sep 10 03:57:27.216135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Request body: {'port': {'device_id': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'admin_state_up': True, 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:27.276853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f9228725-2c20-4854-acf2-608a893a4a27 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:27.299143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-540942b3-c0c6-4520-b725-555f5a7767dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:27.301303 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-540942b3-c0c6-4520-b725-555f5a7767dc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=589a4214-66c2-461f-af8d-b5794ee44cf1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2769394 Sep 10 03:57:27.385283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f9228725-2c20-4854-acf2-608a893a4a27 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:27.385283 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:27.503192 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-2f1f6e40-63c1-4db3-ae2a-13eb6e003c0e service neutron] 10.222.0.39 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356049 Sep 10 03:57:27.547672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Made reservation on behalf of df43143fc7a54fed8eaf1572136ce36f for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:27.551699 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:27.794705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df20e935-834d-4212-a4de-9b1fad7db42a req-378fd00f-3770-48d7-91a2-9dc94bde40a0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 210 time: 0.2121894 Sep 10 03:57:27.859338 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b3b516a-c7a0-4768-9acd-5a214a2195ce req-bee2e00a-b51d-4116-9689-f11f975aee9c service neutron] 10.222.0.39 "GET /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3379636 Sep 10 03:57:27.903428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Allocated IP 172.20.0.6 (80a24d1b-a341-4613-839a-8ab2f2e14fb1/1ef4aab6-5588-4a35-8790-f116346aebfe/e4f84e3a-42a3-4079-89ea-f68281e764b8) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:27.922498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.016283 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.081046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57618) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:28.094478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event deleted for resources: {'Port': ['ID=cdd0be1d-8c50-4d6b-a3ca-4f5562e1185a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:28.141748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-be5f57b0-9165-4a67-9f3e-15d5c92676bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.212942 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.337771 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.394292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-be5f57b0-9165-4a67-9f3e-15d5c92676bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.445542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57636) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:28.463335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-be5f57b0-9165-4a67-9f3e-15d5c92676bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.534127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.542929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.545569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-be5f57b0-9165-4a67-9f3e-15d5c92676bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=799f92480fb843c4846e02faf3fbea7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4630759 Sep 10 03:57:28.549169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.552682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57640) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:28.588396 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.615796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f57b0-9165-4a67-9f3e-15d5c92676bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cde1c21-8ec8-4d89-b612-e42dae492791,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:28.649098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-123cb19f-eec4-47f1-8f88-f68f90267415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.656067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:28.671849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:28.675311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:28.731926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Pushing event updated for resources: {'Port': ['ID=e4f84e3a-42a3-4079-89ea-f68281e764b8,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:28.754358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.755074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9df6ef54-1ca9-4e6c-bf3c-910382181cf1 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:57:28.762109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.763348 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-18b24cbf-7022-4c4f-ba25-6813c0e6dfc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "DELETE /v2.0/routers/9df6ef54-1ca9-4e6c-bf3c-910382181cf1 HTTP/1.1" status: 204 len: 168 time: 4.0864103 Sep 10 03:57:28.770835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57644) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:28.772306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e91d01a7-20f9-4d68-9d0a-2c0ea7e6a22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.797647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:28.798307 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.817482 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.876072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fb48c8-2d78-4414-b8c9-79bff1ed386b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Deleting subnet d48e48b7-eeb5-4d8e-a601-26e6472b97e2 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:57:28.886073 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43fb48c8-2d78-4414-b8c9-79bff1ed386b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.954772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e91d01a7-20f9-4d68-9d0a-2c0ea7e6a22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:28.973441 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43fb48c8-2d78-4414-b8c9-79bff1ed386b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.052033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router fd396276-0840-4484-b77d-3ea7dba008fd is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:57:29.059415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-123cb19f-eec4-47f1-8f88-f68f90267415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.072408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1034eff-4da4-4090-a409-c169c5ecd7b6 req-4ced4d14-906d-4fd3-a12d-7d3ac7c11445 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:29.074006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1034eff-4da4-4090-a409-c169c5ecd7b6 req-4ced4d14-906d-4fd3-a12d-7d3ac7c11445 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 931 time: 0.1575508 Sep 10 03:57:29.092869 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43fb48c8-2d78-4414-b8c9-79bff1ed386b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.098822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e91d01a7-20f9-4d68-9d0a-2c0ea7e6a22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.105142 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e91d01a7-20f9-4d68-9d0a-2c0ea7e6a22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.107916 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e91d01a7-20f9-4d68-9d0a-2c0ea7e6a22b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cde1c21-8ec8-4d89-b612-e42dae492791 HTTP/1.1" status: 204 len: 168 time: 0.5538485 Sep 10 03:57:29.132601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d01a7-20f9-4d68-9d0a-2c0ea7e6a22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cde1c21-8ec8-4d89-b612-e42dae492791,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:29.140712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb5a6de-25d4-4cff-9d34-b0d9f14fb4ff req-dc47abdb-1815-4a53-9966-36e315205f7a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:29.149504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceb5a6de-25d4-4cff-9d34-b0d9f14fb4ff req-dc47abdb-1815-4a53-9966-36e315205f7a tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 945 time: 0.1739366 Sep 10 03:57:29.178591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-123cb19f-eec4-47f1-8f88-f68f90267415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.226203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:29.226515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1034eff-4da4-4090-a409-c169c5ecd7b6 req-0f72ebc3-a081-45d1-b206-21ce042016a0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1418223 Sep 10 03:57:29.250775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Sync routers for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:29.264396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:29.265286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:29.266950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-2899823a-3847-4a29-92ea-8776279303d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0579894 Sep 10 03:57:29.272022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-123cb19f-eec4-47f1-8f88-f68f90267415 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=571f2fefc552454da72e580ee9f3bd3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8253603 Sep 10 03:57:29.274663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123cb19f-eec4-47f1-8f88-f68f90267415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc8c1169-cf1b-43ac-99db-228b2eb32401,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:29.277328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57652) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:29.290652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceb5a6de-25d4-4cff-9d34-b0d9f14fb4ff req-760dc49c-5cfa-4fe0-af42-c7a6d4be9dec tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364172 Sep 10 03:57:29.298144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Request body: {'port': {'device_id': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:29.336385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.341905 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c8a623b8-34c6-4f8e-8611-7ef95ac8b78f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 5.7896340 Sep 10 03:57:29.344736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57654) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:29.359726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-213ba7b8-fec0-490d-922a-e245cdc0ea7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.382441 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43fb48c8-2d78-4414-b8c9-79bff1ed386b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.403519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-213ba7b8-fec0-490d-922a-e245cdc0ea7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.434223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:29.484575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb48c8-2d78-4414-b8c9-79bff1ed386b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d48e48b7-eeb5-4d8e-a601-26e6472b97e2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:29.501851 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.605866 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-213ba7b8-fec0-490d-922a-e245cdc0ea7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.612326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-213ba7b8-fec0-490d-922a-e245cdc0ea7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.612326 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-213ba7b8-fec0-490d-922a-e245cdc0ea7d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc8c1169-cf1b-43ac-99db-228b2eb32401 HTTP/1.1" status: 204 len: 168 time: 0.3323216 Sep 10 03:57:29.627395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ba7b8-fec0-490d-922a-e245cdc0ea7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc8c1169-cf1b-43ac-99db-228b2eb32401,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:29.669905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:27Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:29.693529 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43fb48c8-2d78-4414-b8c9-79bff1ed386b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.696275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-43fb48c8-2d78-4414-b8c9-79bff1ed386b tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/d48e48b7-eeb5-4d8e-a601-26e6472b97e2 HTTP/1.1" status: 204 len: 168 time: 0.9246051 Sep 10 03:57:29.699287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57662) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:29.699768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Checking router: fd396276-0840-4484-b77d-3ea7dba008fd for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:57:29.700125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Updating router fd396276-0840-4484-b77d-3ea7dba008fd port eee20a42-727b-42bb-b16b-73b46efde739 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:57:29.727498 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:29.793482 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3c4bcf73-b6bf-4ca0-a757-9da61a70003e tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=604b17a6e0964c4ab69ec880aeb9fc59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4467463 Sep 10 03:57:29.797240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57666) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:29.904386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.019182 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.022229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.024712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57668) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:30.029568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Transition to ACTIVE for port object eee20a42-727b-42bb-b16b-73b46efde739 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:30.074810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3103cc-0a86-4167-9b34-34adac27f507 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:30.075363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae3103cc-0a86-4167-9b34-34adac27f507 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:30.079526 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ae3103cc-0a86-4167-9b34-34adac27f507 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1551 time: 0.2782476 Sep 10 03:57:30.080035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57670) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:30.082584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9316ee7-3ee4-4953-b115-69367b0926fb']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:30.085125 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02214a32-cf4f-478a-85a2-7dd2e9d095ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.097576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '851d0ab3-b7f6-442c-836b-16463ebe9468') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:30.097933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '851d0ab3-b7f6-442c-836b-16463ebe9468') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:30.125774 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.156436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4f84e3a-42a3-4079-89ea-f68281e764b8 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:57:30.159953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.171938 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.175089 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.187170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Releasing vlan 203 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:57:30.187602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:57:30.189440 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:57:30.278468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Transition to ACTIVE for port object e4f84e3a-42a3-4079-89ea-f68281e764b8 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:30.298698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Attempting to bind port eee20a42-727b-42bb-b16b-73b46efde739 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:30.300025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Attempting to bind port eee20a42-727b-42bb-b16b-73b46efde739 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:30.300701 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Attempting to bind port eee20a42-727b-42bb-b16b-73b46efde739 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:30.304537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc3938-15f6-4b4c-b3e4-9d9e374d37d7 None None] Pushing event updated for resources: {'Port': ['ID=eee20a42-727b-42bb-b16b-73b46efde739,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:30.326852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:30.327888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:30.328942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.329713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:30.330917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Bound port: eee20a42-727b-42bb-b16b-73b46efde739, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:30.331580 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.376936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.424028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] For port eee20a42-727b-42bb-b16b-73b46efde739, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:30.428226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] For port eee20a42-727b-42bb-b16b-73b46efde739, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=eee20a42-727b-42bb-b16b-73b46efde739,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:30.478688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f84e3a-42a3-4079-89ea-f68281e764b8,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:30.481141 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.502941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02214a32-cf4f-478a-85a2-7dd2e9d095ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.532572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e9316ee7-3ee4-4953-b115-69367b0926fb {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Sep 10 03:57:30.539040 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.545998 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d3d8cd65-a377-4a98-ac5c-3fd61b54df3f tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4646797 Sep 10 03:57:30.546776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57678) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:30.548460 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.555238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "DELETE /v2.0/networks/e9316ee7-3ee4-4953-b115-69367b0926fb HTTP/1.1" status: 204 len: 168 time: 0.8502696 Sep 10 03:57:30.569090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abe0ae-ceba-4114-a322-97ee915b1811 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event deleted for resources: {'Network': ['ID=e9316ee7-3ee4-4953-b115-69367b0926fb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:30.597695 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-00a3a8d7-820c-4d2c-9a6a-06b8262a6f3e tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=e9316ee7-3ee4-4953-b115-69367b0926fb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0481222 Sep 10 03:57:30.599092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57682) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:30.604668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1468686811', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:30.652786 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02214a32-cf4f-478a-85a2-7dd2e9d095ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.704472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efc3938-15f6-4b4c-b3e4-9d9e374d37d7 None None] Pushing event updated for resources: {'Port': ['ID=eee20a42-727b-42bb-b16b-73b46efde739,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:30.733806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57684) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:30.743000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:30.743626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:30.755523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06a3b07a-b072-4245-bffd-3ddf2b0d3f1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:30.787073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-c21d3af2-57ce-418d-9e5a-bf5d65a15901 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:30.787073 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-c21d3af2-57ce-418d-9e5a-bf5d65a15901 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 945 time: 0.2529757 Sep 10 03:57:30.803163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02214a32-cf4f-478a-85a2-7dd2e9d095ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee95f8b7-1b3c-4f93-a6ea-a34d8b971bf7,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:30.811474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-02214a32-cf4f-478a-85a2-7dd2e9d095ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a3de2fece110422e9ac1decfcdf266e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7823601 Sep 10 03:57:30.815256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57686) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:30.843027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962d798a-b3eb-4cad-bfa8-71795f4f7a6a req-0ef40a63-6f21-4f6f-9549-9a5621d8b32d tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:30.844801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-962d798a-b3eb-4cad-bfa8-71795f4f7a6a req-0ef40a63-6f21-4f6f-9549-9a5621d8b32d tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 943 time: 0.4707501 Sep 10 03:57:30.868628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2219adf-5713-4091-a439-5d1bb93e0f12 req-67f3394c-bb07-4910-ad6d-7a00dd924bd1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:30.870524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2219adf-5713-4091-a439-5d1bb93e0f12 req-67f3394c-bb07-4910-ad6d-7a00dd924bd1 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 945 time: 0.4545135 Sep 10 03:57:30.954339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:31.002055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:31.011835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.059754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Attempting to bind port e4f84e3a-42a3-4079-89ea-f68281e764b8 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:31.060102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Attempting to bind port e4f84e3a-42a3-4079-89ea-f68281e764b8 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:31.060438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Attempting to bind port e4f84e3a-42a3-4079-89ea-f68281e764b8 on network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:31.070195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Port e4f84e3a-42a3-4079-89ea-f68281e764b8 on network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:57:31.070523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Attempting to bind port e4f84e3a-42a3-4079-89ea-f68281e764b8 on network 80a24d1b-a341-4613-839a-8ab2f2e14fb1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:31.089658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b751f756-c5c8-4f69-9969-0b0e4b13aa95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.093101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:31.093101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Checking segment: {'id': 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:31.093101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Bound using segment: {'id': 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:31.093403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Bound port: e4f84e3a-42a3-4079-89ea-f68281e764b8, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:31.093615 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.119410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-962d798a-b3eb-4cad-bfa8-71795f4f7a6a req-781289d3-5ceb-4298-aa82-b9eb4aee8703 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2657745 Sep 10 03:57:31.157639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2219adf-5713-4091-a439-5d1bb93e0f12 req-98f4d80d-93f6-4031-b178-210ef260d210 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c75dab0-44cd-403a-a917-28eb4a5fb11a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460542 Sep 10 03:57:31.231660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] For port e4f84e3a-42a3-4079-89ea-f68281e764b8, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:31.234867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] For port e4f84e3a-42a3-4079-89ea-f68281e764b8, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:31.240475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b751f756-c5c8-4f69-9969-0b0e4b13aa95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.250317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:27Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:31.308095 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.310283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f5a7c57-70b9-4f5c-988d-5f4cc7a00e60 None None] The sync data for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 is: [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:27Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:31.375727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57694) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:31.389328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-61332aab-6391-4ca0-a428-0ed95d8f5347 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'router': {'name': 'tempest-router--730289270', 'project_id': '125a33ea17bb406f93dca74982247595'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:31.407316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.408001 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.409454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] 10.222.0.39 "PUT /v2.0/ports/e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 1091 time: 2.1166279 Sep 10 03:57:31.409973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:31.414254 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52f5df9a-e7db-4f8a-baea-280c636ac727" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:31.433154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b751f756-c5c8-4f69-9969-0b0e4b13aa95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.433154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b751f756-c5c8-4f69-9969-0b0e4b13aa95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.436427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b751f756-c5c8-4f69-9969-0b0e4b13aa95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee95f8b7-1b3c-4f93-a6ea-a34d8b971bf7 HTTP/1.1" status: 204 len: 168 time: 0.6162777 Sep 10 03:57:31.455932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Deleting port f799fdd8-7e08-4504-85c6-55eb8f7ddafd {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:31.456296 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.466064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b751f756-c5c8-4f69-9969-0b0e4b13aa95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee95f8b7-1b3c-4f93-a6ea-a34d8b971bf7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:31.472853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65dc02-5f06-48d5-8d51-efdd64648af3 service neutron] Pushing event updated for resources: {'Port': ['ID=e4f84e3a-42a3-4079-89ea-f68281e764b8,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:31.484157 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f5757ff-976e-4449-8674-2b85d1e12dfc x-openstack-request-id: req-6f5757ff-976e-4449-8674-2b85d1e12dfc {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:31.484459 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:31.484718 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f5757ff-976e-4449-8674-2b85d1e12dfc {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:31.485422 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'status': 'completed', 'code': 200} Sep 10 03:57:31.575169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5df9a-e7db-4f8a-baea-280c636ac727 req-ac474f49-2c8b-4ddc-bc50-c44a26d7f7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.579120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52f5df9a-e7db-4f8a-baea-280c636ac727 req-ac474f49-2c8b-4ddc-bc50-c44a26d7f7ad service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1094 time: 0.0716548 Sep 10 03:57:31.580257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.724362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] For port f799fdd8-7e08-4504-85c6-55eb8f7ddafd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,segment=NetworkSegment(b1edeb5d-f94b-4d4a-8821-778ff1f95ea5),segment_id=b1edeb5d-f94b-4d4a-8821-778ff1f95ea5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:31.724738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.753745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5df9a-e7db-4f8a-baea-280c636ac727 req-c2dbebe6-fea6-45b0-8c3a-ead922d92a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.755521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52f5df9a-e7db-4f8a-baea-280c636ac727 req-c2dbebe6-fea6-45b0-8c3a-ead922d92a6a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=df43143fc7a54fed8eaf1572136ce36f&shared=False HTTP/1.1" status: 200 len: 920 time: 0.1672742 Sep 10 03:57:31.762868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Calling delete_port for f799fdd8-7e08-4504-85c6-55eb8f7ddafd owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:31.773957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Subnet': ['ID=3aef3c1a-7de3-4e2e-8d4e-83850d794af0,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:31.809480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06a3b07a-b072-4245-bffd-3ddf2b0d3f1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:31.851577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Checking segment: {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:31.851928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network hostable DHCP agents. Network: 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:57:31.893916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f5df9a-e7db-4f8a-baea-280c636ac727 req-a82da4c1-3671-4200-955d-214508689579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:31.895525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52f5df9a-e7db-4f8a-baea-280c636ac727 req-a82da4c1-3671-4200-955d-214508689579 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1323247 Sep 10 03:57:31.965624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06a3b07a-b072-4245-bffd-3ddf2b0d3f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.016300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-c1e84486-45ea-4c9a-90a8-0bfbf2c0d723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:32.017090 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-06a3b07a-b072-4245-bffd-3ddf2b0d3f1f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d3e62a59690d48a8aee8ffca85e6e70d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2810376 Sep 10 03:57:32.018899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-c1e84486-45ea-4c9a-90a8-0bfbf2c0d723 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1094 time: 0.0802789 Sep 10 03:57:32.026519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57704) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:32.028167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:57:32.053545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a3b07a-b072-4245-bffd-3ddf2b0d3f1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=505b949b-c77f-4715-84a8-72d1f7cff7d8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:32.154697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61332aab-6391-4ca0-a428-0ed95d8f5347 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.155922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61332aab-6391-4ca0-a428-0ed95d8f5347 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.198917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.210697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:32.220885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf065b2-0c42-4bbd-ba31-57f188f93c3f None None] Network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:32.241211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:32.241848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.246117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.310637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61332aab-6391-4ca0-a428-0ed95d8f5347 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.338380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Pushing event deleted for resources: {'Port': ['ID=f799fdd8-7e08-4504-85c6-55eb8f7ddafd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:32.350251 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bb659a53-c2ce-4457-b22c-0202dfc48159 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.7500708 Sep 10 03:57:32.353021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57716) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:32.477350 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61332aab-6391-4ca0-a428-0ed95d8f5347 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.489548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] No DVR routers for this DVR port f799fdd8-7e08-4504-85c6-55eb8f7ddafd on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:57:32.530679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:57:32.532175 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.540890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.542972 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-910a82e2-3f48-402c-993c-b084f0c61cf9 req-b3f8d68a-5b79-4d9f-a8dd-52e33a95e914 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.39 "DELETE /v2.0/ports/f799fdd8-7e08-4504-85c6-55eb8f7ddafd HTTP/1.1" status: 204 len: 173 time: 1.7457654 Sep 10 03:57:32.543458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27a30b60-a169-45cd-8835-119d3b5046c6', 'name': 'network-vif-deleted', 'tag': 'f799fdd8-7e08-4504-85c6-55eb8f7ddafd'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:32.556426 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177fedaf-2e3c-47fa-af14-f5032114db0b" -d '{"events": [{"server_uuid": "27a30b60-a169-45cd-8835-119d3b5046c6", "name": "network-vif-deleted", "tag": "f799fdd8-7e08-4504-85c6-55eb8f7ddafd"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:32.593587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-0972fef0-bd4f-403b-9fc0-f031fc6de8e6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 217 time: 0.5570292 Sep 10 03:57:32.637266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58055a85-069f-4d2d-b3eb-ac3a5b9c9464 req-80ce504e-5d83-45e1-ac15-a922d0181e40 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 210 time: 0.0855844 Sep 10 03:57:32.660277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61332aab-6391-4ca0-a428-0ed95d8f5347 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.661649 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-61332aab-6391-4ca0-a428-0ed95d8f5347 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.2841966 Sep 10 03:57:32.665367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57722) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:32.791806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Allocated IP 172.20.0.2 (1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9/3aef3c1a-7de3-4e2e-8d4e-83850d794af0/3da8682c-f161-4b7f-94c8-07cc52f4821a) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:32.826696 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75ae4c01-ee65-45a4-bfec-9b41ef82043c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.850507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cae0d72-1799-499c-9e44-58415dbc99f7 req-9ba90866-7557-45b5-906a-d1dfd110db40 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:32.852248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cae0d72-1799-499c-9e44-58415dbc99f7 req-9ba90866-7557-45b5-906a-d1dfd110db40 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 943 time: 0.2949088 Sep 10 03:57:32.861159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-a610ea27-c9dc-4bd7-92cd-d5589b49f9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:32.863998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-a610ea27-c9dc-4bd7-92cd-d5589b49f9ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 200 len: 859 time: 0.2292666 Sep 10 03:57:32.874067 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-233fabcd-54c4-43bf-9164-dd939df131f1 x-openstack-request-id: req-233fabcd-54c4-43bf-9164-dd939df131f1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:32.876315 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27a30b60-a169-45cd-8835-119d3b5046c6", "name": "network-vif-deleted", "tag": "f799fdd8-7e08-4504-85c6-55eb8f7ddafd", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:32.876900 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-233fabcd-54c4-43bf-9164-dd939df131f1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:32.877700 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27a30b60-a169-45cd-8835-119d3b5046c6', 'name': 'network-vif-deleted', 'tag': 'f799fdd8-7e08-4504-85c6-55eb8f7ddafd', 'status': 'completed', 'code': 200} Sep 10 03:57:32.884432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c61479ff-aa6b-4a0a-b26d-dbc3b5ca0dc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:32.953843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-c82e03ff-4238-41f7-af69-b38c2483d6dd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80a24d1b-a341-4613-839a-8ab2f2e14fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0808864 Sep 10 03:57:32.994702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cae0d72-1799-499c-9e44-58415dbc99f7 req-a953ddbe-7c79-4aaa-8791-4b57362bbfa3 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273773 Sep 10 03:57:33.003035 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75ae4c01-ee65-45a4-bfec-9b41ef82043c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.061230 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.070151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Transition to ACTIVE for port object 3da8682c-f161-4b7f-94c8-07cc52f4821a will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:33.086824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Transition to ACTIVE for port object 3da8682c-f161-4b7f-94c8-07cc52f4821a will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:33.154636 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.264218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c61479ff-aa6b-4a0a-b26d-dbc3b5ca0dc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.264796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-a89e2935-9955-436b-b822-41153621d096 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2738767 Sep 10 03:57:33.268223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c61479ff-aa6b-4a0a-b26d-dbc3b5ca0dc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.286034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:33.309373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:33.326886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device eee20a42-727b-42bb-b16b-73b46efde739 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:33.358035 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75ae4c01-ee65-45a4-bfec-9b41ef82043c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.360825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75ae4c01-ee65-45a4-bfec-9b41ef82043c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.362744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-75ae4c01-ee65-45a4-bfec-9b41ef82043c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/505b949b-c77f-4715-84a8-72d1f7cff7d8 HTTP/1.1" status: 204 len: 168 time: 1.3345580 Sep 10 03:57:33.377115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ae4c01-ee65-45a4-bfec-9b41ef82043c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=505b949b-c77f-4715-84a8-72d1f7cff7d8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:33.383795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:33.391337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Pushing event updated for resources: {'Port': ['ID=3da8682c-f161-4b7f-94c8-07cc52f4821a,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:33.415083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe087cd-f3ac-4133-9580-64b2007d6453 req-3ae0e3fb-899d-4c09-897f-560aa69efe73 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413238 Sep 10 03:57:33.564041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Attempting to bind port 3da8682c-f161-4b7f-94c8-07cc52f4821a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:33.565149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Attempting to bind port 3da8682c-f161-4b7f-94c8-07cc52f4821a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:33.565710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Attempting to bind port 3da8682c-f161-4b7f-94c8-07cc52f4821a on network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:33.568689 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port eee20a42-727b-42bb-b16b-73b46efde739 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:33.577925 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:33.579015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Checking segment: {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:33.579763 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.580477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Bound using segment: {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:33.581298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Bound port: 3da8682c-f161-4b7f-94c8-07cc52f4821a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:33.581876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.585674 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port eee20a42-727b-42bb-b16b-73b46efde739 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:33.586085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.598485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c61479ff-aa6b-4a0a-b26d-dbc3b5ca0dc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.599033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c61479ff-aa6b-4a0a-b26d-dbc3b5ca0dc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39d74ef5-5b58-48c7-825e-47c1d708c89e {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:57:33.604722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c61479ff-aa6b-4a0a-b26d-dbc3b5ca0dc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.608097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c61479ff-aa6b-4a0a-b26d-dbc3b5ca0dc9 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "DELETE /v2.0/routers/39d74ef5-5b58-48c7-825e-47c1d708c89e HTTP/1.1" status: 204 len: 168 time: 0.9394987 Sep 10 03:57:33.831336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d735063-16fe-4f95-8018-208740b59b24 req-78f71ed6-3463-4d30-8ac5-da241b8d18d5 tempest-ServersTestJSON-661277661 tempest-ServersTestJSON-661277661-project] 10.222.0.22 "GET /v2.0/ports?device_id=27a30b60-a169-45cd-8835-119d3b5046c6 HTTP/1.1" status: 200 len: 210 time: 0.0727279 Sep 10 03:57:33.839990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.854843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.868638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] For port 3da8682c-f161-4b7f-94c8-07cc52f4821a, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:33.873348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] For port 3da8682c-f161-4b7f-94c8-07cc52f4821a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3da8682c-f161-4b7f-94c8-07cc52f4821a,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:33.882593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port eee20a42-727b-42bb-b16b-73b46efde739, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=eee20a42-727b-42bb-b16b-73b46efde739,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:33.989770 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:33.992477 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:34.051915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f799fdd8-7e08-4504-85c6-55eb8f7ddafd no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:57:34.061074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde07ad-57e5-4af7-8451-128a1abad6c4 None None] Pushing event updated for resources: {'Port': ['ID=3da8682c-f161-4b7f-94c8-07cc52f4821a,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:34.135020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: f799fdd8-7e08-4504-85c6-55eb8f7ddafd {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:57:34.135378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device f799fdd8-7e08-4504-85c6-55eb8f7ddafd not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:57:34.179355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57756) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:34.224018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.20.0.1 (1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9/3aef3c1a-7de3-4e2e-8d4e-83850d794af0/57b985f7-e9d1-41e8-b5fc-1616e275718a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:34.253863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bae0b9-4ce5-453f-a248-a0753e405688 req-98fe2c50-aee3-46e6-b8cc-88199b112911 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:34.258865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8bae0b9-4ce5-453f-a248-a0753e405688 req-98fe2c50-aee3-46e6-b8cc-88199b112911 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 943 time: 0.1133573 Sep 10 03:57:34.283800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=eee20a42-727b-42bb-b16b-73b46efde739,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:34.362006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8bae0b9-4ce5-453f-a248-a0753e405688 req-00143070-0285-43fd-a1cf-0fa65f6de832 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858531 Sep 10 03:57:34.408514 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:34.466165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Transition to ACTIVE for port object 57b985f7-e9d1-41e8-b5fc-1616e275718a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:34.552044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1384281043', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:34.621830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:34.660672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:34.664253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:34.669895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:34.676151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=57b985f7-e9d1-41e8-b5fc-1616e275718a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:34.699498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:34.700621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:34.728387 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:34.806488 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:34.894731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57786) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:34.958183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-385ba210-32c2-45b7-9b3f-5589317458e1 admin admin] Deleting subnet 896487ef-0a57-4d1a-9d81-7f7479231ead {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:57:34.961877 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-385ba210-32c2-45b7-9b3f-5589317458e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.011508 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-385ba210-32c2-45b7-9b3f-5589317458e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.106574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-385ba210-32c2-45b7-9b3f-5589317458e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.126470 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.132229 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.320677 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-385ba210-32c2-45b7-9b3f-5589317458e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.369771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385ba210-32c2-45b7-9b3f-5589317458e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=896487ef-0a57-4d1a-9d81-7f7479231ead,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:35.377957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-385ba210-32c2-45b7-9b3f-5589317458e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.380101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-385ba210-32c2-45b7-9b3f-5589317458e1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/896487ef-0a57-4d1a-9d81-7f7479231ead HTTP/1.1" status: 204 len: 168 time: 0.4843526 Sep 10 03:57:35.382720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57794) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:35.431058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3da8682c-f161-4b7f-94c8-07cc52f4821a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:35.434491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4031c8f2-1680-434e-8c7e-df28e00d365d None None] Network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:35.482045 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.639587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158d23ea-6d96-4bd9-8c1a-e62cc4d79106 req-679e6cee-6417-4e5e-b212-d6d6d5bef3dc tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:35.643924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-158d23ea-6d96-4bd9-8c1a-e62cc4d79106 req-679e6cee-6417-4e5e-b212-d6d6d5bef3dc tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 943 time: 0.1579897 Sep 10 03:57:35.696006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-11b9e13a-2da7-4e83-b54b-75030b5fc046 None None] Provisioning for port 3da8682c-f161-4b7f-94c8-07cc52f4821a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:35.766934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.787103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3da8682c-f161-4b7f-94c8-07cc52f4821a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:35.807662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3da8682c-f161-4b7f-94c8-07cc52f4821a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:35.807662 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.810568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-158d23ea-6d96-4bd9-8c1a-e62cc4d79106 req-0d75b15c-e5c9-45c7-9649-8a09c6da956a tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588788 Sep 10 03:57:35.831725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b406e7e-d47b-4017-ba3e-24ec1e47a252']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:35.851129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:35.853287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1edeb5d-f94b-4d4a-8821-778ff1f95ea5') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:35.875860 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.916866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.932159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] Releasing vlan 230 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:57:35.936246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:57:35.940033 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:57:36.064139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.070112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e4f84e3a-42a3-4079-89ea-f68281e764b8 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:57:36.170472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.176953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.179270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4b406e7e-d47b-4017-ba3e-24ec1e47a252 HTTP/1.1" status: 204 len: 168 time: 0.7949622 Sep 10 03:57:36.199049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5753b0-ed83-402a-9457-9fa7626254a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b406e7e-d47b-4017-ba3e-24ec1e47a252,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:36.308908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3da8682c-f161-4b7f-94c8-07cc52f4821a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3da8682c-f161-4b7f-94c8-07cc52f4821a,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:36.315183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-89e43142-16b0-4f10-9da5-656cbec18559 None None] Provisioning complete for port 3da8682c-f161-4b7f-94c8-07cc52f4821a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:36.315488 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89e43142-16b0-4f10-9da5-656cbec18559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.317698 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.401913 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.402600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device eee20a42-727b-42bb-b16b-73b46efde739 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:36.434519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e4f84e3a-42a3-4079-89ea-f68281e764b8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:36.464745 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.469803 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.494316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'port_id': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'mac_address': 'fa:16:3e:8e:28:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:57:36.573133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.666281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.676855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=57b985f7-e9d1-41e8-b5fc-1616e275718a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:36.683855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57820) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:36.782795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ecce6cca-cc65-4566-a954-e894be3b66cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7a7c4f9449549619fc86ca9ae6e6fd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966268 Sep 10 03:57:36.784592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57824) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:36.821963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Allocated IP 172.25.3.51 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/32f6b497-152f-428f-a0ed-d227ac179599) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:36.823270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3da8682c-f161-4b7f-94c8-07cc52f4821a,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:36.838854 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.840520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port eee20a42-727b-42bb-b16b-73b46efde739 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:36.840875 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.914896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4f84e3a-42a3-4079-89ea-f68281e764b8 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:57:36.919184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4f4f-62de-4743-baab-5f33e9546385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.933861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-89e43142-16b0-4f10-9da5-656cbec18559 None None] Provisioning for port 57b985f7-e9d1-41e8-b5fc-1616e275718a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:36.946049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-89e43142-16b0-4f10-9da5-656cbec18559 None None] Provisioning complete for port 57b985f7-e9d1-41e8-b5fc-1616e275718a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:36.946404 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89e43142-16b0-4f10-9da5-656cbec18559 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:36.968704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:36.984255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:37.016941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4f4f-62de-4743-baab-5f33e9546385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.039655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-89e43142-16b0-4f10-9da5-656cbec18559 None None] Port 57b985f7-e9d1-41e8-b5fc-1616e275718a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:57:37.058340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e4f84e3a-42a3-4079-89ea-f68281e764b8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:37.133494 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.176411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router fd396276-0840-4484-b77d-3ea7dba008fd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:57:37.259230 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b43c2204-f9ad-4f3b-9ebe-4714ad7ad53d None None] Provisioning complete for port 57b985f7-e9d1-41e8-b5fc-1616e275718a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:37.261967 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b43c2204-f9ad-4f3b-9ebe-4714ad7ad53d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.330700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e4f84e3a-42a3-4079-89ea-f68281e764b8,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:37.349749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4f450c-2a65-4a85-b3e3-7064d86cc0c1 req-7d192941-b5f9-4cca-99b1-3287bb5a1fff tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:37.375144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c4f450c-2a65-4a85-b3e3-7064d86cc0c1 req-7d192941-b5f9-4cca-99b1-3287bb5a1fff tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 943 time: 0.3915546 Sep 10 03:57:37.379891 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4f4f-62de-4743-baab-5f33e9546385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.383757 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6bc4f4f-62de-4743-baab-5f33e9546385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.385066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f6bc4f4f-62de-4743-baab-5f33e9546385 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c75dab0-44cd-403a-a917-28eb4a5fb11a HTTP/1.1" status: 204 len: 168 time: 0.5994117 Sep 10 03:57:37.391671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3da8682c-f161-4b7f-94c8-07cc52f4821a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:37.393874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e4f84e3a-42a3-4079-89ea-f68281e764b8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:57:37.441467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.443360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c4f450c-2a65-4a85-b3e3-7064d86cc0c1 req-9177a22e-e787-4f39-9eec-82eb4bd23604 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632288 Sep 10 03:57:37.465658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bc4f4f-62de-4743-baab-5f33e9546385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c75dab0-44cd-403a-a917-28eb4a5fb11a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:37.529405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b43c2204-f9ad-4f3b-9ebe-4714ad7ad53d None None] Port 57b985f7-e9d1-41e8-b5fc-1616e275718a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:57:37.620318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3da8682c-f161-4b7f-94c8-07cc52f4821a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:37.620708 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.688057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:37.719728 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7747c8db-2ef2-46b4-b2aa-381f5f713211 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "PUT /v2.0/routers/fd396276-0840-4484-b77d-3ea7dba008fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3510785 Sep 10 03:57:37.729035 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Sync routers for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:37.754950 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-88d778b7-35d2-45e8-bf75-c2db5729a4b9 None None] Provisioning complete for port 57b985f7-e9d1-41e8-b5fc-1616e275718a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:37.755199 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-88d778b7-35d2-45e8-bf75-c2db5729a4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.770361 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:37.774649 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:37.791003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:37.881727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-88d778b7-35d2-45e8-bf75-c2db5729a4b9 None None] Port 57b985f7-e9d1-41e8-b5fc-1616e275718a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:57:37.889808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event updated for resources: {'Port': ['ID=32f6b497-152f-428f-a0ed-d227ac179599,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:37.903702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:37.907168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:37.910825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:38.161857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:38.274638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-86182dcb-17f8-413b-bf6c-656fe322058c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1433885502&fields=id&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 267 time: 0.0665164 Sep 10 03:57:38.513809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-6112c1ca-47b9-43ad-9b32-ed292bf6a6f5 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:38.521578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-6112c1ca-47b9-43ad-9b32-ed292bf6a6f5 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/networks?id=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 HTTP/1.1" status: 200 len: 796 time: 0.2379942 Sep 10 03:57:38.558720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-0b6f2ba0-10b2-4c82-8ced-2fe9b6d6919a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/quotas/604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 375 time: 0.0311589 Sep 10 03:57:38.612957 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:38.677195 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:34Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '57b985f7-e9d1-41e8-b5fc-1616e275718a', 'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:9c:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:33Z', 'updated_at': '2021-09-10T03:57:35Z', 'revision_number': 2, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:38.740442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-ca98ce48-9621-4169-9424-2b9dc8d41709 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1757073 Sep 10 03:57:38.756489 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Checking router: fd396276-0840-4484-b77d-3ea7dba008fd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:57:38.757533 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Updating router fd396276-0840-4484-b77d-3ea7dba008fd port 57b985f7-e9d1-41e8-b5fc-1616e275718a binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:57:38.769198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd0798b-c1fa-4bb2-8d0d-892dc0214b75 req-048116fc-6932-4c35-a8e7-0159db9c1e43 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:38.771242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd0798b-c1fa-4bb2-8d0d-892dc0214b75 req-048116fc-6932-4c35-a8e7-0159db9c1e43 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 944 time: 0.1198382 Sep 10 03:57:38.815580 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:38.930549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abd0798b-c1fa-4bb2-8d0d-892dc0214b75 req-53bf5832-bfe8-4a15-840b-0c9dcb5ce3b2 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403317 Sep 10 03:57:39.047465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:39.061129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-91d6169d-c19f-4145-91dd-7278a1e31af5 service neutron] 10.222.0.22 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854707 Sep 10 03:57:39.160695 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:39.174768 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Transition to ACTIVE for port object 57b985f7-e9d1-41e8-b5fc-1616e275718a will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:39.238561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-db1ca852-9a07-45e1-a6ca-b8f18525925b service neutron] 10.222.0.22 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700666 Sep 10 03:57:39.245498 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:39.400147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57890) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:39.411226 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46ab90-830a-4cb9-89fc-b0eca5aa7e4a None None] Pushing event updated for resources: {'Port': ['ID=57b985f7-e9d1-41e8-b5fc-1616e275718a,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:39.430102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Router 970b9ffb-775e-43bc-a4b5-a4168dc5563d is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:57:39.492923 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Attempting to bind port 57b985f7-e9d1-41e8-b5fc-1616e275718a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:39.493284 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Attempting to bind port 57b985f7-e9d1-41e8-b5fc-1616e275718a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:39.493642 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Attempting to bind port 57b985f7-e9d1-41e8-b5fc-1616e275718a on network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:39.499980 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:39.500547 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Checking segment: {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:39.500948 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:39.501387 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Bound using segment: {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:39.501853 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Bound port: 57b985f7-e9d1-41e8-b5fc-1616e275718a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:39.502297 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:39.632912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] For port 57b985f7-e9d1-41e8-b5fc-1616e275718a, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:39.640681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1847234430-network', 'tenant_id': '6dea76265d944ac09553174bc576883e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:39.643737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:39.652251 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] For port 57b985f7-e9d1-41e8-b5fc-1616e275718a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=57b985f7-e9d1-41e8-b5fc-1616e275718a,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:39.656199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3d240-a657-461c-a901-ae75a6c149fe None None] Sync routers for ids ['970b9ffb-775e-43bc-a4b5-a4168dc5563d'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:39.683012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3d240-a657-461c-a901-ae75a6c149fe None None] Routers {'970b9ffb-775e-43bc-a4b5-a4168dc5563d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:39.683640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a3b3d240-a657-461c-a901-ae75a6c149fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['970b9ffb-775e-43bc-a4b5-a4168dc5563d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:39.724088 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:39.743225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2177b4a2-a6ca-46d1-979e-50c44ee17404 req-f73a9d8e-53ba-41e5-ab6d-e66e4f5a90e0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 210 time: 0.0754426 Sep 10 03:57:39.789571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a3b3d240-a657-461c-a901-ae75a6c149fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:39.814721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b3d240-a657-461c-a901-ae75a6c149fe None None] Routers {'970b9ffb-775e-43bc-a4b5-a4168dc5563d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:39.815304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a3b3d240-a657-461c-a901-ae75a6c149fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['970b9ffb-775e-43bc-a4b5-a4168dc5563d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:39.846071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Made reservation on behalf of 6dea76265d944ac09553174bc576883e for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:39.847938 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46ab90-830a-4cb9-89fc-b0eca5aa7e4a None None] Pushing event updated for resources: {'Port': ['ID=57b985f7-e9d1-41e8-b5fc-1616e275718a,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:39.850212 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:39.872563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:39.890752 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:39.897874 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:39.906902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a3b3d240-a657-461c-a901-ae75a6c149fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:39.908014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3b3d240-a657-461c-a901-ae75a6c149fe None None] The sync data for ids ['970b9ffb-775e-43bc-a4b5-a4168dc5563d'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:39.942676 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:39.952003 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-64b2e414-304f-4a7a-a15e-5c532240877a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.7711427 Sep 10 03:57:39.952902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57906) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:40.060097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e4f84e3a-42a3-4079-89ea-f68281e764b8 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:40.151646 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:40.271898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d57de8-f8ce-47f8-814b-048bfe484e9d req-f37cc9a5-ea89-4130-b4cd-3cb15fe14a05 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:40.274134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port e4f84e3a-42a3-4079-89ea-f68281e764b8 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:40.281460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65d57de8-f8ce-47f8-814b-048bfe484e9d req-f37cc9a5-ea89-4130-b4cd-3cb15fe14a05 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 944 time: 0.1228650 Sep 10 03:57:40.287096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port e4f84e3a-42a3-4079-89ea-f68281e764b8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:40.288065 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.289489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57912) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:40.290377 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ddd65436-0553-4dca-a5b0-b23c46adaaff tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/routers/970b9ffb-775e-43bc-a4b5-a4168dc5563d HTTP/1.1" status: 200 len: 920 time: 0.3320060 Sep 10 03:57:40.293725 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.353481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-42fc7306-6053-4bbc-986c-f874b549f5e8 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=970b9ffb-775e-43bc-a4b5-a4168dc5563d HTTP/1.1" status: 200 len: 205 time: 0.0578430 Sep 10 03:57:40.356293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57916) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:40.394417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.490160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65d57de8-f8ce-47f8-814b-048bfe484e9d req-8cd631de-3505-4a56-b2c7-8883a7347322 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2076550 Sep 10 03:57:40.507562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] vlan segment allocate from pool success with {'vlan_id': 239, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:57:40.553257 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.566774 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.568128 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Added segment 15b02a85-d00c-444e-9852-500f850fc6bd of type vlan for network 686131d4-4e20-48da-bff0-11b2c1bd55b1 Sep 10 03:57:40.571434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=034c0c4b-0a7e-4178-a651-9a37b152d7fe,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:40.580852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:40.583907 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-154b95ba-d35e-4a57-99ba-19c9b2be4332" -d '{"events": [{"server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "name": "network-vif-plugged", "status": "completed", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:40.603074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e4f84e3a-42a3-4079-89ea-f68281e764b8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:40.639733 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.662315 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b718e02f-70fc-4932-854a-37205c8d1eb3 x-openstack-request-id: req-b718e02f-70fc-4932-854a-37205c8d1eb3 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:40.663486 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:34Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '57b985f7-e9d1-41e8-b5fc-1616e275718a', 'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:9c:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:33Z', 'updated_at': '2021-09-10T03:57:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:40.663948 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "name": "network-vif-plugged", "status": "completed", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:40.664570 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b718e02f-70fc-4932-854a-37205c8d1eb3 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:40.665457 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'code': 200} Sep 10 03:57:40.667976 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.675273 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.729640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e4f84e3a-42a3-4079-89ea-f68281e764b8,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:40.729850 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d748e1d3-11ae-427f-89ad-2277dda3ac15 None None] The sync data for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 is: [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:34Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '57b985f7-e9d1-41e8-b5fc-1616e275718a', 'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:9c:a4:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:33Z', 'updated_at': '2021-09-10T03:57:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:40.742017 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.745414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:40.746040 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.879468 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:40.908237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] Pushing event updated for resources: {'Network': ['ID=686131d4-4e20-48da-bff0-11b2c1bd55b1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:40.919526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 686131d4-4e20-48da-bff0-11b2c1bd55b1 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:57:40.963974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47c85e65-1511-4097-9fef-2c5981d07b09 req-6f1b11c9-b343-41fc-a889-10995d60b444 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 210 time: 0.0630746 Sep 10 03:57:40.974246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a351957-5d91-43d2-895a-db7ddd13306e req-3507306b-0d22-4dfd-957e-c475df60c1c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:40.975762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a351957-5d91-43d2-895a-db7ddd13306e req-3507306b-0d22-4dfd-957e-c475df60c1c3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1096 time: 0.2522871 Sep 10 03:57:41.065601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a351957-5d91-43d2-895a-db7ddd13306e req-13d39f4f-9e24-4c74-a635-0e4ad0a940bd service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823605 Sep 10 03:57:41.098266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a313ebe5-b7e0-42a8-81e0-2aa95022dd5e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6969981 Sep 10 03:57:41.101132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57928) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:41.108101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Request body: {'subnet': {'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1847234430-subnet', 'tenant_id': '6dea76265d944ac09553174bc576883e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:41.158824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Deleting port 32f6b497-152f-428f-a0ed-d227ac179599 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:41.161018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.200394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Made reservation on behalf of 6dea76265d944ac09553174bc576883e for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:41.202352 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.315653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57934) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:41.345310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 57b985f7-e9d1-41e8-b5fc-1616e275718a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:41.379641 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.396507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Calling delete_port for 32f6b497-152f-428f-a0ed-d227ac179599 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:41.571421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 57b985f7-e9d1-41e8-b5fc-1616e275718a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:41.575633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 57b985f7-e9d1-41e8-b5fc-1616e275718a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:41.576085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.588086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.611309 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47871d2c-b634-40b2-8557-e2ea11854202 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.698401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e094eec-c057-49c5-bf4f-c1f396a6f9ca,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:41.740985 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.802073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 57b985f7-e9d1-41e8-b5fc-1616e275718a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=57b985f7-e9d1-41e8-b5fc-1616e275718a,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:41.809600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47871d2c-b634-40b2-8557-e2ea11854202 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.816890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.834957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae84d38-b3d0-4e66-ae91-46753ac1c927 req-fc6743cb-82bd-45df-a13c-2e4f8ce2b435 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:41.836627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ae84d38-b3d0-4e66-ae91-46753ac1c927 req-fc6743cb-82bd-45df-a13c-2e4f8ce2b435 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.2460876 Sep 10 03:57:41.837389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Checking segment: {'id': '15b02a85-d00c-444e-9852-500f850fc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:41.837746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Network hostable DHCP agents. Network: 686131d4-4e20-48da-bff0-11b2c1bd55b1, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:57:41.845899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event deleted for resources: {'Port': ['ID=32f6b497-152f-428f-a0ed-d227ac179599,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:41.920514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ae84d38-b3d0-4e66-ae91-46753ac1c927 req-ee3592cb-befb-403e-aa27-513fac3edd3a tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724118 Sep 10 03:57:41.924286 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.954051 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:41.992239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Network 686131d4-4e20-48da-bff0-11b2c1bd55b1 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:57:42.055788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=57b985f7-e9d1-41e8-b5fc-1616e275718a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:42.094268 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.097087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.099589 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47871d2c-b634-40b2-8557-e2ea11854202 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.126958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be87f5b0-3df8-419c-a0c1-793d66a7b91b req-fe372e8b-0747-40d7-bc59-7fb83a832764 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 210 time: 0.0406253 Sep 10 03:57:42.131991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 686131d4-4e20-48da-bff0-11b2c1bd55b1) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:42.141785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:42.143550 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.158989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66677ebb-12da-4420-9f47-62eecbd653f0 None None] Network 686131d4-4e20-48da-bff0-11b2c1bd55b1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:42.182931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47871d2c-b634-40b2-8557-e2ea11854202 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb209d0f-7469-45d1-8eb6-752b93bd077f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:42.227643 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-47871d2c-b634-40b2-8557-e2ea11854202 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3121adf18f747d4a32fde1bdb4d77c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9108932 Sep 10 03:57:42.230427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57946) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:42.257966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-174e2f0a-9985-4a53-b1b8-f3290bdc578c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1557000 Sep 10 03:57:42.285696 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.285696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Fanout notify agent at l3_agent the message router_deleted on router 970b9ffb-775e-43bc-a4b5-a4168dc5563d {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:57:42.289687 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.294669 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-35314e8a-dcc6-4d8f-87b5-34d05a99d0dc tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/970b9ffb-775e-43bc-a4b5-a4168dc5563d HTTP/1.1" status: 204 len: 168 time: 1.9332855 Sep 10 03:57:42.296496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57950) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:42.307135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1908990615', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': False}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:42.429353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.430446 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.455534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-588151f3-b809-4680-9a51-68c45b656891 None None] Network 686131d4-4e20-48da-bff0-11b2c1bd55b1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:57:42.565033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.585886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-844c6b67-fab4-4856-8570-be737d1b7b9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.614258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-6de64b91-bde2-4310-aabc-f986d3eee38e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:42.622604 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-6de64b91-bde2-4310-aabc-f986d3eee38e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/networks?id=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 HTTP/1.1" status: 200 len: 796 time: 0.3112319 Sep 10 03:57:42.651297 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-844c6b67-fab4-4856-8570-be737d1b7b9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.712954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-44094dec-0273-4363-8742-5d22dea03bf6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 380 time: 0.0803654 Sep 10 03:57:42.724546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'port': {'device_id': '6336df1b-26d4-45ea-babb-07ade8851023', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'admin_state_up': True, 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'security_groups': ['8fa576a3-4c35-4714-80fa-746f8e983cd0']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:42.896991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-844c6b67-fab4-4856-8570-be737d1b7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.900152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-844c6b67-fab4-4856-8570-be737d1b7b9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:42.901743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-844c6b67-fab4-4856-8570-be737d1b7b9e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb209d0f-7469-45d1-8eb6-752b93bd077f HTTP/1.1" status: 204 len: 168 time: 0.6700804 Sep 10 03:57:42.911351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844c6b67-fab4-4856-8570-be737d1b7b9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb209d0f-7469-45d1-8eb6-752b93bd077f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:42.925055 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:43.000170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:43.003736 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:43.189186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153ff8f-ec9d-43a6-801c-13312557c8ec req-faaf63b0-73e6-4dcc-88ea-0566088fdfc4 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:43.190734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c153ff8f-ec9d-43a6-801c-13312557c8ec req-faaf63b0-73e6-4dcc-88ea-0566088fdfc4 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1822679 Sep 10 03:57:43.241209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349f52-8620-4136-804b-575492bda586 req-ac4bcaf1-4d39-4fb0-9c3c-0610f16ed787 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:43.252621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-ac4bcaf1-4d39-4fb0-9c3c-0610f16ed787 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 814 time: 0.2811301 Sep 10 03:57:43.284094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:43.288530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 57b985f7-e9d1-41e8-b5fc-1616e275718a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:43.327085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-609ea9e9-61cd-4802-b61a-fa0c737c2ba1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/quotas/6dea76265d944ac09553174bc576883e HTTP/1.1" status: 200 len: 375 time: 0.0731449 Sep 10 03:57:43.327500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:43.379198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 57b985f7-e9d1-41e8-b5fc-1616e275718a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:43.379833 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:43.383536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-a408725b-1917-4284-82ed-a91318b2c541 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530827 Sep 10 03:57:43.397957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c153ff8f-ec9d-43a6-801c-13312557c8ec req-2ea92923-e84d-4834-ad4b-3143d5fbf132 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961248 Sep 10 03:57:43.503597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Allocated IP 172.25.3.31 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/3cd7d4be-cb54-491c-a33f-0497425cb090) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:43.512569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.20.0.3 (1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9/3aef3c1a-7de3-4e2e-8d4e-83850d794af0/d2441276-5e72-4f5e-b297-5da6ddc7ac3d) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:43.557403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9132d9c1-a297-4763-b0e1-78b91d167889 req-7e04eac5-1203-4888-b49e-5aeb86cc2c71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 210 time: 0.0566697 Sep 10 03:57:43.636691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-86dd8077-6273-4932-8ef1-73f3139b50a3 service neutron] 10.222.0.22 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2517986 Sep 10 03:57:43.647599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:43.742881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:43.782105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:43.784957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:43.788461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:43.828448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-b92ec314-62e9-494b-b5cf-2b0cbf128376 service neutron] 10.222.0.22 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906817 Sep 10 03:57:43.835154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57988) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:43.862253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:43.886924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:43.910287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Transition to ACTIVE for port object d2441276-5e72-4f5e-b297-5da6ddc7ac3d will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:44.035660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:44.052269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:44.152497 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:44.242419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c151151f-93cc-4734-8bc6-ebfeb88c2ae8 req-10d5e00a-b35b-44af-b198-9f2268d72e5e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 210 time: 0.0595956 Sep 10 03:57:44.274668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:44.275524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d684d87-9838-48cf-9b10-24ffd84fda59,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:44.290570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event updated for resources: {'Port': ['ID=3cd7d4be-cb54-491c-a33f-0497425cb090,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:44.313286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.313642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.313983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.314321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.314653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.314983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.315317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.315636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.316042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.316378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.316696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.317016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:57:44.352604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:44.423049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:44.436686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:44.492248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8d1fa902-8f54-44b3-b867-5c6b689c479e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a07b9f36d2e4d60877cf9fb41d05106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562657 Sep 10 03:57:44.493542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58010) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:44.565464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7687a50-cda6-4a01-b4ce-41220f6ac995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:44.585679 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7952aa4-cd62-4d4f-909e-44c978706b27 req-9cb38fb2-7687-4989-8390-15389e419d02 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:44.587370 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7952aa4-cd62-4d4f-909e-44c978706b27 req-9cb38fb2-7687-4989-8390-15389e419d02 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.3326216 Sep 10 03:57:44.589451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-b9979dc2-4edc-467f-8def-dd90349170a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:44.590918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-b9979dc2-4edc-467f-8def-dd90349170a9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1096 time: 0.3453770 Sep 10 03:57:44.596835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:44.602159 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:44.633859 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7687a50-cda6-4a01-b4ce-41220f6ac995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:44.698962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-c872b22e-4a50-4e12-a2a6-4e84abb6aa2c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9786446 Sep 10 03:57:44.704087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7952aa4-cd62-4d4f-909e-44c978706b27 req-4bbb069c-0ff8-40ac-b703-7170501a13e2 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935457 Sep 10 03:57:44.714918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Request body: {'port': {'device_id': '6336df1b-26d4-45ea-babb-07ade8851023', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:44.731571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:44.949834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9e26876d-37e9-4e64-98e8-697f3b2d3140 None None] Provisioning for port d2441276-5e72-4f5e-b297-5da6ddc7ac3d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:44.953811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9e26876d-37e9-4e64-98e8-697f3b2d3140 None None] Provisioning complete for port d2441276-5e72-4f5e-b297-5da6ddc7ac3d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:44.954179 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9e26876d-37e9-4e64-98e8-697f3b2d3140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:44.994841 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:45.005176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9e26876d-37e9-4e64-98e8-697f3b2d3140 None None] Port d2441276-5e72-4f5e-b297-5da6ddc7ac3d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:57:45.047536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7687a50-cda6-4a01-b4ce-41220f6ac995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:45.050280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7687a50-cda6-4a01-b4ce-41220f6ac995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:45.051464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f7687a50-cda6-4a01-b4ce-41220f6ac995 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d684d87-9838-48cf-9b10-24ffd84fda59 HTTP/1.1" status: 204 len: 168 time: 0.5563638 Sep 10 03:57:45.065873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7687a50-cda6-4a01-b4ce-41220f6ac995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d684d87-9838-48cf-9b10-24ffd84fda59,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:45.185934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-bf0a6f85-a8e9-46e8-9197-dad7ff321324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:45.187398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-bf0a6f85-a8e9-46e8-9197-dad7ff321324 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 920 time: 0.5780125 Sep 10 03:57:45.221452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0543c1a2-7db2-4509-8425-470c7128c3a2 req-a0793ae8-49c7-4352-8813-8714069c63fc tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:45.222908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0543c1a2-7db2-4509-8425-470c7128c3a2 req-a0793ae8-49c7-4352-8813-8714069c63fc tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 946 time: 0.1341882 Sep 10 03:57:45.248577 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:45.259721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c60665e-6713-4f78-acc4-713466251308 req-055cdd0b-ff18-4e38-a2a8-bf0a0f865e08 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:45.261177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c60665e-6713-4f78-acc4-713466251308 req-055cdd0b-ff18-4e38-a2a8-bf0a0f865e08 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 931 time: 0.1752138 Sep 10 03:57:45.264229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-7e51ff53-4cd9-4547-9a8a-348bc89ea409 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 217 time: 0.0659683 Sep 10 03:57:45.302038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Router 70129ff3-dc43-4b15-8ebf-fd94cd41aa40 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:57:45.398166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-0492575c-482b-47af-924e-c0e4a016e814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:45.399725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-0492575c-482b-47af-924e-c0e4a016e814 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 200 len: 859 time: 0.1218381 Sep 10 03:57:45.426119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0543c1a2-7db2-4509-8425-470c7128c3a2 req-59f410ab-c4f3-4471-b684-87e08d5ecf8d tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1753278 Sep 10 03:57:45.447542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c60665e-6713-4f78-acc4-713466251308 req-e87dcf96-90a9-4f07-9430-a9016e24c295 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1709604 Sep 10 03:57:45.473144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:45.479079 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Sync routers for ids ['70129ff3-dc43-4b15-8ebf-fd94cd41aa40'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:45.493091 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Routers {'70129ff3-dc43-4b15-8ebf-fd94cd41aa40'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:45.498112 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['70129ff3-dc43-4b15-8ebf-fd94cd41aa40'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:45.511301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-6253d0a9-556b-4a5e-ab06-49d097efa9ca service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80a24d1b-a341-4613-839a-8ab2f2e14fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0976968 Sep 10 03:57:45.577205 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:45.578858 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8c75b96d-c95a-41f6-8857-1741f044ab83 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.2818434 Sep 10 03:57:45.581374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58032) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:45.677512 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Set router 70129ff3-dc43-4b15-8ebf-fd94cd41aa40 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:45.745358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e82eeba-7eaf-44c5-8fba-382367106119 req-99c19778-fbe1-44cb-b1ba-c62b871998d5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 210 time: 0.1259143 Sep 10 03:57:45.808896 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-54f8140e-ebee-4bd9-bb8c-bb473072fb79 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/routers/70129ff3-dc43-4b15-8ebf-fd94cd41aa40 HTTP/1.1" status: 200 len: 908 time: 0.2262506 Sep 10 03:57:45.811609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58040) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:45.815604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1908990615', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': True}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:45.921419 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70129ff3-dc43-4b15-8ebf-fd94cd41aa40', 'name': 'tempest-snat-router-1908990615', 'tenant_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.31'}], 'enable_snat': False}, 'gw_port_id': '3cd7d4be-cb54-491c-a33f-0497425cb090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:42Z', 'updated_at': '2021-09-10T03:57:44Z', 'revision_number': 3, 'project_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'gw_port': {'id': '3cd7d4be-cb54-491c-a33f-0497425cb090', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70129ff3-dc43-4b15-8ebf-fd94cd41aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:43Z', 'updated_at': '2021-09-10T03:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:45.930949 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:45.932065 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:45.951539 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Checking router: 70129ff3-dc43-4b15-8ebf-fd94cd41aa40 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:57:45.951892 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Updating router 70129ff3-dc43-4b15-8ebf-fd94cd41aa40 port 3cd7d4be-cb54-491c-a33f-0497425cb090 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:57:45.979078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-f05c4898-e97a-44e1-81e8-bbdbfa6af7eb service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4567564 Sep 10 03:57:45.979301 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.009492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.024719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5169929-6228-4474-be08-07f221f220e6 req-06966623-dbb7-47b6-a8eb-973e63773ca0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:46.026746 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5169929-6228-4474-be08-07f221f220e6 req-06966623-dbb7-47b6-a8eb-973e63773ca0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.2048669 Sep 10 03:57:46.212043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5169929-6228-4474-be08-07f221f220e6 req-f71a5192-b027-4a5d-8483-5f2b0e0a7aad tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624129 Sep 10 03:57:46.244561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2441276-5e72-4f5e-b297-5da6ddc7ac3d {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:57:46.250739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9dfd5b51-eb4b-47ea-a2a1-5634836e08b1 req-66a55f95-a0e1-499e-98b0-c6f842816c43 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2352648 Sep 10 03:57:46.255306 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.270517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Transition to ACTIVE for port object d2441276-5e72-4f5e-b297-5da6ddc7ac3d will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:46.322833 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.333262 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Transition to ACTIVE for port object 3cd7d4be-cb54-491c-a33f-0497425cb090 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:46.350283 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.388956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.399905 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.580626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Pushing event updated for resources: {'Port': ['ID=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:46.605484 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Attempting to bind port 3cd7d4be-cb54-491c-a33f-0497425cb090 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:46.606021 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Attempting to bind port 3cd7d4be-cb54-491c-a33f-0497425cb090 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:46.610532 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Attempting to bind port 3cd7d4be-cb54-491c-a33f-0497425cb090 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:46.646903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349f52-8620-4136-804b-575492bda586 req-a4e1e1ae-b8a2-464e-a1c7-64580b7e6df1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:46.649323 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-a4e1e1ae-b8a2-464e-a1c7-64580b7e6df1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.20 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 814 time: 0.2373188 Sep 10 03:57:46.664886 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:46.665339 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:46.665641 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.666028 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:46.666803 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Bound port: 3cd7d4be-cb54-491c-a33f-0497425cb090, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:46.667179 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.688833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-f325007c-c876-40c2-9c41-6ac545cc3fbe tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:46.692947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-f325007c-c876-40c2-9c41-6ac545cc3fbe tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.39 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 946 time: 0.1818814 Sep 10 03:57:46.713898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Request body: {'port': {'device_id': 'dbf512e5-00d4-4dd9-badd-530505730853', 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1', 'admin_state_up': True, 'tenant_id': '6dea76265d944ac09553174bc576883e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:46.772909 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b304d15-2e9f-4d93-83f0-921fa2896955 None None] Pushing event updated for resources: {'Port': ['ID=3cd7d4be-cb54-491c-a33f-0497425cb090,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:46.832023 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] For port 3cd7d4be-cb54-491c-a33f-0497425cb090, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:46.838837 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] For port 3cd7d4be-cb54-491c-a33f-0497425cb090, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3cd7d4be-cb54-491c-a33f-0497425cb090,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:46.868410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Attempting to bind port d2441276-5e72-4f5e-b297-5da6ddc7ac3d on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:46.868961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Attempting to bind port d2441276-5e72-4f5e-b297-5da6ddc7ac3d by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:46.869253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Attempting to bind port d2441276-5e72-4f5e-b297-5da6ddc7ac3d on network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:46.898622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Port d2441276-5e72-4f5e-b297-5da6ddc7ac3d on network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:57:46.898847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Attempting to bind port d2441276-5e72-4f5e-b297-5da6ddc7ac3d on network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:46.918358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:46.918649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Checking segment: {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:46.919020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Bound using segment: {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:46.919478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Bound port: d2441276-5e72-4f5e-b297-5da6ddc7ac3d, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91c0f65b-af41-4ec6-ba73-bc290de12f97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:46.919899 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.932102 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:46.958289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e49af20-d5e7-4d32-bdfd-d679d4650902 req-9163da44-126d-4bc9-9de7-01393fb8199a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:46.966744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e49af20-d5e7-4d32-bdfd-d679d4650902 req-9163da44-126d-4bc9-9de7-01393fb8199a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 946 time: 0.2641304 Sep 10 03:57:46.990520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9027762-38b9-4693-abdf-d23ab8b86637 req-cc73979b-039c-44f7-9995-448a57eab2c8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:46.993859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9027762-38b9-4693-abdf-d23ab8b86637 req-cc73979b-039c-44f7-9995-448a57eab2c8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 943 time: 0.2983837 Sep 10 03:57:47.026726 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Routers {'70129ff3-dc43-4b15-8ebf-fd94cd41aa40'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:47.027656 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['70129ff3-dc43-4b15-8ebf-fd94cd41aa40'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:47.031428 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b304d15-2e9f-4d93-83f0-921fa2896955 None None] Pushing event updated for resources: {'Port': ['ID=3cd7d4be-cb54-491c-a33f-0497425cb090,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:47.034413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Made reservation on behalf of 6dea76265d944ac09553174bc576883e for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:57:47.038749 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.058067 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.080592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Deleting port 2419d1b8-ba05-47de-926f-a36a839a6b25 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:47.080927 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.099106 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.144865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e49af20-d5e7-4d32-bdfd-d679d4650902 req-feef1bba-560f-444a-8a9a-9136b9b4e2be tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1765990 Sep 10 03:57:47.181449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9027762-38b9-4693-abdf-d23ab8b86637 req-448ee0c2-32c7-4f5f-960f-e24bdb0e2de0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1674845 Sep 10 03:57:47.181449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] For port d2441276-5e72-4f5e-b297-5da6ddc7ac3d, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:47.183231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] For port d2441276-5e72-4f5e-b297-5da6ddc7ac3d, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:47.222382 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] Set router 70129ff3-dc43-4b15-8ebf-fd94cd41aa40 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:47.290318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72ece67e-2f13-4841-97ca-070cb4d9a707 req-007c114c-48d1-4c41-990d-08e6d4384c59 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 210 time: 0.0385804 Sep 10 03:57:47.292472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.383078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Allocated IP 172.25.3.133 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:47.385419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] For port 2419d1b8-ba05-47de-926f-a36a839a6b25, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2419d1b8-ba05-47de-926f-a36a839a6b25,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:47.385945 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.404944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Allocated IP 172.20.0.11 (686131d4-4e20-48da-bff0-11b2c1bd55b1/2e094eec-c057-49c5-bf4f-c1f396a6f9ca/8fc6a7ec-114b-4db9-867f-f82707ac8993) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:47.479282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:47.480081 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.481703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] 10.222.0.20 "PUT /v2.0/ports/d2441276-5e72-4f5e-b297-5da6ddc7ac3d HTTP/1.1" status: 200 len: 1091 time: 2.7730119 Sep 10 03:57:47.483230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:47.486200 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f310d1ec-d877-4585-ac1a-f49370929f45" -d '{"events": [{"name": "network-changed", "server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:47.536907 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '70129ff3-dc43-4b15-8ebf-fd94cd41aa40', 'name': 'tempest-snat-router-1908990615', 'tenant_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.31'}], 'enable_snat': False}, 'gw_port_id': '3cd7d4be-cb54-491c-a33f-0497425cb090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:42Z', 'updated_at': '2021-09-10T03:57:44Z', 'revision_number': 3, 'project_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'gw_port': {'id': '3cd7d4be-cb54-491c-a33f-0497425cb090', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70129ff3-dc43-4b15-8ebf-fd94cd41aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:43Z', 'updated_at': '2021-09-10T03:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:47.588459 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51763dae-ee3c-47bd-aade-e6c3ff1ddcbb x-openstack-request-id: req-51763dae-ee3c-47bd-aade-e6c3ff1ddcbb {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:47.588794 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:47.588984 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51763dae-ee3c-47bd-aade-e6c3ff1ddcbb {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:47.589364 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'status': 'completed', 'code': 200} Sep 10 03:57:47.603108 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed622e31-bc3d-4fcf-b822-d25523dac76d None None] The sync data for ids ['70129ff3-dc43-4b15-8ebf-fd94cd41aa40'] in n-d-808143-1 is: [{'id': '70129ff3-dc43-4b15-8ebf-fd94cd41aa40', 'name': 'tempest-snat-router-1908990615', 'tenant_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.31'}], 'enable_snat': False}, 'gw_port_id': '3cd7d4be-cb54-491c-a33f-0497425cb090', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:42Z', 'updated_at': '2021-09-10T03:57:44Z', 'revision_number': 3, 'project_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'gw_port': {'id': '3cd7d4be-cb54-491c-a33f-0497425cb090', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:cc:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70129ff3-dc43-4b15-8ebf-fd94cd41aa40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2428, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:43Z', 'updated_at': '2021-09-10T03:57:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:47.613272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9001f92-e00e-4b40-94e4-4e96ad9cf238 service neutron] Pushing event updated for resources: {'Port': ['ID=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:47.694245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da06895-299d-44c9-83be-133ecce4172e req-3ebb53c6-b485-4274-a11e-9a70aafab228 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:47.695850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8da06895-299d-44c9-83be-133ecce4172e req-3ebb53c6-b485-4274-a11e-9a70aafab228 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.3345511 Sep 10 03:57:47.758542 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.761700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310d1ec-d877-4585-ac1a-f49370929f45 req-b4e781d7-c4d3-4c2f-b67e-bf168f3b055e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:47.763260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f310d1ec-d877-4585-ac1a-f49370929f45 req-b4e781d7-c4d3-4c2f-b67e-bf168f3b055e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 1094 time: 0.1451430 Sep 10 03:57:47.829316 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.919148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.924632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8da06895-299d-44c9-83be-133ecce4172e req-481e5fcc-1578-4971-aa79-c10c327917e7 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886449 Sep 10 03:57:47.965120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310d1ec-d877-4585-ac1a-f49370929f45 req-83fafe7f-9c81-47aa-ab3e-f1af6581703a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:47.966684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f310d1ec-d877-4585-ac1a-f49370929f45 req-83fafe7f-9c81-47aa-ab3e-f1af6581703a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1930022 Sep 10 03:57:47.969630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.970047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:47.970483 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Floating IP 3ce1ddd9-e7e8-476e-825a-3ea68784c991 disassociated. External IP: 172.25.3.220, port: 2419d1b8-ba05-47de-926f-a36a839a6b25. Sep 10 03:57:47.970701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Calling delete_port for 2419d1b8-ba05-47de-926f-a36a839a6b25 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:47.971777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:47.980115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:47.984900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:48.025531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event updated for resources: {'Port': ['ID=7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:48.039078 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:48.128787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f310d1ec-d877-4585-ac1a-f49370929f45 req-53956462-1c40-48f6-935b-7c6a073a0dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:48.130289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f310d1ec-d877-4585-ac1a-f49370929f45 req-53956462-1c40-48f6-935b-7c6a073a0dfe service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1571181 Sep 10 03:57:48.221330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Network 686131d4-4e20-48da-bff0-11b2c1bd55b1 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:48.226858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:48.228785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:48.230965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:48.314403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:48.314403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:48.317642 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:48.387559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event deleted for resources: {'Port': ['ID=2419d1b8-ba05-47de-926f-a36a839a6b25,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:48.399310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-5f503186-7e36-4c65-bd3a-a839f2b36b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:48.400871 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-5f503186-7e36-4c65-bd3a-a839f2b36b09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 1094 time: 0.1570795 Sep 10 03:57:48.428063 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-1813bfc4-9b02-4e18-9850-8e45401c3fe2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7214746 Sep 10 03:57:48.442052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Request body: {'port': {'device_id': 'dbf512e5-00d4-4dd9-badd-530505730853', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:48.460137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fd2ba1-e358-4cde-85ac-a8a2540bdbe4 req-a9f87381-a861-4eee-8b7b-ff4c717f2f4f tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:48.467303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45fd2ba1-e358-4cde-85ac-a8a2540bdbe4 req-a9f87381-a861-4eee-8b7b-ff4c717f2f4f tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 867 time: 0.1966014 Sep 10 03:57:48.511990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-21c8ddb7-3c5d-4d0e-ba20-1a3728b72beb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2441276-5e72-4f5e-b297-5da6ddc7ac3d HTTP/1.1" status: 200 len: 217 time: 0.0999620 Sep 10 03:57:48.541923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb3904-8a28-485e-a357-45d3b7672e1b req-635af284-7c99-4254-8843-0f3b227f2fe9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:48.543437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1acb3904-8a28-485e-a357-45d3b7672e1b req-635af284-7c99-4254-8843-0f3b227f2fe9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 943 time: 0.2278423 Sep 10 03:57:48.546381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:48.559519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:48.679046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45fd2ba1-e358-4cde-85ac-a8a2540bdbe4 req-b551f8bd-1cb5-455d-b2b6-1a9acfa8bb4a tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups?id=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2041776 Sep 10 03:57:48.705385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-95082f49-986d-44db-96b0-5463994f3b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:48.706874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-95082f49-986d-44db-96b0-5463994f3b32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3aef3c1a-7de3-4e2e-8d4e-83850d794af0 HTTP/1.1" status: 200 len: 835 time: 0.1848931 Sep 10 03:57:48.769928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1acb3904-8a28-485e-a357-45d3b7672e1b req-9d0d2b2c-34f8-4f66-ab2d-148c7dd38569 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1937261 Sep 10 03:57:48.779539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:57:48.896110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-61072ea2-07af-49e5-9e45-b7195dc3ce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:48.897980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-61072ea2-07af-49e5-9e45-b7195dc3ce3b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786799 Sep 10 03:57:49.282708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3cd7d4be-cb54-491c-a33f-0497425cb090 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:49.416030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422f94b-6460-4d40-9a76-f508020f2af7 req-9f82ba82-3851-443d-a82e-1eb62976fe91 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:49.418238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5422f94b-6460-4d40-9a76-f508020f2af7 req-9f82ba82-3851-443d-a82e-1eb62976fe91 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 932 time: 0.6555009 Sep 10 03:57:49.438346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3cd7d4be-cb54-491c-a33f-0497425cb090 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:49.442385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3cd7d4be-cb54-491c-a33f-0497425cb090 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:49.442835 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:49.546048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3465d2a7-4729-47b2-a234-644ad07897ba req-7aebdd51-b67d-4b66-a6bb-39b8782ace32 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:49.554145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3465d2a7-4729-47b2-a234-644ad07897ba req-7aebdd51-b67d-4b66-a6bb-39b8782ace32 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1967258 Sep 10 03:57:49.590066 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:49.593593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:49.616755 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5422f94b-6460-4d40-9a76-f508020f2af7 req-6a4a7dde-7995-43cf-95d2-eb7d963eaa43 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702006 Sep 10 03:57:49.623426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:49.624172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3cd7d4be-cb54-491c-a33f-0497425cb090, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3cd7d4be-cb54-491c-a33f-0497425cb090,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:49.628357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-eec20bb3-60d0-44e5-a884-d16cb7d0f120 service neutron] 10.222.0.20 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707705 Sep 10 03:57:49.640298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] Sync routers for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:49.651527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:49.652191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:49.707504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3465d2a7-4729-47b2-a234-644ad07897ba req-02968450-e9f8-45ba-b52a-79dd7243ee6b tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522799 Sep 10 03:57:49.708413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] No DVR routers for this DVR port 2419d1b8-ba05-47de-926f-a36a839a6b25 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:57:49.717124 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:49.719441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a0ad0c7-efbd-4e87-b611-7b7cecc98263 req-4fddc3f6-740c-4508-8872-cefebfa29337 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.39 "DELETE /v2.0/ports/2419d1b8-ba05-47de-926f-a36a839a6b25 HTTP/1.1" status: 204 len: 173 time: 3.0131590 Sep 10 03:57:49.720017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'name': 'network-vif-deleted', 'tag': '2419d1b8-ba05-47de-926f-a36a839a6b25'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:49.722423 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-620d14a9-ee8a-45a4-a3a9-516180e25ac1" -d '{"events": [{"server_uuid": "761c0eaa-6ce4-42ed-af2e-456291a49e36", "name": "network-vif-deleted", "tag": "2419d1b8-ba05-47de-926f-a36a839a6b25"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:49.735279 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:49.807609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7bf1f6f-b75f-457b-a7b5-be8fb5424aed req-6a65ca59-1259-49cc-bf10-dec4c68de3f6 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/ports?device_id=761c0eaa-6ce4-42ed-af2e-456291a49e36 HTTP/1.1" status: 200 len: 210 time: 0.0368354 Sep 10 03:57:49.812552 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369d9681-78eb-46f1-bf48-923e641c8112 x-openstack-request-id: req-369d9681-78eb-46f1-bf48-923e641c8112 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:49.813001 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "761c0eaa-6ce4-42ed-af2e-456291a49e36", "name": "network-vif-deleted", "tag": "2419d1b8-ba05-47de-926f-a36a839a6b25", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:49.813263 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-369d9681-78eb-46f1-bf48-923e641c8112 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:49.813653 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '761c0eaa-6ce4-42ed-af2e-456291a49e36', 'name': 'network-vif-deleted', 'tag': '2419d1b8-ba05-47de-926f-a36a839a6b25', 'status': 'completed', 'code': 200} Sep 10 03:57:49.874485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9abbd918-7579-4f7b-8211-8ebbcb785761 req-f99aa827-0fcb-4f03-866e-bc7a473c6f01 service neutron] 10.222.0.20 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2368295 Sep 10 03:57:49.882643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8fc6a7ec-114b-4db9-867f-f82707ac8993 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:57:49.894874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:49.914385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Transition to ACTIVE for port object 8fc6a7ec-114b-4db9-867f-f82707ac8993 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:49.929681 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:49.965501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3cd7d4be-cb54-491c-a33f-0497425cb090,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:50.018478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701c0a7c-3f35-4453-9e72-c9e8bac068ae req-00941611-af40-47c6-8ef6-1605137b9355 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:50.020129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-701c0a7c-3f35-4453-9e72-c9e8bac068ae req-00941611-af40-47c6-8ef6-1605137b9355 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 943 time: 0.0618639 Sep 10 03:57:50.041809 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.050112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Router f8404eae-0476-4657-9378-5c0c7ba56c92 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:57:50.067856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-701c0a7c-3f35-4453-9e72-c9e8bac068ae req-5ef0a811-2efd-4990-99f9-f240f761d14f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408025 Sep 10 03:57:50.156813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2419d1b8-ba05-47de-926f-a36a839a6b25 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:57:50.178274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 2419d1b8-ba05-47de-926f-a36a839a6b25 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:57:50.179120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2419d1b8-ba05-47de-926f-a36a839a6b25 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:57:50.198827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:50.204194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:50.204352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58150) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:50.237112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] Checking router: b1c0d232-df9e-4f7b-ac58-e8ecc03527ad for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:57:50.245998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:50.246609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:50.306149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:50.321587 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Sync routers for ids ['f8404eae-0476-4657-9378-5c0c7ba56c92'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:50.329941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Attempting to bind port 8fc6a7ec-114b-4db9-867f-f82707ac8993 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:50.330282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Attempting to bind port 8fc6a7ec-114b-4db9-867f-f82707ac8993 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '15b02a85-d00c-444e-9852-500f850fc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:50.330612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Attempting to bind port 8fc6a7ec-114b-4db9-867f-f82707ac8993 on network 686131d4-4e20-48da-bff0-11b2c1bd55b1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:50.335662 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Routers {'f8404eae-0476-4657-9378-5c0c7ba56c92'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:50.335838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Port 8fc6a7ec-114b-4db9-867f-f82707ac8993 on network 686131d4-4e20-48da-bff0-11b2c1bd55b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:57:50.336066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Attempting to bind port 8fc6a7ec-114b-4db9-867f-f82707ac8993 on network 686131d4-4e20-48da-bff0-11b2c1bd55b1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:50.336459 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f8404eae-0476-4657-9378-5c0c7ba56c92'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:50.340246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce46b-5679-41a0-b83f-951264c1776d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.344382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:50.344724 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Checking segment: {'id': '15b02a85-d00c-444e-9852-500f850fc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:50.345637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Bound using segment: {'id': '15b02a85-d00c-444e-9852-500f850fc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:50.346077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Bound port: 8fc6a7ec-114b-4db9-867f-f82707ac8993, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b02a85-d00c-444e-9852-500f850fc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:50.346453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.362614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:50.441799 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.448010 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ea1ac70a-a943-4dd4-a687-7db163d2cf2c tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6306961 Sep 10 03:57:50.453583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58154) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:50.508992 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce46b-5679-41a0-b83f-951264c1776d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.527794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:50.532515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:50.578551 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Set router f8404eae-0476-4657-9378-5c0c7ba56c92 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:50.593765 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf4ce46b-5679-41a0-b83f-951264c1776d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.604530 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9a1e7eb6-9af9-4b43-a993-3f39cebfe896 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/routers/f8404eae-0476-4657-9378-5c0c7ba56c92 HTTP/1.1" status: 200 len: 908 time: 0.1496494 Sep 10 03:57:50.608219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58156) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:50.688372 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.729601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cf4ce46b-5679-41a0-b83f-951264c1776d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32dd3a61506844fea46fff47251fc80b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5239739 Sep 10 03:57:50.735243 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ce46b-5679-41a0-b83f-951264c1776d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57ab376-b431-4a0a-8a57-c3d3cbee5773,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:50.757604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58160) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:50.816136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:50.820569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.822651 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-4463b79f-bd57-4202-8745-70dede700278 service neutron] 10.222.0.20 "PUT /v2.0/ports/8fc6a7ec-114b-4db9-867f-f82707ac8993 HTTP/1.1" status: 200 len: 1092 time: 2.3862903 Sep 10 03:57:50.841032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:50.844809 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8404eae-0476-4657-9378-5c0c7ba56c92', 'name': 'tempest-snat-router-1908990615', 'tenant_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:45Z', 'updated_at': '2021-09-10T03:57:48Z', 'revision_number': 3, 'project_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'gw_port': {'id': '7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:27:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8404eae-0476-4657-9378-5c0c7ba56c92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2436, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:47Z', 'updated_at': '2021-09-10T03:57:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:50.846265 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae" -d '{"events": [{"name": "network-changed", "server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:50.855548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:50.880444 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Checking router: f8404eae-0476-4657-9378-5c0c7ba56c92 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:57:50.880947 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Updating router f8404eae-0476-4657-9378-5c0c7ba56c92 port 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:57:50.884853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0773c6-972a-497f-82c4-b320351381f1 None None] The sync data for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 is: [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:50:12Z', 'revision_number': 4, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ba930cea-2518-403b-816b-2b8a0f7b70d7', 'name': '', 'network_id': '589a4214-66c2-461f-af8d-b5794ee44cf1', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'mac_address': 'fa:16:3e:e5:a4:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 1721, 'fixed_ips': [{'subnet_id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:11Z', 'updated_at': '2021-09-10T03:50:23Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'subnets': [{'id': 'bae6cb55-163e-4a61-a7a2-ca8845db3cbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:50.904600 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3e0fb1f-c057-4064-9746-782b4856dfef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.930687 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:50.950012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d2441276-5e72-4f5e-b297-5da6ddc7ac3d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:57:50.980387 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.061010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c30eb7-36a0-4ce8-ab31-d464973330b1 req-923781ba-fb2a-413e-b2ed-a50475525421 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:51.075756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26c30eb7-36a0-4ce8-ab31-d464973330b1 req-923781ba-fb2a-413e-b2ed-a50475525421 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.2931402 Sep 10 03:57:51.096896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b55a647a-176d-402d-bf3d-91b45d4bb16b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.129767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc3967-db25-4809-bf15-3d61978e62d7 req-8460cc1a-8722-4353-9984-608a73fa99f5 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:51.131559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64bc3967-db25-4809-bf15-3d61978e62d7 req-8460cc1a-8722-4353-9984-608a73fa99f5 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.2719190 Sep 10 03:57:51.142914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d2441276-5e72-4f5e-b297-5da6ddc7ac3d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:51.163239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'port_id': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'mac_address': 'fa:16:3e:cc:0b:f7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:57:51.199512 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.205697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4463b79f-bd57-4202-8745-70dede700278 service neutron] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:51.216379 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.221336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349f52-8620-4136-804b-575492bda586 req-4f2ea70c-2553-48b5-975b-50bbf98d8af8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:51.223034 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-4f2ea70c-2553-48b5-975b-50bbf98d8af8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 1095 time: 0.1378167 Sep 10 03:57:51.243299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2441276-5e72-4f5e-b297-5da6ddc7ac3d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:57:51.273245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b55a647a-176d-402d-bf3d-91b45d4bb16b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.279306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d2441276-5e72-4f5e-b297-5da6ddc7ac3d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:51.288786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3cd7d4be-cb54-491c-a33f-0497425cb090 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:51.299351 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-df0cc970-bb80-4777-816b-eaa8f2a1f262 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993 HTTP/1.1" status: 200 len: 217 time: 0.0672221 Sep 10 03:57:51.363729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26c30eb7-36a0-4ce8-ab31-d464973330b1 req-62c887db-6e97-4150-bf9f-f6221761e493 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882419 Sep 10 03:57:51.367355 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.379369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64bc3967-db25-4809-bf15-3d61978e62d7 req-511ddc57-eda4-4e64-ac11-eeb8e60cf3d0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2279687 Sep 10 03:57:51.387672 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.416884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b55a647a-176d-402d-bf3d-91b45d4bb16b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.421223 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b55a647a-176d-402d-bf3d-91b45d4bb16b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.421655 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Transition to ACTIVE for port object 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:57:51.427342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b55a647a-176d-402d-bf3d-91b45d4bb16b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b57ab376-b431-4a0a-8a57-c3d3cbee5773 HTTP/1.1" status: 204 len: 168 time: 0.6639428 Sep 10 03:57:51.435919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3cd7d4be-cb54-491c-a33f-0497425cb090 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:51.436540 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.457998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a647a-176d-402d-bf3d-91b45d4bb16b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57ab376-b431-4a0a-8a57-c3d3cbee5773,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:51.466095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:51.522933 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.549714 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00544d17-f898-4eac-9bf6-150256aaf3bc x-openstack-request-id: req-00544d17-f898-4eac-9bf6-150256aaf3bc {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:51.550007 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:51.550262 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00544d17-f898-4eac-9bf6-150256aaf3bc {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:51.550669 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'status': 'completed', 'code': 200} Sep 10 03:57:51.563649 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Attempting to bind port 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:57:51.564406 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Attempting to bind port 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:57:51.564946 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Attempting to bind port 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:57:51.566134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e84f9234-078d-4fa1-9685-83659abe5260 None None] New status for floating IP 3ce1ddd9-e7e8-476e-825a-3ea68784c991: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:57:51.572524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1349f52-8620-4136-804b-575492bda586 req-c290ef7b-fd93-4a74-bb3b-89e7f6752c49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:51.577267 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-c290ef7b-fd93-4a74-bb3b-89e7f6752c49 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 200 len: 854 time: 0.2411523 Sep 10 03:57:51.601600 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:57:51.602303 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:57:51.602935 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.603524 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:57:51.603955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572c8c4f-04d0-480f-9ef3-95a91d58ac76 req-6a7a44e0-a8db-4c60-9e50-bd49fe8192f7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:51.604846 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Bound port: 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:57:51.605447 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.611926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-572c8c4f-04d0-480f-9ef3-95a91d58ac76 req-6a7a44e0-a8db-4c60-9e50-bd49fe8192f7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 944 time: 0.0745180 Sep 10 03:57:51.622083 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-24778b28-d03a-4ac2-9dc6-ab98f5496109 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=686131d4-4e20-48da-bff0-11b2c1bd55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342367 Sep 10 03:57:51.623781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Deleting port 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:51.624124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.658713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-572c8c4f-04d0-480f-9ef3-95a91d58ac76 req-3834623b-fb81-4457-9134-d74b705bdd65 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437932 Sep 10 03:57:51.689297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58186) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:51.703735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['d2441276-5e72-4f5e-b297-5da6ddc7ac3d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:57:51.718422 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca210a-43fa-42e8-91c9-c78ec3daa9cd None None] Pushing event updated for resources: {'Port': ['ID=7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:51.732019 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] For port 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:57:51.760242 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] For port 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:57:51.762882 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b478-ed6b-4364-a4ca-310f9229cb93 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.800126 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b478-ed6b-4364-a4ca-310f9229cb93 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.851571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.871127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Calling delete_port for 7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:51.885566 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.889793 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-fc7fc61a-cd46-40ea-a179-e204554b1b46 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2117362 Sep 10 03:57:51.954595 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Routers {'f8404eae-0476-4657-9378-5c0c7ba56c92'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:51.956637 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['f8404eae-0476-4657-9378-5c0c7ba56c92'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:51.982349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b478-ed6b-4364-a4ca-310f9229cb93 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.984991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf3b478-ed6b-4364-a4ca-310f9229cb93 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:51.987038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8cf3b478-ed6b-4364-a4ca-310f9229cb93 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "DELETE /v2.0/security-groups/59b6404e-dd73-4f58-9f4b-9b5c5bb77c50 HTTP/1.1" status: 204 len: 168 time: 0.3008370 Sep 10 03:57:51.990730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58194) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:52.004242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf3b478-ed6b-4364-a4ca-310f9229cb93 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59b6404e-dd73-4f58-9f4b-9b5c5bb77c50,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:52.011800 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-c19fc69b-27f2-4f6f-bd16-9af395dbff09 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] show failed (client error): The resource could not be found. Sep 10 03:57:52.013054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c19fc69b-27f2-4f6f-bd16-9af395dbff09 tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "GET /v2.0/security-groups/59b6404e-dd73-4f58-9f4b-9b5c5bb77c50 HTTP/1.1" status: 404 len: 347 time: 0.0203331 Sep 10 03:57:52.016310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58196) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:52.129875 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] Set router f8404eae-0476-4657-9378-5c0c7ba56c92 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:57:52.151512 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1349f52-8620-4136-804b-575492bda586 req-4d6fa1fa-60ca-45bd-bd1d-e9bf8415f362 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2480109 Sep 10 03:57:52.201331 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8404eae-0476-4657-9378-5c0c7ba56c92', 'name': 'tempest-snat-router-1908990615', 'tenant_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:45Z', 'updated_at': '2021-09-10T03:57:51Z', 'revision_number': 4, 'project_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:52.201740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Deleting port 1eb7ca0e-36fc-4dc9-9be7-34b439f7615a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:52.202271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.233193 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40991c0b-fdf3-48e0-9734-a0b43a7d749c None None] The sync data for ids ['f8404eae-0476-4657-9378-5c0c7ba56c92'] in n-d-808143-1 is: [{'id': 'f8404eae-0476-4657-9378-5c0c7ba56c92', 'name': 'tempest-snat-router-1908990615', 'tenant_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:45Z', 'updated_at': '2021-09-10T03:57:51Z', 'revision_number': 4, 'project_id': 'b8437a8598fa4b7ba28c05786a5c4e59', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:52.235348 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aca210a-43fa-42e8-91c9-c78ec3daa9cd None None] Pushing event updated for resources: {'Port': ['ID=7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:52.239100 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:57:52.297084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.324200 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.324873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.337975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Calling delete_port for 1eb7ca0e-36fc-4dc9-9be7-34b439f7615a owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:52.353797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event deleted for resources: {'Port': ['ID=7d51ea6e-daa2-4b2b-a2f0-bbe4bdb16cf3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:52.384265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58200) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:52.406299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-c80c9871-5865-4fab-8176-4a3db9aeb2e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:52.407839 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-c80c9871-5865-4fab-8176-4a3db9aeb2e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 1095 time: 0.1374791 Sep 10 03:57:52.413305 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b348c449-f2fa-4cd5-9f73-68c39b622f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.488127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.603515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae5084-3179-425d-9c60-694daa5d38ec req-42f70c3c-b1d9-4551-8233-82a573d0c7b1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:52.611069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37ae5084-3179-425d-9c60-694daa5d38ec req-42f70c3c-b1d9-4551-8233-82a573d0c7b1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.1447430 Sep 10 03:57:52.628709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5acf8c-a438-45fa-afcd-adf49cfec11f req-ca0f0e3b-395a-42a3-b3e0-9954a4257d98 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:52.631717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d5acf8c-a438-45fa-afcd-adf49cfec11f req-ca0f0e3b-395a-42a3-b3e0-9954a4257d98 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1402736 Sep 10 03:57:52.632504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.637901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.700286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37ae5084-3179-425d-9c60-694daa5d38ec req-f8e574b4-de18-4c74-be3c-999f5537fadb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844779 Sep 10 03:57:52.706228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-c7c8d60c-7104-4f60-bf7c-47e074b02f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:52.707746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-c7c8d60c-7104-4f60-bf7c-47e074b02f8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 915 time: 0.2784371 Sep 10 03:57:52.725312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d5acf8c-a438-45fa-afcd-adf49cfec11f req-5470177d-3982-4fe0-a863-96c2b1d73a0e tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778053 Sep 10 03:57:52.730820 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.769840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-2ff9cd71-deab-42b3-abba-60f7224ac831 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993 HTTP/1.1" status: 200 len: 217 time: 0.0516129 Sep 10 03:57:52.793658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Pushing event deleted for resources: {'Port': ['ID=1eb7ca0e-36fc-4dc9-9be7-34b439f7615a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:52.811627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.811627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8404eae-0476-4657-9378-5c0c7ba56c92 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:57:52.825464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.829455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7ab98fe6-8c8e-459b-8ac6-f8a7bc8babbc tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "DELETE /v2.0/routers/f8404eae-0476-4657-9378-5c0c7ba56c92 HTTP/1.1" status: 204 len: 168 time: 2.2188916 Sep 10 03:57:52.836001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58212) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:52.840484 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b348c449-f2fa-4cd5-9f73-68c39b622f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.856049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-ee7d03d7-18ec-414f-96b0-798b1f2a763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:52.857839 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-ee7d03d7-18ec-414f-96b0-798b1f2a763e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 200 len: 854 time: 0.0810146 Sep 10 03:57:52.891926 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-22206971-1026-47b3-8015-85e8e9d96965 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=686131d4-4e20-48da-bff0-11b2c1bd55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262988 Sep 10 03:57:52.919198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b348c449-f2fa-4cd5-9f73-68c39b622f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.929488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6dbcd2-865c-4a90-b0e5-292c43857b8d req-3272b025-c843-406f-a372-5733e7d14e7d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:52.931005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e6dbcd2-865c-4a90-b0e5-292c43857b8d req-3272b025-c843-406f-a372-5733e7d14e7d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 944 time: 0.1511295 Sep 10 03:57:52.940209 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.942665 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:52.946523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-617eaacd-05e7-49cd-8ea5-20497ffef02b tempest-AttachVolumeTestJSON-83759548 tempest-AttachVolumeTestJSON-83759548-project] 10.222.0.22 "DELETE /v2.0/floatingips/3ce1ddd9-e7e8-476e-825a-3ea68784c991 HTTP/1.1" status: 204 len: 168 time: 0.9268849 Sep 10 03:57:52.961008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d2441276-5e72-4f5e-b297-5da6ddc7ac3d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:53.006806 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b348c449-f2fa-4cd5-9f73-68c39b622f16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86e9bc56b94f4db78bec450d49d7ed33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6208074 Sep 10 03:57:53.010848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58222) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:53.013039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348c449-f2fa-4cd5-9f73-68c39b622f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d891973-69d8-4fef-b399-c18f862a87b1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:53.079886 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-8e4b9a2b-7d49-438a-9c02-2f261d6da461 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795189 Sep 10 03:57:53.102650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e6dbcd2-865c-4a90-b0e5-292c43857b8d req-650d88fc-29d7-4119-a7da-93830ecb9c39 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635332 Sep 10 03:57:53.104050 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.117860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port d2441276-5e72-4f5e-b297-5da6ddc7ac3d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:53.123480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port d2441276-5e72-4f5e-b297-5da6ddc7ac3d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:53.124018 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.208166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d220d374-c8cf-4138-bfd4-164594b5d293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.244121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d220d374-c8cf-4138-bfd4-164594b5d293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.276021 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.281790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.312411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:53.315374 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a301914d-0db4-45cf-8013-9d0fdbecc643" -d '{"events": [{"server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "name": "network-vif-plugged", "status": "completed", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:53.330797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d2441276-5e72-4f5e-b297-5da6ddc7ac3d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:53.335037 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-997c5c86-5f4f-4daf-bf3d-ab3c5a3d08ae req-3ac0646c-0838-4d07-a0bf-44667fc438a3 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391417 Sep 10 03:57:53.358950 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76d82102-a496-4315-a412-a2f0448b06e9 x-openstack-request-id: req-76d82102-a496-4315-a412-a2f0448b06e9 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:53.359268 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "name": "network-vif-plugged", "status": "completed", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:53.359526 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76d82102-a496-4315-a412-a2f0448b06e9 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:53.359991 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'code': 200} Sep 10 03:57:53.388125 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d220d374-c8cf-4138-bfd4-164594b5d293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.397235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d220d374-c8cf-4138-bfd4-164594b5d293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.401386 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d220d374-c8cf-4138-bfd4-164594b5d293 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0d891973-69d8-4fef-b399-c18f862a87b1 HTTP/1.1" status: 204 len: 168 time: 0.3892434 Sep 10 03:57:53.415529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d220d374-c8cf-4138-bfd4-164594b5d293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d891973-69d8-4fef-b399-c18f862a87b1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:53.455944 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.468129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Deleting port 3cd7d4be-cb54-491c-a33f-0497425cb090 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:57:53.468640 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.477285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9c893-73cc-414f-891d-1b6f6a83f697 req-9385190f-a32f-42c8-a26a-3e9684d32eb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:53.479176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8fe9c893-73cc-414f-891d-1b6f6a83f697 req-9385190f-a32f-42c8-a26a-3e9684d32eb3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 1096 time: 0.0552475 Sep 10 03:57:53.551578 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-73813d9b-23b8-43d6-9297-39b7d4e7cf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.597978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8fe9c893-73cc-414f-891d-1b6f6a83f697 req-d9445913-83bd-426e-8cbe-4421599bd727 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988312 Sep 10 03:57:53.611233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] For port 3cd7d4be-cb54-491c-a33f-0497425cb090, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3cd7d4be-cb54-491c-a33f-0497425cb090,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:53.611850 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.619206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:53.637791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Calling delete_port for 3cd7d4be-cb54-491c-a33f-0497425cb090 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:57:53.708271 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:53.886879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d9882c-6aee-4ec2-b2d9-9380d6809a32 req-3376ae39-8a97-4af7-a58e-a472cd91b982 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:53.888455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1d9882c-6aee-4ec2-b2d9-9380d6809a32 req-3376ae39-8a97-4af7-a58e-a472cd91b982 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.1099501 Sep 10 03:57:53.945897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed0df8-a6d4-4b5f-8a55-4c2d9cdcfe43 req-3278a9c9-3c5e-4b80-9c93-ef76167d6432 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:53.947420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7ed0df8-a6d4-4b5f-8a55-4c2d9cdcfe43 req-3278a9c9-3c5e-4b80-9c93-ef76167d6432 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1244733 Sep 10 03:57:53.952948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1d9882c-6aee-4ec2-b2d9-9380d6809a32 req-a2ae79fb-ae4a-4736-9a81-28273635547b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574620 Sep 10 03:57:53.991611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:54.042293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7ed0df8-a6d4-4b5f-8a55-4c2d9cdcfe43 req-9cace856-b906-4a36-b8f1-dd13e90346ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711062 Sep 10 03:57:54.046003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event deleted for resources: {'Port': ['ID=3cd7d4be-cb54-491c-a33f-0497425cb090,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:54.118976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:54.265421 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:54.269155 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:54.356125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a8c480-8e70-4c61-a2ad-14828e646aa8 req-aaa87acd-79c6-4cc5-9767-ee3d74896a94 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:54.359580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39a8c480-8e70-4c61-a2ad-14828e646aa8 req-aaa87acd-79c6-4cc5-9767-ee3d74896a94 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 945 time: 0.0920348 Sep 10 03:57:54.402832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39a8c480-8e70-4c61-a2ad-14828e646aa8 req-15d1c30f-3d3d-44c8-b092-d238a64753df tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353971 Sep 10 03:57:54.411410 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:54.413464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 70129ff3-dc43-4b15-8ebf-fd94cd41aa40 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:57:54.423365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:54.423365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f4e83bba-59d9-4be1-afa5-02df1381c392 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "DELETE /v2.0/routers/70129ff3-dc43-4b15-8ebf-fd94cd41aa40 HTTP/1.1" status: 204 len: 168 time: 1.5824571 Sep 10 03:57:54.426759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58260) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:54.432367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1802857258', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:54.548561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:54.550071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:54.626793 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:54.978912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8fc6a7ec-114b-4db9-867f-f82707ac8993 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:57:55.171536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:55.186416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1', 'port_id': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e094eec-c057-49c5-bf4f-c1f396a6f9ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:57:55.239458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8688be7b-4044-4d45-bdaa-63e18f1c9217 req-2269b643-52e2-47e1-b778-a57e0c53ea8f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:55.241642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8688be7b-4044-4d45-bdaa-63e18f1c9217 req-2269b643-52e2-47e1-b778-a57e0c53ea8f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.1652014 Sep 10 03:57:55.266132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c14fc85-98d3-4206-8422-a33a77d76501 req-cec6e48f-9c9c-4103-b05d-af6a91d720ab tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:55.274258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c14fc85-98d3-4206-8422-a33a77d76501 req-cec6e48f-9c9c-4103-b05d-af6a91d720ab tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1290066 Sep 10 03:57:55.297710 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:55.305837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3cd7d4be-cb54-491c-a33f-0497425cb090 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:57:55.322349 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:55.328484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8688be7b-4044-4d45-bdaa-63e18f1c9217 req-1dc570f9-5560-4aae-9d19-4c8dad2fa886 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779190 Sep 10 03:57:55.352259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c14fc85-98d3-4206-8422-a33a77d76501 req-55069c68-ec53-4714-8ca1-5a4ae8a2b21e tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770063 Sep 10 03:57:55.354006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3cd7d4be-cb54-491c-a33f-0497425cb090 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:57:55.354563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3cd7d4be-cb54-491c-a33f-0497425cb090 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:57:55.359494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc6a7ec-114b-4db9-867f-f82707ac8993 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:57:55.386556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:55.465117 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:55.492669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:55.541363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:55.606472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabc9718-5fbd-44bd-87f1-153ba52b629a req-c51d9eb2-b08d-4993-ba8a-b67bcc264431 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:55.608214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aabc9718-5fbd-44bd-87f1-153ba52b629a req-c51d9eb2-b08d-4993-ba8a-b67bcc264431 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 945 time: 0.0624294 Sep 10 03:57:55.672767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8fc6a7ec-114b-4db9-867f-f82707ac8993'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:57:55.676937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aabc9718-5fbd-44bd-87f1-153ba52b629a req-47effabc-942d-4786-bf18-73a22b86428d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600989 Sep 10 03:57:55.823153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:55.857319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bba4c1-fc0e-4050-9e29-eb348648b096 req-0e39e578-8180-4f6b-9446-6c47454d2535 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:55.863322 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:55.865563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89bba4c1-fc0e-4050-9e29-eb348648b096 req-0e39e578-8180-4f6b-9446-6c47454d2535 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 945 time: 0.0796602 Sep 10 03:57:55.923267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89bba4c1-fc0e-4050-9e29-eb348648b096 req-d81115cb-bf1a-40c5-a6e2-88f9401a5e81 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567844 Sep 10 03:57:55.950056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58306) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:56.006383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d5955e-e6f9-43cf-8e12-fe0d08f7603e tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:56.011491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f6d5955e-e6f9-43cf-8e12-fe0d08f7603e tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 1091 time: 0.0588422 Sep 10 03:57:56.011669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58308) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:56.024332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:56.058430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Allocated IP 172.25.3.149 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/485d7c18-05f2-4a63-8fb3-91c534e97315) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:56.203308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:56.336516 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:56.388329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:56.430584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:56.528726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:56.534292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0854fc3-200c-49aa-8bdf-8b624fe12eff req-219e2976-9fa9-43fa-9d1f-3bcbf0f67c99 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:56.537494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:56.547046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:56.550585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0854fc3-200c-49aa-8bdf-8b624fe12eff req-219e2976-9fa9-43fa-9d1f-3bcbf0f67c99 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 945 time: 0.1489711 Sep 10 03:57:56.558973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event updated for resources: {'Port': ['ID=485d7c18-05f2-4a63-8fb3-91c534e97315,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:56.599908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:56.605215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab96d1c-3a44-43a9-98f7-fb6ac3d58893 req-670fcbc2-a125-48e2-bf55-15095683b3f5 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:56.606757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aab96d1c-3a44-43a9-98f7-fb6ac3d58893 req-670fcbc2-a125-48e2-bf55-15095683b3f5 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1535289 Sep 10 03:57:56.659238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0854fc3-200c-49aa-8bdf-8b624fe12eff req-685e6297-9e28-42cc-8d68-3bdd931930c3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019943 Sep 10 03:57:56.697848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aab96d1c-3a44-43a9-98f7-fb6ac3d58893 req-3df4827f-c0ac-4c46-a40c-5044b2621832 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770900 Sep 10 03:57:56.842573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.25.3.142 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/b60b4334-c50c-4bf2-964c-36c5a34ebb8c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:57:56.946978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:56.983396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8fc6a7ec-114b-4db9-867f-f82707ac8993 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:57:57.080704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:57.096028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 8fc6a7ec-114b-4db9-867f-f82707ac8993 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:57:57.100436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8fc6a7ec-114b-4db9-867f-f82707ac8993 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:57:57.100829 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:57.136106 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:57:57.157580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:57.175568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:57:57.183980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:57:57.218546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=b60b4334-c50c-4bf2-964c-36c5a34ebb8c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:57.239038 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:57.311442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:57:57.313608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:57:57.319718 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c4868d-0638-4c3f-89ad-9c2772b0744c" -d '{"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-plugged", "status": "completed", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:57:57.402487 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e7114ba-172f-4665-9ed7-342249cc9898 x-openstack-request-id: req-2e7114ba-172f-4665-9ed7-342249cc9898 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:57:57.403070 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-plugged", "status": "completed", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:57:57.403070 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e7114ba-172f-4665-9ed7-342249cc9898 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:57:57.403386 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'code': 200} Sep 10 03:57:57.405998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:57.475693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:57.622012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b8489-c677-4d66-a982-7f1b0e6d097b req-29b0c7cb-22b8-4f17-a2c4-a8a455f2e4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:57.623511 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2e7b8489-c677-4d66-a982-7f1b0e6d097b req-29b0c7cb-22b8-4f17-a2c4-a8a455f2e4df service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 1097 time: 0.1441174 Sep 10 03:57:57.643032 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:57.769071 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2e7b8489-c677-4d66-a982-7f1b0e6d097b req-de517ec6-8019-45ca-8462-7e601f232189 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377423 Sep 10 03:57:57.940492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58c3d14-ff66-42e5-a88e-49b50a9dd68c req-15a89d15-b1ff-48c2-b274-2f44791957bc tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:57.942086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a58c3d14-ff66-42e5-a88e-49b50a9dd68c req-15a89d15-b1ff-48c2-b274-2f44791957bc tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1458590 Sep 10 03:57:57.951460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4372d3-66aa-446d-ab64-bb1b8e7b6dde req-3f3d0a18-3138-489b-9854-f41618d346bf tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:57.958974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e4372d3-66aa-446d-ab64-bb1b8e7b6dde req-3f3d0a18-3138-489b-9854-f41618d346bf tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1154730 Sep 10 03:57:58.036022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58360) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:58.078105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.103628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a58c3d14-ff66-42e5-a88e-49b50a9dd68c req-833e30aa-efeb-492f-a569-577371c7ea02 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415153 Sep 10 03:57:58.136018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e4372d3-66aa-446d-ab64-bb1b8e7b6dde req-e1313759-9ccf-497e-ab05-5effd1a04160 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1754818 Sep 10 03:57:58.137791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Router 5357b5c1-7b9c-4671-9657-eeb07c96abe1 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:57:58.263190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b482c0b-470d-49fc-8572-8707de09aa2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.297229 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.367573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:58.379280 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc3e0f-d885-47b1-a84f-b84daded9c1d None None] Sync routers for ids ['5357b5c1-7b9c-4671-9657-eeb07c96abe1'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:58.398992 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc3e0f-d885-47b1-a84f-b84daded9c1d None None] Routers {'5357b5c1-7b9c-4671-9657-eeb07c96abe1'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:58.399887 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-85fc3e0f-d885-47b1-a84f-b84daded9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5357b5c1-7b9c-4671-9657-eeb07c96abe1'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:58.421003 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b482c0b-470d-49fc-8572-8707de09aa2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.449004 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-85fc3e0f-d885-47b1-a84f-b84daded9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:58.458965 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fc3e0f-d885-47b1-a84f-b84daded9c1d None None] Routers {'5357b5c1-7b9c-4671-9657-eeb07c96abe1'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:58.459784 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-85fc3e0f-d885-47b1-a84f-b84daded9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5357b5c1-7b9c-4671-9657-eeb07c96abe1'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:58.492667 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-85fc3e0f-d885-47b1-a84f-b84daded9c1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:58.493320 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fc3e0f-d885-47b1-a84f-b84daded9c1d None None] The sync data for ids ['5357b5c1-7b9c-4671-9657-eeb07c96abe1'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:57:58.502231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b482c0b-470d-49fc-8572-8707de09aa2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.543355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.562066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9b482c0b-470d-49fc-8572-8707de09aa2c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d476d94c052d4fdfb994b9bb93fe655d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5245907 Sep 10 03:57:58.564476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b482c0b-470d-49fc-8572-8707de09aa2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bad6b26c-c365-4ee6-a1ad-b4b7fa396d12,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:58.564931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58372) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:58.575412 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.577769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58374) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:57:58.579122 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-74ad8316-58c2-467c-9114-c8b0d1161704 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 4.1508331 Sep 10 03:57:58.582623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b4701bdb-122a-4c63-88a8-60575ab24470 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': False}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:57:58.625236 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.713785 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8abe9b9-0383-4488-9f89-07656e1161ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.775321 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.791212 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8abe9b9-0383-4488-9f89-07656e1161ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.850640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=b60b4334-c50c-4bf2-964c-36c5a34ebb8c,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:58.894074 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:58.998352 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4701bdb-122a-4c63-88a8-60575ab24470 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:59.029428 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Floating IP ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3 associated. External IP: 172.25.3.142, port: d2441276-5e72-4f5e-b297-5da6ddc7ac3d. Sep 10 03:57:59.086835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8abe9b9-0383-4488-9f89-07656e1161ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:59.092085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8abe9b9-0383-4488-9f89-07656e1161ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:57:59.096358 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b8abe9b9-0383-4488-9f89-07656e1161ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bad6b26c-c365-4ee6-a1ad-b4b7fa396d12 HTTP/1.1" status: 204 len: 168 time: 0.5303266 Sep 10 03:57:59.190817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8abe9b9-0383-4488-9f89-07656e1161ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bad6b26c-c365-4ee6-a1ad-b4b7fa396d12,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:57:59.760303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router fd396276-0840-4484-b77d-3ea7dba008fd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:57:59.767015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6b51f-4967-4c6e-9a9f-6cf7606fc361 req-3d6e20af-f0ee-4e59-ae54-57519ff79cf0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:59.769177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76f6b51f-4967-4c6e-9a9f-6cf7606fc361 req-3d6e20af-f0ee-4e59-ae54-57519ff79cf0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.5272257 Sep 10 03:57:59.784008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a4ac28-c32a-49fc-959b-0584d6f00528 req-cef4bdad-d703-45c5-a809-477f89feaca5 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:57:59.787266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78a4ac28-c32a-49fc-959b-0584d6f00528 req-cef4bdad-d703-45c5-a809-477f89feaca5 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1173925 Sep 10 03:57:59.888629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:57:59.892679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76f6b51f-4967-4c6e-9a9f-6cf7606fc361 req-bebf8f2d-d914-49e1-9634-99e4a595296f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044974 Sep 10 03:57:59.900934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] Sync routers for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:57:59.906904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78a4ac28-c32a-49fc-959b-0584d6f00528 req-237d6a3d-b85d-4f95-9c85-42dc9214c25b tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083152 Sep 10 03:57:59.919034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:57:59.919034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:57:59.979240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:00.017408 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-99635ce9-1ef2-4558-9a23-07577a535a58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.9993021 Sep 10 03:58:00.018383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:00.031783 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05694784-aee1-443a-86e1-3cd682f259f1" -d '{"events": [{"name": "network-changed", "server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:00.096414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58408) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:00.122141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a429dc86-846d-4c8b-a612-41d9e04c32c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:00.124320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:00.157877 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa0d52-f493-4727-9f03-77bb3214a56f x-openstack-request-id: req-e4fa0d52-f493-4727-9f03-77bb3214a56f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:00.158188 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:00.158589 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4fa0d52-f493-4727-9f03-77bb3214a56f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:00.159056 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'status': 'completed', 'code': 200} Sep 10 03:58:00.255770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05694784-aee1-443a-86e1-3cd682f259f1 req-4f0208f3-85d1-4789-8f5d-ea5acded7b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:00.257346 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-05694784-aee1-443a-86e1-3cd682f259f1 req-4f0208f3-85d1-4789-8f5d-ea5acded7b5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 1096 time: 0.0708866 Sep 10 03:58:00.385503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a429dc86-846d-4c8b-a612-41d9e04c32c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:00.398061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05694784-aee1-443a-86e1-3cd682f259f1 req-9543afb2-2bcd-4b05-8b44-1c3ce18dddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:00.398717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-103155c5-91b4-4db8-8903-64897f993d3c tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:00.399993 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-05694784-aee1-443a-86e1-3cd682f259f1 req-9543afb2-2bcd-4b05-8b44-1c3ce18dddc1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 HTTP/1.1" status: 200 len: 897 time: 0.1339397 Sep 10 03:58:00.400462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-103155c5-91b4-4db8-8903-64897f993d3c tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 814 time: 0.1289401 Sep 10 03:58:00.459959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-0a82a38e-f547-4aa7-8e6a-822c57406085 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/quotas/6dea76265d944ac09553174bc576883e HTTP/1.1" status: 200 len: 375 time: 0.0522032 Sep 10 03:58:00.464450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a429dc86-846d-4c8b-a612-41d9e04c32c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:00.477104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c2348-456c-4e8e-8e10-c22470a4608e req-0a2a4beb-19ef-4b46-859c-419682fe890a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:00.478740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b52c2348-456c-4e8e-8e10-c22470a4608e req-0a2a4beb-19ef-4b46-859c-419682fe890a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 945 time: 0.3302858 Sep 10 03:58:00.510633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:34Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'port_id': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'mac_address': 'fa:16:3e:cc:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6336df1b-26d4-45ea-babb-07ade8851023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:57:57Z', 'updated_at': '2021-09-10T03:57:57Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b985f7-e9d1-41e8-b5fc-1616e275718a', 'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:9c:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:33Z', 'updated_at': '2021-09-10T03:57:41Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:00.529594 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-05694784-aee1-443a-86e1-3cd682f259f1 req-a56f1c38-5dbc-44ca-b5c8-ee3e46025563 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2441276-5e72-4f5e-b297-5da6ddc7ac3d HTTP/1.1" status: 200 len: 999 time: 0.1208358 Sep 10 03:58:00.541417 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a429dc86-846d-4c8b-a612-41d9e04c32c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c164dbf6840e42668abc0f0d8b99eadf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4424775 Sep 10 03:58:00.549065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58424) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:00.559706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] Checking router: fd396276-0840-4484-b77d-3ea7dba008fd for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:00.575596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:00.580748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:00.584476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4701bdb-122a-4c63-88a8-60575ab24470 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:00.588718 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4701bdb-122a-4c63-88a8-60575ab24470 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:00.606551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05694784-aee1-443a-86e1-3cd682f259f1 req-e3133362-4c00-4046-b399-12bb7e8b465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:00.608177 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-05694784-aee1-443a-86e1-3cd682f259f1 req-e3133362-4c00-4046-b399-12bb7e8b465f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3aef3c1a-7de3-4e2e-8d4e-83850d794af0 HTTP/1.1" status: 200 len: 835 time: 0.0581410 Sep 10 03:58:00.668438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a429dc86-846d-4c8b-a612-41d9e04c32c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3899b19-5ae7-4059-ae09-8ce9307f8825,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:00.728949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05694784-aee1-443a-86e1-3cd682f259f1 req-34fd2b85-de4e-4f0e-8a5c-81b727c3497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:00.732509 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-05694784-aee1-443a-86e1-3cd682f259f1 req-34fd2b85-de4e-4f0e-8a5c-81b727c3497b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1108420 Sep 10 03:58:00.749446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4701bdb-122a-4c63-88a8-60575ab24470 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Router 5357b5c1-7b9c-4671-9657-eeb07c96abe1 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:00.755644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-17fce922-a021-4aec-95fe-59153ba83dd0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2874253 Sep 10 03:58:00.769418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:00.799474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b52c2348-456c-4e8e-8e10-c22470a4608e req-2581a03f-146c-474f-98ec-d4dcba2a07ad tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2623007 Sep 10 03:58:00.800186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58428) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:00.887648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2751-89df-42b6-bd3c-afdfb1b5e3f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:00.921468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-05694784-aee1-443a-86e1-3cd682f259f1 req-1bd9451b-8cd4-4951-80c5-b63d4289d3f7 service neutron] 10.222.0.20 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783957 Sep 10 03:58:00.926310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2751-89df-42b6-bd3c-afdfb1b5e3f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:01.073597 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-05694784-aee1-443a-86e1-3cd682f259f1 req-f8e07f67-c983-4f0c-a5d5-55ed38c3a8c3 service neutron] 10.222.0.20 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403422 Sep 10 03:58:01.074427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-a908076f-1d87-4412-95eb-78456f4dc234 service neutron] 10.222.0.22 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3003778 Sep 10 03:58:01.094510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-761a970d-0e87-4244-9c96-4206c18a9d69 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3 HTTP/1.1" status: 200 len: 991 time: 0.2134612 Sep 10 03:58:01.131671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2751-89df-42b6-bd3c-afdfb1b5e3f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:01.134423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cc5e2751-89df-42b6-bd3c-afdfb1b5e3f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:01.135715 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cc5e2751-89df-42b6-bd3c-afdfb1b5e3f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3899b19-5ae7-4059-ae09-8ce9307f8825 HTTP/1.1" status: 204 len: 168 time: 0.5844674 Sep 10 03:58:01.149377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:34Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'port_id': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'mac_address': 'fa:16:3e:cc:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6336df1b-26d4-45ea-babb-07ade8851023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:57:57Z', 'updated_at': '2021-09-10T03:57:57Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b985f7-e9d1-41e8-b5fc-1616e275718a', 'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:9c:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:33Z', 'updated_at': '2021-09-10T03:57:41Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:01.165293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e2751-89df-42b6-bd3c-afdfb1b5e3f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3899b19-5ae7-4059-ae09-8ce9307f8825,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:01.183881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-025f61fa-2145-4ed8-8f80-8e48959c38c0 None None] The sync data for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 is: [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:34Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'port_id': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 2450, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'mac_address': 'fa:16:3e:cc:0b:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6336df1b-26d4-45ea-babb-07ade8851023', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:57:57Z', 'updated_at': '2021-09-10T03:57:57Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '57b985f7-e9d1-41e8-b5fc-1616e275718a', 'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:9c:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:33Z', 'updated_at': '2021-09-10T03:57:41Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:01.331932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd43d8df-92ee-420a-b54f-4d5e9f282c4f req-0edd6a6e-4a3a-4bd3-aaa7-7d8375dca4c3 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:01.341581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd43d8df-92ee-420a-b54f-4d5e9f282c4f req-0edd6a6e-4a3a-4bd3-aaa7-7d8375dca4c3 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.2585046 Sep 10 03:58:01.355983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4701bdb-122a-4c63-88a8-60575ab24470 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:01.364898 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfa46d-65a5-484c-9ebd-fac44d937a6c None None] Sync routers for ids ['5357b5c1-7b9c-4671-9657-eeb07c96abe1'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:01.371478 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4701bdb-122a-4c63-88a8-60575ab24470 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:01.372920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b4701bdb-122a-4c63-88a8-60575ab24470 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "PUT /v2.0/routers/5357b5c1-7b9c-4671-9657-eeb07c96abe1 HTTP/1.1" status: 200 len: 922 time: 2.7940300 Sep 10 03:58:01.375537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58446) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:01.378761 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfa46d-65a5-484c-9ebd-fac44d937a6c None None] Routers {'5357b5c1-7b9c-4671-9657-eeb07c96abe1'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:01.379366 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cfbfa46d-65a5-484c-9ebd-fac44d937a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5357b5c1-7b9c-4671-9657-eeb07c96abe1'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:01.398411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-6f0e2eb5-a9e9-4c16-a80f-e78eec6df84a service neutron] 10.222.0.22 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908888 Sep 10 03:58:01.438949 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cfbfa46d-65a5-484c-9ebd-fac44d937a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:01.445600 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfbfa46d-65a5-484c-9ebd-fac44d937a6c None None] Routers {'5357b5c1-7b9c-4671-9657-eeb07c96abe1'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:01.446569 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cfbfa46d-65a5-484c-9ebd-fac44d937a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5357b5c1-7b9c-4671-9657-eeb07c96abe1'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:01.462770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd43d8df-92ee-420a-b54f-4d5e9f282c4f req-070a3477-9db3-4594-b7a9-61751c16eb10 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216996 Sep 10 03:58:01.504112 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cfbfa46d-65a5-484c-9ebd-fac44d937a6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:01.505272 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfbfa46d-65a5-484c-9ebd-fac44d937a6c None None] The sync data for ids ['5357b5c1-7b9c-4671-9657-eeb07c96abe1'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:01.618778 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-764b8407-ddd7-43f7-b598-6bbfa190d9ff tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/routers/5357b5c1-7b9c-4671-9657-eeb07c96abe1 HTTP/1.1" status: 200 len: 922 time: 0.2418618 Sep 10 03:58:01.621704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58452) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:01.637065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33116d69-794d-4be3-97fe-22a8df5cec1c None None] New status for floating IP ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:58:01.852043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e336e72-147f-4881-88fc-6895dbe34144 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:01.856997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7e336e72-147f-4881-88fc-6895dbe34144 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=5357b5c1-7b9c-4671-9657-eeb07c96abe1&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2321641 Sep 10 03:58:01.859870 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58460) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:01.929952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e65eec7-ef00-447c-b4a8-1340e852be5a req-f2ed0fab-b963-40ed-aa9d-951317f7ed4c tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 210 time: 0.0575693 Sep 10 03:58:01.991615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbf47f6-2f36-41d2-9b17-0a743baeba17 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:01.995468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2cbf47f6-2f36-41d2-9b17-0a743baeba17 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 881 time: 0.1321025 Sep 10 03:58:02.002453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58470) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:02.028172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a2417f1a-5959-4091-9c1c-86829236d8b8 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=5357b5c1-7b9c-4671-9657-eeb07c96abe1 HTTP/1.1" status: 200 len: 205 time: 0.0304875 Sep 10 03:58:02.039589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58478) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:02.100129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58482) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:02.171008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:02.183111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bcfce724-22c7-4bab-a15d-1959deb5e5a3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3 HTTP/1.1" status: 200 len: 993 time: 0.0765636 Sep 10 03:58:02.220159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:02.342854 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:02.476748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Deleting port 485d7c18-05f2-4a63-8fb3-91c534e97315 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:02.477091 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:02.578081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:02.606007 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Calling delete_port for 485d7c18-05f2-4a63-8fb3-91c534e97315 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:02.655481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283c87a9-b429-4b3d-972f-7b930c64a48f req-8f8cbe7a-a9ea-4f16-83ac-bc68c0735333 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:02.663087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-283c87a9-b429-4b3d-972f-7b930c64a48f req-8f8cbe7a-a9ea-4f16-83ac-bc68c0735333 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.0726483 Sep 10 03:58:02.717380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-283c87a9-b429-4b3d-972f-7b930c64a48f req-ae495ba7-b58d-4937-b9e0-d349bc4af1b6 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531638 Sep 10 03:58:02.942137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:02.990957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event deleted for resources: {'Port': ['ID=485d7c18-05f2-4a63-8fb3-91c534e97315,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:03.062966 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.067172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd22b2e1-3be2-46f9-9101-956fed57ad0f req-c035f910-6e27-4171-9cdf-0e1d8e5e0a75 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 210 time: 0.0555160 Sep 10 03:58:03.220020 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.226647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.320109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.320971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Fanout notify agent at l3_agent the message router_deleted on router 5357b5c1-7b9c-4671-9657-eeb07c96abe1 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:03.330655 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.330655 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9f2cc51a-1b51-4324-8ea4-805fe2121786 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/5357b5c1-7b9c-4671-9657-eeb07c96abe1 HTTP/1.1" status: 204 len: 168 time: 1.2891266 Sep 10 03:58:03.333555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58520) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:03.338243 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-732b9bdd-8c83-4823-8b7a-8e4c89e27cca tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-707833294', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:03.450635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-732b9bdd-8c83-4823-8b7a-8e4c89e27cca tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.452185 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-732b9bdd-8c83-4823-8b7a-8e4c89e27cca tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.528815 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-732b9bdd-8c83-4823-8b7a-8e4c89e27cca tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.594063 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-732b9bdd-8c83-4823-8b7a-8e4c89e27cca tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.667594 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-732b9bdd-8c83-4823-8b7a-8e4c89e27cca tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.671493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-732b9bdd-8c83-4823-8b7a-8e4c89e27cca tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3342984 Sep 10 03:58:03.671633 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58536) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:03.675971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:03.957875 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:03.968402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490bc031-cfd1-449f-9df3-f53b48bc8f12 req-886f8352-5f4b-4483-a065-d8e1dd2f04f8 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:03.969960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-490bc031-cfd1-449f-9df3-f53b48bc8f12 req-886f8352-5f4b-4483-a065-d8e1dd2f04f8 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1517859 Sep 10 03:58:04.055939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-490bc031-cfd1-449f-9df3-f53b48bc8f12 req-9bd353d2-d445-4a2b-9dbf-4e66947b197d tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795565 Sep 10 03:58:04.206775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd9a8f4f-3307-49fd-8268-504d6f476329 req-f4bc23bb-9d2c-49ae-a397-90ef352b441e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 210 time: 0.0482185 Sep 10 03:58:04.258843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-1fc69a9b-31ea-4d93-bdd8-f7ed37875ba9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:04.261196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-1fc69a9b-31ea-4d93-bdd8-f7ed37875ba9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.39 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 814 time: 0.2651720 Sep 10 03:58:04.279117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Request body: {'port': {'device_id': '320dbcad-7d42-41b9-bd3b-bdc43bc8753a', 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1', 'admin_state_up': True, 'tenant_id': '6dea76265d944ac09553174bc576883e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:04.776094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:04.802846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:04.928008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Allocated IP 172.25.3.201 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/3ea8e0c0-a046-43ca-b705-974819a391c4) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:04.934866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Made reservation on behalf of 6dea76265d944ac09553174bc576883e for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:04.934866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:05.231536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:05.311551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Allocated IP 172.20.0.7 (686131d4-4e20-48da-bff0-11b2c1bd55b1/2e094eec-c057-49c5-bf4f-c1f396a6f9ca/10b1858a-1b24-487c-b609-6ffe11c96dd0) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:05.349150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35f16a0f-9f52-42b1-ae4c-d49ac1bedca4 req-10266521-3d10-4d80-8fe5-9929129522b6 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 210 time: 0.0472028 Sep 10 03:58:05.375231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5638e4d1-5bfa-402a-917f-01481e016e34 req-9aad3395-2b17-4835-b9d8-0be1235d1df0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:05.376959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5638e4d1-5bfa-402a-917f-01481e016e34 req-9aad3395-2b17-4835-b9d8-0be1235d1df0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1138721 Sep 10 03:58:05.432605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:05.432906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58600) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:05.485452 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5638e4d1-5bfa-402a-917f-01481e016e34 req-815e3422-7346-4a74-9552-f4baaa6c4ca5 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010010 Sep 10 03:58:05.499949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:05.506290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:05.509115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:05.576338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event updated for resources: {'Port': ['ID=3ea8e0c0-a046-43ca-b705-974819a391c4,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:05.745529 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:05.909278 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:05.921767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8fc6a7ec-114b-4db9-867f-f82707ac8993'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:05.941597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Network 686131d4-4e20-48da-bff0-11b2c1bd55b1 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:05.942944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:05.945198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:06.124957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:06.125583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.154389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Pushing event updated for resources: {'Port': ['ID=10b1858a-1b24-487c-b609-6ffe11c96dd0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:06.181363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.247263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-5e0a8546-8118-4725-8314-341b7349a20b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9744964 Sep 10 03:58:06.281079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Request body: {'port': {'device_id': '320dbcad-7d42-41b9-bd3b-bdc43bc8753a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:06.294053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.389171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.497859 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.502177 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.597265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Deleting port ba930cea-2518-403b-816b-2b8a0f7b70d7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:06.598741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.699381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] For port ba930cea-2518-403b-816b-2b8a0f7b70d7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ba930cea-2518-403b-816b-2b8a0f7b70d7,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:06.699980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:06.716160 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Calling delete_port for ba930cea-2518-403b-816b-2b8a0f7b70d7 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:06.777410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f99b29-2336-4459-a447-a575895925a3 req-2cd46078-5f77-4346-9d60-1fdc4c23d7e9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:06.778903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5f99b29-2336-4459-a447-a575895925a3 req-2cd46078-5f77-4346-9d60-1fdc4c23d7e9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 931 time: 0.3007216 Sep 10 03:58:06.801987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d845dac4-7c5c-4478-8a7d-1b94d4fc8c1a req-b6066d06-ef22-4a73-b581-0406e82898b6 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:06.803780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d845dac4-7c5c-4478-8a7d-1b94d4fc8c1a req-b6066d06-ef22-4a73-b581-0406e82898b6 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.2080522 Sep 10 03:58:06.956674 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5f99b29-2336-4459-a447-a575895925a3 req-9d921908-1f54-401a-9d21-bb0d97f851aa tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665814 Sep 10 03:58:06.965136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d845dac4-7c5c-4478-8a7d-1b94d4fc8c1a req-74165db9-b1c4-49e4-b4f7-8a2c877fb1d9 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453111 Sep 10 03:58:07.016444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:07.044573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10b1858a-1b24-487c-b609-6ffe11c96dd0 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:58:07.047976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Pushing event deleted for resources: {'Port': ['ID=ba930cea-2518-403b-816b-2b8a0f7b70d7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:07.053503 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:07.055520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Router b75d4d65-cb3b-4ffe-af29-da9bc292d184 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:58:07.073933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Transition to ACTIVE for port object 10b1858a-1b24-487c-b609-6ffe11c96dd0 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:07.133987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:07.251846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Pushing event updated for resources: {'Port': ['ID=10b1858a-1b24-487c-b609-6ffe11c96dd0,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:07.270035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:07.284418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:07.315661 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fea380-82b8-4082-8369-5a630f3a535c None None] Sync routers for ids ['b75d4d65-cb3b-4ffe-af29-da9bc292d184'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:07.324794 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:07.326047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7f47645d-45cf-4fe5-b63f-2f316c5156bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "PUT /v2.0/routers/b75d4d65-cb3b-4ffe-af29-da9bc292d184 HTTP/1.1" status: 200 len: 879 time: 3.6534615 Sep 10 03:58:07.331612 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fea380-82b8-4082-8369-5a630f3a535c None None] Routers {'b75d4d65-cb3b-4ffe-af29-da9bc292d184'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:07.332326 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-41fea380-82b8-4082-8369-5a630f3a535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b75d4d65-cb3b-4ffe-af29-da9bc292d184'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:07.336265 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58640) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:07.397990 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-41fea380-82b8-4082-8369-5a630f3a535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:07.408038 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41fea380-82b8-4082-8369-5a630f3a535c None None] Routers {'b75d4d65-cb3b-4ffe-af29-da9bc292d184'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:07.408908 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-41fea380-82b8-4082-8369-5a630f3a535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b75d4d65-cb3b-4ffe-af29-da9bc292d184'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:07.447287 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-41fea380-82b8-4082-8369-5a630f3a535c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:07.448242 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41fea380-82b8-4082-8369-5a630f3a535c None None] The sync data for ids ['b75d4d65-cb3b-4ffe-af29-da9bc292d184'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:07.461230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Attempting to bind port 10b1858a-1b24-487c-b609-6ffe11c96dd0 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:58:07.461570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Attempting to bind port 10b1858a-1b24-487c-b609-6ffe11c96dd0 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '15b02a85-d00c-444e-9852-500f850fc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:58:07.461889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Attempting to bind port 10b1858a-1b24-487c-b609-6ffe11c96dd0 on network 686131d4-4e20-48da-bff0-11b2c1bd55b1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:07.470822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Port 10b1858a-1b24-487c-b609-6ffe11c96dd0 on network 686131d4-4e20-48da-bff0-11b2c1bd55b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:58:07.471147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Attempting to bind port 10b1858a-1b24-487c-b609-6ffe11c96dd0 on network 686131d4-4e20-48da-bff0-11b2c1bd55b1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:07.480773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:58:07.480773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Checking segment: {'id': '15b02a85-d00c-444e-9852-500f850fc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:07.480987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Bound using segment: {'id': '15b02a85-d00c-444e-9852-500f850fc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:58:07.481378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Bound port: 10b1858a-1b24-487c-b609-6ffe11c96dd0, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15b02a85-d00c-444e-9852-500f850fc6bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 239, 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:58:07.481720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:07.601369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:07.726196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:07.735562 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-420fc799-dfe3-4310-95cd-a335a948f41b admin admin] 10.222.0.22 "PUT /v2.0/routers/b1c0d232-df9e-4f7b-ac58-e8ecc03527ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2982774 Sep 10 03:58:07.736382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58650) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:07.741045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] Sync routers for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:07.771100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:07.773134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:07.894430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1e16e680-3264-48c7-a6ba-11fa22d8b552 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/routers/b75d4d65-cb3b-4ffe-af29-da9bc292d184 HTTP/1.1" status: 200 len: 920 time: 0.5391459 Sep 10 03:58:07.898403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58654) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:07.900116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:07.952905 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:07.960317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] For port 10b1858a-1b24-487c-b609-6ffe11c96dd0, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:58:07.964384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a9fcd01-c78f-4784-b781-da209c4edcdb tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:07.968917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5a9fcd01-c78f-4784-b781-da209c4edcdb tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=b75d4d65-cb3b-4ffe-af29-da9bc292d184&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0666130 Sep 10 03:58:07.968917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] For port 10b1858a-1b24-487c-b609-6ffe11c96dd0, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10b1858a-1b24-487c-b609-6ffe11c96dd0,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:58:07.969995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58656) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:08.082015 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.122173 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.128779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:58:06Z', 'revision_number': 5, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port': {'id': '6ab27584-6694-4451-86a1-8a1af4aa26a4', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:f4:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1719, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:50:08Z', 'updated_at': '2021-09-10T03:50:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:08.277178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Deleting port 6ab27584-6694-4451-86a1-8a1af4aa26a4 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:08.277600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.278356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:08.278979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.280393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] 10.222.0.39 "PUT /v2.0/ports/10b1858a-1b24-487c-b609-6ffe11c96dd0 HTTP/1.1" status: 200 len: 1091 time: 2.0053818 Sep 10 03:58:08.283126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '320dbcad-7d42-41b9-bd3b-bdc43bc8753a', 'tag': '10b1858a-1b24-487c-b609-6ffe11c96dd0'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:08.305757 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af4f1dbc-1ae8-46b6-b4da-072615eb2258" -d '{"events": [{"name": "network-changed", "server_uuid": "320dbcad-7d42-41b9-bd3b-bdc43bc8753a", "tag": "10b1858a-1b24-487c-b609-6ffe11c96dd0"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:08.322766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da12b76-694e-4974-bc4c-da094518f80c service neutron] Pushing event updated for resources: {'Port': ['ID=10b1858a-1b24-487c-b609-6ffe11c96dd0,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:08.350872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] Checking router: b1c0d232-df9e-4f7b-ac58-e8ecc03527ad for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:08.357998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6439d52-937c-4fa2-965c-506437a8d41f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:08.360041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] Routers {'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:08.360594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c6439d52-937c-4fa2-965c-506437a8d41f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 881 time: 0.3901758 Sep 10 03:58:08.360986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:08.363457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58674) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:08.402869 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b7d1649c-68be-426b-8cde-b622776f7d5f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=b75d4d65-cb3b-4ffe-af29-da9bc292d184 HTTP/1.1" status: 200 len: 205 time: 0.0348213 Sep 10 03:58:08.408003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17a914-a01a-4708-a8e0-737c67655d81 req-35c8b657-e5e4-47b4-bb71-6c056aa687cd tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:08.409203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58680) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:08.409774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb17a914-a01a-4708-a8e0-737c67655d81 req-35c8b657-e5e4-47b4-bb71-6c056aa687cd tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 943 time: 0.3328567 Sep 10 03:58:08.412634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] For port 6ab27584-6694-4451-86a1-8a1af4aa26a4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6ab27584-6694-4451-86a1-8a1af4aa26a4,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:08.418438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.419667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e50696d-a2f2-4c21-a4b5-4b3ddc6f2e63 req-0d1a1093-d376-4674-a600-3133b48ca547 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:08.421329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e50696d-a2f2-4c21-a4b5-4b3ddc6f2e63 req-0d1a1093-d376-4674-a600-3133b48ca547 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.3422112 Sep 10 03:58:08.477437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] Set router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:08.508093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb17a914-a01a-4708-a8e0-737c67655d81 req-7ab4cbce-371b-4b57-ac07-7d6796b0a488 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817037 Sep 10 03:58:08.559874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e50696d-a2f2-4c21-a4b5-4b3ddc6f2e63 req-0b5a259c-a44b-4edc-bda7-515dfe7a7b5e tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248415 Sep 10 03:58:08.561305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:58:08Z', 'revision_number': 6, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:08.578709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-a13d63c3-2ea5-4882-9154-25421ae51a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:08.580348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-a13d63c3-2ea5-4882-9154-25421ae51a2d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 1094 time: 0.1567240 Sep 10 03:58:08.586118 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef61236-8176-4dc9-8fd4-6dfeb97d4ae3 x-openstack-request-id: req-1ef61236-8176-4dc9-8fd4-6dfeb97d4ae3 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:08.586414 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "320dbcad-7d42-41b9-bd3b-bdc43bc8753a", "tag": "10b1858a-1b24-487c-b609-6ffe11c96dd0", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:08.586666 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ef61236-8176-4dc9-8fd4-6dfeb97d4ae3 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:08.587055 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '320dbcad-7d42-41b9-bd3b-bdc43bc8753a', 'tag': '10b1858a-1b24-487c-b609-6ffe11c96dd0', 'status': 'completed', 'code': 200} Sep 10 03:58:08.600990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Calling delete_port for 6ab27584-6694-4451-86a1-8a1af4aa26a4 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:08.606122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cea32057-2f9b-43be-9409-cf036d4380c3 None None] The sync data for ids ['b1c0d232-df9e-4f7b-ac58-e8ecc03527ad'] in n-d-808143-1 is: [{'id': 'b1c0d232-df9e-4f7b-ac58-e8ecc03527ad', 'name': 'tempest-AttachVolumeTestJSON-1649076078-router', 'tenant_id': 'fbd4e6752b764c4d97913fe83900a2be', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:50:06Z', 'updated_at': '2021-09-10T03:58:08Z', 'revision_number': 6, 'project_id': 'fbd4e6752b764c4d97913fe83900a2be', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:08.620653 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:08.655143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-82ddba47-347b-4a5b-ac0a-9e4c4baf8fa4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10b1858a-1b24-487c-b609-6ffe11c96dd0 HTTP/1.1" status: 200 len: 217 time: 0.0660515 Sep 10 03:58:08.720370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-79768a86-4b54-4637-bd0c-5faf4af57ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:08.721866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-79768a86-4b54-4637-bd0c-5faf4af57ed5 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 200 len: 854 time: 0.0467877 Sep 10 03:58:08.758808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-90a89f57-f308-43a1-bda6-32ac25876877 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=686131d4-4e20-48da-bff0-11b2c1bd55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279107 Sep 10 03:58:08.881336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-8c9bce9f-4c5a-47ab-a680-e0bd4e7d0b0a service neutron] 10.222.0.39 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147358 Sep 10 03:58:09.021174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29d43e82-74c6-4aa2-a8f8-a6192a5ff60f req-48eed2e8-8fa0-46ac-b8aa-4b944852e115 service neutron] 10.222.0.39 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317866 Sep 10 03:58:09.206381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-98348757-4fbd-4ff6-8782-3805485b9c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:09.206381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-98348757-4fbd-4ff6-8782-3805485b9c8e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 1094 time: 0.0549927 Sep 10 03:58:09.265359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.307899 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.325995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-1a704e9a-881c-4945-9632-43f47b69f0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:09.327484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-1a704e9a-881c-4945-9632-43f47b69f0c4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 915 time: 0.1144633 Sep 10 03:58:09.334652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Pushing event deleted for resources: {'Port': ['ID=6ab27584-6694-4451-86a1-8a1af4aa26a4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:09.373085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-94a16785-b13d-4e15-a041-6f2c2c701040 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=10b1858a-1b24-487c-b609-6ffe11c96dd0 HTTP/1.1" status: 200 len: 217 time: 0.0350344 Sep 10 03:58:09.450179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-b67b7581-98ee-40c6-b1ad-4d361b5263ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:09.451934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-b67b7581-98ee-40c6-b1ad-4d361b5263ef service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 200 len: 854 time: 0.0698628 Sep 10 03:58:09.488062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.493417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Deleting port 3ea8e0c0-a046-43ca-b705-974819a391c4 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:09.493750 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.531905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6ab27584-6694-4451-86a1-8a1af4aa26a4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:09.548441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-ac1822ad-c677-4c4b-9240-2b1368174d38 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=686131d4-4e20-48da-bff0-11b2c1bd55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0861528 Sep 10 03:58:09.590185 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6ab27584-6694-4451-86a1-8a1af4aa26a4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:09.592107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6ab27584-6694-4451-86a1-8a1af4aa26a4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:09.592596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ba930cea-2518-403b-816b-2b8a0f7b70d7 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:09.639761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ba930cea-2518-403b-816b-2b8a0f7b70d7 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:09.640115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ba930cea-2518-403b-816b-2b8a0f7b70d7 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:09.685480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.721169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.724025 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.731885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-62d65dcf-1e3a-4ff4-8ce0-da5e5a2d9268 service neutron] 10.222.0.39 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1762998 Sep 10 03:58:09.770745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Calling delete_port for 3ea8e0c0-a046-43ca-b705-974819a391c4 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:09.774629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a3ea14-28b9-4dd1-aa3f-eb4776f54db6 req-041dca98-71b7-4c1f-b6ad-cec02e00555b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:09.776204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56a3ea14-28b9-4dd1-aa3f-eb4776f54db6 req-041dca98-71b7-4c1f-b6ad-cec02e00555b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 943 time: 0.1398187 Sep 10 03:58:09.807011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e078fc8-501d-4a4b-9f0c-4396609f3ac4 req-f5a35806-b76d-4887-822d-30abfa89ff25 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:09.808600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e078fc8-501d-4a4b-9f0c-4396609f3ac4 req-f5a35806-b76d-4887-822d-30abfa89ff25 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1255312 Sep 10 03:58:09.894658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56a3ea14-28b9-4dd1-aa3f-eb4776f54db6 req-46ab9bca-8b14-42c4-8ea7-e50e584c95ac tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080689 Sep 10 03:58:09.925743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af4f1dbc-1ae8-46b6-b4da-072615eb2258 req-7135f302-53db-486c-b6c7-8daac4d258eb service neutron] 10.222.0.39 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856959 Sep 10 03:58:09.932622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e078fc8-501d-4a4b-9f0c-4396609f3ac4 req-0e14f6ff-3b4f-4ad8-8300-167484a4ff77 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867712 Sep 10 03:58:09.937221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.937803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Fanout notify agent at l3_agent the message router_deleted on router b1c0d232-df9e-4f7b-ac58-e8ecc03527ad {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:09.945001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:09.949080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58722) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:09.953826 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d4d55d6f-7ef8-4e4b-9a55-d0cd4dd13dea admin admin] 10.222.0.22 "DELETE /v2.0/routers/b1c0d232-df9e-4f7b-ac58-e8ecc03527ad HTTP/1.1" status: 204 len: 168 time: 2.2162440 Sep 10 03:58:10.007346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-29409893-e408-4861-9726-73e30921c3f6 admin admin] Deleting subnet bae6cb55-163e-4a61-a7a2-ca8845db3cbe {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:58:10.010639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29409893-e408-4861-9726-73e30921c3f6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.048330 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29409893-e408-4861-9726-73e30921c3f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.094991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.135921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event deleted for resources: {'Port': ['ID=3ea8e0c0-a046-43ca-b705-974819a391c4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:10.152503 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29409893-e408-4861-9726-73e30921c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.212511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.285507 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29409893-e408-4861-9726-73e30921c3f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.314185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.315600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29409893-e408-4861-9726-73e30921c3f6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bae6cb55-163e-4a61-a7a2-ca8845db3cbe,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:10.317594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.321304 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29409893-e408-4861-9726-73e30921c3f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.323270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-29409893-e408-4861-9726-73e30921c3f6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bae6cb55-163e-4a61-a7a2-ca8845db3cbe HTTP/1.1" status: 204 len: 168 time: 0.3731863 Sep 10 03:58:10.326196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19dbbb9d-971c-4065-b601-150fed844349 None None] Network 589a4214-66c2-461f-af8d-b5794ee44cf1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:10.334174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58730) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:10.452930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.494948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.495516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Fanout notify agent at l3_agent the message router_deleted on router b75d4d65-cb3b-4ffe-af29-da9bc292d184 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:10.503132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.504289 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c2caa18a-dc00-4d41-94b6-4086ae1d2db4 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/b75d4d65-cb3b-4ffe-af29-da9bc292d184 HTTP/1.1" status: 204 len: 168 time: 2.0945306 Sep 10 03:58:10.509807 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58734) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:10.526148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-145c7451-b48c-41ac-9fda-59ef6fd95334 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-156229748', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:10.544641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c366084-f110-4569-a6f6-d747df41d184 None None] DHCP port deletion for 589a4214-66c2-461f-af8d-b5794ee44cf1 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:58:10.573367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Deleting port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:10.573834 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.593316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5c366084-f110-4569-a6f6-d747df41d184 None None] Deleting port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:10.593703 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c366084-f110-4569-a6f6-d747df41d184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.642051 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-145c7451-b48c-41ac-9fda-59ef6fd95334 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.643146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-145c7451-b48c-41ac-9fda-59ef6fd95334 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.647933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] For port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:10.648292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.660503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5c366084-f110-4569-a6f6-d747df41d184 None None] For port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7,segment=NetworkSegment(3d32cf80-40c1-498e-a177-41ea609cf657),segment_id=3d32cf80-40c1-498e-a177-41ea609cf657)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:10.665773 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c366084-f110-4569-a6f6-d747df41d184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.665913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Calling delete_port for 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:10.672409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5c366084-f110-4569-a6f6-d747df41d184 None None] Calling delete_port for 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:10.745812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-145c7451-b48c-41ac-9fda-59ef6fd95334 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.918469 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c366084-f110-4569-a6f6-d747df41d184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.918808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-145c7451-b48c-41ac-9fda-59ef6fd95334 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.935753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:10.961648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c366084-f110-4569-a6f6-d747df41d184 None None] Pushing event deleted for resources: {'Port': ['ID=2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:10.976960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c366084-f110-4569-a6f6-d747df41d184 None None] No DVR routers for this DVR port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:10.999951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] No DVR routers for this DVR port 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:10.999951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Pushing event deleted for resources: {'Port': ['ID=2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:11.017536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-145c7451-b48c-41ac-9fda-59ef6fd95334 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.020005 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-145c7451-b48c-41ac-9fda-59ef6fd95334 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5002904 Sep 10 03:58:11.024289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58748) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:11.028917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': True}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:11.104190 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.125792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['589a4214-66c2-461f-af8d-b5794ee44cf1']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:11.144634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d32cf80-40c1-498e-a177-41ea609cf657') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:11.144634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d32cf80-40c1-498e-a177-41ea609cf657') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:11.153521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.180592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.200983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:58:11.202626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.263346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:58:11.269872 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:58:11.289105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:11.289757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2555bdbe-eb1d-4fce-a6f8-a4b27ffa5ff7 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:11.298896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e5a59-b0a7-46b4-927c-f2b5d1c236c9 req-85a8a595-f34b-4af4-91fb-6fcfe3cc5cbb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:11.301216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-048e5a59-b0a7-46b4-927c-f2b5d1c236c9 req-85a8a595-f34b-4af4-91fb-6fcfe3cc5cbb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 943 time: 0.3284602 Sep 10 03:58:11.348302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3966256-3625-493b-9de5-6782f364b953 req-be56eddb-6e45-4718-9e42-d727f0d272de tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:11.349670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3966256-3625-493b-9de5-6782f364b953 req-be56eddb-6e45-4718-9e42-d727f0d272de tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.2514317 Sep 10 03:58:11.358670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.365200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.369695 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] 10.222.0.22 "DELETE /v2.0/networks/589a4214-66c2-461f-af8d-b5794ee44cf1 HTTP/1.1" status: 204 len: 168 time: 1.0300820 Sep 10 03:58:11.383806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032bb92b-4928-4ada-b049-33c6ec9a82cb admin admin] Pushing event deleted for resources: {'Network': ['ID=589a4214-66c2-461f-af8d-b5794ee44cf1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:11.451321 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.456962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-048e5a59-b0a7-46b4-927c-f2b5d1c236c9 req-a6e3805f-3eb5-47b8-953b-0f44a6b6836b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242230 Sep 10 03:58:11.476678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3966256-3625-493b-9de5-6782f364b953 req-2f6d1d8e-e774-4994-b357-5a652bf62a74 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863805 Sep 10 03:58:11.750850 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.770167 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.848767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58774) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:11.874677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Allocated IP 172.25.3.15 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/6dc01dd8-457f-4c16-b8f1-3376982df24e) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:11.891668 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-da72e010-e6ef-42ee-8ecd-1e1af31d0509 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbd4e6752b764c4d97913fe83900a2be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414422 Sep 10 03:58:11.894068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58776) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:11.956533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b3907c6-16a9-4a41-83a8-23431e2817a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:11.985059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b3907c6-16a9-4a41-83a8-23431e2817a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.029204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.084667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b3907c6-16a9-4a41-83a8-23431e2817a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.087656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b3907c6-16a9-4a41-83a8-23431e2817a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.090928 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2b3907c6-16a9-4a41-83a8-23431e2817a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/076eda35-8c44-489d-b09e-6bbe7989b40e HTTP/1.1" status: 204 len: 168 time: 0.1935191 Sep 10 03:58:12.096678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3907c6-16a9-4a41-83a8-23431e2817a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=076eda35-8c44-489d-b09e-6bbe7989b40e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:12.114486 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.161036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:12.164822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:12.176812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:12.211524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event updated for resources: {'Port': ['ID=6dc01dd8-457f-4c16-b8f1-3376982df24e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:12.216597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 10b1858a-1b24-487c-b609-6ffe11c96dd0 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:58:12.330035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 10b1858a-1b24-487c-b609-6ffe11c96dd0, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10b1858a-1b24-487c-b609-6ffe11c96dd0,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:12.344911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '10b1858a-1b24-487c-b609-6ffe11c96dd0', 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1', 'port_id': '10b1858a-1b24-487c-b609-6ffe11c96dd0', 'mac_address': 'fa:16:3e:e8:df:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e094eec-c057-49c5-bf4f-c1f396a6f9ca', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:58:12.391331 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.407482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10b1858a-1b24-487c-b609-6ffe11c96dd0 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:58:12.432359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 10b1858a-1b24-487c-b609-6ffe11c96dd0, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10b1858a-1b24-487c-b609-6ffe11c96dd0,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:12.472293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f74d3a3-9deb-4d18-9a02-9ab254833969 req-24a38caf-e6d1-4f13-bc7e-50bad52f5ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:12.472293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f74d3a3-9deb-4d18-9a02-9ab254833969 req-24a38caf-e6d1-4f13-bc7e-50bad52f5ff1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1096 time: 0.0447428 Sep 10 03:58:12.519395 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.572068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f74d3a3-9deb-4d18-9a02-9ab254833969 req-bfdfe758-61db-4b28-a543-c1e2267760d5 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922177 Sep 10 03:58:12.595342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=10b1858a-1b24-487c-b609-6ffe11c96dd0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:12.699010 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:12.743090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['10b1858a-1b24-487c-b609-6ffe11c96dd0'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:12.766499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a333c46-0938-47c4-9075-f5fdcc9b96ac req-14a4e7c2-3f91-4e22-bb46-c14638719edf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:12.774497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a333c46-0938-47c4-9075-f5fdcc9b96ac req-14a4e7c2-3f91-4e22-bb46-c14638719edf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 944 time: 0.1510491 Sep 10 03:58:12.783722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db786992-36ba-4b37-b05a-fa5f2ff380f5 req-616b21ee-a0d5-4c4c-b301-d5e2151ed676 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:12.790906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db786992-36ba-4b37-b05a-fa5f2ff380f5 req-616b21ee-a0d5-4c4c-b301-d5e2151ed676 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1661580 Sep 10 03:58:13.211122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db786992-36ba-4b37-b05a-fa5f2ff380f5 req-2bfae5f4-3ba8-4b63-a820-ab3da260d44e tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4193571 Sep 10 03:58:13.216110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a333c46-0938-47c4-9075-f5fdcc9b96ac req-f2321c73-6a79-4b9d-a5f4-8f8a9e942d43 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4408014 Sep 10 03:58:13.356542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.361048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.449490 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58844) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:13.559741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1505673674-network', 'tenant_id': 'deac6f217dc444ce95dfc77fa61b049f'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:13.597206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Router 2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:58:13.696436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Made reservation on behalf of deac6f217dc444ce95dfc77fa61b049f for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:13.705876 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.724726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.735257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:13.739583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.741811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-60fb1a78-4722-4428-8227-d726a2a5b725 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "PUT /v2.0/routers/2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa HTTP/1.1" status: 200 len: 913 time: 2.7162466 Sep 10 03:58:13.749922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58856) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:13.750064 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee3c56-8350-402e-a75b-0bf6484fa097 None None] Sync routers for ids ['2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:13.758855 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee3c56-8350-402e-a75b-0bf6484fa097 None None] Routers {'2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:13.759516 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9cee3c56-8350-402e-a75b-0bf6484fa097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:13.793415 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9cee3c56-8350-402e-a75b-0bf6484fa097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:13.802451 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cee3c56-8350-402e-a75b-0bf6484fa097 None None] Routers {'2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:13.803321 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9cee3c56-8350-402e-a75b-0bf6484fa097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:13.839962 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9cee3c56-8350-402e-a75b-0bf6484fa097 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:13.840636 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cee3c56-8350-402e-a75b-0bf6484fa097 None None] The sync data for ids ['2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:13.904834 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9af58c70-b6f1-4bb7-8d54-09d1db0dadf0 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/routers/2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa HTTP/1.1" status: 200 len: 919 time: 0.1566467 Sep 10 03:58:13.905192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58862) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:13.942504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:13.949153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fc816d7-8721-488f-8e46-bd15ee35ebd7 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:13.950616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9fc816d7-8721-488f-8e46-bd15ee35ebd7 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0444274 Sep 10 03:58:13.953629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58864) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:14.004451 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.018554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:58:14.035203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.035557 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Added segment eb200fd8-941a-400f-aed4-3087fc409213 of type vlan for network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c Sep 10 03:58:14.051088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-273310db-118c-47a9-a099-310a93f9f65a tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:14.052756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-273310db-118c-47a9-a099-310a93f9f65a tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 881 time: 0.0979700 Sep 10 03:58:14.055887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58868) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:14.078576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5a91c3-e9af-448f-9636-a41f1addbbf9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:14.087390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f68084f4-b889-4fb0-af2e-c41f8f7dea63 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa HTTP/1.1" status: 200 len: 205 time: 0.0303295 Sep 10 03:58:14.089779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.090511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 58870) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:14.168901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.170043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:14.170701 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.210173 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.232372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 10b1858a-1b24-487c-b609-6ffe11c96dd0 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:14.242954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] Pushing event updated for resources: {'Network': ['ID=11ca608c-6b76-4c31-9999-3b9b6dad5b3c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:14.276984 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-03a55045-1693-42aa-865f-ce4c01e1c44e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8232117 Sep 10 03:58:14.276984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58880) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:14.285255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:58:14.291847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Request body: {'subnet': {'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1505673674-subnet', 'tenant_id': 'deac6f217dc444ce95dfc77fa61b049f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:14.405909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.409034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Made reservation on behalf of deac6f217dc444ce95dfc77fa61b049f for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:14.411655 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.426448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13365fc6-f3a9-4e8d-a4fe-3fcacaa08fb9 req-c32c1b4e-cdd0-469b-97a0-173dbee4807d tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:14.428020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13365fc6-f3a9-4e8d-a4fe-3fcacaa08fb9 req-c32c1b4e-cdd0-469b-97a0-173dbee4807d tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1120272 Sep 10 03:58:14.457262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4696a890-ec58-49c4-9dc3-f735bab260f1 req-9cc1f5b7-916f-49a1-a817-04c08c486a62 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:14.459431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4696a890-ec58-49c4-9dc3-f735bab260f1 req-9cc1f5b7-916f-49a1-a817-04c08c486a62 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 944 time: 0.1057646 Sep 10 03:58:14.475397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 10b1858a-1b24-487c-b609-6ffe11c96dd0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:14.477017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 10b1858a-1b24-487c-b609-6ffe11c96dd0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:14.477552 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.533782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13365fc6-f3a9-4e8d-a4fe-3fcacaa08fb9 req-ac9409f8-46fd-431b-a2c2-8c57e8915528 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869966 Sep 10 03:58:14.600130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4696a890-ec58-49c4-9dc3-f735bab260f1 req-fe2bb946-03b4-496a-a2bd-bc881228e6e3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337316 Sep 10 03:58:14.606272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-a6b2ecb8-4e56-47d1-91b7-ea05fe5bd27d req-6a1834b9-f5df-4d99-a0df-852201deff88 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-119685051', 'description': 'tempest-description-475614195'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:14.618550 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.646064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Deleting port 6dc01dd8-457f-4c16-b8f1-3376982df24e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:14.646413 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.649946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320dbcad-7d42-41b9-bd3b-bdc43bc8753a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b1858a-1b24-487c-b609-6ffe11c96dd0'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:14.652605 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e33c8d-a93b-45da-9576-b946d7cb98f5" -d '{"events": [{"server_uuid": "320dbcad-7d42-41b9-bd3b-bdc43bc8753a", "name": "network-vif-plugged", "status": "completed", "tag": "10b1858a-1b24-487c-b609-6ffe11c96dd0"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:14.671240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 10b1858a-1b24-487c-b609-6ffe11c96dd0, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10b1858a-1b24-487c-b609-6ffe11c96dd0,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:14.692541 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f461734-05ca-4f6e-8a68-0c5b6640da4a x-openstack-request-id: req-2f461734-05ca-4f6e-8a68-0c5b6640da4a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:14.693439 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320dbcad-7d42-41b9-bd3b-bdc43bc8753a", "name": "network-vif-plugged", "status": "completed", "tag": "10b1858a-1b24-487c-b609-6ffe11c96dd0", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:14.693705 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f461734-05ca-4f6e-8a68-0c5b6640da4a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:14.694114 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320dbcad-7d42-41b9-bd3b-bdc43bc8753a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10b1858a-1b24-487c-b609-6ffe11c96dd0', 'code': 200} Sep 10 03:58:14.732686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.735355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.741039 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a6b2ecb8-4e56-47d1-91b7-ea05fe5bd27d req-6a1834b9-f5df-4d99-a0df-852201deff88 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.743049 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:14.754977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Calling delete_port for 6dc01dd8-457f-4c16-b8f1-3376982df24e owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:14.793960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Pushing event updated for resources: {'Subnet': ['ID=eeccb207-8908-4796-8b4b-dc4f360cd763,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:14.819454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=10b1858a-1b24-487c-b609-6ffe11c96dd0,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:14.860121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Checking segment: {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:14.860483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Network hostable DHCP agents. Network: 11ca608c-6b76-4c31-9999-3b9b6dad5b3c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:58:14.884545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4a114b-8149-4d7d-b1ae-b86270c64378 req-4760cbe8-0bd0-4364-9ec5-e78dcd3d9612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:14.886100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd4a114b-8149-4d7d-b1ae-b86270c64378 req-4760cbe8-0bd0-4364-9ec5-e78dcd3d9612 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 1096 time: 0.0750065 Sep 10 03:58:14.953850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:58:14.986158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd4a114b-8149-4d7d-b1ae-b86270c64378 req-9081dac0-edcc-4825-8f10-53c015185468 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919352 Sep 10 03:58:15.010806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 11ca608c-6b76-4c31-9999-3b9b6dad5b3c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:15.014283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a6b2ecb8-4e56-47d1-91b7-ea05fe5bd27d req-6a1834b9-f5df-4d99-a0df-852201deff88 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.015569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:15.016269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.024886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febd1a55-d4d9-482c-9d88-5ffad11aa91e None None] Network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:15.077034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a6b2ecb8-4e56-47d1-91b7-ea05fe5bd27d req-6a1834b9-f5df-4d99-a0df-852201deff88 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.108499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1834b9-f5df-4d99-a0df-852201deff88 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f6d9788-4987-49f4-83cb-ff16d59a02fb,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:15.121852 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.148744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event deleted for resources: {'Port': ['ID=6dc01dd8-457f-4c16-b8f1-3376982df24e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:15.168143 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5016a83a-08d0-4252-bfc9-44a4c1f1316e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.8817267 Sep 10 03:58:15.168649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252801e2-f14b-4589-a335-0a5d6f9c98d8 None None] Network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:15.206796 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a6b2ecb8-4e56-47d1-91b7-ea05fe5bd27d req-6a1834b9-f5df-4d99-a0df-852201deff88 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.217629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6b2ecb8-4e56-47d1-91b7-ea05fe5bd27d req-6a1834b9-f5df-4d99-a0df-852201deff88 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.6217685 Sep 10 03:58:15.284815 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.418094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.608660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.608660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-c0d96ca0-5d5b-403b-acce-eeb446a8714d tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-119685051&fields=id&tenant_id=df43143fc7a54fed8eaf1572136ce36f HTTP/1.1" status: 200 len: 267 time: 0.1537447 Sep 10 03:58:15.608660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-6d35ccd3-c685-4f60-baed-7a9d6de5586b tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:15.608660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-6d35ccd3-c685-4f60-baed-7a9d6de5586b tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.0549974 Sep 10 03:58:15.608660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-8b6fc548-c376-4f73-9cb6-5d7a60b03122 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Request body: {'port': {'security_groups': ['0ab36c6f-e98b-4a03-bcb0-93ae55bfe920', '8f6d9788-4987-49f4-83cb-ff16d59a02fb']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:15.653662 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-8b6fc548-c376-4f73-9cb6-5d7a60b03122 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.687949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.688465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Fanout notify agent at l3_agent the message router_deleted on router 2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:15.704823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.704823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a9d57b31-1591-44ed-8c18-7bfb462ad71f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa HTTP/1.1" status: 204 len: 168 time: 1.6115797 Sep 10 03:58:15.707185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58932) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:15.715816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5662a3db-fcd9-44b3-9867-4427895d1978 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-985416358', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:15.773712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-1de04681-c748-4262-85cd-5813e66394e2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:15.775599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-1de04681-c748-4262-85cd-5813e66394e2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 815 time: 0.1957777 Sep 10 03:58:15.798684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5662a3db-fcd9-44b3-9867-4427895d1978 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.799959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5662a3db-fcd9-44b3-9867-4427895d1978 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.809765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-27c55409-3d77-4503-8967-8590252e8084 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/quotas/deac6f217dc444ce95dfc77fa61b049f HTTP/1.1" status: 200 len: 375 time: 0.0240777 Sep 10 03:58:15.851481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-3326656a-ede7-471e-8178-2ba681a38775 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0339270 Sep 10 03:58:15.917750 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5662a3db-fcd9-44b3-9867-4427895d1978 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:15.970583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5662a3db-fcd9-44b3-9867-4427895d1978 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.009447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-8b6fc548-c376-4f73-9cb6-5d7a60b03122 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] For port e4f84e3a-42a3-4079-89ea-f68281e764b8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:16.033181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-5cb89f15-ce88-43c5-8eb5-01e3c39cc120 service neutron] 10.222.0.22 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632707 Sep 10 03:58:16.044620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5662a3db-fcd9-44b3-9867-4427895d1978 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.050930 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5662a3db-fcd9-44b3-9867-4427895d1978 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3358135 Sep 10 03:58:16.050930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 58942) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:16.054185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'enable_snat': False}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:16.075391 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-8b6fc548-c376-4f73-9cb6-5d7a60b03122 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.142220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-8b6fc548-c376-4f73-9cb6-5d7a60b03122 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.158991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e4f84e3a-42a3-4079-89ea-f68281e764b8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:16.226302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6fc548-c376-4f73-9cb6-5d7a60b03122 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Pushing event updated for resources: {'Port': ['ID=e4f84e3a-42a3-4079-89ea-f68281e764b8,revision_number=6']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:16.269701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-8b6fc548-c376-4f73-9cb6-5d7a60b03122 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:16.270925 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-8b6fc548-c376-4f73-9cb6-5d7a60b03122 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.272697 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ef1a4df-03a2-4ed2-98cf-b44344f72c32 req-8b6fc548-c376-4f73-9cb6-5d7a60b03122 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "PUT /v2.0/ports/e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 981 time: 0.7219770 Sep 10 03:58:16.273400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:16.276916 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75e73ff4-3375-4af8-bef0-25eb7205c7b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:16.286229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-e113075c-1011-4230-8597-e2bf1b91db03 service neutron] 10.222.0.22 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430553 Sep 10 03:58:16.372722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e4f84e3a-42a3-4079-89ea-f68281e764b8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:16.405346 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.438586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c2f21c-c0be-4605-85b9-9f2331d1eaf1 req-5f9412ab-5b7f-43ba-badb-9bbbca75019f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:16.440291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3c2f21c-c0be-4605-85b9-9f2331d1eaf1 req-5f9412ab-5b7f-43ba-badb-9bbbca75019f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 945 time: 0.0602562 Sep 10 03:58:16.489288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3c2f21c-c0be-4605-85b9-9f2331d1eaf1 req-97631b32-4006-4c64-8043-4e7c6fc7df9f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421789 Sep 10 03:58:16.644346 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01cdeeac-f6fa-4ac3-ad53-e3653ae162f4 x-openstack-request-id: req-01cdeeac-f6fa-4ac3-ad53-e3653ae162f4 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:16.644910 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:16.644910 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01cdeeac-f6fa-4ac3-ad53-e3653ae162f4 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:16.645409 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'status': 'completed', 'code': 200} Sep 10 03:58:16.692313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-58cc7355-fdb2-4a7c-ab36-989a1468237f tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-119685051&fields=id&tenant_id=df43143fc7a54fed8eaf1572136ce36f HTTP/1.1" status: 200 len: 267 time: 0.0991895 Sep 10 03:58:16.791609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-3c5ea3a8-3db7-406e-8aae-72b54557a549 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:16.793619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-3c5ea3a8-3db7-406e-8aae-72b54557a549 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 984 time: 0.0856886 Sep 10 03:58:16.795952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-34022f62-896a-4e76-98dc-8cb8811a097e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:16.797364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-34022f62-896a-4e76-98dc-8cb8811a097e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1135 time: 0.1294022 Sep 10 03:58:16.807668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-65cb06c3-5a39-467f-b647-d5a35a39b6dd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Request body: {'port': {'security_groups': ['0ab36c6f-e98b-4a03-bcb0-93ae55bfe920']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:16.870638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.893042 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:16.941472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-65cb06c3-5a39-467f-b647-d5a35a39b6dd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.028217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Allocated IP 172.25.3.29 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/35087de0-ebde-4650-a7b6-c74e790ffead) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:17.181130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.296679 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.336413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:17.343054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:17.343472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:17.385025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Pushing event updated for resources: {'Port': ['ID=35087de0-ebde-4650-a7b6-c74e790ffead,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:17.391612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-5dc4af88-9d88-45dd-b481-5fb8819ce635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:17.393056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-5dc4af88-9d88-45dd-b481-5fb8819ce635 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 920 time: 0.5294421 Sep 10 03:58:17.430297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e4584e4-9a7b-4eef-97d8-5f806ddaf2fc req-1a00bc3e-a2ce-4665-837d-3b4a7e7f7320 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 210 time: 0.0501933 Sep 10 03:58:17.463850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-e878f83c-b254-4b09-a25d-eafb5145903f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 217 time: 0.0586505 Sep 10 03:58:17.613008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-840b6181-c858-477b-84e1-7b1d1e2da5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:17.614632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-840b6181-c858-477b-84e1-7b1d1e2da5fe service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 200 len: 859 time: 0.1452086 Sep 10 03:58:17.663485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-668d91c9-cf91-4ca7-875a-6d9cc9eadf3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80a24d1b-a341-4613-839a-8ab2f2e14fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383310 Sep 10 03:58:17.675860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4203f8-30f6-4cbf-ab84-f47cff786b14 req-e4115dbe-fb87-4880-81e8-4e758d53718d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:17.678340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f4203f8-30f6-4cbf-ab84-f47cff786b14 req-e4115dbe-fb87-4880-81e8-4e758d53718d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 945 time: 0.1746545 Sep 10 03:58:17.694084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-65cb06c3-5a39-467f-b647-d5a35a39b6dd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] For port e4f84e3a-42a3-4079-89ea-f68281e764b8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:17.770190 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.806933 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-65cb06c3-5a39-467f-b647-d5a35a39b6dd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.822970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f4203f8-30f6-4cbf-ab84-f47cff786b14 req-bca9d027-30b5-4c77-9ea3-30a9d98b098b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324344 Sep 10 03:58:17.846858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-cd9bae83-44dc-457f-bb54-9868d0ee5310 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684811 Sep 10 03:58:17.872951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-65cb06c3-5a39-467f-b647-d5a35a39b6dd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:17.885286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e4f84e3a-42a3-4079-89ea-f68281e764b8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:17.960968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb06c3-5a39-467f-b647-d5a35a39b6dd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Pushing event updated for resources: {'Port': ['ID=e4f84e3a-42a3-4079-89ea-f68281e764b8,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:18.015399 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.019160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.081231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75e73ff4-3375-4af8-bef0-25eb7205c7b0 req-8a87a24b-1496-49a2-ba24-b51cfe421a68 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2255931 Sep 10 03:58:18.088205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-65cb06c3-5a39-467f-b647-d5a35a39b6dd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:18.088853 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-65cb06c3-5a39-467f-b647-d5a35a39b6dd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.089630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e4f84e3a-42a3-4079-89ea-f68281e764b8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:18.090398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb96c7b3-ca40-43d1-8398-5c91e3e85192 req-65cb06c3-5a39-467f-b647-d5a35a39b6dd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "PUT /v2.0/ports/e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 942 time: 1.2886202 Sep 10 03:58:18.346745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Router 2a843f95-ba8d-4b10-b111-6c204c86a2e3 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:58:18.393647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-9ac7cb2f-f9df-49c0-b3d5-5ba4b0f1f4f6 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2732959 Sep 10 03:58:18.420780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:18.450851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-fe3f716f-55a7-42c1-aa1b-7a0b0622021e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:18.454560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-fe3f716f-55a7-42c1-aa1b-7a0b0622021e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.39 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 945 time: 0.1306226 Sep 10 03:58:18.548293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:18.554394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.559799 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9e37908f-2846-4a4e-a153-af115bddcd7f tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "PUT /v2.0/routers/2a843f95-ba8d-4b10-b111-6c204c86a2e3 HTTP/1.1" status: 200 len: 914 time: 2.5098987 Sep 10 03:58:18.563297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c49f00-527a-429c-b823-834408eaf823 None None] Sync routers for ids ['2a843f95-ba8d-4b10-b111-6c204c86a2e3'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:18.564275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59010) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:18.569889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.597772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c49f00-527a-429c-b823-834408eaf823 None None] Routers {'2a843f95-ba8d-4b10-b111-6c204c86a2e3'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:18.598462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78c49f00-527a-429c-b823-834408eaf823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['2a843f95-ba8d-4b10-b111-6c204c86a2e3'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:18.613601 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-99411848-7be5-45c0-a1ab-2ae3407fa692 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0740585 Sep 10 03:58:18.636345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78c49f00-527a-429c-b823-834408eaf823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:18.644944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c49f00-527a-429c-b823-834408eaf823 None None] Routers {'2a843f95-ba8d-4b10-b111-6c204c86a2e3'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:18.645543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78c49f00-527a-429c-b823-834408eaf823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 6},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:57:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['2a843f95-ba8d-4b10-b111-6c204c86a2e3'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:18.646804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d3bd43d-da5d-48dd-896c-abf50b09ceb6 req-a946a97c-7bff-4f8a-a94f-3a7a747f8a9c tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 210 time: 0.1032054 Sep 10 03:58:18.649715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:18.651986 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:18.693345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78c49f00-527a-429c-b823-834408eaf823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:18.694284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c49f00-527a-429c-b823-834408eaf823 None None] The sync data for ids ['2a843f95-ba8d-4b10-b111-6c204c86a2e3'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:18.744452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-d7c5a6bf-1d43-4818-9bc1-1494e89ca167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:18.745838 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1366173a-9ad5-48ef-a4f9-73f7c729fc70 x-openstack-request-id: req-1366173a-9ad5-48ef-a4f9-73f7c729fc70 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:18.746370 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:18.746370 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1366173a-9ad5-48ef-a4f9-73f7c729fc70 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:18.746758 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'status': 'completed', 'code': 200} Sep 10 03:58:18.748880 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-d7c5a6bf-1d43-4818-9bc1-1494e89ca167 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 1096 time: 0.0676591 Sep 10 03:58:18.758781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Deleting port 10b1858a-1b24-487c-b609-6ffe11c96dd0 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:18.759125 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.792120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0827f787-e132-45b0-9a31-29f37e9704af tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/routers/2a843f95-ba8d-4b10-b111-6c204c86a2e3 HTTP/1.1" status: 200 len: 920 time: 0.2253449 Sep 10 03:58:18.804447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59022) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:18.920172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] For port 10b1858a-1b24-487c-b609-6ffe11c96dd0, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10b1858a-1b24-487c-b609-6ffe11c96dd0,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:18.920547 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.949016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Calling delete_port for 10b1858a-1b24-487c-b609-6ffe11c96dd0 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:18.973342 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:18.982174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-fee30fcc-a336-4383-9d77-1d3e84c60bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:18.984473 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-fee30fcc-a336-4383-9d77-1d3e84c60bc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1096 time: 0.2295852 Sep 10 03:58:19.009599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d98f8e22-b792-4119-934c-cbdb8e4ee448 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:19.012202 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d98f8e22-b792-4119-934c-cbdb8e4ee448 tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=2a843f95-ba8d-4b10-b111-6c204c86a2e3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2013803 Sep 10 03:58:19.021735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59030) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:19.097264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca9b4c8-5854-4e39-9727-e8392a4956aa req-9fe24773-4ffe-4ef0-a55c-360dd8803f47 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:19.098836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ca9b4c8-5854-4e39-9727-e8392a4956aa req-9fe24773-4ffe-4ef0-a55c-360dd8803f47 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 945 time: 0.1674178 Sep 10 03:58:19.111179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-6ceba1a4-107f-47cc-8c88-3105c70407a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:19.113039 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-6ceba1a4-107f-47cc-8c88-3105c70407a8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 HTTP/1.1" status: 200 len: 897 time: 0.3140759 Sep 10 03:58:19.162297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-6814fb1c-451f-4eb6-8eca-4fc4e34ed974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:19.163832 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-6814fb1c-451f-4eb6-8eca-4fc4e34ed974 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 920 time: 0.1690340 Sep 10 03:58:19.249158 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-e031c70c-345c-4451-afa1-f048bb662bd7 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 217 time: 0.0484018 Sep 10 03:58:19.289298 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-b79ab195-dc12-4b2d-8168-32f9881ea184 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2441276-5e72-4f5e-b297-5da6ddc7ac3d HTTP/1.1" status: 200 len: 1001 time: 0.1642540 Sep 10 03:58:19.331295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ca9b4c8-5854-4e39-9727-e8392a4956aa req-06576bc9-c57e-4730-95b8-b388cd60ab1e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213547 Sep 10 03:58:19.332165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-901818ad-9092-41ab-a368-c75fe3f9d260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:19.334963 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-901818ad-9092-41ab-a368-c75fe3f9d260 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 200 len: 859 time: 0.1067469 Sep 10 03:58:19.382215 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-b102764b-c530-4044-b145-7c6466c20976 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80a24d1b-a341-4613-839a-8ab2f2e14fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398350 Sep 10 03:58:19.391272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Allocated IP 172.25.3.112 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/b0f699bd-60f6-4cad-9c48-535268921e70) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:19.400369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daad46fb-2e3d-49de-8846-4764ebbd718e tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:19.401779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-daad46fb-2e3d-49de-8846-4764ebbd718e tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 881 time: 0.3771296 Sep 10 03:58:19.405386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59040) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:19.434843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-39f699b6-0cdf-45cb-8efc-9a3671867d0a tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:19.436395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-39f699b6-0cdf-45cb-8efc-9a3671867d0a tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.20 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 815 time: 0.3157678 Sep 10 03:58:19.463719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Request body: {'port': {'device_id': '833749c2-ce06-4b3c-aacb-174053f120c7', 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c', 'admin_state_up': True, 'tenant_id': 'deac6f217dc444ce95dfc77fa61b049f'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:19.517997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-8e85d706-209c-4d5e-9e74-dcd00461d5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:19.520021 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-8e85d706-209c-4d5e-9e74-dcd00461d5f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3aef3c1a-7de3-4e2e-8d4e-83850d794af0 HTTP/1.1" status: 200 len: 835 time: 0.2212963 Sep 10 03:58:19.557891 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-3e064422-9792-47d3-b96b-cf3795bdced1 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523364 Sep 10 03:58:19.560070 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-76187c54-4df9-47f2-9a0e-078ca4ae6ce9 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a843f95-ba8d-4b10-b111-6c204c86a2e3 HTTP/1.1" status: 200 len: 205 time: 0.1535807 Sep 10 03:58:19.571644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59046) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:19.887951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:19.902194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['10b1858a-1b24-487c-b609-6ffe11c96dd0'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:19.905540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8fc6a7ec-114b-4db9-867f-f82707ac8993'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:19.923304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33bc738a-d643-487f-b6b2-1bb6e859eff2 req-636f0923-f73e-4bcd-a929-7f6a89648453 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 210 time: 0.0417900 Sep 10 03:58:19.971563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Pushing event deleted for resources: {'Port': ['ID=10b1858a-1b24-487c-b609-6ffe11c96dd0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:20.034589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.057568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] No DVR routers for this DVR port 10b1858a-1b24-487c-b609-6ffe11c96dd0 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:20.064295 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.068927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35dbc615-ecab-4b01-9797-3ab3ec90cce6 req-0cb08df7-a7b3-4021-bea3-4ac1e7f22612 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.39 "DELETE /v2.0/ports/10b1858a-1b24-487c-b609-6ffe11c96dd0 HTTP/1.1" status: 204 len: 173 time: 1.6039219 Sep 10 03:58:20.181481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-ae9f116e-d2ed-4634-ab10-c314324c3a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:20.182989 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-ae9f116e-d2ed-4634-ab10-c314324c3a95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6340034 Sep 10 03:58:20.187611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.191910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Made reservation on behalf of deac6f217dc444ce95dfc77fa61b049f for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:20.195786 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.254681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:20.265851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:20.273912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:20.282214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Pushing event updated for resources: {'Port': ['ID=b0f699bd-60f6-4cad-9c48-535268921e70,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:20.282576 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.334288 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5de4d7ac-1ca6-47a4-8592-6154f6d78d20 req-fdd41fa8-68c1-4288-98e4-df8ca8329fa6 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7632678 Sep 10 03:58:20.472426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Allocated IP 172.20.0.10 (11ca608c-6b76-4c31-9999-3b9b6dad5b3c/eeccb207-8908-4796-8b4b-dc4f360cd763/3446f7c7-768f-459b-9a46-0f5af7795898) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:20.475509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.546008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.551396 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-16145619-8687-4e57-82da-c9d316bf7e36 service neutron] 10.222.0.20 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323503 Sep 10 03:58:20.579478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca5ef7c3-7d00-4a84-9855-82390864e936 req-20c986ed-4116-4306-9ecd-68269ccb934b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=320dbcad-7d42-41b9-bd3b-bdc43bc8753a HTTP/1.1" status: 200 len: 210 time: 0.0376322 Sep 10 03:58:20.681346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.691155 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2dc35996-ff9a-45fd-98d8-4a4ddae21b22 req-930dbb77-ff18-4dc5-9c2c-8282a15bc046 service neutron] 10.222.0.20 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308012 Sep 10 03:58:20.713834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Deleting port 35087de0-ebde-4650-a7b6-c74e790ffead {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:20.714179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.766790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '320dbcad-7d42-41b9-bd3b-bdc43bc8753a', 'name': 'network-vif-deleted', 'tag': '10b1858a-1b24-487c-b609-6ffe11c96dd0'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:20.769182 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5e3dbc7-aed4-4b0f-b77a-51b533d25fe3" -d '{"events": [{"server_uuid": "320dbcad-7d42-41b9-bd3b-bdc43bc8753a", "name": "network-vif-deleted", "tag": "10b1858a-1b24-487c-b609-6ffe11c96dd0"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:20.809716 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-01b0a0c8-d7ca-4277-8b37-fcf58ac8ec2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.828994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.829220 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a99f66d7-628e-4fc7-9700-1cfee643cc11 x-openstack-request-id: req-a99f66d7-628e-4fc7-9700-1cfee643cc11 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:20.829505 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "320dbcad-7d42-41b9-bd3b-bdc43bc8753a", "name": "network-vif-deleted", "tag": "10b1858a-1b24-487c-b609-6ffe11c96dd0", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:20.829765 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a99f66d7-628e-4fc7-9700-1cfee643cc11 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:20.830144 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '320dbcad-7d42-41b9-bd3b-bdc43bc8753a', 'name': 'network-vif-deleted', 'tag': '10b1858a-1b24-487c-b609-6ffe11c96dd0', 'status': 'completed', 'code': 200} Sep 10 03:58:20.843732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Calling delete_port for 35087de0-ebde-4650-a7b6-c74e790ffead owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:20.848089 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:20.989907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.074358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49c35be5-6bf5-453b-9302-6951a3f8ed7c req-206e693a-4387-4ae1-a7a2-b1eb75847aee tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 210 time: 0.0366738 Sep 10 03:58:21.078527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.097241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:21.099644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:21.118413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:21.124445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.135859 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.198902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event deleted for resources: {'Port': ['ID=35087de0-ebde-4650-a7b6-c74e790ffead,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:21.206777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Pushing event updated for resources: {'Port': ['ID=3446f7c7-768f-459b-9a46-0f5af7795898,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:21.262620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.263230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.277941 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.279069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.297369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Pushing event updated for resources: {'Port': ['ID=b0f699bd-60f6-4cad-9c48-535268921e70,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:21.365861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-d0585b57-dc07-4211-b30b-2c5d2bfd57bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9187355 Sep 10 03:58:21.368167 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.370544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.378840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Request body: {'port': {'device_id': '833749c2-ce06-4b3c-aacb-174053f120c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:21.400038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.401443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-a0bc13c1-52ab-41e3-9bde-0c3a84877bba tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.0013952 Sep 10 03:58:21.478672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.479198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Fanout notify agent at l3_agent the message router_deleted on router 2a843f95-ba8d-4b10-b111-6c204c86a2e3 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:21.485993 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.487109 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-872b8867-eabd-4fa4-a6e7-ddc3c0cf411d tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/2a843f95-ba8d-4b10-b111-6c204c86a2e3 HTTP/1.1" status: 204 len: 168 time: 1.9149706 Sep 10 03:58:21.491644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59108) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:21.497098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-817824254', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:21.535025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-0e26f366-e71f-4a09-9154-9669fa8a924d tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1249344 Sep 10 03:58:21.539552 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.593170 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.594453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.686467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:21.763852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-469e7090-184f-4305-a40d-5f4bdeb85f4e tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.765191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-469e7090-184f-4305-a40d-5f4bdeb85f4e tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2234223 Sep 10 03:58:21.782262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-627b114a-373e-4f5a-8a43-bd38db2604b0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:58:21.783250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11809c45-2fee-44ae-bb61-c971bb872d60 req-627b114a-373e-4f5a-8a43-bd38db2604b0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0102651 Sep 10 03:58:21.824840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6bd292-c382-4011-9c63-5e1cbd036bea req-45b80b90-f8c7-4c82-9865-1017fb62d362 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:21.826831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad6bd292-c382-4011-9c63-5e1cbd036bea req-45b80b90-f8c7-4c82-9865-1017fb62d362 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1136959 Sep 10 03:58:21.940404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad6bd292-c382-4011-9c63-5e1cbd036bea req-34c261b1-a033-430e-b16a-b475523f6a4c tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856161 Sep 10 03:58:21.981653 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:22.084832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776064-ef34-46d0-b907-919b1eb897ea req-ce46c07b-94b6-4b20-915e-ad2ca4638f3c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:22.086345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-ce46c07b-94b6-4b20-915e-ad2ca4638f3c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1560385 Sep 10 03:58:22.100355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3446f7c7-768f-459b-9a46-0f5af7795898 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:58:22.143738 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:22.184704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-cf5193ce-229f-43be-970c-5dd02dad42fd tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.0884941 Sep 10 03:58:22.200280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Transition to ACTIVE for port object 3446f7c7-768f-459b-9a46-0f5af7795898 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:22.205550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Request body: {'floatingip': {'port_id': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:22.265398 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:22.267892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 10b1858a-1b24-487c-b609-6ffe11c96dd0 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:22.296479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:22.310712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 10b1858a-1b24-487c-b609-6ffe11c96dd0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:22.311398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 10b1858a-1b24-487c-b609-6ffe11c96dd0 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:22.327397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c1e7b9-eb7f-4284-9425-80050055b21e req-b59a8881-804d-461f-a3a1-74ea56e3bfd2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:22.329931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70c1e7b9-eb7f-4284-9425-80050055b21e req-b59a8881-804d-461f-a3a1-74ea56e3bfd2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1885364 Sep 10 03:58:22.333203 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:22.336739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:22.399044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Pushing event updated for resources: {'Port': ['ID=3446f7c7-768f-459b-9a46-0f5af7795898,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:22.448548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Allocated IP 172.25.3.193 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/6981bcb1-05c2-427d-ac26-b93a9d99ed9a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:22.548429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70c1e7b9-eb7f-4284-9425-80050055b21e req-f994a3ba-5661-4803-969e-91e74e4f89b3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2116492 Sep 10 03:58:22.576362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:22.680621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:22.722170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:22.730289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:22.732552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event updated for resources: {'Port': ['ID=6981bcb1-05c2-427d-ac26-b93a9d99ed9a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:22.734729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:22.741304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Attempting to bind port 3446f7c7-768f-459b-9a46-0f5af7795898 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:58:22.741703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Attempting to bind port 3446f7c7-768f-459b-9a46-0f5af7795898 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:58:22.742039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Attempting to bind port 3446f7c7-768f-459b-9a46-0f5af7795898 on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:22.752650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Port 3446f7c7-768f-459b-9a46-0f5af7795898 on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:58:22.752970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Attempting to bind port 3446f7c7-768f-459b-9a46-0f5af7795898 on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:22.771468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7150f766-f581-4592-859d-e896128812a9 req-6ada5c4a-a4bc-42e5-80d9-d07a0ab9b037 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:22.778661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7150f766-f581-4592-859d-e896128812a9 req-6ada5c4a-a4bc-42e5-80d9-d07a0ab9b037 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 944 time: 0.1627221 Sep 10 03:58:22.796120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:58:22.796485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Checking segment: {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:22.796830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Bound using segment: {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:58:22.797268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Bound port: 3446f7c7-768f-459b-9a46-0f5af7795898, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:58:22.797620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:22.969402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7150f766-f581-4592-859d-e896128812a9 req-f4ebce2d-fcdf-499a-ba80-ee1f0dc9fbbf tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890500 Sep 10 03:58:23.111061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] For port 3446f7c7-768f-459b-9a46-0f5af7795898, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:58:23.150637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:23.386471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:23.474115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] For port 3446f7c7-768f-459b-9a46-0f5af7795898, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3446f7c7-768f-459b-9a46-0f5af7795898,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:58:23.495639 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b1170a52-7f09-4c42-be80-1da7de19717e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:23.539799 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9a7f5-eb88-4c35-b69a-0b25afa76e40 req-6d4c3b53-f084-4b2e-81c2-3181bde29361 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:23.541327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6b9a7f5-eb88-4c35-b69a-0b25afa76e40 req-6d4c3b53-f084-4b2e-81c2-3181bde29361 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.5101218 Sep 10 03:58:23.566532 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:23.617206 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.resource_extend [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Sep 10 03:58:23.638502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Router b937c832-b230-4d05-bee6-9b7bf055c845 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:58:23.686120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Pushing event updated for resources: {'Port': ['ID=3446f7c7-768f-459b-9a46-0f5af7795898,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:23.689206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:23.694176 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:23.694176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-7b1e7997-c9e5-42cc-a763-00a34897b480 service neutron] 10.222.0.20 "PUT /v2.0/ports/3446f7c7-768f-459b-9a46-0f5af7795898 HTTP/1.1" status: 200 len: 1092 time: 2.3171115 Sep 10 03:58:23.695498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '833749c2-ce06-4b3c-aacb-174053f120c7', 'tag': '3446f7c7-768f-459b-9a46-0f5af7795898'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:23.697793 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e650b1-d73f-4bba-9414-0813400a019e" -d '{"events": [{"name": "network-changed", "server_uuid": "833749c2-ce06-4b3c-aacb-174053f120c7", "tag": "3446f7c7-768f-459b-9a46-0f5af7795898"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:23.707712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6b9a7f5-eb88-4c35-b69a-0b25afa76e40 req-683f7333-a581-4b0c-98f5-54b89727fbfe tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1580310 Sep 10 03:58:23.713087 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:23.731905 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:23.770189 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3f13660-1385-40a4-9036-0ba6bb9f5f96 x-openstack-request-id: req-c3f13660-1385-40a4-9036-0ba6bb9f5f96 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:23.770490 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "833749c2-ce06-4b3c-aacb-174053f120c7", "tag": "3446f7c7-768f-459b-9a46-0f5af7795898", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:23.770773 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3f13660-1385-40a4-9036-0ba6bb9f5f96 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:23.771171 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '833749c2-ce06-4b3c-aacb-174053f120c7', 'tag': '3446f7c7-768f-459b-9a46-0f5af7795898', 'status': 'completed', 'code': 200} Sep 10 03:58:23.779734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:23.794837 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c38d708-0c34-4889-9ae4-7bb797b7a1e1 None None] Sync routers for ids ['b937c832-b230-4d05-bee6-9b7bf055c845'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:23.809309 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c38d708-0c34-4889-9ae4-7bb797b7a1e1 None None] Routers {'b937c832-b230-4d05-bee6-9b7bf055c845'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:23.810177 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6c38d708-0c34-4889-9ae4-7bb797b7a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b937c832-b230-4d05-bee6-9b7bf055c845'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:23.840466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:23.869576 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6c38d708-0c34-4889-9ae4-7bb797b7a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:23.870333 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c38d708-0c34-4889-9ae4-7bb797b7a1e1 None None] Routers {'b937c832-b230-4d05-bee6-9b7bf055c845'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:23.870990 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6c38d708-0c34-4889-9ae4-7bb797b7a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b937c832-b230-4d05-bee6-9b7bf055c845'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:23.905087 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6c38d708-0c34-4889-9ae4-7bb797b7a1e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:23.905759 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c38d708-0c34-4889-9ae4-7bb797b7a1e1 None None] The sync data for ids ['b937c832-b230-4d05-bee6-9b7bf055c845'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:23.926706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e650b1-d73f-4bba-9414-0813400a019e req-9ccce8f6-9b08-402e-97e0-4da0e9fc8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:23.938590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0e650b1-d73f-4bba-9414-0813400a019e req-9ccce8f6-9b08-402e-97e0-4da0e9fc8707 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 1095 time: 0.1297808 Sep 10 03:58:24.051790 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:24.057251 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ff72aedb-d272-4c50-9855-ea0f35c772bb tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.5642214 Sep 10 03:58:24.064802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59198) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:24.064802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:24.076479 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Floating IP 4e13fb9e-0953-41d5-93d4-0291ca83df8f associated. External IP: 172.25.3.112, port: e4f84e3a-42a3-4079-89ea-f68281e764b8. Sep 10 03:58:24.233599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e650b1-d73f-4bba-9414-0813400a019e req-9228e79c-f7b5-496b-a4da-915cbbdb45b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:24.235096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0e650b1-d73f-4bba-9414-0813400a019e req-9228e79c-f7b5-496b-a4da-915cbbdb45b5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=deac6f217dc444ce95dfc77fa61b049f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2958448 Sep 10 03:58:24.247193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bab2a-9775-4324-bba2-3058dacf85e9 req-b6d38e39-326f-4aea-ae9f-131104de422f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:24.248760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be6bab2a-9775-4324-bba2-3058dacf85e9 req-b6d38e39-326f-4aea-ae9f-131104de422f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 944 time: 0.1606712 Sep 10 03:58:24.422772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be6bab2a-9775-4324-bba2-3058dacf85e9 req-7846c3dd-93d7-43ba-832c-e92436cbc0c6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600633 Sep 10 03:58:24.434531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:24.461227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e650b1-d73f-4bba-9414-0813400a019e req-866f21fe-eabf-4772-8f3f-11c47e1a45a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:24.461227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0e650b1-d73f-4bba-9414-0813400a019e req-866f21fe-eabf-4772-8f3f-11c47e1a45a1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2097561 Sep 10 03:58:24.511481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:24.553053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Router 78abf97b-8968-4d4b-b0e1-53a083145b98 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:24.578144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-a38af8a8-2caf-4b45-92a9-19b442dac37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:24.579662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-a38af8a8-2caf-4b45-92a9-19b442dac37f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 1095 time: 0.0627923 Sep 10 03:58:24.646613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Deleting port 6981bcb1-05c2-427d-ac26-b93a9d99ed9a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:24.646964 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:24.655811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-adcba431-a93e-4e7b-a72d-55acbf0b72bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3446f7c7-768f-459b-9a46-0f5af7795898 HTTP/1.1" status: 200 len: 217 time: 0.0407035 Sep 10 03:58:24.744276 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:24.752912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-2f24b7e4-d2d6-4689-a822-a6e9cd34686d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:24.754015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-2f24b7e4-d2d6-4689-a822-a6e9cd34686d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eeccb207-8908-4796-8b4b-dc4f360cd763 HTTP/1.1" status: 200 len: 855 time: 0.0905397 Sep 10 03:58:24.757101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Calling delete_port for 6981bcb1-05c2-427d-ac26-b93a9d99ed9a owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:24.758422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:24.762932 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:24.775847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] Sync routers for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:24.792827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:24.803894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:24.820885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-8c0725c8-ccd1-4348-9fee-0f6ac90cea6d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0554616 Sep 10 03:58:24.909434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-f5d28b59-35fb-400a-a420-86b68b18b8ce tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "PUT /v2.0/floatingips/4e13fb9e-0953-41d5-93d4-0291ca83df8f HTTP/1.1" status: 200 len: 996 time: 2.7104242 Sep 10 03:58:24.940410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:24.950785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-bc369235-2e65-4f11-9b77-031b7fb819eb service neutron] 10.222.0.20 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202312 Sep 10 03:58:25.131429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776064-ef34-46d0-b907-919b1eb897ea req-b629b014-85e0-4bda-89df-750ec7c72bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:25.133016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-b629b014-85e0-4bda-89df-750ec7c72bdd service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1096 time: 0.1813092 Sep 10 03:58:25.172286 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:25.191721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a5eccc-10a8-4b0e-9fee-ec2057ec78bb req-fce607f7-9e9e-4894-87d7-bd7ac7542763 service neutron] 10.222.0.20 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088730 Sep 10 03:58:25.193652 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:25.237065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Pushing event deleted for resources: {'Port': ['ID=6981bcb1-05c2-427d-ac26-b93a9d99ed9a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:25.295672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776064-ef34-46d0-b907-919b1eb897ea req-c2cbdd84-a0ae-44d2-9b5c-368b6ccf6581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:25.297238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-c2cbdd84-a0ae-44d2-9b5c-368b6ccf6581 service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 920 time: 0.1550500 Sep 10 03:58:25.318790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '4e13fb9e-0953-41d5-93d4-0291ca83df8f', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'port_id': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'mac_address': 'fa:16:3e:8e:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:58:20Z', 'updated_at': '2021-09-10T03:58:23Z', 'revision_number': 1, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9228725-2c20-4854-acf2-608a893a4a27', 'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'mac_address': 'fa:16:3e:b0:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:19Z', 'updated_at': '2021-09-10T03:57:26Z', 'revision_number': 5, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'subnets': [{'id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:25.321675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:25.349565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] Checking router: 78abf97b-8968-4d4b-b0e1-53a083145b98 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:25.358657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:25.359283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:25.400422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-853f3a13-9c49-4dd6-a192-dcc12a808483 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 999 time: 0.0945566 Sep 10 03:58:25.496948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c776064-ef34-46d0-b907-919b1eb897ea req-a8a6b5a3-c407-436e-b5dc-9cc9051a7aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:25.509990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-a8a6b5a3-c407-436e-b5dc-9cc9051a7aa2 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 200 len: 859 time: 0.1074800 Sep 10 03:58:25.576278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-eb287359-9475-44c7-a930-477cabfb908a service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a24d1b-a341-4613-839a-8ab2f2e14fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0646703 Sep 10 03:58:25.610048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-8516e4ca-5a34-48ac-9292-266c5ec5d425 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:58:25.611244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-8516e4ca-5a34-48ac-9292-266c5ec5d425 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0279117 Sep 10 03:58:25.691516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:25.698500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:25.707914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:25.784197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:25.787140 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-835b2a00-e219-4ad5-b016-0445c4bec716" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:25.842424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2af3a5-1edd-4b02-9c6b-cce5aabf5738 req-ca53ccae-259e-41e3-8bc5-421ba3db980f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:25.850692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f2af3a5-1edd-4b02-9c6b-cce5aabf5738 req-ca53ccae-259e-41e3-8bc5-421ba3db980f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 944 time: 0.2700870 Sep 10 03:58:25.859740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Router b937c832-b230-4d05-bee6-9b7bf055c845 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:25.893571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-067c5949-7d2f-434b-8cf6-fad2c6a3d339 service neutron] 10.222.0.22 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744081 Sep 10 03:58:25.914457 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f2af3a5-1edd-4b02-9c6b-cce5aabf5738 req-570a3a30-5e41-4293-ac28-f6b93d5b044a tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629151 Sep 10 03:58:25.994973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '4e13fb9e-0953-41d5-93d4-0291ca83df8f', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'port_id': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'mac_address': 'fa:16:3e:8e:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:58:20Z', 'updated_at': '2021-09-10T03:58:23Z', 'revision_number': 1, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9228725-2c20-4854-acf2-608a893a4a27', 'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'mac_address': 'fa:16:3e:b0:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:19Z', 'updated_at': '2021-09-10T03:57:26Z', 'revision_number': 5, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'subnets': [{'id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:26.031706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c776064-ef34-46d0-b907-919b1eb897ea req-0511fdd1-6c44-4bbd-8706-90aaacb8ceda service neutron] 10.222.0.22 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231866 Sep 10 03:58:26.033404 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7321abf-827a-424c-9954-e5c44b1dcdae x-openstack-request-id: req-f7321abf-827a-424c-9954-e5c44b1dcdae {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:26.033609 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:26.034620 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7321abf-827a-424c-9954-e5c44b1dcdae {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:26.035045 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'status': 'completed', 'code': 200} Sep 10 03:58:26.045761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97fbeba0-fb5e-4760-abb7-23efbc3d4eac None None] The sync data for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 is: [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '4e13fb9e-0953-41d5-93d4-0291ca83df8f', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'port_id': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2481, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'mac_address': 'fa:16:3e:8e:28:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:58:20Z', 'updated_at': '2021-09-10T03:58:23Z', 'revision_number': 1, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9228725-2c20-4854-acf2-608a893a4a27', 'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'mac_address': 'fa:16:3e:b0:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:19Z', 'updated_at': '2021-09-10T03:57:26Z', 'revision_number': 5, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'subnets': [{'id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:26.258389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-29559ac7-7e8b-4e4d-ab7d-064d6209c8ff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228833 Sep 10 03:58:26.261523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:26.290327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-058cf888-ffa0-4f17-bd31-0ea13822c37a tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 999 time: 0.1269588 Sep 10 03:58:26.354205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-6464390a-2028-4462-bd80-5394240a6373 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:26.355932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-6464390a-2028-4462-bd80-5394240a6373 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports/e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 942 time: 0.0572000 Sep 10 03:58:26.419888 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe780a91-dd4f-4076-ad3e-8f032d80d617 None None] New status for floating IP 4e13fb9e-0953-41d5-93d4-0291ca83df8f: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:58:26.480944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:26.491972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1b051-8081-4146-bc00-b5ec23058be4 None None] Sync routers for ids ['b937c832-b230-4d05-bee6-9b7bf055c845'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:26.492458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:26.494257 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-65abd27f-27e2-4310-8248-eb8eda82b82a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "PUT /v2.0/routers/b937c832-b230-4d05-bee6-9b7bf055c845 HTTP/1.1" status: 200 len: 705 time: 2.4350736 Sep 10 03:58:26.497057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59254) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:26.505519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1b051-8081-4146-bc00-b5ec23058be4 None None] Routers {'b937c832-b230-4d05-bee6-9b7bf055c845'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:26.507883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-abf1b051-8081-4146-bc00-b5ec23058be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b937c832-b230-4d05-bee6-9b7bf055c845'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:26.512900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-096b82d1-8baf-45ed-a45c-d072c384179d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:26.514402 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-096b82d1-8baf-45ed-a45c-d072c384179d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1096 time: 0.1452622 Sep 10 03:58:26.583216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-abf1b051-8081-4146-bc00-b5ec23058be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:26.594980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf1b051-8081-4146-bc00-b5ec23058be4 None None] Routers {'b937c832-b230-4d05-bee6-9b7bf055c845'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:26.595859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-abf1b051-8081-4146-bc00-b5ec23058be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['b937c832-b230-4d05-bee6-9b7bf055c845'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:26.628313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59256) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:26.628553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9de136ea-ec10-4be1-ab42-e78fdab4b13d tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/routers/b937c832-b230-4d05-bee6-9b7bf055c845 HTTP/1.1" status: 200 len: 740 time: 0.1300950 Sep 10 03:58:26.644612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-abf1b051-8081-4146-bc00-b5ec23058be4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:26.646128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf1b051-8081-4146-bc00-b5ec23058be4 None None] The sync data for ids ['b937c832-b230-4d05-bee6-9b7bf055c845'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:26.665923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-bf9e300e-1517-44d9-a862-f4bc13b52994 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 999 time: 0.2296271 Sep 10 03:58:26.683379 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-43ae7509-b8a4-49de-9cb0-ed8a57ba287a tempest-RoutersAdminTest-1158505517 tempest-RoutersAdminTest-1158505517-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&device_id=b937c832-b230-4d05-bee6-9b7bf055c845 HTTP/1.1" status: 200 len: 205 time: 0.0534472 Sep 10 03:58:26.685847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59260) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:26.720988 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fe1b379c-8b2d-4852-b246-10fe21c5589e tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=b937c832-b230-4d05-bee6-9b7bf055c845 HTTP/1.1" status: 200 len: 205 time: 0.0339160 Sep 10 03:58:26.722987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-3969d9ed-1142-49d1-9de4-efe9416dacd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:26.724596 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-3969d9ed-1142-49d1-9de4-efe9416dacd6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 920 time: 0.1985295 Sep 10 03:58:26.725041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59264) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:26.796499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-f03f8387-b707-43c6-acd6-4dcd2a97cf6b tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:26.807067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-f03f8387-b707-43c6-acd6-4dcd2a97cf6b tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.1402662 Sep 10 03:58:26.822721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-80cafab4-a1de-4807-b896-3a840e74a994 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:58:26.823294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-80cafab4-a1de-4807-b896-3a840e74a994 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0081673 Sep 10 03:58:26.874823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a45225cf-ae13-448d-a9dc-17bdeb984688 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:26.891610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59272) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:26.918840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-5caae190-1b81-4082-885e-a6868444e166 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1001 time: 0.0883050 Sep 10 03:58:26.929347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-a637aae4-5fbb-4db9-b3ea-ecc805ad480c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Request body: {'floatingip': {'port_id': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:26.964070 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-1a0c26c8-b1eb-4f35-914f-dcc051b5fde5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 1001 time: 0.2307673 Sep 10 03:58:27.004753 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-a637aae4-5fbb-4db9-b3ea-ecc805ad480c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.045818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-9726cf64-b400-4e4d-9c8b-7349146e1f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:27.047595 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-9726cf64-b400-4e4d-9c8b-7349146e1f37 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 200 len: 859 time: 0.0529988 Sep 10 03:58:27.156141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3446f7c7-768f-459b-9a46-0f5af7795898 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:58:27.210698 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a45225cf-ae13-448d-a9dc-17bdeb984688 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.214407 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-9631b4ba-2d3c-4f0d-94e0-6c75b7da9590 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80a24d1b-a341-4613-839a-8ab2f2e14fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1359611 Sep 10 03:58:27.215658 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a45225cf-ae13-448d-a9dc-17bdeb984688 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.275163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3446f7c7-768f-459b-9a46-0f5af7795898, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3446f7c7-768f-459b-9a46-0f5af7795898,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:27.289517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '3446f7c7-768f-459b-9a46-0f5af7795898', 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c', 'port_id': '3446f7c7-768f-459b-9a46-0f5af7795898', 'mac_address': 'fa:16:3e:ef:50:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeccb207-8908-4796-8b4b-dc4f360cd763', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:58:27.344885 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.363462 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-4e61ec43-4582-42be-9215-313ba8374af5 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397128 Sep 10 03:58:27.370917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3446f7c7-768f-459b-9a46-0f5af7795898 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:58:27.394044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3446f7c7-768f-459b-9a46-0f5af7795898, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3446f7c7-768f-459b-9a46-0f5af7795898,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:27.463730 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-835b2a00-e219-4ad5-b016-0445c4bec716 req-2edcf609-5592-4f99-9c77-2c1874831efd service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915942 Sep 10 03:58:27.466704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a45225cf-ae13-448d-a9dc-17bdeb984688 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.467248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a45225cf-ae13-448d-a9dc-17bdeb984688 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Fanout notify agent at l3_agent the message router_deleted on router b937c832-b230-4d05-bee6-9b7bf055c845 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:27.478281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a45225cf-ae13-448d-a9dc-17bdeb984688 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.480013 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a45225cf-ae13-448d-a9dc-17bdeb984688 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/b937c832-b230-4d05-bee6-9b7bf055c845 HTTP/1.1" status: 204 len: 168 time: 0.7539952 Sep 10 03:58:27.483980 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60ef6b21-71d5-41a4-8a05-6be1e6f298e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.486127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59290) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:27.521063 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.541002 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6c5d13db-9b8c-4cd6-a099-5bb720580ab8 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=b937c832-b230-4d05-bee6-9b7bf055c845 HTTP/1.1" status: 200 len: 205 time: 0.0399976 Sep 10 03:58:27.551090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59292) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:27.576075 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-a637aae4-5fbb-4db9-b3ea-ecc805ad480c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.585869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df466c8-d798-4d89-9baa-1abd1ad77523 req-5ade05ae-9007-410b-9b00-3b9c79c2c038 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:27.587388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6df466c8-d798-4d89-9baa-1abd1ad77523 req-5ade05ae-9007-410b-9b00-3b9c79c2c038 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 944 time: 0.1444159 Sep 10 03:58:27.590688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3446f7c7-768f-459b-9a46-0f5af7795898,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:27.600005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.600351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.600712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.601045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.601373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.601700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.602069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.602557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.603028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.603525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.603873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.604199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:27.626422 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-a7fab272-7185-4b08-91d8-969fcd0a08da tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] delete failed (client error): The resource could not be found. Sep 10 03:58:27.629985 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a7fab272-7185-4b08-91d8-969fcd0a08da tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/b937c832-b230-4d05-bee6-9b7bf055c845 HTTP/1.1" status: 404 len: 336 time: 0.0751119 Sep 10 03:58:27.631292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59296) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:27.637687 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-a637aae4-5fbb-4db9-b3ea-ecc805ad480c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.645433 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-a637aae4-5fbb-4db9-b3ea-ecc805ad480c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Floating IP 4e13fb9e-0953-41d5-93d4-0291ca83df8f disassociated. External IP: 172.25.3.112, port: e4f84e3a-42a3-4079-89ea-f68281e764b8. Sep 10 03:58:27.645433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6df466c8-d798-4d89-9baa-1abd1ad77523 req-c10d1373-617d-43eb-a7db-e34a506869f2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489490 Sep 10 03:58:27.667797 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6f8b6d05-e062-4f9a-9329-423d88c092d9 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=2a843f95-ba8d-4b10-b111-6c204c86a2e3 HTTP/1.1" status: 200 len: 205 time: 0.0298693 Sep 10 03:58:27.669101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-fdab9e21-cbe5-4998-92fa-02aad7db442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:27.670534 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-fdab9e21-cbe5-4998-92fa-02aad7db442b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1096 time: 0.1274970 Sep 10 03:58:27.671087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59300) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:27.724729 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-2bb18980-6ecc-455f-8919-ed1e674e73ab tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] delete failed (client error): The resource could not be found. Sep 10 03:58:27.728228 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2bb18980-6ecc-455f-8919-ed1e674e73ab tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/2a843f95-ba8d-4b10-b111-6c204c86a2e3 HTTP/1.1" status: 404 len: 336 time: 0.0537655 Sep 10 03:58:27.728690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59304) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:27.780530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3446f7c7-768f-459b-9a46-0f5af7795898'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:27.797475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0175cd9f-681e-4306-9f5b-4c32d87dd4a0 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa HTTP/1.1" status: 200 len: 205 time: 0.0662165 Sep 10 03:58:27.800856 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60ef6b21-71d5-41a4-8a05-6be1e6f298e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.801035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59306) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:27.878565 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60ef6b21-71d5-41a4-8a05-6be1e6f298e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:27.893867 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-3aecbd14-283e-4a46-a61d-127079ed26ae tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] delete failed (client error): The resource could not be found. Sep 10 03:58:27.898105 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3aecbd14-283e-4a46-a61d-127079ed26ae tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/2c1e4fc7-2f77-4fae-bcc8-7dbfff8921fa HTTP/1.1" status: 404 len: 336 time: 0.0928628 Sep 10 03:58:27.898522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59310) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:27.917628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-60ef6b21-71d5-41a4-8a05-6be1e6f298e1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5a49c6eb2d24c57b6c47c1a234173bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0249381 Sep 10 03:58:27.933926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59312) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:27.938931 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4e09e938-a1ee-42e1-9067-d5d7fc24a453 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=b75d4d65-cb3b-4ffe-af29-da9bc292d184 HTTP/1.1" status: 200 len: 205 time: 0.0372393 Sep 10 03:58:27.939771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59314) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:27.981713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-8df30703-4a0a-4d5e-9d07-30b595d80b2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:27.983135 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-8df30703-4a0a-4d5e-9d07-30b595d80b2e service neutron] 10.222.0.39 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 920 time: 0.2669942 Sep 10 03:58:27.984561 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-532ad2e2-c29f-45fd-9b88-966eec34a82c tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] delete failed (client error): The resource could not be found. Sep 10 03:58:27.985527 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-532ad2e2-c29f-45fd-9b88-966eec34a82c tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/b75d4d65-cb3b-4ffe-af29-da9bc292d184 HTTP/1.1" status: 404 len: 336 time: 0.0445895 Sep 10 03:58:27.991022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59318) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:28.035872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef6b21-71d5-41a4-8a05-6be1e6f298e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d05dfc31-65e8-435d-9431-b65a98b7c1d2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:28.053115 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-eaf73c03-a54d-4548-8110-9f8543420f43 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 217 time: 0.0608084 Sep 10 03:58:28.056345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100144f5-8b35-4741-8551-424f0967fb70 req-037052be-7e07-492e-9407-a9d35d9e7b45 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:28.056482 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b2634f8d-7704-403b-915f-fbc28bf03d02 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=5357b5c1-7b9c-4671-9657-eeb07c96abe1 HTTP/1.1" status: 200 len: 205 time: 0.0618298 Sep 10 03:58:28.056576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-100144f5-8b35-4741-8551-424f0967fb70 req-037052be-7e07-492e-9407-a9d35d9e7b45 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1536484 Sep 10 03:58:28.057418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59320) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:28.088130 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b2f00919-2676-46c5-860a-44bcd3962cb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.100517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-a637aae4-5fbb-4db9-b3ea-ecc805ad480c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Router 78abf97b-8968-4d4b-b0e1-53a083145b98 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:28.104897 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-add45f52-7884-44aa-826c-db517fa4662a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] delete failed (client error): The resource could not be found. Sep 10 03:58:28.105959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-add45f52-7884-44aa-826c-db517fa4662a tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/5357b5c1-7b9c-4671-9657-eeb07c96abe1 HTTP/1.1" status: 404 len: 336 time: 0.0474267 Sep 10 03:58:28.113026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59324) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:28.147066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-13a1511e-e931-4f41-a5c6-655f04a7090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:28.148486 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-13a1511e-e931-4f41-a5c6-655f04a7090c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 200 len: 859 time: 0.0846682 Sep 10 03:58:28.163498 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b2f00919-2676-46c5-860a-44bcd3962cb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.166700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-333431af-8b4a-4992-b1b0-276efc026b3e tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "GET /v2.0/ports?device_id=970b9ffb-775e-43bc-a4b5-a4168dc5563d HTTP/1.1" status: 200 len: 205 time: 0.0500238 Sep 10 03:58:28.174501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-100144f5-8b35-4741-8551-424f0967fb70 req-323bcc12-4373-44a8-b004-fcad3a315134 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015754 Sep 10 03:58:28.176547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59326) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:28.187663 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-a75b4318-37fd-4d58-9b20-fd5c340360b2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80a24d1b-a341-4613-839a-8ab2f2e14fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304220 Sep 10 03:58:28.270739 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-b88ac64f-d02c-4bd5-94e7-06b76ec644c2 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] delete failed (client error): The resource could not be found. Sep 10 03:58:28.271827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b88ac64f-d02c-4bd5-94e7-06b76ec644c2 tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/routers/970b9ffb-775e-43bc-a4b5-a4168dc5563d HTTP/1.1" status: 404 len: 336 time: 0.0922859 Sep 10 03:58:28.275733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59332) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:28.318983 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b58991bc-71a4-4c73-b2da-6151b9070a8f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] DELETE failed (client error): The resource could not be found. Sep 10 03:58:28.318983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b58991bc-71a4-4c73-b2da-6151b9070a8f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:58:28.319931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b58991bc-71a4-4c73-b2da-6151b9070a8f tempest-RoutersAdminTest-1083772086 tempest-RoutersAdminTest-1083772086-project] 10.222.0.22 "DELETE /v2.0/subnets/d48e48b7-eeb5-4d8e-a601-26e6472b97e2 HTTP/1.1" status: 404 len: 337 time: 0.0418594 Sep 10 03:58:28.331854 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-32fc6a64-31fc-4276-a16a-0dac65d482c3 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365449 Sep 10 03:58:28.401917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-a637aae4-5fbb-4db9-b3ea-ecc805ad480c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:28.407597 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-a637aae4-5fbb-4db9-b3ea-ecc805ad480c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.413972 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] Sync routers for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:28.425883 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:28.426498 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:28.434045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a20254-05a4-4399-bfec-1890a8511cf9 req-26f29b20-f4cb-456f-bfe6-f113efa8d676 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:28.435539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17a20254-05a4-4399-bfec-1890a8511cf9 req-26f29b20-f4cb-456f-bfe6-f113efa8d676 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1488214 Sep 10 03:58:28.457104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-a637aae4-5fbb-4db9-b3ea-ecc805ad480c tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "PUT /v2.0/floatingips/4e13fb9e-0953-41d5-93d4-0291ca83df8f HTTP/1.1" status: 200 len: 695 time: 1.5255177 Sep 10 03:58:28.459810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:28.462070 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a660bda4-daf0-429c-b0c8-c329b1404e03" -d '{"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:28.469997 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b7a57b90-dbf0-437d-b260-07d67a0aac96 req-6e8f2883-b3a0-4c11-af02-ada09aaf6c58 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309106 Sep 10 03:58:28.505193 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b2f00919-2676-46c5-860a-44bcd3962cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.510383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b2f00919-2676-46c5-860a-44bcd3962cb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.511827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b2f00919-2676-46c5-860a-44bcd3962cb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d05dfc31-65e8-435d-9431-b65a98b7c1d2 HTTP/1.1" status: 204 len: 168 time: 0.5704939 Sep 10 03:58:28.559906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17a20254-05a4-4399-bfec-1890a8511cf9 req-3ada7187-d245-463f-8c97-5b78afdcb5c6 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006706 Sep 10 03:58:28.562598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f00919-2676-46c5-860a-44bcd3962cb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d05dfc31-65e8-435d-9431-b65a98b7c1d2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:28.583318 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:28.585398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-e9f4513e-7b16-4df7-ae4d-342f4888d286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:28.586962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-e9f4513e-7b16-4df7-ae4d-342f4888d286 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1096 time: 0.1290684 Sep 10 03:58:28.712707 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8352b999-645c-458e-81d3-b9816f899929 x-openstack-request-id: req-8352b999-645c-458e-81d3-b9816f899929 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:28.713268 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:28.713652 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8352b999-645c-458e-81d3-b9816f899929 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:28.714160 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'status': 'completed', 'code': 200} Sep 10 03:58:28.765973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-8930cbb4-d64f-4b69-97e0-340e979f93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:28.767636 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-8930cbb4-d64f-4b69-97e0-340e979f93cf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=df43143fc7a54fed8eaf1572136ce36f&device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 1096 time: 0.0984223 Sep 10 03:58:28.785879 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:28.789165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-25a5f69a-70f4-4e78-8ba7-c130385063a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:28.802484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-25a5f69a-70f4-4e78-8ba7-c130385063a3 service neutron] 10.222.0.22 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 920 time: 0.1835401 Sep 10 03:58:28.862352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-2ab711ba-bea8-4225-84cb-467bc4995a54 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 217 time: 0.0618606 Sep 10 03:58:28.931214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59352) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:28.962661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-8de47834-0b05-4970-bde9-56539cf1395c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:28.964441 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-8de47834-0b05-4970-bde9-56539cf1395c service neutron] 10.222.0.39 "GET /v2.0/networks?id=80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 200 len: 920 time: 0.1887002 Sep 10 03:58:28.980767 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f9228725-2c20-4854-acf2-608a893a4a27', 'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'mac_address': 'fa:16:3e:b0:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:19Z', 'updated_at': '2021-09-10T03:57:26Z', 'revision_number': 5, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'subnets': [{'id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:29.018143 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] Checking router: 78abf97b-8968-4d4b-b0e1-53a083145b98 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:29.022504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-d988f727-2baa-4a90-895c-874373085115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:29.029491 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:29.030022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-d988f727-2baa-4a90-895c-874373085115 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 200 len: 859 time: 0.1382763 Sep 10 03:58:29.030520 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:29.046869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede5af8a-5965-40f7-9169-5784ae20420e req-66d1ecd9-9e90-45a2-be61-b6bad5a7cca8 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:29.054802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ede5af8a-5965-40f7-9169-5784ae20420e req-66d1ecd9-9e90-45a2-be61-b6bad5a7cca8 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 945 time: 0.1952903 Sep 10 03:58:29.073733 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-4bd710f3-eca9-4a96-92e6-03b920f1188d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 200 len: 217 time: 0.1016273 Sep 10 03:58:29.122861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-e5616a4c-08c7-4387-8d5d-16ce88f516db service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=80a24d1b-a341-4613-839a-8ab2f2e14fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0913198 Sep 10 03:58:29.139964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-11a63703-a909-4525-ad1a-20ba9cf1d36b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:29.141954 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-11a63703-a909-4525-ad1a-20ba9cf1d36b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 200 len: 859 time: 0.0612950 Sep 10 03:58:29.162822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3446f7c7-768f-459b-9a46-0f5af7795898 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:29.229860 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:29.237578 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-a79e75e7-d90f-49b6-a86f-e11d70076ca3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=80a24d1b-a341-4613-839a-8ab2f2e14fb1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0870476 Sep 10 03:58:29.286822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.311479 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:58:29.312730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59364) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:29.346847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-ce2f871e-9689-4038-95bb-0502fd97da3e service neutron] 10.222.0.22 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2025063 Sep 10 03:58:29.353585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 3446f7c7-768f-459b-9a46-0f5af7795898 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:29.368602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ede5af8a-5965-40f7-9169-5784ae20420e req-fe3f38f4-c7e1-465b-8de9-3830c6be7925 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3051674 Sep 10 03:58:29.369174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 3446f7c7-768f-459b-9a46-0f5af7795898 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:29.369174 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.480143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18875665-3e92-407a-a354-5820e08583ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.481594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e23be2e-0440-40eb-b203-eea036f8abfd req-26fa6626-4295-4f17-acd1-9e71530ef4fe service neutron] 10.222.0.22 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136353 Sep 10 03:58:29.506121 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.551275 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f9228725-2c20-4854-acf2-608a893a4a27', 'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'mac_address': 'fa:16:3e:b0:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:19Z', 'updated_at': '2021-09-10T03:57:26Z', 'revision_number': 5, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'subnets': [{'id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:29.557464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833749c2-ce06-4b3c-aacb-174053f120c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3446f7c7-768f-459b-9a46-0f5af7795898'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:29.561926 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-892a48ff-c847-4d59-98a1-5d8b3ecc1097" -d '{"events": [{"server_uuid": "833749c2-ce06-4b3c-aacb-174053f120c7", "name": "network-vif-plugged", "status": "completed", "tag": "3446f7c7-768f-459b-9a46-0f5af7795898"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:29.577262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 3446f7c7-768f-459b-9a46-0f5af7795898, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3446f7c7-768f-459b-9a46-0f5af7795898,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:29.583572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a2f9ee9-ab17-4df3-95e9-7a2d39b4c39b None None] The sync data for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 is: [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:20Z', 'revision_number': 4, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f9228725-2c20-4854-acf2-608a893a4a27', 'name': '', 'network_id': '80a24d1b-a341-4613-839a-8ab2f2e14fb1', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'mac_address': 'fa:16:3e:b0:44:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_interface', 'standard_attr_id': 2368, 'fixed_ips': [{'subnet_id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:19Z', 'updated_at': '2021-09-10T03:57:26Z', 'revision_number': 5, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'subnets': [{'id': '1ef4aab6-5588-4a35-8790-f116346aebfe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:29.620188 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-12ebf103-80d6-43f9-834d-7ef399d01190 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3712113 Sep 10 03:58:29.640153 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e9f8007-91e1-4a3f-8084-8f2e79690e68 x-openstack-request-id: req-7e9f8007-91e1-4a3f-8084-8f2e79690e68 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:29.640632 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833749c2-ce06-4b3c-aacb-174053f120c7", "name": "network-vif-plugged", "status": "completed", "tag": "3446f7c7-768f-459b-9a46-0f5af7795898", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:29.641059 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e9f8007-91e1-4a3f-8084-8f2e79690e68 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:29.641610 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833749c2-ce06-4b3c-aacb-174053f120c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3446f7c7-768f-459b-9a46-0f5af7795898', 'code': 200} Sep 10 03:58:29.665786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-25f73f0d-d069-4b1e-b370-e9fffb09edb0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/floatingips/4e13fb9e-0953-41d5-93d4-0291ca83df8f HTTP/1.1" status: 200 len: 695 time: 0.1148016 Sep 10 03:58:29.679583 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.680772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.741928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.771278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=3446f7c7-768f-459b-9a46-0f5af7795898,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:29.800332 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a660bda4-daf0-429c-b0c8-c329b1404e03 req-60a3e0b4-2d88-49a2-afa4-576a44d17410 service neutron] 10.222.0.39 "GET /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1570024 Sep 10 03:58:29.889434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bddcc1-28f9-4e7c-8a92-a7055bf0ac68 req-467363e5-a916-4b40-8a8f-7953bff8e987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:29.897817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63bddcc1-28f9-4e7c-8a92-a7055bf0ac68 req-467363e5-a916-4b40-8a8f-7953bff8e987 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 1097 time: 0.1792541 Sep 10 03:58:29.915104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-3922a52a-0aea-4b86-a918-ea41b5092374 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:29.916692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-3922a52a-0aea-4b86-a918-ea41b5092374 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/networks/7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 784 time: 0.2501287 Sep 10 03:58:29.922800 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18875665-3e92-407a-a354-5820e08583ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:29.930606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4292a6e0-41f8-4bf9-ad2e-8481035450f6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:29.939939 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d40f76aa92ee48178d1b8fd111919126&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0070481 Sep 10 03:58:29.940598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59380) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:29.953640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-ebfc5282-5910-4eed-ac8e-2629dceebc65 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:58:29.955071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.955236 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-ebfc5282-5910-4eed-ac8e-2629dceebc65 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105569 Sep 10 03:58:29.955423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.955896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.956162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.956484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.956833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.957428 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.957930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.958102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63bddcc1-28f9-4e7c-8a92-a7055bf0ac68 req-5d33d223-04fd-4dc7-ba7a-dcdccb4ef6e0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402455 Sep 10 03:58:29.958277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.958609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.958940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:29.959268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5a0c6f9-8b59-49a0-af9e-211e3719a642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:30.006117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18875665-3e92-407a-a354-5820e08583ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.010734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fabcfb0-eca2-4d25-a040-248724f4c70c None None] New status for floating IP 4e13fb9e-0953-41d5-93d4-0291ca83df8f: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:58:30.017805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-50f2316e-d3b3-4ead-95f2-9ab6ebd308f9 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 698 time: 0.0491619 Sep 10 03:58:30.076355 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-18875665-3e92-407a-a354-5820e08583ee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0bb9e077aaab48f68fbbeae02cbfd7d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6242316 Sep 10 03:58:30.076355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4cefa0e4-d37d-4786-a23b-8df8030b3405 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.080823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59382) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:30.080943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18875665-3e92-407a-a354-5820e08583ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1973eca6-3e15-4bf9-b6ac-1570bb0083bc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:30.097495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-3c9d7d22-298c-46ae-a313-7e6d4fd289b1 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 698 time: 0.0729392 Sep 10 03:58:30.124101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4cefa0e4-d37d-4786-a23b-8df8030b3405 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.243957 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4cefa0e4-d37d-4786-a23b-8df8030b3405 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.246562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4cefa0e4-d37d-4786-a23b-8df8030b3405 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.250464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4cefa0e4-d37d-4786-a23b-8df8030b3405 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4292a6e0-41f8-4bf9-ad2e-8481035450f6 HTTP/1.1" status: 204 len: 168 time: 0.3025656 Sep 10 03:58:30.259063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cefa0e4-d37d-4786-a23b-8df8030b3405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4292a6e0-41f8-4bf9-ad2e-8481035450f6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:30.341329 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ec746a4-358e-43f1-9e49-66abf83b493f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.376852 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ec746a4-358e-43f1-9e49-66abf83b493f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.428574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Deleting port b0f699bd-60f6-4cad-9c48-535268921e70 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:30.434683 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.554461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ec746a4-358e-43f1-9e49-66abf83b493f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.557097 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ec746a4-358e-43f1-9e49-66abf83b493f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.560888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0ec746a4-358e-43f1-9e49-66abf83b493f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1973eca6-3e15-4bf9-b6ac-1570bb0083bc HTTP/1.1" status: 204 len: 168 time: 0.4676721 Sep 10 03:58:30.599906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec746a4-358e-43f1-9e49-66abf83b493f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1973eca6-3e15-4bf9-b6ac-1570bb0083bc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:30.621141 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.621590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:30.639187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Calling delete_port for b0f699bd-60f6-4cad-9c48-535268921e70 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:30.650741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e197a4e9-4bd5-48fa-9a59-69313ba42720 req-1c3abb9a-cf2f-4f25-94d5-b7e2a0b733cf tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:30.652506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e197a4e9-4bd5-48fa-9a59-69313ba42720 req-1c3abb9a-cf2f-4f25-94d5-b7e2a0b733cf tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 946 time: 0.1027386 Sep 10 03:58:30.757227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e197a4e9-4bd5-48fa-9a59-69313ba42720 req-93c97123-ede3-4a8d-9994-c821c2b17628 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972071 Sep 10 03:58:30.998635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.029129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Pushing event deleted for resources: {'Port': ['ID=b0f699bd-60f6-4cad-9c48-535268921e70,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:31.128686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.131347 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.132565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96a0aa80-fedf-4004-a632-b3ba181a233d req-90f391a3-1bc4-40b4-b5d8-57f60742a1fe tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "DELETE /v2.0/floatingips/4e13fb9e-0953-41d5-93d4-0291ca83df8f HTTP/1.1" status: 204 len: 173 time: 1.0212815 Sep 10 03:58:31.195423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59414) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:31.205363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e58894d6-3818-41d4-93ec-aff2eb0dc3c4 req-6f226223-865e-417d-99b1-ced9d441163e tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups/8f6d9788-4987-49f4-83cb-ff16d59a02fb HTTP/1.1" status: 200 len: 1808 time: 0.0495596 Sep 10 03:58:31.238252 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-63cd2125-fc18-41f4-b76f-5d40a363b271 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b8437a8598fa4b7ba28c05786a5c4e59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415580 Sep 10 03:58:31.240929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59416) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:31.307085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91c9d99e-d880-4f08-bffe-9c695dbc6a37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.312132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e58894d6-3818-41d4-93ec-aff2eb0dc3c4 req-f43bda07-901b-4efc-ba58-739cd299a738 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.334612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91c9d99e-d880-4f08-bffe-9c695dbc6a37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.342766 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e58894d6-3818-41d4-93ec-aff2eb0dc3c4 req-f43bda07-901b-4efc-ba58-739cd299a738 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.444290 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91c9d99e-d880-4f08-bffe-9c695dbc6a37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.447104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91c9d99e-d880-4f08-bffe-9c695dbc6a37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.448320 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-91c9d99e-d880-4f08-bffe-9c695dbc6a37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a182d016-5c85-4929-a43a-9810284bcbd4 HTTP/1.1" status: 204 len: 168 time: 0.2062960 Sep 10 03:58:31.463374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c9d99e-d880-4f08-bffe-9c695dbc6a37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a182d016-5c85-4929-a43a-9810284bcbd4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:31.468598 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e58894d6-3818-41d4-93ec-aff2eb0dc3c4 req-f43bda07-901b-4efc-ba58-739cd299a738 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.475778 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-e58894d6-3818-41d4-93ec-aff2eb0dc3c4 req-f43bda07-901b-4efc-ba58-739cd299a738 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.484414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e58894d6-3818-41d4-93ec-aff2eb0dc3c4 req-f43bda07-901b-4efc-ba58-739cd299a738 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "DELETE /v2.0/security-groups/8f6d9788-4987-49f4-83cb-ff16d59a02fb HTTP/1.1" status: 204 len: 173 time: 0.2746089 Sep 10 03:58:31.529572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43bda07-901b-4efc-ba58-739cd299a738 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f6d9788-4987-49f4-83cb-ff16d59a02fb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:31.635834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a22a9c-b2fc-472b-9c2e-8520d9edca65 req-f97030ca-1447-42cd-a65e-8653b1d28adb tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:31.639596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7a22a9c-b2fc-472b-9c2e-8520d9edca65 req-f97030ca-1447-42cd-a65e-8653b1d28adb tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 1096 time: 0.0618501 Sep 10 03:58:31.661880 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c7a22a9c-b2fc-472b-9c2e-8520d9edca65 req-b8b1d16a-411f-4d03-9ab3-46adc1a4ad03 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.762904 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c7a22a9c-b2fc-472b-9c2e-8520d9edca65 req-b8b1d16a-411f-4d03-9ab3-46adc1a4ad03 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.878830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-c7a22a9c-b2fc-472b-9c2e-8520d9edca65 req-b8b1d16a-411f-4d03-9ab3-46adc1a4ad03 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:31.919463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7a22a9c-b2fc-472b-9c2e-8520d9edca65 req-b8b1d16a-411f-4d03-9ab3-46adc1a4ad03 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2756810 Sep 10 03:58:31.930541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b1d16a-411f-4d03-9ab3-46adc1a4ad03 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bb13c79-4ff5-4e25-b787-1d55d235454b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:32.057583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb02def-afb6-4f71-88b6-cdbb8fb912f6 req-c4a4846d-10a1-4ecd-9b40-bdfd52bb4ca9 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:32.059271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebb02def-afb6-4f71-88b6-cdbb8fb912f6 req-c4a4846d-10a1-4ecd-9b40-bdfd52bb4ca9 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 946 time: 0.0750284 Sep 10 03:58:32.118807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364a7e4d-ad55-41ac-a4b6-bd5f3bd2fcea req-e493ccfa-dbe6-4a15-8fa5-0083273ec8a0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:32.120516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-364a7e4d-ad55-41ac-a4b6-bd5f3bd2fcea req-e493ccfa-dbe6-4a15-8fa5-0083273ec8a0 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1085527 Sep 10 03:58:32.125929 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebb02def-afb6-4f71-88b6-cdbb8fb912f6 req-d6a6591a-029a-42e7-b1b3-6d24c661df0b tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546875 Sep 10 03:58:32.157307 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:32.178915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-364a7e4d-ad55-41ac-a4b6-bd5f3bd2fcea req-29ee5bdf-2616-4ad5-a471-dcdaa2d028ee tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510569 Sep 10 03:58:32.355501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8a7958-ae94-47c0-8877-b3bdafd84e66 req-6f977209-9219-4679-96ae-aa44d4a22d26 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:32.357588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a8a7958-ae94-47c0-8877-b3bdafd84e66 req-6f977209-9219-4679-96ae-aa44d4a22d26 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 945 time: 0.1206176 Sep 10 03:58:32.414085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb7e2c-a596-44fb-9928-2e59a424eb46 req-dc2d4a2e-ff18-401b-88af-7df79385fd17 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:32.422743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebbb7e2c-a596-44fb-9928-2e59a424eb46 req-dc2d4a2e-ff18-401b-88af-7df79385fd17 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1750236 Sep 10 03:58:32.467992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a8a7958-ae94-47c0-8877-b3bdafd84e66 req-a56eba6d-799b-4d70-8aed-491991ff3efc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1036487 Sep 10 03:58:32.477228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebbb7e2c-a596-44fb-9928-2e59a424eb46 req-3dda7390-98a9-4842-a264-6676374623f2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532210 Sep 10 03:58:32.497589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59500) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:32.588179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9362aeb1-64f7-43fb-8f58-fc50ad20c049 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3 HTTP/1.1" status: 200 len: 993 time: 0.0893528 Sep 10 03:58:32.626935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5cec65-389a-4ab9-93d5-1ca0054c8fe2 req-552fdcc0-3c1f-4389-b881-ee1cc66934a8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:32.634849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f5cec65-389a-4ab9-93d5-1ca0054c8fe2 req-552fdcc0-3c1f-4389-b881-ee1cc66934a8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0634558 Sep 10 03:58:32.687897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f5cec65-389a-4ab9-93d5-1ca0054c8fe2 req-03fbeeb0-f990-475c-b34d-fe93adc5c681 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510960 Sep 10 03:58:32.694397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59512) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:32.850892 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-88783c23-aea2-4c59-a8c7-a11e5b69ff07 tempest-AgentManagementNegativeTest-1471158217 tempest-AgentManagementNegativeTest-1471158217-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1552677 Sep 10 03:58:32.956805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59532) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:32.992476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-775dd5c5-a661-4977-8ff3-c87655e94870 req-3df280f4-fe1b-4ff3-b6ba-cc7bb6dbbf4b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:58:32.995366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-775dd5c5-a661-4977-8ff3-c87655e94870 req-3df280f4-fe1b-4ff3-b6ba-cc7bb6dbbf4b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054975 Sep 10 03:58:33.080104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbfb6f0-6f62-4eaa-9478-315504cfe559 req-5a793f86-4bbe-42ba-8a5e-28199b00ad44 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:33.081623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fbfb6f0-6f62-4eaa-9478-315504cfe559 req-5a793f86-4bbe-42ba-8a5e-28199b00ad44 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0759683 Sep 10 03:58:33.127925 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-011532a6-517b-443f-82d1-c7181878f4e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.133433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fbfb6f0-6f62-4eaa-9478-315504cfe559 req-164e88a9-44c5-48a2-b3a0-3457e384c5ee tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447614 Sep 10 03:58:33.277222 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-011532a6-517b-443f-82d1-c7181878f4e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.293592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5abcb4-d4de-4715-8be1-402431aeca39 req-611dffa4-5004-4fa4-884f-44051a6b8f20 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:33.297477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef5abcb4-d4de-4715-8be1-402431aeca39 req-611dffa4-5004-4fa4-884f-44051a6b8f20 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0882475 Sep 10 03:58:33.345990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-011532a6-517b-443f-82d1-c7181878f4e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.371000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef5abcb4-d4de-4715-8be1-402431aeca39 req-9c088472-a8dc-4ca7-9a1e-bbc54da0b87d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660534 Sep 10 03:58:33.393458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-011532a6-517b-443f-82d1-c7181878f4e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fc98b2b8cad94735bb6ce4a29c34cc99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4334500 Sep 10 03:58:33.393818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59554) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:33.434370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011532a6-517b-443f-82d1-c7181878f4e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f994ee38-d3c0-4847-90a2-3f3b0ca3404b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:33.487734 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2dfed807-6621-482c-b8cb-68db93bf0b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.499044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59560) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:33.547710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59562) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:33.568098 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2dfed807-6621-482c-b8cb-68db93bf0b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.611737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad141260-c471-4487-900f-60c37c1a4f93 req-67fb58cd-9498-45a7-b580-6cf046a42c1b tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:33.613198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad141260-c471-4487-900f-60c37c1a4f93 req-67fb58cd-9498-45a7-b580-6cf046a42c1b tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1490133 Sep 10 03:58:33.680813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad141260-c471-4487-900f-60c37c1a4f93 req-0859cb3e-0772-43cb-9e89-9ab233c339ea tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607710 Sep 10 03:58:33.744588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port b60b4334-c50c-4bf2-964c-36c5a34ebb8c {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:33.744931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.791442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8367d522-835e-4062-9051-b03270a82272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.830675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2dfed807-6621-482c-b8cb-68db93bf0b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.831282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a63f197-618f-4fc9-974a-697c50b568e3 req-e2bc2f9f-34b4-4e24-b04b-132eafa0b87e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:33.832895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a63f197-618f-4fc9-974a-697c50b568e3 req-e2bc2f9f-34b4-4e24-b04b-132eafa0b87e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0946119 Sep 10 03:58:33.833507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2dfed807-6621-482c-b8cb-68db93bf0b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.835075 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2dfed807-6621-482c-b8cb-68db93bf0b47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f994ee38-d3c0-4847-90a2-3f3b0ca3404b HTTP/1.1" status: 204 len: 168 time: 0.4402573 Sep 10 03:58:33.886996 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.887317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:33.890922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfed807-6621-482c-b8cb-68db93bf0b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f994ee38-d3c0-4847-90a2-3f3b0ca3404b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:33.906593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for b60b4334-c50c-4bf2-964c-36c5a34ebb8c owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:33.934662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a63f197-618f-4fc9-974a-697c50b568e3 req-ff57b0fd-5f05-4e5a-9d0a-4deab9d350f7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819609 Sep 10 03:58:33.978564 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8367d522-835e-4062-9051-b03270a82272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.044664 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8367d522-835e-4062-9051-b03270a82272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.118627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8367d522-835e-4062-9051-b03270a82272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3890508f-160a-417a-83eb-35a70b71cf8a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:34.165143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8367d522-835e-4062-9051-b03270a82272 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02abe7c10f674359ad69b573c7e1f0ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162062 Sep 10 03:58:34.168396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59582) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:34.211269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9ea08d-b7fe-4afe-a09d-657176efa2dc req-9dd0f918-da2c-4aec-ad13-5753f50ac3a9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:34.218643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d9ea08d-b7fe-4afe-a09d-657176efa2dc req-9dd0f918-da2c-4aec-ad13-5753f50ac3a9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1170092 Sep 10 03:58:34.258962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-1b789f0c-4109-4da7-b72a-721d024e9331 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:34.260930 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-1b789f0c-4109-4da7-b72a-721d024e9331 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.39 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1180224 Sep 10 03:58:34.267574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa76fd32-b937-4be9-9094-8b13d67dbcc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.285585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d9ea08d-b7fe-4afe-a09d-657176efa2dc req-12e26e36-5050-4d53-bdba-35bf2964652f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599544 Sep 10 03:58:34.315379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa76fd32-b937-4be9-9094-8b13d67dbcc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.402975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Deleting port e4f84e3a-42a3-4079-89ea-f68281e764b8 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:34.403597 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.450488 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.477532 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa76fd32-b937-4be9-9094-8b13d67dbcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.481586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa76fd32-b937-4be9-9094-8b13d67dbcc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.486014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fa76fd32-b937-4be9-9094-8b13d67dbcc7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3890508f-160a-417a-83eb-35a70b71cf8a HTTP/1.1" status: 204 len: 168 time: 0.3147707 Sep 10 03:58:34.497450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa76fd32-b937-4be9-9094-8b13d67dbcc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3890508f-160a-417a-83eb-35a70b71cf8a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:34.547519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=b60b4334-c50c-4bf2-964c-36c5a34ebb8c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:34.588358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493bb278-b667-46f1-844f-4d251b26eab9 req-4491b6e3-7c93-4bc3-aadd-6d665cb43d14 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:34.591471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-493bb278-b667-46f1-844f-4d251b26eab9 req-4491b6e3-7c93-4bc3-aadd-6d665cb43d14 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0612476 Sep 10 03:58:34.633067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-493bb278-b667-46f1-844f-4d251b26eab9 req-3155473d-6011-4c83-ade1-e448b48f6820 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364797 Sep 10 03:58:34.646700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] For port e4f84e3a-42a3-4079-89ea-f68281e764b8, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e4f84e3a-42a3-4079-89ea-f68281e764b8,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:34.647117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.666403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:34.666767 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Floating IP ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3 disassociated (deleted). External IP: 172.25.3.142, port: d2441276-5e72-4f5e-b297-5da6ddc7ac3d. Sep 10 03:58:34.669997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Calling delete_port for e4f84e3a-42a3-4079-89ea-f68281e764b8 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:34.811998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ec779b-bdc3-43cd-8ea4-0b30af29bd78 req-d450a186-794f-4f5e-9118-620a9fbf17aa tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:34.820281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29ec779b-bdc3-43cd-8ea4-0b30af29bd78 req-d450a186-794f-4f5e-9118-620a9fbf17aa tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1033733 Sep 10 03:58:34.880553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29ec779b-bdc3-43cd-8ea4-0b30af29bd78 req-0ba7b822-fce3-4ff3-b832-0c3625be8175 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549037 Sep 10 03:58:34.912649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a28e4a6-92d5-43d6-a3c2-a181d4e7ca82 req-3c25e942-1155-423d-9800-4f9985d51814 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:34.920258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a28e4a6-92d5-43d6-a3c2-a181d4e7ca82 req-3c25e942-1155-423d-9800-4f9985d51814 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 945 time: 0.1487010 Sep 10 03:58:34.972499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a28e4a6-92d5-43d6-a3c2-a181d4e7ca82 req-37fefd6c-a345-47ad-a8e7-0692d259f54e tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512655 Sep 10 03:58:35.257800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99210bce-eb54-484e-b6f7-9a9665c4494d req-4986c40e-cd12-44dd-b1d8-ad689466c101 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:35.260279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99210bce-eb54-484e-b6f7-9a9665c4494d req-4986c40e-cd12-44dd-b1d8-ad689466c101 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0887599 Sep 10 03:58:35.314690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99210bce-eb54-484e-b6f7-9a9665c4494d req-039579ba-dbca-4f74-b93d-6067a1a060d0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426924 Sep 10 03:58:35.526350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba8bd8-f12e-45e2-8587-66333a33e207 req-bf0960da-3b41-4bcd-939f-b61b82fbcabf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:35.528000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcba8bd8-f12e-45e2-8587-66333a33e207 req-bf0960da-3b41-4bcd-939f-b61b82fbcabf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1077924 Sep 10 03:58:35.570234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcba8bd8-f12e-45e2-8587-66333a33e207 req-a31b6537-3e9e-4cf4-b281-377193c3e6cb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356052 Sep 10 03:58:35.602269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router fd396276-0840-4484-b77d-3ea7dba008fd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:35.664785 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:35.678781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e4f84e3a-42a3-4079-89ea-f68281e764b8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:35.732707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Pushing event deleted for resources: {'Port': ['ID=e4f84e3a-42a3-4079-89ea-f68281e764b8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:35.797530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] No DVR routers for this DVR port e4f84e3a-42a3-4079-89ea-f68281e764b8 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:35.824951 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:35.826940 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b2d02ad4-7532-49fd-80a6-a81e89866f78 req-6cc9841e-8c60-4231-9219-0d793106ca08 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.39 "DELETE /v2.0/ports/e4f84e3a-42a3-4079-89ea-f68281e764b8 HTTP/1.1" status: 204 len: 173 time: 1.5596297 Sep 10 03:58:35.827381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'name': 'network-vif-deleted', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:35.829734 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87cbdfaf-de5f-47d7-bdce-71e9bd02d2d5" -d '{"events": [{"server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "name": "network-vif-deleted", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:35.854775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:35.861222 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:35.865447 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] Sync routers for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:35.879572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:35.892504 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:35.917940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b54c612-7e27-4d3e-9f5f-41c8878452d1 req-b49c38de-c0a2-4acb-890b-69b1ba44ad80 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:35.919359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b54c612-7e27-4d3e-9f5f-41c8878452d1 req-b49c38de-c0a2-4acb-890b-69b1ba44ad80 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0535047 Sep 10 03:58:35.939560 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5d1db5b0-56e5-4bf9-99ee-0c66824b98a8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/floatingips/ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3 HTTP/1.1" status: 204 len: 168 time: 2.4361925 Sep 10 03:58:35.964650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b54c612-7e27-4d3e-9f5f-41c8878452d1 req-38fa6275-a664-42a6-841d-14ac08f1e0ee tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339751 Sep 10 03:58:36.021465 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ea6eca-cd3e-4dbe-b190-2956bcba5dbe x-openstack-request-id: req-06ea6eca-cd3e-4dbe-b190-2956bcba5dbe {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:36.022212 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec0bb612-d825-42db-a61f-c09a822d8df0", "name": "network-vif-deleted", "tag": "e4f84e3a-42a3-4079-89ea-f68281e764b8", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:36.022568 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06ea6eca-cd3e-4dbe-b190-2956bcba5dbe {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:36.023225 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec0bb612-d825-42db-a61f-c09a822d8df0', 'name': 'network-vif-deleted', 'tag': 'e4f84e3a-42a3-4079-89ea-f68281e764b8', 'status': 'completed', 'code': 200} Sep 10 03:58:36.042821 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:36.221871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59696) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:36.326521 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:34Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '57b985f7-e9d1-41e8-b5fc-1616e275718a', 'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:9c:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:33Z', 'updated_at': '2021-09-10T03:57:41Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:36.362468 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] Checking router: fd396276-0840-4484-b77d-3ea7dba008fd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:36.369148 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:36.370105 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:36.388351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ba21655-e08c-43ce-8506-2d82dc5ad309 req-a4880021-22fd-48fd-9ef3-c3c555e30f58 tempest-ServerRescueTestJSONUnderV235-450599014 tempest-ServerRescueTestJSONUnderV235-450599014-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec0bb612-d825-42db-a61f-c09a822d8df0 HTTP/1.1" status: 200 len: 210 time: 0.0337150 Sep 10 03:58:36.560148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a0881a-4fde-41dc-a69f-d26228dfa0e1 req-1fb44af3-6313-4cb5-8bc0-60cf74640520 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:36.564426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67a0881a-4fde-41dc-a69f-d26228dfa0e1 req-1fb44af3-6313-4cb5-8bc0-60cf74640520 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0788817 Sep 10 03:58:36.568300 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:36.668405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-621077593'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:36.707835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67a0881a-4fde-41dc-a69f-d26228dfa0e1 req-fec9fd48-f9ca-499d-8fea-51e9bfa8b53b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302738 Sep 10 03:58:36.788568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05883441-38c7-4c13-9d6e-23b08acbae2f req-d7765539-6a9e-420c-96ea-19e172f5e099 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:36.799815 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05883441-38c7-4c13-9d6e-23b08acbae2f req-d7765539-6a9e-420c-96ea-19e172f5e099 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 945 time: 0.0885968 Sep 10 03:58:36.829588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Made reservation on behalf of dcbc5c4b4f894121bd90fb6f4ff17f6d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:36.833537 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:36.865173 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:36.885054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05883441-38c7-4c13-9d6e-23b08acbae2f req-a54a23c1-de4b-46c9-a129-1861d48f36ea tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0842364 Sep 10 03:58:36.901526 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:34Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '57b985f7-e9d1-41e8-b5fc-1616e275718a', 'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:9c:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:33Z', 'updated_at': '2021-09-10T03:57:41Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:36.950658 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e053211-aef7-46de-9940-91d4f19562cd None None] The sync data for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 is: [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:57:34Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '57b985f7-e9d1-41e8-b5fc-1616e275718a', 'name': '', 'network_id': '1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:9c:a4:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2410, 'fixed_ips': [{'subnet_id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:33Z', 'updated_at': '2021-09-10T03:57:41Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '3aef3c1a-7de3-4e2e-8d4e-83850d794af0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:37.065139 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:37.159833 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:37.172207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:58:37.241062 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:37.244912 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Added segment e537f459-44e3-4d48-aea1-33fa93b977d6 of type vlan for network c03c2432-02ef-4677-b960-f36b4358c428 Sep 10 03:58:37.264288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bb12164-86e1-4860-b8cc-75ab9263abc6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:37.284655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc16c6d-7140-45a5-b4ad-9f7fcb10c5c6 req-2e258673-681d-4194-8bd5-06298280541b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:37.284655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5dc16c6d-7140-45a5-b4ad-9f7fcb10c5c6 req-2e258673-681d-4194-8bd5-06298280541b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 814 time: 0.1933496 Sep 10 03:58:37.316064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5dc16c6d-7140-45a5-b4ad-9f7fcb10c5c6 req-2fde6821-5d44-424b-a28d-2bf39b1e64f5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/quotas/6dea76265d944ac09553174bc576883e HTTP/1.1" status: 200 len: 375 time: 0.0164344 Sep 10 03:58:37.335709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:37.344975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3865d8ea-a30d-4277-af02-e6ef66011a7d None None] New status for floating IP ccfcf0cd-04ed-462e-919e-d73d8ba2f7f3: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:58:37.446357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5dc16c6d-7140-45a5-b4ad-9f7fcb10c5c6 req-02a30559-cc76-455a-b0cc-1f5ccde74db3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1239698 Sep 10 03:58:37.473836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59754) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:37.567485 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:37.577036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:37.579476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:38.024867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:38.028091 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0" -d '{"events": [{"name": "network-changed", "server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:38.106691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59798) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:38.106880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8837795 Sep 10 03:58:38.113619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Request body: {'subnet': {'network_id': 'c03c2432-02ef-4677-b960-f36b4358c428', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:38.120011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba53c1a-91dc-4877-8a35-ac17d1a3617d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event updated for resources: {'Network': ['ID=c03c2432-02ef-4677-b960-f36b4358c428,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:38.135592 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network c03c2432-02ef-4677-b960-f36b4358c428 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:58:38.185927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ccb28e-472d-4fbf-88db-0f2adfe9af1e req-7ae56bbe-bb0a-46a1-987c-f059ed3f5fb4 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:38.193855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28ccb28e-472d-4fbf-88db-0f2adfe9af1e req-7ae56bbe-bb0a-46a1-987c-f059ed3f5fb4 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.6087868 Sep 10 03:58:38.289571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5c3731-dd8f-4190-b4ae-4855af4eef7c req-d513735e-609f-40e5-a490-f1b436674753 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:38.289916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Made reservation on behalf of dcbc5c4b4f894121bd90fb6f4ff17f6d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:38.290987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e5c3731-dd8f-4190-b4ae-4855af4eef7c req-d513735e-609f-40e5-a490-f1b436674753 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 945 time: 0.2008247 Sep 10 03:58:38.295906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:38.307101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-fad29660-efa8-4532-802b-f35a32c3a904 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:38.308628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-fad29660-efa8-4532-802b-f35a32c3a904 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 945 time: 0.2170911 Sep 10 03:58:38.356299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e4f84e3a-42a3-4079-89ea-f68281e764b8 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:38.385801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28ccb28e-472d-4fbf-88db-0f2adfe9af1e req-1cbebc2d-1fa6-4499-8f0b-4eb443a8873f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834197 Sep 10 03:58:38.421236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: e4f84e3a-42a3-4079-89ea-f68281e764b8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:38.421584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e4f84e3a-42a3-4079-89ea-f68281e764b8 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:38.500593 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e9bc809-1139-45e3-8e9b-94717e548e03 x-openstack-request-id: req-4e9bc809-1139-45e3-8e9b-94717e548e03 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:38.501627 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:38.503998 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e9bc809-1139-45e3-8e9b-94717e548e03 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:38.503998 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'status': 'completed', 'code': 200} Sep 10 03:58:38.540727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e5c3731-dd8f-4190-b4ae-4855af4eef7c req-1559816f-504d-43f5-8179-096d23542117 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=8fa576a3-4c35-4714-80fa-746f8e983cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2162321 Sep 10 03:58:38.634286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-8da826e9-bafc-4f02-a500-14ca3b389fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:38.636723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-8da826e9-bafc-4f02-a500-14ca3b389fab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 1096 time: 0.1163948 Sep 10 03:58:38.760952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae710af-0fe8-4b44-831d-e1a80b33a231 req-7ac23398-d5e2-4f1e-8f36-44ff1a1eca8e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:38.760952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ae710af-0fe8-4b44-831d-e1a80b33a231 req-7ac23398-d5e2-4f1e-8f36-44ff1a1eca8e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1389811 Sep 10 03:58:38.791161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port d2441276-5e72-4f5e-b297-5da6ddc7ac3d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:38.791505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:38.824280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-5cc1bd2c-5196-4a1a-b281-f791f290cd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:38.825825 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-5cc1bd2c-5196-4a1a-b281-f791f290cd0b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 HTTP/1.1" status: 200 len: 897 time: 0.1541531 Sep 10 03:58:38.888634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ae710af-0fe8-4b44-831d-e1a80b33a231 req-19bd974a-091c-4a0f-9887-8646b4bf31cc tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220944 Sep 10 03:58:38.900812 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-882ccbfe-ab27-406a-8bf3-3ad74ee6ba53 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d2441276-5e72-4f5e-b297-5da6ddc7ac3d HTTP/1.1" status: 200 len: 217 time: 0.0515349 Sep 10 03:58:38.960405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:38.979618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port d2441276-5e72-4f5e-b297-5da6ddc7ac3d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:38.980046 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:38.995315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-d3908687-af21-48bd-b3cd-07dbc41aae46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:38.996337 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-d3908687-af21-48bd-b3cd-07dbc41aae46 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3aef3c1a-7de3-4e2e-8d4e-83850d794af0 HTTP/1.1" status: 200 len: 835 time: 0.0834594 Sep 10 03:58:39.008721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for d2441276-5e72-4f5e-b297-5da6ddc7ac3d owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:39.035325 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:39.064016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event updated for resources: {'Subnet': ['ID=d52c0d52-992c-4f71-b968-a48c5e795577,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:39.084513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Checking segment: {'id': 'e537f459-44e3-4d48-aea1-33fa93b977d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c03c2432-02ef-4677-b960-f36b4358c428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:39.084933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Network hostable DHCP agents. Network: c03c2432-02ef-4677-b960-f36b4358c428, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:58:39.090640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-a407f3dd-1c43-4034-98e2-8ba2d69f6777 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:39.092295 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-a407f3dd-1c43-4034-98e2-8ba2d69f6777 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0871153 Sep 10 03:58:39.200281 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-fc7a6ef3-a9cd-48e1-8316-749cf6ae370a service neutron] 10.222.0.20 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996180 Sep 10 03:58:39.201564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Network c03c2432-02ef-4677-b960-f36b4358c428 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:58:39.235397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3def2720-f2a6-4cac-aa82-46307f781517 req-26b2cacf-e007-4184-9aea-16441aa7be16 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=6dea76265d944ac09553174bc576883e HTTP/1.1" status: 200 len: 221 time: 0.1388481 Sep 10 03:58:39.284302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, c03c2432-02ef-4677-b960-f36b4358c428) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:39.294268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c9e349-f251-4a2a-b821-5704faacfe28 None None] Network c03c2432-02ef-4677-b960-f36b4358c428 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:39.308941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:39.309774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:39.370996 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b89e8f8a-fc59-437e-8847-8b5ddfcd4da0 req-dd7cbfab-797b-4518-b27a-23302ff4747c service neutron] 10.222.0.20 "GET /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1603775 Sep 10 03:58:39.447056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4bc35f0c-c625-4f89-9673-6af76212fe2d tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3389516 Sep 10 03:58:39.447832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59864) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:39.452884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Request body: {'port': {'network_id': 'c03c2432-02ef-4677-b960-f36b4358c428', 'name': 'tempest-ExtraDHCPOptionsTestJSON-116488145'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:39.458490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6801714f-99cc-4113-86bc-901800b2c666 req-0c03d642-1564-40de-8971-4fb941ca18bb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:39.460062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6801714f-99cc-4113-86bc-901800b2c666 req-0c03d642-1564-40de-8971-4fb941ca18bb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1096835 Sep 10 03:58:39.541417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-c03c2432-02ef-4677-b960-f36b4358c428', 'network_id': 'c03c2432-02ef-4677-b960-f36b4358c428', 'tenant_id': 'dcbc5c4b4f894121bd90fb6f4ff17f6d', 'fixed_ips': [{'subnet_id': 'd52c0d52-992c-4f71-b968-a48c5e795577'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:58:39.543030 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:39.596606 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:39.625866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6801714f-99cc-4113-86bc-901800b2c666 req-1e0aedfd-7103-4206-bc1a-1ce8051dcb2f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273286 Sep 10 03:58:39.689570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Made reservation on behalf of dcbc5c4b4f894121bd90fb6f4ff17f6d for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:39.695136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:39.721778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Allocated IP 172.20.0.2 (c03c2432-02ef-4677-b960-f36b4358c428/d52c0d52-992c-4f71-b968-a48c5e795577/0d08a6a8-840c-40b7-9b59-77d9ad3e4e46) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:39.727598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72f854d4-309e-43df-8f0e-dc86ff68348e req-83a4f31c-60ae-4cc5-880f-328063023086 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 210 time: 0.0391250 Sep 10 03:58:39.728528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=d2441276-5e72-4f5e-b297-5da6ddc7ac3d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:39.735075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Deleting port f9228725-2c20-4854-acf2-608a893a4a27 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:39.735426 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:39.753054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] device_id is not set on port 865f05fd-f71a-438e-97b6-18bec37e527a yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:58:39.829337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] No DVR routers for this DVR port d2441276-5e72-4f5e-b297-5da6ddc7ac3d on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:39.839366 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:39.841520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b07515ea-19db-4e60-b1e0-3f88e625266f req-8029fa12-75fb-41f9-b1a3-9cdb7e5a0810 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "DELETE /v2.0/ports/d2441276-5e72-4f5e-b297-5da6ddc7ac3d HTTP/1.1" status: 204 len: 173 time: 1.5144181 Sep 10 03:58:39.841984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'name': 'network-vif-deleted', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:39.845239 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff40acb0-97aa-4d95-97ec-861a9a384a54" -d '{"events": [{"server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "name": "network-vif-deleted", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:39.901178 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcf9bfcf-86eb-4038-84f5-a72aaf5d3302 x-openstack-request-id: req-bcf9bfcf-86eb-4038-84f5-a72aaf5d3302 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:39.901472 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6336df1b-26d4-45ea-babb-07ade8851023", "name": "network-vif-deleted", "tag": "d2441276-5e72-4f5e-b297-5da6ddc7ac3d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:39.901725 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bcf9bfcf-86eb-4038-84f5-a72aaf5d3302 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:39.902121 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6336df1b-26d4-45ea-babb-07ade8851023', 'name': 'network-vif-deleted', 'tag': 'd2441276-5e72-4f5e-b297-5da6ddc7ac3d', 'status': 'completed', 'code': 200} Sep 10 03:58:39.913819 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:39.915555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583417ae-1542-4955-8ba1-f414ae0a609b req-c95bca8d-273e-481f-a98f-d837c06bb2b1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:39.917145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-583417ae-1542-4955-8ba1-f414ae0a609b req-c95bca8d-273e-481f-a98f-d837c06bb2b1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1376677 Sep 10 03:58:39.924928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Transition to ACTIVE for port object 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:39.944374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Transition to ACTIVE for port object 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:39.948089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] For port f9228725-2c20-4854-acf2-608a893a4a27, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f9228725-2c20-4854-acf2-608a893a4a27,segment=NetworkSegment(d6fd3c2d-8652-40ad-9a5e-8c415fe37997),segment_id=d6fd3c2d-8652-40ad-9a5e-8c415fe37997)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:39.948464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:39.973366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Calling delete_port for f9228725-2c20-4854-acf2-608a893a4a27 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:39.998373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-583417ae-1542-4955-8ba1-f414ae0a609b req-b08ec228-bfc3-410f-9868-9ba3207d5195 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715387 Sep 10 03:58:40.016551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:40.086453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Network c03c2432-02ef-4677-b960-f36b4358c428 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:40.096175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:40.099807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:40.122460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Pushing event updated for resources: {'Port': ['ID=0d08a6a8-840c-40b7-9b59-77d9ad3e4e46,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:40.136304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-11251bc2-a06d-43b2-b67f-c02404217554 {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:58:40.136818 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:58:40.216318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Attempting to bind port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:58:40.216683 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Attempting to bind port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'e537f459-44e3-4d48-aea1-33fa93b977d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c03c2432-02ef-4677-b960-f36b4358c428'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:58:40.217046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Attempting to bind port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 on network c03c2432-02ef-4677-b960-f36b4358c428 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:40.223604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:58:40.224163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Checking segment: {'id': 'e537f459-44e3-4d48-aea1-33fa93b977d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c03c2432-02ef-4677-b960-f36b4358c428'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:40.227855 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:40.228395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Bound using segment: {'id': 'e537f459-44e3-4d48-aea1-33fa93b977d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c03c2432-02ef-4677-b960-f36b4358c428'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:58:40.229020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Bound port: 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e537f459-44e3-4d48-aea1-33fa93b977d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'c03c2432-02ef-4677-b960-f36b4358c428'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:58:40.229738 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:40.273282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215bd9e3-a1d4-44f1-b4c2-1b4482a1df94 req-a1496175-e3c6-4ab4-b617-b448b68b2df1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:40.275247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-215bd9e3-a1d4-44f1-b4c2-1b4482a1df94 req-a1496175-e3c6-4ab4-b617-b448b68b2df1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0829580 Sep 10 03:58:40.348860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-215bd9e3-a1d4-44f1-b4c2-1b4482a1df94 req-5dd72113-daf6-4f7d-97ed-57f29a5678a6 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497918 Sep 10 03:58:40.357480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] For port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:58:40.361926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] For port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0d08a6a8-840c-40b7-9b59-77d9ad3e4e46,segment=NetworkSegment(e537f459-44e3-4d48-aea1-33fa93b977d6),segment_id=e537f459-44e3-4d48-aea1-33fa93b977d6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:58:40.438643 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:40.485171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:40.506063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3c3792-25ac-4a36-8fbb-c78a114c07d3 None None] Pushing event updated for resources: {'Port': ['ID=0d08a6a8-840c-40b7-9b59-77d9ad3e4e46,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:40.545947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9228725-2c20-4854-acf2-608a893a4a27,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:40.605864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1521e153-0309-459c-8e6d-ffbf9ae3df78 req-d6229778-538b-46a5-baab-b47d23b3762a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:40.607287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1521e153-0309-459c-8e6d-ffbf9ae3df78 req-d6229778-538b-46a5-baab-b47d23b3762a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1657598 Sep 10 03:58:40.637631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:40.665650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] device_id is not set on port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:58:40.780214 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:40.806799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1521e153-0309-459c-8e6d-ffbf9ae3df78 req-5b188e18-b495-4653-bd02-fac6fc94b2c6 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1929421 Sep 10 03:58:40.988475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71836625-d7ab-4086-b670-eb2ea8be56de req-b8c8eff6-f9f2-4c5b-8548-6c92c2366bfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=6336df1b-26d4-45ea-babb-07ade8851023 HTTP/1.1" status: 200 len: 210 time: 0.0583870 Sep 10 03:58:41.008821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Allocated IP 172.20.0.8 (c03c2432-02ef-4677-b960-f36b4358c428/d52c0d52-992c-4f71-b968-a48c5e795577/29a4b6d1-1361-4a91-b40d-89a2d44e2ecb) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:41.068980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd60028-1e83-4c48-b712-6277d7cec398 req-bf616fcf-4f2a-4731-aad1-cf074886614e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:41.070485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fd60028-1e83-4c48-b712-6277d7cec398 req-bf616fcf-4f2a-4731-aad1-cf074886614e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1192896 Sep 10 03:58:41.159780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fd60028-1e83-4c48-b712-6277d7cec398 req-0e20b02c-b910-4a4b-84c7-468f144d5cae tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773973 Sep 10 03:58:41.184473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d2441276-5e72-4f5e-b297-5da6ddc7ac3d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:41.216811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: d2441276-5e72-4f5e-b297-5da6ddc7ac3d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:41.217171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d2441276-5e72-4f5e-b297-5da6ddc7ac3d not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:41.243597 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:41.262157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Router 78abf97b-8968-4d4b-b0e1-53a083145b98 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:41.280424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Transition to ACTIVE for port object 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:41.370365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:41.404631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Network c03c2432-02ef-4677-b960-f36b4358c428 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:41.407921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:41.430548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:41.479933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:41.492786 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] Sync routers for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:41.493708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bf3ceaba-dd40-47cc-9c92-446e89d80f94 admin admin] 10.222.0.22 "PUT /v2.0/routers/78abf97b-8968-4d4b-b0e1-53a083145b98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0184484 Sep 10 03:58:41.495924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59938) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:41.504037 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:41.504688 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:41.512792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88295d33-a83d-4189-b6df-969b85ab6c9b req-94f3bbb9-d483-4908-82a0-dd0ad0e947c0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:41.527901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88295d33-a83d-4189-b6df-969b85ab6c9b req-94f3bbb9-d483-4908-82a0-dd0ad0e947c0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.2019160 Sep 10 03:58:41.538469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:41.569581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59940) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:41.619373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event updated for resources: {'Port': ['ID=29a4b6d1-1361-4a91-b40d-89a2d44e2ecb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:41.627299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88295d33-a83d-4189-b6df-969b85ab6c9b req-6f9a9f68-60d4-4160-9bc3-8b5c075b3f9b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983996 Sep 10 03:58:41.662128 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:41.673312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:41.674076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:41.684331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:41.793389 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e041754d-8099-4014-a7dd-3047a894b7f8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3444114 Sep 10 03:58:41.797572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59948) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:41.803408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Request body: {'port': {'network_id': 'c03c2432-02ef-4677-b960-f36b4358c428', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1493468211', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:41.803991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.api.validators [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] bootfile-name is not in valid_values {{(pid=95137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:58:41.804335 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.api.validators [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] tftp-server is not in valid_values {{(pid=95137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:58:41.804663 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.api.validators [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] server-ip-address is not in valid_values {{(pid=95137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:58:41.873023 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-665c003b-6882-43a0-a3db-389d49bf278d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:41.916934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8776289a-129e-4fc0-9ece-d01f51f736a5 req-00e92d90-7347-483a-9087-304c819ec1fe tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:41.921378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8776289a-129e-4fc0-9ece-d01f51f736a5 req-00e92d90-7347-483a-9087-304c819ec1fe tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1854744 Sep 10 03:58:41.977138 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:41.980771 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:58:40Z', 'revision_number': 5, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:41.989390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8776289a-129e-4fc0-9ece-d01f51f736a5 req-d33b2f63-1d7b-492d-9668-e4ff43f8eb5c tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533757 Sep 10 03:58:42.011221 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] Checking router: 78abf97b-8968-4d4b-b0e1-53a083145b98 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:42.028282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] Routers {'78abf97b-8968-4d4b-b0e1-53a083145b98'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:42.028282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['78abf97b-8968-4d4b-b0e1-53a083145b98'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:42.028490 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4071ee19-e62d-4d2d-83f0-7f2087c73e98 None None] Network c03c2432-02ef-4677-b960-f36b4358c428 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:42.095571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59958) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:42.167400 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.199287 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] Set router 78abf97b-8968-4d4b-b0e1-53a083145b98 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:42.250980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c7fd3d99-3fd8-4619-8fbe-67d0378f2859 None None] Provisioning for port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:42.295994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c7fd3d99-3fd8-4619-8fbe-67d0378f2859 None None] Provisioning complete for port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:42.296634 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3d99-3fd8-4619-8fbe-67d0378f2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.307488 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-665c003b-6882-43a0-a3db-389d49bf278d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.333110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3c97b-4f98-4f78-97a9-171e9ac14510 req-247dca0d-10f2-4724-95e6-ae75ae517086 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:42.334914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cef3c97b-4f98-4f78-97a9-171e9ac14510 req-247dca0d-10f2-4724-95e6-ae75ae517086 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1179962 Sep 10 03:58:42.339320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Deleting port df325563-6dfe-4259-b0d9-396f4442e4a1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:42.339869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.419733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cef3c97b-4f98-4f78-97a9-171e9ac14510 req-393a7a0f-65b1-470a-9020-8d35504ba66e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529399 Sep 10 03:58:42.427634 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3d99-3fd8-4619-8fbe-67d0378f2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.437417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-665c003b-6882-43a0-a3db-389d49bf278d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.469296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c7fd3d99-3fd8-4619-8fbe-67d0378f2859 None None] For port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0d08a6a8-840c-40b7-9b59-77d9ad3e4e46,segment=NetworkSegment(e537f459-44e3-4d48-aea1-33fa93b977d6),segment_id=e537f459-44e3-4d48-aea1-33fa93b977d6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:42.534427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Made reservation on behalf of dcbc5c4b4f894121bd90fb6f4ff17f6d for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:42.541989 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.551834 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:58:40Z', 'revision_number': 5, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:42.553050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c7fd3d99-3fd8-4619-8fbe-67d0378f2859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.612371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] device_id is not set on port 1f75f45c-93b2-4e3b-89f7-6ff6bc829d14 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:58:42.616804 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e2ceeff-8aa7-4fc9-b280-0685187bd4ab None None] The sync data for ids ['78abf97b-8968-4d4b-b0e1-53a083145b98'] in n-d-808143-1 is: [{'id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'name': 'tempest-ServerRescueTestJSONUnderV235-177009019-router', 'tenant_id': 'df43143fc7a54fed8eaf1572136ce36f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71'}], 'enable_snat': True}, 'gw_port_id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:58:40Z', 'revision_number': 5, 'project_id': 'df43143fc7a54fed8eaf1572136ce36f', 'gw_port': {'id': 'df325563-6dfe-4259-b0d9-396f4442e4a1', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:2c:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78abf97b-8968-4d4b-b0e1-53a083145b98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2357, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.71', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:15Z', 'updated_at': '2021-09-10T03:57:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:42.625847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fd3d99-3fd8-4619-8fbe-67d0378f2859 None None] Pushing event updated for resources: {'Port': ['ID=0d08a6a8-840c-40b7-9b59-77d9ad3e4e46,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:42.632647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] For port df325563-6dfe-4259-b0d9-396f4442e4a1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=df325563-6dfe-4259-b0d9-396f4442e4a1,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:42.633261 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.666637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Calling delete_port for df325563-6dfe-4259-b0d9-396f4442e4a1 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:42.779165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-53f02757-bb8b-4d33-9835-b49481caf515 None None] Provisioning complete for port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:42.779814 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-53f02757-bb8b-4d33-9835-b49481caf515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:42.924697 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-665c003b-6882-43a0-a3db-389d49bf278d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad3e9cf54501416180674e80d3e969ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3504498 Sep 10 03:58:42.955669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59966) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:43.005598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665c003b-6882-43a0-a3db-389d49bf278d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c917d5e6-7e21-4ae9-b46b-e59da3751d5b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:43.012154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Allocated IP 172.20.0.10 (c03c2432-02ef-4677-b960-f36b4358c428/d52c0d52-992c-4f71-b968-a48c5e795577/1f75f45c-93b2-4e3b-89f7-6ff6bc829d14) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:43.050062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-53f02757-bb8b-4d33-9835-b49481caf515 None None] Provisioning for port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:43.056177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-53f02757-bb8b-4d33-9835-b49481caf515 None None] Provisioning complete for port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:43.057080 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-53f02757-bb8b-4d33-9835-b49481caf515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.098746 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.121983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-53f02757-bb8b-4d33-9835-b49481caf515 None None] Port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:58:43.142512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3cd35b-7e63-4f1f-9f0b-703433caece7 req-747876d2-e3b4-4faf-8216-c13cd1fbaf8f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:43.147918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b3cd35b-7e63-4f1f-9f0b-703433caece7 req-747876d2-e3b4-4faf-8216-c13cd1fbaf8f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.2601237 Sep 10 03:58:43.154942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=df325563-6dfe-4259-b0d9-396f4442e4a1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:43.201335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7527-12c2-4dff-a59e-63567ee5ccdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.255201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7e87089a-c91d-48a0-bd0f-3eaf714fab46 None None] Provisioning complete for port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:43.258699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b3cd35b-7e63-4f1f-9f0b-703433caece7 req-305c75ac-ac1a-40d0-81c7-799f0c1a99ed tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902150 Sep 10 03:58:43.260046 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7e87089a-c91d-48a0-bd0f-3eaf714fab46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.284074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7527-12c2-4dff-a59e-63567ee5ccdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.328848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-7e87089a-c91d-48a0-bd0f-3eaf714fab46 None None] Port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:58:43.384183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.412702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:58:43.451410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-175ebbf9-96ba-43a9-b346-1b328ecd3c34 req-83de52a2-3629-45ce-ae6f-1e86f8db566b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:43.452636 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-175ebbf9-96ba-43a9-b346-1b328ecd3c34 req-83de52a2-3629-45ce-ae6f-1e86f8db566b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0931365 Sep 10 03:58:43.483183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:43.483587 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.511978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7527-12c2-4dff-a59e-63567ee5ccdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.514883 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a2f7527-12c2-4dff-a59e-63567ee5ccdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.516375 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.519840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0a2f7527-12c2-4dff-a59e-63567ee5ccdf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c917d5e6-7e21-4ae9-b46b-e59da3751d5b HTTP/1.1" status: 204 len: 168 time: 0.5545590 Sep 10 03:58:43.540134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-175ebbf9-96ba-43a9-b346-1b328ecd3c34 req-539139e9-87c5-4923-8dd6-6e1c1076887a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646963 Sep 10 03:58:43.541822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2f7527-12c2-4dff-a59e-63567ee5ccdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c917d5e6-7e21-4ae9-b46b-e59da3751d5b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:43.546685 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.566635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.566814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Transition to ACTIVE for port object 1f75f45c-93b2-4e3b-89f7-6ff6bc829d14 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:43.596321 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.661443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f9228725-2c20-4854-acf2-608a893a4a27 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:43.671710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.695201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f9228725-2c20-4854-acf2-608a893a4a27 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:43.695513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f9228725-2c20-4854-acf2-608a893a4a27 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:43.714700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.715251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78abf97b-8968-4d4b-b0e1-53a083145b98 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:43.724806 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.729424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-53d5d527-664c-40ff-88ba-392bb0ba96a4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/78abf97b-8968-4d4b-b0e1-53a083145b98 HTTP/1.1" status: 204 len: 168 time: 2.2313261 Sep 10 03:58:43.732336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59978) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:43.785108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event updated for resources: {'Port': ['ID=1f75f45c-93b2-4e3b-89f7-6ff6bc829d14,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:43.795881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Network c03c2432-02ef-4677-b960-f36b4358c428 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:43.801908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:43.806050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:43.845530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578e0d6-16d4-4050-b997-a1edbcccb237 req-fe012122-c281-4ac6-a087-01c37131b522 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:43.846279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6766f073-8869-43d4-9a9d-75b07261c78d admin admin] Deleting subnet 1ef4aab6-5588-4a35-8790-f116346aebfe {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:58:43.855733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766f073-8869-43d4-9a9d-75b07261c78d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.858698 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3578e0d6-16d4-4050-b997-a1edbcccb237 req-fe012122-c281-4ac6-a087-01c37131b522 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1563053 Sep 10 03:58:43.909826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:43.911458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.924869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766f073-8869-43d4-9a9d-75b07261c78d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:43.947245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3578e0d6-16d4-4050-b997-a1edbcccb237 req-f87d40b8-911a-4c3e-a2a4-e1b368cd45b6 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797496 Sep 10 03:58:43.999477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766f073-8869-43d4-9a9d-75b07261c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.077310 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5a8ffcd8-a44d-4a18-898f-756fd1704d5a tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 2.2755685 Sep 10 03:58:44.078659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59984) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:44.148711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5314d3-ff4e-4dab-a11e-0f057b26fc80 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:44.156582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5314d3-ff4e-4dab-a11e-0f057b26fc80 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:44.164469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c5314d3-ff4e-4dab-a11e-0f057b26fc80 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:44.166486 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8c5314d3-ff4e-4dab-a11e-0f057b26fc80 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.0865552 Sep 10 03:58:44.168492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766f073-8869-43d4-9a9d-75b07261c78d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.171126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59990) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:44.204181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766f073-8869-43d4-9a9d-75b07261c78d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef4aab6-5588-4a35-8790-f116346aebfe,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:44.215225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6146acf6-d024-41ef-b23b-537923c83cb9 None None] Provisioning for port 1f75f45c-93b2-4e3b-89f7-6ff6bc829d14 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:58:44.219526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6146acf6-d024-41ef-b23b-537923c83cb9 None None] Provisioning complete for port 1f75f45c-93b2-4e3b-89f7-6ff6bc829d14 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:44.219986 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6146acf6-d024-41ef-b23b-537923c83cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.244798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6766f073-8869-43d4-9a9d-75b07261c78d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.246842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port 57b985f7-e9d1-41e8-b5fc-1616e275718a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:44.246968 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6766f073-8869-43d4-9a9d-75b07261c78d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1ef4aab6-5588-4a35-8790-f116346aebfe HTTP/1.1" status: 204 len: 168 time: 0.5028536 Sep 10 03:58:44.248105 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.251209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59992) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:44.273288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90f5196-b6d4-4086-ab6a-64c6c495fc01 req-e8de994b-7e25-4477-bced-ba7147d68a33 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:44.275493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f90f5196-b6d4-4086-ab6a-64c6c495fc01 req-e8de994b-7e25-4477-bced-ba7147d68a33 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1914384 Sep 10 03:58:44.314898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6146acf6-d024-41ef-b23b-537923c83cb9 None None] Port 1f75f45c-93b2-4e3b-89f7-6ff6bc829d14 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:58:44.364716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.395988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f90f5196-b6d4-4086-ab6a-64c6c495fc01 req-ecce95b1-b44a-4c78-8b69-a326e7e69198 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074383 Sep 10 03:58:44.432720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-86417c4f-c36d-49ef-8662-bc50117ecee8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Deleting port 1f75f45c-93b2-4e3b-89f7-6ff6bc829d14 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:44.433239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86417c4f-c36d-49ef-8662-bc50117ecee8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.460401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port 57b985f7-e9d1-41e8-b5fc-1616e275718a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=57b985f7-e9d1-41e8-b5fc-1616e275718a,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:44.460896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.478904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for 57b985f7-e9d1-41e8-b5fc-1616e275718a owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:44.526516 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.582747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80a24d1b-a341-4613-839a-8ab2f2e14fb1']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:44.600621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af93f14f-962e-40c5-8361-8e53fe388faf req-26b2f416-564d-4012-a19d-654f72a117f7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:44.601923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:44.602144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af93f14f-962e-40c5-8361-8e53fe388faf req-26b2f416-564d-4012-a19d-654f72a117f7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0705900 Sep 10 03:58:44.602276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6fd3c2d-8652-40ad-9a5e-8c415fe37997') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:44.618095 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.619728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 59998) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:44.639543 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86417c4f-c36d-49ef-8662-bc50117ecee8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.660953 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7dc-ba00-4a14-914b-5df20096bb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.663818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.665894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-86417c4f-c36d-49ef-8662-bc50117ecee8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Calling delete_port for 1f75f45c-93b2-4e3b-89f7-6ff6bc829d14 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:44.683483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af93f14f-962e-40c5-8361-8e53fe388faf req-06d49f6f-6c68-4bd7-b012-316bcc9d7da0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502369 Sep 10 03:58:44.684196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:58:44.684607 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:58:44.686270 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:58:44.859032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3be52b9-4e32-45f0-9d17-158af90d39ff req-0f7d8979-640c-4a85-afcd-6e5c44f9f077 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:44.860821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3be52b9-4e32-45f0-9d17-158af90d39ff req-0f7d8979-640c-4a85-afcd-6e5c44f9f077 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0697250 Sep 10 03:58:44.894908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7dc-ba00-4a14-914b-5df20096bb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.901275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3be52b9-4e32-45f0-9d17-158af90d39ff req-eb9b587a-817f-4f86-8a59-ec381fffa91a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334992 Sep 10 03:58:44.902015 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.915535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.919791 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/80a24d1b-a341-4613-839a-8ab2f2e14fb1 HTTP/1.1" status: 204 len: 168 time: 0.6652787 Sep 10 03:58:44.930196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:44.950347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36977029-fd76-4fa1-95b8-c37306a858b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=80a24d1b-a341-4613-839a-8ab2f2e14fb1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:44.990458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=57b985f7-e9d1-41e8-b5fc-1616e275718a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:45.009210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.009560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.009902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.010492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.013045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.013045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.013045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.013045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.013045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.013045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.015891 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.016358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:58:45.031076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44a8b7dc-ba00-4a14-914b-5df20096bb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.082060 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86417c4f-c36d-49ef-8662-bc50117ecee8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.121276 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-44a8b7dc-ba00-4a14-914b-5df20096bb04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9466f24b8a34462892e9194816400e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5005744 Sep 10 03:58:45.124404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a8b7dc-ba00-4a14-914b-5df20096bb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29f71bfe-9fb2-4f68-9e95-e9758f7d8632,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:45.127463 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60006) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:45.130237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86417c4f-c36d-49ef-8662-bc50117ecee8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event deleted for resources: {'Port': ['ID=1f75f45c-93b2-4e3b-89f7-6ff6bc829d14,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:45.269277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86417c4f-c36d-49ef-8662-bc50117ecee8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.279178 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-86417c4f-c36d-49ef-8662-bc50117ecee8 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "DELETE /v2.0/ports/1f75f45c-93b2-4e3b-89f7-6ff6bc829d14 HTTP/1.1" status: 204 len: 168 time: 1.0804203 Sep 10 03:58:45.279705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60016) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:45.307531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Request body: {'port': {'name': 'tempest-new-port-name-900882181', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:45.307898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.api.validators [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] bootfile-name is not in valid_values {{(pid=95137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:58:45.313471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.api.validators [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] tftp-server is not in valid_values {{(pid=95137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:58:45.313946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.api.validators [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] server-ip-address is not in valid_values {{(pid=95137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:58:45.342931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device df325563-6dfe-4259-b0d9-396f4442e4a1 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:45.378186 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b412e785-913f-436e-8887-ae12c67efa50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.392754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: df325563-6dfe-4259-b0d9-396f4442e4a1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:45.393096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device df325563-6dfe-4259-b0d9-396f4442e4a1 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:45.446434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60018) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:45.447943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a89a6-130c-44df-b24c-5e95e8de3e16 req-1ab0f6cf-910b-47b4-9796-8a4226f1ad10 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:45.449589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f41a89a6-130c-44df-b24c-5e95e8de3e16 req-1ab0f6cf-910b-47b4-9796-8a4226f1ad10 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1594687 Sep 10 03:58:45.450504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.462120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.485567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b412e785-913f-436e-8887-ae12c67efa50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.555666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f41a89a6-130c-44df-b24c-5e95e8de3e16 req-08c5d97d-34c5-41e2-aba0-f1781318d920 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984755 Sep 10 03:58:45.597533 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-76be5d2a-e61e-41db-85b8-2ac52eb9d3f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df43143fc7a54fed8eaf1572136ce36f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487896 Sep 10 03:58:45.609750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60022) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:45.705266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b412e785-913f-436e-8887-ae12c67efa50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.709666 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b412e785-913f-436e-8887-ae12c67efa50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.722056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b412e785-913f-436e-8887-ae12c67efa50 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29f71bfe-9fb2-4f68-9e95-e9758f7d8632 HTTP/1.1" status: 204 len: 168 time: 0.5887179 Sep 10 03:58:45.744426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4a4c88-d91f-4ad7-bbde-8f645555c8e8 req-6e10643c-e346-4ebb-a13c-c0687d48580d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:45.745707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d4a4c88-d91f-4ad7-bbde-8f645555c8e8 req-6e10643c-e346-4ebb-a13c-c0687d48580d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1014025 Sep 10 03:58:45.767857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b412e785-913f-436e-8887-ae12c67efa50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29f71bfe-9fb2-4f68-9e95-e9758f7d8632,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:45.792900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f16e33f3-6f83-401f-86e9-b2532b75c74f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.833136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f16e33f3-6f83-401f-86e9-b2532b75c74f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.836146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.869521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d4a4c88-d91f-4ad7-bbde-8f645555c8e8 req-0f7cd7c5-9343-4cb7-9493-7844313ce4a5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039269 Sep 10 03:58:45.889296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router fd396276-0840-4484-b77d-3ea7dba008fd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:58:45.901111 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:45.994134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] In _notify_port_updated(), no bound segment for port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb on network c03c2432-02ef-4677-b960-f36b4358c428 {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:58:46.000379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:46.001076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:46.003240 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "PUT /v2.0/ports/29a4b6d1-1361-4a91-b40d-89a2d44e2ecb HTTP/1.1" status: 200 len: 1135 time: 0.7202861 Sep 10 03:58:46.009417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60028) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:46.057307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:58:46.071284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d45ce7e3-2c0a-4901-a1a6-6bdd61ea5fd6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "PUT /v2.0/routers/fd396276-0840-4484-b77d-3ea7dba008fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9740195 Sep 10 03:58:46.071452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] Sync routers for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:58:46.079179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f16e33f3-6f83-401f-86e9-b2532b75c74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:46.080425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60034) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:46.084967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:46.085590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:46.088987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f16e33f3-6f83-401f-86e9-b2532b75c74f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:46.092917 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f16e33f3-6f83-401f-86e9-b2532b75c74f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ab36c6f-e98b-4a03-bcb0-93ae55bfe920 HTTP/1.1" status: 204 len: 168 time: 0.4821727 Sep 10 03:58:46.119771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5678366-7a5c-4555-858c-4681217e4894 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event updated for resources: {'Port': ['ID=29a4b6d1-1361-4a91-b40d-89a2d44e2ecb,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:46.163564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16e33f3-6f83-401f-86e9-b2532b75c74f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab36c6f-e98b-4a03-bcb0-93ae55bfe920,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:46.207656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c676c03-cb40-48d8-b4f7-ac13d4fdef5b tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:46.210194 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2c676c03-cb40-48d8-b4f7-ac13d4fdef5b tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "GET /v2.0/ports/29a4b6d1-1361-4a91-b40d-89a2d44e2ecb HTTP/1.1" status: 200 len: 1135 time: 0.1978760 Sep 10 03:58:46.217280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60040) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:46.277546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faefbd6b-7101-4293-90b1-04cf73573855 req-67df8b31-1c7e-4657-9b71-fe7df09ca8b9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:46.286362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-faefbd6b-7101-4293-90b1-04cf73573855 req-67df8b31-1c7e-4657-9b71-fe7df09ca8b9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1382914 Sep 10 03:58:46.300905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-85f2c951-2812-4a65-ad62-861664037f28 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting subnet 3aef3c1a-7de3-4e2e-8d4e-83850d794af0 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:58:46.313199 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85f2c951-2812-4a65-ad62-861664037f28 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:46.415855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-faefbd6b-7101-4293-90b1-04cf73573855 req-3a517a60-2063-4615-9936-5613c09991de tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281579 Sep 10 03:58:46.419337 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85f2c951-2812-4a65-ad62-861664037f28 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:46.420914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8f741a83-708f-42f7-86a8-2ae470cb9f95 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Deleting port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:46.421252 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f741a83-708f-42f7-86a8-2ae470cb9f95 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:46.561318 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85f2c951-2812-4a65-ad62-861664037f28 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:46.649793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:46.718383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-083239e4-c35f-4a5a-b057-6a9ee4582072 None None] Provisioning complete for port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:58:46.718773 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-083239e4-c35f-4a5a-b057-6a9ee4582072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:46.771305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-083239e4-c35f-4a5a-b057-6a9ee4582072 None None] Port 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:58:46.783505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d503850-259c-4702-a86e-97acb927ab8e req-5d5983e4-efa6-46c6-bb8b-0b370b452717 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:46.785247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d503850-259c-4702-a86e-97acb927ab8e req-5d5983e4-efa6-46c6-bb8b-0b370b452717 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.2341933 Sep 10 03:58:46.868164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d503850-259c-4702-a86e-97acb927ab8e req-f1455c1c-5627-43ec-8924-db0c0376c16a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706956 Sep 10 03:58:46.884428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85f2c951-2812-4a65-ad62-861664037f28 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:46.983909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f2c951-2812-4a65-ad62-861664037f28 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Subnet': ['ID=3aef3c1a-7de3-4e2e-8d4e-83850d794af0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:47.003649 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85f2c951-2812-4a65-ad62-861664037f28 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.009224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1aba78c-eda6-4fa6-a933-049a6c34fa5a None None] Network 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:47.009581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-85f2c951-2812-4a65-ad62-861664037f28 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/subnets/3aef3c1a-7de3-4e2e-8d4e-83850d794af0 HTTP/1.1" status: 204 len: 168 time: 0.9279475 Sep 10 03:58:47.010269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60068) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:47.095416 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f741a83-708f-42f7-86a8-2ae470cb9f95 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.113329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8f741a83-708f-42f7-86a8-2ae470cb9f95 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Calling delete_port for 29a4b6d1-1361-4a91-b40d-89a2d44e2ecb owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:47.177743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:58:44Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:47.213088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] Checking router: fd396276-0840-4484-b77d-3ea7dba008fd for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:58:47.223609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] Routers {'fd396276-0840-4484-b77d-3ea7dba008fd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:58:47.224284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fd396276-0840-4484-b77d-3ea7dba008fd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:47.265821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb3b89-a862-4fe4-b742-28863ac807f0 req-ad9c080f-663c-4664-87f4-7652b0bd373e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:47.289046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbeb3b89-a862-4fe4-b742-28863ac807f0 req-ad9c080f-663c-4664-87f4-7652b0bd373e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.2292128 Sep 10 03:58:47.350561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbeb3b89-a862-4fe4-b742-28863ac807f0 req-5407875b-f5c7-4d75-b08d-9a31563113a0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606878 Sep 10 03:58:47.373514 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.381887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e6ed64-83cc-43e2-b04b-b7b56108290a None None] DHCP port deletion for 1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:58:47.489685 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f741a83-708f-42f7-86a8-2ae470cb9f95 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.489798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] Set router fd396276-0840-4484-b77d-3ea7dba008fd gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:58:47.510099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8df9ad2-ed18-4ce3-81df-6a9d809bb217 req-bf274669-05bb-4fd9-8b1c-6635b0bf4b13 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:47.511740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8df9ad2-ed18-4ce3-81df-6a9d809bb217 req-bf274669-05bb-4fd9-8b1c-6635b0bf4b13 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0590456 Sep 10 03:58:47.522363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f741a83-708f-42f7-86a8-2ae470cb9f95 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event deleted for resources: {'Port': ['ID=29a4b6d1-1361-4a91-b40d-89a2d44e2ecb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:47.620784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f741a83-708f-42f7-86a8-2ae470cb9f95 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.632364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60092) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:47.632767 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8f741a83-708f-42f7-86a8-2ae470cb9f95 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "DELETE /v2.0/ports/29a4b6d1-1361-4a91-b40d-89a2d44e2ecb HTTP/1.1" status: 204 len: 168 time: 1.4125397 Sep 10 03:58:47.680500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6ed64-83cc-43e2-b04b-b7b56108290a None None] Deleting port 3da8682c-f161-4b7f-94c8-07cc52f4821a {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:47.681117 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ed64-83cc-43e2-b04b-b7b56108290a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.706548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7e4b60b-3364-4986-9545-0259d1289af9 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Deleting subnet d52c0d52-992c-4f71-b968-a48c5e795577 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:58:47.716324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b60b-3364-4986-9545-0259d1289af9 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.746406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8df9ad2-ed18-4ce3-81df-6a9d809bb217 req-8c70c20c-5694-4911-ac73-966854c0f2cb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156844 Sep 10 03:58:47.760028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.803249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b60b-3364-4986-9545-0259d1289af9 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.848088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f7e6ed64-83cc-43e2-b04b-b7b56108290a None None] For port 3da8682c-f161-4b7f-94c8-07cc52f4821a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3da8682c-f161-4b7f-94c8-07cc52f4821a,segment=NetworkSegment(91c0f65b-af41-4ec6-ba73-bc290de12f97),segment_id=91c0f65b-af41-4ec6-ba73-bc290de12f97)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:47.848088 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ed64-83cc-43e2-b04b-b7b56108290a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.872377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f7e6ed64-83cc-43e2-b04b-b7b56108290a None None] Calling delete_port for 3da8682c-f161-4b7f-94c8-07cc52f4821a owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:47.940769 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b60b-3364-4986-9545-0259d1289af9 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:47.946891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:58:44Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:47.988005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8224a3-b090-4a26-b5b8-3cb2bcab2b26 None None] The sync data for ids ['fd396276-0840-4484-b77d-3ea7dba008fd'] in n-d-808143-1 is: [{'id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1026756974', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27'}], 'enable_snat': True}, 'gw_port_id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:57:23Z', 'updated_at': '2021-09-10T03:58:44Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': 'eee20a42-727b-42bb-b16b-73b46efde739', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:14:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd396276-0840-4484-b77d-3ea7dba008fd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2385, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.27', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:57:25Z', 'updated_at': '2021-09-10T03:57:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:58:48.038685 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port eee20a42-727b-42bb-b16b-73b46efde739 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:48.039024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.128722 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f7e6ed64-83cc-43e2-b04b-b7b56108290a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.132053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port eee20a42-727b-42bb-b16b-73b46efde739, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=eee20a42-727b-42bb-b16b-73b46efde739,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:48.132573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.141815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7e6ed64-83cc-43e2-b04b-b7b56108290a None None] No DVR routers for this DVR port 3da8682c-f161-4b7f-94c8-07cc52f4821a on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:48.187868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for eee20a42-727b-42bb-b16b-73b46efde739 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:48.189853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e6ed64-83cc-43e2-b04b-b7b56108290a None None] Pushing event deleted for resources: {'Port': ['ID=3da8682c-f161-4b7f-94c8-07cc52f4821a,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:48.200529 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b60b-3364-4986-9545-0259d1289af9 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.257251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e4b60b-3364-4986-9545-0259d1289af9 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event deleted for resources: {'Subnet': ['ID=d52c0d52-992c-4f71-b968-a48c5e795577,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:48.264558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7e4b60b-3364-4986-9545-0259d1289af9 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.266410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f7e4b60b-3364-4986-9545-0259d1289af9 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "DELETE /v2.0/subnets/d52c0d52-992c-4f71-b968-a48c5e795577 HTTP/1.1" status: 204 len: 168 time: 0.6262631 Sep 10 03:58:48.269024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60114) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:48.271274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad001f0-3ddc-4ebc-82f8-11cd1a1183e4 None None] Network c03c2432-02ef-4677-b960-f36b4358c428 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:48.303795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62436c84-7ef1-4700-80a2-5f799db079f0 req-f5aa1815-439e-43f5-892c-2f9d19a54937 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:48.303795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62436c84-7ef1-4700-80a2-5f799db079f0 req-f5aa1815-439e-43f5-892c-2f9d19a54937 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1034105 Sep 10 03:58:48.422900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.432502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62436c84-7ef1-4700-80a2-5f799db079f0 req-936118b9-7156-4ecc-a852-4dd7b033a774 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887413 Sep 10 03:58:48.524029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Deleting port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:48.524375 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.628425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9349462-c383-4496-90c1-b789bad7fe2c None None] DHCP port deletion for c03c2432-02ef-4677-b960-f36b4358c428 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:58:48.648139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] For port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0d08a6a8-840c-40b7-9b59-77d9ad3e4e46,segment=NetworkSegment(e537f459-44e3-4d48-aea1-33fa93b977d6),segment_id=e537f459-44e3-4d48-aea1-33fa93b977d6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:48.648687 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.663214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Calling delete_port for 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:48.752816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e9349462-c383-4496-90c1-b789bad7fe2c None None] Deleting port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:48.753424 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e9349462-c383-4496-90c1-b789bad7fe2c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.836534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e9349462-c383-4496-90c1-b789bad7fe2c None None] For port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0d08a6a8-840c-40b7-9b59-77d9ad3e4e46,segment=NetworkSegment(e537f459-44e3-4d48-aea1-33fa93b977d6),segment_id=e537f459-44e3-4d48-aea1-33fa93b977d6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:58:48.836946 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e9349462-c383-4496-90c1-b789bad7fe2c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.844654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60136) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:48.851324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e9349462-c383-4496-90c1-b789bad7fe2c None None] Calling delete_port for 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:48.855188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.934323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] No DVR routers for this DVR port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:48.937849 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event deleted for resources: {'Port': ['ID=0d08a6a8-840c-40b7-9b59-77d9ad3e4e46,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:48.972122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e9349462-c383-4496-90c1-b789bad7fe2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:48.992517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9349462-c383-4496-90c1-b789bad7fe2c None None] No DVR routers for this DVR port 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:58:49.021809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9349462-c383-4496-90c1-b789bad7fe2c None None] Pushing event deleted for resources: {'Port': ['ID=0d08a6a8-840c-40b7-9b59-77d9ad3e4e46,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:49.095337 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.096422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.119359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c03c2432-02ef-4677-b960-f36b4358c428']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:49.130044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e537f459-44e3-4d48-aea1-33fa93b977d6') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:49.130337 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e537f459-44e3-4d48-aea1-33fa93b977d6') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:49.140335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60154) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:49.145979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.159171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=eee20a42-727b-42bb-b16b-73b46efde739,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:49.160532 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.169360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:58:49.171913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:58:49.173053 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:58:49.215563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.258405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-967263411', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:49.264363 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c94f60da-af05-458c-8ee4-a29eed03aa3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.330130 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.333268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.345002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.356453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.361171 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] 10.222.0.22 "DELETE /v2.0/networks/c03c2432-02ef-4677-b960-f36b4358c428 HTTP/1.1" status: 204 len: 168 time: 1.0883527 Sep 10 03:58:49.361310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3da8682c-f161-4b7f-94c8-07cc52f4821a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:49.379627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b981d-8654-4898-8694-f9f3629df871 tempest-ExtraDHCPOptionsTestJSON-1464196308 tempest-ExtraDHCPOptionsTestJSON-1464196308-project] Pushing event deleted for resources: {'Network': ['ID=c03c2432-02ef-4677-b960-f36b4358c428,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:49.386869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3da8682c-f161-4b7f-94c8-07cc52f4821a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:49.386869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3da8682c-f161-4b7f-94c8-07cc52f4821a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:49.386869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:49.406033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:49.406379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0d08a6a8-840c-40b7-9b59-77d9ad3e4e46 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:49.406799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 57b985f7-e9d1-41e8-b5fc-1616e275718a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:49.431195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 57b985f7-e9d1-41e8-b5fc-1616e275718a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:49.431195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 57b985f7-e9d1-41e8-b5fc-1616e275718a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:49.440291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c94f60da-af05-458c-8ee4-a29eed03aa3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.466406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.466999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Fanout notify agent at l3_agent the message router_deleted on router fd396276-0840-4484-b77d-3ea7dba008fd {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:49.473763 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.475724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2c3234e2-0244-4ee9-9ad3-fc43551fd1b0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/routers/fd396276-0840-4484-b77d-3ea7dba008fd HTTP/1.1" status: 204 len: 168 time: 2.4636014 Sep 10 03:58:49.477545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60174) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:49.508256 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c94f60da-af05-458c-8ee4-a29eed03aa3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.548415 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c94f60da-af05-458c-8ee4-a29eed03aa3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dc9462161451484690351623d89cd52f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7026529 Sep 10 03:58:49.549280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f60da-af05-458c-8ee4-a29eed03aa3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4ae847-15ee-44a6-a8f5-5a90386b475a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:49.551671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60180) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:49.616763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c17a62b5-cdcd-477e-b946-91f095ba0fb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.639250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fee7f4d-ffe3-4d7a-a78e-fb0abe930e3c req-cb4cb096-c238-44ba-83c2-661c700cd802 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:49.640842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fee7f4d-ffe3-4d7a-a78e-fb0abe930e3c req-cb4cb096-c238-44ba-83c2-661c700cd802 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1375811 Sep 10 03:58:49.644514 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.655610 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c17a62b5-cdcd-477e-b946-91f095ba0fb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.710577 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fee7f4d-ffe3-4d7a-a78e-fb0abe930e3c req-20442e37-d441-4790-b1b3-c20fd3993acb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615766 Sep 10 03:58:49.720813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Made reservation on behalf of 5cab4024aca345f9b6b5c1c0332ec18b for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:49.732554 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.740793 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.788102 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.819664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c17a62b5-cdcd-477e-b946-91f095ba0fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.829224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:49.829402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c17a62b5-cdcd-477e-b946-91f095ba0fb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.829402 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c17a62b5-cdcd-477e-b946-91f095ba0fb3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce4ae847-15ee-44a6-a8f5-5a90386b475a HTTP/1.1" status: 204 len: 168 time: 0.2724016 Sep 10 03:58:49.840018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17a62b5-cdcd-477e-b946-91f095ba0fb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4ae847-15ee-44a6-a8f5-5a90386b475a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:49.852355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91c0f65b-af41-4ec6-ba73-bc290de12f97') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:49.852355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91c0f65b-af41-4ec6-ba73-bc290de12f97') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:49.867764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.889255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.899668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:58:49.900095 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:58:49.903260 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:58:49.934399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60206) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:49.993854 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.078544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.080442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.095414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.100115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/networks/1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9 HTTP/1.1" status: 204 len: 168 time: 0.6215234 Sep 10 03:58:50.104572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] device_id is not set on port 2dd53e5c-b748-4e94-b368-01d29a075d36 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:58:50.105194 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60220) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:50.130248 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e2f11ae5-7e0c-42bf-8f22-294653c1e0ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dcbc5c4b4f894121bd90fb6f4ff17f6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1937129 Sep 10 03:58:50.132686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60222) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:50.138107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b6dffb-c4e1-463e-b8b8-9219ceb32502 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Network': ['ID=1655c8b9-63a7-4ef7-a68d-5d9a6fb44ca9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:50.209550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5e52d85-cf3c-47ce-ae03-569761f7649d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:50.239155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaf9a-8e4b-4a3c-9e7c-52bd0dc3719a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.241879 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03df17d8-806f-4ffc-abed-ea4dc22b9970 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.243949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a7e00e-338c-482e-8674-701127832af2 req-c3f9696a-43c3-4a67-b73d-6188ac3b2030 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:50.245978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67a7e00e-338c-482e-8674-701127832af2 req-c3f9696a-43c3-4a67-b73d-6188ac3b2030 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1231375 Sep 10 03:58:50.298845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaf9a-8e4b-4a3c-9e7c-52bd0dc3719a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.312391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03df17d8-806f-4ffc-abed-ea4dc22b9970 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.325960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Allocated IP 172.25.3.193 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/2dd53e5c-b748-4e94-b368-01d29a075d36) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:50.333763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67a7e00e-338c-482e-8674-701127832af2 req-214ba419-5de5-47e0-b59e-e9a30500e89e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617375 Sep 10 03:58:50.470954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaf9a-8e4b-4a3c-9e7c-52bd0dc3719a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.474672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3dfcaf9a-8e4b-4a3c-9e7c-52bd0dc3719a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.475919 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3dfcaf9a-8e4b-4a3c-9e7c-52bd0dc3719a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bb12164-86e1-4860-b8cc-75ab9263abc6 HTTP/1.1" status: 204 len: 168 time: 0.3422663 Sep 10 03:58:50.485325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfcaf9a-8e4b-4a3c-9e7c-52bd0dc3719a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bb12164-86e1-4860-b8cc-75ab9263abc6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:50.506528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03df17d8-806f-4ffc-abed-ea4dc22b9970 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.510362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03df17d8-806f-4ffc-abed-ea4dc22b9970 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.527022 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-03df17d8-806f-4ffc-abed-ea4dc22b9970 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/security-groups/8fa576a3-4c35-4714-80fa-746f8e983cd0 HTTP/1.1" status: 204 len: 168 time: 0.4203806 Sep 10 03:58:50.542772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03df17d8-806f-4ffc-abed-ea4dc22b9970 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa576a3-4c35-4714-80fa-746f8e983cd0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:50.646749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.820850 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5ff74e66-b05b-4648-a003-c04d4cbf0382 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.825714 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:50.868700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:50.871760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:50.877447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:50.883547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Pushing event updated for resources: {'Port': ['ID=2dd53e5c-b748-4e94-b368-01d29a075d36,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:50.922602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:50.925118 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:51.032073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a129a8e6-f3bb-4a99-a582-0035e108b781 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.8915980 Sep 10 03:58:51.035078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60286) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:51.044058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.193'}]}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:51.124090 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:51.125192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:51.190129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:51.214564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device eee20a42-727b-42bb-b16b-73b46efde739 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:58:51.237918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: eee20a42-727b-42bb-b16b-73b46efde739 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:58:51.238264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device eee20a42-727b-42bb-b16b-73b46efde739 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:58:51.386245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:51.457258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2fa93-e093-44c5-b9f3-d64a64066a11 req-b5ca63fe-185e-481a-a326-ac75c918c2e0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:51.458748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00c2fa93-e093-44c5-b9f3-d64a64066a11 req-b5ca63fe-185e-481a-a326-ac75c918c2e0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0503042 Sep 10 03:58:51.497162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00c2fa93-e093-44c5-b9f3-d64a64066a11 req-be620a12-6598-4584-9d70-93059af2dfcd tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323370 Sep 10 03:58:51.649880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa2a79-1ac5-4aa3-9e24-d7d838ed91a1 req-8ade7758-ace7-4e7d-811f-f890adb19748 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:51.651442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27aa2a79-1ac5-4aa3-9e24-d7d838ed91a1 req-8ade7758-ace7-4e7d-811f-f890adb19748 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0579822 Sep 10 03:58:51.690927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27aa2a79-1ac5-4aa3-9e24-d7d838ed91a1 req-17c6fa0d-dae7-40c5-8f0c-4f373fe06f6b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332935 Sep 10 03:58:51.776365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:51.798422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:51.907326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd68805c-4e80-45fc-84fd-4f98288be387 req-90ac3689-024b-4341-b8fc-ed38fdb2c152 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:51.909359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd68805c-4e80-45fc-84fd-4f98288be387 req-90ac3689-024b-4341-b8fc-ed38fdb2c152 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0672574 Sep 10 03:58:52.008029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd68805c-4e80-45fc-84fd-4f98288be387 req-f4907af6-9ab6-48f8-a877-a8d1c85cbdad tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921211 Sep 10 03:58:52.008558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60368) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:52.132908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820122d8-b1f7-47ee-b0a4-e29d23bd2254 req-e3c10bd0-522e-4408-9c74-9730218b3e08 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:52.134543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-820122d8-b1f7-47ee-b0a4-e29d23bd2254 req-e3c10bd0-522e-4408-9c74-9730218b3e08 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0588012 Sep 10 03:58:52.160965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.181872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-820122d8-b1f7-47ee-b0a4-e29d23bd2254 req-13569c4c-69b3-4f7b-8ff7-1079b4cfe5a8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406077 Sep 10 03:58:52.187854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-2065606836'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:52.264965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60396) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:52.284198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-92ace558-634f-4674-9588-36d363db9ea3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-974483347', 'description': 'tempest-secgroup-smoke-974483347 description', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:52.324257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:52.333540 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.366584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.405953 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.408561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.465913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92ace558-634f-4674-9588-36d363db9ea3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.521453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce7a63c-5c93-4c9a-9d0d-9f85790588dc req-6cadcc52-9735-4d45-8b17-5503dfe8aaaa tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:52.523008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fce7a63c-5c93-4c9a-9d0d-9f85790588dc req-6cadcc52-9735-4d45-8b17-5503dfe8aaaa tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1575439 Sep 10 03:58:52.529404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.530182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9cdf2f30-fa43-43c4-a70b-3533cb94019b {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:58:52.532668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-ccd00dd5-7473-4701-a2de-4c107de4d8a9 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:52.534491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-ccd00dd5-7473-4701-a2de-4c107de4d8a9 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 815 time: 0.2384317 Sep 10 03:58:52.582470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-838c11b8-4d81-4f54-98b4-268d1978820a tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/quotas/deac6f217dc444ce95dfc77fa61b049f HTTP/1.1" status: 200 len: 375 time: 0.0373926 Sep 10 03:58:52.618493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fce7a63c-5c93-4c9a-9d0d-9f85790588dc req-825e150d-15c1-4898-91c6-0f653470184c tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830088 Sep 10 03:58:52.666719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-ee2b528d-b81e-42ec-b49c-3974d8e94a86 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0710402 Sep 10 03:58:52.705882 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.783282 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.827156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:58:52.836610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fec0306-7dca-4391-90f6-0bc10bf88d8a req-d18b401c-6f27-485f-b7b6-5e65d0b09801 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:52.838092 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fec0306-7dca-4391-90f6-0bc10bf88d8a req-d18b401c-6f27-485f-b7b6-5e65d0b09801 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1391549 Sep 10 03:58:52.854892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27cc5436-dd31-4a83-92b2-a039e14d474b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:52.860005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-9b07410b-2225-43e0-840b-16e06dd822da service neutron] 10.222.0.22 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1849978 Sep 10 03:58:52.871646 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:52.871999 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Added segment 8a22cdc5-0d78-4793-8188-b886b9366493 of type vlan for network f27373e4-0d72-4c28-b26b-e04911db2266 Sep 10 03:58:52.884155 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:58:52.886330 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9e0a633e-8117-4638-9fd7-076bd42ca2b0 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.8499477 Sep 10 03:58:52.890199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60438) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:52.971378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fec0306-7dca-4391-90f6-0bc10bf88d8a req-caf09948-d51e-4281-992b-90f4abef6fcb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260087 Sep 10 03:58:52.977859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1860e5c1-8597-47f2-85f2-80815370cc02 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Deleting port 2dd53e5c-b748-4e94-b368-01d29a075d36 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:52.978433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1860e5c1-8597-47f2-85f2-80815370cc02 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.024112 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.075252 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1860e5c1-8597-47f2-85f2-80815370cc02 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.097499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-30381ace-513c-4d5b-9470-c3c9e07ffbeb service neutron] 10.222.0.22 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2284358 Sep 10 03:58:53.099175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1860e5c1-8597-47f2-85f2-80815370cc02 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Calling delete_port for 2dd53e5c-b748-4e94-b368-01d29a075d36 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:53.154552 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.160223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:53.161236 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.165373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92ace558-634f-4674-9588-36d363db9ea3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.258635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92ace558-634f-4674-9588-36d363db9ea3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.260940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Network': ['ID=f27373e4-0d72-4c28-b26b-e04911db2266,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:53.275152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:58:53.291531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f2c7ce-5cac-41b3-8c2f-68f5e3dddd93 req-6550e5b9-3a1a-4fa4-ac86-d1a483c5e527 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:53.291531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1f2c7ce-5cac-41b3-8c2f-68f5e3dddd93 req-6550e5b9-3a1a-4fa4-ac86-d1a483c5e527 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1637971 Sep 10 03:58:53.312370 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bb74f0b7-a32b-4167-abd5-50ac348dfc99 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2998819 Sep 10 03:58:53.315077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60472) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:53.323580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'name': 'tempest-PortsIpV6TestJSON-2050939728'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:53.327187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ace558-634f-4674-9588-36d363db9ea3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a245f714-cf4b-4c89-a045-e8d215063df1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:53.369361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1f2c7ce-5cac-41b3-8c2f-68f5e3dddd93 req-2a7f9e45-0adc-4351-9a73-6475c12dc1fe tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680480 Sep 10 03:58:53.410900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08b3ce71-0223-4d1c-957d-395939c3f38d req-5f776c5e-962b-4cfb-a843-e07940b86087 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 210 time: 0.0366724 Sep 10 03:58:53.434119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1860e5c1-8597-47f2-85f2-80815370cc02 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.437682 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92ace558-634f-4674-9588-36d363db9ea3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.440134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-92ace558-634f-4674-9588-36d363db9ea3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.1738658 Sep 10 03:58:53.443048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60486) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:53.449048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d69a5dc2-82aa-4b60-aaad-905110c0e66a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'a245f714-cf4b-4c89-a045-e8d215063df1', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:53.489101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1860e5c1-8597-47f2-85f2-80815370cc02 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Pushing event deleted for resources: {'Port': ['ID=2dd53e5c-b748-4e94-b368-01d29a075d36,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:53.528932 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f79a187f-da7f-4f70-b0df-3b0daf0f63c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.546246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd29cab3-ba60-4ad1-b6fb-2f8ee1cf227d req-eec7162f-50ad-423b-8d47-ba383be99a2d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:53.547772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd29cab3-ba60-4ad1-b6fb-2f8ee1cf227d req-eec7162f-50ad-423b-8d47-ba383be99a2d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0650702 Sep 10 03:58:53.568336 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d69a5dc2-82aa-4b60-aaad-905110c0e66a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.597281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1860e5c1-8597-47f2-85f2-80815370cc02 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.604353 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1860e5c1-8597-47f2-85f2-80815370cc02 tempest-RoutersAdminNegativeIpV6Test-1976506853 tempest-RoutersAdminNegativeIpV6Test-1976506853-project-admin] 10.222.0.22 "DELETE /v2.0/ports/2dd53e5c-b748-4e94-b368-01d29a075d36 HTTP/1.1" status: 204 len: 168 time: 0.7130165 Sep 10 03:58:53.644324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd29cab3-ba60-4ad1-b6fb-2f8ee1cf227d req-d4fae31b-e584-477d-828a-96d634b8e895 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881810 Sep 10 03:58:53.669417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d69a5dc2-82aa-4b60-aaad-905110c0e66a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.683128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:53.688419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.713353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port defdf37c-74e0-42fa-8598-65e46a45e4da yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:58:53.792140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814e9805-57c5-4c8d-a169-5a37267bce0f req-fa1811e1-65db-42f9-897d-40191447dffb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:53.794103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-814e9805-57c5-4c8d-a169-5a37267bce0f req-fa1811e1-65db-42f9-897d-40191447dffb tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0628245 Sep 10 03:58:53.807938 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.815930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d69a5dc2-82aa-4b60-aaad-905110c0e66a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.845203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a5dc2-82aa-4b60-aaad-905110c0e66a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d859028c-cdaf-4f1e-8794-106e3bf2e8c6,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:53.857053 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-814e9805-57c5-4c8d-a169-5a37267bce0f req-2214ca21-d1bb-4025-abca-3643d2ddb12a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562084 Sep 10 03:58:53.922465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.966871 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d69a5dc2-82aa-4b60-aaad-905110c0e66a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:53.968150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d69a5dc2-82aa-4b60-aaad-905110c0e66a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5239244 Sep 10 03:58:53.971100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60528) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:53.976382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5a786401-a829-4ae1-808e-ba5a2640ea14 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'a245f714-cf4b-4c89-a045-e8d215063df1', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:53.995189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5982e98e-90cc-4805-90cf-b8c3f8790ded req-86d76c6d-b02c-4641-812d-2d641ab4675b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:53.997016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5982e98e-90cc-4805-90cf-b8c3f8790ded req-86d76c6d-b02c-4641-812d-2d641ab4675b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0613179 Sep 10 03:58:54.041400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5982e98e-90cc-4805-90cf-b8c3f8790ded req-d8427402-7fb3-41c0-bf89-096d0b07a1a0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353014 Sep 10 03:58:54.100115 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.179543 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a786401-a829-4ae1-808e-ba5a2640ea14 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.218296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Checking segment: {'id': '8a22cdc5-0d78-4793-8188-b886b9366493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:54.218677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network hostable DHCP agents. Network: f27373e4-0d72-4c28-b26b-e04911db2266, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:58:54.219235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4537c746-3eef-48e5-bf80-9a695fe4a35f req-a5888cd7-2aeb-407a-92b7-259d11b10e68 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:54.221877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4537c746-3eef-48e5-bf80-9a695fe4a35f req-a5888cd7-2aeb-407a-92b7-259d11b10e68 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0804844 Sep 10 03:58:54.234133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=defdf37c-74e0-42fa-8598-65e46a45e4da,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:54.285812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a786401-a829-4ae1-808e-ba5a2640ea14 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.290435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4537c746-3eef-48e5-bf80-9a695fe4a35f req-ac4d0de6-6071-4041-b538-84bb8407fee4 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618634 Sep 10 03:58:54.294636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60556) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:54.329210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:58:54.392150 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a786401-a829-4ae1-808e-ba5a2640ea14 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.410737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a786401-a829-4ae1-808e-ba5a2640ea14 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5a5c5cc-8cf3-4a26-abcf-40dc2e43f58d,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:54.430393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, f27373e4-0d72-4c28-b26b-e04911db2266) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:54.433716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbe505b-34aa-443d-87b3-e400a0c15d56 req-6314327a-d558-4104-9541-e2e479703aa2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:54.435541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4fbe505b-34aa-443d-87b3-e400a0c15d56 req-6314327a-d558-4104-9541-e2e479703aa2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0648410 Sep 10 03:58:54.442785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717cc98a-b560-41bc-90d8-84f17a6315e7 None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:54.473379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:54.473379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:54.473379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.497608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4fbe505b-34aa-443d-87b3-e400a0c15d56 req-36e610a5-b504-4ad0-83a7-f5ed03382c0d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428469 Sep 10 03:58:54.501453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a786401-a829-4ae1-808e-ba5a2640ea14 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.502900 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5a786401-a829-4ae1-808e-ba5a2640ea14 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5305777 Sep 10 03:58:54.512711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60576) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:54.518024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b5cf1375-6495-4a2c-ae84-07cf5e28099e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'a245f714-cf4b-4c89-a045-e8d215063df1', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:54.563275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4487-abef-43a2-99bf-8de93f4d4645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.590165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02585e47-48f3-4e38-9e5d-d4c40316e637 req-27e75eb9-8913-4f6d-bb6c-c603efb35379 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 210 time: 0.0349934 Sep 10 03:58:54.611998 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9a010590-91f0-4096-b815-1e452229b737 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2956643 Sep 10 03:58:54.615574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60588) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:54.622134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-824184495'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:54.640759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-e1bc4487-abef-43a2-99bf-8de93f4d4645 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:58:54.640759 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:58:54.640759 n-d-808143-1 neutron-server[95137]: [parameters: {'project_id_1': '16d0c5f5746e47188e11a8aa425accec', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 58, 34, 576878)}] Sep 10 03:58:54.640759 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:58:54.641584 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-e1bc4487-abef-43a2-99bf-8de93f4d4645 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:58:54.742119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35efea9-b980-46db-a9f7-50bc0963b562 req-ab7f0de3-5e11-4706-b786-5bbc9187d459 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:54.744197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c35efea9-b980-46db-a9f7-50bc0963b562 req-ab7f0de3-5e11-4706-b786-5bbc9187d459 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0655603 Sep 10 03:58:54.752250 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1375-6495-4a2c-ae84-07cf5e28099e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.838889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c35efea9-b980-46db-a9f7-50bc0963b562 req-f99343b6-89e0-4728-a54b-f3c972c83bb2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886598 Sep 10 03:58:54.863704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1375-6495-4a2c-ae84-07cf5e28099e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.877687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:54.881540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.907352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:58:54.917816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:54.918169 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Added segment 4505cce8-0428-4f00-a625-2a6a2a8b2f21 of type vlan for network de6a9656-91f3-4dc0-b9cb-b2777e5707be Sep 10 03:58:54.959214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba0c5eb-cc9c-47f9-8257-93b37bb043a6 req-0d7a6ab0-0501-4e78-8091-5da87b6fba89 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:54.960891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fba0c5eb-cc9c-47f9-8257-93b37bb043a6 req-0d7a6ab0-0501-4e78-8091-5da87b6fba89 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0529480 Sep 10 03:58:54.965728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.002635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fba0c5eb-cc9c-47f9-8257-93b37bb043a6 req-feb8772d-0450-4b90-992d-3bf324e23cbf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356255 Sep 10 03:58:55.019533 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1375-6495-4a2c-ae84-07cf5e28099e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.031030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf1375-6495-4a2c-ae84-07cf5e28099e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd943200-a7ae-4632-9fed-926ff0cc160b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:55.112082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.122237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:55.122860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.147279 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.149774 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5cf1375-6495-4a2c-ae84-07cf5e28099e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.150511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4487-abef-43a2-99bf-8de93f4d4645 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.151079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b5cf1375-6495-4a2c-ae84-07cf5e28099e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6433640 Sep 10 03:58:55.153850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60628) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:55.163940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9f3c75c3-6c28-4572-a04c-ae2e97da9a84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'a245f714-cf4b-4c89-a045-e8d215063df1', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:55.175327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6b4aa5-5f15-41cd-a7cd-74741d98b9b8 req-0d5c03d4-cc73-445b-bbe8-5a28c6f066cf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:55.176863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de6b4aa5-5f15-41cd-a7cd-74741d98b9b8 req-0d5c03d4-cc73-445b-bbe8-5a28c6f066cf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0769808 Sep 10 03:58:55.209395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Network': ['ID=de6a9656-91f3-4dc0-b9cb-b2777e5707be,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:55.220866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de6b4aa5-5f15-41cd-a7cd-74741d98b9b8 req-a87da655-b99a-498d-97f7-ac2d8b0141e7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367248 Sep 10 03:58:55.227452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network de6a9656-91f3-4dc0-b9cb-b2777e5707be details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:58:55.234097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1a15b6de-4249-44a7-82ee-905a4b91cd61 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6173351 Sep 10 03:58:55.237135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60634) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:55.243331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'ports': [{'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266'}, {'network_id': 'de6a9656-91f3-4dc0-b9cb-b2777e5707be'}]} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:55.246660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:55.247851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'de6a9656-91f3-4dc0-b9cb-b2777e5707be'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:55.256883 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-9f3c75c3-6c28-4572-a04c-ae2e97da9a84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 03:58:55.256883 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 03:58:55.256883 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id_1': '604b17a6e0964c4ab69ec880aeb9fc59', 'expiration_1': datetime.datetime(2021, 9, 10, 3, 58, 35, 179334)}] Sep 10 03:58:55.256883 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:58:55.257459 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-9f3c75c3-6c28-4572-a04c-ae2e97da9a84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:58:55.361775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57126445-030d-4081-94f2-d4e5a801fe59 req-69a945c1-6f6b-451c-992b-c845db75cc3d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:55.363608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57126445-030d-4081-94f2-d4e5a801fe59 req-69a945c1-6f6b-451c-992b-c845db75cc3d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0529089 Sep 10 03:58:55.416622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57126445-030d-4081-94f2-d4e5a801fe59 req-b1278b53-750a-4cdb-874e-f010df16be19 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464580 Sep 10 03:58:55.493923 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4487-abef-43a2-99bf-8de93f4d4645 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.581997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff550b5d-78d1-49d0-8af3-c8a8f6c452b8 req-a4482679-2f97-497a-99e6-a06a4158f682 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:55.584140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff550b5d-78d1-49d0-8af3-c8a8f6c452b8 req-a4482679-2f97-497a-99e6-a06a4158f682 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0517185 Sep 10 03:58:55.609823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1bc4487-abef-43a2-99bf-8de93f4d4645 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.625365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff550b5d-78d1-49d0-8af3-c8a8f6c452b8 req-bbacaaf4-9dd3-445f-8d9b-4a5a469e00d8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347667 Sep 10 03:58:55.705849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ddecc63-9775-430d-a4c6-d843fa4feb26 req-b2ecc77b-66cb-4d8c-8e78-e02e27c6e488 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 210 time: 0.0349047 Sep 10 03:58:55.733462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 2} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:55.738004 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.746984 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1bc4487-abef-43a2-99bf-8de93f4d4645 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16d0c5f5746e47188e11a8aa425accec&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4513011 Sep 10 03:58:55.747746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bc4487-abef-43a2-99bf-8de93f4d4645 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1827ced5-f989-4419-a633-cea9f588691a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:55.752778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60670) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:55.783054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.807670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9a7f56-c749-44fa-b84d-947aa46cc89c req-8c364c29-43ec-4975-9111-d64fb5e8f296 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:55.809275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae9a7f56-c749-44fa-b84d-947aa46cc89c req-8c364c29-43ec-4975-9111-d64fb5e8f296 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0872169 Sep 10 03:58:55.862686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f3c75c3-6c28-4572-a04c-ae2e97da9a84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.880597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-932cec01-7430-4aec-b57d-d939c387b1fb tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:55.882350 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-932cec01-7430-4aec-b57d-d939c387b1fb tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.39 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 815 time: 0.3171120 Sep 10 03:58:55.896690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60682) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:55.914722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae9a7f56-c749-44fa-b84d-947aa46cc89c req-977b0993-25da-4749-98a1-7602a23332ee tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987999 Sep 10 03:58:55.915563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Request body: {'port': {'device_id': 'f1e7c1eb-f60d-4772-959c-53929f090d50', 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c', 'admin_state_up': True, 'tenant_id': 'deac6f217dc444ce95dfc77fa61b049f'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:55.950872 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f3c75c3-6c28-4572-a04c-ae2e97da9a84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:55.999931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf5f8-47ff-4566-b1f1-0d57a0f92f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.004888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port 22524d8a-17b1-41b7-9180-1f5d1b5689b4 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:58:56.074020 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf5f8-47ff-4566-b1f1-0d57a0f92f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.078971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f3c75c3-6c28-4572-a04c-ae2e97da9a84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.122831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3c75c3-6c28-4572-a04c-ae2e97da9a84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f9e800a-2af9-4e5c-b5af-0e2e9ae23a4e,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:56.146605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f446-bf8d-4279-bae7-e1845ecde351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.193607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bdd3e4-1784-489a-bfc5-b2d0e08b4be2 req-7561ef95-0eb2-419b-a530-4cc096bb5cd2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:56.195445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8bdd3e4-1784-489a-bfc5-b2d0e08b4be2 req-7561ef95-0eb2-419b-a530-4cc096bb5cd2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0614498 Sep 10 03:58:56.196766 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f3c75c3-6c28-4572-a04c-ae2e97da9a84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.203426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9f3c75c3-6c28-4572-a04c-ae2e97da9a84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0460317 Sep 10 03:58:56.203426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60706) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:56.205579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bc476c44-cb21-4dc5-937b-e629d0d73876 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'a245f714-cf4b-4c89-a045-e8d215063df1', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:56.246021 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8bdd3e4-1784-489a-bfc5-b2d0e08b4be2 req-be23b766-99f4-44ee-8659-6ae97f5dfe42 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356295 Sep 10 03:58:56.272126 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.327552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf5f8-47ff-4566-b1f1-0d57a0f92f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.330837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee4cf5f8-47ff-4566-b1f1-0d57a0f92f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.332117 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ee4cf5f8-47ff-4566-b1f1-0d57a0f92f8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1827ced5-f989-4419-a633-cea9f588691a HTTP/1.1" status: 204 len: 168 time: 0.5681717 Sep 10 03:58:56.359237 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.362719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cf5f8-47ff-4566-b1f1-0d57a0f92f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1827ced5-f989-4419-a633-cea9f588691a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:56.373992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d44040-5226-4735-b213-e90bc90f7d7f req-e0378a2e-d460-485f-9c14-711d018992ce tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:56.373992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7d44040-5226-4735-b213-e90bc90f7d7f req-e0378a2e-d460-485f-9c14-711d018992ce tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0561717 Sep 10 03:58:56.426091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7d44040-5226-4735-b213-e90bc90f7d7f req-4a1b3d15-c26a-495d-b5cf-8ed93d090d37 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355129 Sep 10 03:58:56.460182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port c3ada301-5dfe-4801-937b-068aea170702 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:58:56.500603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f446-bf8d-4279-bae7-e1845ecde351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.568713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a23a76a-592c-4531-9975-c1c8012cb7a7 req-6c06e7fa-44ef-49ba-b36c-4ebcf4756ac8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:56.570299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a23a76a-592c-4531-9975-c1c8012cb7a7 req-6c06e7fa-44ef-49ba-b36c-4ebcf4756ac8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0506470 Sep 10 03:58:56.589540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8d8f446-bf8d-4279-bae7-e1845ecde351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.614310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a23a76a-592c-4531-9975-c1c8012cb7a7 req-67da884e-138f-4085-a4bc-8b997c716d55 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377300 Sep 10 03:58:56.637456 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.654307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d8f446-bf8d-4279-bae7-e1845ecde351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1893589-9e8f-48c3-b09e-974816cc36cd,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:56.664121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:56.664595 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8d8f446-bf8d-4279-bae7-e1845ecde351 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9485632ddbdd4905a9ec2ed26ae0bb69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7584720 Sep 10 03:58:56.705000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Made reservation on behalf of deac6f217dc444ce95dfc77fa61b049f for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:56.710088 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.763048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-665867d7-1ef4-406b-84b1-991bb1a62226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.801778 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.804613 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-665867d7-1ef4-406b-84b1-991bb1a62226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.831295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac0e493f-904d-489c-8006-984dbdecedcb req-29474a14-84a0-4709-8188-7d66ec9466fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 210 time: 0.0422199 Sep 10 03:58:56.838826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27f8869-dabf-426e-999b-b9c75ae0eff6 req-995e4627-d356-45bc-99fc-738bacc61c35 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:56.840552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e27f8869-dabf-426e-999b-b9c75ae0eff6 req-995e4627-d356-45bc-99fc-738bacc61c35 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1181502 Sep 10 03:58:56.846784 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-bc476c44-cb21-4dc5-937b-e629d0d73876 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Project 604b17a6e0964c4ab69ec880aeb9fc59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:58:56.850400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:56.856002 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc476c44-cb21-4dc5-937b-e629d0d73876 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.856398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:56.859009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:56.860309 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:56.932617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=22524d8a-17b1-41b7-9180-1f5d1b5689b4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:56.938649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e27f8869-dabf-426e-999b-b9c75ae0eff6 req-e4a7e238-6846-4559-bdbb-2cf53917bc90 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852859 Sep 10 03:58:56.961910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc476c44-cb21-4dc5-937b-e629d0d73876 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.003012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Allocated IP 172.20.0.9 (11ca608c-6b76-4c31-9999-3b9b6dad5b3c/eeccb207-8908-4796-8b4b-dc4f360cd763/e9852a5c-42e0-4858-abda-a94662a5a83c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:58:57.017216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Checking segment: {'id': '4505cce8-0428-4f00-a625-2a6a2a8b2f21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': 'de6a9656-91f3-4dc0-b9cb-b2777e5707be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:57.017578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network hostable DHCP agents. Network: de6a9656-91f3-4dc0-b9cb-b2777e5707be, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:58:57.023831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=c3ada301-5dfe-4801-937b-068aea170702,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:57.031170 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc476c44-cb21-4dc5-937b-e629d0d73876 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.051641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-665867d7-1ef4-406b-84b1-991bb1a62226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.054530 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-665867d7-1ef4-406b-84b1-991bb1a62226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.055880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-665867d7-1ef4-406b-84b1-991bb1a62226 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c1893589-9e8f-48c3-b09e-974816cc36cd HTTP/1.1" status: 204 len: 168 time: 0.3901434 Sep 10 03:58:57.071736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665867d7-1ef4-406b-84b1-991bb1a62226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1893589-9e8f-48c3-b09e-974816cc36cd,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:57.075405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc476c44-cb21-4dc5-937b-e629d0d73876 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af38fff4-7d35-4c2d-949c-7a8f2b41b22d,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:57.192382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.205184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc476c44-cb21-4dc5-937b-e629d0d73876 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.206418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bc476c44-cb21-4dc5-937b-e629d0d73876 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0041432 Sep 10 03:58:57.209101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60766) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:57.211195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network de6a9656-91f3-4dc0-b9cb-b2777e5707be is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:58:57.214753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2c132842-e9b1-4385-8dd0-620153bb0bd8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'a245f714-cf4b-4c89-a045-e8d215063df1', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:57.216712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60768) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:57.279148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0e610844-d4b6-4c44-8de0-fd871c3b2615 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cab4024aca345f9b6b5c1c0332ec18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0599375 Sep 10 03:58:57.281811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60774) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:57.294287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, de6a9656-91f3-4dc0-b9cb-b2777e5707be) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:57.301318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:57.303060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1feb95-b3df-4bf0-8920-f126677f715e None None] Network de6a9656-91f3-4dc0-b9cb-b2777e5707be requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:58:57.307354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:57.312296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:57.312952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.352514 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ef32-cdd7-473b-a884-3c07bc8a1c76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.369253 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-2c132842-e9b1-4385-8dd0-620153bb0bd8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Project 604b17a6e0964c4ab69ec880aeb9fc59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 03:58:57.374791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c132842-e9b1-4385-8dd0-620153bb0bd8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.382483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ef32-cdd7-473b-a884-3c07bc8a1c76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.411664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.423413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3446f7c7-768f-459b-9a46-0f5af7795898'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:58:57.494757 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-39db8f4a-db7d-441f-ade8-4df9689f71ef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.2561414 Sep 10 03:58:57.501336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60790) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:57.512000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:58:57.518568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:58:57.526966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:58:57.572862 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c132842-e9b1-4385-8dd0-620153bb0bd8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.573782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Pushing event updated for resources: {'Port': ['ID=e9852a5c-42e0-4858-abda-a94662a5a83c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:57.642552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:57.644391 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c132842-e9b1-4385-8dd0-620153bb0bd8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.645149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.673943 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ef32-cdd7-473b-a884-3c07bc8a1c76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.675637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c132842-e9b1-4385-8dd0-620153bb0bd8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4da4a7e-9537-4a2b-83c9-ddb8da70d09f,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:57.683025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfcce3-da32-4e71-bdfa-166417c0c43c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port c3ada301-5dfe-4801-937b-068aea170702 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:57.683560 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6dfcce3-da32-4e71-bdfa-166417c0c43c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.687304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ea6ef32-cdd7-473b-a884-3c07bc8a1c76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.698103 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0ea6ef32-cdd7-473b-a884-3c07bc8a1c76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e5e52d85-cf3c-47ce-ae03-569761f7649d HTTP/1.1" status: 204 len: 168 time: 0.4122164 Sep 10 03:58:57.709208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea6ef32-cdd7-473b-a884-3c07bc8a1c76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5e52d85-cf3c-47ce-ae03-569761f7649d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:57.786873 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-c9543877-901c-4d9f-a7ce-6222469b9bb6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8824785 Sep 10 03:58:57.800431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Request body: {'port': {'device_id': 'f1e7c1eb-f60d-4772-959c-53929f090d50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:57.821896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c132842-e9b1-4385-8dd0-620153bb0bd8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.826318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2c132842-e9b1-4385-8dd0-620153bb0bd8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6156151 Sep 10 03:58:57.830463 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6dfcce3-da32-4e71-bdfa-166417c0c43c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.836121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60810) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:57.846229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'network': {'name': 'tempest-network-smoke--1511279244', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'port_security_enabled': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:57.867566 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:57.876134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b6dfcce3-da32-4e71-bdfa-166417c0c43c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for c3ada301-5dfe-4801-937b-068aea170702 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:58.012002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5719dc4-a80a-469e-a22c-90ab4b5354aa req-7692d624-10ca-4018-a35e-cc4d9174c964 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:58.012002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5719dc4-a80a-469e-a22c-90ab4b5354aa req-7692d624-10ca-4018-a35e-cc4d9174c964 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 931 time: 0.0794032 Sep 10 03:58:58.040791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5719dc4-a80a-469e-a22c-90ab4b5354aa req-f5da5c14-aa01-476f-8a3a-b83029212279 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323830 Sep 10 03:58:58.202680 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88724e58-4a39-4752-aa70-8041112e98d6 req-5be8acc7-40e6-4c13-8278-421d2433e534 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:58.210048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88724e58-4a39-4752-aa70-8041112e98d6 req-5be8acc7-40e6-4c13-8278-421d2433e534 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0639093 Sep 10 03:58:58.210048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6dfcce3-da32-4e71-bdfa-166417c0c43c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.210048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:58:58.211420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.220054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9852a5c-42e0-4858-abda-a94662a5a83c {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:58:58.232043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.246064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Transition to ACTIVE for port object e9852a5c-42e0-4858-abda-a94662a5a83c will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:58:58.280837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfcce3-da32-4e71-bdfa-166417c0c43c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=c3ada301-5dfe-4801-937b-068aea170702,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:58.299849 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6dfcce3-da32-4e71-bdfa-166417c0c43c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.302546 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b6dfcce3-da32-4e71-bdfa-166417c0c43c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/c3ada301-5dfe-4801-937b-068aea170702 HTTP/1.1" status: 204 len: 168 time: 0.7998793 Sep 10 03:58:58.305353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60828) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:58.308787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:58:58.322833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88724e58-4a39-4752-aa70-8041112e98d6 req-294071b7-0ba2-473a-81b9-719390bb345c tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075158 Sep 10 03:58:58.326167 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.326681 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Added segment 68003269-0288-4537-9a32-66b6dae29982 of type vlan for network 184d61f3-ff3b-497d-9253-0cfe054657d3 Sep 10 03:58:58.354930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.403254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60834) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:58.413954 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.445156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3b50fe5-7273-4c19-8f1d-52a4e6aa5944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.475159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f022bab-f1b4-4fb1-93c9-6776aa9b5852 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:58.481336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f022bab-f1b4-4fb1-93c9-6776aa9b5852 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:58.482967 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7f022bab-f1b4-4fb1-93c9-6776aa9b5852 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1766005 Sep 10 03:58:58.486414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60842) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:58.489413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Pushing event updated for resources: {'Port': ['ID=e9852a5c-42e0-4858-abda-a94662a5a83c,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:58.526722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.534307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:58.535960 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.635091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Attempting to bind port e9852a5c-42e0-4858-abda-a94662a5a83c on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:58:58.638678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Attempting to bind port e9852a5c-42e0-4858-abda-a94662a5a83c by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:58:58.638678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Attempting to bind port e9852a5c-42e0-4858-abda-a94662a5a83c on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:58.650087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Port e9852a5c-42e0-4858-abda-a94662a5a83c on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:58:58.650423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Attempting to bind port e9852a5c-42e0-4858-abda-a94662a5a83c on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:58:58.674747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:58:58.674747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Checking segment: {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:58:58.675148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Network': ['ID=184d61f3-ff3b-497d-9253-0cfe054657d3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:58.675357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Bound using segment: {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:58:58.675357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Bound port: e9852a5c-42e0-4858-abda-a94662a5a83c, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:58:58.675357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.675809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 184d61f3-ff3b-497d-9253-0cfe054657d3 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:58:58.701619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-fa962485-31a6-4895-9bb4-06bd13a99fa6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 22524d8a-17b1-41b7-9180-1f5d1b5689b4 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:58:58.702722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa962485-31a6-4895-9bb4-06bd13a99fa6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.780273 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3b50fe5-7273-4c19-8f1d-52a4e6aa5944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.792028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa962485-31a6-4895-9bb4-06bd13a99fa6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.805463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-fa962485-31a6-4895-9bb4-06bd13a99fa6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 22524d8a-17b1-41b7-9180-1f5d1b5689b4 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:58:58.816053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] For port e9852a5c-42e0-4858-abda-a94662a5a83c, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:58:58.820156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] For port e9852a5c-42e0-4858-abda-a94662a5a83c, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e9852a5c-42e0-4858-abda-a94662a5a83c,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:58:58.866156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d3b50fe5-7273-4c19-8f1d-52a4e6aa5944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.888775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.897087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.935040 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d3b50fe5-7273-4c19-8f1d-52a4e6aa5944 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ad6c7e6bd1b24801a1101f01314924db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5276918 Sep 10 03:58:58.937768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b50fe5-7273-4c19-8f1d-52a4e6aa5944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=675ecd7e-35bc-4749-8f86-b37ac446fae4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:58.942142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60870) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:58.951772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:58.952467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:58.953857 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] 10.222.0.39 "PUT /v2.0/ports/e9852a5c-42e0-4858-abda-a94662a5a83c HTTP/1.1" status: 200 len: 1091 time: 1.1579082 Sep 10 03:58:58.954282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e7c1eb-f60d-4772-959c-53929f090d50', 'tag': 'e9852a5c-42e0-4858-abda-a94662a5a83c'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:58:58.956544 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a51fbf01-eef8-449d-a9e2-b39ceb535619" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e7c1eb-f60d-4772-959c-53929f090d50", "tag": "e9852a5c-42e0-4858-abda-a94662a5a83c"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:58:58.993469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911a2fa-1a58-45c7-8f37-8953cce8691c service neutron] Pushing event updated for resources: {'Port': ['ID=e9852a5c-42e0-4858-abda-a94662a5a83c,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:58.998306 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb64111a-4e51-462f-97f6-6ce43a6655be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.000974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8c93dfb2-bcfe-4abf-9177-b83d779e172c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1636894 Sep 10 03:58:59.001720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa962485-31a6-4895-9bb4-06bd13a99fa6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.001939 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:58:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26deec76-b64e-456d-85d3-346a334f104a x-openstack-request-id: req-26deec76-b64e-456d-85d3-346a334f104a {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:58:59.002326 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e7c1eb-f60d-4772-959c-53929f090d50", "tag": "e9852a5c-42e0-4858-abda-a94662a5a83c", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:58:59.002794 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26deec76-b64e-456d-85d3-346a334f104a {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:58:59.003236 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e7c1eb-f60d-4772-959c-53929f090d50', 'tag': 'e9852a5c-42e0-4858-abda-a94662a5a83c', 'status': 'completed', 'code': 200} Sep 10 03:58:59.004087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60876) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:59.009311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'admin_state_up': True, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:58:59.074657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa962485-31a6-4895-9bb4-06bd13a99fa6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=22524d8a-17b1-41b7-9180-1f5d1b5689b4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:59.075964 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb64111a-4e51-462f-97f6-6ce43a6655be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.078581 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa962485-31a6-4895-9bb4-06bd13a99fa6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.080261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fa962485-31a6-4895-9bb4-06bd13a99fa6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/22524d8a-17b1-41b7-9180-1f5d1b5689b4 HTTP/1.1" status: 204 len: 168 time: 0.5928152 Sep 10 03:58:59.083949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fbf01-eef8-449d-a9e2-b39ceb535619 req-e36c01ad-6432-4fa3-aa80-37ef3f138968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:59.085556 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a51fbf01-eef8-449d-a9e2-b39ceb535619 req-e36c01ad-6432-4fa3-aa80-37ef3f138968 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 1094 time: 0.0578086 Sep 10 03:58:59.086571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60888) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:59.134426 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.135491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.235288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36b5ffb5-0a30-47b0-9515-2052572bac8a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:59.237055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-36b5ffb5-0a30-47b0-9515-2052572bac8a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1495490 Sep 10 03:58:59.245349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea9a187-21b4-432d-8f32-3561e83a4455 req-274f20cb-c0cf-4203-8658-d379b73e57bb tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:59.246914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ea9a187-21b4-432d-8f32-3561e83a4455 req-274f20cb-c0cf-4203-8658-d379b73e57bb tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 943 time: 0.0995669 Sep 10 03:58:59.248530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60896) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:59.285421 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a9b534-def7-4e67-9a99-bcfc297977df tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:58:59.290556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-32a9b534-def7-4e67-9a99-bcfc297977df tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/c3ada301-5dfe-4801-937b-068aea170702 HTTP/1.1" status: 404 len: 333 time: 0.0385244 Sep 10 03:58:59.290947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60902) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:59.324563 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2c7c3cd-ed6b-4796-a0fe-d5c4afb626aa tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:58:59.329275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b2c7c3cd-ed6b-4796-a0fe-d5c4afb626aa tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/22524d8a-17b1-41b7-9180-1f5d1b5689b4 HTTP/1.1" status: 404 len: 333 time: 0.0345347 Sep 10 03:58:59.334216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60906) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:58:59.366237 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb64111a-4e51-462f-97f6-6ce43a6655be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.368749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb64111a-4e51-462f-97f6-6ce43a6655be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.381331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bb64111a-4e51-462f-97f6-6ce43a6655be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/675ecd7e-35bc-4749-8f86-b37ac446fae4 HTTP/1.1" status: 204 len: 168 time: 0.4330401 Sep 10 03:58:59.430516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ea9a187-21b4-432d-8f32-3561e83a4455 req-33350790-0e29-482b-a15d-c9a9105e057a tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671927 Sep 10 03:58:59.441971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb64111a-4e51-462f-97f6-6ce43a6655be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=675ecd7e-35bc-4749-8f86-b37ac446fae4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:58:59.535657 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.556328 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a96a3-9374-4527-964d-0fadea48dbfb req-7e0433d4-de0e-4f12-ae6e-bc2d31905254 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:59.557817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-526a96a3-9374-4527-964d-0fadea48dbfb req-7e0433d4-de0e-4f12-ae6e-bc2d31905254 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1516192 Sep 10 03:58:59.637912 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.652736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fbf01-eef8-449d-a9e2-b39ceb535619 req-5ed2cb90-9294-4615-9110-664fca3588f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:59.653143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-526a96a3-9374-4527-964d-0fadea48dbfb req-a367574e-2cc5-481a-816f-593c1fc0584d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783548 Sep 10 03:58:59.653261 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a51fbf01-eef8-449d-a9e2-b39ceb535619 req-5ed2cb90-9294-4615-9110-664fca3588f0 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=deac6f217dc444ce95dfc77fa61b049f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.5517759 Sep 10 03:58:59.671392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.695490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de6a9656-91f3-4dc0-b9cb-b2777e5707be']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:59.705653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4505cce8-0428-4f00-a625-2a6a2a8b2f21') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:59.706295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4505cce8-0428-4f00-a625-2a6a2a8b2f21') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:58:59.717336 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.734188 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.741148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:58:59.741543 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:58:59.744610 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:58:59.851540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51fbf01-eef8-449d-a9e2-b39ceb535619 req-b9e6c0ac-a2f5-46fe-8bc7-68917ef144cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:59.853049 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a51fbf01-eef8-449d-a9e2-b39ceb535619 req-b9e6c0ac-a2f5-46fe-8bc7-68917ef144cd service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1993692 Sep 10 03:58:59.896630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.941779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-461b8ca2-630f-4b83-a77c-82cf213f45f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:58:59.943329 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-461b8ca2-630f-4b83-a77c-82cf213f45f0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 1094 time: 0.0435164 Sep 10 03:58:59.967793 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.968898 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:58:59.971587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/networks/de6a9656-91f3-4dc0-b9cb-b2777e5707be HTTP/1.1" status: 204 len: 168 time: 0.6410055 Sep 10 03:58:59.979030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60952) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:00.005415 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-4b85e76a-eec4-4bc3-a6a3-4bea5b0d55de service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9852a5c-42e0-4858-abda-a94662a5a83c HTTP/1.1" status: 200 len: 217 time: 0.0538137 Sep 10 03:59:00.091828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-37c758bf-d72c-4b72-a5b1-5dfb3314a4be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:00.093535 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-37c758bf-d72c-4b72-a5b1-5dfb3314a4be service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eeccb207-8908-4796-8b4b-dc4f360cd763 HTTP/1.1" status: 200 len: 855 time: 0.0706091 Sep 10 03:59:00.159040 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-87f2637e-6ae2-42f9-aa86-0bae09ef982e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580492 Sep 10 03:59:00.332399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1872087184'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:00.336868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5083abc7-b27f-45fe-9e19-74718b377eff tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Network': ['ID=de6a9656-91f3-4dc0-b9cb-b2777e5707be,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:00.345769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-9df7a7ef-e761-424d-9c7c-8c965ebd9266 service neutron] 10.222.0.39 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1753979 Sep 10 03:59:00.383562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:00.413416 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:00.444317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:00.448038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:00.477671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:00.487605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:00.488746 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Added segment 7e25f6c3-4a49-453c-b594-dde3e08f49ff of type vlan for network 556f9322-a738-4098-8890-d30b83cdcf11 Sep 10 03:59:00.531517 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:00.565465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60984) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:00.570660 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7d8c8fa0-51fb-4212-9b4d-f0a787d3faa9 req-1f064716-ce75-4fb6-82d4-03e4c0ed8064 service neutron] 10.222.0.39 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992707 Sep 10 03:59:00.615168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9da2f-f51d-4150-b5c5-39ee42666208 req-2c34ee19-0208-4f7a-8383-f5e2df4e229b tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:00.616896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8b9da2f-f51d-4150-b5c5-39ee42666208 req-2c34ee19-0208-4f7a-8383-f5e2df4e229b tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 943 time: 0.0813591 Sep 10 03:59:00.656698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.25.3.157 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/9d95b1e6-6e16-4090-877e-c19bdc4c3f29) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:00.666961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8b9da2f-f51d-4150-b5c5-39ee42666208 req-ce8dc44c-fb05-4db7-942e-8b30359dabf2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440335 Sep 10 03:59:00.688151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:00.695891 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:00.696520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:00.752186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-122970354', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:00.795318 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:00.800144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8193707 Sep 10 03:59:00.802708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9715c4ef-ba47-4c5a-a95d-794354768993 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Network': ['ID=556f9322-a738-4098-8890-d30b83cdcf11,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:00.804698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 60994) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:00.813767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': '556f9322-a738-4098-8890-d30b83cdcf11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:00.819037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 556f9322-a738-4098-8890-d30b83cdcf11 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:00.829365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e51d45-2c99-4760-af0a-1a2ac8689cc2 req-73d3deca-439e-4565-b991-e2bfe0b15f6f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:00.832151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46e51d45-2c99-4760-af0a-1a2ac8689cc2 req-73d3deca-439e-4565-b991-e2bfe0b15f6f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1021731 Sep 10 03:59:00.885391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46e51d45-2c99-4760-af0a-1a2ac8689cc2 req-efd0f273-2062-4c1c-84ca-7b9c4146af09 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468793 Sep 10 03:59:00.930860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Made reservation on behalf of c969906f3ede4ff2bcca42cc3ffb353c for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:00.933394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:00.953160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:01.043244 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:01.077306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:01.080829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:01.092729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:01.110250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:01.119314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:01.167474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=9d95b1e6-6e16-4090-877e-c19bdc4c3f29,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:01.413467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:01.487391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:01.492451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] device_id is not set on port 18e23702-6e02-4364-a5ec-f8aa619f5924 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:01.603203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:01.611006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd1d6307-444e-4c33-a275-f7d4de4d5afa,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:01.758365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=171d1ba6-2248-4446-b9a4-79930cbe1851,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:01.787710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Allocated IP 172.25.3.107 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/18e23702-6e02-4364-a5ec-f8aa619f5924) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:01.793669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:01.798282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Checking segment: {'id': '7e25f6c3-4a49-453c-b594-dde3e08f49ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '556f9322-a738-4098-8890-d30b83cdcf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:01.798592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network hostable DHCP agents. Network: 556f9322-a738-4098-8890-d30b83cdcf11, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:01.815306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad2f985-11a0-4b0a-a3d9-1058ee4adac6 req-24e975f2-2113-4b6b-8670-51d65f405f28 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:01.817592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cad2f985-11a0-4b0a-a3d9-1058ee4adac6 req-24e975f2-2113-4b6b-8670-51d65f405f28 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 943 time: 0.0628340 Sep 10 03:59:01.899702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cad2f985-11a0-4b0a-a3d9-1058ee4adac6 req-3f42d977-c8ab-4608-bf5f-7cfd6633719c tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753474 Sep 10 03:59:01.942488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network 556f9322-a738-4098-8890-d30b83cdcf11 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:02.012930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11a74db-c0ad-4d47-acb4-ba6e5519b3d6 req-935ff329-8e1e-4e19-beab-952f8fda7b68 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:02.014559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a11a74db-c0ad-4d47-acb4-ba6e5519b3d6 req-935ff329-8e1e-4e19-beab-952f8fda7b68 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0529428 Sep 10 03:59:02.053148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 556f9322-a738-4098-8890-d30b83cdcf11) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:02.056979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a11a74db-c0ad-4d47-acb4-ba6e5519b3d6 req-ecd9d718-5173-4a10-a9fc-6470ed23c437 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337222 Sep 10 03:59:02.068688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:02.069291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.078113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f92e078-7852-4dee-a98f-5ee0c24df1b0 None None] Network 556f9322-a738-4098-8890-d30b83cdcf11 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:02.152730 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.159194 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.174166 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-808b19db-11c3-429d-9f9a-52a96b00e983 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3665652 Sep 10 03:59:02.178066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32796) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:02.183763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': '556f9322-a738-4098-8890-d30b83cdcf11', 'name': 'tempest-PortsIpV6TestJSON-281392284'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:02.266851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-556f9322-a738-4098-8890-d30b83cdcf11', 'network_id': '556f9322-a738-4098-8890-d30b83cdcf11', 'tenant_id': '869233f998a64be3909235fe670a4d25', 'fixed_ips': [{'subnet_id': '171d1ba6-2248-4446-b9a4-79930cbe1851'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:02.268130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.364907 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.392997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.395135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 0c8b597e-d282-40c7-aafd-880e1568ba32 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 03:59:02.430922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Allocated IP 2001:db8::2 (556f9322-a738-4098-8890-d30b83cdcf11/171d1ba6-2248-4446-b9a4-79930cbe1851/2e82a2ee-9f99-41d1-9a18-aa441de74a9c) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:02.450743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:02.451431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:02.455869 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.478450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port a75d5767-e4fc-4938-8f13-7b831e45567f yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:02.487837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:02.495169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:02.499905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Pushing event updated for resources: {'Port': ['ID=18e23702-6e02-4364-a5ec-f8aa619f5924,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:02.500087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e9852a5c-42e0-4858-abda-a94662a5a83c details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:59:02.579136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:02.580034 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.605124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:59:02.615350 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Sync routers for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:59:02.627123 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:02.627831 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:02.667424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e051497-679f-4650-bfd3-193be36ba94e tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.0981665 Sep 10 03:59:02.670026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32806) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:02.675930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.107'}]}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:02.728492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.730049 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e39b5749-c5d6-48dd-8adb-86d4b1ca4fb7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.7252250 Sep 10 03:59:02.733290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32810) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:02.747984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:02.806288 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32812) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:02.807792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-70f2009e-adf8-41a1-9628-66f9feae3853 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=604b17a6e0964c4ab69ec880aeb9fc59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0686893 Sep 10 03:59:02.824224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e9852a5c-42e0-4858-abda-a94662a5a83c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e9852a5c-42e0-4858-abda-a94662a5a83c,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:02.836400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'e9852a5c-42e0-4858-abda-a94662a5a83c', 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c', 'port_id': 'e9852a5c-42e0-4858-abda-a94662a5a83c', 'mac_address': 'fa:16:3e:a6:12:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeccb207-8908-4796-8b4b-dc4f360cd763', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:59:02.871571 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.876304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.877351 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.886544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Transition to ACTIVE for port object 2e82a2ee-9f99-41d1-9a18-aa441de74a9c will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:02.897639 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:02.916770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Transition to ACTIVE for port object 2e82a2ee-9f99-41d1-9a18-aa441de74a9c will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:02.926354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9229a2cc-1580-4f6d-a8f7-4eebcb055c47 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:02.930813 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9229a2cc-1580-4f6d-a8f7-4eebcb055c47 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1214981 Sep 10 03:59:02.931080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32816) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:02.940834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9852a5c-42e0-4858-abda-a94662a5a83c {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:59:02.976334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e9852a5c-42e0-4858-abda-a94662a5a83c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e9852a5c-42e0-4858-abda-a94662a5a83c,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:02.976439 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:01Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:03.005634 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Checking router: 0c8b597e-d282-40c7-aafd-880e1568ba32 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:59:03.005988 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Updating router 0c8b597e-d282-40c7-aafd-880e1568ba32 port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:59:03.011872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.034565 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.038087 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.074348 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-510cd416-4354-4690-b0c6-9602521873bd tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1269345 Sep 10 03:59:03.075389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32822) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:03.086817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1463207566', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:03.090095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05bd1358-3b90-4a2a-b50f-7b8a3ffdb5da req-860c4c4d-5c65-4442-b182-52f30e6db910 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:03.092327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05bd1358-3b90-4a2a-b50f-7b8a3ffdb5da req-860c4c4d-5c65-4442-b182-52f30e6db910 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 943 time: 0.1036029 Sep 10 03:59:03.140034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Pushing event updated for resources: {'Port': ['ID=2e82a2ee-9f99-41d1-9a18-aa441de74a9c,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:03.148973 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.174152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Network 556f9322-a738-4098-8890-d30b83cdcf11 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:03.181073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:03.227547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:03.273790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::c2 (556f9322-a738-4098-8890-d30b83cdcf11/171d1ba6-2248-4446-b9a4-79930cbe1851/a75d5767-e4fc-4938-8f13-7b831e45567f) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:03.320479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05bd1358-3b90-4a2a-b50f-7b8a3ffdb5da req-805bb346-0bcd-44a6-be9f-2991e200cbe4 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064755 Sep 10 03:59:03.411887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837dc5c8-e828-4114-8a3c-aff20046cf4e req-69b22818-f21b-4bb4-a5c8-6e1bc99a7d93 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:03.415298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-837dc5c8-e828-4114-8a3c-aff20046cf4e req-69b22818-f21b-4bb4-a5c8-6e1bc99a7d93 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.2256298 Sep 10 03:59:03.479784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Attempting to bind port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:03.480530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Attempting to bind port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '7e25f6c3-4a49-453c-b594-dde3e08f49ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '556f9322-a738-4098-8890-d30b83cdcf11'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:03.481010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Attempting to bind port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c on network 556f9322-a738-4098-8890-d30b83cdcf11 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:03.489296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:03.489853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Checking segment: {'id': '7e25f6c3-4a49-453c-b594-dde3e08f49ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '556f9322-a738-4098-8890-d30b83cdcf11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:03.490356 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.490844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Bound using segment: {'id': '7e25f6c3-4a49-453c-b594-dde3e08f49ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '556f9322-a738-4098-8890-d30b83cdcf11'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:03.497130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Bound port: 2e82a2ee-9f99-41d1-9a18-aa441de74a9c, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e25f6c3-4a49-453c-b594-dde3e08f49ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '556f9322-a738-4098-8890-d30b83cdcf11'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:03.497130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.501978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e9852a5c-42e0-4858-abda-a94662a5a83c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:03.537418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-837dc5c8-e828-4114-8a3c-aff20046cf4e req-7418293a-5324-4294-9855-b793a76b2628 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070991 Sep 10 03:59:03.560133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e9852a5c-42e0-4858-abda-a94662a5a83c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:59:03.603095 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.627211 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Transition to ACTIVE for port object 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:03.661086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.678284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object a75d5767-e4fc-4938-8f13-7b831e45567f will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:03.728772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] For port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:03.733322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] For port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2e82a2ee-9f99-41d1-9a18-aa441de74a9c,segment=NetworkSegment(7e25f6c3-4a49-453c-b594-dde3e08f49ff),segment_id=7e25f6c3-4a49-453c-b594-dde3e08f49ff)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:03.739613 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.784624 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Attempting to bind port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:03.785507 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Attempting to bind port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:03.785867 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Attempting to bind port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:03.793893 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:03.794262 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:03.794670 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.795057 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:03.795519 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Bound port: 9d95b1e6-6e16-4090-877e-c19bdc4c3f29, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:03.795923 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.798568 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.842492 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.853416 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] For port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:03.856648 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] For port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9d95b1e6-6e16-4090-877e-c19bdc4c3f29,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:03.870182 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Pushing event updated for resources: {'Port': ['ID=9d95b1e6-6e16-4090-877e-c19bdc4c3f29,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:03.878315 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.878529 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.878775 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.879207 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.879545 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.879896 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.880259 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.880594 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.880916 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.881288 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.881613 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.881930 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:03.896519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network 556f9322-a738-4098-8890-d30b83cdcf11 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:03.901770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:03.908884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:03.914014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4412690-8974-4f5e-931d-55135d1486f3 None None] Pushing event updated for resources: {'Port': ['ID=2e82a2ee-9f99-41d1-9a18-aa441de74a9c,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:03.915779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:03.916803 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.931739 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.934022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=a75d5767-e4fc-4938-8f13-7b831e45567f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:03.978639 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:03.993506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cd32c43e-5e12-40a9-9703-ebb121956d6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8141510 Sep 10 03:59:03.996102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32830) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:04.002205 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:04.002830 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:04.059756 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52bfa8-36a7-472b-bdd0-0127a989eb6c None None] Pushing event updated for resources: {'Port': ['ID=9d95b1e6-6e16-4090-877e-c19bdc4c3f29,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:04.100692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:04.105837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.106257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d4c0d-4089-43dd-a728-e788d9ebc230 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port a75d5767-e4fc-4938-8f13-7b831e45567f {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:04.107163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4c0d-4089-43dd-a728-e788d9ebc230 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.162058 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:04.269263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4c0d-4089-43dd-a728-e788d9ebc230 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.301332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ec3d4c0d-4089-43dd-a728-e788d9ebc230 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for a75d5767-e4fc-4938-8f13-7b831e45567f owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:04.400543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32836) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:04.496997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e9852a5c-42e0-4858-abda-a94662a5a83c up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:04.554193 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:01Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:04.602572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba617540-5cb8-4d0c-aca4-e070482496f5 None None] The sync data for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 is: [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:01Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:59:04.648595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port e9852a5c-42e0-4858-abda-a94662a5a83c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:04.654062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port e9852a5c-42e0-4858-abda-a94662a5a83c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:04.654496 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.678666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0df8f5-a24f-498d-93e7-62e79f9188f5 req-fcf0a336-65a7-431f-a9a8-8b110d1535f7 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:04.680364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f0df8f5-a24f-498d-93e7-62e79f9188f5 req-fcf0a336-65a7-431f-a9a8-8b110d1535f7 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 944 time: 0.2273016 Sep 10 03:59:04.684411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbd45dc2-0083-47b2-bf37-62a3e8fe40d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.726665 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.753600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.764234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7588cab-d0be-4531-b6bd-586361979c34 req-80428ee2-8266-4d3e-bf82-bf74789b9a4e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:04.768723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7588cab-d0be-4531-b6bd-586361979c34 req-80428ee2-8266-4d3e-bf82-bf74789b9a4e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1134975 Sep 10 03:59:04.774844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f0df8f5-a24f-498d-93e7-62e79f9188f5 req-9a71da5e-0c9b-4248-878c-c0276715b543 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751333 Sep 10 03:59:04.775001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.786399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.806266 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4c0d-4089-43dd-a728-e788d9ebc230 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:04.829522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e7c1eb-f60d-4772-959c-53929f090d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9852a5c-42e0-4858-abda-a94662a5a83c'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:04.839451 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edddbd2a-d671-4249-8d88-78ac852d70a7" -d '{"events": [{"server_uuid": "f1e7c1eb-f60d-4772-959c-53929f090d50", "name": "network-vif-plugged", "status": "completed", "tag": "e9852a5c-42e0-4858-abda-a94662a5a83c"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:04.862741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port e9852a5c-42e0-4858-abda-a94662a5a83c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e9852a5c-42e0-4858-abda-a94662a5a83c,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:04.895924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d4c0d-4089-43dd-a728-e788d9ebc230 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=a75d5767-e4fc-4938-8f13-7b831e45567f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:04.910592 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c30923-9959-4311-bf5b-2330cfb173d6 x-openstack-request-id: req-95c30923-9959-4311-bf5b-2330cfb173d6 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:04.915553 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e7c1eb-f60d-4772-959c-53929f090d50", "name": "network-vif-plugged", "status": "completed", "tag": "e9852a5c-42e0-4858-abda-a94662a5a83c", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:04.915553 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95c30923-9959-4311-bf5b-2330cfb173d6 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:04.915553 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e7c1eb-f60d-4772-959c-53929f090d50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9852a5c-42e0-4858-abda-a94662a5a83c', 'code': 200} Sep 10 03:59:04.960737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7588cab-d0be-4531-b6bd-586361979c34 req-17a66937-92a4-4148-b200-963e7b14c794 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826587 Sep 10 03:59:04.970850 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.009480 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec3d4c0d-4089-43dd-a728-e788d9ebc230 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.012592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ec3d4c0d-4089-43dd-a728-e788d9ebc230 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/a75d5767-e4fc-4938-8f13-7b831e45567f HTTP/1.1" status: 204 len: 168 time: 1.0147524 Sep 10 03:59:05.014671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32846) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:05.023171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Subnet': ['ID=5dd2bc32-6b37-491e-a5e4-1760257a021f,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:05.047774 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-21b23fc0-7271-494f-a4a0-7aa62d05781e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 03:59:05.048674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21b23fc0-7271-494f-a4a0-7aa62d05781e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:59:05.064999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-21b23fc0-7271-494f-a4a0-7aa62d05781e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/a75d5767-e4fc-4938-8f13-7b831e45567f HTTP/1.1" status: 404 len: 333 time: 0.0484838 Sep 10 03:59:05.067284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32848) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:05.076565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Checking segment: {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:05.076992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network hostable DHCP agents. Network: 184d61f3-ff3b-497d-9253-0cfe054657d3, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:05.100041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=e9852a5c-42e0-4858-abda-a94662a5a83c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:05.112621 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f446059d-c10b-4512-8f68-be23de68be93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:59:05.118162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f446059d-c10b-4512-8f68-be23de68be93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/a75d5767-e4fc-4938-8f13-7b831e45567f HTTP/1.1" status: 404 len: 333 time: 0.0484991 Sep 10 03:59:05.119139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32850) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:05.184418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-de56a500-2d3b-4341-9437-bafc3120810e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet 171d1ba6-2248-4446-b9a4-79930cbe1851 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:59:05.188249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de56a500-2d3b-4341-9437-bafc3120810e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.245629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbd45dc2-0083-47b2-bf37-62a3e8fe40d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.254791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eb6e597-ceef-4c2e-a76c-c754a8ca58d8 req-1b2bad15-96d0-4163-96c6-f69efc96c727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:05.259475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de56a500-2d3b-4341-9437-bafc3120810e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.261008 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5eb6e597-ceef-4c2e-a76c-c754a8ca58d8 req-1b2bad15-96d0-4163-96c6-f69efc96c727 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 1096 time: 0.2392867 Sep 10 03:59:05.261809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 184d61f3-ff3b-497d-9253-0cfe054657d3 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:05.311275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbd45dc2-0083-47b2-bf37-62a3e8fe40d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.342107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.361573 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5eb6e597-ceef-4c2e-a76c-c754a8ca58d8 req-0eadad26-c3fc-4070-85f7-96ebd1ed2d04 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960045 Sep 10 03:59:05.419509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 184d61f3-ff3b-497d-9253-0cfe054657d3) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:05.423661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2e82a2ee-9f99-41d1-9a18-aa441de74a9c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:05.463798 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de56a500-2d3b-4341-9437-bafc3120810e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.474939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77d4035e-164c-4fb3-a190-8a449e7db0e0 None None] Network 184d61f3-ff3b-497d-9253-0cfe054657d3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:05.480577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bbd45dc2-0083-47b2-bf37-62a3e8fe40d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f309a3de9eea4d39a8f68f5de70d037d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0739367 Sep 10 03:59:05.481130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32852) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:05.482754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:05.483358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.495099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd45dc2-0083-47b2-bf37-62a3e8fe40d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cf5cd7a-4509-4f5b-b84f-7660a3f6af21,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:05.531893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98508ab1-84aa-4621-afff-cdc35b92c4d1 None None] Network 556f9322-a738-4098-8890-d30b83cdcf11 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:05.628068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.632955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.681602 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bdefaff5-c57e-45ff-a8ef-521c640223fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.6045446 Sep 10 03:59:05.682322 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de56a500-2d3b-4341-9437-bafc3120810e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.685036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:05.711110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-52168812-22af-4cec-b237-5d580b46b80b None None] Provisioning for port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:05.711354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de56a500-2d3b-4341-9437-bafc3120810e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=171d1ba6-2248-4446-b9a4-79930cbe1851,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:05.715369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de56a500-2d3b-4341-9437-bafc3120810e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.717316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-de56a500-2d3b-4341-9437-bafc3120810e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/171d1ba6-2248-4446-b9a4-79930cbe1851 HTTP/1.1" status: 204 len: 168 time: 0.5970414 Sep 10 03:59:05.720825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32856) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:05.733748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab6a550d-00c3-4b42-a3c6-26a07e71fb57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.773226 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab6a550d-00c3-4b42-a3c6-26a07e71fb57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.822570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.824847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3a88364-34f4-4cf2-9895-2348acc3dbef {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 03:59:05.866549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.882898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:05.885734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:05.885959 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:05.949229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-184d61f3-ff3b-497d-9253-0cfe054657d3', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:05.950070 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.002657 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] create failed (client error): There was a conflict when trying to complete your request. Sep 10 03:59:06.007377 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e7d10f1-fd0f-4537-b8ab-a794b6c67fbc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.3355732 Sep 10 03:59:06.021176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32864) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:06.046047 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.089308 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2e82a2ee-9f99-41d1-9a18-aa441de74a9c,segment=NetworkSegment(7e25f6c3-4a49-453c-b594-dde3e08f49ff),segment_id=7e25f6c3-4a49-453c-b594-dde3e08f49ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:06.100670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9314762-7af5-4233-aef8-0c7b93e8bfdc None None] DHCP port deletion for 556f9322-a738-4098-8890-d30b83cdcf11 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:59:06.171721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1fa380-47b8-404c-9a1d-e679636f3178 req-f74e9ba5-8328-4667-afeb-cf102c9a3bf1 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:06.174710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab6a550d-00c3-4b42-a3c6-26a07e71fb57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.178420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab6a550d-00c3-4b42-a3c6-26a07e71fb57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.179907 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ab6a550d-00c3-4b42-a3c6-26a07e71fb57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7cf5cd7a-4509-4f5b-b84f-7660a3f6af21 HTTP/1.1" status: 204 len: 168 time: 0.6928861 Sep 10 03:59:06.180516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec1fa380-47b8-404c-9a1d-e679636f3178 req-f74e9ba5-8328-4667-afeb-cf102c9a3bf1 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 945 time: 0.1943352 Sep 10 03:59:06.204426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:06.204762 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.212158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:59:06.265390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Allocated IP 172.20.0.2 (184d61f3-ff3b-497d-9253-0cfe054657d3/5dd2bc32-6b37-491e-a5e4-1760257a021f/72cabe19-e712-4be0-a56f-eb151b638330) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:06.267302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab6a550d-00c3-4b42-a3c6-26a07e71fb57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cf5cd7a-4509-4f5b-b84f-7660a3f6af21,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:06.348184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec1fa380-47b8-404c-9a1d-e679636f3178 req-cfe60565-0548-486f-b0c5-539aa7aa551e tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657462 Sep 10 03:59:06.367966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cccfb3-56f5-4ca7-af4e-e4fbc5099a49 req-6a535d90-5185-4a9e-b1d7-1d6ff615e0f5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:06.369824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84cccfb3-56f5-4ca7-af4e-e4fbc5099a49 req-6a535d90-5185-4a9e-b1d7-1d6ff615e0f5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.2698808 Sep 10 03:59:06.396926 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.397498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:06.437621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-47ab1fa1-2d1b-4136-93e8-266c0a5a74bc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Deleting port 18e23702-6e02-4364-a5ec-f8aa619f5924 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:06.437963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47ab1fa1-2d1b-4136-93e8-266c0a5a74bc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.475041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] For port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2e82a2ee-9f99-41d1-9a18-aa441de74a9c,segment=NetworkSegment(7e25f6c3-4a49-453c-b594-dde3e08f49ff),segment_id=7e25f6c3-4a49-453c-b594-dde3e08f49ff)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:06.476010 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.500424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=2e82a2ee-9f99-41d1-9a18-aa441de74a9c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:06.536370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 2e82a2ee-9f99-41d1-9a18-aa441de74a9c owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:06.561636 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84cccfb3-56f5-4ca7-af4e-e4fbc5099a49 req-5db76985-c1a7-4e08-97a3-f1a543297151 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1387205 Sep 10 03:59:06.609903 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.630081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32872) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:06.650779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Transition to ACTIVE for port object 72cabe19-e712-4be0-a56f-eb151b638330 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:06.650779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f9314762-7af5-4233-aef8-0c7b93e8bfdc None None] Deleting port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:06.650779 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f9314762-7af5-4233-aef8-0c7b93e8bfdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.657696 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47ab1fa1-2d1b-4136-93e8-266c0a5a74bc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.674032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Transition to ACTIVE for port object 72cabe19-e712-4be0-a56f-eb151b638330 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:06.699019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-47ab1fa1-2d1b-4136-93e8-266c0a5a74bc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Calling delete_port for 18e23702-6e02-4364-a5ec-f8aa619f5924 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:06.733735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f9314762-7af5-4233-aef8-0c7b93e8bfdc None None] For port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2e82a2ee-9f99-41d1-9a18-aa441de74a9c,segment=NetworkSegment(7e25f6c3-4a49-453c-b594-dde3e08f49ff),segment_id=7e25f6c3-4a49-453c-b594-dde3e08f49ff)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:06.734705 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f9314762-7af5-4233-aef8-0c7b93e8bfdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.760571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f9314762-7af5-4233-aef8-0c7b93e8bfdc None None] Calling delete_port for 2e82a2ee-9f99-41d1-9a18-aa441de74a9c owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:06.815777 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.819247 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.830207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.843379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:06.857484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Network 184d61f3-ff3b-497d-9253-0cfe054657d3 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:06.861108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=2e82a2ee-9f99-41d1-9a18-aa441de74a9c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:06.862034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:06.870768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No DVR routers for this DVR port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:06.873984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:06.922408 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fba9f1d3-90fa-495b-aff5-05c43385ef8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.932591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:06.932591 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:06.984963 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.010329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['556f9322-a738-4098-8890-d30b83cdcf11']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:07.021917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f9314762-7af5-4233-aef8-0c7b93e8bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.022938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e25f6c3-4a49-453c-b594-dde3e08f49ff') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:07.023350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e25f6c3-4a49-453c-b594-dde3e08f49ff') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:07.036237 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.049841 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.056240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9314762-7af5-4233-aef8-0c7b93e8bfdc None None] No DVR routers for this DVR port 2e82a2ee-9f99-41d1-9a18-aa441de74a9c on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:07.057380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:07.057975 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:07.061738 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:07.070323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Pushing event updated for resources: {'Port': ['ID=72cabe19-e712-4be0-a56f-eb151b638330,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:07.075134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Attempting to bind port 72cabe19-e712-4be0-a56f-eb151b638330 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:07.075502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Attempting to bind port 72cabe19-e712-4be0-a56f-eb151b638330 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:07.076273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Attempting to bind port 72cabe19-e712-4be0-a56f-eb151b638330 on network 184d61f3-ff3b-497d-9253-0cfe054657d3 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:07.087493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:07.087493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Checking segment: {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:07.087493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.087493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Bound using segment: {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:07.087493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Bound port: 72cabe19-e712-4be0-a56f-eb151b638330, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:07.087493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.097994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47ab1fa1-2d1b-4136-93e8-266c0a5a74bc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.123787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9314762-7af5-4233-aef8-0c7b93e8bfdc None None] Pushing event deleted for resources: {'Port': ['ID=2e82a2ee-9f99-41d1-9a18-aa441de74a9c,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:07.159375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ab1fa1-2d1b-4136-93e8-266c0a5a74bc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Pushing event deleted for resources: {'Port': ['ID=18e23702-6e02-4364-a5ec-f8aa619f5924,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:07.199596 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.220068 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.230148 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.232463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/networks/556f9322-a738-4098-8890-d30b83cdcf11 HTTP/1.1" status: 204 len: 168 time: 1.5105507 Sep 10 03:59:07.239000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9d95b1e6-6e16-4090-877e-c19bdc4c3f29,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:07.245986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32878) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:07.248860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] For port 72cabe19-e712-4be0-a56f-eb151b638330, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:07.251276 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-981775862'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:07.251947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] For port 72cabe19-e712-4be0-a56f-eb151b638330, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=72cabe19-e712-4be0-a56f-eb151b638330,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:07.256938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287df13-608a-401b-b64e-2f5e1fd57a65 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Network': ['ID=556f9322-a738-4098-8890-d30b83cdcf11,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:07.292467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32880) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:07.306244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c163cca7-ad4d-413f-9372-45686f0fead8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.311553 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.320024 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.339269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47ab1fa1-2d1b-4136-93e8-266c0a5a74bc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.344568 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-47ab1fa1-2d1b-4136-93e8-266c0a5a74bc tempest-RoutersAdminNegativeTest-948352566 tempest-RoutersAdminNegativeTest-948352566-project-admin] 10.222.0.22 "DELETE /v2.0/ports/18e23702-6e02-4364-a5ec-f8aa619f5924 HTTP/1.1" status: 204 len: 168 time: 1.3095345 Sep 10 03:59:07.361289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fba9f1d3-90fa-495b-aff5-05c43385ef8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.371751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.20.0.1 (184d61f3-ff3b-497d-9253-0cfe054657d3/5dd2bc32-6b37-491e-a5e4-1760257a021f/bc85c482-33d7-46d2-94ac-5dc7f3b9bd15) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:07.397833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9d95b1e6-6e16-4090-877e-c19bdc4c3f29,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:07.403988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2e82a2ee-9f99-41d1-9a18-aa441de74a9c no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:07.434905 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fba9f1d3-90fa-495b-aff5-05c43385ef8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.458794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 2e82a2ee-9f99-41d1-9a18-aa441de74a9c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:07.460241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2e82a2ee-9f99-41d1-9a18-aa441de74a9c not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:59:07.532199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:07.536369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9f1d3-90fa-495b-aff5-05c43385ef8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22a006f0-14e2-42e2-b6a1-5671c46c1fd0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:07.537322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fca1669-517a-4058-a7e8-765c3b6c7a10 None None] Pushing event updated for resources: {'Port': ['ID=72cabe19-e712-4be0-a56f-eb151b638330,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:07.537475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.550250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32886) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:07.552264 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fba9f1d3-90fa-495b-aff5-05c43385ef8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bdac8339283d41f282cf9ff75fc681a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9190407 Sep 10 03:59:07.590038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb818cf-2254-4f26-9158-e965c34a2a0b req-99d3ae8d-f17f-4815-bdd3-9803a2e3c653 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:07.595626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cb818cf-2254-4f26-9158-e965c34a2a0b req-99d3ae8d-f17f-4815-bdd3-9803a2e3c653 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 945 time: 0.1149988 Sep 10 03:59:07.596367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.615335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Transition to ACTIVE for port object bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:07.650628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:07.687479 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.689126 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Added segment f22e22d4-f2c4-4baf-ab82-e66a6dc68b08 of type vlan for network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd Sep 10 03:59:07.752965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5cb818cf-2254-4f26-9158-e965c34a2a0b req-36062fe0-b4d8-4282-af60-1d0b0b704888 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437371 Sep 10 03:59:07.757617 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.796782 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08f30c76-d8e2-49f8-b912-f7bcb088dd05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.808295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 184d61f3-ff3b-497d-9253-0cfe054657d3 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:07.811939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:07.818869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:07.822747 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.845449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=bc85c482-33d7-46d2-94ac-5dc7f3b9bd15,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:07.858513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08f30c76-d8e2-49f8-b912-f7bcb088dd05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.867414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01ebb20-c8ae-41cd-8c6d-55c02c8040ea req-cb8e0406-1a08-4b61-b062-b4f5615ed570 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:07.868985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b01ebb20-c8ae-41cd-8c6d-55c02c8040ea req-cb8e0406-1a08-4b61-b062-b4f5615ed570 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1712916 Sep 10 03:59:07.870573 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:07.982186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b01ebb20-c8ae-41cd-8c6d-55c02c8040ea req-b5f8988c-f75a-4afc-adf7-d4d41488730d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931697 Sep 10 03:59:07.995842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c163cca7-ad4d-413f-9372-45686f0fead8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.008375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.014519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:08.015891 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.024803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32900) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:08.098015 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c163cca7-ad4d-413f-9372-45686f0fead8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.100762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Network': ['ID=32096e38-bf3c-49a0-8b8a-9c9791e09ebd,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:08.110176 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.114848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:08.144154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c163cca7-ad4d-413f-9372-45686f0fead8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d792dc38c0fe413c97b85c1ad385eb73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8505108 Sep 10 03:59:08.145672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c163cca7-ad4d-413f-9372-45686f0fead8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4460f52-fd93-4df1-bb6d-9c3db0914742,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:08.148188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32908) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:08.155576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08f30c76-d8e2-49f8-b912-f7bcb088dd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.160529 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08f30c76-d8e2-49f8-b912-f7bcb088dd05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.161070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-08f30c76-d8e2-49f8-b912-f7bcb088dd05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22a006f0-14e2-42e2-b6a1-5671c46c1fd0 HTTP/1.1" status: 204 len: 168 time: 0.5993843 Sep 10 03:59:08.184345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f30c76-d8e2-49f8-b912-f7bcb088dd05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a006f0-14e2-42e2-b6a1-5671c46c1fd0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:08.198509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-68480f32-6a2c-4741-a898-d662fa72ff6c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9464495 Sep 10 03:59:08.198619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 32912) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:08.215938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': '32096e38-bf3c-49a0-8b8a-9c9791e09ebd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:08.272417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a2373a4-bb6d-477c-be36-fb1facc32c05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.295105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a21062bf-07a4-4566-b1db-9bb25d935c69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.333891 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a2373a4-bb6d-477c-be36-fb1facc32c05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.477357 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a2373a4-bb6d-477c-be36-fb1facc32c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.480079 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a2373a4-bb6d-477c-be36-fb1facc32c05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.483593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8a2373a4-bb6d-477c-be36-fb1facc32c05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c4460f52-fd93-4df1-bb6d-9c3db0914742 HTTP/1.1" status: 204 len: 168 time: 0.3324168 Sep 10 03:59:08.489717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2373a4-bb6d-477c-be36-fb1facc32c05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4460f52-fd93-4df1-bb6d-9c3db0914742,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:08.720888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c2a300-817f-4e56-b80a-67f5069aa666 None None] Network 184d61f3-ff3b-497d-9253-0cfe054657d3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:08.757641 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a21062bf-07a4-4566-b1db-9bb25d935c69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.813283 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a21062bf-07a4-4566-b1db-9bb25d935c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.843708 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.876425 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a21062bf-07a4-4566-b1db-9bb25d935c69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3742b4c282847c0a73b9c3a2ad8e077&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8500593 Sep 10 03:59:08.879769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21062bf-07a4-4566-b1db-9bb25d935c69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54248bd3-ffe2-4b1d-ae5f-0547a3919634,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:08.880170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32930) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:08.897850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-75175f2b-3632-4962-94ce-dbcbdfbec247 None None] Provisioning for port 72cabe19-e712-4be0-a56f-eb151b638330 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:08.931997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.947974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a783e07-b735-4bbe-811b-b498dd6ca423 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.960102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:08.964096 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:08.976511 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a783e07-b735-4bbe-811b-b498dd6ca423 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:09.135483 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a783e07-b735-4bbe-811b-b498dd6ca423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:09.140991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a783e07-b735-4bbe-811b-b498dd6ca423 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:09.147894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6a783e07-b735-4bbe-811b-b498dd6ca423 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/54248bd3-ffe2-4b1d-ae5f-0547a3919634 HTTP/1.1" status: 204 len: 168 time: 0.2658033 Sep 10 03:59:09.162235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a783e07-b735-4bbe-811b-b498dd6ca423 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54248bd3-ffe2-4b1d-ae5f-0547a3919634,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:09.193128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5814f2-74a6-45c5-9605-daae714820d8 req-39fdc264-4df9-47c3-afd2-75d22270cd7d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:09.194162 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:09.200560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac5814f2-74a6-45c5-9605-daae714820d8 req-39fdc264-4df9-47c3-afd2-75d22270cd7d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1173978 Sep 10 03:59:09.210405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=bc85c482-33d7-46d2-94ac-5dc7f3b9bd15,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:09.262392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac5814f2-74a6-45c5-9605-daae714820d8 req-bb98e20e-77de-488b-9b6a-c927af40ea93 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582769 Sep 10 03:59:09.386738 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ba066b47-5886-4d79-95b3-c93c7208222f None None] Provisioning for port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:09.392049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ba066b47-5886-4d79-95b3-c93c7208222f None None] Provisioning complete for port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:09.392427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba066b47-5886-4d79-95b3-c93c7208222f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:09.476555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ba066b47-5886-4d79-95b3-c93c7208222f None None] Port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:09.602611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:09.711624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:09.720053 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:09.761349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6ced8306-4f66-422a-90ab-daf8c2b8f264 None None] Provisioning complete for port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:09.761992 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ced8306-4f66-422a-90ab-daf8c2b8f264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:09.807372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6ced8306-4f66-422a-90ab-daf8c2b8f264 None None] Port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:09.857200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72cabe19-e712-4be0-a56f-eb151b638330 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:09.859127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 184d61f3-ff3b-497d-9253-0cfe054657d3 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:09.861967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:10.014390 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32962) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:10.031768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 72cabe19-e712-4be0-a56f-eb151b638330 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:10.036519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 72cabe19-e712-4be0-a56f-eb151b638330 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:10.036985 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.055499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2577faba-df85-440f-9674-0099fc1c6163 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c969906f3ede4ff2bcca42cc3ffb353c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0498426 Sep 10 03:59:10.058211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32964) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:10.138139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 0c8b597e-d282-40c7-aafd-880e1568ba32 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:59:10.192961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77b837ac-7c0b-4641-9d3c-3947beaa81f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.199647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.249353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77b837ac-7c0b-4641-9d3c-3947beaa81f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.256577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.297549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 72cabe19-e712-4be0-a56f-eb151b638330, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=72cabe19-e712-4be0-a56f-eb151b638330,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:10.303531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a73505e6-f732-4a6d-816d-0721e4fc582a None None] Provisioning complete for port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:10.303835 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a73505e6-f732-4a6d-816d-0721e4fc582a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.381202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:59:10.387263 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-92d94b54-de01-4e32-9065-e6a21de9a2de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "PUT /v2.0/routers/0c8b597e-d282-40c7-aafd-880e1568ba32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7009497 Sep 10 03:59:10.404396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Sync routers for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:59:10.431703 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.444798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a73505e6-f732-4a6d-816d-0721e4fc582a None None] Port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:10.454328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:10.455267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:10.471880 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77b837ac-7c0b-4641-9d3c-3947beaa81f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.483253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-77b837ac-7c0b-4641-9d3c-3947beaa81f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.490886 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-77b837ac-7c0b-4641-9d3c-3947beaa81f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd1d6307-444e-4c33-a275-f7d4de4d5afa HTTP/1.1" status: 204 len: 168 time: 0.4305758 Sep 10 03:59:10.529964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b837ac-7c0b-4641-9d3c-3947beaa81f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd1d6307-444e-4c33-a275-f7d4de4d5afa,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:10.575563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=0c0c9930-c5a1-4025-92ee-1bfcb22b274c,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:10.575726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe68f70-036f-4b75-9b2d-360e2b7028d0 req-485d75b5-51d5-4bbc-9fcc-5afe0facabc7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:10.575726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebe68f70-036f-4b75-9b2d-360e2b7028d0 req-485d75b5-51d5-4bbc-9fcc-5afe0facabc7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1792493 Sep 10 03:59:10.585289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Checking segment: {'id': 'f22e22d4-f2c4-4baf-ab82-e66a6dc68b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '32096e38-bf3c-49a0-8b8a-9c9791e09ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:10.585992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network hostable DHCP agents. Network: 32096e38-bf3c-49a0-8b8a-9c9791e09ebd, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:10.646048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=72cabe19-e712-4be0-a56f-eb151b638330,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:10.655635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebe68f70-036f-4b75-9b2d-360e2b7028d0 req-e88b778a-83a4-4067-a797-e7095229fbf2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743713 Sep 10 03:59:10.677055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:10.711766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:10.753067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 32096e38-bf3c-49a0-8b8a-9c9791e09ebd) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:10.767408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d84220c-a1df-4e1b-92b8-ff7048ab01be None None] Network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:10.770894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:10.775423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:10.880259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32990) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:10.880697 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-227c14a3-a4c3-45d8-a8d9-df82e8c83b93 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6724138 Sep 10 03:59:10.885443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': '32096e38-bf3c-49a0-8b8a-9c9791e09ebd', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1664316760'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:11.025804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-fd48340c-a3e5-4de5-84c1-00947fcfa624 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-974483347&fields=id&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 267 time: 0.0980113 Sep 10 03:59:11.070366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-32096e38-bf3c-49a0-8b8a-9c9791e09ebd', 'network_id': '32096e38-bf3c-49a0-8b8a-9c9791e09ebd', 'tenant_id': '869233f998a64be3909235fe670a4d25', 'fixed_ips': [{'subnet_id': '0c0c9930-c5a1-4025-92ee-1bfcb22b274c'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:11.071407 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:11.277399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:11.282062 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:11.330260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc85c482-33d7-46d2-94ac-5dc7f3b9bd15', 'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:1e:9e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:07Z', 'updated_at': '2021-09-10T03:59:08Z', 'revision_number': 2, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:11.330457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port 006f79ef-70b4-497b-ba01-435f51c8e935 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:11.371437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Checking router: 0c8b597e-d282-40c7-aafd-880e1568ba32 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:59:11.371919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Updating router 0c8b597e-d282-40c7-aafd-880e1568ba32 port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 03:59:11.439959 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:11.455560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72cabe19-e712-4be0-a56f-eb151b638330 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:11.476650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-53e4aba7-f34d-46f6-8cc9-c4fe7aee9b88 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:11.478585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-53e4aba7-f34d-46f6-8cc9-c4fe7aee9b88 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/networks?id=184d61f3-ff3b-497d-9253-0cfe054657d3 HTTP/1.1" status: 200 len: 797 time: 0.4507790 Sep 10 03:59:11.491881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Allocated IP 2001:db8::2 (32096e38-bf3c-49a0-8b8a-9c9791e09ebd/0c0c9930-c5a1-4025-92ee-1bfcb22b274c/97ae3943-99b6-47b1-96e3-a30102b76bc5) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:11.497213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-0009db65-3600-482b-9427-e0a4b436564a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/quotas/604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 375 time: 0.0126996 Sep 10 03:59:11.569302 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-9f280b45-da78-45c7-a730-8b497ed5c020 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0645342 Sep 10 03:59:11.712722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-636782e1-ef3f-40b3-9f23-71fc392cad8c service neutron] 10.222.0.22 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259575 Sep 10 03:59:11.814264 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:11.823561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Transition to ACTIVE for port object 97ae3943-99b6-47b1-96e3-a30102b76bc5 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:11.913850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7daf6508-e5ac-4deb-b243-999e6a29f4ea req-fc6910d5-4420-4a3f-a318-cf35eeb3c856 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:11.915369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7daf6508-e5ac-4deb-b243-999e6a29f4ea req-fc6910d5-4420-4a3f-a318-cf35eeb3c856 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1180489 Sep 10 03:59:11.921366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-70c21d18-fee9-48a1-8e2f-39ae91be5656 service neutron] 10.222.0.22 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818802 Sep 10 03:59:12.004750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7daf6508-e5ac-4deb-b243-999e6a29f4ea req-a02ab88b-5a7f-404b-9748-b6a4c5a655e7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687568 Sep 10 03:59:12.011207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.029083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Transition to ACTIVE for port object bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:12.029083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Transition to ACTIVE for port object 97ae3943-99b6-47b1-96e3-a30102b76bc5 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:12.029610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 72cabe19-e712-4be0-a56f-eb151b638330 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:12.029999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.131091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.176248 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.205507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a80255-0bfc-4c0e-a7c3-121b32424d70 None None] Pushing event updated for resources: {'Port': ['ID=bc85c482-33d7-46d2-94ac-5dc7f3b9bd15,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:12.242425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::1b4 (32096e38-bf3c-49a0-8b8a-9c9791e09ebd/0c0c9930-c5a1-4025-92ee-1bfcb22b274c/006f79ef-70b4-497b-ba01-435f51c8e935) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:12.308427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:12.313313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:12.370420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:12.496454 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.529491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object 006f79ef-70b4-497b-ba01-435f51c8e935 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:12.532204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Pushing event updated for resources: {'Port': ['ID=97ae3943-99b6-47b1-96e3-a30102b76bc5,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:12.567086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Attempting to bind port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:12.569183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Attempting to bind port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:12.569796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Attempting to bind port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 on network 184d61f3-ff3b-497d-9253-0cfe054657d3 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:12.581853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33036) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:12.634474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:12.635411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bc4029b-263b-48d3-bc48-54546032f369 req-334e0c05-a312-43e0-97c1-cb8165244d2a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 210 time: 0.0860367 Sep 10 03:59:12.639166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Checking segment: {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:12.640331 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.641434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Bound using segment: {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:12.642796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Bound port: bc85c482-33d7-46d2-94ac-5dc7f3b9bd15, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:12.645872 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.665478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Attempting to bind port 97ae3943-99b6-47b1-96e3-a30102b76bc5 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:12.666229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Attempting to bind port 97ae3943-99b6-47b1-96e3-a30102b76bc5 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'f22e22d4-f2c4-4baf-ab82-e66a6dc68b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '32096e38-bf3c-49a0-8b8a-9c9791e09ebd'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:12.666823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Attempting to bind port 97ae3943-99b6-47b1-96e3-a30102b76bc5 on network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:12.674560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:12.675292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Checking segment: {'id': 'f22e22d4-f2c4-4baf-ab82-e66a6dc68b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '32096e38-bf3c-49a0-8b8a-9c9791e09ebd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:12.676546 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.677404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Bound using segment: {'id': 'f22e22d4-f2c4-4baf-ab82-e66a6dc68b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '32096e38-bf3c-49a0-8b8a-9c9791e09ebd'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:12.678127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Bound port: 97ae3943-99b6-47b1-96e3-a30102b76bc5, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f22e22d4-f2c4-4baf-ab82-e66a6dc68b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '32096e38-bf3c-49a0-8b8a-9c9791e09ebd'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:12.678771 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.786856 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.810281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] For port 97ae3943-99b6-47b1-96e3-a30102b76bc5, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:12.817105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] For port 97ae3943-99b6-47b1-96e3-a30102b76bc5, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=97ae3943-99b6-47b1-96e3-a30102b76bc5,segment=NetworkSegment(f22e22d4-f2c4-4baf-ab82-e66a6dc68b08),segment_id=f22e22d4-f2c4-4baf-ab82-e66a6dc68b08)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:12.837330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] For port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:12.843367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] For port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bc85c482-33d7-46d2-94ac-5dc7f3b9bd15,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:12.865050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:12.866589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:12.867209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.873684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:12.875001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1327976409'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:12.880098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:12.880726 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.886145 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:12.947996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=006f79ef-70b4-497b-ba01-435f51c8e935,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:12.970659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692d7f7-1222-4d8e-9c83-5a7f53711e8f None None] Pushing event updated for resources: {'Port': ['ID=97ae3943-99b6-47b1-96e3-a30102b76bc5,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:12.997096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Made reservation on behalf of da84dbb0d5a645e2a1b96e629737363b for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:13.006492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.039603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.057591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bb0a2ea3-5926-43d1-b20b-58928d03a18f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1760607 Sep 10 03:59:13.058261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33054) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:13.161585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a80255-0bfc-4c0e-a7c3-121b32424d70 None None] Pushing event updated for resources: {'Port': ['ID=bc85c482-33d7-46d2-94ac-5dc7f3b9bd15,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:13.173445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:13.174159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:58:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:13.275386 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.364041 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.389565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:13.394693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1981fde7-6dca-43e4-a948-cbcef37f8748 req-f0c5ac7e-8b86-44b0-ae5d-05c2dafcb6da tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:13.404375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1981fde7-6dca-43e4-a948-cbcef37f8748 req-f0c5ac7e-8b86-44b0-ae5d-05c2dafcb6da tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1748135 Sep 10 03:59:13.423147 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.423809 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Added segment ae775cf6-45a2-46c4-9101-af49fc7a8342 of type vlan for network ba9f612e-1ebf-4168-8023-05acbd66a5ed Sep 10 03:59:13.454938 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:13.481693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.492116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1981fde7-6dca-43e4-a948-cbcef37f8748 req-5dedd64e-7b71-420a-b1d4-89c2dbab9cec tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867207 Sep 10 03:59:13.506952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7ca57468-8d7f-4bca-84cd-763f5115640f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 006f79ef-70b4-497b-ba01-435f51c8e935 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:13.507290 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca57468-8d7f-4bca-84cd-763f5115640f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.588231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event updated for resources: {'SecurityGroup': ['ID=660eab3c-5056-4d90-83a2-87d2484e1135,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:13.656811 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca57468-8d7f-4bca-84cd-763f5115640f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.671931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.677304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7ca57468-8d7f-4bca-84cd-763f5115640f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 006f79ef-70b4-497b-ba01-435f51c8e935 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:13.680990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:13.681821 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:13.770825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01a90ba1-cb36-4041-9d2a-77703f543db3 req-963c7824-39c0-4bba-bf3b-29e645603bbd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 210 time: 0.0447938 Sep 10 03:59:13.772399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc85c482-33d7-46d2-94ac-5dc7f3b9bd15', 'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:1e:9e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:07Z', 'updated_at': '2021-09-10T03:59:12Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:13.800869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event updated for resources: {'Network': ['ID=ba9f612e-1ebf-4168-8023-05acbd66a5ed,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:13.808700 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83ecbaf8-4b16-49fb-89f7-c7bff8508d09 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2255983 Sep 10 03:59:13.809430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33062) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:13.810445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a05b090b-b391-4897-be6e-0f69ce68b3b3 None None] The sync data for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 is: [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc85c482-33d7-46d2-94ac-5dc7f3b9bd15', 'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:1e:9e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:07Z', 'updated_at': '2021-09-10T03:59:12Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:59:13.817954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Request body: {'subnet': {'network_id': 'ba9f612e-1ebf-4168-8023-05acbd66a5ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:13.825875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ba9f612e-1ebf-4168-8023-05acbd66a5ed details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:14.019956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Made reservation on behalf of da84dbb0d5a645e2a1b96e629737363b for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:14.023960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.054854 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca57468-8d7f-4bca-84cd-763f5115640f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.146323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca57468-8d7f-4bca-84cd-763f5115640f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=006f79ef-70b4-497b-ba01-435f51c8e935,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:14.177053 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca57468-8d7f-4bca-84cd-763f5115640f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.186253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7ca57468-8d7f-4bca-84cd-763f5115640f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/006f79ef-70b4-497b-ba01-435f51c8e935 HTTP/1.1" status: 204 len: 168 time: 1.1246691 Sep 10 03:59:14.187085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33070) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:14.212399 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-16484487-dfb9-42eb-95f8-6b6c78fe33f4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:59:14.214279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-16484487-dfb9-42eb-95f8-6b6c78fe33f4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/006f79ef-70b4-497b-ba01-435f51c8e935 HTTP/1.1" status: 404 len: 333 time: 0.0259871 Sep 10 03:59:14.217610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33072) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:14.375610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4f023c7-b895-4fa7-9123-5ea1900ec702 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet 0c0c9930-c5a1-4025-92ee-1bfcb22b274c {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:59:14.383489 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4f023c7-b895-4fa7-9123-5ea1900ec702 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.437854 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.477413 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4f023c7-b895-4fa7-9123-5ea1900ec702 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.582095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f49162-227b-41ab-aa8b-19f7c488e4d2 None None] Network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:14.582878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event updated for resources: {'Subnet': ['ID=4e49d53d-72c1-483c-bab4-0dce7c6d8516,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:14.589086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Checking segment: {'id': 'ae775cf6-45a2-46c4-9101-af49fc7a8342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ba9f612e-1ebf-4168-8023-05acbd66a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:14.590989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Network hostable DHCP agents. Network: ba9f612e-1ebf-4168-8023-05acbd66a5ed, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:14.694368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4f023c7-b895-4fa7-9123-5ea1900ec702 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.705936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Network ba9f612e-1ebf-4168-8023-05acbd66a5ed is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:14.755478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85936a4-3c1b-4f64-abb0-43e29beeca0e req-80bd9751-7ab0-493a-bc67-c9568d250ad3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:14.757093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e85936a4-3c1b-4f64-abb0-43e29beeca0e req-80bd9751-7ab0-493a-bc67-c9568d250ad3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1424105 Sep 10 03:59:14.808529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e85936a4-3c1b-4f64-abb0-43e29beeca0e req-d8ba4995-3233-4ac5-84c0-bbe905318a52 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452423 Sep 10 03:59:14.830324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1bd2e4fd-5088-495c-a647-170df7b58e7e None None] Provisioning for port 97ae3943-99b6-47b1-96e3-a30102b76bc5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:14.833496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ba9f612e-1ebf-4168-8023-05acbd66a5ed) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:14.838514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:14.840287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.868759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4039e0-4043-4bd5-a285-f344e52670bb None None] Network ba9f612e-1ebf-4168-8023-05acbd66a5ed requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:14.922348 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4f023c7-b895-4fa7-9123-5ea1900ec702 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.955978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-34fbf89a-e8e5-4c16-ae03-dc9e231f19c6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1452947 Sep 10 03:59:14.957864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33088) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:14.964802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Request body: {'port': {'network_id': 'ba9f612e-1ebf-4168-8023-05acbd66a5ed', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1306019912'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:14.986191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f023c7-b895-4fa7-9123-5ea1900ec702 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=0c0c9930-c5a1-4025-92ee-1bfcb22b274c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:14.993418 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4f023c7-b895-4fa7-9123-5ea1900ec702 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:14.995572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b4f023c7-b895-4fa7-9123-5ea1900ec702 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/0c0c9930-c5a1-4025-92ee-1bfcb22b274c HTTP/1.1" status: 204 len: 168 time: 0.7768340 Sep 10 03:59:15.015304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33090) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:15.042222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32c78132-fc35-4018-b911-75f80d7ec14f req-e69f6dba-35db-4334-bf19-3db61cad0091 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 210 time: 0.1093848 Sep 10 03:59:15.141138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ba9f612e-1ebf-4168-8023-05acbd66a5ed', 'network_id': 'ba9f612e-1ebf-4168-8023-05acbd66a5ed', 'tenant_id': 'da84dbb0d5a645e2a1b96e629737363b', 'fixed_ips': [{'subnet_id': '4e49d53d-72c1-483c-bab4-0dce7c6d8516'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:15.142088 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:15.186561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-340ae286-4710-47f2-82a1-217f555d7eae None None] Network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:15.246217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-9db56dc0-a34a-49f5-aec0-18c0552ec5ba tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:15.248409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-9db56dc0-a34a-49f5-aec0-18c0552ec5ba tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/networks?id=184d61f3-ff3b-497d-9253-0cfe054657d3 HTTP/1.1" status: 200 len: 797 time: 0.2196875 Sep 10 03:59:15.271896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:15.322295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-4db02255-5a91-4448-85ef-d3f63b2f2c3c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 379 time: 0.0594594 Sep 10 03:59:15.335539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'port': {'device_id': 'f782e906-fb60-4238-8d5a-0413654665d1', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'admin_state_up': True, 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'security_groups': ['a245f714-cf4b-4c89-a045-e8d215063df1']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:15.347948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Made reservation on behalf of da84dbb0d5a645e2a1b96e629737363b for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:15.353126 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:15.386471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] device_id is not set on port 876af91b-fd2d-4405-89d3-a5e073eafdac yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:15.412437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8fc6a7ec-114b-4db9-867f-f82707ac8993 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:59:15.569290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 97ae3943-99b6-47b1-96e3-a30102b76bc5 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:15.569654 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:15.616645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 97ae3943-99b6-47b1-96e3-a30102b76bc5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:15.657315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Allocated IP 2001:db8::2 (ba9f612e-1ebf-4168-8023-05acbd66a5ed/4e49d53d-72c1-483c-bab4-0dce7c6d8516/697ca25a-92f6-4df1-905a-2cdd4abdea2e) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:15.732176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] For port 97ae3943-99b6-47b1-96e3-a30102b76bc5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=97ae3943-99b6-47b1-96e3-a30102b76bc5,segment=NetworkSegment(f22e22d4-f2c4-4baf-ab82-e66a6dc68b08),segment_id=f22e22d4-f2c4-4baf-ab82-e66a6dc68b08)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:15.734207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:15.745952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:15.751239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:15.764746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 97ae3943-99b6-47b1-96e3-a30102b76bc5 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:15.837191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] DHCP port deletion for 32096e38-bf3c-49a0-8b8a-9c9791e09ebd request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:59:15.981221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:16.048128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1', 'port_id': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e094eec-c057-49c5-bf4f-c1f396a6f9ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:59:16.127772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.20.0.6 (184d61f3-ff3b-497d-9253-0cfe054657d3/5dd2bc32-6b37-491e-a5e4-1760257a021f/cf7484b2-6bbe-4370-a338-103108fcbaa9) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:16.156954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.204046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No DVR routers for this DVR port 97ae3943-99b6-47b1-96e3-a30102b76bc5 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:16.223662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=97ae3943-99b6-47b1-96e3-a30102b76bc5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:16.226902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f33416-7762-49e9-9d53-75fe67020926 req-2e99d5e3-35a1-4b0f-ad60-fb513f5a374b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:16.228953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85f33416-7762-49e9-9d53-75fe67020926 req-2e99d5e3-35a1-4b0f-ad60-fb513f5a374b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1994259 Sep 10 03:59:16.293565 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.301239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 97ae3943-99b6-47b1-96e3-a30102b76bc5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:16.331427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-7c59366b-c46a-4ac6-878f-ea8436b88d77 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:16.335247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 97ae3943-99b6-47b1-96e3-a30102b76bc5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:16.335620 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.340923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-7c59366b-c46a-4ac6-878f-ea8436b88d77 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 815 time: 0.2971773 Sep 10 03:59:16.351460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] Deleting port 97ae3943-99b6-47b1-96e3-a30102b76bc5 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:16.351892 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.358564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8fc6a7ec-114b-4db9-867f-f82707ac8993 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:59:16.362659 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.386122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32096e38-bf3c-49a0-8b8a-9c9791e09ebd']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:16.390311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85f33416-7762-49e9-9d53-75fe67020926 req-42300b62-650e-4a79-97bc-bccc003b81a0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1508005 Sep 10 03:59:16.398508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f22e22d4-f2c4-4baf-ab82-e66a6dc68b08') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:16.398761 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f22e22d4-f2c4-4baf-ab82-e66a6dc68b08') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:16.410458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.425948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.433481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-8a08727f-1222-4a40-9b7a-17274d3a19be tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/quotas/deac6f217dc444ce95dfc77fa61b049f HTTP/1.1" status: 200 len: 375 time: 0.0916800 Sep 10 03:59:16.440087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:16.440515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:16.469708 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:16.521653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-ddba4a33-f8bc-48a7-98ee-cf2f0c0c14bd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0792603 Sep 10 03:59:16.524847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.570254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:16.574922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Transition to ACTIVE for port object cf7484b2-6bbe-4370-a338-103108fcbaa9 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:16.579722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port 97ae3943-99b6-47b1-96e3-a30102b76bc5 was deleted so its status cannot be updated. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 03:59:16.580411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:16.603138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e438e63-ac74-4526-98f7-6905c57dc00b req-8ec1ae54-166c-4ffc-be4c-2b762860a6d8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 210 time: 0.0483627 Sep 10 03:59:16.608487 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.639194 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.641361 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/networks/32096e38-bf3c-49a0-8b8a-9c9791e09ebd HTTP/1.1" status: 204 len: 168 time: 1.6248820 Sep 10 03:59:16.642904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a42b4-2168-4451-bc8b-3f318d3da06e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Network': ['ID=32096e38-bf3c-49a0-8b8a-9c9791e09ebd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:16.649781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33142) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:16.654762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'name': 'tempest-PortsIpV6TestJSON-1482504926'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:16.690739 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.698787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-f6a138bd-53ca-4f3e-b31f-0ee42596e8b4 service neutron] 10.222.0.22 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1691434 Sep 10 03:59:16.707474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] For port 97ae3943-99b6-47b1-96e3-a30102b76bc5, host n-d-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:16.707891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.750449 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.762990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] Calling delete_port for 97ae3943-99b6-47b1-96e3-a30102b76bc5 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:16.772337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.ipam_backend_mixin [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] Port 97ae3943-99b6-47b1-96e3-a30102b76bc5 was not found and therefore no delete operation was performed {{(pid=95138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:59:16.781077 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.789716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Transition to ACTIVE for port object 697ca25a-92f6-4df1-905a-2cdd4abdea2e will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:16.798813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8fc6a7ec-114b-4db9-867f-f82707ac8993'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:59:16.830691 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] Network 32096e38-bf3c-49a0-8b8a-9c9791e09ebd is not hosted by any dhcp agent {{(pid=95138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 03:59:16.831287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] No DVR routers for this DVR port 97ae3943-99b6-47b1-96e3-a30102b76bc5 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:16.851166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:16.885278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Transition to ACTIVE for port object 697ca25a-92f6-4df1-905a-2cdd4abdea2e will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:16.890624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a93ba0-2ed1-4dec-8279-9cb3600e72ef None None] Pushing event deleted for resources: {'Port': ['ID=97ae3943-99b6-47b1-96e3-a30102b76bc5,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:16.906188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:16.910855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:16.955388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port ef4b0224-1bc3-438a-9847-ed7ae70292c1 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:16.968669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:16.983235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:16.983613 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.062917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.124906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Allocated IP 2001:db8::3b7 (ba9f612e-1ebf-4168-8023-05acbd66a5ed/4e49d53d-72c1-483c-bab4-0dce7c6d8516/876af91b-fd2d-4405-89d3-a5e073eafdac) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:17.148243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Network ba9f612e-1ebf-4168-8023-05acbd66a5ed is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:17.171317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:17.176496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:17.179089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Pushing event updated for resources: {'Port': ['ID=697ca25a-92f6-4df1-905a-2cdd4abdea2e,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:17.233471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.297757 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.317620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Attempting to bind port 697ca25a-92f6-4df1-905a-2cdd4abdea2e on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:17.317895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Attempting to bind port 697ca25a-92f6-4df1-905a-2cdd4abdea2e by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ae775cf6-45a2-46c4-9101-af49fc7a8342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ba9f612e-1ebf-4168-8023-05acbd66a5ed'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:17.318258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Attempting to bind port 697ca25a-92f6-4df1-905a-2cdd4abdea2e on network ba9f612e-1ebf-4168-8023-05acbd66a5ed {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:17.343116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bc85c482-33d7-46d2-94ac-5dc7f3b9bd15,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:17.348772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:17.349150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Checking segment: {'id': 'ae775cf6-45a2-46c4-9101-af49fc7a8342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ba9f612e-1ebf-4168-8023-05acbd66a5ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:17.349561 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.349954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Bound using segment: {'id': 'ae775cf6-45a2-46c4-9101-af49fc7a8342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ba9f612e-1ebf-4168-8023-05acbd66a5ed'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:17.350424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Bound port: 697ca25a-92f6-4df1-905a-2cdd4abdea2e, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae775cf6-45a2-46c4-9101-af49fc7a8342', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': 'ba9f612e-1ebf-4168-8023-05acbd66a5ed'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:17.350808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.359651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=cf7484b2-6bbe-4370-a338-103108fcbaa9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:17.360219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.404815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8fc6a7ec-114b-4db9-867f-f82707ac8993 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:17.407775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 184d61f3-ff3b-497d-9253-0cfe054657d3 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:17.428425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:17.437049 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.447780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:17.503989 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.582040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:17.585825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.607245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:17.612701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:17.616713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-bca4eea3-d70e-47c1-aeed-497bb2d14dea service neutron] 10.222.0.22 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9100924 Sep 10 03:59:17.620860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:17.628186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 97ae3943-99b6-47b1-96e3-a30102b76bc5 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:17.628470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:17.629344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.687360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=ef4b0224-1bc3-438a-9847-ed7ae70292c1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:17.696411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.713717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Transition to ACTIVE for port object 876af91b-fd2d-4405-89d3-a5e073eafdac will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:17.776252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-de81cb46-fec6-4ce9-bee2-1378f07a5b1b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4451213 Sep 10 03:59:17.785574 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-003efe5a-6826-4981-bca3-bba2a363cd22 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1339390 Sep 10 03:59:17.786232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33164) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:17.794941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 97ae3943-99b6-47b1-96e3-a30102b76bc5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:17.795482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 97ae3943-99b6-47b1-96e3-a30102b76bc5 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:59:17.803605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27446079-0ccd-40e4-8681-c0906133d379 req-0fc22d8e-bcd1-4e89-a364-14752061ba5f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:17.803605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27446079-0ccd-40e4-8681-c0906133d379 req-0fc22d8e-bcd1-4e89-a364-14752061ba5f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 945 time: 0.2148676 Sep 10 03:59:17.818743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=bc85c482-33d7-46d2-94ac-5dc7f3b9bd15,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:17.829086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] For port 697ca25a-92f6-4df1-905a-2cdd4abdea2e, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:17.848508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] For port 697ca25a-92f6-4df1-905a-2cdd4abdea2e, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=697ca25a-92f6-4df1-905a-2cdd4abdea2e,segment=NetworkSegment(ae775cf6-45a2-46c4-9101-af49fc7a8342),segment_id=ae775cf6-45a2-46c4-9101-af49fc7a8342)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:17.859578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8fc6a7ec-114b-4db9-867f-f82707ac8993 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:17.860991 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.878337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.880478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Request body: {'port': {'device_id': 'f782e906-fb60-4238-8d5a-0413654665d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:17.969607 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:17.994837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Network ba9f612e-1ebf-4168-8023-05acbd66a5ed is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:18.004588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:18.014614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:18.022046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:18.023249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.035479 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.090853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event updated for resources: {'Port': ['ID=876af91b-fd2d-4405-89d3-a5e073eafdac,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:18.109564 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2eb1a160-4b87-4b95-8f0e-41f868d9357a tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 3.1501236 Sep 10 03:59:18.110663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33172) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:18.117987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Request body: {'port': {'network_id': 'ba9f612e-1ebf-4168-8023-05acbd66a5ed', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-125766840', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:18.118507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.api.validators [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] bootfile-name is not in valid_values {{(pid=95137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:59:18.119019 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.api.validators [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] tftp-server is not in valid_values {{(pid=95137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:59:18.119579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.api.validators [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] server-ip-address is not in valid_values {{(pid=95137) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:59:18.164186 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.200893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-19c108cd-7d58-4c47-9a70-44326ecfa226 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port ef4b0224-1bc3-438a-9847-ed7ae70292c1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:18.201349 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19c108cd-7d58-4c47-9a70-44326ecfa226 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.213173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:18.218277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:18.223318 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a16785b-9538-42dc-a62e-bd4eb0def915" -d '{"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-plugged", "status": "completed", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:18.289084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaecc0b4-b08d-4c51-8f66-07ce85219c54 None None] Pushing event updated for resources: {'Port': ['ID=697ca25a-92f6-4df1-905a-2cdd4abdea2e,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:18.318920 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.323170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-82dc308a-5f61-482a-8033-bf637f03a4fb None None] Provisioning for port cf7484b2-6bbe-4370-a338-103108fcbaa9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:18.327772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19c108cd-7d58-4c47-9a70-44326ecfa226 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.331487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-82dc308a-5f61-482a-8033-bf637f03a4fb None None] Provisioning complete for port cf7484b2-6bbe-4370-a338-103108fcbaa9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:18.333416 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-82dc308a-5f61-482a-8033-bf637f03a4fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.343588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-19c108cd-7d58-4c47-9a70-44326ecfa226 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for ef4b0224-1bc3-438a-9847-ed7ae70292c1 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:18.448812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-82dc308a-5f61-482a-8033-bf637f03a4fb None None] Port cf7484b2-6bbe-4370-a338-103108fcbaa9 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:18.490431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:18.539320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27446079-0ccd-40e4-8681-c0906133d379 req-9313624c-ddec-4f19-b8a7-ad03a9fb3321 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7157574 Sep 10 03:59:18.568605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19c108cd-7d58-4c47-9a70-44326ecfa226 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.656480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19c108cd-7d58-4c47-9a70-44326ecfa226 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.660995 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-19c108cd-7d58-4c47-9a70-44326ecfa226 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/ef4b0224-1bc3-438a-9847-ed7ae70292c1 HTTP/1.1" status: 204 len: 168 time: 0.8694100 Sep 10 03:59:18.662726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c108cd-7d58-4c47-9a70-44326ecfa226 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=ef4b0224-1bc3-438a-9847-ed7ae70292c1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:18.672852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33184) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:18.679404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'mac_address': 'fa:16:3e:c3:34:d2', 'name': 'tempest-PortsIpV6TestJSON-1075545129'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:18.697586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Made reservation on behalf of da84dbb0d5a645e2a1b96e629737363b for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:18.704052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.771449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33188) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:18.773201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] device_id is not set on port ebfad9b4-a424-49bc-9cda-d6a4adc19287 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:18.788482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf7484b2-6bbe-4370-a338-103108fcbaa9 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:59:18.823940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:18.855215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1da014f-ccfd-456a-be43-7f3a60f13208 req-38b3c23e-84c2-478e-96b4-9dfab25e3a4e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:18.857118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1da014f-ccfd-456a-be43-7f3a60f13208 req-38b3c23e-84c2-478e-96b4-9dfab25e3a4e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 931 time: 0.7833011 Sep 10 03:59:18.945246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Transition to ACTIVE for port object cf7484b2-6bbe-4370-a338-103108fcbaa9 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:18.946198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-daa55101-99be-4a80-bfed-45d1708c0f89 req-45cf70b4-588f-4f60-b091-e15776e45169 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 210 time: 0.0862348 Sep 10 03:59:18.969292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1da014f-ccfd-456a-be43-7f3a60f13208 req-4979e08f-7b4b-4335-a714-635b51671b3b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0966284 Sep 10 03:59:19.016685 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b893-bcc0-4c03-b4cf-378d1a3bfaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:19.023048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:19.023392 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-877d712b-7714-43fd-94a2-824835b27bad x-openstack-request-id: req-877d712b-7714-43fd-94a2-824835b27bad {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:19.023392 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-plugged", "status": "completed", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:19.023392 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-877d712b-7714-43fd-94a2-824835b27bad {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:19.023392 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'code': 200} Sep 10 03:59:19.071748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Pushing event updated for resources: {'Port': ['ID=cf7484b2-6bbe-4370-a338-103108fcbaa9,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:19.217061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Attempting to bind port cf7484b2-6bbe-4370-a338-103108fcbaa9 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:19.217883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Attempting to bind port cf7484b2-6bbe-4370-a338-103108fcbaa9 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:19.218899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Attempting to bind port cf7484b2-6bbe-4370-a338-103108fcbaa9 on network 184d61f3-ff3b-497d-9253-0cfe054657d3 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:19.231457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Port cf7484b2-6bbe-4370-a338-103108fcbaa9 on network 184d61f3-ff3b-497d-9253-0cfe054657d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:59:19.234708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Attempting to bind port cf7484b2-6bbe-4370-a338-103108fcbaa9 on network 184d61f3-ff3b-497d-9253-0cfe054657d3 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:19.240774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b893-bcc0-4c03-b4cf-378d1a3bfaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:19.242014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:19.247671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Allocated IP 2001:db8::13f (ba9f612e-1ebf-4168-8023-05acbd66a5ed/4e49d53d-72c1-483c-bab4-0dce7c6d8516/ebfad9b4-a424-49bc-9cda-d6a4adc19287) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:19.249435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:19.250757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Checking segment: {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:19.252418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Bound using segment: {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:19.252991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Bound port: cf7484b2-6bbe-4370-a338-103108fcbaa9, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68003269-0288-4537-9a32-66b6dae29982', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:19.253746 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:19.350683 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ca9b893-bcc0-4c03-b4cf-378d1a3bfaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:19.414766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] For port cf7484b2-6bbe-4370-a338-103108fcbaa9, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:19.420271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] For port cf7484b2-6bbe-4370-a338-103108fcbaa9, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=cf7484b2-6bbe-4370-a338-103108fcbaa9,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:19.496143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:19.529989 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:19.568619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca9b893-bcc0-4c03-b4cf-378d1a3bfaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9802ef0-0d4d-4b90-8825-ff47759c0f52,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:19.646993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:19.647731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:19.674252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] 10.222.0.20 "PUT /v2.0/ports/cf7484b2-6bbe-4370-a338-103108fcbaa9 HTTP/1.1" status: 200 len: 1091 time: 1.8202374 Sep 10 03:59:19.674664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:19.681866 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b94a38-ceb9-4803-bf19-0457362b1fb0" -d '{"events": [{"name": "network-changed", "server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:19.737217 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5ca9b893-bcc0-4c03-b4cf-378d1a3bfaa2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5310ffeee6854e42a77819fc6e636879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9557407 Sep 10 03:59:19.748009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33198) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:19.818575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 697ca25a-92f6-4df1-905a-2cdd4abdea2e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:19.905064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port cac21982-1cdd-46d3-88a0-573f73d6a661 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:19.919673 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9542f0d8-67ae-4c65-81a3-6ee18ba0aa57 x-openstack-request-id: req-9542f0d8-67ae-4c65-81a3-6ee18ba0aa57 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:19.920083 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:19.920488 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9542f0d8-67ae-4c65-81a3-6ee18ba0aa57 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:19.926261 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'status': 'completed', 'code': 200} Sep 10 03:59:19.926261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6666b5-09a6-451c-834e-821e1b33a56e service neutron] Pushing event updated for resources: {'Port': ['ID=cf7484b2-6bbe-4370-a338-103108fcbaa9,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:20.054133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 697ca25a-92f6-4df1-905a-2cdd4abdea2e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:20.059933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:20.178349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa084997-3267-4ffa-9f3c-667b32936bfd None None] Network ba9f612e-1ebf-4168-8023-05acbd66a5ed requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:20.182195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29734a17-e851-43cc-93de-41c31467d2cc req-f734ad12-3054-44a8-bdb4-e8345eb98154 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 210 time: 0.0876012 Sep 10 03:59:20.225146 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-707d9427-be75-42e9-8362-cf3bf5fc4b2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.256155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-f7fd088d-5610-4852-8d6c-b2d0f1ed1699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.259137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-f7fd088d-5610-4852-8d6c-b2d0f1ed1699 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 1094 time: 0.4183271 Sep 10 03:59:20.267358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.282454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b394608b-3516-42dd-8705-204c44b1945b req-0906ff60-eee4-4d2a-926e-68b81a8cecaa tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.294810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b394608b-3516-42dd-8705-204c44b1945b req-0906ff60-eee4-4d2a-926e-68b81a8cecaa tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.3719664 Sep 10 03:59:20.327974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:20.328453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.335987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-861eb1a3-e32f-41df-9e76-5569f4ba51a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.338199 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-861eb1a3-e32f-41df-9e76-5569f4ba51a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 1097 time: 0.7098324 Sep 10 03:59:20.365449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-e461c872-6b30-4688-813d-bf573f2c8078 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7484b2-6bbe-4370-a338-103108fcbaa9 HTTP/1.1" status: 200 len: 217 time: 0.0668688 Sep 10 03:59:20.383168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-12f1e2c7-8762-4efd-a883-5d6a6c89818c None None] Provisioning for port 697ca25a-92f6-4df1-905a-2cdd4abdea2e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:20.391577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-12f1e2c7-8762-4efd-a883-5d6a6c89818c None None] Provisioning complete for port 697ca25a-92f6-4df1-905a-2cdd4abdea2e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:20.392108 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c7-8762-4efd-a883-5d6a6c89818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.395038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-707d9427-be75-42e9-8362-cf3bf5fc4b2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.438356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.463845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-feb41403-c219-4fdf-a1e6-ad6e3ab56434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.465804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-feb41403-c219-4fdf-a1e6-ad6e3ab56434 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5dd2bc32-6b37-491e-a5e4-1760257a021f HTTP/1.1" status: 200 len: 835 time: 0.0900424 Sep 10 03:59:20.496704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Transition to ACTIVE for port object ebfad9b4-a424-49bc-9cda-d6a4adc19287 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:20.527603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-5a5f5802-cbf6-4601-a523-c81784868192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.529229 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-5a5f5802-cbf6-4601-a523-c81784868192 service neutron] 10.222.0.20 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 915 time: 0.1653554 Sep 10 03:59:20.534005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.620926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b394608b-3516-42dd-8705-204c44b1945b req-1bd61617-6cf0-4ae9-aef7-6a0c7dd5a924 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581851 Sep 10 03:59:20.634553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-ebcb390d-3c54-4c5d-afaa-140052918806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.636410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-ebcb390d-3c54-4c5d-afaa-140052918806 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=184d61f3-ff3b-497d-9253-0cfe054657d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1499560 Sep 10 03:59:20.641470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-9dc0f1bb-0a17-4edd-8dba-ce3b41192d4e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993 HTTP/1.1" status: 200 len: 217 time: 0.1012318 Sep 10 03:59:20.646089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70a643e-1e60-4eab-9ca2-2b9ebcf0408f req-8695c668-c882-4fb5-80cd-53c5c55c8053 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.647767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c70a643e-1e60-4eab-9ca2-2b9ebcf0408f req-8695c668-c882-4fb5-80cd-53c5c55c8053 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 943 time: 0.3406467 Sep 10 03:59:20.660079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:20.663850 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-707d9427-be75-42e9-8362-cf3bf5fc4b2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.667282 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-707d9427-be75-42e9-8362-cf3bf5fc4b2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.672091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-707d9427-be75-42e9-8362-cf3bf5fc4b2f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c9802ef0-0d4d-4b90-8825-ff47759c0f52 HTTP/1.1" status: 204 len: 168 time: 0.9227362 Sep 10 03:59:20.677939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:20.701880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:20.705602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707d9427-be75-42e9-8362-cf3bf5fc4b2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9802ef0-0d4d-4b90-8825-ff47759c0f52,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:20.715829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.724233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.724233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=cac21982-1cdd-46d3-88a0-573f73d6a661,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:20.799198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.807046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c70a643e-1e60-4eab-9ca2-2b9ebcf0408f req-89a0c8ce-a914-43a2-ba11-dbd1929bcfb5 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442590 Sep 10 03:59:20.831636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-0dc7a153-a195-49c5-965f-ee96f6ca92b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:20.833360 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-0dc7a153-a195-49c5-965f-ee96f6ca92b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 200 len: 854 time: 0.1772456 Sep 10 03:59:20.860302 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-6e4fa65f-780d-4985-b38e-29b094b7b861 service neutron] 10.222.0.20 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2070882 Sep 10 03:59:20.878063 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-59cc2d8f-c4f8-49f0-a386-18b5fef35e3a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.2035863 Sep 10 03:59:20.895106 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33216) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:20.926165 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-2b42a8d9-6f01-4de6-8498-a12cf6aa192b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=686131d4-4e20-48da-bff0-11b2c1bd55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667377 Sep 10 03:59:20.943731 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c7-8762-4efd-a883-5d6a6c89818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:20.945215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Network ba9f612e-1ebf-4168-8023-05acbd66a5ed is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:20.974675 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3ef86a61-e169-4be6-b207-ca1bffc5d564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:21.020271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-12f1e2c7-8762-4efd-a883-5d6a6c89818c None None] For port 697ca25a-92f6-4df1-905a-2cdd4abdea2e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=697ca25a-92f6-4df1-905a-2cdd4abdea2e,segment=NetworkSegment(ae775cf6-45a2-46c4-9101-af49fc7a8342),segment_id=ae775cf6-45a2-46c4-9101-af49fc7a8342)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:21.048765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event updated for resources: {'Port': ['ID=ebfad9b4-a424-49bc-9cda-d6a4adc19287,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:21.052991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:21.072142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:21.077875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:21.078523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:21.118327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf9f30f-a0ad-4621-85ba-8ce159abbc17 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:21.119826 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5cf9f30f-a0ad-4621-85ba-8ce159abbc17 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/cac21982-1cdd-46d3-88a0-573f73d6a661 HTTP/1.1" status: 200 len: 845 time: 0.2118602 Sep 10 03:59:21.126330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33218) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:21.139743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37b20d01-1eaf-43db-8997-1e68e4c59f8c req-e49e5dee-8112-4f26-9726-3133d0a872de service neutron] 10.222.0.20 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741675 Sep 10 03:59:21.158217 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-12f1e2c7-8762-4efd-a883-5d6a6c89818c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:21.334358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-e70e2ded-56cc-4592-9478-89b7257245da tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:21.338122 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-e70e2ded-56cc-4592-9478-89b7257245da tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.39 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 815 time: 0.5657389 Sep 10 03:59:21.360737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-51c9b59e-6de9-4db3-b0a3-a2481628141b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:21.362255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-51c9b59e-6de9-4db3-b0a3-a2481628141b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 1094 time: 0.0786412 Sep 10 03:59:21.365903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Request body: {'port': {'device_id': '8f0e22ec-812f-46c5-b99e-12c608efae95', 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c', 'admin_state_up': True, 'tenant_id': 'deac6f217dc444ce95dfc77fa61b049f'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:21.419855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f1e2c7-8762-4efd-a883-5d6a6c89818c None None] Pushing event updated for resources: {'Port': ['ID=697ca25a-92f6-4df1-905a-2cdd4abdea2e,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:21.428365 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-778794b9-271f-440c-aef4-8b7a5f7a5b68 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 3.3133667 Sep 10 03:59:21.430914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33222) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:21.469468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-8f05d0cd-3756-47d6-8598-51186c01e3d6 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5229506 Sep 10 03:59:21.492440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b82d4d1b-872b-4351-ae28-7bddfd0aa41c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port cac21982-1cdd-46d3-88a0-573f73d6a661 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:21.492810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b82d4d1b-872b-4351-ae28-7bddfd0aa41c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:21.537798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f08818c-4423-4193-91d4-ba2c65eabcb4 req-e3ea7faf-9827-4942-b830-9be458b7392e tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 210 time: 0.1151838 Sep 10 03:59:21.635590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d1c7ad46-78d1-4dad-84bb-ab535af2f5d1 None None] Provisioning complete for port 697ca25a-92f6-4df1-905a-2cdd4abdea2e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:21.636411 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ad46-78d1-4dad-84bb-ab535af2f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:21.748152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b82d4d1b-872b-4351-ae28-7bddfd0aa41c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:21.765997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 697ca25a-92f6-4df1-905a-2cdd4abdea2e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:21.777658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b82d4d1b-872b-4351-ae28-7bddfd0aa41c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for cac21982-1cdd-46d3-88a0-573f73d6a661 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:21.797474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-20919cd0-6c64-45fd-8096-9c70dac8eef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:21.799231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-20919cd0-6c64-45fd-8096-9c70dac8eef5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=184d61f3-ff3b-497d-9253-0cfe054657d3 HTTP/1.1" status: 200 len: 898 time: 0.4226613 Sep 10 03:59:21.947010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 697ca25a-92f6-4df1-905a-2cdd4abdea2e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:21.947412 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:21.959911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34f27d-eef8-4558-9c16-2f96de68f636 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:21.972936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34f27d-eef8-4558-9c16-2f96de68f636 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:21.979369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b34f27d-eef8-4558-9c16-2f96de68f636 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:21.981259 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5b34f27d-eef8-4558-9c16-2f96de68f636 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2623 time: 0.5493684 Sep 10 03:59:21.987979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33228) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:22.008213 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4de576f4-645b-4ec7-a547-e55cbd731b26 req-9c5cbd94-afa8-4203-8373-9127100426c2 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5237141 Sep 10 03:59:22.055127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-9b82d7c7-76d7-419f-a043-fe6f5dc17807 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7484b2-6bbe-4370-a338-103108fcbaa9 HTTP/1.1" status: 200 len: 217 time: 0.2391596 Sep 10 03:59:22.065722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Made reservation on behalf of deac6f217dc444ce95dfc77fa61b049f for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:22.069959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.185104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d1c7ad46-78d1-4dad-84bb-ab535af2f5d1 None None] Provisioning for port 876af91b-fd2d-4405-89d3-a5e073eafdac completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:22.194239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d1c7ad46-78d1-4dad-84bb-ab535af2f5d1 None None] Provisioning complete for port 876af91b-fd2d-4405-89d3-a5e073eafdac triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:22.195021 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d1c7ad46-78d1-4dad-84bb-ab535af2f5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.228463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54876c1c-2128-4568-81fd-6f50abbe2b63 req-c7fe70ad-d072-456b-ac63-2e7b0748c1b1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:22.230252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54876c1c-2128-4568-81fd-6f50abbe2b63 req-c7fe70ad-d072-456b-ac63-2e7b0748c1b1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.4496305 Sep 10 03:59:22.245572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-42992f3b-2531-4486-a780-039e147561ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:22.246616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Allocated IP 172.20.0.8 (11ca608c-6b76-4c31-9999-3b9b6dad5b3c/eeccb207-8908-4796-8b4b-dc4f360cd763/0b1af60b-90ba-4259-9790-216deef977ee) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:22.247197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-42992f3b-2531-4486-a780-039e147561ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5dd2bc32-6b37-491e-a5e4-1760257a021f HTTP/1.1" status: 200 len: 835 time: 0.1681387 Sep 10 03:59:22.271195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d1c7ad46-78d1-4dad-84bb-ab535af2f5d1 None None] Port 876af91b-fd2d-4405-89d3-a5e073eafdac cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:22.305357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769224c5-fca7-4fc3-9067-48ba9b7c81eb req-c5fd33bf-d144-4d39-a2f3-2e33c77ff222 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:22.306937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-769224c5-fca7-4fc3-9067-48ba9b7c81eb req-c5fd33bf-d144-4d39-a2f3-2e33c77ff222 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 943 time: 0.3825650 Sep 10 03:59:22.358538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-660db6f5-8333-4c62-b821-288d314203b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Deleting port ebfad9b4-a424-49bc-9cda-d6a4adc19287 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:22.358869 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660db6f5-8333-4c62-b821-288d314203b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.401651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3048f2ca-37e1-4034-bcb7-9fbe1e4afaf1 None None] Provisioning complete for port 876af91b-fd2d-4405-89d3-a5e073eafdac triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:22.402907 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3048f2ca-37e1-4034-bcb7-9fbe1e4afaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.412079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54876c1c-2128-4568-81fd-6f50abbe2b63 req-bbdaeb0a-1fe9-4d1b-bc7a-889c65fbfccf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637053 Sep 10 03:59:22.419129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b82d4d1b-872b-4351-ae28-7bddfd0aa41c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.462821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3048f2ca-37e1-4034-bcb7-9fbe1e4afaf1 None None] Port 876af91b-fd2d-4405-89d3-a5e073eafdac cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:22.494045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-aad5a474-4237-40d3-81d2-c03863a1cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:22.495470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-aad5a474-4237-40d3-81d2-c03863a1cc4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=184d61f3-ff3b-497d-9253-0cfe054657d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2227259 Sep 10 03:59:22.539389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3048f2ca-37e1-4034-bcb7-9fbe1e4afaf1 None None] Provisioning for port ebfad9b4-a424-49bc-9cda-d6a4adc19287 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:22.544987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3048f2ca-37e1-4034-bcb7-9fbe1e4afaf1 None None] Provisioning complete for port ebfad9b4-a424-49bc-9cda-d6a4adc19287 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:22.546102 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3048f2ca-37e1-4034-bcb7-9fbe1e4afaf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.553497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-769224c5-fca7-4fc3-9067-48ba9b7c81eb req-f3206050-9bed-40ee-9fac-e6250c97e4ee tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2276118 Sep 10 03:59:22.561734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82d4d1b-872b-4351-ae28-7bddfd0aa41c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=cac21982-1cdd-46d3-88a0-573f73d6a661,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:22.593716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.600196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660db6f5-8333-4c62-b821-288d314203b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.615358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3048f2ca-37e1-4034-bcb7-9fbe1e4afaf1 None None] Port ebfad9b4-a424-49bc-9cda-d6a4adc19287 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:22.615784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-660db6f5-8333-4c62-b821-288d314203b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Calling delete_port for ebfad9b4-a424-49bc-9cda-d6a4adc19287 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:22.639929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b82d4d1b-872b-4351-ae28-7bddfd0aa41c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.644393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b82d4d1b-872b-4351-ae28-7bddfd0aa41c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/cac21982-1cdd-46d3-88a0-573f73d6a661 HTTP/1.1" status: 204 len: 168 time: 1.5143607 Sep 10 03:59:22.646541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33232) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:22.688629 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f6f8a3-d8bc-4a55-9dcf-18b63c9f0980 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:59:22.690245 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-87f6f8a3-d8bc-4a55-9dcf-18b63c9f0980 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/cac21982-1cdd-46d3-88a0-573f73d6a661 HTTP/1.1" status: 404 len: 333 time: 0.0426238 Sep 10 03:59:22.694501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33234) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:22.703689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'name': 'tempest-PortsIpV6TestJSON-876568324'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:22.793873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-785ae155-bb16-416d-884b-19f7d240fe3a req-7767f0ac-226a-4329-b350-0d0c00bb8e22 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 210 time: 0.0688214 Sep 10 03:59:22.801443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-f55e7ffb-45c5-455f-bbcf-bcc4cbdae790 service neutron] 10.222.0.20 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2818148 Sep 10 03:59:22.810956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.827051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3446f7c7-768f-459b-9a46-0f5af7795898'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:59:22.831911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e9852a5c-42e0-4858-abda-a94662a5a83c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:59:22.870042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:22.876107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:22.879003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:22.927058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Pushing event updated for resources: {'Port': ['ID=0b1af60b-90ba-4259-9790-216deef977ee,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:22.936881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b94a38-ceb9-4803-bf19-0457362b1fb0 req-23081413-0b0d-4482-a150-d911f61642c8 service neutron] 10.222.0.20 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262629 Sep 10 03:59:22.954419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:22.955444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:22.982381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:22.986368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.006166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port 93c49560-865a-4ee6-b811-d205bf08dc21 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:23.064081 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-c93e37d0-a2bb-4aad-ab6d-feadc72f17cd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7112374 Sep 10 03:59:23.086748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Request body: {'port': {'device_id': '8f0e22ec-812f-46c5-b99e-12c608efae95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:23.115801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660db6f5-8333-4c62-b821-288d314203b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.177713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660db6f5-8333-4c62-b821-288d314203b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event deleted for resources: {'Port': ['ID=ebfad9b4-a424-49bc-9cda-d6a4adc19287,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:23.192584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.203887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660db6f5-8333-4c62-b821-288d314203b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.211331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-660db6f5-8333-4c62-b821-288d314203b6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "DELETE /v2.0/ports/ebfad9b4-a424-49bc-9cda-d6a4adc19287 HTTP/1.1" status: 204 len: 168 time: 1.2081268 Sep 10 03:59:23.212831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33236) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:23.217271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Request body: {'port': {'name': 'tempest-new-port-name-1794616239', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:23.217731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.api.validators [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] bootfile-name is not in valid_values {{(pid=95136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:59:23.218070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.api.validators [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] tftp-server is not in valid_values {{(pid=95136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:59:23.218401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.api.validators [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] server-ip-address is not in valid_values {{(pid=95136) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Sep 10 03:59:23.278643 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.334375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.432077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device cf7484b2-6bbe-4370-a338-103108fcbaa9 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:59:23.496217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.531477 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac2f40aa-c15f-445a-87e5-eb7e576c5ae0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.678444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aef84e-50a2-44ab-8395-db1ea2412ff1 req-1d8ddceb-7059-4fa1-9336-1e95111503fc tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:23.680712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05aef84e-50a2-44ab-8395-db1ea2412ff1 req-1d8ddceb-7059-4fa1-9336-1e95111503fc tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1004310 Sep 10 03:59:23.686008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port cf7484b2-6bbe-4370-a338-103108fcbaa9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=cf7484b2-6bbe-4370-a338-103108fcbaa9,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:23.714759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'port_id': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'mac_address': 'fa:16:3e:46:14:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 233, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:59:23.769579 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.786098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf7484b2-6bbe-4370-a338-103108fcbaa9 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:59:23.790996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05aef84e-50a2-44ab-8395-db1ea2412ff1 req-63b5e203-7623-40a9-bfe6-75e236a26701 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868700 Sep 10 03:59:23.842163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port cf7484b2-6bbe-4370-a338-103108fcbaa9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=cf7484b2-6bbe-4370-a338-103108fcbaa9,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:23.846493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb08da9-d5ff-4085-acf5-ddbccf05ea2b req-79a547ad-6e80-46c7-af29-5731b36ecd34 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:23.848872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cdb08da9-d5ff-4085-acf5-ddbccf05ea2b req-79a547ad-6e80-46c7-af29-5731b36ecd34 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 943 time: 0.1631608 Sep 10 03:59:23.851796 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:23.914022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cdb08da9-d5ff-4085-acf5-ddbccf05ea2b req-4dbb2e7c-49b4-4226-86ee-65d436127922 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574627 Sep 10 03:59:23.972670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cecb17-a182-411f-a13d-e37c6a557608 req-09054e17-815b-4334-ac73-684740808137 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:24.007576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32cecb17-a182-411f-a13d-e37c6a557608 req-09054e17-815b-4334-ac73-684740808137 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 931 time: 0.0787611 Sep 10 03:59:24.023874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:24.030289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:24.036078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=93c49560-865a-4ee6-b811-d205bf08dc21,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:24.043981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:24.048995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:24.049581 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.060897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-32cecb17-a182-411f-a13d-e37c6a557608 req-42cd5189-98d8-4f1d-8d0c-766559bcc505 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795972 Sep 10 03:59:24.066685 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.094164 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.119642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b1af60b-90ba-4259-9790-216deef977ee {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:59:24.122502 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.128148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.140212 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ce7197ec-d729-4368-ac74-6fd022cfab41 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4422908 Sep 10 03:59:24.140694 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33244) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:24.147596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1356f152-2785-4d3e-861f-c27b68b68d33 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:24.150994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Transition to ACTIVE for port object 0b1af60b-90ba-4259-9790-216deef977ee will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:24.181125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] In _notify_port_updated(), no bound segment for port 876af91b-fd2d-4405-89d3-a5e073eafdac on network ba9f612e-1ebf-4168-8023-05acbd66a5ed {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:59:24.186680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=cf7484b2-6bbe-4370-a338-103108fcbaa9,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:24.187110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:24.187827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.195180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "PUT /v2.0/ports/876af91b-fd2d-4405-89d3-a5e073eafdac HTTP/1.1" status: 200 len: 1130 time: 0.9825034 Sep 10 03:59:24.197423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33246) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:24.213811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.231213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721c3359-673c-4ca5-a6b1-1d8ce39b8d91 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event updated for resources: {'Port': ['ID=876af91b-fd2d-4405-89d3-a5e073eafdac,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:24.299774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1356f152-2785-4d3e-861f-c27b68b68d33 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.311840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7719f60f-2b6f-41c8-a8d0-f7330dff66d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:24.313267 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7719f60f-2b6f-41c8-a8d0-f7330dff66d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "GET /v2.0/ports/876af91b-fd2d-4405-89d3-a5e073eafdac HTTP/1.1" status: 200 len: 1130 time: 0.1149478 Sep 10 03:59:24.318812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33248) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:24.330254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['cf7484b2-6bbe-4370-a338-103108fcbaa9'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:59:24.333603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1af60b-90ba-4259-9790-216deef977ee,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:24.430364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a1223-71f9-48d0-bd8e-cce8ae5f96da tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Deleting port 876af91b-fd2d-4405-89d3-a5e073eafdac {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:24.430698 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1223-71f9-48d0-bd8e-cce8ae5f96da tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.511077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Attempting to bind port 0b1af60b-90ba-4259-9790-216deef977ee on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:24.511417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Attempting to bind port 0b1af60b-90ba-4259-9790-216deef977ee by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:24.512475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Attempting to bind port 0b1af60b-90ba-4259-9790-216deef977ee on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:24.527910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Port 0b1af60b-90ba-4259-9790-216deef977ee on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 03:59:24.528253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Attempting to bind port 0b1af60b-90ba-4259-9790-216deef977ee on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:24.535565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:24.535947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Checking segment: {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:24.536343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Bound using segment: {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:24.536788 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Bound port: 0b1af60b-90ba-4259-9790-216deef977ee, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:24.537193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.575586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1223-71f9-48d0-bd8e-cce8ae5f96da tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.595238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bd7a1223-71f9-48d0-bd8e-cce8ae5f96da tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Calling delete_port for 876af91b-fd2d-4405-89d3-a5e073eafdac owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:24.601521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-23653f7e-a990-4427-987f-e6f0e370f851 None None] Provisioning complete for port 876af91b-fd2d-4405-89d3-a5e073eafdac triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:24.602077 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23653f7e-a990-4427-987f-e6f0e370f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.677029 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1356f152-2785-4d3e-861f-c27b68b68d33 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.682249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] For port 0b1af60b-90ba-4259-9790-216deef977ee, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:24.686296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] For port 0b1af60b-90ba-4259-9790-216deef977ee, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0b1af60b-90ba-4259-9790-216deef977ee,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:24.706925 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-23653f7e-a990-4427-987f-e6f0e370f851 None None] Port 876af91b-fd2d-4405-89d3-a5e073eafdac cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:24.767956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1356f152-2785-4d3e-861f-c27b68b68d33 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.805718 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.835660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:24.837000 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.839337 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] 10.222.0.39 "PUT /v2.0/ports/0b1af60b-90ba-4259-9790-216deef977ee HTTP/1.1" status: 200 len: 1091 time: 1.7633140 Sep 10 03:59:24.847148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f0e22ec-812f-46c5-b99e-12c608efae95', 'tag': '0b1af60b-90ba-4259-9790-216deef977ee'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:24.851869 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-592d75a1-fd3f-4be2-b13f-2c0775ba107c" -d '{"events": [{"name": "network-changed", "server_uuid": "8f0e22ec-812f-46c5-b99e-12c608efae95", "tag": "0b1af60b-90ba-4259-9790-216deef977ee"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:24.861961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1356f152-2785-4d3e-861f-c27b68b68d33 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] In _notify_port_updated(), no bound segment for port 93c49560-865a-4ee6-b811-d205bf08dc21 on network f27373e4-0d72-4c28-b26b-e04911db2266 {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:59:24.873314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1356f152-2785-4d3e-861f-c27b68b68d33 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:24.873993 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1356f152-2785-4d3e-861f-c27b68b68d33 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:24.875392 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1356f152-2785-4d3e-861f-c27b68b68d33 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "PUT /v2.0/ports/93c49560-865a-4ee6-b811-d205bf08dc21 HTTP/1.1" status: 200 len: 818 time: 0.7337093 Sep 10 03:59:24.878734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33258) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:24.927135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1356f152-2785-4d3e-861f-c27b68b68d33 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=93c49560-865a-4ee6-b811-d205bf08dc21,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:24.934602 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5b414bb-a270-45a7-b173-6448c9d885cf x-openstack-request-id: req-b5b414bb-a270-45a7-b173-6448c9d885cf {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:24.938945 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f0e22ec-812f-46c5-b99e-12c608efae95", "tag": "0b1af60b-90ba-4259-9790-216deef977ee", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:24.938945 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5b414bb-a270-45a7-b173-6448c9d885cf {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:24.938945 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f0e22ec-812f-46c5-b99e-12c608efae95', 'tag': '0b1af60b-90ba-4259-9790-216deef977ee', 'status': 'completed', 'code': 200} Sep 10 03:59:24.947527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1223-71f9-48d0-bd8e-cce8ae5f96da tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.023590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d75a1-fd3f-4be2-b13f-2c0775ba107c req-186725a7-7232-43e9-a9e1-a75bc0423a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:25.025639 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-592d75a1-fd3f-4be2-b13f-2c0775ba107c req-186725a7-7232-43e9-a9e1-a75bc0423a24 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 1094 time: 0.0645015 Sep 10 03:59:25.031522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16422d42-fc43-4bbd-aba3-1f65c517feb5 service neutron] Pushing event updated for resources: {'Port': ['ID=0b1af60b-90ba-4259-9790-216deef977ee,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:25.046062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7a1223-71f9-48d0-bd8e-cce8ae5f96da tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event deleted for resources: {'Port': ['ID=876af91b-fd2d-4405-89d3-a5e073eafdac,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:25.133712 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.149053 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd7a1223-71f9-48d0-bd8e-cce8ae5f96da tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.153498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bd7a1223-71f9-48d0-bd8e-cce8ae5f96da tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "DELETE /v2.0/ports/876af91b-fd2d-4405-89d3-a5e073eafdac HTTP/1.1" status: 204 len: 168 time: 0.8311107 Sep 10 03:59:25.155905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33264) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:25.159300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d25bc0-65b6-4815-8ea1-2a64ca8578c0 req-5a06ca1e-fba5-450e-80a5-3e02e987c010 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:25.160975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7d25bc0-65b6-4815-8ea1-2a64ca8578c0 req-5a06ca1e-fba5-450e-80a5-3e02e987c010 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.2322280 Sep 10 03:59:25.225832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6798ea8-b902-4042-ab2a-363735ae041d tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Deleting subnet 4e49d53d-72c1-483c-bab4-0dce7c6d8516 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:59:25.229188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6798ea8-b902-4042-ab2a-363735ae041d tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.244417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011a0e17-065d-449e-afa1-a972ef56c6bf req-28ae83d8-8068-4cf8-94e7-aaa7fcaf3093 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:25.254070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-011a0e17-065d-449e-afa1-a972ef56c6bf req-28ae83d8-8068-4cf8-94e7-aaa7fcaf3093 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 944 time: 0.1978097 Sep 10 03:59:25.275925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6798ea8-b902-4042-ab2a-363735ae041d tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.316381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-011a0e17-065d-449e-afa1-a972ef56c6bf req-5220437d-5067-41b4-b5b6-5273ded1ccb0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605924 Sep 10 03:59:25.343999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7d25bc0-65b6-4815-8ea1-2a64ca8578c0 req-227a3bee-144f-4684-8607-60f99ba7bd23 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560810 Sep 10 03:59:25.346683 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c1359d7e-f6ca-4d12-8999-312e128fb777 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 93c49560-865a-4ee6-b811-d205bf08dc21 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:25.348832 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1359d7e-f6ca-4d12-8999-312e128fb777 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.381275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d75a1-fd3f-4be2-b13f-2c0775ba107c req-4e84257b-e817-4338-8da9-a7577ed2cbdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:25.382685 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-592d75a1-fd3f-4be2-b13f-2c0775ba107c req-4e84257b-e817-4338-8da9-a7577ed2cbdf service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=deac6f217dc444ce95dfc77fa61b049f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.3454621 Sep 10 03:59:25.390506 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6798ea8-b902-4042-ab2a-363735ae041d tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.444398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device cf7484b2-6bbe-4370-a338-103108fcbaa9 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:25.484290 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1359d7e-f6ca-4d12-8999-312e128fb777 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.504019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c1359d7e-f6ca-4d12-8999-312e128fb777 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 93c49560-865a-4ee6-b811-d205bf08dc21 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:25.580582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592d75a1-fd3f-4be2-b13f-2c0775ba107c req-2960a673-7799-409d-a112-fcfac54b889b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:25.581227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0883e-9202-41a4-8ec6-cc01610fb954 req-0230d727-c91a-48ea-a616-7031eaf0a339 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:25.582153 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-592d75a1-fd3f-4be2-b13f-2c0775ba107c req-2960a673-7799-409d-a112-fcfac54b889b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1883857 Sep 10 03:59:25.582756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c0883e-9202-41a4-8ec6-cc01610fb954 req-0230d727-c91a-48ea-a616-7031eaf0a339 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 943 time: 0.1880271 Sep 10 03:59:25.602603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port cf7484b2-6bbe-4370-a338-103108fcbaa9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:25.606943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port cf7484b2-6bbe-4370-a338-103108fcbaa9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:25.607323 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.656091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c0883e-9202-41a4-8ec6-cc01610fb954 req-93b8d6a5-a1b1-4d81-9409-744b991c52e8 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602853 Sep 10 03:59:25.684213 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6798ea8-b902-4042-ab2a-363735ae041d tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.720683 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6798ea8-b902-4042-ab2a-363735ae041d tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event deleted for resources: {'Subnet': ['ID=4e49d53d-72c1-483c-bab4-0dce7c6d8516,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:25.724339 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6798ea8-b902-4042-ab2a-363735ae041d tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.726810 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6798ea8-b902-4042-ab2a-363735ae041d tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "DELETE /v2.0/subnets/4e49d53d-72c1-483c-bab4-0dce7c6d8516 HTTP/1.1" status: 204 len: 168 time: 0.5665135 Sep 10 03:59:25.729359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33266) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:25.735181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-e1cdee58-2d69-4d30-997c-cf99647603ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:25.736573 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-e1cdee58-2d69-4d30-997c-cf99647603ce service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 1094 time: 0.1078904 Sep 10 03:59:25.747256 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1359d7e-f6ca-4d12-8999-312e128fb777 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:25.788658 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-3536636e-e78a-4957-80ce-86bd3df68fbe service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0b1af60b-90ba-4259-9790-216deef977ee HTTP/1.1" status: 200 len: 217 time: 0.0406449 Sep 10 03:59:25.843747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dffcf6f-1020-48fc-8940-4a692e22b248 None None] Network ba9f612e-1ebf-4168-8023-05acbd66a5ed requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:25.864236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-7f305002-05ba-4bd4-a3db-9cb7f7553324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:25.876646 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-7f305002-05ba-4bd4-a3db-9cb7f7553324 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eeccb207-8908-4796-8b4b-dc4f360cd763 HTTP/1.1" status: 200 len: 855 time: 0.0793450 Sep 10 03:59:25.944995 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-25c55e59-12a9-4ea5-8e4a-4d69dc9bf508 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0583315 Sep 10 03:59:25.992917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.027732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port cf7484b2-6bbe-4370-a338-103108fcbaa9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=cf7484b2-6bbe-4370-a338-103108fcbaa9,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:26.028942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:26.031434 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fffb320e-e978-4f17-a197-42b0fb69e9b8" -d '{"events": [{"server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "name": "network-vif-plugged", "status": "completed", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:26.105778 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6437a7-120a-4968-819a-a18cb00c1082 x-openstack-request-id: req-2e6437a7-120a-4968-819a-a18cb00c1082 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:26.106135 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "name": "network-vif-plugged", "status": "completed", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:26.106505 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e6437a7-120a-4968-819a-a18cb00c1082 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:26.107349 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'code': 200} Sep 10 03:59:26.111103 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.138147 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-f5dbdf03-cd87-4306-ad19-61a648a41d18 service neutron] 10.222.0.39 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1699624 Sep 10 03:59:26.150961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c156f177-7e1e-41c3-bf14-98967f34a42f None None] DHCP port deletion for ba9f612e-1ebf-4168-8023-05acbd66a5ed request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:59:26.221543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=cf7484b2-6bbe-4370-a338-103108fcbaa9,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:26.244960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c156f177-7e1e-41c3-bf14-98967f34a42f None None] Deleting port 697ca25a-92f6-4df1-905a-2cdd4abdea2e {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:26.245259 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c156f177-7e1e-41c3-bf14-98967f34a42f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.266277 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a3a1875-c8bf-4c36-ab01-abcd06f19039 req-5b34ec54-7aec-459c-a731-b677274d1a3a service neutron] 10.222.0.39 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168227 Sep 10 03:59:26.278913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1359d7e-f6ca-4d12-8999-312e128fb777 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.282041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c1359d7e-f6ca-4d12-8999-312e128fb777 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/93c49560-865a-4ee6-b811-d205bf08dc21 HTTP/1.1" status: 204 len: 168 time: 1.4016020 Sep 10 03:59:26.284660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33270) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:26.294377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1359d7e-f6ca-4d12-8999-312e128fb777 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=93c49560-865a-4ee6-b811-d205bf08dc21,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:26.299129 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.365369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ff3de0-9d84-497e-95a2-c1c1569f0369 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:26.370597 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-65ff3de0-9d84-497e-95a2-c1c1569f0369 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0825102 Sep 10 03:59:26.371639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33276) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:26.393236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c156f177-7e1e-41c3-bf14-98967f34a42f None None] For port 697ca25a-92f6-4df1-905a-2cdd4abdea2e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=697ca25a-92f6-4df1-905a-2cdd4abdea2e,segment=NetworkSegment(ae775cf6-45a2-46c4-9101-af49fc7a8342),segment_id=ae775cf6-45a2-46c4-9101-af49fc7a8342)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:26.394446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c156f177-7e1e-41c3-bf14-98967f34a42f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.421799 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d258013-2891-40b1-b4c0-712341327715 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:59:26.424354 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6d258013-2891-40b1-b4c0-712341327715 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/93c49560-865a-4ee6-b811-d205bf08dc21 HTTP/1.1" status: 404 len: 333 time: 0.0516472 Sep 10 03:59:26.428730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33278) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:26.428981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c156f177-7e1e-41c3-bf14-98967f34a42f None None] Calling delete_port for 697ca25a-92f6-4df1-905a-2cdd4abdea2e owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:26.434092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-277691526'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:26.517586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.527210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc927ff6-b735-48d2-b679-642327a2ddb4 req-b82f96c3-ea92-4efb-b9fe-c0ae947727aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:26.529102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc927ff6-b735-48d2-b679-642327a2ddb4 req-b82f96c3-ea92-4efb-b9fe-c0ae947727aa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 1096 time: 0.2457614 Sep 10 03:59:26.579740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:26.582268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af0af69-5274-413d-a776-84682e00a4fd req-52acc6b9-64e0-4783-b6ff-379c75031d51 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:26.584010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3af0af69-5274-413d-a776-84682e00a4fd req-52acc6b9-64e0-4783-b6ff-379c75031d51 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 945 time: 0.1671252 Sep 10 03:59:26.584837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.597664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b5fbad-8954-406c-94f4-c2fc215af867 req-3338ed8f-39e3-468f-aca1-455c37e013c5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:26.599879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1b5fbad-8954-406c-94f4-c2fc215af867 req-3338ed8f-39e3-468f-aca1-455c37e013c5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1468327 Sep 10 03:59:26.668859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc927ff6-b735-48d2-b679-642327a2ddb4 req-05d49b77-c1cb-4844-82d1-7fa03b995c58 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1272857 Sep 10 03:59:26.672117 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c156f177-7e1e-41c3-bf14-98967f34a42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.683730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:26.697495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3af0af69-5274-413d-a776-84682e00a4fd req-ea3b1482-4495-4c34-abe6-f138779a3c70 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0964906 Sep 10 03:59:26.713121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.713586 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Added segment e67c23a8-9213-49d6-868f-ce3691138961 of type vlan for network db09283e-de2f-4ebc-89b3-7605697ca39e Sep 10 03:59:26.713930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1b5fbad-8954-406c-94f4-c2fc215af867 req-8d564a59-9928-451f-99a9-c194dc371869 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755937 Sep 10 03:59:26.725910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Deleting port 697ca25a-92f6-4df1-905a-2cdd4abdea2e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:26.726257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.754229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f177-7e1e-41c3-bf14-98967f34a42f None None] Pushing event deleted for resources: {'Port': ['ID=697ca25a-92f6-4df1-905a-2cdd4abdea2e,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:26.761578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c156f177-7e1e-41c3-bf14-98967f34a42f None None] No DVR routers for this DVR port 697ca25a-92f6-4df1-905a-2cdd4abdea2e on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:26.796305 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.876569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.878625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] For port 697ca25a-92f6-4df1-905a-2cdd4abdea2e, host n-d-808143-1, got binding levels [] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:26.878985 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.885628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:26.886409 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.905009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Calling delete_port for 697ca25a-92f6-4df1-905a-2cdd4abdea2e owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:26.914582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Port 697ca25a-92f6-4df1-905a-2cdd4abdea2e was not found and therefore no delete operation was performed {{(pid=95136) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 03:59:26.918295 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:26.965304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573766b1-1bff-4cfb-a8a2-e04bcbf4e739 req-54faa44d-ea79-42c4-893e-bda4f53a0f6f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:26.967089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573766b1-1bff-4cfb-a8a2-e04bcbf4e739 req-54faa44d-ea79-42c4-893e-bda4f53a0f6f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 943 time: 0.1381938 Sep 10 03:59:26.976483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] No DVR routers for this DVR port 697ca25a-92f6-4df1-905a-2cdd4abdea2e on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:26.998284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Network': ['ID=db09283e-de2f-4ebc-89b3-7605697ca39e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:27.011331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network db09283e-de2f-4ebc-89b3-7605697ca39e details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:27.028135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event deleted for resources: {'Port': ['ID=697ca25a-92f6-4df1-905a-2cdd4abdea2e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:27.041838 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-94d2f5ad-5518-434a-a3a3-4ad5ba267a35 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6118948 Sep 10 03:59:27.042466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33282) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:27.048521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:27.078597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573766b1-1bff-4cfb-a8a2-e04bcbf4e739 req-916f9691-c3ac-4119-99b8-5e38870eb092 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685961 Sep 10 03:59:27.155040 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:27.180594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9f612e-1ebf-4168-8023-05acbd66a5ed']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:27.193253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae775cf6-45a2-46c4-9101-af49fc7a8342') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:27.193939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae775cf6-45a2-46c4-9101-af49fc7a8342') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:27.207614 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:27.226534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:27.229609 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-99210d78-b9fe-44d4-bcec-3d76b295fbff service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0705721 Sep 10 03:59:27.236096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:27.236603 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:27.239820 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:27.313663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:27.318062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:27.359445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-5fe41483-2170-4b45-a972-86bb596a5088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:27.361205 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-5fe41483-2170-4b45-a972-86bb596a5088 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 1096 time: 0.0847929 Sep 10 03:59:27.397102 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:27.417518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:27.426344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] 10.222.0.22 "DELETE /v2.0/networks/ba9f612e-1ebf-4168-8023-05acbd66a5ed HTTP/1.1" status: 204 len: 168 time: 1.6922002 Sep 10 03:59:27.438954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320ff609-1476-46e9-a0a2-e854fef2a3d6 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513 tempest-ExtraDHCPOptionsIpV6TestJSON-1868781513-project] Pushing event deleted for resources: {'Network': ['ID=ba9f612e-1ebf-4168-8023-05acbd66a5ed,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:27.565420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 697ca25a-92f6-4df1-905a-2cdd4abdea2e no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:27.580978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-32a90ff2-bb6a-4614-9167-c14b95208617 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:27.582986 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-32a90ff2-bb6a-4614-9167-c14b95208617 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 916 time: 0.1874976 Sep 10 03:59:27.606169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 697ca25a-92f6-4df1-905a-2cdd4abdea2e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:27.608178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 697ca25a-92f6-4df1-905a-2cdd4abdea2e not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:59:27.642700 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-59cd69ad-67c7-4154-b1df-a21c2ea297d4 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9852a5c-42e0-4858-abda-a94662a5a83c HTTP/1.1" status: 200 len: 217 time: 0.0504189 Sep 10 03:59:27.749436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-f64f3364-2a54-4de8-a4a1-bdf9b23ed1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:27.751097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-f64f3364-2a54-4de8-a4a1-bdf9b23ed1b6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eeccb207-8908-4796-8b4b-dc4f360cd763 HTTP/1.1" status: 200 len: 855 time: 0.1006958 Sep 10 03:59:27.789039 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-e7bfab1d-ddf8-4725-b1d6-171ff67778c5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291257 Sep 10 03:59:27.809858 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:27.951630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:27.982912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Checking segment: {'id': 'e67c23a8-9213-49d6-868f-ce3691138961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:27.983343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network hostable DHCP agents. Network: db09283e-de2f-4ebc-89b3-7605697ca39e, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:27.985004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46532d75-67e9-4e7e-883e-3aedc72aaccc req-034a8573-6412-4284-bf57-d1a004b8c753 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:27.992109 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-a3c4ccaa-b295-4dfb-8b3b-0fca745f16b2 service neutron] 10.222.0.39 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925509 Sep 10 03:59:27.995169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46532d75-67e9-4e7e-883e-3aedc72aaccc req-034a8573-6412-4284-bf57-d1a004b8c753 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 945 time: 0.1274829 Sep 10 03:59:28.023155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedfd842-09f2-4481-93dc-645ceb76c324 req-dfe88c4d-668a-47c5-bb14-662a8e19b637 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:28.030147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cedfd842-09f2-4481-93dc-645ceb76c324 req-dfe88c4d-668a-47c5-bb14-662a8e19b637 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1248085 Sep 10 03:59:28.088230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network db09283e-de2f-4ebc-89b3-7605697ca39e is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:28.090352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46532d75-67e9-4e7e-883e-3aedc72aaccc req-5b883b5e-56e8-4471-97a0-9aa9b1042afd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945702 Sep 10 03:59:28.118424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cedfd842-09f2-4481-93dc-645ceb76c324 req-0a441d11-593e-4c63-9c86-0dc1448eda47 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860536 Sep 10 03:59:28.125576 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b6798903-54a5-4e69-a290-5e65b98fe950 req-f377dee2-25e7-4bc5-9f46-6dd6c321eab8 service neutron] 10.222.0.39 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1249115 Sep 10 03:59:28.149839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, db09283e-de2f-4ebc-89b3-7605697ca39e) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:28.154841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:28.158280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:28.163911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e352a148-1d93-4a47-8b49-744dc4064724 None None] Network db09283e-de2f-4ebc-89b3-7605697ca39e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:28.198976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33294) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:28.248663 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ce385608-ef53-4a23-881d-5769fdde6919 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2050011 Sep 10 03:59:28.251513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33298) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:28.256675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9636804c-d5d5-48b2-a450-c5cae341d7ad tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:28.282432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c687728-8b17-4711-a4c4-51cea848a617 req-0a049ac3-8657-43f9-aa87-4b402e000c0b tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:28.285111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c687728-8b17-4711-a4c4-51cea848a617 req-0a049ac3-8657-43f9-aa87-4b402e000c0b tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 943 time: 0.0740478 Sep 10 03:59:28.342071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c687728-8b17-4711-a4c4-51cea848a617 req-de0e4849-8a10-481c-adbe-155e898ca63b tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487502 Sep 10 03:59:28.399573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-db09283e-de2f-4ebc-89b3-7605697ca39e', 'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e', 'tenant_id': '869233f998a64be3909235fe670a4d25', 'fixed_ips': [{'subnet_id': '22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:28.400632 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:28.444688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-59de5523-7d84-426a-98eb-e2b42c69a1af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da84dbb0d5a645e2a1b96e629737363b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2422562 Sep 10 03:59:28.445553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33300) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:28.508154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d02aa7d-d5b0-4497-a0da-79f62a2cd6be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:28.533346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d02aa7d-d5b0-4497-a0da-79f62a2cd6be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:28.562233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9636804c-d5d5-48b2-a450-c5cae341d7ad tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:28.566640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9636804c-d5d5-48b2-a450-c5cae341d7ad tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:28.603709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Allocated IP 2001:db8::2 (db09283e-de2f-4ebc-89b3-7605697ca39e/22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca/fff37985-fc24-414b-ab72-417742a84c33) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:28.644375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 0b1af60b-90ba-4259-9790-216deef977ee details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 03:59:28.675054 n-d-808143-1 neutron-server[95137]: INFO neutron.db.ipam_backend_mixin [None req-9636804c-d5d5-48b2-a450-c5cae341d7ad tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca (CIDR: 2001:db8::/64) Sep 10 03:59:28.860685 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:28.867496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 0b1af60b-90ba-4259-9790-216deef977ee, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0b1af60b-90ba-4259-9790-216deef977ee,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:28.881388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Transition to ACTIVE for port object fff37985-fc24-414b-ab72-417742a84c33 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:28.893627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '0b1af60b-90ba-4259-9790-216deef977ee', 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c', 'port_id': '0b1af60b-90ba-4259-9790-216deef977ee', 'mac_address': 'fa:16:3e:e3:63:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeccb207-8908-4796-8b4b-dc4f360cd763', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 03:59:28.905705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Transition to ACTIVE for port object fff37985-fc24-414b-ab72-417742a84c33 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:28.922555 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d02aa7d-d5b0-4497-a0da-79f62a2cd6be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:28.936051 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d02aa7d-d5b0-4497-a0da-79f62a2cd6be admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:28.936051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2d02aa7d-d5b0-4497-a0da-79f62a2cd6be admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/660eab3c-5056-4d90-83a2-87d2484e1135 HTTP/1.1" status: 204 len: 168 time: 0.4806242 Sep 10 03:59:28.936967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d02aa7d-d5b0-4497-a0da-79f62a2cd6be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=660eab3c-5056-4d90-83a2-87d2484e1135,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:28.957628 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9636804c-d5d5-48b2-a450-c5cae341d7ad tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 03:59:28.958089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9636804c-d5d5-48b2-a450-c5cae341d7ad tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 03:59:28.960662 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:28.974135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b1af60b-90ba-4259-9790-216deef977ee {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 03:59:28.994164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 0b1af60b-90ba-4259-9790-216deef977ee, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0b1af60b-90ba-4259-9790-216deef977ee,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:29.002244 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:29.064886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:29.106319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Network db09283e-de2f-4ebc-89b3-7605697ca39e is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:29.109761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:29.113805 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:29.124999 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Pushing event updated for resources: {'Port': ['ID=fff37985-fc24-414b-ab72-417742a84c33,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:29.140568 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9636804c-d5d5-48b2-a450-c5cae341d7ad tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8876395 Sep 10 03:59:29.142976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33310) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:29.150013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.150434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.150847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.151248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.151651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.155195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.155195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.155195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.155195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.155195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.155195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.155195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:29.167796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:29.182653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:29.220987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Attempting to bind port fff37985-fc24-414b-ab72-417742a84c33 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:29.221355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Attempting to bind port fff37985-fc24-414b-ab72-417742a84c33 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'e67c23a8-9213-49d6-868f-ce3691138961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:29.221746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Attempting to bind port fff37985-fc24-414b-ab72-417742a84c33 on network db09283e-de2f-4ebc-89b3-7605697ca39e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:29.231197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:29.231567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Checking segment: {'id': 'e67c23a8-9213-49d6-868f-ce3691138961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:29.231991 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:29.232383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Bound using segment: {'id': 'e67c23a8-9213-49d6-868f-ce3691138961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:29.232858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Bound port: fff37985-fc24-414b-ab72-417742a84c33, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e67c23a8-9213-49d6-868f-ce3691138961', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:29.233245 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:29.262667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=0b1af60b-90ba-4259-9790-216deef977ee,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:29.314011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813e00c4-feee-44bb-9f2a-9429fde1a13d req-b7870838-9381-4f34-a96d-d75fa976b6e8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:29.319734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-813e00c4-feee-44bb-9f2a-9429fde1a13d req-b7870838-9381-4f34-a96d-d75fa976b6e8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0793655 Sep 10 03:59:29.361221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] For port fff37985-fc24-414b-ab72-417742a84c33, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:29.374532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] For port fff37985-fc24-414b-ab72-417742a84c33, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fff37985-fc24-414b-ab72-417742a84c33,segment=NetworkSegment(e67c23a8-9213-49d6-868f-ce3691138961),segment_id=e67c23a8-9213-49d6-868f-ce3691138961)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:29.375533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-813e00c4-feee-44bb-9f2a-9429fde1a13d req-3c2a40df-2d98-48ef-97ae-34cc99d7c756 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489869 Sep 10 03:59:29.395488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['0b1af60b-90ba-4259-9790-216deef977ee'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 03:59:29.472597 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:29.611716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d7a915-c14b-4795-8c6e-599d9e7c9b37 req-7814527e-846e-4bc7-ad44-239f05a1e020 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:29.615827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1d7a915-c14b-4795-8c6e-599d9e7c9b37 req-7814527e-846e-4bc7-ad44-239f05a1e020 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 944 time: 0.1105483 Sep 10 03:59:29.619384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:29.623937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:29.635843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c48ce-acc8-46a6-8fd3-90d2d846401a None None] Pushing event updated for resources: {'Port': ['ID=fff37985-fc24-414b-ab72-417742a84c33,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:29.706810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1d7a915-c14b-4795-8c6e-599d9e7c9b37 req-6955aab4-e6c0-468b-814e-661b1261676f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749984 Sep 10 03:59:29.735297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fdc161-2c3e-46e5-b8f0-96e3467b3733 req-7e3bb4d6-955c-4d09-9db6-9f15875831e7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:29.736969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2fdc161-2c3e-46e5-b8f0-96e3467b3733 req-7e3bb4d6-955c-4d09-9db6-9f15875831e7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 945 time: 0.4817739 Sep 10 03:59:29.785911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2fdc161-2c3e-46e5-b8f0-96e3467b3733 req-cfb76195-3cd9-4c1c-ba1a-2d8efd17904d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419149 Sep 10 03:59:29.942192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89076adb-5025-4357-ad25-cebea89466bb req-cf0e2bd2-5033-4c92-b4c9-68de61f504bc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:29.948262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89076adb-5025-4357-ad25-cebea89466bb req-cf0e2bd2-5033-4c92-b4c9-68de61f504bc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 945 time: 0.0860157 Sep 10 03:59:30.010607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89076adb-5025-4357-ad25-cebea89466bb req-b3966eb9-2a7a-4d2d-9494-fa13087b9dcb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509644 Sep 10 03:59:30.023453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33330) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:30.086537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22576a96-fef5-4d41-a20f-ca5299b8df2a tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:30.092745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-22576a96-fef5-4d41-a20f-ca5299b8df2a tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 1091 time: 0.0676298 Sep 10 03:59:30.093250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33332) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:30.098682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:30.187847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:30.214908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:30.276329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network db09283e-de2f-4ebc-89b3-7605697ca39e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:30.289488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:30.291049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:30.291658 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:30.318625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=b07b2c8b-8905-4eff-aaa9-1d3b0b70de57,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:30.328425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.328797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.329140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.329616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.329971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.330315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.330651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.330998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.331357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.331728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.332071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.332405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:30.332513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:30.360008 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6acde7bd-65da-43c1-83de-c48a036d2aac tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.2129846 Sep 10 03:59:30.360365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33340) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:30.366101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e', 'fixed_ips': [{'subnet_id': '22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca'}, {'subnet_id': 'b07b2c8b-8905-4eff-aaa9-1d3b0b70de57'}], 'name': 'tempest-PortsIpV6TestJSON-587355832'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:30.503749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.25.3.214 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/28b10602-6b7d-4176-adef-2c77fa186f31) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:30.583546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33346) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:30.648565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7abba9-bc14-443d-9875-f46a3f9f8206 req-bdfa9da3-ea86-4ce4-8fcf-7287612c5b77 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:30.656110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 0b1af60b-90ba-4259-9790-216deef977ee up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:30.662682 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c7abba9-bc14-443d-9875-f46a3f9f8206 req-bdfa9da3-ea86-4ce4-8fcf-7287612c5b77 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1159089 Sep 10 03:59:30.682747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:30.830815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 0b1af60b-90ba-4259-9790-216deef977ee completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:30.835529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 0b1af60b-90ba-4259-9790-216deef977ee triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:30.836254 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:30.879089 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:30.880507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:30.927401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:30.940551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1267199777'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:30.995462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c7abba9-bc14-443d-9875-f46a3f9f8206 req-ea965b54-ca44-4bb7-97c7-bc057c130d43 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3334863 Sep 10 03:59:31.018042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6cdbe47-3a1e-41c4-adb6-ddec7d285861 None None] Network db09283e-de2f-4ebc-89b3-7605697ca39e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:31.018239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:31.041297 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:31.061940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:31.076290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b5b4e9-85a0-4104-b548-921a201b230b req-ff300b62-dea1-4220-8028-362d6d563617 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:31.076544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0e22ec-812f-46c5-b99e-12c608efae95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1af60b-90ba-4259-9790-216deef977ee'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:31.078105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46b5b4e9-85a0-4104-b548-921a201b230b req-ff300b62-dea1-4220-8028-362d6d563617 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 944 time: 0.1548476 Sep 10 03:59:31.078630 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe41d65b-3cc2-461e-985a-8f861772e6ac" -d '{"events": [{"server_uuid": "8f0e22ec-812f-46c5-b99e-12c608efae95", "name": "network-vif-plugged", "status": "completed", "tag": "0b1af60b-90ba-4259-9790-216deef977ee"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:31.086983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:31.091980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:31.097954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=28b10602-6b7d-4176-adef-2c77fa186f31,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:31.125132 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 0b1af60b-90ba-4259-9790-216deef977ee, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0b1af60b-90ba-4259-9790-216deef977ee,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:31.162773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:31.169437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:31.199979 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c1263ff-b3dc-4f46-affe-6e09dad39ee8 x-openstack-request-id: req-2c1263ff-b3dc-4f46-affe-6e09dad39ee8 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:31.201169 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0e22ec-812f-46c5-b99e-12c608efae95", "name": "network-vif-plugged", "status": "completed", "tag": "0b1af60b-90ba-4259-9790-216deef977ee", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:31.201606 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c1263ff-b3dc-4f46-affe-6e09dad39ee8 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:31.202170 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0e22ec-812f-46c5-b99e-12c608efae95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b1af60b-90ba-4259-9790-216deef977ee', 'code': 200} Sep 10 03:59:31.206659 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:31.265282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-16d429b4-325e-4e19-9035-77df3841f95c None None] Provisioning for port fff37985-fc24-414b-ab72-417742a84c33 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:31.313859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=0b1af60b-90ba-4259-9790-216deef977ee,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:31.341006 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:31.346235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46b5b4e9-85a0-4104-b548-921a201b230b req-80d3b709-352e-4aee-9e7f-325e3882abf5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2515035 Sep 10 03:59:31.430000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a76524ec-376b-451e-be4c-5ea98742fd7e None None] Update dhcp port {'port': {'network_id': 'db09283e-de2f-4ebc-89b3-7605697ca39e', 'fixed_ips': [{'subnet_id': '22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca', 'ip_address': '2001:db8::2'}, {'subnet_id': 'b07b2c8b-8905-4eff-aaa9-1d3b0b70de57'}], 'binding:host_id': 'n-d-808143-1'}, 'id': 'fff37985-fc24-414b-ab72-417742a84c33'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 03:59:31.442524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2268249-b391-4da1-b2cc-0f54564fcb40 req-94cdeefb-e167-4112-8165-ed125df55206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:31.444066 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2268249-b391-4da1-b2cc-0f54564fcb40 req-94cdeefb-e167-4112-8165-ed125df55206 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 1096 time: 0.1701479 Sep 10 03:59:31.510470 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a76524ec-376b-451e-be4c-5ea98742fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:31.520052 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2268249-b391-4da1-b2cc-0f54564fcb40 req-4ab8dbe0-317f-40fb-95e8-84467e5d6109 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647407 Sep 10 03:59:31.623321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::373 (db09283e-de2f-4ebc-89b3-7605697ca39e/22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca/fe3a4bb5-d818-4ae8-b4f8-607a999bdf23) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:31.634490 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8:0:1::3bf (db09283e-de2f-4ebc-89b3-7605697ca39e/b07b2c8b-8905-4eff-aaa9-1d3b0b70de57/fe3a4bb5-d818-4ae8-b4f8-607a999bdf23) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:31.730014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fff37985-fc24-414b-ab72-417742a84c33 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:31.849647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:31.861328 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:31.867805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:31.894134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port fff37985-fc24-414b-ab72-417742a84c33 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:31.899287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port fff37985-fc24-414b-ab72-417742a84c33 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:31.900259 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:31.906753 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.003935 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.005790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.008737 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.023234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:32.032243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.032596 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment 1a354d9e-70f3-49aa-9b68-242408fa4e5b of type vlan for network c13dab64-af53-4db0-b572-5e0d444c5a0f Sep 10 03:59:32.056602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.111440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.120994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network db09283e-de2f-4ebc-89b3-7605697ca39e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:32.125578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=fe3a4bb5-d818-4ae8-b4f8-607a999bdf23,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:32.131237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-a76524ec-376b-451e-be4c-5ea98742fd7e None None] Allocated IP 2001:db8:0:1::2 (db09283e-de2f-4ebc-89b3-7605697ca39e/b07b2c8b-8905-4eff-aaa9-1d3b0b70de57/fff37985-fc24-414b-ab72-417742a84c33) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:32.142503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:32.144758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port fff37985-fc24-414b-ab72-417742a84c33, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fff37985-fc24-414b-ab72-417742a84c33,segment=NetworkSegment(e67c23a8-9213-49d6-868f-ce3691138961),segment_id=e67c23a8-9213-49d6-868f-ce3691138961)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:32.146555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:32.153174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:32.154653 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.184541 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.214844 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.233071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.238672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:32.239257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.252476 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-44e80dec-9f63-4f3f-8583-828d79f743e1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 1.8910027 Sep 10 03:59:32.257672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33360) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:32.261077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:32.329827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=c13dab64-af53-4db0-b572-5e0d444c5a0f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:32.340152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d058ab14-039d-4a78-9f9e-9f2ddb70d491,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:32.347397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=fff37985-fc24-414b-ab72-417742a84c33,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:32.353425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network c13dab64-af53-4db0-b572-5e0d444c5a0f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:32.371060 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.397292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17cc77-609b-4953-9d01-8efee985b70d req-f80ab350-2b18-4d20-8cc5-aa3bdd13b440 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:32.404945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a17cc77-609b-4953-9d01-8efee985b70d req-f80ab350-2b18-4d20-8cc5-aa3bdd13b440 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.2468717 Sep 10 03:59:32.448780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a76524ec-376b-451e-be4c-5ea98742fd7e None None] For port fff37985-fc24-414b-ab72-417742a84c33, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fff37985-fc24-414b-ab72-417742a84c33,segment=NetworkSegment(e67c23a8-9213-49d6-868f-ce3691138961),segment_id=e67c23a8-9213-49d6-868f-ce3691138961)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:32.469923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-61a462b4-dc89-4d6f-aa89-cbfc3919d9e6 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8834975 Sep 10 03:59:32.529526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a17cc77-609b-4953-9d01-8efee985b70d req-4301c17d-5281-4180-ac47-5b31b8a3fee6 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103978 Sep 10 03:59:32.586619 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a76524ec-376b-451e-be4c-5ea98742fd7e None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.597873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.606895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a76524ec-376b-451e-be4c-5ea98742fd7e None None] Transition to ACTIVE for port object fff37985-fc24-414b-ab72-417742a84c33 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:32.629265 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33366) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:32.634229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': 'c13dab64-af53-4db0-b572-5e0d444c5a0f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:32.666745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.698439 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a76524ec-376b-451e-be4c-5ea98742fd7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.740237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=28b10602-6b7d-4176-adef-2c77fa186f31,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:32.780189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Delete allocated IP 2001:db8:0:1::3bf (db09283e-de2f-4ebc-89b3-7605697ca39e/b07b2c8b-8905-4eff-aaa9-1d3b0b70de57) {{(pid=95137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 03:59:32.856139 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.904622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76524ec-376b-451e-be4c-5ea98742fd7e None None] Pushing event updated for resources: {'Port': ['ID=fff37985-fc24-414b-ab72-417742a84c33,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:32.975774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:32.994036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6297d213-f2a0-475e-95d5-880f9f34c04f req-f541d7d0-6816-4d67-9776-8f33a271fae1 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:32.997131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Ignored duplicate provisioning block setup for port fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 03:59:33.001906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6297d213-f2a0-475e-95d5-880f9f34c04f req-f541d7d0-6816-4d67-9776-8f33a271fae1 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 945 time: 0.3915794 Sep 10 03:59:33.032269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:33.040520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:33.070614 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:33.165478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=fe3a4bb5-d818-4ae8-b4f8-607a999bdf23,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:33.214692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] In _notify_port_updated(), no bound segment for port fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 on network db09283e-de2f-4ebc-89b3-7605697ca39e {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:59:33.220396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:33.221056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:33.223056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-74f79ed0-5af8-4d74-9d54-12e17de0c2cc tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "PUT /v2.0/ports/fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 HTTP/1.1" status: 200 len: 925 time: 0.9676089 Sep 10 03:59:33.228241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33374) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:33.234468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca'}, {'subnet_id': 'b07b2c8b-8905-4eff-aaa9-1d3b0b70de57'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:33.266799 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Floating IP 72399889-14fc-45df-afd3-2c85fddff2f9 associated. External IP: 172.25.3.214, port: cf7484b2-6bbe-4370-a338-103108fcbaa9. Sep 10 03:59:33.317733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:33.369154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6297d213-f2a0-475e-95d5-880f9f34c04f req-066691b4-75f9-480c-a3e1-1d9e6fb4fe62 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3141773 Sep 10 03:59:33.604645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fff37985-fc24-414b-ab72-417742a84c33 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:33.703714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3108d4ca-40e2-40f7-a532-bb222a2c801d None None] Network db09283e-de2f-4ebc-89b3-7605697ca39e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:33.764423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8:0:1::137 (db09283e-de2f-4ebc-89b3-7605697ca39e/b07b2c8b-8905-4eff-aaa9-1d3b0b70de57/fe3a4bb5-d818-4ae8-b4f8-607a999bdf23) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:33.832519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e71c022-0f6a-4571-bec5-7b10713a1e39 req-5dd86a90-8b68-40a7-8033-e6d6d87a028a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:33.834317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e71c022-0f6a-4571-bec5-7b10713a1e39 req-5dd86a90-8b68-40a7-8033-e6d6d87a028a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1906910 Sep 10 03:59:33.905704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:33.942944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f41c4e42-0980-4577-be58-9a99cc318745 None None] Provisioning for port fff37985-fc24-414b-ab72-417742a84c33 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:33.944440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f41c4e42-0980-4577-be58-9a99cc318745 None None] Provisioning complete for port fff37985-fc24-414b-ab72-417742a84c33 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:33.944814 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f41c4e42-0980-4577-be58-9a99cc318745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:33.993045 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.012897 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Ignored duplicate provisioning block setup for port fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 03:59:34.039264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e71c022-0f6a-4571-bec5-7b10713a1e39 req-bbde814b-dbe1-44ac-bde9-514c57dc14ef tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955988 Sep 10 03:59:34.049775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 0c8b597e-d282-40c7-aafd-880e1568ba32 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 03:59:34.075476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=9302cc83-0c30-4e0b-a027-23ecbc09558e,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:34.093629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.096678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': '1a354d9e-70f3-49aa-9b68-242408fa4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c13dab64-af53-4db0-b572-5e0d444c5a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:34.097603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: c13dab64-af53-4db0-b572-5e0d444c5a0f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:34.201205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=fe3a4bb5-d818-4ae8-b4f8-607a999bdf23,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:34.213863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] In _notify_port_updated(), no bound segment for port fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 on network db09283e-de2f-4ebc-89b3-7605697ca39e {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 03:59:34.228620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:34.228620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.228620 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7f0cd164-0db2-49e9-af03-c0555b6ba847 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "PUT /v2.0/ports/fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 HTTP/1.1" status: 200 len: 1011 time: 0.9917560 Sep 10 03:59:34.228620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33382) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:34.259923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network c13dab64-af53-4db0-b572-5e0d444c5a0f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:34.284096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 03:59:34.297816 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] Sync routers for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 03:59:34.312268 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:34.313012 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:34.315310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0743e368-c560-4e5b-a055-a71141d8e23a None None] Provisioning complete for port fff37985-fc24-414b-ab72-417742a84c33 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:34.315703 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0743e368-c560-4e5b-a055-a71141d8e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.344950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, c13dab64-af53-4db0-b572-5e0d444c5a0f) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:34.350138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:34.351158 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.352072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7387a4e7-cce6-4fc0-8ba4-42894212ccb7 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:34.352524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7387a4e7-cce6-4fc0-8ba4-42894212ccb7 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.402262 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.417700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-322d7c6f-25c7-4d44-aec7-26176ecaffe9 None None] Network c13dab64-af53-4db0-b572-5e0d444c5a0f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:34.474444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ac061f7f-28f4-48e8-835f-ffa47b995b78 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8440974 Sep 10 03:59:34.479827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33386) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:34.486095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-751646564'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:34.524349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-247281e7-83c0-4da6-8a2a-f86dcd7755f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.4298522 Sep 10 03:59:34.544282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:34.553636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:34.559728 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b4556f3-a3ee-4928-b60f-08e94064ae7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:34.575732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7387a4e7-cce6-4fc0-8ba4-42894212ccb7 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.610811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7387a4e7-cce6-4fc0-8ba4-42894212ccb7 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:34.641146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701ed446-5cf8-4b98-9421-4db951ff6084 req-8d97984e-3d4f-45c7-94e8-71eef49bc9d6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:34.646536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-701ed446-5cf8-4b98-9421-4db951ff6084 req-8d97984e-3d4f-45c7-94e8-71eef49bc9d6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 945 time: 0.1987543 Sep 10 03:59:34.727780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:34.730994 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.773971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-701ed446-5cf8-4b98-9421-4db951ff6084 req-83bd850f-34f3-426d-bcb7-ff269c8ef6bf tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213174 Sep 10 03:59:34.836639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4835ee19-fc7d-4478-b6bc-df02f69f5550 req-da59036b-b8ff-4d13-a5c6-bdd635dc31c1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:34.838256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4835ee19-fc7d-4478-b6bc-df02f69f5550 req-da59036b-b8ff-4d13-a5c6-bdd635dc31c1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 945 time: 0.1739609 Sep 10 03:59:34.886807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:34.951152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:34.952093 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment 62196779-e7cd-4321-abfa-0a12417d91f1 of type vlan for network 55accdd8-8898-4317-b1af-c7b585246775 Sep 10 03:59:35.061659 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e84cc3-7cb6-4bcf-a4cf-fa479cc36ab2 x-openstack-request-id: req-63e84cc3-7cb6-4bcf-a4cf-fa479cc36ab2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:35.061659 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:35.061659 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63e84cc3-7cb6-4bcf-a4cf-fa479cc36ab2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:35.061659 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'status': 'completed', 'code': 200} Sep 10 03:59:35.143744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4835ee19-fc7d-4478-b6bc-df02f69f5550 req-35eaebd0-bd98-4791-93e2-a09bd0ecb9bc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2789471 Sep 10 03:59:35.145976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:35.191669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33402) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:35.192254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-1255b949-1b05-4cca-873e-7bec9892a9a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:35.194031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-1255b949-1b05-4cca-873e-7bec9892a9a8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 1096 time: 0.1375935 Sep 10 03:59:35.242720 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '72399889-14fc-45df-afd3-2c85fddff2f9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'port_id': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'mac_address': 'fa:16:3e:46:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f782e906-fb60-4238-8d5a-0413654665d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:59:31Z', 'updated_at': '2021-09-10T03:59:31Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc85c482-33d7-46d2-94ac-5dc7f3b9bd15', 'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:1e:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:07Z', 'updated_at': '2021-09-10T03:59:17Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:35.284523 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] Checking router: 0c8b597e-d282-40c7-aafd-880e1568ba32 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 03:59:35.296252 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 03:59:35.299046 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:35.359308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39fb6e6-b4ea-41d8-a4fc-a4bea874401b req-fc42b885-c082-4d28-9828-157c319a47d7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:35.361541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e39fb6e6-b4ea-41d8-a4fc-a4bea874401b req-fc42b885-c082-4d28-9828-157c319a47d7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1278548 Sep 10 03:59:35.385381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-c13dab64-af53-4db0-b572-5e0d444c5a0f', 'network_id': 'c13dab64-af53-4db0-b572-5e0d444c5a0f', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': '9302cc83-0c30-4e0b-a027-23ecbc09558e'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:35.386246 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:35.414694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0743e368-c560-4e5b-a055-a71141d8e23a None None] Provisioning for port fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:35.421533 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0743e368-c560-4e5b-a055-a71141d8e23a None None] Provisioning complete for port fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:35.421904 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0743e368-c560-4e5b-a055-a71141d8e23a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:35.422744 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7387a4e7-cce6-4fc0-8ba4-42894212ccb7 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:35.495128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-47897e4c-3f2c-4006-8688-b705c61ddfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:35.496595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-47897e4c-3f2c-4006-8688-b705c61ddfa2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=184d61f3-ff3b-497d-9253-0cfe054657d3 HTTP/1.1" status: 200 len: 898 time: 0.2941117 Sep 10 03:59:35.498589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:35.512018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0743e368-c560-4e5b-a055-a71141d8e23a None None] Port fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 was deleted so its status cannot be updated. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 03:59:35.519665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:35.520328 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:35.567082 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 03:59:35.593311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387a4e7-cce6-4fc0-8ba4-42894212ccb7 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=fe3a4bb5-d818-4ae8-b4f8-607a999bdf23,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:35.610332 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3aa92b1e-f228-4be6-b632-703c73e0b111 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/72399889-14fc-45df-afd3-2c85fddff2f9 HTTP/1.1" status: 200 len: 991 time: 0.4053113 Sep 10 03:59:35.654555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d9b09ccd-f937-48eb-95c1-c50b9e1d714f None None] Could not find standard attr ID for object fe3a4bb5-d818-4ae8-b4f8-607a999bdf23. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:59:35.705799 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7387a4e7-cce6-4fc0-8ba4-42894212ccb7 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:35.708679 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7387a4e7-cce6-4fc0-8ba4-42894212ccb7 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 HTTP/1.1" status: 204 len: 168 time: 1.4817057 Sep 10 03:59:35.714310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33408) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:35.797368 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c91c19bf-ee59-4d0b-93a3-9f8788062bee tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:59:35.804913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c91c19bf-ee59-4d0b-93a3-9f8788062bee tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 HTTP/1.1" status: 404 len: 333 time: 0.0895691 Sep 10 03:59:35.805535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33412) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:35.822742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7f7d315e-c08d-43bb-a86b-c92477e6f25a None None] Could not find standard attr ID for object fe3a4bb5-d818-4ae8-b4f8-607a999bdf23. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:59:35.879260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Allocated IP 172.20.255.242 (c13dab64-af53-4db0-b572-5e0d444c5a0f/9302cc83-0c30-4e0b-a027-23ecbc09558e/3c4f9c6b-25fd-4b91-aa95-6874afa01c8f) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:35.960844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3640c9c1-5dd6-48d5-8c9d-12845bf9bb0b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet b07b2c8b-8905-4eff-aaa9-1d3b0b70de57 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:59:35.977944 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3640c9c1-5dd6-48d5-8c9d-12845bf9bb0b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.068636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3640c9c1-5dd6-48d5-8c9d-12845bf9bb0b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.141476 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '72399889-14fc-45df-afd3-2c85fddff2f9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'port_id': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'mac_address': 'fa:16:3e:46:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f782e906-fb60-4238-8d5a-0413654665d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:59:31Z', 'updated_at': '2021-09-10T03:59:31Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc85c482-33d7-46d2-94ac-5dc7f3b9bd15', 'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:1e:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:07Z', 'updated_at': '2021-09-10T03:59:17Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:36.194697 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee3c342-ff92-41ac-b4fc-c7545678fd25 None None] The sync data for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 is: [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '72399889-14fc-45df-afd3-2c85fddff2f9', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.214', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'port_id': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2660, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'mac_address': 'fa:16:3e:46:14:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f782e906-fb60-4238-8d5a-0413654665d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T03:59:31Z', 'updated_at': '2021-09-10T03:59:31Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc85c482-33d7-46d2-94ac-5dc7f3b9bd15', 'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:1e:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:07Z', 'updated_at': '2021-09-10T03:59:17Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 03:59:36.195558 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.224674 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Transition to ACTIVE for port object 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:36.233383 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3640c9c1-5dd6-48d5-8c9d-12845bf9bb0b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.274092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Transition to ACTIVE for port object 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:36.339696 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.361504 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Network c13dab64-af53-4db0-b572-5e0d444c5a0f is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:36.365429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:36.392005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e39fb6e6-b4ea-41d8-a4fc-a4bea874401b req-e0438ba3-0028-4d70-8c52-7907fd47569d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0086827 Sep 10 03:59:36.417227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:36.426907 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3640c9c1-5dd6-48d5-8c9d-12845bf9bb0b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.455312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=55accdd8-8898-4317-b1af-c7b585246775,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:36.464491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8c2a826f-57a3-494e-b04d-2bc46fcbb0be tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9831707 Sep 10 03:59:36.467301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-cc27496a-8768-4e6e-9ce2-0087cedbd92e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7484b2-6bbe-4370-a338-103108fcbaa9 HTTP/1.1" status: 200 len: 999 time: 0.9439507 Sep 10 03:59:36.467832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33418) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:36.473778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': '55accdd8-8898-4317-b1af-c7b585246775', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:36.510418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3640c9c1-5dd6-48d5-8c9d-12845bf9bb0b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=b07b2c8b-8905-4eff-aaa9-1d3b0b70de57,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:36.512732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3640c9c1-5dd6-48d5-8c9d-12845bf9bb0b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.517533 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3640c9c1-5dd6-48d5-8c9d-12845bf9bb0b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/b07b2c8b-8905-4eff-aaa9-1d3b0b70de57 HTTP/1.1" status: 204 len: 168 time: 0.7109914 Sep 10 03:59:36.518159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33422) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:36.589590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 55accdd8-8898-4317-b1af-c7b585246775 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:36.622351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33426) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:36.692868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f11db39-4a28-472f-8726-8bd968bb3636 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet 22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:59:36.698229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-0f29f8ab-7afa-4bf3-8524-acab7a2bdbfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:36.699748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-0f29f8ab-7afa-4bf3-8524-acab7a2bdbfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5dd2bc32-6b37-491e-a5e4-1760257a021f HTTP/1.1" status: 200 len: 835 time: 0.2215400 Sep 10 03:59:36.706487 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f11db39-4a28-472f-8726-8bd968bb3636 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.780814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-67b81d74-1c51-466b-bed7-636340fe9dbb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/72399889-14fc-45df-afd3-2c85fddff2f9 HTTP/1.1" status: 200 len: 991 time: 0.1551235 Sep 10 03:59:36.800271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-d5d02072-8c1d-4a0b-b55d-46728403c3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:36.805629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-d5d02072-8c1d-4a0b-b55d-46728403c3de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=184d61f3-ff3b-497d-9253-0cfe054657d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0955095 Sep 10 03:59:36.806054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f11db39-4a28-472f-8726-8bd968bb3636 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.815838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8524f38e-d937-4851-a301-2b3bdc971481 None None] Network db09283e-de2f-4ebc-89b3-7605697ca39e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:36.821050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9916950b-c5bf-4d4e-b941-a25e833ca2c8 None None] New status for floating IP 72399889-14fc-45df-afd3-2c85fddff2f9: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 03:59:36.890231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Pushing event updated for resources: {'Port': ['ID=3c4f9c6b-25fd-4b91-aa95-6874afa01c8f,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:36.918908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f11db39-4a28-472f-8726-8bd968bb3636 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.921071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Attempting to bind port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:36.921606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Attempting to bind port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '1a354d9e-70f3-49aa-9b68-242408fa4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c13dab64-af53-4db0-b572-5e0d444c5a0f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:36.922172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Attempting to bind port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f on network c13dab64-af53-4db0-b572-5e0d444c5a0f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:36.964170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-6a711dd3-ad90-4477-bedb-545409041886 service neutron] 10.222.0.20 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510572 Sep 10 03:59:36.965401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:36.969198 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.985941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:36.987895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Checking segment: {'id': '1a354d9e-70f3-49aa-9b68-242408fa4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c13dab64-af53-4db0-b572-5e0d444c5a0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:36.988331 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:36.989295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Bound using segment: {'id': '1a354d9e-70f3-49aa-9b68-242408fa4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c13dab64-af53-4db0-b572-5e0d444c5a0f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:36.989975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Bound port: 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a354d9e-70f3-49aa-9b68-242408fa4e5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'c13dab64-af53-4db0-b572-5e0d444c5a0f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:36.990548 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.088197 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f11db39-4a28-472f-8726-8bd968bb3636 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.155910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f11db39-4a28-472f-8726-8bd968bb3636 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:37.181919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f11db39-4a28-472f-8726-8bd968bb3636 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.191754 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4f11db39-4a28-472f-8726-8bd968bb3636 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca HTTP/1.1" status: 204 len: 168 time: 0.6695971 Sep 10 03:59:37.193398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33432) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:37.276447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b4556f3-a3ee-4928-b60f-08e94064ae7a req-e726162c-d675-47c5-a80c-d6c5a0a6d095 service neutron] 10.222.0.20 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3027189 Sep 10 03:59:37.301019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] For port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:37.305001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] For port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3c4f9c6b-25fd-4b91-aa95-6874afa01c8f,segment=NetworkSegment(1a354d9e-70f3-49aa-9b68-242408fa4e5b),segment_id=1a354d9e-70f3-49aa-9b68-242408fa4e5b)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:37.326627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.383790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port fff37985-fc24-414b-ab72-417742a84c33 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:37.384025 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.388030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a498f4-ea91-4eaa-be5b-6a4217568ff3 None None] DHCP port deletion for db09283e-de2f-4ebc-89b3-7605697ca39e request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:59:37.450847 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.463474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] For port fff37985-fc24-414b-ab72-417742a84c33, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fff37985-fc24-414b-ab72-417742a84c33,segment=NetworkSegment(e67c23a8-9213-49d6-868f-ce3691138961),segment_id=e67c23a8-9213-49d6-868f-ce3691138961)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:37.463884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.482502 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.497981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for fff37985-fc24-414b-ab72-417742a84c33 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:37.518952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaecec5-62ea-4c8f-9269-23e0c2a8d5eb None None] Pushing event updated for resources: {'Port': ['ID=3c4f9c6b-25fd-4b91-aa95-6874afa01c8f,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:37.536608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f5a498f4-ea91-4eaa-be5b-6a4217568ff3 None None] Deleting port fff37985-fc24-414b-ab72-417742a84c33 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:37.537135 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f5a498f4-ea91-4eaa-be5b-6a4217568ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.581261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=2d65b6ee-2aa4-459a-8333-d61307197888,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:37.605056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952f9298-25d5-4de4-b4d3-f8438809821d req-b16ca746-6e29-4d88-addf-1deb4d668417 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:37.606551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-952f9298-25d5-4de4-b4d3-f8438809821d req-b16ca746-6e29-4d88-addf-1deb4d668417 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1199698 Sep 10 03:59:37.613281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': '62196779-e7cd-4321-abfa-0a12417d91f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55accdd8-8898-4317-b1af-c7b585246775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:37.613704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: 55accdd8-8898-4317-b1af-c7b585246775, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:37.627446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f5a498f4-ea91-4eaa-be5b-6a4217568ff3 None None] For port fff37985-fc24-414b-ab72-417742a84c33, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fff37985-fc24-414b-ab72-417742a84c33,segment=NetworkSegment(e67c23a8-9213-49d6-868f-ce3691138961),segment_id=e67c23a8-9213-49d6-868f-ce3691138961)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:37.627898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f5a498f4-ea91-4eaa-be5b-6a4217568ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.643701 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f5a498f4-ea91-4eaa-be5b-6a4217568ff3 None None] Calling delete_port for fff37985-fc24-414b-ab72-417742a84c33 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:37.653340 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.670917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-952f9298-25d5-4de4-b4d3-f8438809821d req-9ba80ef1-1cfe-43ad-a038-1c5362ce4691 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539269 Sep 10 03:59:37.697809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=fff37985-fc24-414b-ab72-417742a84c33,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:37.701343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No DVR routers for this DVR port fff37985-fc24-414b-ab72-417742a84c33 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:37.738388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network 55accdd8-8898-4317-b1af-c7b585246775 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:37.774293 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f5a498f4-ea91-4eaa-be5b-6a4217568ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.782561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33446) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:37.808645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fff37985-fc24-414b-ab72-417742a84c33 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:37.813927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a498f4-ea91-4eaa-be5b-6a4217568ff3 None None] Pushing event deleted for resources: {'Port': ['ID=fff37985-fc24-414b-ab72-417742a84c33,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:37.834234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 55accdd8-8898-4317-b1af-c7b585246775) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:37.842586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:37.843513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:37.845771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a498f4-ea91-4eaa-be5b-6a4217568ff3 None None] No DVR routers for this DVR port fff37985-fc24-414b-ab72-417742a84c33 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:37.849460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: fff37985-fc24-414b-ab72-417742a84c33 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:37.855399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fff37985-fc24-414b-ab72-417742a84c33 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:59:37.855399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a93f6e0-65a9-4129-8583-17d0e209172f None None] Network 55accdd8-8898-4317-b1af-c7b585246775 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:37.894178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-da5523d8-63ef-4a40-8853-ab9182db5fdb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/72399889-14fc-45df-afd3-2c85fddff2f9 HTTP/1.1" status: 200 len: 993 time: 0.1042669 Sep 10 03:59:37.962698 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-abde35e5-ecb5-462a-a6fb-a59a7e50c75c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.4938908 Sep 10 03:59:37.965283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33448) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:38.136486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-55accdd8-8898-4317-b1af-c7b585246775', 'network_id': '55accdd8-8898-4317-b1af-c7b585246775', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': '2d65b6ee-2aa4-459a-8333-d61307197888'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:38.137363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.155018 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.249288 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.302589 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.349271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Allocated IP 172.20.0.2 (55accdd8-8898-4317-b1af-c7b585246775/2d65b6ee-2aa4-459a-8333-d61307197888/f6f773e5-5ec4-496e-809a-02e6ddf01da9) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:38.353960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db09283e-de2f-4ebc-89b3-7605697ca39e']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:38.365847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e67c23a8-9213-49d6-868f-ce3691138961') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:38.366284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e67c23a8-9213-49d6-868f-ce3691138961') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:38.382682 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.410769 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.417279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:38.417716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:38.421137 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:38.475014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-020705d4-2a11-4ca6-bd13-4844343f6de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:38.476652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-020705d4-2a11-4ca6-bd13-4844343f6de7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 1097 time: 0.0435874 Sep 10 03:59:38.534769 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.545953 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Transition to ACTIVE for port object f6f773e5-5ec4-496e-809a-02e6ddf01da9 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:38.561955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.565795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Transition to ACTIVE for port object f6f773e5-5ec4-496e-809a-02e6ddf01da9 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:38.573738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.576167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/networks/db09283e-de2f-4ebc-89b3-7605697ca39e HTTP/1.1" status: 204 len: 168 time: 1.3812029 Sep 10 03:59:38.579451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33458) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:38.587077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8dfd48-b59d-4ba7-aacb-2261715a0db8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Network': ['ID=db09283e-de2f-4ebc-89b3-7605697ca39e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:38.638096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-b61276d1-0e99-46c7-861d-dec366c9cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:38.639601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-b61276d1-0e99-46c7-861d-dec366c9cbd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 915 time: 0.1547759 Sep 10 03:59:38.643363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.661482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8d87d9-5e44-4954-847c-c62a7080dd7b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:38.668003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ab8d87d9-5e44-4954-847c-c62a7080dd7b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0819769 Sep 10 03:59:38.670569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33464) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:38.691433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Network 55accdd8-8898-4317-b1af-c7b585246775 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:38.692906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:38.697975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:38.706721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Pushing event updated for resources: {'Port': ['ID=f6f773e5-5ec4-496e-809a-02e6ddf01da9,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:38.726719 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fdd2c7c7-c72b-4ec5-bde5-1033ce761d2a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0571375 Sep 10 03:59:38.731662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33468) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:38.736661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-625338969'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:38.744923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-a1107056-9f1b-4d2c-b22f-ec829a552292 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993 HTTP/1.1" status: 200 len: 217 time: 0.0983341 Sep 10 03:59:38.773612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Attempting to bind port f6f773e5-5ec4-496e-809a-02e6ddf01da9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:38.774341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Attempting to bind port f6f773e5-5ec4-496e-809a-02e6ddf01da9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '62196779-e7cd-4321-abfa-0a12417d91f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55accdd8-8898-4317-b1af-c7b585246775'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:38.774709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Attempting to bind port f6f773e5-5ec4-496e-809a-02e6ddf01da9 on network 55accdd8-8898-4317-b1af-c7b585246775 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:38.780275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:38.780652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Checking segment: {'id': '62196779-e7cd-4321-abfa-0a12417d91f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55accdd8-8898-4317-b1af-c7b585246775'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:38.781052 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.781557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Bound using segment: {'id': '62196779-e7cd-4321-abfa-0a12417d91f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55accdd8-8898-4317-b1af-c7b585246775'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:38.782157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Bound port: f6f773e5-5ec4-496e-809a-02e6ddf01da9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62196779-e7cd-4321-abfa-0a12417d91f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '55accdd8-8898-4317-b1af-c7b585246775'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:38.782544 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.821413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:38.824455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.826065 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.853411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:38.861719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] For port f6f773e5-5ec4-496e-809a-02e6ddf01da9, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:38.862656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.863011 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Added segment 45a9e692-9b2f-4771-b458-54cf75c48dcf of type vlan for network c5505066-9923-4e58-b498-6a6b1b8e9a56 Sep 10 03:59:38.865442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=2d65b6ee-2aa4-459a-8333-d61307197888,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:38.867031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] For port f6f773e5-5ec4-496e-809a-02e6ddf01da9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f6f773e5-5ec4-496e-809a-02e6ddf01da9,segment=NetworkSegment(62196779-e7cd-4321-abfa-0a12417d91f1),segment_id=62196779-e7cd-4321-abfa-0a12417d91f1)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:38.872579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-1ee70eb3-b805-4f78-98c1-0059cb166a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:38.874116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-1ee70eb3-b805-4f78-98c1-0059cb166a90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 200 len: 854 time: 0.1218235 Sep 10 03:59:38.909957 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.920865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926f7c7a-c3d8-4ac9-8d14-e0a4e2eacea6 req-b6488e35-1263-45f3-983b-1399ec48f58f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:38.922446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-926f7c7a-c3d8-4ac9-8d14-e0a4e2eacea6 req-b6488e35-1263-45f3-983b-1399ec48f58f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1416080 Sep 10 03:59:38.938751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:38.954142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-b28405ef-aad7-418d-8d52-dfde8aafeea2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=686131d4-4e20-48da-bff0-11b2c1bd55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624201 Sep 10 03:59:38.990056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1039ff4-0f20-4596-9c85-d1bdccab2550 None None] Network c13dab64-af53-4db0-b572-5e0d444c5a0f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:39.008284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.013630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.020233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:39.021257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.023673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75038ddf-1138-42d1-a664-ec55c77acf1f None None] Pushing event updated for resources: {'Port': ['ID=f6f773e5-5ec4-496e-809a-02e6ddf01da9,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:39.061214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55accdd8-8898-4317-b1af-c7b585246775']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:39.084473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62196779-e7cd-4321-abfa-0a12417d91f1') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:39.084810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62196779-e7cd-4321-abfa-0a12417d91f1') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:39.103002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-926f7c7a-c3d8-4ac9-8d14-e0a4e2eacea6 req-16a1f7ac-9428-4cf6-bffe-1b76684a26d9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513503 Sep 10 03:59:39.116777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Network': ['ID=c5505066-9923-4e58-b498-6a6b1b8e9a56,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:39.129306 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6840f95e-b5cc-4f46-a778-0376ebade086 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3879592 Sep 10 03:59:39.129306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33472) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:39.132949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.138831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'c5505066-9923-4e58-b498-6a6b1b8e9a56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:39.140363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network c5505066-9923-4e58-b498-6a6b1b8e9a56 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:39.155901 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.171183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:39.171183 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:39.174048 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:39.191380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-c9d35ba4-f264-4091-957a-c9319c789bf5 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265351 Sep 10 03:59:39.316776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6ea04cab-bc69-4faa-841a-779b5faf3174 None None] Provisioning for port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:39.368035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:39.375521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.399591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:59:39.399591 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:59:39.399591 n-d-808143-1 neutron-server[95136]: [parameters: {'id': '55accdd8-8898-4317-b1af-c7b585246775'}] Sep 10 03:59:39.399591 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:59:39.402274 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:59:39.466701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb604f5d-013b-4b87-b881-2503940c85a4 req-88d392f8-5470-4195-80f1-2a0ea5a69567 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2647898 Sep 10 03:59:39.699385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.772322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=001a1385-7bf7-4d33-b5e3-99b88d1a9124,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:39.780890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Checking segment: {'id': '45a9e692-9b2f-4771-b458-54cf75c48dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5505066-9923-4e58-b498-6a6b1b8e9a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:39.781273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network hostable DHCP agents. Network: c5505066-9923-4e58-b498-6a6b1b8e9a56, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:39.869709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33480) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:39.876932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network c5505066-9923-4e58-b498-6a6b1b8e9a56 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:39.903186 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.921413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:39.956909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, c5505066-9923-4e58-b498-6a6b1b8e9a56) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:39.966341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:39.966968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.969629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting port f6f773e5-5ec4-496e-809a-02e6ddf01da9 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:39.970056 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:39.975979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ff6f42-cdbe-4f74-afd3-1710047a27e6 None None] Network c5505066-9923-4e58-b498-6a6b1b8e9a56 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:40.025309 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bf091a55-aef8-4a45-8b05-d20c86295a78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.060727 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9f6a77d1-d732-4ebf-893c-da742d9e5434 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9360461 Sep 10 03:59:40.066536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33484) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:40.073877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'c5505066-9923-4e58-b498-6a6b1b8e9a56', 'name': 'tempest-PortsIpV6TestJSON-901749714'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:40.075156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] For port f6f773e5-5ec4-496e-809a-02e6ddf01da9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f6f773e5-5ec4-496e-809a-02e6ddf01da9,segment=NetworkSegment(62196779-e7cd-4321-abfa-0a12417d91f1),segment_id=62196779-e7cd-4321-abfa-0a12417d91f1)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:40.075595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.089708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Calling delete_port for f6f773e5-5ec4-496e-809a-02e6ddf01da9 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:40.209146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-c5505066-9923-4e58-b498-6a6b1b8e9a56', 'network_id': 'c5505066-9923-4e58-b498-6a6b1b8e9a56', 'tenant_id': '869233f998a64be3909235fe670a4d25', 'fixed_ips': [{'subnet_id': '001a1385-7bf7-4d33-b5e3-99b88d1a9124'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:40.210081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.267919 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.282251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No DVR routers for this DVR port f6f773e5-5ec4-496e-809a-02e6ddf01da9 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:40.347332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Port': ['ID=f6f773e5-5ec4-496e-809a-02e6ddf01da9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:40.358888 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bf091a55-aef8-4a45-8b05-d20c86295a78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.369756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1299be-47a1-4606-94b8-a8d22a6a2b02 req-fbecb383-ecf3-4309-8684-a5ca87f95534 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:40.371574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a1299be-47a1-4606-94b8-a8d22a6a2b02 req-fbecb383-ecf3-4309-8684-a5ca87f95534 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1476710 Sep 10 03:59:40.372694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:40.379192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:40.379781 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.410539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a927030-ba7b-4ff3-8a21-c252b9e39cca None None] Network 55accdd8-8898-4317-b1af-c7b585246775 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:40.429812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bf091a55-aef8-4a45-8b05-d20c86295a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.455147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.482416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a1299be-47a1-4606-94b8-a8d22a6a2b02 req-305c8e14-8349-4d05-8c5d-84dcf176903f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985990 Sep 10 03:59:40.491505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55accdd8-8898-4317-b1af-c7b585246775']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:40.502960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62196779-e7cd-4321-abfa-0a12417d91f1') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:40.503261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62196779-e7cd-4321-abfa-0a12417d91f1') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:40.515556 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.523209 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bf091a55-aef8-4a45-8b05-d20c86295a78 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6e40af81a8b84ab69df7defc1423f40c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6517117 Sep 10 03:59:40.525133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33490) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:40.528400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf091a55-aef8-4a45-8b05-d20c86295a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56d4e853-cd52-464f-b400-e2fe394df85f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:40.538978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d25888e4-6845-419c-b44e-b1179b1afe05 None None] Could not find standard attr ID for object f6f773e5-5ec4-496e-809a-02e6ddf01da9. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:59:40.543899 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.558800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:40.559483 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.560425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:40.563236 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:40.565430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.587095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port 23bacf2e-dc14-41eb-89de-4a003aa39cd8 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:40.650963 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d8fbd19-10dd-46db-b49f-4597ea0e0bd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.674124 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d8fbd19-10dd-46db-b49f-4597ea0e0bd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.720853 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.746088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.751371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/55accdd8-8898-4317-b1af-c7b585246775 HTTP/1.1" status: 204 len: 168 time: 2.7815897 Sep 10 03:59:40.751371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd7bcc-535f-4dbb-be27-bf2ba03fec8b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=55accdd8-8898-4317-b1af-c7b585246775,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:40.752764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33492) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:40.757278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-871860901'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:40.758425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Allocated IP 2001:db8::2 (c5505066-9923-4e58-b498-6a6b1b8e9a56/001a1385-7bf7-4d33-b5e3-99b88d1a9124/5fa6c3f1-247e-49b8-87f8-3f46eaa25284) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:40.802379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d8fbd19-10dd-46db-b49f-4597ea0e0bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.805533 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d8fbd19-10dd-46db-b49f-4597ea0e0bd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.809950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1d8fbd19-10dd-46db-b49f-4597ea0e0bd0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56d4e853-cd52-464f-b400-e2fe394df85f HTTP/1.1" status: 204 len: 168 time: 0.2804112 Sep 10 03:59:40.816230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8fbd19-10dd-46db-b49f-4597ea0e0bd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56d4e853-cd52-464f-b400-e2fe394df85f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:40.833493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1bd184-c27b-4844-b657-0be4a1a5b83c None None] DHCP port deletion for 55accdd8-8898-4317-b1af-c7b585246775 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:59:40.848955 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.891449 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3c4f9c6b-25fd-4b91-aa95-6874afa01c8f,segment=NetworkSegment(1a354d9e-70f3-49aa-9b68-242408fa4e5b),segment_id=1a354d9e-70f3-49aa-9b68-242408fa4e5b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:40.939117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:40.942712 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.972356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:40.982840 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.983310 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment 1596edf2-6813-46be-a7b6-445e689fd3f7 of type vlan for network afb091b6-2fff-4750-8971-3b39bb63401b Sep 10 03:59:40.991994 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:40.992887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f6f773e5-5ec4-496e-809a-02e6ddf01da9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:41.035043 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.061389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f6f773e5-5ec4-496e-809a-02e6ddf01da9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:41.061731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f6f773e5-5ec4-496e-809a-02e6ddf01da9 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 10 03:59:41.065275 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.097963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port f6f773e5-5ec4-496e-809a-02e6ddf01da9 not found, will not notify nova. {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 10 03:59:41.104769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Transition to ACTIVE for port object 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:41.106652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3c4f9c6b-25fd-4b91-aa95-6874afa01c8f,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:41.124833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Transition to ACTIVE for port object 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:41.150711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.156509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:41.157024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.202463 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.227585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=afb091b6-2fff-4750-8971-3b39bb63401b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:41.228923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Network c5505066-9923-4e58-b498-6a6b1b8e9a56 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:41.232646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:41.255697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:41.258946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network afb091b6-2fff-4750-8971-3b39bb63401b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:41.283589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e76c67ac-3267-4561-ab2c-761ba0405f1c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5309980 Sep 10 03:59:41.287659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33502) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:41.293392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': 'afb091b6-2fff-4750-8971-3b39bb63401b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:41.301434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::337 (c5505066-9923-4e58-b498-6a6b1b8e9a56/001a1385-7bf7-4d33-b5e3-99b88d1a9124/23bacf2e-dc14-41eb-89de-4a003aa39cd8) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:41.318261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Pushing event updated for resources: {'Port': ['ID=5fa6c3f1-247e-49b8-87f8-3f46eaa25284,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:41.381939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Attempting to bind port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:41.382286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Attempting to bind port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '45a9e692-9b2f-4771-b458-54cf75c48dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5505066-9923-4e58-b498-6a6b1b8e9a56'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:41.382703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Attempting to bind port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 on network c5505066-9923-4e58-b498-6a6b1b8e9a56 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:41.394262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:41.394633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Checking segment: {'id': '45a9e692-9b2f-4771-b458-54cf75c48dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5505066-9923-4e58-b498-6a6b1b8e9a56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:41.395027 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.395420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Bound using segment: {'id': '45a9e692-9b2f-4771-b458-54cf75c48dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5505066-9923-4e58-b498-6a6b1b8e9a56'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:41.396041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Bound port: 5fa6c3f1-247e-49b8-87f8-3f46eaa25284, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45a9e692-9b2f-4771-b458-54cf75c48dcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': 'c5505066-9923-4e58-b498-6a6b1b8e9a56'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:41.396415 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.486780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] For port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:41.489973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] For port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5fa6c3f1-247e-49b8-87f8-3f46eaa25284,segment=NetworkSegment(45a9e692-9b2f-4771-b458-54cf75c48dcf),segment_id=45a9e692-9b2f-4771-b458-54cf75c48dcf)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:41.553128 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.568942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object 23bacf2e-dc14-41eb-89de-4a003aa39cd8 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:41.579710 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.587524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:41.593011 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.689874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.693822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing IP validity checks on allocation pools {{(pid=95136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 03:59:41.694631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 03:59:41.719923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3235ec67-25e1-47f7-a938-956c54090c89 req-7981abd6-500a-4352-bd4c-0f23d33024da tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:41.724449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3235ec67-25e1-47f7-a938-956c54090c89 req-7981abd6-500a-4352-bd4c-0f23d33024da tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1599536 Sep 10 03:59:41.739505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d3ac1a-5e08-4a3e-872b-dff2a09f49aa None None] Pushing event updated for resources: {'Port': ['ID=5fa6c3f1-247e-49b8-87f8-3f46eaa25284,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:41.761512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network c5505066-9923-4e58-b498-6a6b1b8e9a56 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:41.765656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:41.769884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:41.779536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:41.780718 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:41.821987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3235ec67-25e1-47f7-a938-956c54090c89 req-ed11a972-c94e-4546-94e5-ad905d350e46 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673294 Sep 10 03:59:41.837360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=23bacf2e-dc14-41eb-89de-4a003aa39cd8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:41.880268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:41.917073 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5cbbc984-7f2d-49c8-b866-969c72ec06db tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8446486 Sep 10 03:59:41.917073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33514) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:41.932752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'c5505066-9923-4e58-b498-6a6b1b8e9a56', 'name': 'tempest-PortsIpV6TestJSON-944147788'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:42.024334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:42.024891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.058759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.159628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=cf891da4-fc46-4878-a9e7-d99545d6ad30,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:42.173854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:42.174321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': '1596edf2-6813-46be-a7b6-445e689fd3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'afb091b6-2fff-4750-8971-3b39bb63401b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:42.174719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: afb091b6-2fff-4750-8971-3b39bb63401b, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:42.180356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.215452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port 73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:42.229671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f6f773e5-5ec4-496e-809a-02e6ddf01da9 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:42.260030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f6f773e5-5ec4-496e-809a-02e6ddf01da9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:42.260030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f6f773e5-5ec4-496e-809a-02e6ddf01da9 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:59:42.282793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network afb091b6-2fff-4750-8971-3b39bb63401b is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:42.350557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, afb091b6-2fff-4750-8971-3b39bb63401b) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:42.355434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:42.356116 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.360913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149e979b-5e5d-4635-a910-7fd06e3694ee None None] Network afb091b6-2fff-4750-8971-3b39bb63401b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:42.409196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::207 (c5505066-9923-4e58-b498-6a6b1b8e9a56/001a1385-7bf7-4d33-b5e3-99b88d1a9124/73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:42.443619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-98a6109a-9284-4272-a544-a415d3086271 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.1561468 Sep 10 03:59:42.446057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33526) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:42.604257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-afb091b6-2fff-4750-8971-3b39bb63401b', 'network_id': 'afb091b6-2fff-4750-8971-3b39bb63401b', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': 'cf891da4-fc46-4878-a9e7-d99545d6ad30'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:42.605130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.625684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.646416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object 73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:42.669683 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.738375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.768224 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.818178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network c5505066-9923-4e58-b498-6a6b1b8e9a56 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:42.825037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Allocated IP 172.20.0.3 (afb091b6-2fff-4750-8971-3b39bb63401b/cf891da4-fc46-4878-a9e7-d99545d6ad30/4688012e-394f-4be5-8fea-98e6c79557dc) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:42.829044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:42.834235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:42.839034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:42.839866 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:42.893620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:42.988857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e821f7a-452d-48dc-b8fb-78af46749fdf req-aa869b9b-9003-4cbd-b348-627f657be212 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:42.998228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e821f7a-452d-48dc-b8fb-78af46749fdf req-aa869b9b-9003-4cbd-b348-627f657be212 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.0606444 Sep 10 03:59:43.003609 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eab4b5b7-5ea4-4de2-ae29-e02a6ecc5762 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0864956 Sep 10 03:59:43.008693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33534) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:43.017860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b71ae27-42bc-47e7-ba2d-65f4f4018bcf None None] Network c5505066-9923-4e58-b498-6a6b1b8e9a56 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:43.110996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e821f7a-452d-48dc-b8fb-78af46749fdf req-1281f658-6fe1-417c-9949-687f065bbba6 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115613 Sep 10 03:59:43.141477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29fb30ba-3301-4adc-8c54-e38f722faabe tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:43.147517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33544) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:43.154625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-29fb30ba-3301-4adc-8c54-e38f722faabe tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A337 HTTP/1.1" status: 200 len: 928 time: 0.1474533 Sep 10 03:59:43.201583 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.211904 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 03:59:43.215147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Transition to ACTIVE for port object 4688012e-394f-4be5-8fea-98e6c79557dc will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:43.259149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Transition to ACTIVE for port object 4688012e-394f-4be5-8fea-98e6c79557dc will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:43.279033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc56f8e-7baf-4741-8f6e-a14ed28e8537 req-7d37d185-7441-49b7-aaee-295958de93e9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:43.287622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcc56f8e-7baf-4741-8f6e-a14ed28e8537 req-7d37d185-7441-49b7-aaee-295958de93e9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 946 time: 0.1044612 Sep 10 03:59:43.290322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bd0f3633-bd0a-4287-b4f3-2d8ffb5d77ff None None] Provisioning for port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:43.312440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b9a76a51-dbf4-49c3-88a2-09736f60c3a9 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:43.312779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9a76a51-dbf4-49c3-88a2-09736f60c3a9 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.345506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.380562 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcc56f8e-7baf-4741-8f6e-a14ed28e8537 req-9fd1580c-b881-4e66-ae2e-2cb1c7309b27 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917838 Sep 10 03:59:43.451247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Network afb091b6-2fff-4750-8971-3b39bb63401b is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:43.470350 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9a76a51-dbf4-49c3-88a2-09736f60c3a9 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.480498 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.495316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Pushing event updated for resources: {'Port': ['ID=4688012e-394f-4be5-8fea-98e6c79557dc,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:43.498056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:43.511389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:43.544836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b9a76a51-dbf4-49c3-88a2-09736f60c3a9 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:43.546645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=cf891da4-fc46-4878-a9e7-d99545d6ad30,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:43.583124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8fc6a7ec-114b-4db9-867f-f82707ac8993 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:43.628697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Attempting to bind port 4688012e-394f-4be5-8fea-98e6c79557dc on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:43.629507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Attempting to bind port 4688012e-394f-4be5-8fea-98e6c79557dc by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '1596edf2-6813-46be-a7b6-445e689fd3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'afb091b6-2fff-4750-8971-3b39bb63401b'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:43.629507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Attempting to bind port 4688012e-394f-4be5-8fea-98e6c79557dc on network afb091b6-2fff-4750-8971-3b39bb63401b {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:43.647109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:43.647486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Checking segment: {'id': '1596edf2-6813-46be-a7b6-445e689fd3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'afb091b6-2fff-4750-8971-3b39bb63401b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:43.648111 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.648460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Bound using segment: {'id': '1596edf2-6813-46be-a7b6-445e689fd3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'afb091b6-2fff-4750-8971-3b39bb63401b'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:43.648845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Bound port: 4688012e-394f-4be5-8fea-98e6c79557dc, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1596edf2-6813-46be-a7b6-445e689fd3f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': 'afb091b6-2fff-4750-8971-3b39bb63401b'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:43.649181 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.759823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-817341aa-7af7-4b23-8f9f-1fd78588e933 req-571cd3c1-1257-491b-9e27-0031d592f06c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:59:43.767151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-817341aa-7af7-4b23-8f9f-1fd78588e933 req-571cd3c1-1257-491b-9e27-0031d592f06c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063384 Sep 10 03:59:43.767363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.774477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-98c2e126-d6bf-4c9e-ac75-f691613c2e1c None None] Provisioning for port 73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:43.782666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-98c2e126-d6bf-4c9e-ac75-f691613c2e1c None None] Provisioning complete for port 73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:43.783037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98c2e126-d6bf-4c9e-ac75-f691613c2e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.867391 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.901846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb091b6-2fff-4750-8971-3b39bb63401b']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:43.913520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1596edf2-6813-46be-a7b6-445e689fd3f7') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:43.913833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1596edf2-6813-46be-a7b6-445e689fd3f7') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:43.937164 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.954560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] For port 4688012e-394f-4be5-8fea-98e6c79557dc, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:43.956872 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.958338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 03:59:43.960930 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-554fe178-7882-4bb7-8271-d3339b0a4588" -d '{"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-unplugged", "status": "completed", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 03:59:43.966987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:43.972097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:43.976048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-98c2e126-d6bf-4c9e-ac75-f691613c2e1c None None] Port 73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:43.983580 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:44.001775 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9a76a51-dbf4-49c3-88a2-09736f60c3a9 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.022889 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 03:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-553e6003-85ed-4d41-9a17-5b8d2d599ca1 x-openstack-request-id: req-553e6003-85ed-4d41-9a17-5b8d2d599ca1 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 03:59:44.023457 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-unplugged", "status": "failed", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993", "code": 422}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 03:59:44.024047 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-553e6003-85ed-4d41-9a17-5b8d2d599ca1 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 03:59:44.024623 n-d-808143-1 neutron-server[95138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'code': 422} returned with failed status Sep 10 03:59:44.030058 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.069406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a76a51-dbf4-49c3-88a2-09736f60c3a9 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:44.106717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:44.144983 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9a76a51-dbf4-49c3-88a2-09736f60c3a9 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.147211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b9a76a51-dbf4-49c3-88a2-09736f60c3a9 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d HTTP/1.1" status: 204 len: 168 time: 0.9984572 Sep 10 03:59:44.149834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33578) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:44.161579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] For port 4688012e-394f-4be5-8fea-98e6c79557dc, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4688012e-394f-4be5-8fea-98e6c79557dc,segment=NetworkSegment(1596edf2-6813-46be-a7b6-445e689fd3f7),segment_id=1596edf2-6813-46be-a7b6-445e689fd3f7)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:44.189768 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07973f2-fd2a-4de8-93e0-67b34e60ae25 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:59:44.193996 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f07973f2-fd2a-4de8-93e0-67b34e60ae25 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d HTTP/1.1" status: 404 len: 333 time: 0.0405436 Sep 10 03:59:44.195769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33586) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:44.211608 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:59:44.211608 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:59:44.211608 n-d-808143-1 neutron-server[95136]: [parameters: {'id': 'afb091b6-2fff-4750-8971-3b39bb63401b'}] Sep 10 03:59:44.211608 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:59:44.211995 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:59:44.229746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-98c2e126-d6bf-4c9e-ac75-f691613c2e1c None None] Provisioning for port 23bacf2e-dc14-41eb-89de-4a003aa39cd8 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:44.231355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-98c2e126-d6bf-4c9e-ac75-f691613c2e1c None None] Provisioning complete for port 23bacf2e-dc14-41eb-89de-4a003aa39cd8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:44.231897 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98c2e126-d6bf-4c9e-ac75-f691613c2e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.234007 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f98655-c4e4-44fa-bf63-3d5fd5463155 req-11d05fc5-4609-4f9a-9d3b-d353fea6b93b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:44.236279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66f98655-c4e4-44fa-bf63-3d5fd5463155 req-11d05fc5-4609-4f9a-9d3b-d353fea6b93b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.0674000 Sep 10 03:59:44.281830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:44.285109 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.305721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:44.306205 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.326549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66f98655-c4e4-44fa-bf63-3d5fd5463155 req-7aa3f45a-2614-4b79-8cab-ef2a35a4a237 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827980 Sep 10 03:59:44.332698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9cc5c-7e47-43cd-9f6e-98e81cb92172 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 23bacf2e-dc14-41eb-89de-4a003aa39cd8 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:44.333049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6e9cc5c-7e47-43cd-9f6e-98e81cb92172 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.409921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a6652-32be-4e40-abbc-85934e0eca0e None None] Pushing event updated for resources: {'Port': ['ID=4688012e-394f-4be5-8fea-98e6c79557dc,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:44.462108 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6e9cc5c-7e47-43cd-9f6e-98e81cb92172 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.481432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f6e9cc5c-7e47-43cd-9f6e-98e81cb92172 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 23bacf2e-dc14-41eb-89de-4a003aa39cd8 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:44.500707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-98c2e126-d6bf-4c9e-ac75-f691613c2e1c None None] Port 23bacf2e-dc14-41eb-89de-4a003aa39cd8 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 03:59:44.601064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5312179-efa9-4c1a-95e5-208dcf428894 None None] Network afb091b6-2fff-4750-8971-3b39bb63401b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:44.620085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.640788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ea6a1e5e-0e36-45ab-a53d-b12f90d2a2e4 None None] Could not find standard attr ID for object 73c1a5c6-5499-4b46-a1b4-2f5b09c9d72d. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:59:44.713943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.726949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ea6a1e5e-0e36-45ab-a53d-b12f90d2a2e4 None None] Provisioning complete for port 23bacf2e-dc14-41eb-89de-4a003aa39cd8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:44.727628 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea6a1e5e-0e36-45ab-a53d-b12f90d2a2e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.729776 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6e9cc5c-7e47-43cd-9f6e-98e81cb92172 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.772941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33620) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:44.806654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9cc5c-7e47-43cd-9f6e-98e81cb92172 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=23bacf2e-dc14-41eb-89de-4a003aa39cd8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:44.832165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a1e5e-0e36-45ab-a53d-b12f90d2a2e4 None None] Port 23bacf2e-dc14-41eb-89de-4a003aa39cd8 was deleted so its status cannot be updated. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 03:59:44.840012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting port 4688012e-394f-4be5-8fea-98e6c79557dc {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:44.842349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.847870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5fa6c3f1-247e-49b8-87f8-3f46eaa25284,segment=NetworkSegment(45a9e692-9b2f-4771-b458-54cf75c48dcf),segment_id=45a9e692-9b2f-4771-b458-54cf75c48dcf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:44.876773 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6e9cc5c-7e47-43cd-9f6e-98e81cb92172 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:44.884828 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f6e9cc5c-7e47-43cd-9f6e-98e81cb92172 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/23bacf2e-dc14-41eb-89de-4a003aa39cd8 HTTP/1.1" status: 204 len: 168 time: 0.6836441 Sep 10 03:59:44.886372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33624) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:44.924549 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcc1954c-2c27-4bc4-864f-fd3c6fe0acb0 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:59:44.927599 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bcc1954c-2c27-4bc4-864f-fd3c6fe0acb0 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/23bacf2e-dc14-41eb-89de-4a003aa39cd8 HTTP/1.1" status: 404 len: 333 time: 0.0400429 Sep 10 03:59:44.931831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33626) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:44.984811 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.041528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c420208-8d86-4577-a664-4be6acb5a8f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet 001a1385-7bf7-4d33-b5e3-99b88d1a9124 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:59:45.047805 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1c420208-8d86-4577-a664-4be6acb5a8f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.107357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] For port 4688012e-394f-4be5-8fea-98e6c79557dc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4688012e-394f-4be5-8fea-98e6c79557dc,segment=NetworkSegment(1596edf2-6813-46be-a7b6-445e689fd3f7),segment_id=1596edf2-6813-46be-a7b6-445e689fd3f7)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:45.107966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.109969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=5fa6c3f1-247e-49b8-87f8-3f46eaa25284,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:45.136489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Calling delete_port for 4688012e-394f-4be5-8fea-98e6c79557dc owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:45.146883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1c420208-8d86-4577-a664-4be6acb5a8f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.152418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-84ef10c2-4178-41ba-af7e-26796aaf730b service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3770916 Sep 10 03:59:45.159878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-884a374b-89d9-41d4-bd4d-50bf9d798f62 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:59:45.167919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-0b54ac2f-9e89-4c46-b388-083057e55871 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 03:59:45.168195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-0b54ac2f-9e89-4c46-b388-083057e55871 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100982 Sep 10 03:59:45.280073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884a374b-89d9-41d4-bd4d-50bf9d798f62 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:59:45.286648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1c420208-8d86-4577-a664-4be6acb5a8f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.356636 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.400549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No DVR routers for this DVR port 4688012e-394f-4be5-8fea-98e6c79557dc on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:45.403388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Port': ['ID=4688012e-394f-4be5-8fea-98e6c79557dc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:45.443475 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1c420208-8d86-4577-a664-4be6acb5a8f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.478541 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1c420208-8d86-4577-a664-4be6acb5a8f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.483457 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1c420208-8d86-4577-a664-4be6acb5a8f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/001a1385-7bf7-4d33-b5e3-99b88d1a9124 HTTP/1.1" status: 204 len: 168 time: 0.5505266 Sep 10 03:59:45.484128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33656) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:45.486415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c420208-8d86-4577-a664-4be6acb5a8f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=001a1385-7bf7-4d33-b5e3-99b88d1a9124,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:45.526822 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.538412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.538761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.539105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.539445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.539806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.540148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.540471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.540801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.541130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.541963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.541963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.542172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 03:59:45.592437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afb091b6-2fff-4750-8971-3b39bb63401b']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:45.599956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.608594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1596edf2-6813-46be-a7b6-445e689fd3f7') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:45.609073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1596edf2-6813-46be-a7b6-445e689fd3f7') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:45.622064 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.635433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5912d4ba-b93d-44a3-9871-22248482bdda None None] Network c5505066-9923-4e58-b498-6a6b1b8e9a56 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:45.646535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92833d0-2b9d-4c62-b5ef-9ec18ef4401d req-4b1fe918-2575-4698-b7e3-ca985f962692 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:45.648114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b92833d0-2b9d-4c62-b5ef-9ec18ef4401d req-4b1fe918-2575-4698-b7e3-ca985f962692 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.1184623 Sep 10 03:59:45.649563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.660389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:45.660979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.661536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:45.661881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:45.665565 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:45.752513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] For port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5fa6c3f1-247e-49b8-87f8-3f46eaa25284,segment=NetworkSegment(45a9e692-9b2f-4771-b458-54cf75c48dcf),segment_id=45a9e692-9b2f-4771-b458-54cf75c48dcf)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:45.764120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.764636 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b92833d0-2b9d-4c62-b5ef-9ec18ef4401d req-df95a2c0-215f-43cd-ba92-96480af27c59 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957971 Sep 10 03:59:45.766462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:45.834993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:45.848453 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.858673 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.868826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/afb091b6-2fff-4750-8971-3b39bb63401b HTTP/1.1" status: 204 len: 168 time: 3.4210477 Sep 10 03:59:45.873870 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33672) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:45.879384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-380335233'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:45.892457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab4a66-b46c-4d2a-8505-6084b5981944 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=afb091b6-2fff-4750-8971-3b39bb63401b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:45.896563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c5ff8b3-cfc7-4abc-b569-bbac83923165 None None] DHCP port deletion for c5505066-9923-4e58-b498-6a6b1b8e9a56 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:59:45.947815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:45.948186 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:45.995363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ff8b3-cfc7-4abc-b569-bbac83923165 None None] Deleting port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:45.995894 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff8b3-cfc7-4abc-b569-bbac83923165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.009197 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.025287 n-d-808143-1 neutron-server[95138]: INFO neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No ports have port_id starting with 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 Sep 10 03:59:46.025771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:46.035241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.064337 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=5fa6c3f1-247e-49b8-87f8-3f46eaa25284,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:46.067395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5c5ff8b3-cfc7-4abc-b569-bbac83923165 None None] For port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5fa6c3f1-247e-49b8-87f8-3f46eaa25284,segment=NetworkSegment(45a9e692-9b2f-4771-b458-54cf75c48dcf),segment_id=45a9e692-9b2f-4771-b458-54cf75c48dcf)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:46.067875 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff8b3-cfc7-4abc-b569-bbac83923165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.072813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No DVR routers for this DVR port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:46.085303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5c5ff8b3-cfc7-4abc-b569-bbac83923165 None None] Calling delete_port for 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:46.139729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:46.167943 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c5ff8b3-cfc7-4abc-b569-bbac83923165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.170337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.184033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.184901 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment aa62a47d-9b15-47c7-b390-8fc889533c1a of type vlan for network aa9f299f-ef30-42df-bf60-4ad0ea38f92e Sep 10 03:59:46.192177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5ff8b3-cfc7-4abc-b569-bbac83923165 None None] Pushing event deleted for resources: {'Port': ['ID=5fa6c3f1-247e-49b8-87f8-3f46eaa25284,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:46.197862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5ff8b3-cfc7-4abc-b569-bbac83923165 None None] No DVR routers for this DVR port 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:46.228020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5505066-9923-4e58-b498-6a6b1b8e9a56']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:46.251128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45a9e692-9b2f-4771-b458-54cf75c48dcf') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:46.251448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45a9e692-9b2f-4771-b458-54cf75c48dcf') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:46.259634 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.265153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.287961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.297487 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:46.297893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:46.301270 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:46.367227 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.372911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:46.373757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.445114 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.446838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=aa9f299f-ef30-42df-bf60-4ad0ea38f92e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:46.459974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network aa9f299f-ef30-42df-bf60-4ad0ea38f92e details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:46.464328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Network': ['ID=c5505066-9923-4e58-b498-6a6b1b8e9a56,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:46.466570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.472131 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5ea4621f-4f13-4a33-b1ed-69773e8ee3a1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/networks/c5505066-9923-4e58-b498-6a6b1b8e9a56 HTTP/1.1" status: 204 len: 168 time: 0.9831173 Sep 10 03:59:46.472568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33678) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:46.476223 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-569ba435-0a03-45fa-a313-56948db84705 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5988388 Sep 10 03:59:46.476510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33680) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:46.478374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-840343078'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:46.481492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': 'aa9f299f-ef30-42df-bf60-4ad0ea38f92e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:46.509216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33682) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:46.583457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:46.587971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.615220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:46.624990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.628062 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Added segment 9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9 of type vlan for network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 Sep 10 03:59:46.675494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df26d0cf-c0ea-48d2-aa2d-22517f08bf62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.685343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:46.688663 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.693554 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.809938 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.816297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:46.816942 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:46.955461 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.026203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=513f9569-4f85-4b94-babd-95e142f83393,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:47.037271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': 'aa62a47d-9b15-47c7-b390-8fc889533c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aa9f299f-ef30-42df-bf60-4ad0ea38f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:47.037758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: aa9f299f-ef30-42df-bf60-4ad0ea38f92e, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:47.137507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network aa9f299f-ef30-42df-bf60-4ad0ea38f92e is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:47.200293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, aa9f299f-ef30-42df-bf60-4ad0ea38f92e) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:47.206311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:47.207171 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.215334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3384286f-5f21-4b2a-a887-39d729206a33 None None] Network aa9f299f-ef30-42df-bf60-4ad0ea38f92e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:47.281655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Network': ['ID=e2bde5fc-0e80-41a4-b8a8-b456bccea5c1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:47.285102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-d7de6b60-e42b-40e6-9812-86d82389cbb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:47.286612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-d7de6b60-e42b-40e6-9812-86d82389cbb6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853&tenant_id=6dea76265d944ac09553174bc576883e HTTP/1.1" status: 200 len: 1095 time: 0.5878172 Sep 10 03:59:47.293546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:47.303469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df26d0cf-c0ea-48d2-aa2d-22517f08bf62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.314529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e19dd-b06c-4070-aa31-c0edf6c36af5 req-79f15669-1a5d-4220-8cc2-831957f5dfb5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:47.318497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-249e19dd-b06c-4070-aa31-c0edf6c36af5 req-79f15669-1a5d-4220-8cc2-831957f5dfb5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.4837434 Sep 10 03:59:47.374555 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df26d0cf-c0ea-48d2-aa2d-22517f08bf62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.403384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-249e19dd-b06c-4070-aa31-c0edf6c36af5 req-5cb77725-22d7-4004-8f25-70dc6ec6b2c6 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784047 Sep 10 03:59:47.410202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-579d6648-0cda-4fec-90e6-3a01359e429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:47.411670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-579d6648-0cda-4fec-90e6-3a01359e429c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 1095 time: 0.0942545 Sep 10 03:59:47.412835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-aa9f299f-ef30-42df-bf60-4ad0ea38f92e', 'network_id': 'aa9f299f-ef30-42df-bf60-4ad0ea38f92e', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': '513f9569-4f85-4b94-babd-95e142f83393'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:47.413697 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.435946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df26d0cf-c0ea-48d2-aa2d-22517f08bf62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c56b4991-915d-400b-8cac-a971615baf41,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:47.437287 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-05439fba-a10c-4dec-9eb5-3b6bdef6f487 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9597332 Sep 10 03:59:47.440688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33692) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:47.456321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-df26d0cf-c0ea-48d2-aa2d-22517f08bf62 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45b57e2e6aeb4848b1b172cc8e1a138c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9400842 Sep 10 03:59:47.456321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f27d7dea-ce7b-4f7c-ac29-7eee14a8ff0c tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9802721 Sep 10 03:59:47.458275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33694) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:47.458686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33696) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:47.471207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'e2bde5fc-0e80-41a4-b8a8-b456bccea5c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:47.557575 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.567430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Allocated IP 172.20.0.1 (aa9f299f-ef30-42df-bf60-4ad0ea38f92e/513f9569-4f85-4b94-babd-95e142f83393/5f706927-0500-424d-9958-a71538b99f79) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:47.634473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-be625650-0049-41a2-8fde-a75b07812609 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:47.635995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-be625650-0049-41a2-8fde-a75b07812609 service neutron] 10.222.0.20 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 915 time: 0.2129874 Sep 10 03:59:47.642077 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f14e3e3-61e2-440c-97f4-554601d18c04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.643920 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.702288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-5ad47281-c04a-43b8-82f3-6d61fe9eebe5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993 HTTP/1.1" status: 200 len: 217 time: 0.0563610 Sep 10 03:59:47.718798 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f14e3e3-61e2-440c-97f4-554601d18c04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.719127 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.728846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Transition to ACTIVE for port object 5f706927-0500-424d-9958-a71538b99f79 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:47.745366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Transition to ACTIVE for port object 5f706927-0500-424d-9958-a71538b99f79 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:47.765833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:47.769433 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.787756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:47.797188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-45d34fda-e6da-4b0a-a445-66a1782a1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:47.798677 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-45d34fda-e6da-4b0a-a445-66a1782a1899 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 200 len: 854 time: 0.0890400 Sep 10 03:59:47.813910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 03:59:47.814334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5fa6c3f1-247e-49b8-87f8-3f46eaa25284 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 03:59:47.818361 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.842806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-8ce4e16a-35b3-4eed-ac14-c8d9662b9296 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=686131d4-4e20-48da-bff0-11b2c1bd55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328815 Sep 10 03:59:47.857718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Network aa9f299f-ef30-42df-bf60-4ad0ea38f92e is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:47.863116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:47.866202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:47.873491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Pushing event updated for resources: {'Port': ['ID=5f706927-0500-424d-9958-a71538b99f79,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:47.880105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.909639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=513f9569-4f85-4b94-babd-95e142f83393,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:47.941263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Attempting to bind port 5f706927-0500-424d-9958-a71538b99f79 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:47.941263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Attempting to bind port 5f706927-0500-424d-9958-a71538b99f79 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'aa62a47d-9b15-47c7-b390-8fc889533c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aa9f299f-ef30-42df-bf60-4ad0ea38f92e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:47.941618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Attempting to bind port 5f706927-0500-424d-9958-a71538b99f79 on network aa9f299f-ef30-42df-bf60-4ad0ea38f92e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:47.947732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:47.947732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Checking segment: {'id': 'aa62a47d-9b15-47c7-b390-8fc889533c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aa9f299f-ef30-42df-bf60-4ad0ea38f92e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:47.947732 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.948097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Bound using segment: {'id': 'aa62a47d-9b15-47c7-b390-8fc889533c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aa9f299f-ef30-42df-bf60-4ad0ea38f92e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:47.948484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Bound port: 5f706927-0500-424d-9958-a71538b99f79, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa62a47d-9b15-47c7-b390-8fc889533c1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': 'aa9f299f-ef30-42df-bf60-4ad0ea38f92e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:47.948859 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.965066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f14e3e3-61e2-440c-97f4-554601d18c04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.968279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f14e3e3-61e2-440c-97f4-554601d18c04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:47.969836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8f14e3e3-61e2-440c-97f4-554601d18c04 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c56b4991-915d-400b-8cac-a971615baf41 HTTP/1.1" status: 204 len: 168 time: 0.5101173 Sep 10 03:59:47.980984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.005908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f14e3e3-61e2-440c-97f4-554601d18c04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c56b4991-915d-400b-8cac-a971615baf41,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:48.006309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9f299f-ef30-42df-bf60-4ad0ea38f92e']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:48.028475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa62a47d-9b15-47c7-b390-8fc889533c1a') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:48.028937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa62a47d-9b15-47c7-b390-8fc889533c1a') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:48.041602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.061188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-d43c18cf-a5b7-442d-94af-dba69d345c79 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868434 Sep 10 03:59:48.065797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.072249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] For port 5f706927-0500-424d-9958-a71538b99f79, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:48.076720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:48.077164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:48.080427 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:48.136767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] For port 5f706927-0500-424d-9958-a71538b99f79, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5f706927-0500-424d-9958-a71538b99f79,segment=NetworkSegment(aa62a47d-9b15-47c7-b390-8fc889533c1a),segment_id=aa62a47d-9b15-47c7-b390-8fc889533c1a)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:48.167891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:59:48.167891 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:59:48.167891 n-d-808143-1 neutron-server[95137]: [parameters: {'id': 'aa9f299f-ef30-42df-bf60-4ad0ea38f92e'}] Sep 10 03:59:48.167891 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:59:48.168487 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:59:48.184859 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.192218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-844223dc-6138-486e-8025-3d70550a568c service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201596 Sep 10 03:59:48.220126 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.272377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0b3b78-4522-4cda-b7f6-bd6f945f3891 None None] Pushing event updated for resources: {'Port': ['ID=5f706927-0500-424d-9958-a71538b99f79,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:48.291365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=d448313e-a0a6-47a7-93df-ae10abb232ca,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:48.298372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3978cc5-6a0c-41b9-b334-08579f98d395 None None] Network aa9f299f-ef30-42df-bf60-4ad0ea38f92e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:48.301890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Checking segment: {'id': '9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2bde5fc-0e80-41a4-b8a8-b456bccea5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:48.302144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network hostable DHCP agents. Network: e2bde5fc-0e80-41a4-b8a8-b456bccea5c1, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:48.400536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:48.421085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bfdbe6d-da6b-4425-bbeb-414b85479bee None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:59:48.498005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, e2bde5fc-0e80-41a4-b8a8-b456bccea5c1) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:48.503778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bfdbe6d-da6b-4425-bbeb-414b85479bee None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:59:48.522153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:48.522153 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.551589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597848b-db35-4b42-b6fe-6a27153febf7 req-f6f01322-8d1b-44f8-9e72-1e329721fa38 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:48.553777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1597848b-db35-4b42-b6fe-6a27153febf7 req-f6f01322-8d1b-44f8-9e72-1e329721fa38 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.0688195 Sep 10 03:59:48.597811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1597848b-db35-4b42-b6fe-6a27153febf7 req-1b7703b8-2f69-4d92-a43e-e2320a4c1385 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379870 Sep 10 03:59:48.604014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c002420a-bf3c-4255-879e-6fc067812b08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1431136 Sep 10 03:59:48.607636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33716) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:48.618154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'e2bde5fc-0e80-41a4-b8a8-b456bccea5c1', 'name': 'tempest-PortsIpV6TestJSON-1960525883', 'fixed_ips': [{'subnet_id': 'd448313e-a0a6-47a7-93df-ae10abb232ca', 'ip_address': '2001:db8::10'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:48.648324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33720) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:48.669026 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.671987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81d3896b-b45c-4bd7-a29f-784e541f1125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.775821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-e2bde5fc-0e80-41a4-b8a8-b456bccea5c1', 'network_id': 'e2bde5fc-0e80-41a4-b8a8-b456bccea5c1', 'tenant_id': '869233f998a64be3909235fe670a4d25', 'fixed_ips': [{'subnet_id': 'd448313e-a0a6-47a7-93df-ae10abb232ca'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:48.776693 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.778673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting port 5f706927-0500-424d-9958-a71538b99f79 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:48.778997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.868537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81d3896b-b45c-4bd7-a29f-784e541f1125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.870871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] For port 5f706927-0500-424d-9958-a71538b99f79, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5f706927-0500-424d-9958-a71538b99f79,segment=NetworkSegment(aa62a47d-9b15-47c7-b390-8fc889533c1a),segment_id=aa62a47d-9b15-47c7-b390-8fc889533c1a)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:48.871241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:48.902462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Calling delete_port for 5f706927-0500-424d-9958-a71538b99f79 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:48.945971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Allocated IP 2001:db8::2 (e2bde5fc-0e80-41a4-b8a8-b456bccea5c1/d448313e-a0a6-47a7-93df-ae10abb232ca/9866538a-0068-4fc3-a04c-77688f300869) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:48.991951 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-81d3896b-b45c-4bd7-a29f-784e541f1125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.041584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:49.074804 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-81d3896b-b45c-4bd7-a29f-784e541f1125 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7fd696bd99c4f7e8dae20cb957b0d58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252913 Sep 10 03:59:49.081199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33728) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:49.086077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d3896b-b45c-4bd7-a29f-784e541f1125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6f88682-5c2b-4494-9d73-cb452b685470,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:49.222482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.227844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47017840-4d52-45cc-a9a8-ee50ddf014cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.248612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.252245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port a23156b5-75f5-4c61-943c-a09d27241c3e yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:49.282665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Port': ['ID=5f706927-0500-424d-9958-a71538b99f79,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:49.286812 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.295406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No DVR routers for this DVR port 5f706927-0500-424d-9958-a71538b99f79 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:49.306581 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47017840-4d52-45cc-a9a8-ee50ddf014cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.311487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Transition to ACTIVE for port object 9866538a-0068-4fc3-a04c-77688f300869 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:49.353710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Transition to ACTIVE for port object 9866538a-0068-4fc3-a04c-77688f300869 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:49.418102 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.426234 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.448236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9f299f-ef30-42df-bf60-4ad0ea38f92e']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:49.467526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa62a47d-9b15-47c7-b390-8fc889533c1a') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:49.470205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa62a47d-9b15-47c7-b390-8fc889533c1a') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:49.484521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.487632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::10 (e2bde5fc-0e80-41a4-b8a8-b456bccea5c1/d448313e-a0a6-47a7-93df-ae10abb232ca/a23156b5-75f5-4c61-943c-a09d27241c3e) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:49.502148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.520061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:49.521081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.543193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:49.549125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:49.563990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:49.568501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Pushing event updated for resources: {'Port': ['ID=9866538a-0068-4fc3-a04c-77688f300869,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:49.691190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Attempting to bind port 9866538a-0068-4fc3-a04c-77688f300869 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:49.691635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Attempting to bind port 9866538a-0068-4fc3-a04c-77688f300869 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2bde5fc-0e80-41a4-b8a8-b456bccea5c1'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:49.692097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Attempting to bind port 9866538a-0068-4fc3-a04c-77688f300869 on network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:49.697937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:49.698441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Checking segment: {'id': '9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2bde5fc-0e80-41a4-b8a8-b456bccea5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:49.698851 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.699402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Bound using segment: {'id': '9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2bde5fc-0e80-41a4-b8a8-b456bccea5c1'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:49.699911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Bound port: 9866538a-0068-4fc3-a04c-77688f300869, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e2bde5fc-0e80-41a4-b8a8-b456bccea5c1'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:49.700301 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.741316 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.787746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] For port 9866538a-0068-4fc3-a04c-77688f300869, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:49.791163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] For port 9866538a-0068-4fc3-a04c-77688f300869, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9866538a-0068-4fc3-a04c-77688f300869,segment=NetworkSegment(9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9),segment_id=9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:49.798961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object a23156b5-75f5-4c61-943c-a09d27241c3e will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:49.826813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedac123-bdfc-41e3-8ee5-e7fa0dbc2763 req-90f4a792-016b-45c7-93be-fea54b9c6320 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:49.828760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aedac123-bdfc-41e3-8ee5-e7fa0dbc2763 req-90f4a792-016b-45c7-93be-fea54b9c6320 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.0846241 Sep 10 03:59:49.847651 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.896656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aedac123-bdfc-41e3-8ee5-e7fa0dbc2763 req-53f1b0c3-9012-4121-832b-a2d1cef677ce tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511935 Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: timer() Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:49.957064 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:49.959615 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.959798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47017840-4d52-45cc-a9a8-ee50ddf014cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.960286 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47017840-4d52-45cc-a9a8-ee50ddf014cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:49.963939 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-47017840-4d52-45cc-a9a8-ee50ddf014cc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6f88682-5c2b-4494-9d73-cb452b685470 HTTP/1.1" status: 204 len: 168 time: 0.8775403 Sep 10 03:59:49.964141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3d8fdc-5b0f-44be-a54b-523ebd531232 None None] Pushing event updated for resources: {'Port': ['ID=9866538a-0068-4fc3-a04c-77688f300869,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:49.980641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47017840-4d52-45cc-a9a8-ee50ddf014cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6f88682-5c2b-4494-9d73-cb452b685470,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:50.047539 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.056234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.062978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/aa9f299f-ef30-42df-bf60-4ad0ea38f92e HTTP/1.1" status: 204 len: 168 time: 2.6162205 Sep 10 03:59:50.062978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33734) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:50.064013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=a23156b5-75f5-4c61-943c-a09d27241c3e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:50.070757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1545566645'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:50.082505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:50.084089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:50.087302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:50.094910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:50.096091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef4b8a2-4bf7-4fe1-9646-eff580df126e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=aa9f299f-ef30-42df-bf60-4ad0ea38f92e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:50.096727 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.184872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:50.188670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.249152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:50.259945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.260369 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment 77f79348-29f2-4278-858a-ca858fafac72 of type vlan for network ea857a56-ff60-4038-b6a8-ffcdfd0217b4 Sep 10 03:59:50.276611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-302b714f-fe31-44f6-ba34-ad59c08bc9a3 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6665671 Sep 10 03:59:50.279407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33738) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:50.288120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'e2bde5fc-0e80-41a4-b8a8-b456bccea5c1', 'name': 'tempest-PortsIpV6TestJSON-1221202722', 'fixed_ips': [{'subnet_id': 'd448313e-a0a6-47a7-93df-ae10abb232ca', 'ip_address': '2001:db8::f'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:50.333326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.453575 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.459857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:50.460461 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.538859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:50.543987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.560807 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=ea857a56-ff60-4038-b6a8-ffcdfd0217b4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:50.573207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ea857a56-ff60-4038-b6a8-ffcdfd0217b4 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:50.588618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port 213b9e0d-48e7-4cd5-9203-e2dd831ee8be yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 03:59:50.631480 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ac7f8d2f-449d-4931-885d-86574f36dace tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5674181 Sep 10 03:59:50.634220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33744) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:50.641316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': 'ea857a56-ff60-4038-b6a8-ffcdfd0217b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:50.773108 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-05c7b6e1-d8ec-434e-8cad-347e59f031b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.852840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:50.857266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:50.917738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::f (e2bde5fc-0e80-41a4-b8a8-b456bccea5c1/d448313e-a0a6-47a7-93df-ae10abb232ca/213b9e0d-48e7-4cd5-9203-e2dd831ee8be) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:51.312137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:51.352453 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:51.410329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object 213b9e0d-48e7-4cd5-9203-e2dd831ee8be will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:51.426954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5351ee9-358e-46d8-94b6-770a2a8d15be req-9ca25c0e-eb10-4863-a5d4-06a0199d06dc tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:51.428706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5351ee9-358e-46d8-94b6-770a2a8d15be req-9ca25c0e-eb10-4863-a5d4-06a0199d06dc tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.3010867 Sep 10 03:59:51.474073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=e53f8f87-c256-4919-8141-a76c983c83fe,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:51.497522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': '77f79348-29f2-4278-858a-ca858fafac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea857a56-ff60-4038-b6a8-ffcdfd0217b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:51.497888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: ea857a56-ff60-4038-b6a8-ffcdfd0217b4, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:51.513085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5351ee9-358e-46d8-94b6-770a2a8d15be req-43f0dfc8-bdcc-4da5-8d93-022b0675a021 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673654 Sep 10 03:59:51.539872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a650c921-9d69-4fa5-b4aa-ab0c549cf4cd None None] Network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:51.572886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:51.602122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network ea857a56-ff60-4038-b6a8-ffcdfd0217b4 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:51.671279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:51.675198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:51.684300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:51.687638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ea857a56-ff60-4038-b6a8-ffcdfd0217b4) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:51.692677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:51.693332 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:51.693656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:51.694271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:51.700241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af13b11a-e946-4821-a200-b056ce93e4aa None None] Network ea857a56-ff60-4038-b6a8-ffcdfd0217b4 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:51.738256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=213b9e0d-48e7-4cd5-9203-e2dd831ee8be,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:51.801426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33774) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:51.802000 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b0a4884f-80a5-4686-b58e-4648c5fe8afd tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1665213 Sep 10 03:59:51.825705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cb17ddf5-60aa-4008-8dda-ccadc321884c None None] Provisioning for port 9866538a-0068-4fc3-a04c-77688f300869 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:51.838389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9f01e49b-5d1d-46cd-acbb-9de1dc01a780 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5567844 Sep 10 03:59:51.841090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33776) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:52.034181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43613778-4303-4fce-b9e8-89b150e98f00 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.035921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9866538a-0068-4fc3-a04c-77688f300869 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:52.039967 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-43613778-4303-4fce-b9e8-89b150e98f00 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1970818 Sep 10 03:59:52.043000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33782) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:52.068380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ea857a56-ff60-4038-b6a8-ffcdfd0217b4', 'network_id': 'ea857a56-ff60-4038-b6a8-ffcdfd0217b4', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': 'e53f8f87-c256-4919-8141-a76c983c83fe'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:52.069557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.185463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda29330-50cf-4745-aefe-766df4f95c24 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.194498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda29330-50cf-4745-aefe-766df4f95c24 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.202237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda29330-50cf-4745-aefe-766df4f95c24 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.204593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fda29330-50cf-4745-aefe-766df4f95c24 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.1603751 Sep 10 03:59:52.207793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33788) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:52.221610 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.311562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Allocated IP 172.20.0.2 (ea857a56-ff60-4038-b6a8-ffcdfd0217b4/e53f8f87-c256-4919-8141-a76c983c83fe/62e8785c-1ca5-43bf-ac61-fbe58b0471b7) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:52.390602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.477365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b4d6bb68-8067-4dc9-a8b5-8c9e8f1f6c9a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 213b9e0d-48e7-4cd5-9203-e2dd831ee8be {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:52.478124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4d6bb68-8067-4dc9-a8b5-8c9e8f1f6c9a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.538835 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.563388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Transition to ACTIVE for port object 62e8785c-1ca5-43bf-ac61-fbe58b0471b7 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:52.610587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Transition to ACTIVE for port object 62e8785c-1ca5-43bf-ac61-fbe58b0471b7 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:52.627857 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9866538a-0068-4fc3-a04c-77688f300869 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 03:59:52.644577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9866538a-0068-4fc3-a04c-77688f300869 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:52.644947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.750382 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.755496 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4d6bb68-8067-4dc9-a8b5-8c9e8f1f6c9a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.805355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42421830-def2-446c-9006-6366399663bc req-4ad98276-8beb-44fc-8ce3-b0675638cf24 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:52.805640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b4d6bb68-8067-4dc9-a8b5-8c9e8f1f6c9a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 213b9e0d-48e7-4cd5-9203-e2dd831ee8be owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:52.815969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42421830-def2-446c-9006-6366399663bc req-4ad98276-8beb-44fc-8ce3-b0675638cf24 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.1311965 Sep 10 03:59:52.828177 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:52.932323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=e53f8f87-c256-4919-8141-a76c983c83fe,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:52.954158 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.001468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Network ea857a56-ff60-4038-b6a8-ffcdfd0217b4 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:53.011432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Pushing event updated for resources: {'Port': ['ID=62e8785c-1ca5-43bf-ac61-fbe58b0471b7,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:53.016965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42421830-def2-446c-9006-6366399663bc req-7eb18705-8dcb-4639-bd48-04ece50a95b1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1978035 Sep 10 03:59:53.027558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:53.035045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:53.054246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.086881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea857a56-ff60-4038-b6a8-ffcdfd0217b4']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:53.101511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f79348-29f2-4278-858a-ca858fafac72') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:53.101814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f79348-29f2-4278-858a-ca858fafac72') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:53.120739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9866538a-0068-4fc3-a04c-77688f300869, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9866538a-0068-4fc3-a04c-77688f300869,segment=NetworkSegment(9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9),segment_id=9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:53.123178 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.156169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.172773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:53.173357 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:53.178009 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:53.190388 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.198135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Attempting to bind port 62e8785c-1ca5-43bf-ac61-fbe58b0471b7 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:53.198749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Attempting to bind port 62e8785c-1ca5-43bf-ac61-fbe58b0471b7 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '77f79348-29f2-4278-858a-ca858fafac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea857a56-ff60-4038-b6a8-ffcdfd0217b4'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:53.199354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Attempting to bind port 62e8785c-1ca5-43bf-ac61-fbe58b0471b7 on network ea857a56-ff60-4038-b6a8-ffcdfd0217b4 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:53.235324 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4d6bb68-8067-4dc9-a8b5-8c9e8f1f6c9a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.246932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:53.252798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Checking segment: {'id': '77f79348-29f2-4278-858a-ca858fafac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea857a56-ff60-4038-b6a8-ffcdfd0217b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:53.253517 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.254044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Bound using segment: {'id': '77f79348-29f2-4278-858a-ca858fafac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea857a56-ff60-4038-b6a8-ffcdfd0217b4'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:53.254613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Bound port: 62e8785c-1ca5-43bf-ac61-fbe58b0471b7, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77f79348-29f2-4278-858a-ca858fafac72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': 'ea857a56-ff60-4038-b6a8-ffcdfd0217b4'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:53.255142 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.300023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d6bb68-8067-4dc9-a8b5-8c9e8f1f6c9a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=213b9e0d-48e7-4cd5-9203-e2dd831ee8be,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:53.347453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4d6bb68-8067-4dc9-a8b5-8c9e8f1f6c9a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.355185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33808) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:53.356670 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b4d6bb68-8067-4dc9-a8b5-8c9e8f1f6c9a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/213b9e0d-48e7-4cd5-9203-e2dd831ee8be HTTP/1.1" status: 204 len: 168 time: 1.1475351 Sep 10 03:59:53.442581 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:59:53.442581 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:59:53.442581 n-d-808143-1 neutron-server[95136]: [parameters: {'id': 'ea857a56-ff60-4038-b6a8-ffcdfd0217b4'}] Sep 10 03:59:53.442581 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:59:53.443361 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:59:53.454450 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb167b1d-a784-4ea4-97de-4228bd1413b6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:59:53.457458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bb167b1d-a784-4ea4-97de-4228bd1413b6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/213b9e0d-48e7-4cd5-9203-e2dd831ee8be HTTP/1.1" status: 404 len: 333 time: 0.0985169 Sep 10 03:59:53.460164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33816) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:53.484060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] For port 62e8785c-1ca5-43bf-ac61-fbe58b0471b7, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:53.490804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] For port 62e8785c-1ca5-43bf-ac61-fbe58b0471b7, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=62e8785c-1ca5-43bf-ac61-fbe58b0471b7,segment=NetworkSegment(77f79348-29f2-4278-858a-ca858fafac72),segment_id=77f79348-29f2-4278-858a-ca858fafac72)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:53.569460 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.702033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2fb01-5111-476b-b6f2-e2410484eac6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port a23156b5-75f5-4c61-943c-a09d27241c3e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:53.702427 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1ed2fb01-5111-476b-b6f2-e2410484eac6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.712500 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d2beece5-0771-4378-bc09-f6140874965b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.714021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9866538a-0068-4fc3-a04c-77688f300869,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:53.718299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd414340-7bee-4f16-8b68-e2f201f8a6c2 None None] Network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:53.813114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d0980d-5b75-407b-ac60-9abe75b75e11 None None] Pushing event updated for resources: {'Port': ['ID=62e8785c-1ca5-43bf-ac61-fbe58b0471b7,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:53.827911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee7730f-6cff-4d32-9523-66adceba7cb7 None None] Network ea857a56-ff60-4038-b6a8-ffcdfd0217b4 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:53.883239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9866538a-0068-4fc3-a04c-77688f300869 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 03:59:53.916238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1ed2fb01-5111-476b-b6f2-e2410484eac6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:53.938868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1ed2fb01-5111-476b-b6f2-e2410484eac6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for a23156b5-75f5-4c61-943c-a09d27241c3e owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:53.945884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.270538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0fc03c68-56f9-4997-b523-995ae0dc09f0 None None] Provisioning complete for port 9866538a-0068-4fc3-a04c-77688f300869 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:54.270980 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0fc03c68-56f9-4997-b523-995ae0dc09f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.325008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.399495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting port 62e8785c-1ca5-43bf-ac61-fbe58b0471b7 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:54.405191 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.440521 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1ed2fb01-5111-476b-b6f2-e2410484eac6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.498336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed2fb01-5111-476b-b6f2-e2410484eac6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=a23156b5-75f5-4c61-943c-a09d27241c3e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:54.556517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bfcb4d-c27f-4be5-a7ce-eb6ece25a7c1 req-7009dac9-c80b-4421-b3c9-6581c8ec9982 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:54.558317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57bfcb4d-c27f-4be5-a7ce-eb6ece25a7c1 req-7009dac9-c80b-4421-b3c9-6581c8ec9982 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.3857059 Sep 10 03:59:54.565886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1ed2fb01-5111-476b-b6f2-e2410484eac6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.568572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1ed2fb01-5111-476b-b6f2-e2410484eac6 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/a23156b5-75f5-4c61-943c-a09d27241c3e HTTP/1.1" status: 204 len: 168 time: 1.1073773 Sep 10 03:59:54.571737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33852) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:54.622132 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-86c4f011-74df-40fe-aec3-45db89944740 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 03:59:54.634726 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-86c4f011-74df-40fe-aec3-45db89944740 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/a23156b5-75f5-4c61-943c-a09d27241c3e HTTP/1.1" status: 404 len: 333 time: 0.0616078 Sep 10 03:59:54.635619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:54.644019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0fc03c68-56f9-4997-b523-995ae0dc09f0 None None] Could not find standard attr ID for object 213b9e0d-48e7-4cd5-9203-e2dd831ee8be. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:59:54.695234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] For port 62e8785c-1ca5-43bf-ac61-fbe58b0471b7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=62e8785c-1ca5-43bf-ac61-fbe58b0471b7,segment=NetworkSegment(77f79348-29f2-4278-858a-ca858fafac72),segment_id=77f79348-29f2-4278-858a-ca858fafac72)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:54.695790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.698558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f46e34a0-837e-4f18-8fb8-17a33aea16f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet d448313e-a0a6-47a7-93df-ae10abb232ca {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 03:59:54.702526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f46e34a0-837e-4f18-8fb8-17a33aea16f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.751397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f46e34a0-837e-4f18-8fb8-17a33aea16f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.764279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57bfcb4d-c27f-4be5-a7ce-eb6ece25a7c1 req-5dab8b23-fe1b-4d11-832b-9bb4029727ea tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435797 Sep 10 03:59:54.765298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Calling delete_port for 62e8785c-1ca5-43bf-ac61-fbe58b0471b7 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:54.782672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9866538a-0068-4fc3-a04c-77688f300869 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:54.783027 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:54.824263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0fc03c68-56f9-4997-b523-995ae0dc09f0 None None] Could not find standard attr ID for object a23156b5-75f5-4c61-943c-a09d27241c3e. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 03:59:54.872160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f46e34a0-837e-4f18-8fb8-17a33aea16f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.036690 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f46e34a0-837e-4f18-8fb8-17a33aea16f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.069527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46e34a0-837e-4f18-8fb8-17a33aea16f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=d448313e-a0a6-47a7-93df-ae10abb232ca,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:55.071784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f46e34a0-837e-4f18-8fb8-17a33aea16f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.076525 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f46e34a0-837e-4f18-8fb8-17a33aea16f5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/d448313e-a0a6-47a7-93df-ae10abb232ca HTTP/1.1" status: 204 len: 168 time: 0.4395730 Sep 10 03:59:55.077089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33860) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:55.126352 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.126512 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.181167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Port': ['ID=62e8785c-1ca5-43bf-ac61-fbe58b0471b7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:55.203196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33862) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:55.253392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.258824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No DVR routers for this DVR port 62e8785c-1ca5-43bf-ac61-fbe58b0471b7 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:55.370663 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.400860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea857a56-ff60-4038-b6a8-ffcdfd0217b4']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:55.414344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77f79348-29f2-4278-858a-ca858fafac72') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:55.414645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77f79348-29f2-4278-858a-ca858fafac72') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:55.427438 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.443066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.451606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 202 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:55.451938 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.468642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96150bfc-ddce-4820-bc78-84a347e6f908 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.475398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5593d010-3902-4944-8990-856f9368f160 None None] Network e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:55.570200 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:55.624764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54fcecd3-9f21-462a-870a-2cce67605c85 None None] Provisioning complete for port 9866538a-0068-4fc3-a04c-77688f300869 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 03:59:55.625038 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54fcecd3-9f21-462a-870a-2cce67605c85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.652770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 9866538a-0068-4fc3-a04c-77688f300869 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:55.653284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.687968 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.702062 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.710204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/ea857a56-ff60-4038-b6a8-ffcdfd0217b4 HTTP/1.1" status: 204 len: 168 time: 3.9022014 Sep 10 03:59:55.716959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33866) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:55.720269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1049935151'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:55.740882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d0d321-90ce-4b97-9872-48f549e83d29 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=ea857a56-ff60-4038-b6a8-ffcdfd0217b4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:55.788808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bf68ed-e18f-43b0-a759-570cd33e56d4 None None] DHCP port deletion for e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 03:59:55.798835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] For port 9866538a-0068-4fc3-a04c-77688f300869, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9866538a-0068-4fc3-a04c-77688f300869,segment=NetworkSegment(9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9),segment_id=9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:55.800128 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.819885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 9866538a-0068-4fc3-a04c-77688f300869 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:55.842477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96150bfc-ddce-4820-bc78-84a347e6f908 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:55.915435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9866538a-0068-4fc3-a04c-77688f300869 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 03:59:55.915875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96150bfc-ddce-4820-bc78-84a347e6f908 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.028386 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-96150bfc-ddce-4820-bc78-84a347e6f908 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=beda3b141ac8480fbfd0a81bda70cbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8212514 Sep 10 03:59:56.028386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96150bfc-ddce-4820-bc78-84a347e6f908 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9757d9d-5feb-4e01-9172-c81e7dcf5bc0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:56.029399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a0d58-891f-4481-a283-114937ec630a req-96d2e40f-bd55-40dd-a3ce-8c62b0b0837c tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:56.032086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a83a0d58-891f-4481-a283-114937ec630a req-96d2e40f-bd55-40dd-a3ce-8c62b0b0837c tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.1210427 Sep 10 03:59:56.032775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33872) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:56.088198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:56.092742 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.131876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-87bf68ed-e18f-43b0-a759-570cd33e56d4 None None] Deleting port 9866538a-0068-4fc3-a04c-77688f300869 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 03:59:56.135348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-87bf68ed-e18f-43b0-a759-570cd33e56d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.154751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a83a0d58-891f-4481-a283-114937ec630a req-0b944d45-f8d3-4347-8aa6-5a0c244dcd65 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055737 Sep 10 03:59:56.159273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:56.177457 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.200239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.200648 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment ccaeccea-3bca-496a-84c6-07a29b5fdedd of type vlan for network b4ff2add-4beb-48ef-8783-252f504f3ba9 Sep 10 03:59:56.211931 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8341-ebc9-45d0-b591-bc71f01cf5f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.243502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.263464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=9866538a-0068-4fc3-a04c-77688f300869,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:56.265698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No DVR routers for this DVR port 9866538a-0068-4fc3-a04c-77688f300869 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:56.309604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-87bf68ed-e18f-43b0-a759-570cd33e56d4 None None] For port 9866538a-0068-4fc3-a04c-77688f300869, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9866538a-0068-4fc3-a04c-77688f300869,segment=NetworkSegment(9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9),segment_id=9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 03:59:56.310700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-87bf68ed-e18f-43b0-a759-570cd33e56d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.311718 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.321498 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8341-ebc9-45d0-b591-bc71f01cf5f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.332293 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.354298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-87bf68ed-e18f-43b0-a759-570cd33e56d4 None None] Calling delete_port for 9866538a-0068-4fc3-a04c-77688f300869 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 03:59:56.455601 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.490604 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.493484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-87bf68ed-e18f-43b0-a759-570cd33e56d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.500950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:56.501800 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.547998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bf68ed-e18f-43b0-a759-570cd33e56d4 None None] No DVR routers for this DVR port 9866538a-0068-4fc3-a04c-77688f300869 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 03:59:56.555260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bf68ed-e18f-43b0-a759-570cd33e56d4 None None] Pushing event deleted for resources: {'Port': ['ID=9866538a-0068-4fc3-a04c-77688f300869,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:56.566497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bde5fc-0e80-41a4-b8a8-b456bccea5c1']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:56.574237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cfc78d4-6b34-4372-bcb8-d8f538ceea6e None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 03:59:56.583881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:56.584462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e7c2e9f-f6b2-4a96-b462-2d72bf2171f9') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:56.642456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.9267545 Sep 10 03:59:56.645344 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.645952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33876) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:56.648287 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8341-ebc9-45d0-b591-bc71f01cf5f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.652034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5fbd8341-ebc9-45d0-b591-bc71f01cf5f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.652467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': 'b4ff2add-4beb-48ef-8783-252f504f3ba9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:56.653920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5fbd8341-ebc9-45d0-b591-bc71f01cf5f2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9757d9d-5feb-4e01-9172-c81e7dcf5bc0 HTTP/1.1" status: 204 len: 168 time: 0.6182473 Sep 10 03:59:56.655100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2131afa6-6d2a-4146-bedc-284e2fa3452a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=b4ff2add-4beb-48ef-8783-252f504f3ba9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:56.676360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd8341-ebc9-45d0-b591-bc71f01cf5f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9757d9d-5feb-4e01-9172-c81e7dcf5bc0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:56.692502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network b4ff2add-4beb-48ef-8783-252f504f3ba9 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:56.698592 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.711774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:56.715221 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:56.732667 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:56.836226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:56.840458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.845205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cfc78d4-6b34-4372-bcb8-d8f538ceea6e None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 03:59:56.935278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.ipam_backend_mixin [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing IP validity checks on allocation pools {{(pid=95137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 03:59:56.936564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.ipam_backend_mixin [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 03:59:56.944219 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.951812 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:56.954640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/networks/e2bde5fc-0e80-41a4-b8a8-b456bccea5c1 HTTP/1.1" status: 204 len: 168 time: 1.8763604 Sep 10 03:59:56.958754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33882) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:56.982156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a20490-32e4-4f52-9e90-1ad2cf6eac9d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Network': ['ID=e2bde5fc-0e80-41a4-b8a8-b456bccea5c1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:56.993348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2038180414'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:57.087542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:57.093422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.238451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 03:59:57.264915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.297345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.298200 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Added segment 66ff849f-a5cb-47be-8083-b0d771256927 of type vlan for network f0a0e63a-9850-437c-9a33-2d35e1383bca Sep 10 03:59:57.385723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f239d916-c2f8-4d5f-adaa-3ef4626e919d req-60d60406-70ca-45d1-9340-c79e4a65b3cf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:57.388118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f239d916-c2f8-4d5f-adaa-3ef4626e919d req-60d60406-70ca-45d1-9340-c79e4a65b3cf tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.0770669 Sep 10 03:59:57.455465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.466065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=27a89cf7-fd7a-41ee-9afd-f10413242d70,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:57.484044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f239d916-c2f8-4d5f-adaa-3ef4626e919d req-3af6940b-12ff-406d-9882-f3438a1b55f0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875015 Sep 10 03:59:57.488781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': 'ccaeccea-3bca-496a-84c6-07a29b5fdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4ff2add-4beb-48ef-8783-252f504f3ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:57.489607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: b4ff2add-4beb-48ef-8783-252f504f3ba9, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:57.828217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.846126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:57.847119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.939313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network b4ff2add-4beb-48ef-8783-252f504f3ba9 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:57.953422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33890) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:57.983482 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0105205 Sep 10 03:59:57.985647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257b038e-5193-49c1-8a08-01146da78fb4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Network': ['ID=f0a0e63a-9850-437c-9a33-2d35e1383bca,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:57.987862 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33892) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:57.993138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'f0a0e63a-9850-437c-9a33-2d35e1383bca', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:57.996277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27373086-b2e8-4e56-a711-d360d61d8067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:57.998648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network f0a0e63a-9850-437c-9a33-2d35e1383bca details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 03:59:58.203092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, b4ff2add-4beb-48ef-8783-252f504f3ba9) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:58.212986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd1120f8-3aa7-42e7-af66-11cb2dd55288 None None] Network b4ff2add-4beb-48ef-8783-252f504f3ba9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:58.221578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:58.222944 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.240936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27373086-b2e8-4e56-a711-d360d61d8067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.315526 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27373086-b2e8-4e56-a711-d360d61d8067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.375066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-27373086-b2e8-4e56-a711-d360d61d8067 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=13960c652a55463aafabcd2e8d879b70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4183969 Sep 10 03:59:58.383848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33896) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:58.410824 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-840e8405-62b7-4de0-b92f-593fa62ca4e1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7604213 Sep 10 03:59:58.418563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27373086-b2e8-4e56-a711-d360d61d8067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b4ebce-1492-489d-8f1d-117ab162cace,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:58.423358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33898) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:58.501700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-173ae969-9593-42cf-9220-b3aee5aef9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.535995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-b4ff2add-4beb-48ef-8783-252f504f3ba9', 'network_id': 'b4ff2add-4beb-48ef-8783-252f504f3ba9', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': '27a89cf7-fd7a-41ee-9afd-f10413242d70'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:58.539329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.548881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 03:59:58.558050 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.628908 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.826225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a65be17-43c6-43a9-ba4d-7f3dd55ee6b7 req-72b01999-3059-42b5-8b20-71373f104a9b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:58.838217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a65be17-43c6-43a9-ba4d-7f3dd55ee6b7 req-72b01999-3059-42b5-8b20-71373f104a9b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.1418142 Sep 10 03:59:58.841842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.864500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-173ae969-9593-42cf-9220-b3aee5aef9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.903984 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:58.979071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Allocated IP 172.20.0.3 (b4ff2add-4beb-48ef-8783-252f504f3ba9/27a89cf7-fd7a-41ee-9afd-f10413242d70/3dd7b6fe-c5b2-47ea-91a9-6b576485e864) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 03:59:59.020259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a65be17-43c6-43a9-ba4d-7f3dd55ee6b7 req-0bfc85b6-fe49-4a91-be50-8091728f0e9a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381438 Sep 10 03:59:59.109943 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.169822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-173ae969-9593-42cf-9220-b3aee5aef9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.172538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-173ae969-9593-42cf-9220-b3aee5aef9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.182629 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-173ae969-9593-42cf-9220-b3aee5aef9d0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94b4ebce-1492-489d-8f1d-117ab162cace HTTP/1.1" status: 204 len: 168 time: 0.8030124 Sep 10 03:59:59.194521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.210739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Transition to ACTIVE for port object 3dd7b6fe-c5b2-47ea-91a9-6b576485e864 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:59.228162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Transition to ACTIVE for port object 3dd7b6fe-c5b2-47ea-91a9-6b576485e864 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 03:59:59.249184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ae969-9593-42cf-9220-b3aee5aef9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b4ebce-1492-489d-8f1d-117ab162cace,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.278341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=91647824-775b-4260-97bc-b9f1ee2d409b,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.300493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.326126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Checking segment: {'id': '66ff849f-a5cb-47be-8083-b0d771256927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0a0e63a-9850-437c-9a33-2d35e1383bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:59.330983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network hostable DHCP agents. Network: f0a0e63a-9850-437c-9a33-2d35e1383bca, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 03:59:59.370680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Network b4ff2add-4beb-48ef-8783-252f504f3ba9 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 03:59:59.373851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:59.381801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.391297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 03:59:59.429821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Pushing event updated for resources: {'Port': ['ID=3dd7b6fe-c5b2-47ea-91a9-6b576485e864,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.445640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=27a89cf7-fd7a-41ee-9afd-f10413242d70,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.464113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Attempting to bind port 3dd7b6fe-c5b2-47ea-91a9-6b576485e864 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 03:59:59.464471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Attempting to bind port 3dd7b6fe-c5b2-47ea-91a9-6b576485e864 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ccaeccea-3bca-496a-84c6-07a29b5fdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4ff2add-4beb-48ef-8783-252f504f3ba9'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 03:59:59.464948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Attempting to bind port 3dd7b6fe-c5b2-47ea-91a9-6b576485e864 on network b4ff2add-4beb-48ef-8783-252f504f3ba9 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 03:59:59.470941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 03:59:59.471356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Checking segment: {'id': 'ccaeccea-3bca-496a-84c6-07a29b5fdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4ff2add-4beb-48ef-8783-252f504f3ba9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 03:59:59.471780 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.472173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Bound using segment: {'id': 'ccaeccea-3bca-496a-84c6-07a29b5fdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4ff2add-4beb-48ef-8783-252f504f3ba9'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 03:59:59.472638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Bound port: 3dd7b6fe-c5b2-47ea-91a9-6b576485e864, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ccaeccea-3bca-496a-84c6-07a29b5fdedd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 227, 'network_id': 'b4ff2add-4beb-48ef-8783-252f504f3ba9'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 03:59:59.473153 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.476435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f0a0e63a-9850-437c-9a33-2d35e1383bca is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 03:59:59.534370 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.552618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] For port 3dd7b6fe-c5b2-47ea-91a9-6b576485e864, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 03:59:59.560671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, f0a0e63a-9850-437c-9a33-2d35e1383bca) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 03:59:59.561260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ff2add-4beb-48ef-8783-252f504f3ba9']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:59.565352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] For port 3dd7b6fe-c5b2-47ea-91a9-6b576485e864, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3dd7b6fe-c5b2-47ea-91a9-6b576485e864,segment=NetworkSegment(ccaeccea-3bca-496a-84c6-07a29b5fdedd),segment_id=ccaeccea-3bca-496a-84c6-07a29b5fdedd)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 03:59:59.565505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 03:59:59.566100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.574784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaeccea-3bca-496a-84c6-07a29b5fdedd') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:59.575289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaeccea-3bca-496a-84c6-07a29b5fdedd') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 03:59:59.575466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd12d292-0057-470c-9194-58305ed546a2 None None] Network f0a0e63a-9850-437c-9a33-2d35e1383bca requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:59.594914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.671221 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9cd5a828-c86c-4168-896f-1ee69e6054c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6818817 Sep 10 03:59:59.673724 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33906) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 03:59:59.674989 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.677246 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.679994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-963bb45c-e36a-403f-824e-e141fe2b7efb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-302813032', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 03:59:59.681895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 03:59:59.682348 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: timer() Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 03:59:59.685532 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 03:59:59.778833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02b4235-dd2d-44f8-87f2-a281e2bfaebb None None] Pushing event updated for resources: {'Port': ['ID=3dd7b6fe-c5b2-47ea-91a9-6b576485e864,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 03:59:59.802544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-963bb45c-e36a-403f-824e-e141fe2b7efb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.804846 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-963bb45c-e36a-403f-824e-e141fe2b7efb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.830585 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 03:59:59.830585 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 03:59:59.830585 n-d-808143-1 neutron-server[95136]: [parameters: {'id': 'b4ff2add-4beb-48ef-8783-252f504f3ba9'}] Sep 10 03:59:59.830585 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 03:59:59.831142 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 03:59:59.846093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecaf498b-6733-4885-88c4-f25743eb8123 None None] Network b4ff2add-4beb-48ef-8783-252f504f3ba9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 03:59:59.868651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-963bb45c-e36a-403f-824e-e141fe2b7efb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.914058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-f0a0e63a-9850-437c-9a33-2d35e1383bca', 'network_id': 'f0a0e63a-9850-437c-9a33-2d35e1383bca', 'tenant_id': '869233f998a64be3909235fe670a4d25', 'fixed_ips': [{'subnet_id': '91647824-775b-4260-97bc-b9f1ee2d409b'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 03:59:59.914928 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 03:59:59.961265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-963bb45c-e36a-403f-824e-e141fe2b7efb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.212105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0886cb-27c6-4371-aaa9-caea2e1a8452 req-0e0505e9-b064-45c6-8064-f7205ac8af00 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:00.214594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca0886cb-27c6-4371-aaa9-caea2e1a8452 req-0e0505e9-b064-45c6-8064-f7205ac8af00 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.0848677 Sep 10 04:00:00.226757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Allocated IP 2001:db8::2 (f0a0e63a-9850-437c-9a33-2d35e1383bca/91647824-775b-4260-97bc-b9f1ee2d409b/4418adbc-742c-4b2c-aa39-37eafd067de7) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:00.305220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca0886cb-27c6-4371-aaa9-caea2e1a8452 req-a213223b-581e-4584-9a1d-7f2772d4d31f tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758011 Sep 10 04:00:00.332153 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.478323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting port 3dd7b6fe-c5b2-47ea-91a9-6b576485e864 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:00.478323 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.480394 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.494054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Transition to ACTIVE for port object 4418adbc-742c-4b2c-aa39-37eafd067de7 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:00.526473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Transition to ACTIVE for port object 4418adbc-742c-4b2c-aa39-37eafd067de7 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:00.572550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] For port 3dd7b6fe-c5b2-47ea-91a9-6b576485e864, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3dd7b6fe-c5b2-47ea-91a9-6b576485e864,segment=NetworkSegment(ccaeccea-3bca-496a-84c6-07a29b5fdedd),segment_id=ccaeccea-3bca-496a-84c6-07a29b5fdedd)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:00.579612 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:00.595590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Calling delete_port for 3dd7b6fe-c5b2-47ea-91a9-6b576485e864 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:00.792800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-79c25ca4-ec2b-4f58-81dd-c9a161e3a04f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:00.794407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-79c25ca4-ec2b-4f58-81dd-c9a161e3a04f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 815 time: 0.1145530 Sep 10 04:00:00.810323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-682e105a-7d64-4d21-89ab-e4f9d71a9630 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/quotas/deac6f217dc444ce95dfc77fa61b049f HTTP/1.1" status: 200 len: 375 time: 0.0093610 Sep 10 04:00:00.863817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-19c26d82-41cf-4b34-ab11-e9ebb5582c7b tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0482004 Sep 10 04:00:01.012837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-963bb45c-e36a-403f-824e-e141fe2b7efb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.014107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-963bb45c-e36a-403f-824e-e141fe2b7efb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.3387573 Sep 10 04:00:01.016845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33938) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:01.022524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'network_id': 'f0a0e63a-9850-437c-9a33-2d35e1383bca', 'name': 'tempest-PortsIpV6TestJSON-477969618'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:01.055425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.103575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Network f0a0e63a-9850-437c-9a33-2d35e1383bca is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:01.111328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:01.112304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:01.127743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Pushing event updated for resources: {'Port': ['ID=4418adbc-742c-4b2c-aa39-37eafd067de7,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:01.194520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Attempting to bind port 4418adbc-742c-4b2c-aa39-37eafd067de7 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:01.194896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Attempting to bind port 4418adbc-742c-4b2c-aa39-37eafd067de7 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '66ff849f-a5cb-47be-8083-b0d771256927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0a0e63a-9850-437c-9a33-2d35e1383bca'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:01.195265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Attempting to bind port 4418adbc-742c-4b2c-aa39-37eafd067de7 on network f0a0e63a-9850-437c-9a33-2d35e1383bca {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:01.200410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:01.204518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Checking segment: {'id': '66ff849f-a5cb-47be-8083-b0d771256927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0a0e63a-9850-437c-9a33-2d35e1383bca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:01.204518 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.204518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Bound using segment: {'id': '66ff849f-a5cb-47be-8083-b0d771256927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0a0e63a-9850-437c-9a33-2d35e1383bca'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:01.204518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Bound port: 4418adbc-742c-4b2c-aa39-37eafd067de7, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66ff849f-a5cb-47be-8083-b0d771256927', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': 'f0a0e63a-9850-437c-9a33-2d35e1383bca'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:01.204518 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.252997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:01.256316 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.256914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.272377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] For port 4418adbc-742c-4b2c-aa39-37eafd067de7, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:01.275531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] For port 4418adbc-742c-4b2c-aa39-37eafd067de7, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4418adbc-742c-4b2c-aa39-37eafd067de7,segment=NetworkSegment(66ff849f-a5cb-47be-8083-b0d771256927),segment_id=66ff849f-a5cb-47be-8083-b0d771256927)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:01.275989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port bd9827c2-e9ea-4f53-8d70-71fa834be554 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:00:01.310312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Port': ['ID=3dd7b6fe-c5b2-47ea-91a9-6b576485e864,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:01.318796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No DVR routers for this DVR port 3dd7b6fe-c5b2-47ea-91a9-6b576485e864 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:01.350358 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.403416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.428160 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::f (f0a0e63a-9850-437c-9a33-2d35e1383bca/91647824-775b-4260-97bc-b9f1ee2d409b/bd9827c2-e9ea-4f53-8d70-71fa834be554) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:01.450254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f506bb59-b754-4c34-b203-539c4c217e8e None None] Pushing event updated for resources: {'Port': ['ID=4418adbc-742c-4b2c-aa39-37eafd067de7,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:01.485511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4ff2add-4beb-48ef-8783-252f504f3ba9']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:01.485511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-fa3d2843-24ec-447c-9e6a-e8d3f94c768a service neutron] 10.222.0.22 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6134255 Sep 10 04:00:01.494972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ccaeccea-3bca-496a-84c6-07a29b5fdedd') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:01.495551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ccaeccea-3bca-496a-84c6-07a29b5fdedd') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:01.509090 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.548551 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.565630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:01.566032 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:01.570617 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:01.596540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a339d7bc-d407-4ffa-b853-260ecafcd468 req-5bab7aa7-ce15-4ffd-9e49-15c42cc253c3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:01.598186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a339d7bc-d407-4ffa-b853-260ecafcd468 req-5bab7aa7-ce15-4ffd-9e49-15c42cc253c3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.1844532 Sep 10 04:00:01.608855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.625808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object bd9827c2-e9ea-4f53-8d70-71fa834be554 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:01.738302 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a339d7bc-d407-4ffa-b853-260ecafcd468 req-93bf3116-b0e4-4690-b6fb-8371f6fc6528 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050646 Sep 10 04:00:01.744218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-a2d17926-20c1-4888-bfb2-aa055f11b790 service neutron] 10.222.0.22 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180817 Sep 10 04:00:01.750518 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.778461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.794233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.796799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/b4ff2add-4beb-48ef-8783-252f504f3ba9 HTTP/1.1" status: 204 len: 168 time: 3.3710122 Sep 10 04:00:01.823133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33958) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:01.825672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94ba8fe-d9c4-491a-995c-7856c8ceaec0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=b4ff2add-4beb-48ef-8783-252f504f3ba9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:01.831285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-327105629'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:01.862429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f0a0e63a-9850-437c-9a33-2d35e1383bca is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:01.865841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:01.872433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:01.878637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:01.879270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.885791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=bd9827c2-e9ea-4f53-8d70-71fa834be554,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:01.916297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4418adbc-742c-4b2c-aa39-37eafd067de7 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:01.942923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:01.947780 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.971647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:01.980264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:01.980690 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment f2576c82-246d-4812-81fb-d76e4ed3341e of type vlan for network 48f5566f-7826-4243-8102-dad14efc1c34 Sep 10 04:00:02.023534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.040529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4418adbc-742c-4b2c-aa39-37eafd067de7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:02.048955 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b6a1ee0a-6450-4fd3-ae1a-ffba509c610b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.0239494 Sep 10 04:00:02.048955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 33962) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:02.100487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94eff445-84c2-4448-9d18-eae6d996040f req-ba61c96a-1fb8-4660-a1a0-499563f083a4 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 210 time: 0.0352554 Sep 10 04:00:02.161442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.161608 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.170535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:02.170535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.286532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=48f5566f-7826-4243-8102-dad14efc1c34,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:02.290642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8aa0c586-2fa3-401c-823a-d9e840afdef1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4633000 Sep 10 04:00:02.291028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33974) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:02.296054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': '48f5566f-7826-4243-8102-dad14efc1c34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:02.302746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 48f5566f-7826-4243-8102-dad14efc1c34 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:02.417077 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.527054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:02.531830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.705868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b88a89b-e1f0-4c6a-b338-88bd7acd0c21 None None] Network f0a0e63a-9850-437c-9a33-2d35e1383bca requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:02.756725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.822924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.871782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff4fc92-58b4-4c37-8c33-63a39a38146b req-6938beb1-8c8c-4507-9832-e8f4e0e9c077 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:02.874415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ff4fc92-58b4-4c37-8c33-63a39a38146b req-6938beb1-8c8c-4507-9832-e8f4e0e9c077 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.0618911 Sep 10 04:00:02.904277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=bd9827c2-e9ea-4f53-8d70-71fa834be554,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:02.921137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ff4fc92-58b4-4c37-8c33-63a39a38146b req-a563d5fa-3e04-4a6b-bdd6-f0c9d72edb57 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404084 Sep 10 04:00:02.972623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-32608a36-c66d-4bf6-aaeb-e51099edb9c1 None None] Provisioning for port 4418adbc-742c-4b2c-aa39-37eafd067de7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:02.972785 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:02.972906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-32608a36-c66d-4bf6-aaeb-e51099edb9c1 None None] Provisioning complete for port 4418adbc-742c-4b2c-aa39-37eafd067de7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:02.973244 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-32608a36-c66d-4bf6-aaeb-e51099edb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.045193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.052755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=e804ec61-4be6-4b30-8494-de089ba29c26,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:03.064358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': 'f2576c82-246d-4812-81fb-d76e4ed3341e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '48f5566f-7826-4243-8102-dad14efc1c34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:03.064744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: 48f5566f-7826-4243-8102-dad14efc1c34, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:03.092039 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-32608a36-c66d-4bf6-aaeb-e51099edb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.156393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-32608a36-c66d-4bf6-aaeb-e51099edb9c1 None None] For port 4418adbc-742c-4b2c-aa39-37eafd067de7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4418adbc-742c-4b2c-aa39-37eafd067de7,segment=NetworkSegment(66ff849f-a5cb-47be-8083-b0d771256927),segment_id=66ff849f-a5cb-47be-8083-b0d771256927)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:03.177654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network 48f5566f-7826-4243-8102-dad14efc1c34 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:03.215566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f34ec13-2814-41da-a75f-e809021bb748 req-5d83fa72-2f1b-4e40-a9b2-3846b9906fba tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 210 time: 0.0276475 Sep 10 04:00:03.237541 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.265192 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-32608a36-c66d-4bf6-aaeb-e51099edb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.291383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 48f5566f-7826-4243-8102-dad14efc1c34) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:03.295984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:03.296736 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.346890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7489cd3-6fda-483d-853d-803c8831188e None None] Network 48f5566f-7826-4243-8102-dad14efc1c34 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:03.365972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32608a36-c66d-4bf6-aaeb-e51099edb9c1 None None] Pushing event updated for resources: {'Port': ['ID=4418adbc-742c-4b2c-aa39-37eafd067de7,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:03.392338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5aaab43f-3177-4bb4-807d-b2dfea591d08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1004801 Sep 10 04:00:03.395650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 33998) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:03.534058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-55564583-abcb-40ad-b4f6-f098df934b6b None None] Provisioning for port bd9827c2-e9ea-4f53-8d70-71fa834be554 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:03.544575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-55564583-abcb-40ad-b4f6-f098df934b6b None None] Provisioning complete for port bd9827c2-e9ea-4f53-8d70-71fa834be554 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:03.544945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-55564583-abcb-40ad-b4f6-f098df934b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.552329 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.608251 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.618477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-55564583-abcb-40ad-b4f6-f098df934b6b None None] Port bd9827c2-e9ea-4f53-8d70-71fa834be554 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:03.627642 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.630123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfbf526-f2c5-47d5-8f5d-2e8d5e1b2d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-48f5566f-7826-4243-8102-dad14efc1c34', 'network_id': '48f5566f-7826-4243-8102-dad14efc1c34', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': 'e804ec61-4be6-4b30-8494-de089ba29c26'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:03.630946 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0dfbf526-f2c5-47d5-8f5d-2e8d5e1b2d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.643634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-55564583-abcb-40ad-b4f6-f098df934b6b None None] Provisioning complete for port 4418adbc-742c-4b2c-aa39-37eafd067de7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:03.644025 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-55564583-abcb-40ad-b4f6-f098df934b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.687708 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.690114 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.807722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.837816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=e804ec61-4be6-4b30-8494-de089ba29c26,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:03.851959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4418adbc-742c-4b2c-aa39-37eafd067de7 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server [None req-0dfbf526-f2c5-47d5-8f5d-2e8d5e1b2d7b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e804ec61-4be6-4b30-8494-de089ba29c26: This subnet is being modified by another concurrent operation. Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise exception Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e804ec61-4be6-4b30-8494-de089ba29c26: This subnet is being modified by another concurrent operation. Sep 10 04:00:03.891498 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server Sep 10 04:00:03.903956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.926669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68de6d3-ae1f-4747-bde0-e6184207c3d2 None None] Network 48f5566f-7826-4243-8102-dad14efc1c34 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:03.931044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48f5566f-7826-4243-8102-dad14efc1c34']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:03.942030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2576c82-246d-4812-81fb-d76e4ed3341e') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:03.942329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2576c82-246d-4812-81fb-d76e4ed3341e') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:03.954985 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.968131 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:03.986494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:03.986763 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.023027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d6320448-e941-4ad9-a4bd-cb5d505d5cd2 None None] Provisioning complete for port bd9827c2-e9ea-4f53-8d70-71fa834be554 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:04.023660 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6320448-e941-4ad9-a4bd-cb5d505d5cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.033830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4418adbc-742c-4b2c-aa39-37eafd067de7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:04.034336 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.040241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=bd9827c2-e9ea-4f53-8d70-71fa834be554,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:04.052844 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:04.106078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4e89ff-5722-41d9-97df-3c49b73b7d27 req-f09873ee-7b8b-4cdf-8aab-e60e619d3521 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:04.107606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed4e89ff-5722-41d9-97df-3c49b73b7d27 req-f09873ee-7b8b-4cdf-8aab-e60e619d3521 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.0542684 Sep 10 04:00:04.114919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f0a0e63a-9850-437c-9a33-2d35e1383bca is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:04.116623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:04.125586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d6320448-e941-4ad9-a4bd-cb5d505d5cd2 None None] Port bd9827c2-e9ea-4f53-8d70-71fa834be554 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:04.156847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.165722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.167930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/48f5566f-7826-4243-8102-dad14efc1c34 HTTP/1.1" status: 204 len: 168 time: 0.7707820 Sep 10 04:00:04.172929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34018) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:04.179501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1162846739'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:04.193867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596d3670-30c1-4d67-bea9-a9e5276a19c2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=48f5566f-7826-4243-8102-dad14efc1c34,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:04.206467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed4e89ff-5722-41d9-97df-3c49b73b7d27 req-64c5c99a-85b0-4a90-a43e-8435a7ecb337 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800469 Sep 10 04:00:04.320225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:04.325006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.349356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cd85155-69e9-4b64-baa3-e9e96e9d6f3d req-894f6b88-9ca3-43b3-8834-d21dfb824aec tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 210 time: 0.0423095 Sep 10 04:00:04.351410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Router a70ee0e7-4ddf-4a01-bed6-73b7ae51f082 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:00:04.357968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:04.378441 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.378882 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment 15faec5a-4c74-4792-816f-37f1b927d852 of type vlan for network fd6f2c13-547c-4d41-b8f4-c3787bb1b806 Sep 10 04:00:04.424930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe5773-f5ac-48fc-9e3a-1e861bb4738a None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:00:04.462940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-b1613068-9217-430b-9918-a3cb138989a4 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:04.464965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-b1613068-9217-430b-9918-a3cb138989a4 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.20 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 815 time: 0.1680956 Sep 10 04:00:04.483111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Request body: {'port': {'device_id': '3edd358a-c1f7-4f9e-bf54-e5cc05f972d8', 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c', 'admin_state_up': True, 'tenant_id': 'deac6f217dc444ce95dfc77fa61b049f'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:04.490373 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.501715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:04.508376 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-10651b07-1475-48d7-ad05-5e38bf321b2b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "PUT /v2.0/routers/a70ee0e7-4ddf-4a01-bed6-73b7ae51f082/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4621191 Sep 10 04:00:04.510200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-79576f25-b2f6-45ff-9f54-ea8dba9d26a3 None None] Provisioning complete for port bd9827c2-e9ea-4f53-8d70-71fa834be554 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:04.510599 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-79576f25-b2f6-45ff-9f54-ea8dba9d26a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.517133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34026) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:04.518413 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb024baa-4dc1-4b24-8039-76c22b20b78c None None] Sync routers for ids ['a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:04.533912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb024baa-4dc1-4b24-8039-76c22b20b78c None None] Routers {'a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:04.534521 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eb024baa-4dc1-4b24-8039-76c22b20b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:04.569656 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eb024baa-4dc1-4b24-8039-76c22b20b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:04.579008 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb024baa-4dc1-4b24-8039-76c22b20b78c None None] Routers {'a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:04.580191 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eb024baa-4dc1-4b24-8039-76c22b20b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:04.591759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abe5773-f5ac-48fc-9e3a-1e861bb4738a None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:00:04.596175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-79576f25-b2f6-45ff-9f54-ea8dba9d26a3 None None] Port bd9827c2-e9ea-4f53-8d70-71fa834be554 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:04.616007 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eb024baa-4dc1-4b24-8039-76c22b20b78c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:04.617316 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb024baa-4dc1-4b24-8039-76c22b20b78c None None] The sync data for ids ['a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:04.628779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b221dcfd-dadc-4eff-8305-92a19d071cef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:04.631283 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b221dcfd-dadc-4eff-8305-92a19d071cef tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports?device_id=a70ee0e7-4ddf-4a01-bed6-73b7ae51f082 HTTP/1.1" status: 200 len: 986 time: 0.1121898 Sep 10 04:00:04.633295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34028) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:04.693263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.698830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:04.699426 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.771602 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=fd6f2c13-547c-4d41-b8f4-c3787bb1b806,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:04.786073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network fd6f2c13-547c-4d41-b8f4-c3787bb1b806 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:04.804860 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e07f2fcd-bfc0-4c7f-bbee-e2012600856e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6270568 Sep 10 04:00:04.805783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34038) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:04.811029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': 'fd6f2c13-547c-4d41-b8f4-c3787bb1b806', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:04.912372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Made reservation on behalf of deac6f217dc444ce95dfc77fa61b049f for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:04.920791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:04.958203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc333f1-428b-42b8-9a1b-ff2f7939c660 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:00:05.041261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc333f1-428b-42b8-9a1b-ff2f7939c660 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:00:05.075583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:05.079169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.180807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Allocated IP 172.20.0.7 (11ca608c-6b76-4c31-9999-3b9b6dad5b3c/eeccb207-8908-4796-8b4b-dc4f360cd763/d82cdf3e-f9a8-4b1a-8735-8e7421d7f591) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:05.254920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.339726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cf32f1-cb39-4982-833a-fe57e6db9288 req-549feec9-dd4b-4b54-9489-42db976c623f tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:05.341142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55cf32f1-cb39-4982-833a-fe57e6db9288 req-549feec9-dd4b-4b54-9489-42db976c623f tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 1096 time: 0.2047892 Sep 10 04:00:05.379097 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.433644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=047c2ff0-9a17-4e89-b595-256f2f6a6487,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:05.449596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': '15faec5a-4c74-4792-816f-37f1b927d852', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'fd6f2c13-547c-4d41-b8f4-c3787bb1b806'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:05.449967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: fd6f2c13-547c-4d41-b8f4-c3787bb1b806, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:05.494580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55cf32f1-cb39-4982-833a-fe57e6db9288 req-03ac0244-a00a-418d-8de9-1d0547086a6c tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191556 Sep 10 04:00:05.529493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-335998d7-e9b8-485d-b434-09630b876cc0 req-493dbfca-18a6-4272-a2de-4bdd1d51dda0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:05.530978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-335998d7-e9b8-485d-b434-09630b876cc0 req-493dbfca-18a6-4272-a2de-4bdd1d51dda0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 944 time: 0.2343869 Sep 10 04:00:05.543937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network fd6f2c13-547c-4d41-b8f4-c3787bb1b806 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:05.615710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8fc6a7ec-114b-4db9-867f-f82707ac8993 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:00:05.618904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f53f8c35-fbc1-4931-aa23-61f47ae27142 req-2565e450-1e9c-4b13-82f2-7c3a3d7debd6 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 210 time: 0.0600314 Sep 10 04:00:05.630197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, fd6f2c13-547c-4d41-b8f4-c3787bb1b806) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:05.634575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:05.635825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.648265 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.658136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-335998d7-e9b8-485d-b434-09630b876cc0 req-2f940901-bf2c-4ea9-9c50-0aa614bdf8c7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012750 Sep 10 04:00:05.664289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53d3450f-9c92-4155-a493-f23b971319c3 None None] Network fd6f2c13-547c-4d41-b8f4-c3787bb1b806 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:05.741523 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a7d95d16-fc0c-411d-b6a1-d2951b306d2a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9326267 Sep 10 04:00:05.742478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34066) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:05.788823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port bd9827c2-e9ea-4f53-8d70-71fa834be554 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:05.789433 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.816061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66d8f5-b58d-4559-bc09-e2cdbacc4800 req-7306e63f-537f-48ca-b8d4-7318894e9131 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:05.817757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a66d8f5-b58d-4559-bc09-e2cdbacc4800 req-7306e63f-537f-48ca-b8d4-7318894e9131 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 945 time: 0.0901952 Sep 10 04:00:05.818794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:05.822056 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.876763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e9852a5c-42e0-4858-abda-a94662a5a83c', '0b1af60b-90ba-4259-9790-216deef977ee'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:00:05.889975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.922985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3446f7c7-768f-459b-9a46-0f5af7795898'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:00:05.949900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:05.961652 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:05.963005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:05.969804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:05.985012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'network_id': '686131d4-4e20-48da-bff0-11b2c1bd55b1', 'port_id': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'mac_address': 'fa:16:3e:d3:b8:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 239, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e094eec-c057-49c5-bf4f-c1f396a6f9ca', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:00:06.010993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8e6c229-101a-490d-9f1b-91602fee8394 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-fd6f2c13-547c-4d41-b8f4-c3787bb1b806', 'network_id': 'fd6f2c13-547c-4d41-b8f4-c3787bb1b806', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': '047c2ff0-9a17-4e89-b595-256f2f6a6487'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:06.011906 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e8e6c229-101a-490d-9f1b-91602fee8394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.033900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Pushing event updated for resources: {'Port': ['ID=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:06.050440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a66d8f5-b58d-4559-bc09-e2cdbacc4800 req-a9c39e6b-8854-4a74-8153-47b818e2c9dd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2202468 Sep 10 04:00:06.056935 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.073814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for bd9827c2-e9ea-4f53-8d70-71fa834be554 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:06.077564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34076) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:06.102960 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.135140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:06.135787 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.144002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8fc6a7ec-114b-4db9-867f-f82707ac8993 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:00:06.152805 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-39c74cb3-7a97-4350-ac6d-6898b5f29a45 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/72399889-14fc-45df-afd3-2c85fddff2f9 HTTP/1.1" status: 200 len: 993 time: 0.0738158 Sep 10 04:00:06.155819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.200582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=047c2ff0-9a17-4e89-b595-256f2f6a6487,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:06.240254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-0aaca98d-3b86-49e1-85e1-fe030540e404 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7622924 Sep 10 04:00:06.258384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:06.275072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Request body: {'port': {'device_id': '3edd358a-c1f7-4f9e-bf54-e5cc05f972d8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:06.288131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.311906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd6f2c13-547c-4d41-b8f4-c3787bb1b806']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:06.323330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15faec5a-4c74-4792-816f-37f1b927d852') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:06.324087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15faec5a-4c74-4792-816f-37f1b927d852') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server [None req-e8e6c229-101a-490d-9f1b-91602fee8394 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 047c2ff0-9a17-4e89-b595-256f2f6a6487: This subnet is being modified by another concurrent operation. Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise exception Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 047c2ff0-9a17-4e89-b595-256f2f6a6487: This subnet is being modified by another concurrent operation. Sep 10 04:00:06.331198 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server Sep 10 04:00:06.353855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.369115 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.369727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.371251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ce1107-85ce-4af3-b0c9-d1d6487daf75 None None] Network fd6f2c13-547c-4d41-b8f4-c3787bb1b806 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:06.376514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 206 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:06.377802 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:06.382001 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:06.527982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.540210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.542723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/fd6f2c13-547c-4d41-b8f4-c3787bb1b806 HTTP/1.1" status: 204 len: 168 time: 0.7982926 Sep 10 04:00:06.545740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34092) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:06.552752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1057175317'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:06.570197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97743ca3-cdd4-4a4e-a5e4-dde75edd7728 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=fd6f2c13-547c-4d41-b8f4-c3787bb1b806,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:06.578673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=9']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:06.623106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4d471-c4cc-49f0-b379-ea2d2685fe7f None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:00:06.625819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8fc6a7ec-114b-4db9-867f-f82707ac8993'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:00:06.708781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:06.712596 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.745765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:06.755767 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.756113 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment 744a4825-77e0-4704-9d3d-00de94f6f2bf of type vlan for network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd Sep 10 04:00:06.779931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4d471-c4cc-49f0-b379-ea2d2685fe7f None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:00:06.800984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.814104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92543760-3073-4984-9968-158ce33976b6 req-c803675b-0efa-4744-bf9b-bed7b128d878 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:06.815608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92543760-3073-4984-9968-158ce33976b6 req-c803675b-0efa-4744-bf9b-bed7b128d878 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 931 time: 0.0869808 Sep 10 04:00:06.816394 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.827397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34104) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:06.886262 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:06.939226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=bd9827c2-e9ea-4f53-8d70-71fa834be554,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:06.944470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92543760-3073-4984-9968-158ce33976b6 req-3a06cf65-6356-40e1-ad51-1ddce754f56e tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151748 Sep 10 04:00:07.047200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.053897 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:07.054488 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.138127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:07.142602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d80e127-22c6-415d-94c8-b14da9d8c988 req-a9a39190-ca85-4e51-b4ae-39fdc5a6730b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:07.149900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d80e127-22c6-415d-94c8-b14da9d8c988 req-a9a39190-ca85-4e51-b4ae-39fdc5a6730b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 945 time: 0.2340829 Sep 10 04:00:07.161528 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1abc123b-be21-40fe-99bd-a52c49743fe3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6123214 Sep 10 04:00:07.161746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:07.162558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port 28b10602-6b7d-4176-adef-2c77fa186f31 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:07.163003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.165074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34116) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:07.171589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f8e976ad-79da-4a2a-8725-c7634d74db45 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:07.198083 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.333042 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d80e127-22c6-415d-94c8-b14da9d8c988 req-87e490eb-d75e-4152-8105-8d84c1718cee tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773148 Sep 10 04:00:07.369506 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.369825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.419854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for 28b10602-6b7d-4176-adef-2c77fa186f31 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:07.445729 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8e976ad-79da-4a2a-8725-c7634d74db45 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.469604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Router a70ee0e7-4ddf-4a01-bed6-73b7ae51f082 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:07.556154 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8e976ad-79da-4a2a-8725-c7634d74db45 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.557731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:00:07.567585 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.580696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f8e976ad-79da-4a2a-8725-c7634d74db45 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd is not hosted by any dhcp agent {{(pid=95137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 04:00:07.586144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e976ad-79da-4a2a-8725-c7634d74db45 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:07.586734 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8e976ad-79da-4a2a-8725-c7634d74db45 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.591537 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f8e976ad-79da-4a2a-8725-c7634d74db45 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "PUT /v2.0/networks/b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd HTTP/1.1" status: 200 len: 723 time: 0.4211829 Sep 10 04:00:07.592969 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34124) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:07.599692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': 'b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:07.605295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:07.613844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-12a73168-1bdc-4093-acc3-6283195af738 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "PUT /v2.0/routers/a70ee0e7-4ddf-4a01-bed6-73b7ae51f082/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9795439 Sep 10 04:00:07.616535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34126) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:07.620256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41abf784-9b31-4fde-957d-95e6d55e1674 None None] Sync routers for ids ['a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:07.626757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8fc6a7ec-114b-4db9-867f-f82707ac8993 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:07.641928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e976ad-79da-4a2a-8725-c7634d74db45 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:07.660875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Transition to ACTIVE for port object d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:07.663881 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-22b25a9a-778a-4e0c-9829-b482fae2539b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 04:00:07.664062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:07.665464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-22b25a9a-778a-4e0c-9829-b482fae2539b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/bd9827c2-e9ea-4f53-8d70-71fa834be554 HTTP/1.1" status: 404 len: 333 time: 0.0385399 Sep 10 04:00:07.669511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34128) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:07.680034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41abf784-9b31-4fde-957d-95e6d55e1674 None None] Routers {'a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:07.682666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-41abf784-9b31-4fde-957d-95e6d55e1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:07.742620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-41abf784-9b31-4fde-957d-95e6d55e1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:07.745951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.811727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.814817 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e813a7d3-1d1b-414d-85c9-db570fdce11f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.858717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=28b10602-6b7d-4176-adef-2c77fa186f31,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:07.919793 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:07.920379 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Floating IP 72399889-14fc-45df-afd3-2c85fddff2f9 disassociated (deleted). External IP: 172.25.3.214, port: cf7484b2-6bbe-4370-a338-103108fcbaa9. Sep 10 04:00:07.922551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Pushing event updated for resources: {'Port': ['ID=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:07.981328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41abf784-9b31-4fde-957d-95e6d55e1674 None None] Routers {'a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:07.981949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-41abf784-9b31-4fde-957d-95e6d55e1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:08.019773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-41abf784-9b31-4fde-957d-95e6d55e1674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:08.019773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41abf784-9b31-4fde-957d-95e6d55e1674 None None] The sync data for ids ['a70ee0e7-4ddf-4a01-bed6-73b7ae51f082'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:08.026633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8fc6a7ec-114b-4db9-867f-f82707ac8993 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:08.027006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.047917 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e813a7d3-1d1b-414d-85c9-db570fdce11f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.050790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e813a7d3-1d1b-414d-85c9-db570fdce11f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.109982 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.115717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:08.119198 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.133997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:08.136282 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2031aad7-49a9-4f86-a012-7ce62cd54dd0" -d '{"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-plugged", "status": "completed", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:08.161862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:08.187941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 0c8b597e-d282-40c7-aafd-880e1568ba32 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:08.193878 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590699e8-a538-49d7-a753-3919aa7408fe x-openstack-request-id: req-590699e8-a538-49d7-a753-3919aa7408fe {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:08.194193 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-plugged", "status": "completed", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:08.194442 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-590699e8-a538-49d7-a753-3919aa7408fe {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:08.194834 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'code': 200} Sep 10 04:00:08.240231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e813a7d3-1d1b-414d-85c9-db570fdce11f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.240707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e813a7d3-1d1b-414d-85c9-db570fdce11f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Fanout notify agent at l3_agent the message router_deleted on router a70ee0e7-4ddf-4a01-bed6-73b7ae51f082 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:00:08.263911 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.264632 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e813a7d3-1d1b-414d-85c9-db570fdce11f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.268687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e813a7d3-1d1b-414d-85c9-db570fdce11f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/routers/a70ee0e7-4ddf-4a01-bed6-73b7ae51f082 HTTP/1.1" status: 204 len: 168 time: 0.5981929 Sep 10 04:00:08.269549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34148) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:08.281166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Attempting to bind port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:08.281508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Attempting to bind port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:08.281831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Attempting to bind port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:08.298801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c62cf7-93c7-45f2-b794-6f9cd03441d7 req-178b4f9d-e8c0-448a-b475-2681cff235af tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:08.300318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80c62cf7-93c7-45f2-b794-6f9cd03441d7 req-178b4f9d-e8c0-448a-b475-2681cff235af tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 943 time: 0.1965075 Sep 10 04:00:08.302848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:00:08.303213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Attempting to bind port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 on network 11ca608c-6b76-4c31-9999-3b9b6dad5b3c {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:08.318905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=10']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:08.321641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:08.321982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Checking segment: {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:08.322360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Bound using segment: {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:08.322795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Bound port: d82cdf3e-f9a8-4b1a-8735-8e7421d7f591, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eb200fd8-941a-400f-aed4-3087fc409213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:08.323151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.369979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:08.377529 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.383445 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] Sync routers for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:08.386487 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab775573-adc8-472e-af5e-04ade10ba75f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet 91647824-775b-4260-97bc-b9f1ee2d409b {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:08.398188 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:08.398938 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:08.406523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab775573-adc8-472e-af5e-04ade10ba75f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.448382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80c62cf7-93c7-45f2-b794-6f9cd03441d7 req-054818d3-ce45-4409-aae2-ebcd9d4c9ce0 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393700 Sep 10 04:00:08.484298 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e18e7c53-6349-4bf3-9aa8-b1ab4bb84e8a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/floatingips/72399889-14fc-45df-afd3-2c85fddff2f9 HTTP/1.1" status: 204 len: 168 time: 1.6557808 Sep 10 04:00:08.529306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab775573-adc8-472e-af5e-04ade10ba75f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.540370 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:08.546227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] For port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591, host n-h1-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:08.578986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:08.581353 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38103dca-38ae-4284-a0c4-4a606950281b" -d '{"events": [{"name": "network-changed", "server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:08.600812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] For port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:08.616815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaaa1ea-572f-4f9f-af49-31d0b518bdfa req-a2eaf167-ef78-4198-802b-0c6182ffcea8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:08.624913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aeaaa1ea-572f-4f9f-af49-31d0b518bdfa req-a2eaf167-ef78-4198-802b-0c6182ffcea8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1746783 Sep 10 04:00:08.666589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9859fb-d16a-43ea-874e-eafc471c5b4d req-a2560b63-5dc8-41cc-8196-477235004c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:08.667192 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc9859fb-d16a-43ea-874e-eafc471c5b4d req-a2560b63-5dc8-41cc-8196-477235004c17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 1098 time: 0.2218909 Sep 10 04:00:08.672752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab775573-adc8-472e-af5e-04ade10ba75f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.676749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aeaaa1ea-572f-4f9f-af49-31d0b518bdfa req-9833beca-723e-4f18-8392-87f71badd778 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512929 Sep 10 04:00:08.711155 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.720582 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.744302 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc9859fb-d16a-43ea-874e-eafc471c5b4d req-a7c15023-fb48-4909-b079-07162911e57d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673034 Sep 10 04:00:08.772166 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-797d95f3-a19f-4b5e-b6ff-d9d314bd8c3f x-openstack-request-id: req-797d95f3-a19f-4b5e-b6ff-d9d314bd8c3f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:08.774719 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:08.774719 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-797d95f3-a19f-4b5e-b6ff-d9d314bd8c3f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:08.774719 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'status': 'completed', 'code': 200} Sep 10 04:00:08.818034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:08.818635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.819961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] 10.222.0.20 "PUT /v2.0/ports/d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 HTTP/1.1" status: 200 len: 1091 time: 2.5494618 Sep 10 04:00:08.823146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab775573-adc8-472e-af5e-04ade10ba75f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.851207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab775573-adc8-472e-af5e-04ade10ba75f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=91647824-775b-4260-97bc-b9f1ee2d409b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:08.860404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab775573-adc8-472e-af5e-04ade10ba75f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:08.860854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edd358a-c1f7-4f9e-bf54-e5cc05f972d8', 'tag': 'd82cdf3e-f9a8-4b1a-8735-8e7421d7f591'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:08.863879 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ece39c4-8dc9-4e27-955a-e68e796636d8" -d '{"events": [{"name": "network-changed", "server_uuid": "3edd358a-c1f7-4f9e-bf54-e5cc05f972d8", "tag": "d82cdf3e-f9a8-4b1a-8735-8e7421d7f591"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:08.864946 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ab775573-adc8-472e-af5e-04ade10ba75f tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/91647824-775b-4260-97bc-b9f1ee2d409b HTTP/1.1" status: 204 len: 168 time: 0.5943012 Sep 10 04:00:08.865583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34190) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:08.872439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ae862-d945-440b-ba8c-160d98b26e21 service neutron] Pushing event updated for resources: {'Port': ['ID=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:08.876725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29dd25f4-183b-42e0-8ac3-4c44751ee479 None None] Network f0a0e63a-9850-437c-9a33-2d35e1383bca requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:08.902082 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc85c482-33d7-46d2-94ac-5dc7f3b9bd15', 'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:1e:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:07Z', 'updated_at': '2021-09-10T03:59:17Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:08.957590 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] Checking router: 0c8b597e-d282-40c7-aafd-880e1568ba32 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:00:08.961311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=20bd061f-f2bc-4330-9b6b-74dcfdd624bf,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:08.970238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': '744a4825-77e0-4704-9d3d-00de94f6f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:08.970718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:08.981205 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:08.983769 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:08.991343 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d580af78-79ba-444f-ad06-9212e12f5e75 x-openstack-request-id: req-d580af78-79ba-444f-ad06-9212e12f5e75 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:08.991787 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edd358a-c1f7-4f9e-bf54-e5cc05f972d8", "tag": "d82cdf3e-f9a8-4b1a-8735-8e7421d7f591", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:08.992140 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d580af78-79ba-444f-ad06-9212e12f5e75 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:08.994534 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edd358a-c1f7-4f9e-bf54-e5cc05f972d8', 'tag': 'd82cdf3e-f9a8-4b1a-8735-8e7421d7f591', 'status': 'completed', 'code': 200} Sep 10 04:00:09.098465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103dca-38ae-4284-a0c4-4a606950281b req-7a7ba9bb-84a2-400c-968f-0d08a8e6b610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.101511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38103dca-38ae-4284-a0c4-4a606950281b req-7a7ba9bb-84a2-400c-968f-0d08a8e6b610 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 1096 time: 0.1053784 Sep 10 04:00:09.105654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:09.106039 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.135085 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece39c4-8dc9-4e27-955a-e68e796636d8 req-bca7a03d-45b5-4b06-a3e5-a1cab044159e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.136855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b1e234-5e87-4fc2-b8de-8c8b4e1d0b45 req-36d79c09-4995-48c7-8019-0a115a838707 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.137054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ece39c4-8dc9-4e27-955a-e68e796636d8 req-bca7a03d-45b5-4b06-a3e5-a1cab044159e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 1094 time: 0.0863092 Sep 10 04:00:09.138966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03b1e234-5e87-4fc2-b8de-8c8b4e1d0b45 req-36d79c09-4995-48c7-8019-0a115a838707 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 945 time: 0.1057262 Sep 10 04:00:09.204091 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:09.223292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:09.236332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8deddc-02f4-4408-8e7b-55688d3e345d None None] DHCP port deletion for f0a0e63a-9850-437c-9a33-2d35e1383bca request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:00:09.244985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.245588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.262097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03b1e234-5e87-4fc2-b8de-8c8b4e1d0b45 req-bb233ad6-21ae-4a39-8d0b-d0332e24216a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893221 Sep 10 04:00:09.276654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 4418adbc-742c-4b2c-aa39-37eafd067de7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:09.277014 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.313366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab5f973-b51d-4e96-aff1-2de66f5bf656 None None] Network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:09.321869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1e05ee70-6413-4041-85cc-7c43a2eae306 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7264764 Sep 10 04:00:09.324696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece39c4-8dc9-4e27-955a-e68e796636d8 req-4d7cbad5-fbf2-414e-bb95-6a3a7b05fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.324696 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ece39c4-8dc9-4e27-955a-e68e796636d8 req-4d7cbad5-fbf2-414e-bb95-6a3a7b05fa8d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=deac6f217dc444ce95dfc77fa61b049f&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1618059 Sep 10 04:00:09.327573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34224) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:09.333021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0da9c0cf-5230-4782-ac96-320e9110a5b2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:09.352030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103dca-38ae-4284-a0c4-4a606950281b req-b3ebaffb-fb55-4e24-aa48-b895b342c8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.353703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38103dca-38ae-4284-a0c4-4a606950281b req-b3ebaffb-fb55-4e24-aa48-b895b342c8e9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=184d61f3-ff3b-497d-9253-0cfe054657d3 HTTP/1.1" status: 200 len: 898 time: 0.2403870 Sep 10 04:00:09.414542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38103dca-38ae-4284-a0c4-4a606950281b req-ac3ce49a-7acf-4079-8003-59283153fbdf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cf7484b2-6bbe-4370-a338-103108fcbaa9 HTTP/1.1" status: 200 len: 217 time: 0.0517414 Sep 10 04:00:09.446776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] For port 4418adbc-742c-4b2c-aa39-37eafd067de7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4418adbc-742c-4b2c-aa39-37eafd067de7,segment=NetworkSegment(66ff849f-a5cb-47be-8083-b0d771256927),segment_id=66ff849f-a5cb-47be-8083-b0d771256927)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:09.450642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.460214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bc8deddc-02f4-4408-8e7b-55688d3e345d None None] Deleting port 4418adbc-742c-4b2c-aa39-37eafd067de7 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:09.460832 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bc8deddc-02f4-4408-8e7b-55688d3e345d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.480010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 4418adbc-742c-4b2c-aa39-37eafd067de7 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:09.610155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103dca-38ae-4284-a0c4-4a606950281b req-295f9f7c-5b0f-4c7d-8504-8994e672fac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.610389 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc85c482-33d7-46d2-94ac-5dc7f3b9bd15', 'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:1e:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:07Z', 'updated_at': '2021-09-10T03:59:17Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:09.614205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38103dca-38ae-4284-a0c4-4a606950281b req-295f9f7c-5b0f-4c7d-8504-8994e672fac3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5dd2bc32-6b37-491e-a5e4-1760257a021f HTTP/1.1" status: 200 len: 835 time: 0.1925471 Sep 10 04:00:09.623143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-bc8deddc-02f4-4408-8e7b-55688d3e345d None None] For port 4418adbc-742c-4b2c-aa39-37eafd067de7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4418adbc-742c-4b2c-aa39-37eafd067de7,segment=NetworkSegment(66ff849f-a5cb-47be-8083-b0d771256927),segment_id=66ff849f-a5cb-47be-8083-b0d771256927)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:09.623540 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bc8deddc-02f4-4408-8e7b-55688d3e345d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.659464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bc8deddc-02f4-4408-8e7b-55688d3e345d None None] Calling delete_port for 4418adbc-742c-4b2c-aa39-37eafd067de7 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:09.681544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd', 'network_id': 'b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': '20bd061f-f2bc-4330-9b6b-74dcfdd624bf'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:09.682301 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:09.685421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ad867b-6846-468d-8c9e-838c825c6e50 req-e0fa95b4-e76f-4c45-a7f5-56a988fab108 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.692848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3ad867b-6846-468d-8c9e-838c825c6e50 req-e0fa95b4-e76f-4c45-a7f5-56a988fab108 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 943 time: 0.1462767 Sep 10 04:00:09.696920 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cc0557-cfe4-4296-b144-2e03f44a9bb0 None None] The sync data for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 is: [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc85c482-33d7-46d2-94ac-5dc7f3b9bd15', 'name': '', 'network_id': '184d61f3-ff3b-497d-9253-0cfe054657d3', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:1e:9e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2611, 'fixed_ips': [{'subnet_id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:07Z', 'updated_at': '2021-09-10T03:59:17Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '5dd2bc32-6b37-491e-a5e4-1760257a021f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:09.814013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38103dca-38ae-4284-a0c4-4a606950281b req-a68ac9d2-f6de-4d58-acbe-ac66c9b2e79b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.815585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38103dca-38ae-4284-a0c4-4a606950281b req-a68ac9d2-f6de-4d58-acbe-ac66c9b2e79b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=184d61f3-ff3b-497d-9253-0cfe054657d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1903484 Sep 10 04:00:09.836119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3ad867b-6846-468d-8c9e-838c825c6e50 req-20250def-fa7b-4f1d-8811-7d090822e5e2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377425 Sep 10 04:00:09.974743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7a666f-ca8a-4984-ba6f-9242ae51adaa req-00a4f136-ca32-442c-b1c4-39f7bc44759d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:09.980219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d7a666f-ca8a-4984-ba6f-9242ae51adaa req-00a4f136-ca32-442c-b1c4-39f7bc44759d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.2038655 Sep 10 04:00:09.992462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38103dca-38ae-4284-a0c4-4a606950281b req-9743c008-6ce3-455b-ad00-0854c6e4c027 service neutron] 10.222.0.20 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546705 Sep 10 04:00:10.020234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Allocated IP 172.20.0.2 (b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd/20bd061f-f2bc-4330-9b6b-74dcfdd624bf/3ece8356-67cc-4744-b013-cb0d535f49d6) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:10.060076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d7a666f-ca8a-4984-ba6f-9242ae51adaa req-511fdd38-59e5-4687-a306-69a449bc742a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662463 Sep 10 04:00:10.064250 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0da9c0cf-5230-4782-ac96-320e9110a5b2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4993632'] for subnet, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.099161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4418adbc-742c-4b2c-aa39-37eafd067de7 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:10.137409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38103dca-38ae-4284-a0c4-4a606950281b req-08dfc67d-9b0c-47eb-b4f6-e6315f07d11c service neutron] 10.222.0.20 "GET /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361921 Sep 10 04:00:10.180130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece39c4-8dc9-4e27-955a-e68e796636d8 req-a5739012-f69e-44c6-ad5f-47b38b44eba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:10.181892 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ece39c4-8dc9-4e27-955a-e68e796636d8 req-a5739012-f69e-44c6-ad5f-47b38b44eba9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8344998 Sep 10 04:00:10.213439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e02723f-bb56-4114-8c22-7e104f4523a0 None None] New status for floating IP 72399889-14fc-45df-afd3-2c85fddff2f9: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:00:10.278102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-67fcbe8c-7ec1-4f1b-9366-52bb93e3701c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:10.283893 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-67fcbe8c-7ec1-4f1b-9366-52bb93e3701c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 1094 time: 0.0429490 Sep 10 04:00:10.298090 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.335947 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-b219c438-d29d-4276-9c1e-b44ddaf72dc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 HTTP/1.1" status: 200 len: 217 time: 0.0462799 Sep 10 04:00:10.337562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.388310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bc8deddc-02f4-4408-8e7b-55688d3e345d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.397395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=4418adbc-742c-4b2c-aa39-37eafd067de7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:10.401339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No DVR routers for this DVR port 4418adbc-742c-4b2c-aa39-37eafd067de7 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:10.423814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8deddc-02f4-4408-8e7b-55688d3e345d None None] Pushing event deleted for resources: {'Port': ['ID=4418adbc-742c-4b2c-aa39-37eafd067de7,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:10.445052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc8deddc-02f4-4408-8e7b-55688d3e345d None None] No DVR routers for this DVR port 4418adbc-742c-4b2c-aa39-37eafd067de7 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:10.454627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-9ba774d7-3a48-4fc6-aa5d-448e8510ff51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:10.456967 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-9ba774d7-3a48-4fc6-aa5d-448e8510ff51 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=eeccb207-8908-4796-8b4b-dc4f360cd763 HTTP/1.1" status: 200 len: 855 time: 0.1115851 Sep 10 04:00:10.468921 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.478178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Transition to ACTIVE for port object 3ece8356-67cc-4744-b013-cb0d535f49d6 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:10.497912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Transition to ACTIVE for port object 3ece8356-67cc-4744-b013-cb0d535f49d6 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:10.505547 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-b887b889-8bc0-4169-896c-95426d4c8c9a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374413 Sep 10 04:00:10.509953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-e804a66f-b61f-49dc-96cc-6d2d041b24c8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:10.511437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-e804a66f-b61f-49dc-96cc-6d2d041b24c8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 945 time: 0.0724406 Sep 10 04:00:10.520693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918d3c4-96b3-4618-ae08-ca2ea1b4af63 req-8bf6ef9d-4bd4-44dc-a07e-b98af5061d70 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:10.522142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2918d3c4-96b3-4618-ae08-ca2ea1b4af63 req-8bf6ef9d-4bd4-44dc-a07e-b98af5061d70 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 945 time: 0.1283135 Sep 10 04:00:10.529506 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.567894 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.587235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0a0e63a-9850-437c-9a33-2d35e1383bca']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:10.607941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2918d3c4-96b3-4618-ae08-ca2ea1b4af63 req-56913960-b0a8-4718-a9dc-a640593ae018 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=a245f714-cf4b-4c89-a045-e8d215063df1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777216 Sep 10 04:00:10.635509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66ff849f-a5cb-47be-8083-b0d771256927') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:10.635844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66ff849f-a5cb-47be-8083-b0d771256927') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:10.636605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:10.643898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:10.660713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:10.677712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Pushing event updated for resources: {'Port': ['ID=3ece8356-67cc-4744-b013-cb0d535f49d6,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:10.684367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.699151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port cf7484b2-6bbe-4370-a338-103108fcbaa9 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:10.699896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.730014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Attempting to bind port 3ece8356-67cc-4744-b013-cb0d535f49d6 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:10.730926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Attempting to bind port 3ece8356-67cc-4744-b013-cb0d535f49d6 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '744a4825-77e0-4704-9d3d-00de94f6f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:10.731599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Attempting to bind port 3ece8356-67cc-4744-b013-cb0d535f49d6 on network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:10.737601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:10.737964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Checking segment: {'id': '744a4825-77e0-4704-9d3d-00de94f6f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:10.738334 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.738541 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.739024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Bound using segment: {'id': '744a4825-77e0-4704-9d3d-00de94f6f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:10.739556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Bound port: 3ece8356-67cc-4744-b013-cb0d535f49d6, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '744a4825-77e0-4704-9d3d-00de94f6f2bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:10.740025 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.755466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:10.755921 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:10.759009 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:10.775225 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-3e988dfb-a224-41ca-8206-6e90d1a3da66 service neutron] 10.222.0.20 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2425795 Sep 10 04:00:10.818273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port cf7484b2-6bbe-4370-a338-103108fcbaa9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=cf7484b2-6bbe-4370-a338-103108fcbaa9,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:10.818739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.833241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for cf7484b2-6bbe-4370-a338-103108fcbaa9 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:10.855005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4950c266-7476-4e07-966a-c34119b44448 None None] For port 3ece8356-67cc-4744-b013-cb0d535f49d6, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:10.858411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4950c266-7476-4e07-966a-c34119b44448 None None] For port 3ece8356-67cc-4744-b013-cb0d535f49d6, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3ece8356-67cc-4744-b013-cb0d535f49d6,segment=NetworkSegment(744a4825-77e0-4704-9d3d-00de94f6f2bf),segment_id=744a4825-77e0-4704-9d3d-00de94f6f2bf)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:10.889209 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0da9c0cf-5230-4782-ac96-320e9110a5b2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736580656909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4950876'] for subnet, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.930830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da9c0cf-5230-4782-ac96-320e9110a5b2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:10.930830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0da9c0cf-5230-4782-ac96-320e9110a5b2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.931657 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0da9c0cf-5230-4782-ac96-320e9110a5b2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "PUT /v2.0/subnets/20bd061f-f2bc-4330-9b6b-74dcfdd624bf HTTP/1.1" status: 200 len: 806 time: 1.6029606 Sep 10 04:00:10.940808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34316) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:10.978238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-982c1c32-3c78-416e-bf29-1ac3980309a8 req-155927ce-96ec-4ec0-b292-5fff96749ed3 service neutron] 10.222.0.20 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946831 Sep 10 04:00:10.979519 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:10.987572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596f9dd5-215b-4c41-9c64-503ea3161c4b req-09f57b77-6ccc-43bd-80b7-d8aabc55e11f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:10.989357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-596f9dd5-215b-4c41-9c64-503ea3161c4b req-09f57b77-6ccc-43bd-80b7-d8aabc55e11f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 943 time: 0.0760455 Sep 10 04:00:10.991063 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.003991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.006231 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/networks/f0a0e63a-9850-437c-9a33-2d35e1383bca HTTP/1.1" status: 204 len: 168 time: 2.1397214 Sep 10 04:00:11.011248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34318) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:11.015197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9c0cf-5230-4782-ac96-320e9110a5b2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=20bd061f-f2bc-4330-9b6b-74dcfdd624bf,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:11.061724 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfba223-5d13-4521-9c79-fb4675cb106a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Network': ['ID=f0a0e63a-9850-437c-9a33-2d35e1383bca,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:11.083280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-596f9dd5-215b-4c41-9c64-503ea3161c4b req-f1c8302e-1ef4-4398-b089-05198fe90fb2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504818 Sep 10 04:00:11.103178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4950c266-7476-4e07-966a-c34119b44448 None None] Pushing event updated for resources: {'Port': ['ID=3ece8356-67cc-4744-b013-cb0d535f49d6,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:11.143274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27657bf0-854c-4916-bec5-8ae84afd0f66 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:11.145491 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-27657bf0-854c-4916-bec5-8ae84afd0f66 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/defdf37c-74e0-42fa-8598-65e46a45e4da HTTP/1.1" status: 200 len: 845 time: 0.1310763 Sep 10 04:00:11.148753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34322) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:11.154648 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.199731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.226094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting port 3ece8356-67cc-4744-b013-cb0d535f49d6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:11.226547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.346458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] For port 3ece8356-67cc-4744-b013-cb0d535f49d6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3ece8356-67cc-4744-b013-cb0d535f49d6,segment=NetworkSegment(744a4825-77e0-4704-9d3d-00de94f6f2bf),segment_id=744a4825-77e0-4704-9d3d-00de94f6f2bf)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:11.347047 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.371254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Calling delete_port for 3ece8356-67cc-4744-b013-cb0d535f49d6 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:11.371903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=cf7484b2-6bbe-4370-a338-103108fcbaa9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:11.380530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-214459ef-2cef-454a-b97d-e3a688a64935 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/defdf37c-74e0-42fa-8598-65e46a45e4da?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2305813 Sep 10 04:00:11.384671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34338) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:11.404694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:11.426131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] No DVR routers for this DVR port cf7484b2-6bbe-4370-a338-103108fcbaa9 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:11.433467 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.435835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-005c76ee-1c12-48ff-8c2b-a2c9641b2670 req-22ae49c5-a645-407e-9226-8e546ae32730 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "DELETE /v2.0/ports/cf7484b2-6bbe-4370-a338-103108fcbaa9 HTTP/1.1" status: 204 len: 173 time: 0.9125783 Sep 10 04:00:11.436532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'name': 'network-vif-deleted', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:11.439386 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439d524-5656-4172-ae00-ab6c2bdc6f0e" -d '{"events": [{"server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "name": "network-vif-deleted", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:11.501343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5195c2-e95c-4995-afa8-7910e6ba13c4 req-72ceacb0-3127-49a9-b1c8-7f17aa7420b7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:11.511259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae5195c2-e95c-4995-afa8-7910e6ba13c4 req-72ceacb0-3127-49a9-b1c8-7f17aa7420b7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.3124886 Sep 10 04:00:11.528186 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b603f6c6-a23b-4e71-be27-a4415368f4c2 x-openstack-request-id: req-b603f6c6-a23b-4e71-be27-a4415368f4c2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:11.528478 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f782e906-fb60-4238-8d5a-0413654665d1", "name": "network-vif-deleted", "tag": "cf7484b2-6bbe-4370-a338-103108fcbaa9", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:11.528876 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b603f6c6-a23b-4e71-be27-a4415368f4c2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:11.529428 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f782e906-fb60-4238-8d5a-0413654665d1', 'name': 'network-vif-deleted', 'tag': 'cf7484b2-6bbe-4370-a338-103108fcbaa9', 'status': 'completed', 'code': 200} Sep 10 04:00:11.566767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae5195c2-e95c-4995-afa8-7910e6ba13c4 req-fd4bf2ee-0d6b-4e90-b6cb-9495a5c18921 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541399 Sep 10 04:00:11.591970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.629381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Port': ['ID=3ece8356-67cc-4744-b013-cb0d535f49d6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:11.692334 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No DVR routers for this DVR port 3ece8356-67cc-4744-b013-cb0d535f49d6 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:11.715587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d6157da-5578-46dd-a7ff-4b7137696f84 req-35a12364-3f0a-42cb-a4ee-bcef7ee3d6e7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=f782e906-fb60-4238-8d5a-0413654665d1 HTTP/1.1" status: 200 len: 210 time: 0.0273893 Sep 10 04:00:11.716175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:11.719772 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:11.766967 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.008135 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.040091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=20bd061f-f2bc-4330-9b6b-74dcfdd624bf,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:12.098655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.120787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.149515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:12.153112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:12.156251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:12.157303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.166891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c089f2c5-6c66-4dc1-9328-b123283f3339 None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:12.185040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:12.194695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=467922c8-9bce-4459-b369-267762b944cb,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:12.207053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '744a4825-77e0-4704-9d3d-00de94f6f2bf') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:12.207349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '744a4825-77e0-4704-9d3d-00de94f6f2bf') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:12.232578 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.244466 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.256122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:12.256594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:12.260575 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:12.348660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baa2ba8-57ad-47dc-b381-71a50b8a1df3 None None] Network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:12.402627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5e57dbc9-3d3a-4148-9ed8-3dbfe6efad47 None None] Could not find standard attr ID for object 3ece8356-67cc-4744-b013-cb0d535f49d6. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:00:12.459391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.472503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.475076 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd HTTP/1.1" status: 204 len: 168 time: 1.5328262 Sep 10 04:00:12.487557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34372) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:12.496175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3853e5-eb2c-4416-b29d-2b5bc3d35515 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:12.514078 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-10fb3d83-1bbe-42db-b747-1eb32b6a027e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:12.518313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10fb3d83-1bbe-42db-b747-1eb32b6a027e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:12.540100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-f27373e4-0d72-4c28-b26b-e04911db2266', 'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'tenant_id': '869233f998a64be3909235fe670a4d25', 'fixed_ips': [{'subnet_id': '467922c8-9bce-4459-b369-267762b944cb'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:12.540727 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-10fb3d83-1bbe-42db-b747-1eb32b6a027e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd HTTP/1.1" status: 404 len: 339 time: 0.0482628 Sep 10 04:00:12.541808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.546481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34374) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:12.556930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1244683258', 'description': 'd1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:12.634813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c955473a-25ea-46c0-9b42-8e64c5f012f6 None None] DHCP port deletion for b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:00:12.660873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf59bc2-54e6-4c14-8ceb-9495c929e5f7 req-2f76d3a1-7df0-4128-a003-a5270c98c5b2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:12.662390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aaf59bc2-54e6-4c14-8ceb-9495c929e5f7 req-2f76d3a1-7df0-4128-a003-a5270c98c5b2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 943 time: 0.4817166 Sep 10 04:00:12.674426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829a4b7-98b8-4689-8352-a70ff104eca7 None None] Network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:12.711451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1829a4b7-98b8-4689-8352-a70ff104eca7 None None] Network b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd could not be found, it might have been deleted concurrently. {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 04:00:12.726382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bf9d43a9-bb1a-4643-967e-08776f68bc59 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3404465 Sep 10 04:00:12.730669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aaf59bc2-54e6-4c14-8ceb-9495c929e5f7 req-9602b086-3656-4cf3-838a-fbed256bd0a1 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592170 Sep 10 04:00:12.731138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34388) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:12.735515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a070d49a-1399-47ea-b139-794d98cdd8d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1357449611'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:12.742483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Allocated IP 2001:db8::2 (f27373e4-0d72-4c28-b26b-e04911db2266/467922c8-9bce-4459-b369-267762b944cb/ca50f917-0225-452f-8067-b422207af67e) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:12.751365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c5420-f5c6-457f-8a78-b76d0c2b599f req-569839c4-d4d9-4301-ac81-f54e0fe48149 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:12.753494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-132c5420-f5c6-457f-8a78-b76d0c2b599f req-569839c4-d4d9-4301-ac81-f54e0fe48149 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1035771 Sep 10 04:00:12.800205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34396) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:12.805384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-132c5420-f5c6-457f-8a78-b76d0c2b599f req-8b464687-c81d-4f9f-ab7b-2a04ee128a55 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408041 Sep 10 04:00:12.861578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:12.865527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.911053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:12.925103 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.925762 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment 8351e10a-1940-475f-a85c-ca07cb032fb9 of type vlan for network ba9d4fc0-7244-4832-a921-ce9c58e1576b Sep 10 04:00:12.929934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a070d49a-1399-47ea-b139-794d98cdd8d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.934521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:12.944057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Transition to ACTIVE for port object ca50f917-0225-452f-8067-b422207af67e will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:12.960114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Transition to ACTIVE for port object ca50f917-0225-452f-8067-b422207af67e will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:12.963552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a5a20e-df3c-4d92-be85-e7b9f9cc72c4 req-ed752740-c45f-4ba8-b1f8-76cc223fe4a1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:12.965627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71a5a20e-df3c-4d92-be85-e7b9f9cc72c4 req-ed752740-c45f-4ba8-b1f8-76cc223fe4a1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.0773869 Sep 10 04:00:13.027689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71a5a20e-df3c-4d92-be85-e7b9f9cc72c4 req-81d50222-8a6e-46f7-90bb-a31d015f47be tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499375 Sep 10 04:00:13.052379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.062758 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.089482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a070d49a-1399-47ea-b139-794d98cdd8d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.099473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:13.102696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:13.106207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:13.155831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Pushing event updated for resources: {'Port': ['ID=ca50f917-0225-452f-8067-b422207af67e,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:13.167270 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a070d49a-1399-47ea-b139-794d98cdd8d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.168402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.171558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Attempting to bind port ca50f917-0225-452f-8067-b422207af67e on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:13.171558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Attempting to bind port ca50f917-0225-452f-8067-b422207af67e by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '8a22cdc5-0d78-4793-8188-b886b9366493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:13.171558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Attempting to bind port ca50f917-0225-452f-8067-b422207af67e on network f27373e4-0d72-4c28-b26b-e04911db2266 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:13.174770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:13.175625 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.177930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:13.178303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Checking segment: {'id': '8a22cdc5-0d78-4793-8188-b886b9366493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:13.178703 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.179093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Bound using segment: {'id': '8a22cdc5-0d78-4793-8188-b886b9366493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:13.180990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Bound port: ca50f917-0225-452f-8067-b422207af67e, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a22cdc5-0d78-4793-8188-b886b9366493', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:13.180990 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.194403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca977436-7427-4a14-83c5-2958bccc43da req-a6361a83-7c20-48ac-b246-c1b51515de6e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:13.202331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca977436-7427-4a14-83c5-2958bccc43da req-a6361a83-7c20-48ac-b246-c1b51515de6e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.0830626 Sep 10 04:00:13.243745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] For port ca50f917-0225-452f-8067-b422207af67e, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:13.246715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a070d49a-1399-47ea-b139-794d98cdd8d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41a44074-727b-4377-8e78-05a84d5007e0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:13.248129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] For port ca50f917-0225-452f-8067-b422207af67e, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca50f917-0225-452f-8067-b422207af67e,segment=NetworkSegment(8a22cdc5-0d78-4793-8188-b886b9366493),segment_id=8a22cdc5-0d78-4793-8188-b886b9366493)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:13.250526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=ba9d4fc0-7244-4832-a921-ce9c58e1576b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:13.255990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca977436-7427-4a14-83c5-2958bccc43da req-2240493a-8fe0-48f9-baf6-c67a7ba22264 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526247 Sep 10 04:00:13.268936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ba9d4fc0-7244-4832-a921-ce9c58e1576b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:13.332279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a070d49a-1399-47ea-b139-794d98cdd8d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.336346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a070d49a-1399-47ea-b139-794d98cdd8d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6040685 Sep 10 04:00:13.336952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34416) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:13.338166 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-df6d4412-4cab-42ba-9d26-7481e5395dee tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7853906 Sep 10 04:00:13.339673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34418) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:13.341339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6a456fde-04bf-43ad-824b-3944915bdde8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'security_group': {'name': 'tempest-secgroup-551295266'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:13.373744 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.423017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ba742b-da54-4b4b-9867-d84bd7876195 req-0a3723f0-a00f-40a6-b4e1-f1e953bd54a8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:13.425832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0ba742b-da54-4b4b-9867-d84bd7876195 req-0a3723f0-a00f-40a6-b4e1-f1e953bd54a8 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.0724196 Sep 10 04:00:13.464162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8617423d-629e-427f-aba4-060d42bdf971 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:13.466141 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a456fde-04bf-43ad-824b-3944915bdde8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.468439 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8617423d-629e-427f-aba4-060d42bdf971 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/networks?id=ba9d4fc0-7244-4832-a921-ce9c58e1576b HTTP/1.1" status: 200 len: 761 time: 0.1277409 Sep 10 04:00:13.481834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7814740f-1bba-4e9f-bb2b-16ab41915457 None None] Pushing event updated for resources: {'Port': ['ID=ca50f917-0225-452f-8067-b422207af67e,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:13.484821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34428) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:13.492268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-95a9da12-16cb-4c73-9aa0-07a24c691cb0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'description': 'd2'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:13.502755 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0ba742b-da54-4b4b-9867-d84bd7876195 req-7c47e4c2-3dec-47b2-83b3-91a37b60d322 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665181 Sep 10 04:00:13.647220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a456fde-04bf-43ad-824b-3944915bdde8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.669276 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9374d6-4b6c-46ec-af34-75da2721f30a req-07cff1ff-4fbf-4aaa-b374-a832387e187a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:13.688951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc9374d6-4b6c-46ec-af34-75da2721f30a req-07cff1ff-4fbf-4aaa-b374-a832387e187a tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.0971434 Sep 10 04:00:13.720134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.725415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9da12-16cb-4c73-9aa0-07a24c691cb0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.728369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a456fde-04bf-43ad-824b-3944915bdde8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.736876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc9374d6-4b6c-46ec-af34-75da2721f30a req-20706505-bb17-4948-86ca-e5de31a4ff5b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462584 Sep 10 04:00:13.769871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a456fde-04bf-43ad-824b-3944915bdde8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=26a40479-6e7f-413c-bd57-5209f54e91b8,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:13.895583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a456fde-04bf-43ad-824b-3944915bdde8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:13.896899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6a456fde-04bf-43ad-824b-3944915bdde8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5590069 Sep 10 04:00:13.918604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca50f917-0225-452f-8067-b422207af67e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:13.936556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34446) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:13.960535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-688247878', 'security_groups': ['26a40479-6e7f-413c-bd57-5209f54e91b8'], 'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '467922c8-9bce-4459-b369-267762b944cb'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:13.994912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23a0792-1bae-4c65-8c61-a119f756d6c6 req-07648e53-5116-46a9-b44f-de1e0d798c8d tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:13.996559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f23a0792-1bae-4c65-8c61-a119f756d6c6 req-07648e53-5116-46a9-b44f-de1e0d798c8d tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 943 time: 0.1629980 Sep 10 04:00:14.064324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ca50f917-0225-452f-8067-b422207af67e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:14.076812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3ece8356-67cc-4744-b013-cb0d535f49d6 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:14.091217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84ad648-ed43-481b-9b2c-2051c4455798 req-0b7cc424-a65c-4ade-873c-f73f7618e34b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:14.099879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d84ad648-ed43-481b-9b2c-2051c4455798 req-0b7cc424-a65c-4ade-873c-f73f7618e34b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.2076538 Sep 10 04:00:14.104335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3ece8356-67cc-4744-b013-cb0d535f49d6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:14.104706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3ece8356-67cc-4744-b013-cb0d535f49d6 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:14.129258 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9da12-16cb-4c73-9aa0-07a24c691cb0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.147538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f23a0792-1bae-4c65-8c61-a119f756d6c6 req-4ff3e286-b2e6-41e6-b8a9-938f9dda3fe3 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1411433 Sep 10 04:00:14.153295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-95a9da12-16cb-4c73-9aa0-07a24c691cb0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network ba9d4fc0-7244-4832-a921-ce9c58e1576b is not hosted by any dhcp agent {{(pid=95137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 04:00:14.159505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95a9da12-16cb-4c73-9aa0-07a24c691cb0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:14.160335 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95a9da12-16cb-4c73-9aa0-07a24c691cb0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.161830 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-95a9da12-16cb-4c73-9aa0-07a24c691cb0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "PUT /v2.0/networks/ba9d4fc0-7244-4832-a921-ce9c58e1576b HTTP/1.1" status: 200 len: 758 time: 0.6757777 Sep 10 04:00:14.172281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34454) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:14.186439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d84ad648-ed43-481b-9b2c-2051c4455798 req-993ee758-6046-4f47-a99d-1d9229c54df5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856907 Sep 10 04:00:14.250693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a9da12-16cb-4c73-9aa0-07a24c691cb0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=ba9d4fc0-7244-4832-a921-ce9c58e1576b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:14.262759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ba9d4fc0-7244-4832-a921-ce9c58e1576b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:14.292929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:14.344539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493988f4-433b-4fac-81b6-85303642a04b req-aa0e90db-3cc4-4d3f-b768-686d250fd54e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:14.346205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-493988f4-433b-4fac-81b6-85303642a04b req-aa0e90db-3cc4-4d3f-b768-686d250fd54e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.0838022 Sep 10 04:00:14.413341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9a06687-6874-4a57-a626-e4cf46482ac1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:14.416167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f9a06687-6874-4a57-a626-e4cf46482ac1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/networks?id=ba9d4fc0-7244-4832-a921-ce9c58e1576b HTTP/1.1" status: 200 len: 761 time: 0.2399428 Sep 10 04:00:14.422707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34458) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:14.428410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1366030731'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:14.431815 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.437488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-493988f4-433b-4fac-81b6-85303642a04b req-4d0339d4-14fb-491c-8f9f-ea78e7d6c8f2 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617073 Sep 10 04:00:14.452698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:00:14.605165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34464) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:14.608949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:14.613279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.646685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:14.662523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.663001 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment 674999f5-8ee7-4580-8685-a6c1e1867a28 of type vlan for network 0cfc3023-8b6f-4649-a955-1260d3f4efe3 Sep 10 04:00:14.682823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:14.682823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.707043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::e6 (f27373e4-0d72-4c28-b26b-e04911db2266/467922c8-9bce-4459-b369-267762b944cb/9f439a5f-9d3a-45b6-90d8-7f450d53ac3b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:14.745036 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.790051 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-398e0565-6788-4ab3-9c3a-7441c0298bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.821867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port bc85c482-33d7-46d2-94ac-5dc7f3b9bd15, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bc85c482-33d7-46d2-94ac-5dc7f3b9bd15,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:14.822243 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.834536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:14.861636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] Provisioning complete for port defdf37c-74e0-42fa-8598-65e46a45e4da triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:14.862006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.884189 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.890114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:14.890733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:14.905314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] Port defdf37c-74e0-42fa-8598-65e46a45e4da cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:15.006296 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-398e0565-6788-4ab3-9c3a-7441c0298bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.008379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=0cfc3023-8b6f-4649-a955-1260d3f4efe3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:15.014721 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.021647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0cfc3023-8b6f-4649-a955-1260d3f4efe3 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:15.025928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] Provisioning for port ca50f917-0225-452f-8067-b422207af67e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:15.030068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c7cfb9-d0fc-4ad7-810f-6fd1d02b451c req-068da73c-a5df-4aa6-b4b3-37a2612625b0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:15.030068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2c7cfb9-d0fc-4ad7-810f-6fd1d02b451c req-068da73c-a5df-4aa6-b4b3-37a2612625b0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.0991111 Sep 10 04:00:15.041640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:15.041830 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] Provisioning complete for port ca50f917-0225-452f-8067-b422207af67e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:15.042231 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.093791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2c7cfb9-d0fc-4ad7-810f-6fd1d02b451c req-98e8a0d7-b833-4200-a1c3-696dbd1e5810 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539591 Sep 10 04:00:15.137945 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-398e0565-6788-4ab3-9c3a-7441c0298bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.167085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.183369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.197780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-398e0565-6788-4ab3-9c3a-7441c0298bd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=237752d5f9574635a421a071456e3d7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5891638 Sep 10 04:00:15.207159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34472) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:15.219751 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bacf28c2-c498-4caa-af13-672e7bdb5c67 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7933295 Sep 10 04:00:15.219992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398e0565-6788-4ab3-9c3a-7441c0298bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=234dba30-47ff-4d90-9b33-931fded8d178,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:15.225525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34474) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:15.239616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': '0cfc3023-8b6f-4649-a955-1260d3f4efe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:15.249661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=bc85c482-33d7-46d2-94ac-5dc7f3b9bd15,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:15.276708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:15.308605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:15.326006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:15.332294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:15.332941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.335485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=9f439a5f-9d3a-45b6-90d8-7f450d53ac3b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:15.340342 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.395125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] For port ca50f917-0225-452f-8067-b422207af67e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca50f917-0225-452f-8067-b422207af67e,segment=NetworkSegment(8a22cdc5-0d78-4793-8188-b886b9366493),segment_id=8a22cdc5-0d78-4793-8188-b886b9366493)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:15.423916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed769a15-be0d-439d-b032-a9381a20ddca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.434141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afaec094-64ad-4b0f-a8d4-9682b7a957d6 req-1785977c-e910-4642-b102-744645bdb167 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:15.441689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afaec094-64ad-4b0f-a8d4-9682b7a957d6 req-1785977c-e910-4642-b102-744645bdb167 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 943 time: 0.1750925 Sep 10 04:00:15.456901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed769a15-be0d-439d-b032-a9381a20ddca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.492329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afaec094-64ad-4b0f-a8d4-9682b7a957d6 req-f2f3a884-b481-42cc-b84e-ff892901301b tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495126 Sep 10 04:00:15.492525 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.530806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-35b021d4-079f-4790-b684-610ab11f8769 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5853863 Sep 10 04:00:15.540196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34476) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:15.548725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cc1a8daf-9d7f-452f-b2ac-456813cb6692 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:15.569162 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.598154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e6443e-a3ff-4353-862f-dd9f838bca22 None None] Pushing event updated for resources: {'Port': ['ID=ca50f917-0225-452f-8067-b422207af67e,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:15.631704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:15.635244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.642809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:00:15.678873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device cf7484b2-6bbe-4370-a338-103108fcbaa9 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:15.711836 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed769a15-be0d-439d-b032-a9381a20ddca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.714743 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ed769a15-be0d-439d-b032-a9381a20ddca admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.718750 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ed769a15-be0d-439d-b032-a9381a20ddca admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/234dba30-47ff-4d90-9b33-931fded8d178 HTTP/1.1" status: 204 len: 168 time: 0.5075495 Sep 10 04:00:15.732006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: cf7484b2-6bbe-4370-a338-103108fcbaa9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:15.732624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device cf7484b2-6bbe-4370-a338-103108fcbaa9 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:15.734110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed769a15-be0d-439d-b032-a9381a20ddca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=234dba30-47ff-4d90-9b33-931fded8d178,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:15.838542 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-eb3dd001-d9a3-4e81-9af0-8c4232a82739 None None] Provisioning for port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:15.851502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-eb3dd001-d9a3-4e81-9af0-8c4232a82739 None None] Provisioning complete for port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:15.851907 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eb3dd001-d9a3-4e81-9af0-8c4232a82739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.862790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 0c8b597e-d282-40c7-aafd-880e1568ba32 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:15.881088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1a8daf-9d7f-452f-b2ac-456813cb6692 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:15.884685 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc1a8daf-9d7f-452f-b2ac-456813cb6692 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:15.892111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:15.909722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca50f917-0225-452f-8067-b422207af67e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:15.938065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-eb3dd001-d9a3-4e81-9af0-8c4232a82739 None None] Port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:15.941044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'd82cdf3e-f9a8-4b1a-8735-8e7421d7f591', 'network_id': '11ca608c-6b76-4c31-9999-3b9b6dad5b3c', 'port_id': 'd82cdf3e-f9a8-4b1a-8735-8e7421d7f591', 'mac_address': 'fa:16:3e:b4:ef:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 219, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eeccb207-8908-4796-8b4b-dc4f360cd763', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:00:15.994012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:15.999270 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.003233 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-65d5965f-ce12-4ee7-82a9-c488875d285d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "PUT /v2.0/routers/0c8b597e-d282-40c7-aafd-880e1568ba32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1985211 Sep 10 04:00:16.003631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34480) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:16.011221 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] Sync routers for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:16.015726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ca50f917-0225-452f-8067-b422207af67e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:16.016093 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.042902 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:16.044891 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:16.053984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:00:16.073831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dea19ce-e906-496e-9436-5c20163d3605 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting subnet 5dd2bc32-6b37-491e-a5e4-1760257a021f {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:16.078304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5dea19ce-e906-496e-9436-5c20163d3605 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.083281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:16.150970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5dea19ce-e906-496e-9436-5c20163d3605 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.152494 n-d-808143-1 neutron-server[95136]: INFO neutron.db.ipam_backend_mixin [None req-cc1a8daf-9d7f-452f-b2ac-456813cb6692 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 467922c8-9bce-4459-b369-267762b944cb (CIDR: 2001:db8::/64) Sep 10 04:00:16.174056 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.192243 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:16.212812 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc1a8daf-9d7f-452f-b2ac-456813cb6692 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:00:16.213397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc1a8daf-9d7f-452f-b2ac-456813cb6692 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:16.228576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:16.248896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.262125 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5dea19ce-e906-496e-9436-5c20163d3605 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.343707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369c5bc-f855-4854-8f14-6672cb70a2ba req-2d2f11c9-b9b4-42b8-9378-621ef2316057 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:16.345409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2369c5bc-f855-4854-8f14-6672cb70a2ba req-2d2f11c9-b9b4-42b8-9378-621ef2316057 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1474576 Sep 10 04:00:16.346209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=675b2066-0630-4505-9d5a-87afccf61609,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:16.379591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cc1a8daf-9d7f-452f-b2ac-456813cb6692 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8337874 Sep 10 04:00:16.379719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34492) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:16.385028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:16.390193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['d82cdf3e-f9a8-4b1a-8735-8e7421d7f591'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:00:16.401077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': '674999f5-8ee7-4580-8685-a6c1e1867a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0cfc3023-8b6f-4649-a955-1260d3f4efe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:16.404789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: 0cfc3023-8b6f-4649-a955-1260d3f4efe3, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:16.411932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5dea19ce-e906-496e-9436-5c20163d3605 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.416033 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T04:00:15Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:16.448980 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] Checking router: 0c8b597e-d282-40c7-aafd-880e1568ba32 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:00:16.452277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2369c5bc-f855-4854-8f14-6672cb70a2ba req-fa3b67de-93d5-4dd5-9259-dc134c89fbda tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985959 Sep 10 04:00:16.459513 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] Routers {'0c8b597e-d282-40c7-aafd-880e1568ba32'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:16.460169 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T03:59:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0c8b597e-d282-40c7-aafd-880e1568ba32'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:16.461760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dea19ce-e906-496e-9436-5c20163d3605 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Subnet': ['ID=5dd2bc32-6b37-491e-a5e4-1760257a021f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:16.481407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9beb37-3be2-4899-ac49-13a623f525ee None None] Network 184d61f3-ff3b-497d-9253-0cfe054657d3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:16.495058 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5dea19ce-e906-496e-9436-5c20163d3605 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.497692 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5dea19ce-e906-496e-9436-5c20163d3605 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/subnets/5dd2bc32-6b37-491e-a5e4-1760257a021f HTTP/1.1" status: 204 len: 168 time: 0.4923444 Sep 10 04:00:16.502093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34496) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:16.527606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network 0cfc3023-8b6f-4649-a955-1260d3f4efe3 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:16.656826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 0cfc3023-8b6f-4649-a955-1260d3f4efe3) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:16.691378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0819adad-7b8e-47f7-b2df-445791e161fb None None] Network 0cfc3023-8b6f-4649-a955-1260d3f4efe3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:16.691712 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] Set router 0c8b597e-d282-40c7-aafd-880e1568ba32 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:16.708215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:16.714889 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.727900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:16.728654 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.744261 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.840064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46097cf3-f8ea-47e5-8756-4303e2ff8aca req-102e0c6b-231c-45cf-9f58-8b523f0b8018 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:16.847852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46097cf3-f8ea-47e5-8756-4303e2ff8aca req-102e0c6b-231c-45cf-9f58-8b523f0b8018 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 944 time: 0.1976154 Sep 10 04:00:16.864611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8e9774ee-9b7a-4f73-8c6c-4b1db840c9f7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6376884 Sep 10 04:00:16.868836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34506) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:16.893452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3698da36-4944-45e4-a5a3-4e9d090da8b7 None None] DHCP port deletion for 184d61f3-ff3b-497d-9253-0cfe054657d3 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:00:16.923168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-0cfc3023-8b6f-4649-a955-1260d3f4efe3', 'network_id': '0cfc3023-8b6f-4649-a955-1260d3f4efe3', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': '675b2066-0630-4505-9d5a-87afccf61609'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:16.924975 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:16.954473 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T04:00:15Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:16.986657 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd095ee1-0990-4b31-b651-abc354c76d38 None None] The sync data for ids ['0c8b597e-d282-40c7-aafd-880e1568ba32'] in n-d-808143-1 is: [{'id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'name': 'tempest-TestNetworkAdvancedServerOps-router-955206316', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T03:58:59Z', 'updated_at': '2021-09-10T04:00:15Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '9d95b1e6-6e16-4090-877e-c19bdc4c3f29', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:12:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c8b597e-d282-40c7-aafd-880e1568ba32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2589, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T03:59:00Z', 'updated_at': '2021-09-10T03:59:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:17.105007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3698da36-4944-45e4-a5a3-4e9d090da8b7 None None] Deleting port 72cabe19-e712-4be0-a56f-eb151b638330 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:17.105386 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3698da36-4944-45e4-a5a3-4e9d090da8b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.161563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46097cf3-f8ea-47e5-8756-4303e2ff8aca req-627fddea-a5ee-4dcd-ac61-6cabb5dd7f40 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3128476 Sep 10 04:00:17.182248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Allocated IP 172.20.0.2 (0cfc3023-8b6f-4649-a955-1260d3f4efe3/675b2066-0630-4505-9d5a-87afccf61609/e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:17.189706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3698da36-4944-45e4-a5a3-4e9d090da8b7 None None] For port 72cabe19-e712-4be0-a56f-eb151b638330, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=72cabe19-e712-4be0-a56f-eb151b638330,segment=NetworkSegment(68003269-0288-4537-9a32-66b6dae29982),segment_id=68003269-0288-4537-9a32-66b6dae29982)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:17.190104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3698da36-4944-45e4-a5a3-4e9d090da8b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.196098 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.208353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3698da36-4944-45e4-a5a3-4e9d090da8b7 None None] Calling delete_port for 72cabe19-e712-4be0-a56f-eb151b638330 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:17.242674 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:17.246200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:17.251326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:17.251860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.267000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=f224b1f6-6c5b-4f0a-b686-94f5edea5c2d,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:17.275484 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.277854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6680894-d355-45ec-88ff-58783a2a7f5e None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:17.283290 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.334614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-2473f204-7d36-45e8-8a17-48427074833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:17.336254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-2473f204-7d36-45e8-8a17-48427074833d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 1098 time: 0.1967463 Sep 10 04:00:17.363999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb4ba35-5583-41f9-b251-d97f4f4b1db8 req-898dcdaa-7517-4c2b-a5dd-6767cee403f1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:17.371512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2eb4ba35-5583-41f9-b251-d97f4f4b1db8 req-898dcdaa-7517-4c2b-a5dd-6767cee403f1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.3195548 Sep 10 04:00:17.377253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34518) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:17.377509 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c42e94bf-a5e6-48fc-bb08-d40561a5b6c4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9968436 Sep 10 04:00:17.398624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-741196646', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f224b1f6-6c5b-4f0a-b686-94f5edea5c2d'}], 'security_groups': ['41a44074-727b-4377-8e78-05a84d5007e0']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:17.478390 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.511337 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.521404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Transition to ACTIVE for port object e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:17.534788 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3698da36-4944-45e4-a5a3-4e9d090da8b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.586945 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3698da36-4944-45e4-a5a3-4e9d090da8b7 None None] Pushing event deleted for resources: {'Port': ['ID=72cabe19-e712-4be0-a56f-eb151b638330,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:17.590364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Transition to ACTIVE for port object e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:17.592659 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2eb4ba35-5583-41f9-b251-d97f4f4b1db8 req-19083cc9-c475-4c13-8859-ed5a2b10d248 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200618 Sep 10 04:00:17.611640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3698da36-4944-45e4-a5a3-4e9d090da8b7 None None] No DVR routers for this DVR port 72cabe19-e712-4be0-a56f-eb151b638330 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:17.622313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.639320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-1418f105-9050-47e1-ad49-ed16944e530c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:17.640841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-1418f105-9050-47e1-ad49-ed16944e530c service neutron] 10.222.0.20 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 915 time: 0.2962456 Sep 10 04:00:17.652014 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.692987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:17.735560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-53be49b0-52df-40b9-aa59-c436c9f4f08a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993 HTTP/1.1" status: 200 len: 217 time: 0.0617447 Sep 10 04:00:17.737107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:17.737450 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.762525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Network 0cfc3023-8b6f-4649-a955-1260d3f4efe3 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:17.773706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Pushing event updated for resources: {'Port': ['ID=e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:17.773706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:17.780516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:17.789963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd8a32bf-ab28-43b8-86f7-019e71f72df8 None None] Update dhcp port {'port': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'fixed_ips': [{'subnet_id': '467922c8-9bce-4459-b369-267762b944cb', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f224b1f6-6c5b-4f0a-b686-94f5edea5c2d'}], 'binding:host_id': 'n-d-808143-1'}, 'id': 'ca50f917-0225-452f-8067-b422207af67e'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 04:00:17.855559 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fd8a32bf-ab28-43b8-86f7-019e71f72df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.857243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72cabe19-e712-4be0-a56f-eb151b638330 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:17.894996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 72cabe19-e712-4be0-a56f-eb151b638330 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:17.895466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 72cabe19-e712-4be0-a56f-eb151b638330 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:17.895809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:17.898007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Attempting to bind port e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:17.898372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Attempting to bind port e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '674999f5-8ee7-4580-8685-a6c1e1867a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0cfc3023-8b6f-4649-a955-1260d3f4efe3'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:17.898732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Attempting to bind port e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1 on network 0cfc3023-8b6f-4649-a955-1260d3f4efe3 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:17.942764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 3, 59, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:17.947246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Checking segment: {'id': '674999f5-8ee7-4580-8685-a6c1e1867a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0cfc3023-8b6f-4649-a955-1260d3f4efe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:17.947246 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.947246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Bound using segment: {'id': '674999f5-8ee7-4580-8685-a6c1e1867a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0cfc3023-8b6f-4649-a955-1260d3f4efe3'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:17.947246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Bound port: e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '674999f5-8ee7-4580-8685-a6c1e1867a28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '0cfc3023-8b6f-4649-a955-1260d3f4efe3'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:17.947246 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:17.949253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:17.949589 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bc85c482-33d7-46d2-94ac-5dc7f3b9bd15 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:17.970054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:18.000794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:18.001162 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.155823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] For port e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:18.180727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] For port e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1,segment=NetworkSegment(674999f5-8ee7-4580-8685-a6c1e1867a28),segment_id=674999f5-8ee7-4580-8685-a6c1e1867a28)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:18.221973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-fd8a32bf-ab28-43b8-86f7-019e71f72df8 None None] Allocated IP 2001:db8:0:1::2 (f27373e4-0d72-4c28-b26b-e04911db2266/f224b1f6-6c5b-4f0a-b686-94f5edea5c2d/ca50f917-0225-452f-8067-b422207af67e) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:18.222532 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.250997 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.255993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.294119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-373f04e9-ba94-4059-bde4-9fe1aa8851af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:18.295578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-373f04e9-ba94-4059-bde4-9fe1aa8851af service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 200 len: 854 time: 0.5425427 Sep 10 04:00:18.303016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=675b2066-0630-4505-9d5a-87afccf61609,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:18.396881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-5ede9480-4ef2-4fd3-a2a7-277ee94296a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=686131d4-4e20-48da-bff0-11b2c1bd55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0755246 Sep 10 04:00:18.418343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port 9d95b1e6-6e16-4090-877e-c19bdc4c3f29, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9d95b1e6-6e16-4090-877e-c19bdc4c3f29,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:18.418779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.465944 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.519345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edd358a-c1f7-4f9e-bf54-e5cc05f972d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cdf3e-f9a8-4b1a-8735-8e7421d7f591'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:18.520326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:18.521600 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5873152a-1b3b-4a41-ad0e-a84055733587" -d '{"events": [{"server_uuid": "3edd358a-c1f7-4f9e-bf54-e5cc05f972d8", "name": "network-vif-plugged", "status": "completed", "tag": "d82cdf3e-f9a8-4b1a-8735-8e7421d7f591"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:18.562885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:18.603593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0ac641-cc5e-4240-b64e-d6fe7604960d None None] Pushing event updated for resources: {'Port': ['ID=e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:18.614847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f5ce5d-b48f-4b52-8199-429c5eb51df4 None None] Network 0cfc3023-8b6f-4649-a955-1260d3f4efe3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:18.643994 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.648295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fd8a32bf-ab28-43b8-86f7-019e71f72df8 None None] For port ca50f917-0225-452f-8067-b422207af67e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca50f917-0225-452f-8067-b422207af67e,segment=NetworkSegment(8a22cdc5-0d78-4793-8188-b886b9366493),segment_id=8a22cdc5-0d78-4793-8188-b886b9366493)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:18.658972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfc3023-8b6f-4649-a955-1260d3f4efe3']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:18.670451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915f7dab-d508-4933-b62b-7ba2998fa7e7 req-13334632-171f-45d4-a1c1-777a6a27bca5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:18.676177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-915f7dab-d508-4933-b62b-7ba2998fa7e7 req-13334632-171f-45d4-a1c1-777a6a27bca5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 944 time: 0.4093356 Sep 10 04:00:18.735842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-33d5ee23-3065-4f23-8fec-2b886085d366 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3263080 Sep 10 04:00:18.756586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674999f5-8ee7-4580-8685-a6c1e1867a28') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:18.756883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674999f5-8ee7-4580-8685-a6c1e1867a28') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:18.763636 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5415014-17bb-4709-9f84-cf1337e69b63 x-openstack-request-id: req-b5415014-17bb-4709-9f84-cf1337e69b63 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:18.764046 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edd358a-c1f7-4f9e-bf54-e5cc05f972d8", "name": "network-vif-plugged", "status": "completed", "tag": "d82cdf3e-f9a8-4b1a-8735-8e7421d7f591", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:18.764298 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5415014-17bb-4709-9f84-cf1337e69b63 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:18.765209 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edd358a-c1f7-4f9e-bf54-e5cc05f972d8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd82cdf3e-f9a8-4b1a-8735-8e7421d7f591', 'code': 200} Sep 10 04:00:18.795351 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fd8a32bf-ab28-43b8-86f7-019e71f72df8 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.801912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:18.829640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fd8a32bf-ab28-43b8-86f7-019e71f72df8 None None] Transition to ACTIVE for port object ca50f917-0225-452f-8067-b422207af67e will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:18.855627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635d0822-ac3e-4ff0-9434-55236afe64a4 req-18efe992-c423-4d4c-8210-8b455838053b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:18.857187 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-635d0822-ac3e-4ff0-9434-55236afe64a4 req-18efe992-c423-4d4c-8210-8b455838053b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 1096 time: 0.0604589 Sep 10 04:00:18.870255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.884851 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.891225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:18.892467 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:18.894129 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-635d0822-ac3e-4ff0-9434-55236afe64a4 req-d283bede-f222-449a-b859-35d047589598 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297079 Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:18.895751 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:18.913211 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fd8a32bf-ab28-43b8-86f7-019e71f72df8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.001364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-915f7dab-d508-4933-b62b-7ba2998fa7e7 req-d82c1728-c8a2-42de-a5ce-c734fbd9a755 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663248 Sep 10 04:00:19.001645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34552) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:19.012259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8a32bf-ab28-43b8-86f7-019e71f72df8 None None] Pushing event updated for resources: {'Port': ['ID=ca50f917-0225-452f-8067-b422207af67e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:19.155218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ef26eb9-cb60-4ff7-8d86-b09f82a82334 req-0edb7c26-c638-41b8-9bb4-f9d7f074fc86 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4015596 Sep 10 04:00:19.159921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 04:00:19.159921 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 04:00:19.159921 n-d-808143-1 neutron-server[95136]: [parameters: {'id': '0cfc3023-8b6f-4649-a955-1260d3f4efe3'}] Sep 10 04:00:19.159921 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:00:19.160340 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:00:19.172034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:19.183648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6a5d64-e34c-4da5-b9b8-bc862ba49752 req-69facdd1-d0fc-42e2-a7d4-b9658595704e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:19.185248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb6a5d64-e34c-4da5-b9b8-bc862ba49752 req-69facdd1-d0fc-42e2-a7d4-b9658595704e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.3670704 Sep 10 04:00:19.286539 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.293025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Delete allocated IP 2001:db8::e6 (f27373e4-0d72-4c28-b26b-e04911db2266/467922c8-9bce-4459-b369-267762b944cb) {{(pid=95136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 04:00:19.314893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb6a5d64-e34c-4da5-b9b8-bc862ba49752 req-aa6219b3-9623-4529-afae-598e125a6dd5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048567 Sep 10 04:00:19.320807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8:0:1::7 (f27373e4-0d72-4c28-b26b-e04911db2266/f224b1f6-6c5b-4f0a-b686-94f5edea5c2d/9f439a5f-9d3a-45b6-90d8-7f450d53ac3b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:19.396935 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.405459 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.449289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=9d95b1e6-6e16-4090-877e-c19bdc4c3f29,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:19.521580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Allocated IP 172.25.3.64 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/bc0432ea-7c2f-47ee-b90d-6f023d4b30d6) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:19.577841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1ef592-4b22-439e-8c24-04cff62bb420 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:00:19.578982 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.629054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Provisioning complete for port defdf37c-74e0-42fa-8598-65e46a45e4da triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:19.629515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.631952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.682327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.683981 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.686057 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.688341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Port defdf37c-74e0-42fa-8598-65e46a45e4da cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:19.700245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1ef592-4b22-439e-8c24-04cff62bb420 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:00:19.733006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.789441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Provisioning for port ca50f917-0225-452f-8067-b422207af67e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:19.796663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Provisioning complete for port ca50f917-0225-452f-8067-b422207af67e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:19.797069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:19.797598 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.797727 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.810055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event updated for resources: {'Port': ['ID=bc0432ea-7c2f-47ee-b90d-6f023d4b30d6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:19.813162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:19.815922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:19.830497 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.830497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Fanout notify agent at l3_agent the message router_deleted on router 0c8b597e-d282-40c7-aafd-880e1568ba32 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:00:19.830689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:19.845677 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.853693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-36e47db1-d649-4fc0-ac6a-3e8a25d5acfc tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/routers/0c8b597e-d282-40c7-aafd-880e1568ba32 HTTP/1.1" status: 204 len: 168 time: 3.3441672 Sep 10 04:00:19.853693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34556) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:19.975233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:19.997707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.034327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca50f917-0225-452f-8067-b422207af67e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:20.041808 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.115063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting port e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:20.118491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.118491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] In _notify_port_updated(), no bound segment for port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b on network f27373e4-0d72-4c28-b26b-e04911db2266 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:00:20.123621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:20.124401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.125866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "PUT /v2.0/ports/9f439a5f-9d3a-45b6-90d8-7f450d53ac3b HTTP/1.1" status: 200 len: 928 time: 2.7433302 Sep 10 04:00:20.129118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493ddb75-f8ba-4963-9bbc-7c5dfae11d08 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=9f439a5f-9d3a-45b6-90d8-7f450d53ac3b,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:20.131690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34560) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:20.170732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.175827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ca50f917-0225-452f-8067-b422207af67e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:20.176209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.216523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Provisioning for port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:20.224230 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:00:20.224811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Provisioning complete for port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:20.224811 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.315188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6eca6c5f-aa13-4e88-9833-db21d39ae820 None None] Port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:20.396286 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.437122 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.484977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dc11ca-190e-4f36-8b87-a74ac5902c0f req-8ab64586-679f-4af6-8288-fedd6665366e tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:20.484977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03dc11ca-190e-4f36-8b87-a74ac5902c0f req-8ab64586-679f-4af6-8288-fedd6665366e tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 945 time: 0.3239226 Sep 10 04:00:20.493983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] For port e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1,segment=NetworkSegment(674999f5-8ee7-4580-8685-a6c1e1867a28),segment_id=674999f5-8ee7-4580-8685-a6c1e1867a28)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:20.494352 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.503206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.535312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['184d61f3-ff3b-497d-9253-0cfe054657d3']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:20.542664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b3f975bb-6e53-439a-be8d-5ed0a64f9081 None None] Provisioning complete for port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:20.542664 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b3f975bb-6e53-439a-be8d-5ed0a64f9081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.558893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Calling delete_port for e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:20.572985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68003269-0288-4537-9a32-66b6dae29982') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:20.573282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68003269-0288-4537-9a32-66b6dae29982') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:20.575631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event updated for resources: {'Port': ['ID=bc0432ea-7c2f-47ee-b90d-6f023d4b30d6,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:20.582767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b3f975bb-6e53-439a-be8d-5ed0a64f9081 None None] Port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:20.596673 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.597451 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.662988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03dc11ca-190e-4f36-8b87-a74ac5902c0f req-90de741d-fe27-4263-b9c1-ce27785771da tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659887 Sep 10 04:00:20.668058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.678897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c34bb46-c7ee-456e-8f57-2e9d23279aab req-b468473a-b21a-45d7-9201-2d1486584691 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:20.680447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c34bb46-c7ee-456e-8f57-2e9d23279aab req-b468473a-b21a-45d7-9201-2d1486584691 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.2342830 Sep 10 04:00:20.691616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:20.692322 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:20.696774 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:20.707325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.707325 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6c77986d-f8ca-41b6-942c-1c9bbaad16e9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7023027 Sep 10 04:00:20.709296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34564) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:20.710616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-750df2f1-7ff6-4fec-82f1-0f8fc0bfae2d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:20.711158 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-750df2f1-7ff6-4fec-82f1-0f8fc0bfae2d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.714424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-835465525'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:20.789088 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-835cfeb7-d500-4c70-9570-b418fc4e53df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.817507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Made reservation on behalf of db67078db0bc405188d755cc7ae9396d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:20.821241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.830910 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.872538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c34bb46-c7ee-456e-8f57-2e9d23279aab req-7cd434b9-3057-4a24-b3ef-c911be2d7175 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1767423 Sep 10 04:00:20.893756 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-750df2f1-7ff6-4fec-82f1-0f8fc0bfae2d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.906677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-750df2f1-7ff6-4fec-82f1-0f8fc0bfae2d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 9f439a5f-9d3a-45b6-90d8-7f450d53ac3b owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:20.934774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.956527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.961632 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:20.963581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/networks/184d61f3-ff3b-497d-9253-0cfe054657d3 HTTP/1.1" status: 204 len: 168 time: 1.1125383 Sep 10 04:00:20.966534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34568) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:21.003839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d15054-cb79-4f7c-ad70-98645f412235 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Network': ['ID=184d61f3-ff3b-497d-9253-0cfe054657d3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:21.009763 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.029543 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fbab3f6c-9a2f-41dd-9f0c-22006d1e497b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.054580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Port': ['ID=e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:21.055434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fbab3f6c-9a2f-41dd-9f0c-22006d1e497b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.056464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No DVR routers for this DVR port e5d9dbaa-8c8f-4fd4-8a44-590f815c6fd1 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:21.098329 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.101680 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72658abb-5a39-43dd-885b-dbcceef66d2c req-7ae289a9-9421-4ab7-a6eb-572a8346566d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:21.103238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72658abb-5a39-43dd-885b-dbcceef66d2c req-7ae289a9-9421-4ab7-a6eb-572a8346566d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1501057 Sep 10 04:00:21.123358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:21.139978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3a8cb712-6259-4d71-906a-81701c6731c8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:21.145029 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.145484 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Added segment 4222659d-4b18-477d-a46d-971f8f4a25bb of type vlan for network 78f78e05-5db4-42ea-9e46-6201d2dd90ad Sep 10 04:00:21.187733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.211818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.212013 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fbab3f6c-9a2f-41dd-9f0c-22006d1e497b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.214326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fbab3f6c-9a2f-41dd-9f0c-22006d1e497b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.218162 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fbab3f6c-9a2f-41dd-9f0c-22006d1e497b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/security-groups/a245f714-cf4b-4c89-a045-e8d215063df1 HTTP/1.1" status: 204 len: 168 time: 0.2479253 Sep 10 04:00:21.228936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbab3f6c-9a2f-41dd-9f0c-22006d1e497b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a245f714-cf4b-4c89-a045-e8d215063df1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:21.252872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cfc3023-8b6f-4649-a955-1260d3f4efe3']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:21.257445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72658abb-5a39-43dd-885b-dbcceef66d2c req-dd02ee0f-e428-4be2-92d7-1fb4de1ab053 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391826 Sep 10 04:00:21.265813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '674999f5-8ee7-4580-8685-a6c1e1867a28') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:21.266113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '674999f5-8ee7-4580-8685-a6c1e1867a28') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:21.269302 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.283957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:21.283957 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.284204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.291423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.298946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:21.299709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:21.309276 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:21.359711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event updated for resources: {'Network': ['ID=78f78e05-5db4-42ea-9e46-6201d2dd90ad,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:21.366092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-750df2f1-7ff6-4fec-82f1-0f8fc0bfae2d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.373257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 78f78e05-5db4-42ea-9e46-6201d2dd90ad details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:21.395600 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8ef4303e-a7f4-40cf-a572-7f9b067cd0da tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6851110 Sep 10 04:00:21.398363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34578) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:21.403258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Request body: {'subnet': {'network_id': '78f78e05-5db4-42ea-9e46-6201d2dd90ad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:21.411579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750df2f1-7ff6-4fec-82f1-0f8fc0bfae2d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=9f439a5f-9d3a-45b6-90d8-7f450d53ac3b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:21.479426 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.484596 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.489514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/0cfc3023-8b6f-4649-a955-1260d3f4efe3 HTTP/1.1" status: 204 len: 168 time: 4.6179523 Sep 10 04:00:21.496830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-750df2f1-7ff6-4fec-82f1-0f8fc0bfae2d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.505036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-750df2f1-7ff6-4fec-82f1-0f8fc0bfae2d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/9f439a5f-9d3a-45b6-90d8-7f450d53ac3b HTTP/1.1" status: 204 len: 168 time: 1.3599429 Sep 10 04:00:21.506055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34580) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:21.506478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34582) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:21.563513 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-616e3046-b8a8-4b04-9f8d-1e6c27581adc tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] GET failed (client error): The resource could not be found. Sep 10 04:00:21.565804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-616e3046-b8a8-4b04-9f8d-1e6c27581adc tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/subnets/675b2066-0630-4505-9d5a-87afccf61609 HTTP/1.1" status: 404 len: 337 time: 0.0442336 Sep 10 04:00:21.568564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34584) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:21.590449 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf3b102c-9f5e-4958-a7a1-0fa2583a96d3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:21.591359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf3b102c-9f5e-4958-a7a1-0fa2583a96d3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:21.593616 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cf3b102c-9f5e-4958-a7a1-0fa2583a96d3 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/0cfc3023-8b6f-4649-a955-1260d3f4efe3 HTTP/1.1" status: 404 len: 339 time: 0.0238650 Sep 10 04:00:21.597468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34586) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:21.617470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2af3a48-de33-445a-901c-1e909e8c3e4b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=0cfc3023-8b6f-4649-a955-1260d3f4efe3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:21.629335 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c9d4a65-91ef-4d87-a3a5-0d84a545fd69 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 04:00:21.634648 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1c9d4a65-91ef-4d87-a3a5-0d84a545fd69 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/9f439a5f-9d3a-45b6-90d8-7f450d53ac3b HTTP/1.1" status: 404 len: 333 time: 0.0816193 Sep 10 04:00:21.636723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34588) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:21.668856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65443311-bab4-4732-b826-14f17273b12b req-dad1e992-0368-4f45-8211-1290e697ff1f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0882134 Sep 10 04:00:21.681464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a605ff-1e56-4561-a1be-897ce9eae0b1 req-fa29cf87-da56-417c-92b1-2e3de3cbd301 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:21.683490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03a605ff-1e56-4561-a1be-897ce9eae0b1 req-fa29cf87-da56-417c-92b1-2e3de3cbd301 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.2755208 Sep 10 04:00:21.781775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:21.798994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03a605ff-1e56-4561-a1be-897ce9eae0b1 req-cd28729a-f71e-4a37-9d34-9ecf1895c54e tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035788 Sep 10 04:00:21.800429 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-49ee88ee-3015-4964-9da5-faa7b1ba90d1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.805440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:21.806075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9d95b1e6-6e16-4090-877e-c19bdc4c3f29 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:21.833170 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-49ee88ee-3015-4964-9da5-faa7b1ba90d1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:21.837871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65443311-bab4-4732-b826-14f17273b12b req-32b7f273-de2b-4e78-bb3b-a9b3541a7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:21.839421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65443311-bab4-4732-b826-14f17273b12b req-32b7f273-de2b-4e78-bb3b-a9b3541a7261 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6dea76265d944ac09553174bc576883e&device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 1098 time: 0.1094971 Sep 10 04:00:21.999586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34594) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:22.015621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c22ec1d5-aec0-46b6-8a2f-dd5dab1ea12e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-103012900', 'description': 'tempest-secgroup-smoke-103012900 description', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:22.020763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Made reservation on behalf of db67078db0bc405188d755cc7ae9396d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:22.024115 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.201580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5567e566-1638-4b1a-a96c-907dbf46a232 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.206161 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5567e566-1638-4b1a-a96c-907dbf46a232 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6045051 Sep 10 04:00:22.208037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34596) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:22.252811 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-68da1c82-ca2b-41c6-9142-92cd133fc5b2 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 207 time: 0.0435658 Sep 10 04:00:22.255991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34598) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:22.277783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c22ec1d5-aec0-46b6-8a2f-dd5dab1ea12e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.389472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6043c6b9-50c6-495d-a166-bb1717801027 req-5d5d560c-0d1d-446a-89f5-1352e20d7152 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.390954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6043c6b9-50c6-495d-a166-bb1717801027 req-5d5d560c-0d1d-446a-89f5-1352e20d7152 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1440251 Sep 10 04:00:22.402546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd58b101-a2ac-4558-9863-36000b1f2186 req-fd54c3e0-f1da-4ed7-ae3e-2bef97468943 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.403996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd58b101-a2ac-4558-9863-36000b1f2186 req-fd54c3e0-f1da-4ed7-ae3e-2bef97468943 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 945 time: 0.1600273 Sep 10 04:00:22.407107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65443311-bab4-4732-b826-14f17273b12b req-3fc6471f-3348-44a4-bd3a-a4f515fa8125 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.409065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65443311-bab4-4732-b826-14f17273b12b req-3fc6471f-3348-44a4-bd3a-a4f515fa8125 service neutron] 10.222.0.20 "GET /v2.0/networks?id=686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 200 len: 915 time: 0.5385411 Sep 10 04:00:22.416757 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-49ee88ee-3015-4964-9da5-faa7b1ba90d1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.419195 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-49ee88ee-3015-4964-9da5-faa7b1ba90d1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.420358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-49ee88ee-3015-4964-9da5-faa7b1ba90d1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/security-groups/26a40479-6e7f-413c-bd57-5209f54e91b8 HTTP/1.1" status: 204 len: 168 time: 0.7786052 Sep 10 04:00:22.425599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34600) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:22.488285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ee88ee-3015-4964-9da5-faa7b1ba90d1 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=26a40479-6e7f-413c-bd57-5209f54e91b8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:22.492434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65443311-bab4-4732-b826-14f17273b12b req-a26a0b0f-2306-4c15-911c-e7a8087e0795 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993 HTTP/1.1" status: 200 len: 217 time: 0.0711503 Sep 10 04:00:22.542883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6043c6b9-50c6-495d-a166-bb1717801027 req-12935512-90e4-41e0-83fb-41205b657110 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379299 Sep 10 04:00:22.551263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd58b101-a2ac-4558-9863-36000b1f2186 req-08291262-4f34-4ce7-8793-a02de523ebfd tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372788 Sep 10 04:00:22.572335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65443311-bab4-4732-b826-14f17273b12b req-4a1332e5-55b7-4619-83ad-7f975d4190c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.574128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65443311-bab4-4732-b826-14f17273b12b req-4a1332e5-55b7-4619-83ad-7f975d4190c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 200 len: 854 time: 0.0732756 Sep 10 04:00:22.588125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4eeb3-a7ad-4e69-bcef-1dff72cf153e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.595726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4eeb3-a7ad-4e69-bcef-1dff72cf153e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.599822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4eeb3-a7ad-4e69-bcef-1dff72cf153e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.605662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15a4eeb3-a7ad-4e69-bcef-1dff72cf153e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.607421 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-15a4eeb3-a7ad-4e69-bcef-1dff72cf153e tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.3505161 Sep 10 04:00:22.614706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65443311-bab4-4732-b826-14f17273b12b req-5f077008-28e2-498f-8862-457ed00770fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=686131d4-4e20-48da-bff0-11b2c1bd55b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326080 Sep 10 04:00:22.615169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34606) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:22.645362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fa9a44f8-5ce6-4038-9954-a908de3b5683 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.685116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c22ec1d5-aec0-46b6-8a2f-dd5dab1ea12e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.686879 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fa9a44f8-5ce6-4038-9954-a908de3b5683 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.700189 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.761437 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c22ec1d5-aec0-46b6-8a2f-dd5dab1ea12e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.804477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event updated for resources: {'Subnet': ['ID=b61ee66d-dac5-49e8-b990-db7ddc0bc445,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:22.821864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22ec1d5-aec0-46b6-8a2f-dd5dab1ea12e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a86145-4035-4a96-a5bf-d39f6662e666,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:22.825300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Checking segment: {'id': '4222659d-4b18-477d-a46d-971f8f4a25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '78f78e05-5db4-42ea-9e46-6201d2dd90ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:22.825666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Network hostable DHCP agents. Network: 78f78e05-5db4-42ea-9e46-6201d2dd90ad, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:22.838487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35deb83b-b84d-45b9-852e-d777a45f3b1e req-4bacceaa-a03d-4f49-a7ec-873acb748b5b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.840085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35deb83b-b84d-45b9-852e-d777a45f3b1e req-4bacceaa-a03d-4f49-a7ec-873acb748b5b tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1212540 Sep 10 04:00:22.851721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a574fd48-c399-43c6-a5de-dda333087e19 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2354119 Sep 10 04:00:22.853559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65443311-bab4-4732-b826-14f17273b12b req-57a43af5-382f-490c-8963-5bfa372d5b72 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260256 Sep 10 04:00:22.855030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34610) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:22.894083 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c22ec1d5-aec0-46b6-8a2f-dd5dab1ea12e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.895323 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c22ec1d5-aec0-46b6-8a2f-dd5dab1ea12e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8944647 Sep 10 04:00:22.899181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34612) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:22.908646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5ef8efc3-41b8-4d34-adb5-295dd047ad9c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'f1a86145-4035-4a96-a5bf-d39f6662e666', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:22.919902 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fa9a44f8-5ce6-4038-9954-a908de3b5683 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.922507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fa9a44f8-5ce6-4038-9954-a908de3b5683 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:22.927088 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fa9a44f8-5ce6-4038-9954-a908de3b5683 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/security-groups/41a44074-727b-4377-8e78-05a84d5007e0 HTTP/1.1" status: 204 len: 168 time: 0.4878230 Sep 10 04:00:22.927942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35deb83b-b84d-45b9-852e-d777a45f3b1e req-d9861f88-b41d-425c-b34c-ea1f2c029013 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734301 Sep 10 04:00:22.928395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34614) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:22.933195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Network 78f78e05-5db4-42ea-9e46-6201d2dd90ad is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:22.952499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9a44f8-5ce6-4038-9954-a908de3b5683 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41a44074-727b-4377-8e78-05a84d5007e0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:22.970138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746329a2-fc3e-4b99-8c3c-cf0d72257945 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.971705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746329a2-fc3e-4b99-8c3c-cf0d72257945 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:22.978894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-746329a2-fc3e-4b99-8c3c-cf0d72257945 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1227398 Sep 10 04:00:22.979492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34618) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:23.038798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d504d-4934-4cec-bdb8-dacf774ba7cf tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:23.040374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d0d504d-4934-4cec-bdb8-dacf774ba7cf tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:23.041936 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5d0d504d-4934-4cec-bdb8-dacf774ba7cf tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0614705 Sep 10 04:00:23.046028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34620) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:23.067272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 78f78e05-5db4-42ea-9e46-6201d2dd90ad) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:23.077703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a52a9ce-918a-46b7-bc0b-b06737da551e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet 467922c8-9bce-4459-b369-267762b944cb {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:23.077860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc1cdf13-97f8-43c6-af7b-8389b3f8196b None None] Network 78f78e05-5db4-42ea-9e46-6201d2dd90ad requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:23.078328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:23.078328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.088015 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a52a9ce-918a-46b7-bc0b-b06737da551e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.120958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65443311-bab4-4732-b826-14f17273b12b req-4cff24f1-e1b4-441c-a6e7-ad44210117d2 service neutron] 10.222.0.20 "GET /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2605796 Sep 10 04:00:23.147963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb1162d-9078-45ae-a5ef-8dcd78701748 req-84b86860-0df9-4baf-8f0b-cce40cf48eb9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:23.149324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bb1162d-9078-45ae-a5ef-8dcd78701748 req-84b86860-0df9-4baf-8f0b-cce40cf48eb9 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1261330 Sep 10 04:00:23.152871 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efc3-41b8-4d34-adb5-295dd047ad9c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.177338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350d5957-353b-439a-8ce9-a698cafecffa tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:23.182233 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-350d5957-353b-439a-8ce9-a698cafecffa tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/networks/c13dab64-af53-4db0-b572-5e0d444c5a0f HTTP/1.1" status: 200 len: 800 time: 0.1318021 Sep 10 04:00:23.182429 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a52a9ce-918a-46b7-bc0b-b06737da551e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.184141 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-55681b3f-7e10-4fd3-8d88-616a07bb885b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7845755 Sep 10 04:00:23.184782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34622) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:23.185126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34624) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:23.229312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1627984469', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:23.256402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-78f78e05-5db4-42ea-9e46-6201d2dd90ad', 'network_id': '78f78e05-5db4-42ea-9e46-6201d2dd90ad', 'tenant_id': 'db67078db0bc405188d755cc7ae9396d', 'fixed_ips': [{'subnet_id': 'b61ee66d-dac5-49e8-b990-db7ddc0bc445'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:23.257257 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.275739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bb1162d-9078-45ae-a5ef-8dcd78701748 req-96ea7de1-74ee-42e6-b858-8a6858a33631 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191967 Sep 10 04:00:23.318365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efc3-41b8-4d34-adb5-295dd047ad9c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.363155 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b51d2336-99fc-4bb1-9a28-ccc55f3c9599 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/networks/c13dab64-af53-4db0-b572-5e0d444c5a0f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1769395 Sep 10 04:00:23.366219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34636) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:23.399050 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a52a9ce-918a-46b7-bc0b-b06737da551e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.402333 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efc3-41b8-4d34-adb5-295dd047ad9c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.419236 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.420317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.433108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86117d0-fc5c-4b77-bbcb-e25e13ba4175 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:23.438091 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c86117d0-fc5c-4b77-bbcb-e25e13ba4175 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/subnets/9302cc83-0c30-4e0b-a027-23ecbc09558e HTTP/1.1" status: 200 len: 811 time: 0.0674431 Sep 10 04:00:23.442050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34638) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:23.461807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Allocated IP 172.20.0.2 (78f78e05-5db4-42ea-9e46-6201d2dd90ad/b61ee66d-dac5-49e8-b990-db7ddc0bc445/9c7a7736-cb17-4138-b1ce-7eee007bf197) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:23.470166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef8efc3-41b8-4d34-adb5-295dd047ad9c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c884a0f5-75f7-4df7-a17a-e06d43b19809,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:23.520594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e802aa-1526-42a3-a209-fe26450fe5f4 req-529aff9a-f05b-4b7f-a1fc-804a9b25ce15 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:23.529078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e802aa-1526-42a3-a209-fe26450fe5f4 req-529aff9a-f05b-4b7f-a1fc-804a9b25ce15 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1460912 Sep 10 04:00:23.540486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.551595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1defb28c-6646-4884-9bc8-1a32e3b5793b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:23.553106 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1defb28c-6646-4884-9bc8-1a32e3b5793b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "GET /v2.0/subnets/9302cc83-0c30-4e0b-a027-23ecbc09558e?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1102064 Sep 10 04:00:23.556986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34640) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:23.559352 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0454aa91-e585-477c-b6af-693f00aa60f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.562896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-456354875'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:23.568127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ef8efc3-41b8-4d34-adb5-295dd047ad9c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.571728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5ef8efc3-41b8-4d34-adb5-295dd047ad9c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6665862 Sep 10 04:00:23.573956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34642) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:23.578518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b03d16dd-fa30-40c6-9184-5d9972b665af tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'f1a86145-4035-4a96-a5bf-d39f6662e666', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:23.590098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86e802aa-1526-42a3-a209-fe26450fe5f4 req-018d3bfa-d2cf-4162-ba27-9447c2363b90 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Sep 10 04:00:23.635671 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.652353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a52a9ce-918a-46b7-bc0b-b06737da551e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.652794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Transition to ACTIVE for port object 9c7a7736-cb17-4138-b1ce-7eee007bf197 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:23.673801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Transition to ACTIVE for port object 9c7a7736-cb17-4138-b1ce-7eee007bf197 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:23.688778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a52a9ce-918a-46b7-bc0b-b06737da551e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=467922c8-9bce-4459-b369-267762b944cb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:23.712741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a52a9ce-918a-46b7-bc0b-b06737da551e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.719754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1a52a9ce-918a-46b7-bc0b-b06737da551e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/467922c8-9bce-4459-b369-267762b944cb HTTP/1.1" status: 204 len: 168 time: 0.7853489 Sep 10 04:00:23.719754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34648) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:23.724147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c100896c-a9a4-4078-8e56-84aed5faf2cb None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:23.724613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:23.748502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.755267 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.764152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0681ee80-7bcd-4aa1-8ee5-3c664094106a req-fef737d2-5f59-4007-8d8e-e7021bf2f792 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:23.766345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0681ee80-7bcd-4aa1-8ee5-3c664094106a req-fef737d2-5f59-4007-8d8e-e7021bf2f792 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1162081 Sep 10 04:00:23.832058 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.837973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Network 78f78e05-5db4-42ea-9e46-6201d2dd90ad is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:23.838173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:23.842353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.842519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:23.852023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:23.852383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0681ee80-7bcd-4aa1-8ee5-3c664094106a req-710e37c6-61e6-4dfb-b4c6-3f547917bb80 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775962 Sep 10 04:00:23.889831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Pushing event updated for resources: {'Port': ['ID=9c7a7736-cb17-4138-b1ce-7eee007bf197,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:23.908377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:23.918651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.919000 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Added segment 27672ee2-5035-4a93-8316-55796dd0095c of type vlan for network cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a Sep 10 04:00:23.940631 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Attempting to bind port 9c7a7736-cb17-4138-b1ce-7eee007bf197 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:23.941000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Attempting to bind port 9c7a7736-cb17-4138-b1ce-7eee007bf197 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '4222659d-4b18-477d-a46d-971f8f4a25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '78f78e05-5db4-42ea-9e46-6201d2dd90ad'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:23.941361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Attempting to bind port 9c7a7736-cb17-4138-b1ce-7eee007bf197 on network 78f78e05-5db4-42ea-9e46-6201d2dd90ad {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:23.988911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:23.993534 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.994273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Checking segment: {'id': '4222659d-4b18-477d-a46d-971f8f4a25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '78f78e05-5db4-42ea-9e46-6201d2dd90ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:23.994922 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:23.995829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Bound using segment: {'id': '4222659d-4b18-477d-a46d-971f8f4a25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '78f78e05-5db4-42ea-9e46-6201d2dd90ad'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:23.996718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Bound port: 9c7a7736-cb17-4138-b1ce-7eee007bf197, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4222659d-4b18-477d-a46d-971f8f4a25bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '78f78e05-5db4-42ea-9e46-6201d2dd90ad'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:23.997370 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.020257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b03d16dd-fa30-40c6-9184-5d9972b665af tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.069462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:24.075967 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.101339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] For port 9c7a7736-cb17-4138-b1ce-7eee007bf197, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:24.104527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] For port 9c7a7736-cb17-4138-b1ce-7eee007bf197, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9c7a7736-cb17-4138-b1ce-7eee007bf197,segment=NetworkSegment(4222659d-4b18-477d-a46d-971f8f4a25bb),segment_id=4222659d-4b18-477d-a46d-971f8f4a25bb)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:24.140819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d18e8c-ebdb-458a-a009-28ba1ece5035 req-92157631-73af-47bc-b44e-6d68708022f3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:24.142317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b03d16dd-fa30-40c6-9184-5d9972b665af tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.142568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57d18e8c-ebdb-458a-a009-28ba1ece5035 req-92157631-73af-47bc-b44e-6d68708022f3 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1229224 Sep 10 04:00:24.156438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.163301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:24.163934 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.232921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57d18e8c-ebdb-458a-a009-28ba1ece5035 req-236572a6-18f4-4e02-bbaa-18398ea795ef tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533059 Sep 10 04:00:24.242035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.286990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b03d16dd-fa30-40c6-9184-5d9972b665af tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.380403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Network': ['ID=cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:24.383375 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4d2b84d5-6c08-4444-acae-27aeb5c47b26 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8253682 Sep 10 04:00:24.389680 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.392816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34658) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:24.395071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:24.427968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d16dd-fa30-40c6-9184-5d9972b665af tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc310c07-9385-46a2-987c-c238d425ac7a,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:24.431208 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.433211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'network_id': 'cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:24.463278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2cefdc-523e-41a3-9595-175621f5ca0f None None] Pushing event updated for resources: {'Port': ['ID=9c7a7736-cb17-4138-b1ce-7eee007bf197,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:24.579069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b03d16dd-fa30-40c6-9184-5d9972b665af tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.580942 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b03d16dd-fa30-40c6-9184-5d9972b665af tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0060585 Sep 10 04:00:24.585228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34660) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:24.589687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-da6b8f73-d95b-4ca7-b9ae-e032073cf33b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'f1a86145-4035-4a96-a5bf-d39f6662e666', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:24.629074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Allocated IP 172.25.3.18 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/44d73aad-c15a-4c8a-b339-5ba3c71cb6b4) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:24.732986 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da6b8f73-d95b-4ca7-b9ae-e032073cf33b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.750252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031795c9-4476-4065-9000-15c60c272b0e req-5669c6d2-95a7-4c0f-83e7-89da255cd8a7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:24.752393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-031795c9-4476-4065-9000-15c60c272b0e req-5669c6d2-95a7-4c0f-83e7-89da255cd8a7 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.3987141 Sep 10 04:00:24.815817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.827915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-031795c9-4476-4065-9000-15c60c272b0e req-873a2006-1c26-41f6-b644-a0955873b139 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625794 Sep 10 04:00:24.843322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Made reservation on behalf of 3d8804a70985435baa986e23ea99c770 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:24.843460 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da6b8f73-d95b-4ca7-b9ae-e032073cf33b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.843930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.889228 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.950963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing IP validity checks on allocation pools {{(pid=95136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 04:00:24.951475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 04:00:24.960813 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da6b8f73-d95b-4ca7-b9ae-e032073cf33b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:24.984630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b8f73-d95b-4ca7-b9ae-e032073cf33b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c777a313-2407-40f9-80fb-dfcb5da842d9,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:24.994932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.004607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:25.024746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:25.036858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=d9e70441-40cc-4aae-8b8a-d1bccb434287,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:25.037563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:25.041618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:25.042374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:25.042845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.042969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e12194-b9c8-483b-9a99-e1f6655b13ae None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:25.044080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:25.077423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da6b8f73-d95b-4ca7-b9ae-e032073cf33b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.078655 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-da6b8f73-d95b-4ca7-b9ae-e032073cf33b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4924850 Sep 10 04:00:25.085389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ccc6c87e-b122-455a-9f9c-2ab8212abf0d None None] Provisioning complete for port defdf37c-74e0-42fa-8598-65e46a45e4da triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:25.086092 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c87e-b122-455a-9f9c-2ab8212abf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.092901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34666) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:25.093037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc31f-00f1-4bb3-8c6c-265d70e92833 req-b752215a-cfd9-4fcc-b83f-bfd530283551 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:25.093037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d2bc31f-00f1-4bb3-8c6c-265d70e92833 req-b752215a-cfd9-4fcc-b83f-bfd530283551 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1348395 Sep 10 04:00:25.098917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5da6222c-544e-4bf8-8830-58cb9c15d97b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'f1a86145-4035-4a96-a5bf-d39f6662e666', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:25.104264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event updated for resources: {'Port': ['ID=44d73aad-c15a-4c8a-b339-5ba3c71cb6b4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:25.139451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f9920273-5fba-4e2c-83f6-b0e95d79d4ce tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4162252 Sep 10 04:00:25.155072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34668) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:25.159942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1a6289a9-aedf-4874-a65f-07baf82e77e8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'security_group': {'name': 'tempest-secgroup-2106495376'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:25.171359 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.193853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d2bc31f-00f1-4bb3-8c6c-265d70e92833 req-69932d2c-876c-4af7-a3fb-dfecd5609a57 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933120 Sep 10 04:00:25.216373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6c87e-b122-455a-9f9c-2ab8212abf0d None None] Port defdf37c-74e0-42fa-8598-65e46a45e4da cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:25.258975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ccc6c87e-b122-455a-9f9c-2ab8212abf0d None None] Provisioning complete for port ca50f917-0225-452f-8067-b422207af67e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:25.259668 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ccc6c87e-b122-455a-9f9c-2ab8212abf0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.317671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.391726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af44488f-6e71-46f3-b687-f84c942505da None None] Update dhcp port {'port': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'fixed_ips': [{'subnet_id': 'f224b1f6-6c5b-4f0a-b686-94f5edea5c2d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd9e70441-40cc-4aae-8b8a-d1bccb434287'}], 'binding:host_id': 'n-d-808143-1'}, 'id': 'ca50f917-0225-452f-8067-b422207af67e'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 04:00:25.400199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5da6222c-544e-4bf8-8830-58cb9c15d97b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.410583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96b1f1a-5f9b-4387-a0b9-d8d046a3d132 req-017204c6-c086-4044-a240-1e83710509f0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:25.418070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c96b1f1a-5f9b-4387-a0b9-d8d046a3d132 req-017204c6-c086-4044-a240-1e83710509f0 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1335788 Sep 10 04:00:25.429669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af44488f-6e71-46f3-b687-f84c942505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.436331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=9489d3fa-aa45-41ec-8107-bcea42d5257b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:25.451941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a6289a9-aedf-4874-a65f-07baf82e77e8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.472858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Checking segment: {'id': '27672ee2-5035-4a93-8316-55796dd0095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:25.473405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network hostable DHCP agents. Network: cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:25.524816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c96b1f1a-5f9b-4387-a0b9-d8d046a3d132 req-8bb7d41c-f00d-46d4-b3fc-21318960c2e5 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056969 Sep 10 04:00:25.579560 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.604403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5da6222c-544e-4bf8-8830-58cb9c15d97b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.679937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-af44488f-6e71-46f3-b687-f84c942505da None None] Allocated IP 2001:db8::2 (f27373e4-0d72-4c28-b26b-e04911db2266/d9e70441-40cc-4aae-8b8a-d1bccb434287/ca50f917-0225-452f-8067-b422207af67e) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:25.687846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Network cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:25.715478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5da6222c-544e-4bf8-8830-58cb9c15d97b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.732585 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a6289a9-aedf-4874-a65f-07baf82e77e8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.756157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544608bc-7345-4b30-a85d-69266e93ef14 req-e6935adf-35db-4b4a-bf64-611573a50b00 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:25.757789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-544608bc-7345-4b30-a85d-69266e93ef14 req-e6935adf-35db-4b4a-bf64-611573a50b00 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1039188 Sep 10 04:00:25.823934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-544608bc-7345-4b30-a85d-69266e93ef14 req-15bdf063-2cbd-43f5-b387-4ef2c154f4c4 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480878 Sep 10 04:00:25.823934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:25.825474 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a6289a9-aedf-4874-a65f-07baf82e77e8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.831546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:25.832187 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:25.862384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e17052b-31ba-443f-a7e5-d7418b4f5d0f None None] Network 78f78e05-5db4-42ea-9e46-6201d2dd90ad requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:25.875560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-065ba5a8-097c-4eb0-b230-2a5b0b8a685a None None] Network cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:25.881114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-af44488f-6e71-46f3-b687-f84c942505da None None] For port ca50f917-0225-452f-8067-b422207af67e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca50f917-0225-452f-8067-b422207af67e,segment=NetworkSegment(8a22cdc5-0d78-4793-8188-b886b9366493),segment_id=8a22cdc5-0d78-4793-8188-b886b9366493)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:25.888539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9c7a7736-cb17-4138-b1ce-7eee007bf197 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:25.889237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a6289a9-aedf-4874-a65f-07baf82e77e8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=639deb45-0b26-405c-8588-695c6012e337,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:25.925440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9e6fdf8f-d6a6-487c-877a-525516271f08 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.5149062 Sep 10 04:00:25.932071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34688) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:25.932922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5631e4eb-8369-4af8-857a-1e4591b03ac7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:26.026003 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a6289a9-aedf-4874-a65f-07baf82e77e8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.030506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1a6289a9-aedf-4874-a65f-07baf82e77e8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8742845 Sep 10 04:00:26.053260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34690) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:26.057975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f05fbd83-ec86-4f91-8669-66f05c24e629 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1588532565'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:26.111880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da6222c-544e-4bf8-8830-58cb9c15d97b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=45367f85-f1e7-4007-bc90-c2edbc66c1fa,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:26.125275 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5631e4eb-8369-4af8-857a-1e4591b03ac7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4905869'] for subnet, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.149051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932ba4bd-0ad6-4d93-ad80-88f6906071cc req-ed23991f-062b-412f-a55f-bbd610b405c1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:26.150892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-932ba4bd-0ad6-4d93-ad80-88f6906071cc req-ed23991f-062b-412f-a55f-bbd610b405c1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1434259 Sep 10 04:00:26.235472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f05fbd83-ec86-4f91-8669-66f05c24e629 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.245334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-932ba4bd-0ad6-4d93-ad80-88f6906071cc req-874ec38e-8d21-48ad-82b6-178e99852591 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759826 Sep 10 04:00:26.256230 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.324205 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af44488f-6e71-46f3-b687-f84c942505da None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.329169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5da6222c-544e-4bf8-8830-58cb9c15d97b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.330501 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5da6222c-544e-4bf8-8830-58cb9c15d97b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2433870 Sep 10 04:00:26.333733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34696) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:26.342170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4a5a4495-b985-4573-9e67-2d292c7f4c50 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'f1a86145-4035-4a96-a5bf-d39f6662e666', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:26.372780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b3eeef86-5398-4664-a9ce-5dcf0fc588ef None None] Provisioning for port 9c7a7736-cb17-4138-b1ce-7eee007bf197 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:26.377746 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.416043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-af44488f-6e71-46f3-b687-f84c942505da None None] Transition to ACTIVE for port object ca50f917-0225-452f-8067-b422207af67e will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:26.467195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9f8233-6560-4ddc-a305-1497b6b2fefd req-d134e25d-ad10-4539-b74c-eaa1f685114d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:26.468748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e9f8233-6560-4ddc-a305-1497b6b2fefd req-d134e25d-ad10-4539-b74c-eaa1f685114d tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.0962191 Sep 10 04:00:26.491623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a', 'network_id': 'cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a', 'tenant_id': '3d8804a70985435baa986e23ea99c770', 'fixed_ips': [{'subnet_id': '9489d3fa-aa45-41ec-8107-bcea42d5257b'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:26.492581 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.513538 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af44488f-6e71-46f3-b687-f84c942505da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.524750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f05fbd83-ec86-4f91-8669-66f05c24e629 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.544667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e9f8233-6560-4ddc-a305-1497b6b2fefd req-0535fadf-0b0f-4d85-96d0-68d8e9ecf671 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595193 Sep 10 04:00:26.549005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Router 1db994a1-fe71-47d9-a43d-0d8d3d73627e is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:00:26.550459 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5631e4eb-8369-4af8-857a-1e4591b03ac7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736580656909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15957134'] for subnet, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.564811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9c7a7736-cb17-4138-b1ce-7eee007bf197 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:26.603073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9c7a7736-cb17-4138-b1ce-7eee007bf197 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:26.611529 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f05fbd83-ec86-4f91-8669-66f05c24e629 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.618935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5631e4eb-8369-4af8-857a-1e4591b03ac7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:26.619545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5631e4eb-8369-4af8-857a-1e4591b03ac7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.620292 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.620939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5631e4eb-8369-4af8-857a-1e4591b03ac7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "PUT /v2.0/subnets/9489d3fa-aa45-41ec-8107-bcea42d5257b HTTP/1.1" status: 200 len: 877 time: 0.6938059 Sep 10 04:00:26.628034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34702) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:26.675417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5631e4eb-8369-4af8-857a-1e4591b03ac7 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event updated for resources: {'Subnet': ['ID=9489d3fa-aa45-41ec-8107-bcea42d5257b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:26.702374 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-4a5a4495-b985-4573-9e67-2d292c7f4c50 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Project 604b17a6e0964c4ab69ec880aeb9fc59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:00:26.715123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05fbd83-ec86-4f91-8669-66f05c24e629 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98710290-142a-4106-a6a7-3732fc34d86d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:26.716313 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4495-b985-4573-9e67-2d292c7f4c50 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.738431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:26.776499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e05b56d-f9bd-4c58-a7c8-5063a67877e3 None None] Sync routers for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:26.790505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f05fbd83-ec86-4f91-8669-66f05c24e629 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.792056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f05fbd83-ec86-4f91-8669-66f05c24e629 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7375224 Sep 10 04:00:26.796222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34704) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:26.801156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-91f5ecce-5ac8-49e7-a5c7-0dbaa884d154 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'security_group': {'name': 'tempest-secgroup-1929011743'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:26.822704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.828303 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4495-b985-4573-9e67-2d292c7f4c50 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.879764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05b56d-f9bd-4c58-a7c8-5063a67877e3 None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:26.879930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e05b56d-f9bd-4c58-a7c8-5063a67877e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:26.898541 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.925737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e05b56d-f9bd-4c58-a7c8-5063a67877e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:26.939784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.943661 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eea15b2c-b336-4687-b02b-69f99f5db200 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 3.7538679 Sep 10 04:00:26.943661 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4495-b985-4573-9e67-2d292c7f4c50 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.950484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34708) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:26.950581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44488f-6e71-46f3-b687-f84c942505da None None] Pushing event updated for resources: {'Port': ['ID=ca50f917-0225-452f-8067-b422207af67e,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:26.980129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c93446a5-1af4-4a98-b95d-841cce7c9e76 None None] Provisioning complete for port 9c7a7736-cb17-4138-b1ce-7eee007bf197 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:26.980504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c93446a5-1af4-4a98-b95d-841cce7c9e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:26.984774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e05b56d-f9bd-4c58-a7c8-5063a67877e3 None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:26.985417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e05b56d-f9bd-4c58-a7c8-5063a67877e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:27.023935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5e05b56d-f9bd-4c58-a7c8-5063a67877e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:27.024603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e05b56d-f9bd-4c58-a7c8-5063a67877e3 None None] The sync data for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:27.026603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5a4495-b985-4573-9e67-2d292c7f4c50 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f2b80f1-66f5-43f9-abf4-30df48270ad7,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:27.053929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91f5ecce-5ac8-49e7-a5c7-0dbaa884d154 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.097320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Allocated IP 172.20.0.3 (cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a/9489d3fa-aa45-41ec-8107-bcea42d5257b/039eb748-e21b-4459-80b4-162dc0ef4adc) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:27.148062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.282797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91f5ecce-5ac8-49e7-a5c7-0dbaa884d154 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.285882 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a5a4495-b985-4573-9e67-2d292c7f4c50 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.286783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4a5a4495-b985-4573-9e67-2d292c7f4c50 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9518576 Sep 10 04:00:27.289490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34710) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:27.295805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f9269762-e965-4347-8f0a-985eac37738b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': 'f1a86145-4035-4a96-a5bf-d39f6662e666', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:27.308689 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c93446a5-1af4-4a98-b95d-841cce7c9e76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.323315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9c7a7736-cb17-4138-b1ce-7eee007bf197, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9c7a7736-cb17-4138-b1ce-7eee007bf197,segment=NetworkSegment(4222659d-4b18-477d-a46d-971f8f4a25bb),segment_id=4222659d-4b18-477d-a46d-971f8f4a25bb)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:27.383040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91f5ecce-5ac8-49e7-a5c7-0dbaa884d154 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.401884 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.446300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f5ecce-5ac8-49e7-a5c7-0dbaa884d154 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4871d7-1ad6-40f8-8aed-93725cdce3b0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:27.485191 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-f9269762-e965-4347-8f0a-985eac37738b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Project 604b17a6e0964c4ab69ec880aeb9fc59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:00:27.491823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9269762-e965-4347-8f0a-985eac37738b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.519522 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-c93446a5-1af4-4a98-b95d-841cce7c9e76 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:00:27.520029 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-c93446a5-1af4-4a98-b95d-841cce7c9e76 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:00:27.542125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9c7a7736-cb17-4138-b1ce-7eee007bf197,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:27.545270 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.562173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Transition to ACTIVE for port object 039eb748-e21b-4459-80b4-162dc0ef4adc will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:27.590246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Transition to ACTIVE for port object 039eb748-e21b-4459-80b4-162dc0ef4adc will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:27.612979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91f5ecce-5ac8-49e7-a5c7-0dbaa884d154 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.613842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-91f5ecce-5ac8-49e7-a5c7-0dbaa884d154 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8166406 Sep 10 04:00:27.616605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34714) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:27.623546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-974748587', 'security_groups': ['3f4871d7-1ad6-40f8-8aed-93725cdce3b0'], 'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9e70441-40cc-4aae-8b8a-d1bccb434287'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:27.637673 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9269762-e965-4347-8f0a-985eac37738b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.649697 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.696541 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9269762-e965-4347-8f0a-985eac37738b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.715336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Network cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:27.719226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:27.727647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:27.736834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Pushing event updated for resources: {'Port': ['ID=039eb748-e21b-4459-80b4-162dc0ef4adc,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:27.765737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9269762-e965-4347-8f0a-985eac37738b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59fc43ef-8d0e-4d91-aca6-0ea91ef0886d,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:27.784920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.846904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Attempting to bind port 039eb748-e21b-4459-80b4-162dc0ef4adc on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:27.847901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Attempting to bind port 039eb748-e21b-4459-80b4-162dc0ef4adc by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '27672ee2-5035-4a93-8316-55796dd0095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:27.848522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Attempting to bind port 039eb748-e21b-4459-80b4-162dc0ef4adc on network cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:27.854287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:27.863395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Checking segment: {'id': '27672ee2-5035-4a93-8316-55796dd0095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:27.863395 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.863395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Bound using segment: {'id': '27672ee2-5035-4a93-8316-55796dd0095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:27.863395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Bound port: 039eb748-e21b-4459-80b4-162dc0ef4adc, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27672ee2-5035-4a93-8316-55796dd0095c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:27.863395 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.866572 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9269762-e965-4347-8f0a-985eac37738b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:27.870398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f9269762-e965-4347-8f0a-985eac37738b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5772903 Sep 10 04:00:27.871181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34716) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:27.891274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'network': {'name': 'tempest-network-smoke--1672175694', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'port_security_enabled': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:27.926432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=9489d3fa-aa45-41ec-8107-bcea42d5257b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:27.936786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9c7a7736-cb17-4138-b1ce-7eee007bf197 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:27.942614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:28.011613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.019475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] For port 039eb748-e21b-4459-80b4-162dc0ef4adc, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:28.025657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] For port 039eb748-e21b-4459-80b4-162dc0ef4adc, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=039eb748-e21b-4459-80b4-162dc0ef4adc,segment=NetworkSegment(27672ee2-5035-4a93-8316-55796dd0095c),segment_id=27672ee2-5035-4a93-8316-55796dd0095c)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:28.026905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9c7a7736-cb17-4138-b1ce-7eee007bf197 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:28.027329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.075933 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.103047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:28.110267 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.123892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27672ee2-5035-4a93-8316-55796dd0095c') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:28.124239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27672ee2-5035-4a93-8316-55796dd0095c') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:28.140757 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.157496 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.160450 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.177160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:28.189567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.216470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:28.222693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.241353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f6910-5967-4a55-aa5e-7b86bcb8804a None None] Pushing event updated for resources: {'Port': ['ID=039eb748-e21b-4459-80b4-162dc0ef4adc,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:28.250257 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:28.307248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d55e6046-8f8d-47aa-964e-5936865343ba None None] Network cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:28.338868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] device_id is not set on port 997c8012-625b-4f21-92c1-d35b08305c35 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:00:28.340865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca50f917-0225-452f-8067-b422207af67e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:28.359351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:28.369207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.369609 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Added segment 645ce984-33fb-44de-a219-75a2de29406a of type vlan for network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 Sep 10 04:00:28.416402 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-fc92ff6b-21d5-4fe3-81eb-22089b6d0608 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2689645 Sep 10 04:00:28.421549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.447916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c4dd64cd-1d0f-4a49-88ca-ebe9d502b93c None None] Provisioning complete for port defdf37c-74e0-42fa-8598-65e46a45e4da triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:28.448528 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4dd64cd-1d0f-4a49-88ca-ebe9d502b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.465630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 04:00:28.465630 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 04:00:28.465630 n-d-808143-1 neutron-server[95136]: [parameters: {'id': 'cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a'}] Sep 10 04:00:28.465630 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:00:28.466610 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:00:28.520231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.525873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:28.526485 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.586521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c4dd64cd-1d0f-4a49-88ca-ebe9d502b93c None None] Port defdf37c-74e0-42fa-8598-65e46a45e4da cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:28.624056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7471988 Sep 10 04:00:28.626119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e18586a-7449-4032-a967-c636867e5a71 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Network': ['ID=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:28.630321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34724) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:28.637636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'admin_state_up': True, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:28.651124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:28.700354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c4dd64cd-1d0f-4a49-88ca-ebe9d502b93c None None] Provisioning for port ca50f917-0225-452f-8067-b422207af67e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:28.745544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.749792 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.774061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c4dd64cd-1d0f-4a49-88ca-ebe9d502b93c None None] Provisioning complete for port ca50f917-0225-452f-8067-b422207af67e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:28.774601 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4dd64cd-1d0f-4a49-88ca-ebe9d502b93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.776304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a07d82-adf6-4068-a968-9dd8aef90cfe None None] Network cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:28.815169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-6aeb2124-3988-4e05-b54e-d22f34d4633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:28.817309 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-6aeb2124-3988-4e05-b54e-d22f34d4633f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=deac6f217dc444ce95dfc77fa61b049f&device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 1096 time: 0.3389685 Sep 10 04:00:28.820931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8::153 (f27373e4-0d72-4c28-b26b-e04911db2266/d9e70441-40cc-4aae-8b8a-d1bccb434287/997c8012-625b-4f21-92c1-d35b08305c35) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:28.863028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Allocated IP 172.20.0.1 (78f78e05-5db4-42ea-9e46-6201d2dd90ad/b61ee66d-dac5-49e8-b990-db7ddc0bc445/643dd6ef-1079-4646-be51-6898431b06e5) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:28.965628 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:28.967400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.064656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting port 039eb748-e21b-4459-80b4-162dc0ef4adc {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:29.069510 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.136843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.160379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-7ef9c919-886e-4c45-9b54-3d84c2167dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:29.162120 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-7ef9c919-886e-4c45-9b54-3d84c2167dd4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 200 len: 916 time: 0.3105659 Sep 10 04:00:29.249539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c26fb6-c492-46e3-8aac-20b6d631fc66 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:00:29.288212 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-b2e4a65f-a7ea-4d85-a8c8-68ad2ff7ece9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e9852a5c-42e0-4858-abda-a94662a5a83c HTTP/1.1" status: 200 len: 217 time: 0.0970449 Sep 10 04:00:29.295710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.299515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.307645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] For port 039eb748-e21b-4459-80b4-162dc0ef4adc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=039eb748-e21b-4459-80b4-162dc0ef4adc,segment=NetworkSegment(27672ee2-5035-4a93-8316-55796dd0095c),segment_id=27672ee2-5035-4a93-8316-55796dd0095c)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:29.308036 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.352314 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.364305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Calling delete_port for 039eb748-e21b-4459-80b4-162dc0ef4adc owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:29.387209 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object 997c8012-625b-4f21-92c1-d35b08305c35 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:29.405998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Transition to ACTIVE for port object 643dd6ef-1079-4646-be51-6898431b06e5 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:29.450847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-ea42a9bf-29e5-45ac-8c54-e3c407d5f6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:29.452254 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-ea42a9bf-29e5-45ac-8c54-e3c407d5f6e9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=eeccb207-8908-4796-8b4b-dc4f360cd763 HTTP/1.1" status: 200 len: 855 time: 0.1502991 Sep 10 04:00:29.510981 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-fea01395-38c7-4695-aff5-4786bf8cfbf1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=11ca608c-6b76-4c31-9999-3b9b6dad5b3c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390091 Sep 10 04:00:29.591406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.593398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c26fb6-c492-46e3-8aac-20b6d631fc66 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:00:29.627612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.674144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:29.685531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=997c8012-625b-4f21-92c1-d35b08305c35,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:29.688288 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:29.695013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Network 78f78e05-5db4-42ea-9e46-6201d2dd90ad is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:29.696360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:29.703554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:29.703554 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.709071 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-b1a57c45-99dd-45a5-9583-346f4bfc5d1a service neutron] 10.222.0.39 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893404 Sep 10 04:00:29.729810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:29.740641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:29.869770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event updated for resources: {'Port': ['ID=643dd6ef-1079-4646-be51-6898431b06e5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:29.875470 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:29.884829 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-37624059-5f43-4688-8d27-33fdbf54d20d tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2639461 Sep 10 04:00:29.885104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34730) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:29.891876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d0981403-6408-4d4d-9183-133c36061a42 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:30.168900 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.193105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No DVR routers for this DVR port 039eb748-e21b-4459-80b4-162dc0ef4adc on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:30.285543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Port': ['ID=039eb748-e21b-4459-80b4-162dc0ef4adc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:30.393094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.411261 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae93d626-31fc-4f27-bb7f-4f60bd7fcb7f req-41427d50-b3cb-49a9-91b7-e149db812e77 service neutron] 10.222.0.39 "GET /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6761687 Sep 10 04:00:30.522853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:30.539183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f470df28-9e85-49be-b06d-d9213e2a65bc None None] Provisioning for port 643dd6ef-1079-4646-be51-6898431b06e5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:30.554510 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f470df28-9e85-49be-b06d-d9213e2a65bc None None] Provisioning complete for port 643dd6ef-1079-4646-be51-6898431b06e5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:30.554510 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f470df28-9e85-49be-b06d-d9213e2a65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.574322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27672ee2-5035-4a93-8316-55796dd0095c') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:30.574554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27672ee2-5035-4a93-8316-55796dd0095c') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:30.598903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f470df28-9e85-49be-b06d-d9213e2a65bc None None] Port 643dd6ef-1079-4646-be51-6898431b06e5 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:30.619960 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.622989 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.655530 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.664099 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.680502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f470df28-9e85-49be-b06d-d9213e2a65bc None None] Provisioning for port 997c8012-625b-4f21-92c1-d35b08305c35 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:30.680721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0981403-6408-4d4d-9183-133c36061a42 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:30.684189 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d0981403-6408-4d4d-9183-133c36061a42 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.687943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f470df28-9e85-49be-b06d-d9213e2a65bc None None] Provisioning complete for port 997c8012-625b-4f21-92c1-d35b08305c35 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:30.688648 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f470df28-9e85-49be-b06d-d9213e2a65bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.690487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:30.690897 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:30.694092 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:30.773024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f470df28-9e85-49be-b06d-d9213e2a65bc None None] Port 997c8012-625b-4f21-92c1-d35b08305c35 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:30.804747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:30.903579 n-d-808143-1 neutron-server[95137]: INFO neutron.db.ipam_backend_mixin [None req-d0981403-6408-4d4d-9183-133c36061a42 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9e70441-40cc-4aae-8b8a-d1bccb434287 (CIDR: 2001:db8::/64) Sep 10 04:00:30.963726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.25.3.157 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/6aa8b6f7-202b-4982-8ad6-33cf7c9bb667) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:30.986929 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0981403-6408-4d4d-9183-133c36061a42 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:00:30.987436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0981403-6408-4d4d-9183-133c36061a42 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:30.997888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.007069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.015968 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a HTTP/1.1" status: 204 len: 168 time: 4.3831670 Sep 10 04:00:31.023335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34742) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:31.043806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5bf9534-523c-4e00-83a7-4664326c1716 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:31.103959 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b35d6d-a4c5-4ff1-96a3-3f677994e500 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:31.104423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b35d6d-a4c5-4ff1-96a3-3f677994e500 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:31.108448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b4b35d6d-a4c5-4ff1-96a3-3f677994e500 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/9489d3fa-aa45-41ec-8107-bcea42d5257b HTTP/1.1" status: 404 len: 337 time: 0.0666635 Sep 10 04:00:31.108448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d0981403-6408-4d4d-9183-133c36061a42 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.2213054 Sep 10 04:00:31.109706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34744) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:31.111326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34746) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:31.126867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-92c7c4cc-c0b7-4fd9-8d60-db6abd6087f0 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:31.127101 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.162969 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f284bf80-a7ff-420a-a5ed-619e6ff17e2b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:31.163453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f284bf80-a7ff-420a-a5ed-619e6ff17e2b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:31.167483 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f284bf80-a7ff-420a-a5ed-619e6ff17e2b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/cafc53a2-f0c7-4bdd-b4a3-6f2d8b5c1a8a HTTP/1.1" status: 404 len: 339 time: 0.0547063 Sep 10 04:00:31.167986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34748) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:31.207983 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca731a3c-a3f0-4b5a-8168-e32292d6cf9c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:31.208595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca731a3c-a3f0-4b5a-8168-e32292d6cf9c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:31.212526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ca731a3c-a3f0-4b5a-8168-e32292d6cf9c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/675b2066-0630-4505-9d5a-87afccf61609 HTTP/1.1" status: 404 len: 337 time: 0.0411954 Sep 10 04:00:31.212848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34750) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:31.233571 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd7a40c-1734-4f1d-a2be-5ac6ff91a252 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:31.234175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd7a40c-1734-4f1d-a2be-5ac6ff91a252 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:31.238676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-edd7a40c-1734-4f1d-a2be-5ac6ff91a252 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/0cfc3023-8b6f-4649-a955-1260d3f4efe3 HTTP/1.1" status: 404 len: 339 time: 0.0224128 Sep 10 04:00:31.238921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34752) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:31.337203 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.377471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.394725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=6aa8b6f7-202b-4982-8ad6-33cf7c9bb667,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:31.405161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:31.408218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:31.411012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:31.420476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.440906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.495159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c7c4cc-c0b7-4fd9-8d60-db6abd6087f0 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:31.498830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92c7c4cc-c0b7-4fd9-8d60-db6abd6087f0 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.648523 n-d-808143-1 neutron-server[95137]: INFO neutron.db.ipam_backend_mixin [None req-92c7c4cc-c0b7-4fd9-8d60-db6abd6087f0 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet f224b1f6-6c5b-4f0a-b686-94f5edea5c2d (CIDR: 2001:db8:0:1::/64) Sep 10 04:00:31.668557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event updated for resources: {'Port': ['ID=643dd6ef-1079-4646-be51-6898431b06e5,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:31.675144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.682441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.683026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.683390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.683756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.684099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.684444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.684772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.685100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.685429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.685760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.686354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.686481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:31.732093 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.755121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba9d4fc0-7244-4832-a921-ce9c58e1576b']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:31.758301 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-92c7c4cc-c0b7-4fd9-8d60-db6abd6087f0 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:00:31.764995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92c7c4cc-c0b7-4fd9-8d60-db6abd6087f0 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:31.767654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8351e10a-1940-475f-a85c-ca07cb032fb9') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:31.768222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8351e10a-1940-475f-a85c-ca07cb032fb9') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:31.780155 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.808074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Network 78f78e05-5db4-42ea-9e46-6201d2dd90ad is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:31.809624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:31.838147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.849207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:31.851160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:31.853055 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:31.873103 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-92c7c4cc-c0b7-4fd9-8d60-db6abd6087f0 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7518601 Sep 10 04:00:31.881421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34756) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:31.892461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'subnet': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:31.963097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Router 1db994a1-fe71-47d9-a43d-0d8d3d73627e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:32.087210 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:32.129414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:32.140723 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:32.146109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/ba9d4fc0-7244-4832-a921-ce9c58e1576b HTTP/1.1" status: 204 len: 168 time: 0.9033153 Sep 10 04:00:32.152297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34760) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.168099 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:32.177476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:32.190626 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fdcba-e032-4c77-b422-9b9ded1ef567 None None] Sync routers for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:32.198184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659a29c9-aa99-45d6-8279-2f2b508a0464 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=ba9d4fc0-7244-4832-a921-ce9c58e1576b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:32.206328 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f13508-d359-4b63-a299-d715621a97e8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.206965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f13508-d359-4b63-a299-d715621a97e8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.208793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-66f13508-d359-4b63-a299-d715621a97e8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/20bd061f-f2bc-4330-9b6b-74dcfdd624bf HTTP/1.1" status: 404 len: 337 time: 0.0554523 Sep 10 04:00:32.211979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34762) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.215109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c66a3309-40d7-48fa-9e81-1674dc720ef8 None None] Provisioning complete for port 643dd6ef-1079-4646-be51-6898431b06e5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:32.215485 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c66a3309-40d7-48fa-9e81-1674dc720ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:32.224746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-787733ef-934b-4ec8-bd1d-bfc7958d2b22 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "PUT /v2.0/routers/1db994a1-fe71-47d9-a43d-0d8d3d73627e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2636399 Sep 10 04:00:32.225278 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fdcba-e032-4c77-b422-9b9ded1ef567 None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:32.227029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34764) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.228524 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-068fdcba-e032-4c77-b422-9b9ded1ef567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:32.237703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Request body: {'port': {'network_id': '78f78e05-5db4-42ea-9e46-6201d2dd90ad', 'name': 'tempest-FloatingIPAdminTestJSON-1866060838'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:32.262305 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-63b0485f-84c1-447a-b7ef-9231aca34e41 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.263067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63b0485f-84c1-447a-b7ef-9231aca34e41 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.264945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-63b0485f-84c1-447a-b7ef-9231aca34e41 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/b37a5c7d-ca45-479d-ba46-e7e6d7f5d6dd HTTP/1.1" status: 404 len: 339 time: 0.0499949 Sep 10 04:00:32.277825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34766) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.291232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c66a3309-40d7-48fa-9e81-1674dc720ef8 None None] Port 643dd6ef-1079-4646-be51-6898431b06e5 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:32.298983 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-068fdcba-e032-4c77-b422-9b9ded1ef567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:32.308394 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068fdcba-e032-4c77-b422-9b9ded1ef567 None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:32.309302 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-068fdcba-e032-4c77-b422-9b9ded1ef567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:32.345425 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-068fdcba-e032-4c77-b422-9b9ded1ef567 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:32.346476 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068fdcba-e032-4c77-b422-9b9ded1ef567 None None] The sync data for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:32.365937 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3647b0cd-2140-421c-b265-69b7332fc3c0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.366777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3647b0cd-2140-421c-b265-69b7332fc3c0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.368521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3647b0cd-2140-421c-b265-69b7332fc3c0 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/047c2ff0-9a17-4e89-b595-256f2f6a6487 HTTP/1.1" status: 404 len: 337 time: 0.0477779 Sep 10 04:00:32.372124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34768) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.396246 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e13932-be45-45f2-bfd2-eed380f58f9b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.396788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e13932-be45-45f2-bfd2-eed380f58f9b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.399718 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e0e13932-be45-45f2-bfd2-eed380f58f9b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/fd6f2c13-547c-4d41-b8f4-c3787bb1b806 HTTP/1.1" status: 404 len: 339 time: 0.0237694 Sep 10 04:00:32.401330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34770) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.429736 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-29040703-4c08-460f-904f-2b8f9a81d9f1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.430277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29040703-4c08-460f-904f-2b8f9a81d9f1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.432107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-29040703-4c08-460f-904f-2b8f9a81d9f1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/e804ec61-4be6-4b30-8494-de089ba29c26 HTTP/1.1" status: 404 len: 337 time: 0.0297413 Sep 10 04:00:32.434651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34772) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.453124 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-966a0b0c-79ef-400d-8277-e7ff2d2d5b8f tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.453712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-966a0b0c-79ef-400d-8277-e7ff2d2d5b8f tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.456015 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-966a0b0c-79ef-400d-8277-e7ff2d2d5b8f tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/48f5566f-7826-4243-8102-dad14efc1c34 HTTP/1.1" status: 404 len: 339 time: 0.0205052 Sep 10 04:00:32.458473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34774) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.465725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Made reservation on behalf of 869233f998a64be3909235fe670a4d25 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:32.469406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:32.495710 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-928e0c46-72fa-4666-957a-e7c0f575938c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.496623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-928e0c46-72fa-4666-957a-e7c0f575938c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.499930 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-928e0c46-72fa-4666-957a-e7c0f575938c tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/27a89cf7-fd7a-41ee-9afd-f10413242d70 HTTP/1.1" status: 404 len: 337 time: 0.0397537 Sep 10 04:00:32.505257 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34776) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.531590 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e758ce4-f197-486e-b0e5-12fe5c346403 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.532412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e758ce4-f197-486e-b0e5-12fe5c346403 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.537420 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1e758ce4-f197-486e-b0e5-12fe5c346403 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/b4ff2add-4beb-48ef-8783-252f504f3ba9 HTTP/1.1" status: 404 len: 339 time: 0.0279508 Sep 10 04:00:32.537420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34778) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.572552 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d2626e-47e8-480e-a484-975f9cc0587a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.573145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d2626e-47e8-480e-a484-975f9cc0587a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.575340 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e8d2626e-47e8-480e-a484-975f9cc0587a tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/e53f8f87-c256-4919-8141-a76c983c83fe HTTP/1.1" status: 404 len: 337 time: 0.0370135 Sep 10 04:00:32.576474 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:32.582233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34780) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.599499 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7706e82c-075f-48f9-a60e-fbe94fed28c8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.606444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7706e82c-075f-48f9-a60e-fbe94fed28c8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.606444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7706e82c-075f-48f9-a60e-fbe94fed28c8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/ea857a56-ff60-4038-b6a8-ffcdfd0217b4 HTTP/1.1" status: 404 len: 339 time: 0.0230885 Sep 10 04:00:32.606444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Made reservation on behalf of db67078db0bc405188d755cc7ae9396d for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:32.608746 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:32.615579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34782) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.629499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] device_id is not set on port e0448216-c454-47f3-a464-a18a8f384f2f yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:00:32.691158 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e8c3073-8398-4f0b-a906-9d122c5446fa tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.691545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e8c3073-8398-4f0b-a906-9d122c5446fa tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.695484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6e8c3073-8398-4f0b-a906-9d122c5446fa tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/513f9569-4f85-4b94-babd-95e142f83393 HTTP/1.1" status: 404 len: 337 time: 0.0751424 Sep 10 04:00:32.696539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34786) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.723722 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cb4d3a5-9759-4cdc-88d3-5d8d4a9bb06f tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.727935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cb4d3a5-9759-4cdc-88d3-5d8d4a9bb06f tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.727935 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9cb4d3a5-9759-4cdc-88d3-5d8d4a9bb06f tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/aa9f299f-ef30-42df-bf60-4ad0ea38f92e HTTP/1.1" status: 404 len: 339 time: 0.0288844 Sep 10 04:00:32.744529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34788) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.781100 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cabeeea0-9ba4-48f9-bc11-6af0725ab00b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.781663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cabeeea0-9ba4-48f9-bc11-6af0725ab00b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.785827 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cabeeea0-9ba4-48f9-bc11-6af0725ab00b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/cf891da4-fc46-4878-a9e7-d99545d6ad30 HTTP/1.1" status: 404 len: 337 time: 0.0379436 Sep 10 04:00:32.786457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34790) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.819161 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-210c8d36-62df-47eb-bea1-6cef1bc224a1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.819161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-210c8d36-62df-47eb-bea1-6cef1bc224a1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.821365 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-210c8d36-62df-47eb-bea1-6cef1bc224a1 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/afb091b6-2fff-4750-8971-3b39bb63401b HTTP/1.1" status: 404 len: 339 time: 0.0339162 Sep 10 04:00:32.826477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34792) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.836005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Allocated IP 172.20.0.3 (78f78e05-5db4-42ea-9e46-6201d2dd90ad/b61ee66d-dac5-49e8-b990-db7ddc0bc445/e0448216-c454-47f3-a464-a18a8f384f2f) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:32.864481 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ed38cab-0b67-4d6d-a46f-c9e0e17b2fd9 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.864951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ed38cab-0b67-4d6d-a46f-c9e0e17b2fd9 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.866877 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4ed38cab-0b67-4d6d-a46f-c9e0e17b2fd9 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/2d65b6ee-2aa4-459a-8333-d61307197888 HTTP/1.1" status: 404 len: 337 time: 0.0393808 Sep 10 04:00:32.870931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34794) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:32.896479 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-865613a5-6c80-41b7-9cd1-909dee17fbe9 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:32.897091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865613a5-6c80-41b7-9cd1-909dee17fbe9 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:32.898855 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-865613a5-6c80-41b7-9cd1-909dee17fbe9 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/55accdd8-8898-4317-b1af-c7b585246775 HTTP/1.1" status: 404 len: 339 time: 0.0270121 Sep 10 04:00:32.902187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34796) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:33.050771 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.068040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Transition to ACTIVE for port object e0448216-c454-47f3-a464-a18a8f384f2f will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:33.143987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.192809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Network 78f78e05-5db4-42ea-9e46-6201d2dd90ad is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:33.196910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:00:33.197177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:33.201364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:33.222767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e5e59c2-006f-4e9d-8bc6-6d0da7e3cfc8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting subnet 9302cc83-0c30-4e0b-a027-23ecbc09558e {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:33.233654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event updated for resources: {'Port': ['ID=e0448216-c454-47f3-a464-a18a8f384f2f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:33.261540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:33.262332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.283915 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e5e59c2-006f-4e9d-8bc6-6d0da7e3cfc8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.310872 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.341282 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-da1489b3-8750-44fe-ae06-b1c1ce2eded9 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1099193 Sep 10 04:00:33.342302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34800) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:33.389848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Network f27373e4-0d72-4c28-b26b-e04911db2266 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:33.399537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:33.401095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'project_id': 'db67078db0bc405188d755cc7ae9396d', 'port_id': 'e0448216-c454-47f3-a464-a18a8f384f2f'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:33.403008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:33.403591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.412389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0cc1861-eb62-4498-86eb-9e49b611f32f None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:33.427505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e5e59c2-006f-4e9d-8bc6-6d0da7e3cfc8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.490456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Subnet': ['ID=10c897c3-c90c-4d1b-98bf-4df163587ff5,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:33.497518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:33.526266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.573495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e5e59c2-006f-4e9d-8bc6-6d0da7e3cfc8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.574446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Sync routers for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:33.601043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-31b7bbf3-769a-422a-acc7-692be484b2eb tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7209396 Sep 10 04:00:33.601266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34804) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:33.606837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-644454762', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '10c897c3-c90c-4d1b-98bf-4df163587ff5'}], 'security_groups': ['639deb45-0b26-405c-8588-695c6012e337', '98710290-142a-4106-a6a7-3732fc34d86d']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:33.613468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:33.615518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:33.634768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.640259 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.642162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eb2dff83-030b-4175-83e6-af3b2764927d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.0100517 Sep 10 04:00:33.646217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34806) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:33.721451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0336c30f-cc09-46af-b8bf-849d31e79f6d tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=604b17a6e0964c4ab69ec880aeb9fc59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0738485 Sep 10 04:00:33.724648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34812) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:33.751957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:33.831348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ff944c76-c5d1-4e0b-9c7c-af11f2a37c32 None None] Provisioning for port e0448216-c454-47f3-a464-a18a8f384f2f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:33.832741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.873697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ff944c76-c5d1-4e0b-9c7c-af11f2a37c32 None None] Provisioning complete for port e0448216-c454-47f3-a464-a18a8f384f2f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:33.874468 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ff944c76-c5d1-4e0b-9c7c-af11f2a37c32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.898266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Allocated IP 172.25.3.92 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/582e233c-05b5-41ff-ae2a-7b510ed504c3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:33.904145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7c8f933-ec92-42aa-94ca-4d7612c59b2b tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:33.909953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e5e59c2-006f-4e9d-8bc6-6d0da7e3cfc8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:33.910267 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c7c8f933-ec92-42aa-94ca-4d7612c59b2b tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1837223 Sep 10 04:00:33.910987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34818) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:33.915808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ff944c76-c5d1-4e0b-9c7c-af11f2a37c32 None None] Port e0448216-c454-47f3-a464-a18a8f384f2f cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:33.968376 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5ffa335a-8924-4681-92ea-27ed81dbe4b1 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0534768 Sep 10 04:00:33.968917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34820) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:33.986507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-301824618', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:33.997345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5e59c2-006f-4e9d-8bc6-6d0da7e3cfc8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Subnet': ['ID=9302cc83-0c30-4e0b-a027-23ecbc09558e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:33.999669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e5e59c2-006f-4e9d-8bc6-6d0da7e3cfc8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.012895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7e5e59c2-006f-4e9d-8bc6-6d0da7e3cfc8 tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/subnets/9302cc83-0c30-4e0b-a027-23ecbc09558e HTTP/1.1" status: 204 len: 168 time: 1.1076488 Sep 10 04:00:34.016009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34822) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:34.019170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-990c0c9a-820e-48d4-b4aa-71683531271e None None] Network c13dab64-af53-4db0-b572-5e0d444c5a0f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:34.153723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad672d74-56f0-4422-8e8d-8b6ecd8a6a3c None None] Update dhcp port {'port': {'network_id': 'f27373e4-0d72-4c28-b26b-e04911db2266', 'fixed_ips': [{'subnet_id': 'f224b1f6-6c5b-4f0a-b686-94f5edea5c2d', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'd9e70441-40cc-4aae-8b8a-d1bccb434287', 'ip_address': '2001:db8::2'}, {'subnet_id': '10c897c3-c90c-4d1b-98bf-4df163587ff5'}], 'binding:host_id': 'n-d-808143-1'}, 'id': 'ca50f917-0225-452f-8067-b422207af67e'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 04:00:34.166332 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.168161 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.236264 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ad672d74-56f0-4422-8e8d-8b6ecd8a6a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.257311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:34.262988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.336890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.351199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Deleting port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:34.351842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.383022 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:31Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:34.388895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:34.393587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:34.400864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:34.416396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Checking router: 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:00:34.416922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Updating router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:00:34.455891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Pushing event updated for resources: {'Port': ['ID=582e233c-05b5-41ff-ae2a-7b510ed504c3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:34.465079 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] DHCP port deletion for c13dab64-af53-4db0-b572-5e0d444c5a0f request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:00:34.469874 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.475894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19328957-ae75-413b-8acd-194f1f055547 req-9c689575-6e94-4994-96d8-a730603f3c05 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:34.480911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19328957-ae75-413b-8acd-194f1f055547 req-9c689575-6e94-4994-96d8-a730603f3c05 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1818092 Sep 10 04:00:34.484271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] For port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3c4f9c6b-25fd-4b91-aa95-6874afa01c8f,segment=NetworkSegment(1a354d9e-70f3-49aa-9b68-242408fa4e5b),segment_id=1a354d9e-70f3-49aa-9b68-242408fa4e5b)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:34.484645 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.538266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Calling delete_port for 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:34.564897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Delete allocated IP 2001:db8::153 (f27373e4-0d72-4c28-b26b-e04911db2266/d9e70441-40cc-4aae-8b8a-d1bccb434287) {{(pid=95136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 04:00:34.589791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Allocated IP 2001:db8:0:2::1a8 (f27373e4-0d72-4c28-b26b-e04911db2266/10c897c3-c90c-4d1b-98bf-4df163587ff5/997c8012-625b-4f21-92c1-d35b08305c35) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:34.631770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Deleting port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:34.632146 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.632290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19328957-ae75-413b-8acd-194f1f055547 req-19a1ed19-0d2c-4d16-997c-f6723ca2ed57 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444280 Sep 10 04:00:34.709815 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.738869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] For port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3c4f9c6b-25fd-4b91-aa95-6874afa01c8f,segment=NetworkSegment(1a354d9e-70f3-49aa-9b68-242408fa4e5b),segment_id=1a354d9e-70f3-49aa-9b68-242408fa4e5b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:34.739260 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.788406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Calling delete_port for 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:34.797030 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.806939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Subnet': ['ID=b006d293-1431-409b-95d9-bfa881c345e9,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:34.823732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Checking segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:34.824111 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network hostable DHCP agents. Network: d8a09fdd-c026-4557-bcc7-5f8f0b8e4977, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:34.846689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Port': ['ID=3c4f9c6b-25fd-4b91-aa95-6874afa01c8f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:34.853016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] No DVR routers for this DVR port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:00:34.932618 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:00:34.950346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.952448 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.972108 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.975939 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:34.987229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] No DVR routers for this DVR port 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:34.992380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Transition to ACTIVE for port object 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:34.995260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Pushing event deleted for resources: {'Port': ['ID=3c4f9c6b-25fd-4b91-aa95-6874afa01c8f,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:35.004641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.005177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.005318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.005640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.005962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.006295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.006612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.006956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.007249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.007567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.007910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.008229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657a50df-3681-4ff2-839a-65b52dc08e44 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:35.012974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Transition to ACTIVE for port object 997c8012-625b-4f21-92c1-d35b08305c35 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:35.014615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c13dab64-af53-4db0-b572-5e0d444c5a0f']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:35.024534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a354d9e-70f3-49aa-9b68-242408fa4e5b') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:35.024903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a354d9e-70f3-49aa-9b68-242408fa4e5b') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:35.034522 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.049212 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.055707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:35.056132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:35.059275 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:35.063383 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.131926 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.137579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b14ba-e396-405e-b973-a90f609cd11c None None] Pushing event updated for resources: {'Port': ['ID=6aa8b6f7-202b-4982-8ad6-33cf7c9bb667,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:35.151542 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Attempting to bind port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:35.151956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Attempting to bind port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:35.152313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Attempting to bind port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:35.182644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:35.183039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:35.183401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.183818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:35.184297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Bound port: 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:35.184673 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.201000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] In _notify_port_updated(), no bound segment for port 997c8012-625b-4f21-92c1-d35b08305c35 on network f27373e4-0d72-4c28-b26b-e04911db2266 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:00:35.206601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:35.207406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.208650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "PUT /v2.0/ports/997c8012-625b-4f21-92c1-d35b08305c35 HTTP/1.1" status: 200 len: 969 time: 1.6062257 Sep 10 04:00:35.212529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34830) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:35.228547 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.243614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-ad672d74-56f0-4422-8e8d-8b6ecd8a6a3c None None] Allocated IP 2001:db8:0:2::2 (f27373e4-0d72-4c28-b26b-e04911db2266/10c897c3-c90c-4d1b-98bf-4df163587ff5/ca50f917-0225-452f-8067-b422207af67e) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:35.283293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] For port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:35.292621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] For port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6aa8b6f7-202b-4982-8ad6-33cf7c9bb667,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:35.292793 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.294573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] 10.222.0.22 "DELETE /v2.0/networks/c13dab64-af53-4db0-b572-5e0d444c5a0f HTTP/1.1" status: 204 len: 168 time: 1.2759705 Sep 10 04:00:35.326279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3796e66-3b55-45aa-95be-507a05af0a1b tempest-NetworksTest-222557647 tempest-NetworksTest-222557647-project] Pushing event deleted for resources: {'Network': ['ID=c13dab64-af53-4db0-b572-5e0d444c5a0f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:35.328453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85294786-8e42-45fd-ad6e-564ac6d98693 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event updated for resources: {'Port': ['ID=997c8012-625b-4f21-92c1-d35b08305c35,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:35.363386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e87932a2-d342-4e64-a477-a6ee69d7e7d5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port 997c8012-625b-4f21-92c1-d35b08305c35 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:35.364117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e87932a2-d342-4e64-a477-a6ee69d7e7d5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.367776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:35.374715 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.414280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.456641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, d8a09fdd-c026-4557-bcc7-5f8f0b8e4977) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:35.460443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:35.461477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:35.468075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ad672d74-56f0-4422-8e8d-8b6ecd8a6a3c None None] For port ca50f917-0225-452f-8067-b422207af67e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca50f917-0225-452f-8067-b422207af67e,segment=NetworkSegment(8a22cdc5-0d78-4793-8188-b886b9366493),segment_id=8a22cdc5-0d78-4793-8188-b886b9366493)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:35.473099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:35.473099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.504716 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e87932a2-d342-4e64-a477-a6ee69d7e7d5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.513198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e27709-b1a9-4557-9704-e02d5e2740e7 None None] Network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:35.518292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e87932a2-d342-4e64-a477-a6ee69d7e7d5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for 997c8012-625b-4f21-92c1-d35b08305c35 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:35.520502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05b14ba-e396-405e-b973-a90f609cd11c None None] Pushing event updated for resources: {'Port': ['ID=6aa8b6f7-202b-4982-8ad6-33cf7c9bb667,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:35.588667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-77e36ef2-1c57-4d4a-a5cf-8b4ced602533 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.6085308 Sep 10 04:00:35.591746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34836) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:35.676830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.737100 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e87932a2-d342-4e64-a477-a6ee69d7e7d5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.775993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ad672d74-56f0-4422-8e8d-8b6ecd8a6a3c None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.803475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87932a2-d342-4e64-a477-a6ee69d7e7d5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=997c8012-625b-4f21-92c1-d35b08305c35,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:35.854035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ead704-1bc7-4267-8f13-e5680bdc46d3 req-07e4ad12-b0e2-4e31-bb58-95c382c82ead tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:35.868003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ad672d74-56f0-4422-8e8d-8b6ecd8a6a3c None None] Transition to ACTIVE for port object ca50f917-0225-452f-8067-b422207af67e will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:35.879146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ead704-1bc7-4267-8f13-e5680bdc46d3 req-07e4ad12-b0e2-4e31-bb58-95c382c82ead tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.1764016 Sep 10 04:00:35.915940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34842) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:35.919851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:35.924240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:35.971082 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e87932a2-d342-4e64-a477-a6ee69d7e7d5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:35.973643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:35.974089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3c4f9c6b-25fd-4b91-aa95-6874afa01c8f not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:35.978627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e87932a2-d342-4e64-a477-a6ee69d7e7d5 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/997c8012-625b-4f21-92c1-d35b08305c35 HTTP/1.1" status: 204 len: 168 time: 0.7649484 Sep 10 04:00:36.003002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:36.006749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ead704-1bc7-4267-8f13-e5680bdc46d3 req-627fec9e-0840-42dd-a9be-e603be446190 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/security-groups?id=034c0c4b-0a7e-4178-a651-9a37b152d7fe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766149 Sep 10 04:00:36.022900 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ad672d74-56f0-4422-8e8d-8b6ecd8a6a3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.043647 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1e279fe-438a-49f5-b74e-ffe074873607 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] GET failed (client error): The resource could not be found. Sep 10 04:00:36.048522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1e279fe-438a-49f5-b74e-ffe074873607 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports/997c8012-625b-4f21-92c1-d35b08305c35 HTTP/1.1" status: 404 len: 333 time: 0.0413475 Sep 10 04:00:36.048760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34848) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:36.056904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.195632 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c31246aa-c0f7-43fe-b810-9520d9e65b19 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.207455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.223323 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c31246aa-c0f7-43fe-b810-9520d9e65b19 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.267580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2cdecaff-70da-4f5b-9a98-18f36779a86c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d8804a70985435baa986e23ea99c770&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3257940 Sep 10 04:00:36.275529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34850) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:36.275840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad672d74-56f0-4422-8e8d-8b6ecd8a6a3c None None] Pushing event updated for resources: {'Port': ['ID=ca50f917-0225-452f-8067-b422207af67e,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:36.289361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Pushing event updated for resources: {'Port': ['ID=582e233c-05b5-41ff-ae2a-7b510ed504c3,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:36.342883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-8686bf86-7fb0-4ad4-a95c-54720f89b364 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:36.345017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-d8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:36.345185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-8686bf86-7fb0-4ad4-a95c-54720f89b364 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.20 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 947 time: 0.2588842 Sep 10 04:00:36.346124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.386153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.399806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:31Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:36.441474 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c31246aa-c0f7-43fe-b810-9520d9e65b19 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.444689 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c31246aa-c0f7-43fe-b810-9520d9e65b19 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.445901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c31246aa-c0f7-43fe-b810-9520d9e65b19 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/security-groups/3f4871d7-1ad6-40f8-8aed-93725cdce3b0 HTTP/1.1" status: 204 len: 168 time: 0.3954952 Sep 10 04:00:36.448965 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef03dba3-409e-400b-b6fd-ad295125e08e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.457398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:36.503963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31246aa-c0f7-43fe-b810-9520d9e65b19 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4871d7-1ad6-40f8-8aed-93725cdce3b0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:36.506227 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.525825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef03dba3-409e-400b-b6fd-ad295125e08e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.536389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bff6e48-3fc8-4ac4-902e-7d00e58e3009 None None] The sync data for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 is: [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:31Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:36.568778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Deleting port 8fc6a7ec-114b-4db9-867f-f82707ac8993 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:36.569094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.615590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Allocated IP 172.20.0.2 (d8a09fdd-c026-4557-bcc7-5f8f0b8e4977/b006d293-1431-409b-95d9-bfa881c345e9/cd6dbbb3-ce11-411d-9ec4-87641b1a7137) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:36.639630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a43d5728-6d2e-443a-b6eb-ea32ac1cf338 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.704484 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a43d5728-6d2e-443a-b6eb-ea32ac1cf338 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.709575 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Floating IP c0868610-641f-4be1-8821-6ce1c1b8cdd5 associated. External IP: 172.25.3.92, port: e0448216-c454-47f3-a464-a18a8f384f2f. Sep 10 04:00:36.723278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] For port 8fc6a7ec-114b-4db9-867f-f82707ac8993, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8fc6a7ec-114b-4db9-867f-f82707ac8993,segment=NetworkSegment(15b02a85-d00c-444e-9852-500f850fc6bd),segment_id=15b02a85-d00c-444e-9852-500f850fc6bd)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:36.723647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.740089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Calling delete_port for 8fc6a7ec-114b-4db9-867f-f82707ac8993 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:36.807106 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef03dba3-409e-400b-b6fd-ad295125e08e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.809966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef03dba3-409e-400b-b6fd-ad295125e08e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.811143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ef03dba3-409e-400b-b6fd-ad295125e08e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d058ab14-039d-4a78-9f9e-9f2ddb70d491 HTTP/1.1" status: 204 len: 168 time: 0.5336483 Sep 10 04:00:36.886733 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:36.897358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef03dba3-409e-400b-b6fd-ad295125e08e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d058ab14-039d-4a78-9f9e-9f2ddb70d491,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:36.915761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Transition to ACTIVE for port object cd6dbbb3-ce11-411d-9ec4-87641b1a7137 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:37.025977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Transition to ACTIVE for port object cd6dbbb3-ce11-411d-9ec4-87641b1a7137 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:37.100582 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.126591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.138397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a43d5728-6d2e-443a-b6eb-ea32ac1cf338 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.141035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a43d5728-6d2e-443a-b6eb-ea32ac1cf338 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.148096 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a43d5728-6d2e-443a-b6eb-ea32ac1cf338 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/security-groups/98710290-142a-4106-a6a7-3732fc34d86d HTTP/1.1" status: 204 len: 168 time: 0.6877258 Sep 10 04:00:37.151118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34860) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:37.153657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8fc6a7ec-114b-4db9-867f-f82707ac8993'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:00:37.214011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:37.217873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:37.221224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:37.276853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-294c9dcb-5a9f-482f-9900-3e28ad9c5409 req-31c79e7e-4c4e-4b06-a4d8-2e663716ae85 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 210 time: 0.0517249 Sep 10 04:00:37.283855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Pushing event deleted for resources: {'Port': ['ID=8fc6a7ec-114b-4db9-867f-f82707ac8993,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:37.332974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Pushing event updated for resources: {'Port': ['ID=cd6dbbb3-ce11-411d-9ec4-87641b1a7137,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:37.357018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] No DVR routers for this DVR port 8fc6a7ec-114b-4db9-867f-f82707ac8993 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:37.361321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-91bde66d-c767-43a2-bf47-228ec74be69b None None] Provisioning complete for port defdf37c-74e0-42fa-8598-65e46a45e4da triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:37.362531 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-91bde66d-c767-43a2-bf47-228ec74be69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.365679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Attempting to bind port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:37.365679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Attempting to bind port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:37.365989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Attempting to bind port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:37.369114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.371224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c657e0e-92ee-40fa-b072-1905a32db0d4 req-89d57f73-733a-4e4f-ac8b-171aaa9eff71 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.20 "DELETE /v2.0/ports/8fc6a7ec-114b-4db9-867f-f82707ac8993 HTTP/1.1" status: 204 len: 173 time: 1.0006824 Sep 10 04:00:37.371751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-deleted', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:37.374137 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b95cca4-8b0e-4747-a74c-3e7e1a4bd207" -d '{"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-deleted", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:37.406471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43d5728-6d2e-443a-b6eb-ea32ac1cf338 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98710290-142a-4106-a6a7-3732fc34d86d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:37.437153 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-020ea6d9-96c9-46cd-87b0-00be25595f1e x-openstack-request-id: req-020ea6d9-96c9-46cd-87b0-00be25595f1e {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:37.437153 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbf512e5-00d4-4dd9-badd-530505730853", "name": "network-vif-deleted", "tag": "8fc6a7ec-114b-4db9-867f-f82707ac8993", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:37.437153 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-020ea6d9-96c9-46cd-87b0-00be25595f1e {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:37.437153 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbf512e5-00d4-4dd9-badd-530505730853', 'name': 'network-vif-deleted', 'tag': '8fc6a7ec-114b-4db9-867f-f82707ac8993', 'status': 'completed', 'code': 200} Sep 10 04:00:37.437623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Router 1db994a1-fe71-47d9-a43d-0d8d3d73627e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:37.491084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b545d81-ad5b-483e-af6d-1454b9f78335 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.525738 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:37.527607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Checking segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:37.527607 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.528058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Bound using segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:37.528678 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Bound port: cd6dbbb3-ce11-411d-9ec4-87641b1a7137, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:37.529502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.598211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-91bde66d-c767-43a2-bf47-228ec74be69b None None] Port defdf37c-74e0-42fa-8598-65e46a45e4da cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:37.641402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] For port cd6dbbb3-ce11-411d-9ec4-87641b1a7137, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:37.646478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] For port cd6dbbb3-ce11-411d-9ec4-87641b1a7137, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cd6dbbb3-ce11-411d-9ec4-87641b1a7137,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:37.700606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b545d81-ad5b-483e-af6d-1454b9f78335 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.714586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-91bde66d-c767-43a2-bf47-228ec74be69b None None] Provisioning for port ca50f917-0225-452f-8067-b422207af67e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:37.720101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-91bde66d-c767-43a2-bf47-228ec74be69b None None] Provisioning complete for port ca50f917-0225-452f-8067-b422207af67e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:37.721494 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-91bde66d-c767-43a2-bf47-228ec74be69b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.753689 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.759165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.20.0.1 (d8a09fdd-c026-4557-bcc7-5f8f0b8e4977/b006d293-1431-409b-95d9-bfa881c345e9/0a4c7f89-e92a-4fa4-a6a6-493ebaa24896) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:37.905204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:37.918488 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b545d81-ad5b-483e-af6d-1454b9f78335 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.922434 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52ba68-dae7-4cf5-8945-94235cbfba4e None None] Sync routers for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:37.923550 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b545d81-ad5b-483e-af6d-1454b9f78335 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:37.925023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5b545d81-ad5b-483e-af6d-1454b9f78335 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/security-groups/639deb45-0b26-405c-8588-695c6012e337 HTTP/1.1" status: 204 len: 168 time: 0.7683828 Sep 10 04:00:37.927870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34876) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:37.943184 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52ba68-dae7-4cf5-8945-94235cbfba4e None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:37.946522 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ee52ba68-dae7-4cf5-8945-94235cbfba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:37.998424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b545d81-ad5b-483e-af6d-1454b9f78335 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=639deb45-0b26-405c-8588-695c6012e337,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:38.039925 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381980a3-eacd-45a1-9d38-f06fdde06049 None None] Pushing event updated for resources: {'Port': ['ID=cd6dbbb3-ce11-411d-9ec4-87641b1a7137,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:38.052732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-76a345c1-517d-446a-982c-78d305c1242e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet d9e70441-40cc-4aae-8b8a-d1bccb434287 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:38.060951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76a345c1-517d-446a-982c-78d305c1242e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.142363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76a345c1-517d-446a-982c-78d305c1242e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.162681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.166660 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ee52ba68-dae7-4cf5-8945-94235cbfba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:38.173474 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.180119 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:38.192059 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee52ba68-dae7-4cf5-8945-94235cbfba4e None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:38.200039 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ee52ba68-dae7-4cf5-8945-94235cbfba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:38.223422 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8cda594-3df2-4f19-bc32-79a621862646 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.8800211 Sep 10 04:00:38.224972 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Transition to ACTIVE for port object 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:38.226534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34880) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:38.230213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-91bde66d-c767-43a2-bf47-228ec74be69b None None] Could not find standard attr ID for object 997c8012-625b-4f21-92c1-d35b08305c35. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:00:38.277835 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ee52ba68-dae7-4cf5-8945-94235cbfba4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:38.278596 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee52ba68-dae7-4cf5-8945-94235cbfba4e None None] The sync data for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:38.335573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76a345c1-517d-446a-982c-78d305c1242e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.355386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e2db404b-468d-4fe0-a12a-ba6341ab4fa8 None None] Could not find standard attr ID for object 997c8012-625b-4f21-92c1-d35b08305c35. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:00:38.400357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:38.406275 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a3252e2f-9d63-4165-847c-4112698af5ea tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] 10.222.0.22 "GET /v2.0/floatingips/c0868610-641f-4be1-8821-6ce1c1b8cdd5 HTTP/1.1" status: 200 len: 982 time: 0.1784034 Sep 10 04:00:38.411077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:38.414915 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.417180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34888) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:38.533035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6087c64f-36c4-4ae0-96ad-8887fc3d7999 req-654c8efa-64e6-4c33-be1e-939710bdd4e1 tempest-ServersNegativeTestJSON-1172243882 tempest-ServersNegativeTestJSON-1172243882-project] 10.222.0.22 "GET /v2.0/ports?device_id=dbf512e5-00d4-4dd9-badd-530505730853 HTTP/1.1" status: 200 len: 210 time: 0.0886507 Sep 10 04:00:38.637643 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.689822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34894) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:38.689961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6aa8b6f7-202b-4982-8ad6-33cf7c9bb667,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:38.690082 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76a345c1-517d-446a-982c-78d305c1242e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.772091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.776013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca50f917-0225-452f-8067-b422207af67e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:38.801549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a345c1-517d-446a-982c-78d305c1242e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=d9e70441-40cc-4aae-8b8a-d1bccb434287,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:38.812446 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76a345c1-517d-446a-982c-78d305c1242e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:38.814650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-76a345c1-517d-446a-982c-78d305c1242e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/d9e70441-40cc-4aae-8b8a-d1bccb434287 HTTP/1.1" status: 204 len: 168 time: 0.8844666 Sep 10 04:00:38.824784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34898) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:38.892430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c717500-0d7c-43a2-ac34-4aaef7a409e8 None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:38.916005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1955164968'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:38.947854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-414bcd06-f25f-494e-b066-d7b8c852a32e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet 10c897c3-c90c-4d1b-98bf-4df163587ff5 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:38.957770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-414bcd06-f25f-494e-b066-d7b8c852a32e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.004994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6aa8b6f7-202b-4982-8ad6-33cf7c9bb667,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:39.016283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-414bcd06-f25f-494e-b066-d7b8c852a32e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.064073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ca50f917-0225-452f-8067-b422207af67e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:39.064885 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.072913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.085672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:39.089411 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.119431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.122652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:39.140426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:39.155259 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-414bcd06-f25f-494e-b066-d7b8c852a32e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.156108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:39.207205 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1b658faf-2ed2-4821-8a25-e1bb3ef9d147 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1465 time: 0.7882731 Sep 10 04:00:39.210620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34900) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:39.211979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=0a4c7f89-e92a-4fa4-a6a6-493ebaa24896,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:39.265398 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.282301 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.303349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-414bcd06-f25f-494e-b066-d7b8c852a32e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.335422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414bcd06-f25f-494e-b066-d7b8c852a32e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=10c897c3-c90c-4d1b-98bf-4df163587ff5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:39.339313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-414bcd06-f25f-494e-b066-d7b8c852a32e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.344190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-414bcd06-f25f-494e-b066-d7b8c852a32e tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/10c897c3-c90c-4d1b-98bf-4df163587ff5 HTTP/1.1" status: 204 len: 168 time: 0.5183222 Sep 10 04:00:39.344933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34902) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:39.355880 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.400198 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-c60a25b1-5cb4-4ccb-abaa-393ff581e0bd tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:39.400654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c60a25b1-5cb4-4ccb-abaa-393ff581e0bd tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:39.402727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c60a25b1-5cb4-4ccb-abaa-393ff581e0bd tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/d9e70441-40cc-4aae-8b8a-d1bccb434287 HTTP/1.1" status: 404 len: 337 time: 0.0567801 Sep 10 04:00:39.406208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34904) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:39.413260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:39.517921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a98b43d-b55d-43c6-9493-2ccb3e2f2ac8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting subnet f224b1f6-6c5b-4f0a-b686-94f5edea5c2d {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:39.525706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a98b43d-b55d-43c6-9493-2ccb3e2f2ac8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.589960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a98b43d-b55d-43c6-9493-2ccb3e2f2ac8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.618737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34908) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:39.696436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Deleting port 582e233c-05b5-41ff-ae2a-7b510ed504c3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:39.697041 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.726967 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.727224 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Added segment 5e78593a-93aa-4efe-9bef-99d0fcb4ae0b of type vlan for network 5d37553e-b135-4305-938a-f09f893f3c5f Sep 10 04:00:39.736289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b836b747-34f3-444c-bce6-abff2c379538,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:39.764265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.768213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8fc6a7ec-114b-4db9-867f-f82707ac8993 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:39.777638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.840245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 8fc6a7ec-114b-4db9-867f-f82707ac8993 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:39.848568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8fc6a7ec-114b-4db9-867f-f82707ac8993 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:39.850069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c41327e-3cb3-4ca8-973e-b4fc99b6036c admin admin] Deleting subnet 2e094eec-c057-49c5-bf4f-c1f396a6f9ca {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:39.853215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c41327e-3cb3-4ca8-973e-b4fc99b6036c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.897378 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:39.904038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:39.904717 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.033944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Network': ['ID=5d37553e-b135-4305-938a-f09f893f3c5f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:40.040233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cd6dbbb3-ce11-411d-9ec4-87641b1a7137 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:40.046227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f3f66f-b2e8-4b75-8e99-b704c5e41bfc None None] Network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:40.059277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-58bf6537-b0fc-4022-b655-92dfd52f66f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.3789504 Sep 10 04:00:40.061107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34916) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:40.062075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c41327e-3cb3-4ca8-973e-b4fc99b6036c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.070668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'name': 'tempest-PortsTestJSON-660389329'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:40.092740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a98b43d-b55d-43c6-9493-2ccb3e2f2ac8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.123252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:40.146338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16ee086-f121-4973-9e37-7d7d6634830d None None] Network f27373e4-0d72-4c28-b26b-e04911db2266 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:40.173258 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.173632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.222697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Calling delete_port for 582e233c-05b5-41ff-ae2a-7b510ed504c3 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:40.248464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c41327e-3cb3-4ca8-973e-b4fc99b6036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.303508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:40.310397 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.335793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 53db0d41-1aa4-4c68-afa1-db96f298bdbc yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:00:40.436028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a98b43d-b55d-43c6-9493-2ccb3e2f2ac8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.470792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a98b43d-b55d-43c6-9493-2ccb3e2f2ac8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.475433 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2a98b43d-b55d-43c6-9493-2ccb3e2f2ac8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/f224b1f6-6c5b-4f0a-b686-94f5edea5c2d HTTP/1.1" status: 204 len: 168 time: 1.0599799 Sep 10 04:00:40.478903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34928) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:40.482712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-754d7998-14b8-4961-ae56-461e53cc86df None None] Provisioning for port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:40.496947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98b43d-b55d-43c6-9493-2ccb3e2f2ac8 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Subnet': ['ID=f224b1f6-6c5b-4f0a-b686-94f5edea5c2d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:40.535565 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-65ee58a7-5c4c-405a-8d23-33897faa866a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:40.536310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65ee58a7-5c4c-405a-8d23-33897faa866a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:40.538240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-65ee58a7-5c4c-405a-8d23-33897faa866a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/467922c8-9bce-4459-b369-267762b944cb HTTP/1.1" status: 404 len: 337 time: 0.0581954 Sep 10 04:00:40.541186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34930) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:40.551410 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c41327e-3cb3-4ca8-973e-b4fc99b6036c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.554847 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.586453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c41327e-3cb3-4ca8-973e-b4fc99b6036c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e094eec-c057-49c5-bf4f-c1f396a6f9ca,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:40.614534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a79dd94f-9c96-4080-951b-12247a002614 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "GET /v2.0/ports?device_id=a70ee0e7-4ddf-4a01-bed6-73b7ae51f082 HTTP/1.1" status: 200 len: 205 time: 0.0720627 Sep 10 04:00:40.617968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34932) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:40.620654 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c41327e-3cb3-4ca8-973e-b4fc99b6036c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.622556 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9c41327e-3cb3-4ca8-973e-b4fc99b6036c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2e094eec-c057-49c5-bf4f-c1f396a6f9ca HTTP/1.1" status: 204 len: 168 time: 0.9970033 Sep 10 04:00:40.626869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34934) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:40.628288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:40.639375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:40.640957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.668429 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-3b96af36-34d6-4f08-8ef8-600f9503797b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] delete failed (client error): The resource could not be found. Sep 10 04:00:40.669519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3b96af36-34d6-4f08-8ef8-600f9503797b tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/routers/a70ee0e7-4ddf-4a01-bed6-73b7ae51f082 HTTP/1.1" status: 404 len: 336 time: 0.0510423 Sep 10 04:00:40.670441 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.676977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34936) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:40.698661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b64ba15a-b427-4b09-b11a-4a44331a5fff None None] Provisioning complete for port defdf37c-74e0-42fa-8598-65e46a45e4da triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:40.699047 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b64ba15a-b427-4b09-b11a-4a44331a5fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.745423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.751541 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.762571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b64ba15a-b427-4b09-b11a-4a44331a5fff None None] Port defdf37c-74e0-42fa-8598-65e46a45e4da cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:40.773422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.794978 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa78c64-a755-467e-bb09-08b3439db252 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:40.796131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa78c64-a755-467e-bb09-08b3439db252 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:40.798712 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ffa78c64-a755-467e-bb09-08b3439db252 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/91647824-775b-4260-97bc-b9f1ee2d409b HTTP/1.1" status: 404 len: 337 time: 0.1163611 Sep 10 04:00:40.805211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34938) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:40.806071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b64ba15a-b427-4b09-b11a-4a44331a5fff None None] Provisioning complete for port ca50f917-0225-452f-8067-b422207af67e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:40.806976 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b64ba15a-b427-4b09-b11a-4a44331a5fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.841331 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.842104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=0a4c7f89-e92a-4fa4-a6a6-493ebaa24896,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:40.865054 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b966f2c-8562-4f78-9a8e-be398c57ed86 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:40.867800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b966f2c-8562-4f78-9a8e-be398c57ed86 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:40.867800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3b966f2c-8562-4f78-9a8e-be398c57ed86 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/d448313e-a0a6-47a7-93df-ae10abb232ca HTTP/1.1" status: 404 len: 337 time: 0.0610039 Sep 10 04:00:40.871848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b821537c-72a6-4da7-a306-8890fdeedcfb None None] DHCP port deletion for f27373e4-0d72-4c28-b26b-e04911db2266 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:00:40.876835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34940) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:40.886231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port cd6dbbb3-ce11-411d-9ec4-87641b1a7137, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cd6dbbb3-ce11-411d-9ec4-87641b1a7137,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:40.898405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event deleted for resources: {'Port': ['ID=582e233c-05b5-41ff-ae2a-7b510ed504c3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:40.912994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.921445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.948950 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-64342088-e80a-4cdb-b45f-a66f96d96b73 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:40.949400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64342088-e80a-4cdb-b45f-a66f96d96b73 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:40.950602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.951211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-64342088-e80a-4cdb-b45f-a66f96d96b73 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/001a1385-7bf7-4d33-b5e3-99b88d1a9124 HTTP/1.1" status: 404 len: 337 time: 0.0734093 Sep 10 04:00:40.951422 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Floating IP c0868610-641f-4be1-8821-6ce1c1b8cdd5 disassociated (deleted). External IP: 172.25.3.92, port: e0448216-c454-47f3-a464-a18a8f384f2f. Sep 10 04:00:40.955199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34942) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:40.971572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['686131d4-4e20-48da-bff0-11b2c1bd55b1']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:40.976995 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:40.978119 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:40.984636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b02a85-d00c-444e-9852-500f850fc6bd') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:40.984992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b02a85-d00c-444e-9852-500f850fc6bd') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:41.003416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.019014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.025581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b821537c-72a6-4da7-a306-8890fdeedcfb None None] Deleting port ca50f917-0225-452f-8067-b422207af67e {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:41.026101 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b821537c-72a6-4da7-a306-8890fdeedcfb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.030715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] Releasing vlan 239 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:41.032141 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.046082 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9a40cc3-dcc1-49f8-8b78-9117f6f73dd2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:41.047141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9a40cc3-dcc1-49f8-8b78-9117f6f73dd2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:41.051789 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c9a40cc3-dcc1-49f8-8b78-9117f6f73dd2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/fe3a4bb5-d818-4ae8-b4f8-607a999bdf23 HTTP/1.1" status: 404 len: 333 time: 0.0906854 Sep 10 04:00:41.055221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34944) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:41.107321 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:41.109752 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.131439 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d3a448a-b6b3-446a-931c-7975a6440398 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:41.132156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d3a448a-b6b3-446a-931c-7975a6440398 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:41.134018 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8d3a448a-b6b3-446a-931c-7975a6440398 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/b07b2c8b-8905-4eff-aaa9-1d3b0b70de57 HTTP/1.1" status: 404 len: 337 time: 0.0774755 Sep 10 04:00:41.141086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34946) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:41.148368 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b821537c-72a6-4da7-a306-8890fdeedcfb None None] For port ca50f917-0225-452f-8067-b422207af67e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ca50f917-0225-452f-8067-b422207af67e,segment=NetworkSegment(8a22cdc5-0d78-4793-8188-b886b9366493),segment_id=8a22cdc5-0d78-4793-8188-b886b9366493)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:41.149100 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b821537c-72a6-4da7-a306-8890fdeedcfb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.164980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b821537c-72a6-4da7-a306-8890fdeedcfb None None] Calling delete_port for ca50f917-0225-452f-8067-b422207af67e owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:41.193742 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8fe55d1-cbb8-4493-8503-a713ed41f971 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:41.194199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8fe55d1-cbb8-4493-8503-a713ed41f971 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:41.196113 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b8fe55d1-cbb8-4493-8503-a713ed41f971 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/22c7ef7a-3b4e-4b40-897c-7abbfdbff4ca HTTP/1.1" status: 404 len: 337 time: 0.0521710 Sep 10 04:00:41.201119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34948) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:41.262748 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb1e6dd8-bef3-4b3d-99fe-06501b90c95a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:41.265569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb1e6dd8-bef3-4b3d-99fe-06501b90c95a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:41.265700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:41.268651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bb1e6dd8-bef3-4b3d-99fe-06501b90c95a tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/006f79ef-70b4-497b-ba01-435f51c8e935 HTTP/1.1" status: 404 len: 333 time: 0.0510607 Sep 10 04:00:41.270087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.270579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34950) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:41.277838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=53db0d41-1aa4-4c68-afa1-db96f298bdbc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:41.278051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:41.322140 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.324224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=cd6dbbb3-ce11-411d-9ec4-87641b1a7137,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:41.336190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a61f1cd2-e33e-4b25-ade2-ca72bf79b107 None None] Provisioning complete for port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:41.336190 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a61f1cd2-e33e-4b25-ade2-ca72bf79b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.336601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] 10.222.0.22 "DELETE /v2.0/networks/686131d4-4e20-48da-bff0-11b2c1bd55b1 HTTP/1.1" status: 204 len: 168 time: 0.6973996 Sep 10 04:00:41.340297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b0a6c4-7fcf-4ce6-bded-8200b1a4f6ab admin admin] Pushing event deleted for resources: {'Network': ['ID=686131d4-4e20-48da-bff0-11b2c1bd55b1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:41.353750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Checking segment: {'id': '5e78593a-93aa-4efe-9bef-99d0fcb4ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:41.357697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network hostable DHCP agents. Network: 5d37553e-b135-4305-938a-f09f893f3c5f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:41.377843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b821537c-72a6-4da7-a306-8890fdeedcfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.410175 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07f8ef4-51cc-4417-8062-e0f667100a66 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:41.410558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c07f8ef4-51cc-4417-8062-e0f667100a66 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:41.415513 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c07f8ef4-51cc-4417-8062-e0f667100a66 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/0c0c9930-c5a1-4025-92ee-1bfcb22b274c HTTP/1.1" status: 404 len: 337 time: 0.1374693 Sep 10 04:00:41.415874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:41.415874 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.417495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34954) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:41.419748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b821537c-72a6-4da7-a306-8890fdeedcfb None None] Pushing event deleted for resources: {'Port': ['ID=ca50f917-0225-452f-8067-b422207af67e,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:41.457210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:41.462389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b821537c-72a6-4da7-a306-8890fdeedcfb None None] No DVR routers for this DVR port ca50f917-0225-452f-8067-b422207af67e on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:41.528119 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-38f7ccc3-0bba-4670-88f7-105f9869f4d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:41.528572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38f7ccc3-0bba-4670-88f7-105f9869f4d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:41.533538 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-38f7ccc3-0bba-4670-88f7-105f9869f4d4 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/subnets/171d1ba6-2248-4446-b9a4-79930cbe1851 HTTP/1.1" status: 404 len: 337 time: 0.1104028 Sep 10 04:00:41.537233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 5d37553e-b135-4305-938a-f09f893f3c5f) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:41.537939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34956) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:41.542829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:41.555017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:41.558787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d530bc-1c42-4a4d-83f1-b0466d7829ca None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:41.561476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.658863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f1bfe7f9-c579-4559-9ff9-f05966209741 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.5940425 Sep 10 04:00:41.663725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34960) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:41.669548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1179961787'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:41.720627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a61f1cd2-e33e-4b25-ade2-ca72bf79b107 None None] Provisioning for port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:41.736451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Router 1db994a1-fe71-47d9-a43d-0d8d3d73627e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:41.749288 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:41.764907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a61f1cd2-e33e-4b25-ade2-ca72bf79b107 None None] Provisioning complete for port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:41.765456 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a61f1cd2-e33e-4b25-ade2-ca72bf79b107 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.800599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:41.819303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.840206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a61f1cd2-e33e-4b25-ade2-ca72bf79b107 None None] Port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:41.852509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3509ebee-0a20-4aa0-a6b1-a5c04f34b413 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Deleting port defdf37c-74e0-42fa-8598-65e46a45e4da {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:41.852855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3509ebee-0a20-4aa0-a6b1-a5c04f34b413 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.879066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:41.888509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.889076 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Added segment 5ba888c3-9e3d-4abb-9999-7fcfaef9ef28 of type vlan for network 620be4be-4a5b-463a-993c-360037f7938e Sep 10 04:00:41.932950 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:41.961596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cd6dbbb3-ce11-411d-9ec4-87641b1a7137 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:41.995223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d15115cd-13a8-4df9-b7e7-e609a5dd8403 None None] Provisioning complete for port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:41.995593 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d15115cd-13a8-4df9-b7e7-e609a5dd8403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.052039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d15115cd-13a8-4df9-b7e7-e609a5dd8403 None None] Port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:42.061252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:42.061739 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.080123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34962) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:42.099184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.106419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:42.107870 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.200090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-226f1936-6e76-4b35-b164-71a8a1b7bf25 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6dea76265d944ac09553174bc576883e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1165974 Sep 10 04:00:42.205503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34964) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:42.218829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca50f917-0225-452f-8067-b422207af67e no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:42.239757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ca50f917-0225-452f-8067-b422207af67e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:42.240146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ca50f917-0225-452f-8067-b422207af67e not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:42.260104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Network': ['ID=620be4be-4a5b-463a-993c-360037f7938e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:42.268662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1fe5bcfc-38c8-4959-aa08-48d93814b067 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6039186 Sep 10 04:00:42.272190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34966) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:42.279453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 620be4be-4a5b-463a-993c-360037f7938e details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:42.281818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'ports': [{'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f'}, {'network_id': '620be4be-4a5b-463a-993c-360037f7938e'}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:42.282265 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:42.283236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': '620be4be-4a5b-463a-993c-360037f7938e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:42.366884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3509ebee-0a20-4aa0-a6b1-a5c04f34b413 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.373685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:42.385160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db73b6-0e1b-4bf6-b2e8-af4aae8ff6bc None None] Sync routers for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:42.386926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.400556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db73b6-0e1b-4bf6-b2e8-af4aae8ff6bc None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:42.401621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b6db73b6-0e1b-4bf6-b2e8-af4aae8ff6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:42.404857 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7cf37106-e74b-4d4b-a66d-3e70d1b93ff6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.425734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3509ebee-0a20-4aa0-a6b1-a5c04f34b413 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Calling delete_port for defdf37c-74e0-42fa-8598-65e46a45e4da owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:42.438917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:42.450314 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Sync routers for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:42.451031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b6db73b6-0e1b-4bf6-b2e8-af4aae8ff6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:42.452729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-286b3d39-a739-40e7-b5a2-a99abf10335d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "PUT /v2.0/routers/77e8acd1-4ac1-45b6-a297-6ae8bcaacabd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8583879 Sep 10 04:00:42.463883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6db73b6-0e1b-4bf6-b2e8-af4aae8ff6bc None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:42.464728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b6db73b6-0e1b-4bf6-b2e8-af4aae8ff6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:42.468301 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:42.468924 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:42.480536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7cf37106-e74b-4d4b-a66d-3e70d1b93ff6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.483878 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cf82696c-51f1-4359-a4a5-61d7ac464d62 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "DELETE /v2.0/floatingips/c0868610-641f-4be1-8821-6ce1c1b8cdd5 HTTP/1.1" status: 204 len: 168 time: 3.2655506 Sep 10 04:00:42.485679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34970) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:42.504321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b6db73b6-0e1b-4bf6-b2e8-af4aae8ff6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:42.505633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6db73b6-0e1b-4bf6-b2e8-af4aae8ff6bc None None] The sync data for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:42.560786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:42.656690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 2} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:42.662326 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.681015 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.685260 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3509ebee-0a20-4aa0-a6b1-a5c04f34b413 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.694890 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7cf37106-e74b-4d4b-a66d-3e70d1b93ff6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.697448 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7cf37106-e74b-4d4b-a66d-3e70d1b93ff6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.703547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7cf37106-e74b-4d4b-a66d-3e70d1b93ff6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/034c0c4b-0a7e-4178-a651-9a37b152d7fe HTTP/1.1" status: 204 len: 168 time: 0.4943693 Sep 10 04:00:42.740071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509ebee-0a20-4aa0-a6b1-a5c04f34b413 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Port': ['ID=defdf37c-74e0-42fa-8598-65e46a45e4da,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:42.761181 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.776376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf37106-e74b-4d4b-a66d-3e70d1b93ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=034c0c4b-0a7e-4178-a651-9a37b152d7fe,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:42.823150 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:42.834910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-44a5b0d6-c1fc-4472-b481-b9a66eeed46d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-103012900&fields=id&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 267 time: 0.1494045 Sep 10 04:00:42.835160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3509ebee-0a20-4aa0-a6b1-a5c04f34b413 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:42.840467 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3509ebee-0a20-4aa0-a6b1-a5c04f34b413 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/ports/defdf37c-74e0-42fa-8598-65e46a45e4da HTTP/1.1" status: 204 len: 168 time: 1.2991385 Sep 10 04:00:42.844211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34986) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:42.934214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 57deddb8-e6af-4555-9021-4c448a25e16e yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:00:42.945651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.110964 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0a4c7f89-e92a-4fa4-a6a6-493ebaa24896', 'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:60:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:37Z', 'updated_at': '2021-09-10T04:00:40Z', 'revision_number': 2, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:43.132264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.145985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.146208 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Checking router: 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:00:43.146646 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Updating router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:00:43.154160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.168693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f27373e4-0d72-4c28-b26b-e04911db2266']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:43.175708 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.207747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a22cdc5-0d78-4793-8188-b886b9366493') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:43.208328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a22cdc5-0d78-4793-8188-b886b9366493') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:43.224946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.245688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.280667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-db078cb9-37b8-4086-a853-d726132d6279 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:43.282636 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-db078cb9-37b8-4086-a853-d726132d6279 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/networks?id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 HTTP/1.1" status: 200 len: 797 time: 0.4221783 Sep 10 04:00:43.328817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Allocated IP 172.25.3.169 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/6e3f78e9-6c75-4030-8b37-da376e2cc5ac) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:43.383287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-17aecee5-a760-4098-8252-477177e8adc1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/quotas/604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 375 time: 0.0946767 Sep 10 04:00:43.386459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port fee34749-ba10-4996-b8c6-7d64e526f2ba yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:00:43.438355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:43.438818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:43.441909 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:43.528107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.581205 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.596243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.600533 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Transition to ACTIVE for port object 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:43.602670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.609633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-0a3afcf3-a19f-4c34-a06c-03b520a0d78c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2197309 Sep 10 04:00:43.612904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.617898 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] 10.222.0.22 "DELETE /v2.0/networks/f27373e4-0d72-4c28-b26b-e04911db2266 HTTP/1.1" status: 204 len: 168 time: 0.7750158 Sep 10 04:00:43.637345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821b1cda-0815-4c10-b413-5a62135d87f2 tempest-PortsIpV6TestJSON-943467640 tempest-PortsIpV6TestJSON-943467640-project] Pushing event deleted for resources: {'Network': ['ID=f27373e4-0d72-4c28-b26b-e04911db2266,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:43.645269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.673794 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.707179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:43.714287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:43.718912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:43.722830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Pushing event updated for resources: {'Port': ['ID=6e3f78e9-6c75-4030-8b37-da376e2cc5ac,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:43.754897 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.798247 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Pushing event updated for resources: {'Port': ['ID=0a4c7f89-e92a-4fa4-a6a6-493ebaa24896,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:43.827718 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.827718 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.827991 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.828589 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.828589 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.829435 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.829969 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.830172 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.830696 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.831229 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.831824 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.832392 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:43.837798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.842118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:43.846386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:43.875219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=57deddb8-e6af-4555-9021-4c448a25e16e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:43.885620 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Attempting to bind port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:43.889515 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Attempting to bind port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:43.889939 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Attempting to bind port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:43.903335 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:43.905679 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Checking segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:43.905679 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.906086 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Bound using segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:43.906567 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Bound port: 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:43.907500 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.916989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:43.920655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:43.979114 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:44.027016 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] For port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:44.030629 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] For port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0a4c7f89-e92a-4fa4-a6a6-493ebaa24896,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:44.092294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=fee34749-ba10-4996-b8c6-7d64e526f2ba,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:44.102247 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:44.111286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Checking segment: {'id': '5ba888c3-9e3d-4abb-9999-7fcfaef9ef28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': '620be4be-4a5b-463a-993c-360037f7938e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:44.111286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network hostable DHCP agents. Network: 620be4be-4a5b-463a-993c-360037f7938e, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:44.199352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-85c7147f-fb8b-4fe2-8138-51e52d61165b service neutron] 10.222.0.22 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5632694 Sep 10 04:00:44.212785 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e5aa8-aadc-4d1c-96e4-fc71c17a61a5 None None] Pushing event updated for resources: {'Port': ['ID=0a4c7f89-e92a-4fa4-a6a6-493ebaa24896,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:44.247034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35012) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:44.260923 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:44.261569 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:44.323474 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:44.368843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-38125bc4-4130-4e82-ad6b-f43f871d77aa service neutron] 10.222.0.22 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1610997 Sep 10 04:00:44.370857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 620be4be-4a5b-463a-993c-360037f7938e is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:44.383357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:44.458863 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:00:44.485598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 620be4be-4a5b-463a-993c-360037f7938e) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:44.497132 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-996ea2a7-4e75-46b4-a966-38bff4cc341e None None] Network 620be4be-4a5b-463a-993c-360037f7938e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:44.498709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:44.515673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:44.527301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:44.528072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:44.560636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Pushing event updated for resources: {'Port': ['ID=6e3f78e9-6c75-4030-8b37-da376e2cc5ac,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:44.593091 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:44.609076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a0e3f494-e69c-443b-87bb-dae42965d001 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=869233f998a64be3909235fe670a4d25&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3605995 Sep 10 04:00:44.612329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35020) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:44.677049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-47c2b40b-883f-421e-a11f-bd0516f4d66e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4040840 Sep 10 04:00:44.684591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35026) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:44.706855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15f58083-7184-4b10-8b2d-a3b6ba7e0b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:44.712356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:44.713722 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c0343125-0111-4c66-9824-2d8dd2bcac25 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1580229 Sep 10 04:00:44.717701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35028) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:44.801674 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15f58083-7184-4b10-8b2d-a3b6ba7e0b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:44.831131 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0a4c7f89-e92a-4fa4-a6a6-493ebaa24896', 'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:60:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:37Z', 'updated_at': '2021-09-10T04:00:44Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:44.889464 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cee3262-f1b5-4019-9769-34429cbe7423 None None] The sync data for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 is: [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0a4c7f89-e92a-4fa4-a6a6-493ebaa24896', 'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:60:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:37Z', 'updated_at': '2021-09-10T04:00:44Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:44.897782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e8437e6-a564-477d-baf1-af62a6fc704e req-cd63ea81-bf60-4bd9-a289-29c17a3cf39d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 210 time: 0.0656652 Sep 10 04:00:44.933452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6c85beaa-1e05-4e5e-a558-b07e4fc8b823 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port fee34749-ba10-4996-b8c6-7d64e526f2ba {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:44.933864 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c85beaa-1e05-4e5e-a558-b07e4fc8b823 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.000282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15f58083-7184-4b10-8b2d-a3b6ba7e0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.004702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15f58083-7184-4b10-8b2d-a3b6ba7e0b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.005681 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-15f58083-7184-4b10-8b2d-a3b6ba7e0b35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27cc5436-dd31-4a83-92b2-a039e14d474b HTTP/1.1" status: 204 len: 168 time: 0.3920033 Sep 10 04:00:45.039749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c85beaa-1e05-4e5e-a558-b07e4fc8b823 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.063872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6c85beaa-1e05-4e5e-a558-b07e4fc8b823 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for fee34749-ba10-4996-b8c6-7d64e526f2ba owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:45.070641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:45.081750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f58083-7184-4b10-8b2d-a3b6ba7e0b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27cc5436-dd31-4a83-92b2-a039e14d474b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:45.208104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.228961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c85beaa-1e05-4e5e-a558-b07e4fc8b823 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.287384 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c85beaa-1e05-4e5e-a558-b07e4fc8b823 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.292383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6c85beaa-1e05-4e5e-a558-b07e4fc8b823 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/fee34749-ba10-4996-b8c6-7d64e526f2ba HTTP/1.1" status: 204 len: 168 time: 0.6045036 Sep 10 04:00:45.292383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c85beaa-1e05-4e5e-a558-b07e4fc8b823 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=fee34749-ba10-4996-b8c6-7d64e526f2ba,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:45.292852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35044) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:45.432701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce747a-ea59-4a28-b8e9-cd9f6e4956f5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:45.438818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6ce747a-ea59-4a28-b8e9-cd9f6e4956f5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:45.442903 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6ce747a-ea59-4a28-b8e9-cd9f6e4956f5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1465163 Sep 10 04:00:45.443560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35046) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:45.489027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.656630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 57deddb8-e6af-4555-9021-4c448a25e16e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:45.657754 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.673303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Allocated IP 172.25.3.49 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/3f960197-a2fd-4de9-aca3-b25198786bac) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:45.764387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.783750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 57deddb8-e6af-4555-9021-4c448a25e16e owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:45.865691 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:45.996693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:46.039489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac71507c-1cbd-43ad-a852-349f77e65235 req-414c34e2-f9ba-4127-ba56-7943993eda7e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 210 time: 0.0487061 Sep 10 04:00:46.093675 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.099134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.143794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=57deddb8-e6af-4555-9021-4c448a25e16e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:46.162209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.162682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.165914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.166298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.166641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.166982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.167313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.167642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.168020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.168349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.168673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.169061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:00:46.174168 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.179120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f406039a-9ea0-426e-b7af-ba7ac2685d8c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/57deddb8-e6af-4555-9021-4c448a25e16e HTTP/1.1" status: 204 len: 168 time: 0.7325556 Sep 10 04:00:46.179576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35076) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:46.243004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:46.244424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Pushing event updated for resources: {'Port': ['ID=3f960197-a2fd-4de9-aca3-b25198786bac,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:46.251714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:46.254439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99595b1-7098-46e3-8104-eccf117dc095 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:46.255234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:46.256884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:46.258743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e99595b1-7098-46e3-8104-eccf117dc095 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0773997 Sep 10 04:00:46.264825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35078) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:46.273741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:46.274337 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.296913 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ff1f6e0-09a0-418b-b852-b11c82100a03 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:00:46.302056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2ff1f6e0-09a0-418b-b852-b11c82100a03 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/fee34749-ba10-4996-b8c6-7d64e526f2ba HTTP/1.1" status: 404 len: 333 time: 0.0361512 Sep 10 04:00:46.302678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35082) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:46.335190 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c133e5-5238-4ea2-82ad-4457c3742c91 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:00:46.339475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f0c133e5-5238-4ea2-82ad-4457c3742c91 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/57deddb8-e6af-4555-9021-4c448a25e16e HTTP/1.1" status: 404 len: 333 time: 0.0358164 Sep 10 04:00:46.346958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35086) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:46.413410 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.462188 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.503380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0a4c7f89-e92a-4fa4-a6a6-493ebaa24896,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:46.536562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.538092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.600166 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.669190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.734994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=0a4c7f89-e92a-4fa4-a6a6-493ebaa24896,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:46.738667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['620be4be-4a5b-463a-993c-360037f7938e']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:46.751398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba888c3-9e3d-4abb-9999-7fcfaef9ef28') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:46.751887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba888c3-9e3d-4abb-9999-7fcfaef9ef28') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:46.786816 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.824265 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.833692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.841375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:46.841790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:46.845527 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:46.908757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:46.991084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Pushing event updated for resources: {'Port': ['ID=3f960197-a2fd-4de9-aca3-b25198786bac,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:46.999319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.037848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.040714 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.042484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/networks/620be4be-4a5b-463a-993c-360037f7938e HTTP/1.1" status: 204 len: 168 time: 0.6937573 Sep 10 04:00:47.046360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35096) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:47.055139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55337fcf-843f-4bb4-b62e-2de6376cbad1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Network': ['ID=620be4be-4a5b-463a-993c-360037f7938e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:47.055741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1233762111'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:47.105263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.106737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-661044ee-ac89-44bf-983c-edb43b4a51f3 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3880894 Sep 10 04:00:47.110399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35102) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:47.152694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-498155fe-6222-4286-a715-b0fef284728b req-6295aeab-664d-401f-916b-dc34abcc62aa tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 210 time: 0.0342569 Sep 10 04:00:47.187869 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-87bea388-83bc-4d77-8bf8-13a97ffc26df tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.0763230 Sep 10 04:00:47.190728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35104) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:47.264598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:47.269034 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.276821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7f7e9288-3893-4cb8-889c-5bb152487f1b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0821164 Sep 10 04:00:47.283643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35112) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:47.311496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] vlan segment allocate from pool success with {'vlan_id': 233, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:47.320761 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.321112 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Added segment 73e84891-68a8-4aff-9e4c-f639fcbcd319 of type vlan for network 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 Sep 10 04:00:47.369732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.468789 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.476550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:47.477216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.567738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Network': ['ID=4c5e30e6-5fb3-4dab-9d12-94cd33fad041,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:47.592318 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f41a4500-f95c-475f-9dcd-aa1e037af202 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5421503 Sep 10 04:00:47.592597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35126) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:47.599436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': '4c5e30e6-5fb3-4dab-9d12-94cd33fad041', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:47.602101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:47.734094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Deleting port 3f960197-a2fd-4de9-aca3-b25198786bac {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:47.735213 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.824636 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.824964 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:47.831547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-a2cf962e-b390-4234-8c92-2dfcdd54b4ec tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:47.831744 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-a2cf962e-b390-4234-8c92-2dfcdd54b4ec tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.39 "GET /v2.0/networks?id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 HTTP/1.1" status: 200 len: 797 time: 0.2147233 Sep 10 04:00:47.840381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Calling delete_port for 3f960197-a2fd-4de9-aca3-b25198786bac owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:47.903341 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-7b5b0437-1d1f-41c1-943b-f143434aed77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 379 time: 0.0621710 Sep 10 04:00:47.914264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'port': {'device_id': '8585515b-66e1-4579-b827-f016b07d7f13', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'admin_state_up': True, 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'security_groups': ['f1a86145-4035-4a96-a5bf-d39f6662e666']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:47.964368 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:48.056272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:48.060031 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.064779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:48.064779 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.182958 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.226327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:48.230156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.273963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Pushing event deleted for resources: {'Port': ['ID=3f960197-a2fd-4de9-aca3-b25198786bac,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:48.351201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aab89ac6-4d57-4e63-a9fe-d39cb90f2086 req-59574520-66a9-437e-b98f-567465287f03 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 210 time: 0.0748072 Sep 10 04:00:48.352875 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.355813 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.357169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0de9c6ea-03cf-46cb-9100-ce29f9d50559 tempest-FloatingIPAdminTestJSON-542183540 tempest-FloatingIPAdminTestJSON-542183540-project] 10.222.0.22 "DELETE /v2.0/floatingips/411eb426-2752-48d9-a837-837d9be48963 HTTP/1.1" status: 204 len: 168 time: 1.0767672 Sep 10 04:00:48.360954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35146) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:48.418910 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.584750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=53f541c0-1890-486c-a5ee-502dc983589d,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:48.587617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.20.0.6 (d8a09fdd-c026-4557-bcc7-5f8f0b8e4977/b006d293-1431-409b-95d9-bfa881c345e9/a89a564f-ae03-44e2-8efd-d126b8819558) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:48.629983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Checking segment: {'id': '73e84891-68a8-4aff-9e4c-f639fcbcd319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4c5e30e6-5fb3-4dab-9d12-94cd33fad041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:48.630434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network hostable DHCP agents. Network: 4c5e30e6-5fb3-4dab-9d12-94cd33fad041, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:48.700538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Deleting port 6e3f78e9-6c75-4030-8b37-da376e2cc5ac {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:48.700888 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.798460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:48.842225 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.849374 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.850304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:48.871068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Calling delete_port for 6e3f78e9-6c75-4030-8b37-da376e2cc5ac owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:48.873007 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Transition to ACTIVE for port object a89a564f-ae03-44e2-8efd-d126b8819558 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:48.935928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 4c5e30e6-5fb3-4dab-9d12-94cd33fad041) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:48.943914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212ab11-2d97-48fd-92e5-d1ac29d0fb4d None None] Network 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:48.949896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:48.950508 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.048382 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aa533c10-2ad4-4c6c-a766-e1ee4f73fde8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4545884 Sep 10 04:00:49.052116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35178) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:49.057605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': '4c5e30e6-5fb3-4dab-9d12-94cd33fad041', 'name': 'tempest-PortsTestJSON-805926820'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:49.082899 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.145937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:49.153180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:49.173660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:49.191397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.201729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-4c5e30e6-5fb3-4dab-9d12-94cd33fad041', 'network_id': '4c5e30e6-5fb3-4dab-9d12-94cd33fad041', 'tenant_id': 'e3ae49d15f8b49e99817abc323e5b9e5', 'fixed_ips': [{'subnet_id': '53f541c0-1890-486c-a5ee-502dc983589d'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:49.201729 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.236603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:49.319933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:49.324661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.361698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Pushing event deleted for resources: {'Port': ['ID=6e3f78e9-6c75-4030-8b37-da376e2cc5ac,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:49.385606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:49.386249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.393698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 87f72718-54dc-4ffe-a2c4-fc586bbcc532 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:00:49.413726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.416618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.418843 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4f6c14e8-bda0-461f-86c9-d74e5a91d538 tempest-FloatingIPAdminTestJSON-117855889 tempest-FloatingIPAdminTestJSON-117855889-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/d1b9af83-c76e-4f4c-83fd-17b16269a713 HTTP/1.1" status: 204 len: 168 time: 1.0564752 Sep 10 04:00:49.430770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35184) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:49.460575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Allocated IP 172.20.0.2 (4c5e30e6-5fb3-4dab-9d12-94cd33fad041/53f541c0-1890-486c-a5ee-502dc983589d/522fd3a9-5d0b-44ac-aff6-ef10e7f2b228) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:49.536564 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-b1a26323-7cae-4fba-96e1-ef30b3e2e1e9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6268530 Sep 10 04:00:49.561047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Request body: {'port': {'device_id': '8585515b-66e1-4579-b827-f016b07d7f13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:49.630175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a3ea1-e65a-4831-ac38-bf372ee5763e req-685899f0-f2f7-465e-8123-4401f75d521e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:49.644308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-355a3ea1-e65a-4831-ac38-bf372ee5763e req-685899f0-f2f7-465e-8123-4401f75d521e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 931 time: 0.1082125 Sep 10 04:00:49.652411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35186) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:49.677515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2883654e-a243-4544-8697-e9a346540ba1 None None] Provisioning for port a89a564f-ae03-44e2-8efd-d126b8819558 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:49.702634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-355a3ea1-e65a-4831-ac38-bf372ee5763e req-e1fce718-97b8-4b7e-8bb8-667c5d1175c1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572624 Sep 10 04:00:49.724665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2883654e-a243-4544-8697-e9a346540ba1 None None] Provisioning complete for port a89a564f-ae03-44e2-8efd-d126b8819558 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:49.725044 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2883654e-a243-4544-8697-e9a346540ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.743337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.787028 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.794663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2883654e-a243-4544-8697-e9a346540ba1 None None] Port a89a564f-ae03-44e2-8efd-d126b8819558 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:00:49.798909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Transition to ACTIVE for port object 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:49.815535 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Transition to ACTIVE for port object 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:49.838921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16298b39-12d5-4cd1-8267-280b168f9350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.906441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-403d2786-ca64-4e32-b385-f7977f55e98f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Deleting port e0448216-c454-47f3-a464-a18a8f384f2f {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:49.906805 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-403d2786-ca64-4e32-b385-f7977f55e98f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:49.914836 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.001816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Network 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:50.007845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:50.015928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.5 (4c5e30e6-5fb3-4dab-9d12-94cd33fad041/53f541c0-1890-486c-a5ee-502dc983589d/87f72718-54dc-4ffe-a2c4-fc586bbcc532) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:50.022140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:50.030714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Pushing event updated for resources: {'Port': ['ID=522fd3a9-5d0b-44ac-aff6-ef10e7f2b228,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:50.080369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16298b39-12d5-4cd1-8267-280b168f9350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.087622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-403d2786-ca64-4e32-b385-f7977f55e98f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.104375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Attempting to bind port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:50.104741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Attempting to bind port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '73e84891-68a8-4aff-9e4c-f639fcbcd319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4c5e30e6-5fb3-4dab-9d12-94cd33fad041'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:50.105323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Attempting to bind port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 on network 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:50.116088 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-403d2786-ca64-4e32-b385-f7977f55e98f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Calling delete_port for e0448216-c454-47f3-a464-a18a8f384f2f owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:50.125106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:50.129394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Checking segment: {'id': '73e84891-68a8-4aff-9e4c-f639fcbcd319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4c5e30e6-5fb3-4dab-9d12-94cd33fad041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:50.130297 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.130707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Bound using segment: {'id': '73e84891-68a8-4aff-9e4c-f639fcbcd319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4c5e30e6-5fb3-4dab-9d12-94cd33fad041'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:50.131218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Bound port: 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73e84891-68a8-4aff-9e4c-f639fcbcd319', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 233, 'network_id': '4c5e30e6-5fb3-4dab-9d12-94cd33fad041'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:50.131605 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.173868 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16298b39-12d5-4cd1-8267-280b168f9350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.247974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] For port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:50.252336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] For port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=522fd3a9-5d0b-44ac-aff6-ef10e7f2b228,segment=NetworkSegment(73e84891-68a8-4aff-9e4c-f639fcbcd319),segment_id=73e84891-68a8-4aff-9e4c-f639fcbcd319)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:50.290026 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.312289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object 87f72718-54dc-4ffe-a2c4-fc586bbcc532 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:50.337310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.346494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89a564f-ae03-44e2-8efd-d126b8819558 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:00:50.360892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.388296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-16298b39-12d5-4cd1-8267-280b168f9350 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb211c8b42f4466c927830321e87a7de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7344110 Sep 10 04:00:50.388696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Transition to ACTIVE for port object a89a564f-ae03-44e2-8efd-d126b8819558 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:50.390800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35196) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:50.395060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16298b39-12d5-4cd1-8267-280b168f9350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46c378ac-9fc3-4fe7-88fa-019bae6d976e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:50.428805 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.461232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708fd855-f55c-4d22-968f-b21ed32ed878 None None] Pushing event updated for resources: {'Port': ['ID=522fd3a9-5d0b-44ac-aff6-ef10e7f2b228,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:50.476399 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-651ac218-f074-4543-9d09-77532de4de93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.493595 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.496077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:50.514843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:50.522068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:50.530494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-403d2786-ca64-4e32-b385-f7977f55e98f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.565325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=87f72718-54dc-4ffe-a2c4-fc586bbcc532,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:50.574863 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-651ac218-f074-4543-9d09-77532de4de93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.583378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:50.584053 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.669525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1e1f1349-aac9-44e7-9402-62c6de51b8b7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6161509 Sep 10 04:00:50.672967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35198) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:50.759164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:50.788206 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6bab9de3-4043-455d-9867-8db84e84e9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.855838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:50.856325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:50.856758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:50.940850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Port a89a564f-ae03-44e2-8efd-d126b8819558 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:00:50.941597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:50.946228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204ecefb-c5ab-4c54-a237-0fbe1828d0ee req-11383116-0d9e-4212-a4a3-5384ae9b0da1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:50.948225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-204ecefb-c5ab-4c54-a237-0fbe1828d0ee req-11383116-0d9e-4212-a4a3-5384ae9b0da1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 943 time: 0.1051877 Sep 10 04:00:50.955704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-73cc234a-575c-4dd1-81e9-166be1a47173 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 87f72718-54dc-4ffe-a2c4-fc586bbcc532 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:50.956065 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-73cc234a-575c-4dd1-81e9-166be1a47173 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:50.959295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d2786-ca64-4e32-b385-f7977f55e98f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event deleted for resources: {'Port': ['ID=e0448216-c454-47f3-a464-a18a8f384f2f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:50.976123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:50.982180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Checking segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:50.982180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Bound using segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:50.982180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Bound port: a89a564f-ae03-44e2-8efd-d126b8819558, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:50.982180 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:51.109184 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-403d2786-ca64-4e32-b385-f7977f55e98f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:51.111243 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-403d2786-ca64-4e32-b385-f7977f55e98f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "DELETE /v2.0/ports/e0448216-c454-47f3-a464-a18a8f384f2f HTTP/1.1" status: 204 len: 168 time: 1.6765618 Sep 10 04:00:51.116509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35210) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:51.145055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-204ecefb-c5ab-4c54-a237-0fbe1828d0ee req-b1070b00-edf8-4066-aea5-99ff47398d31 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1777081 Sep 10 04:00:51.174401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-73cc234a-575c-4dd1-81e9-166be1a47173 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:51.183725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-651ac218-f074-4543-9d09-77532de4de93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:51.186362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-651ac218-f074-4543-9d09-77532de4de93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:51.189885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-73cc234a-575c-4dd1-81e9-166be1a47173 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 87f72718-54dc-4ffe-a2c4-fc586bbcc532 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:51.191184 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-651ac218-f074-4543-9d09-77532de4de93 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/46c378ac-9fc3-4fe7-88fa-019bae6d976e HTTP/1.1" status: 204 len: 168 time: 0.7993023 Sep 10 04:00:51.193313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:51.201161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:51.217518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d60891f-58d9-4165-81c8-78a3c67d8dfa tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:51.222161 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7d60891f-58d9-4165-81c8-78a3c67d8dfa tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "GET /v2.0/ports?device_id=1db994a1-fe71-47d9-a43d-0d8d3d73627e HTTP/1.1" status: 200 len: 913 time: 0.1042798 Sep 10 04:00:51.223097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35214) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:51.229567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651ac218-f074-4543-9d09-77532de4de93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c378ac-9fc3-4fe7-88fa-019bae6d976e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:51.293311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:51.411932 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-73cc234a-575c-4dd1-81e9-166be1a47173 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:51.473200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cc234a-575c-4dd1-81e9-166be1a47173 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=87f72718-54dc-4ffe-a2c4-fc586bbcc532,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:51.630144 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-73cc234a-575c-4dd1-81e9-166be1a47173 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:51.632298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-73cc234a-575c-4dd1-81e9-166be1a47173 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/87f72718-54dc-4ffe-a2c4-fc586bbcc532 HTTP/1.1" status: 204 len: 168 time: 0.9582453 Sep 10 04:00:51.637812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35218) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:51.693256 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff38b48c-5a87-4f51-861e-18b0283daa78 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:00:51.694934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff38b48c-5a87-4f51-861e-18b0283daa78 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:00:51.697135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ff38b48c-5a87-4f51-861e-18b0283daa78 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/87f72718-54dc-4ffe-a2c4-fc586bbcc532 HTTP/1.1" status: 404 len: 333 time: 0.0583367 Sep 10 04:00:51.700046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35220) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:51.706607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:51.710593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:51.710593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] 10.222.0.39 "PUT /v2.0/ports/a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 1091 time: 2.1627417 Sep 10 04:00:51.716551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:51.720522 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b9d016b-6956-4a11-9ba2-66a359282c8b" -d '{"events": [{"name": "network-changed", "server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:51.787713 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a559aaa-2ac1-4a76-876c-439723f937a7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:00:51.804424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5a559aaa-2ac1-4a76-876c-439723f937a7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/87f72718-54dc-4ffe-a2c4-fc586bbcc532 HTTP/1.1" status: 404 len: 333 time: 0.1020763 Sep 10 04:00:51.805175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35226) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:51.843277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a5d39f-9ed5-4ebd-874f-722ea7677de7 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:51.895715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6041dbe-38d9-41ef-ac9f-89a87ef73ddf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet 53f541c0-1890-486c-a5ee-502dc983589d {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:51.904943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6041dbe-38d9-41ef-ac9f-89a87ef73ddf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.000151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-debde70e-ac2a-44b6-97e5-6eaa5a8c863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:52.001677 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-debde70e-ac2a-44b6-97e5-6eaa5a8c863b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1094 time: 0.1837995 Sep 10 04:00:52.064130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:52.072016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6041dbe-38d9-41ef-ac9f-89a87ef73ddf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.134615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35230) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:52.140519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c189cb6-98e9-4915-8200-9ee1ea12c603 None None] Network 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:52.200245 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ea13b81-f05c-4f1c-b0e2-caae073f8e45 x-openstack-request-id: req-4ea13b81-f05c-4f1c-b0e2-caae073f8e45 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:52.201480 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:52.201480 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ea13b81-f05c-4f1c-b0e2-caae073f8e45 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:52.201480 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'status': 'completed', 'code': 200} Sep 10 04:00:52.202737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-249932bb-eef9-4a62-a00b-5e3cd54c2824 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 217 time: 0.1927843 Sep 10 04:00:52.246748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d98533e-84a7-4b95-93df-e6ef0fa5682e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.325363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6041dbe-38d9-41ef-ac9f-89a87ef73ddf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.416443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:52.459044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81441440-9087-476e-83c3-f7b833ac758d req-ebe7bc4d-4d4c-4e45-8541-73bdd83ff5e6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:52.460825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81441440-9087-476e-83c3-f7b833ac758d req-ebe7bc4d-4d4c-4e45-8541-73bdd83ff5e6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 943 time: 0.0985117 Sep 10 04:00:52.504873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1687f841-faee-4039-90f4-4c95f4dcfa76 None None] Provisioning for port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:52.519493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-5514d0fe-6796-44a9-b5b6-3b38dda1ef66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:52.521661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1687f841-faee-4039-90f4-4c95f4dcfa76 None None] Provisioning complete for port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:52.522037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1687f841-faee-4039-90f4-4c95f4dcfa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.522223 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-5514d0fe-6796-44a9-b5b6-3b38dda1ef66 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b006d293-1431-409b-95d9-bfa881c345e9 HTTP/1.1" status: 200 len: 834 time: 0.2975399 Sep 10 04:00:52.558810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81441440-9087-476e-83c3-f7b833ac758d req-33ece33e-e6f6-4ec0-8d67-fa76e2e7e9e0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909293 Sep 10 04:00:52.577607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6041dbe-38d9-41ef-ac9f-89a87ef73ddf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.640273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6041dbe-38d9-41ef-ac9f-89a87ef73ddf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=53f541c0-1890-486c-a5ee-502dc983589d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:52.654198 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6041dbe-38d9-41ef-ac9f-89a87ef73ddf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.661083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a6041dbe-38d9-41ef-ac9f-89a87ef73ddf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/53f541c0-1890-486c-a5ee-502dc983589d HTTP/1.1" status: 204 len: 168 time: 0.8544655 Sep 10 04:00:52.663083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35244) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:52.673831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d98533e-84a7-4b95-93df-e6ef0fa5682e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.719659 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1687f841-faee-4039-90f4-4c95f4dcfa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.735733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-0fa2693e-5a22-442f-acfc-dffe5dd7620b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:52.737330 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-0fa2693e-5a22-442f-acfc-dffe5dd7620b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2041736 Sep 10 04:00:52.763742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1687f841-faee-4039-90f4-4c95f4dcfa76 None None] For port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=522fd3a9-5d0b-44ac-aff6-ef10e7f2b228,segment=NetworkSegment(73e84891-68a8-4aff-9e4c-f639fcbcd319),segment_id=73e84891-68a8-4aff-9e4c-f639fcbcd319)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:52.851625 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1687f841-faee-4039-90f4-4c95f4dcfa76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.882271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa71b93d-f79e-4038-918c-53996a91bb55 req-14d44468-2ecb-4654-a718-39850798fb7e tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:52.887352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa71b93d-f79e-4038-918c-53996a91bb55 req-14d44468-2ecb-4654-a718-39850798fb7e tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 945 time: 0.1931977 Sep 10 04:00:52.900602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.902342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d98533e-84a7-4b95-93df-e6ef0fa5682e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:52.925300 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-5b7a95fa-1e88-420e-b4e9-3e0cefd734b0 service neutron] 10.222.0.39 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768994 Sep 10 04:00:52.929761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687f841-faee-4039-90f4-4c95f4dcfa76 None None] Pushing event updated for resources: {'Port': ['ID=522fd3a9-5d0b-44ac-aff6-ef10e7f2b228,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:53.008368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d98533e-84a7-4b95-93df-e6ef0fa5682e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55cc9a2b-fa08-4783-8277-a4853bdc9278,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:53.026294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa71b93d-f79e-4038-918c-53996a91bb55 req-0b177ede-9769-4f04-9d5f-9e3fa66dd15a tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200764 Sep 10 04:00:53.068854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:53.069411 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.072243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d0adec9-0359-40da-97c7-4120a3e005de None None] Network 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:53.134317 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8ac3c7b8-d0cf-425e-9c03-40f30f2a2889 req-6ac52329-f9ae-4c16-aade-2100761ad924 service neutron] 10.222.0.39 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290493 Sep 10 04:00:53.173476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35248) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:53.174821 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8d98533e-84a7-4b95-93df-e6ef0fa5682e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=923ba684d2354115a772542d4a612ee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9966474 Sep 10 04:00:53.185841 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.189346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e68d1f4f-51b8-4016-84b2-daed41574135 None None] Provisioning complete for port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:53.189719 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e68d1f4f-51b8-4016-84b2-daed41574135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.272038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35250) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:53.315003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] For port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=522fd3a9-5d0b-44ac-aff6-ef10e7f2b228,segment=NetworkSegment(73e84891-68a8-4aff-9e4c-f639fcbcd319),segment_id=73e84891-68a8-4aff-9e4c-f639fcbcd319)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:53.315367 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.334274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:53.390358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81697c65-c880-44e8-b354-8f4d119c3764 None None] DHCP port deletion for 4c5e30e6-5fb3-4dab-9d12-94cd33fad041 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:00:53.419783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1203ee12-1090-4236-be3b-8a0a2d70bcb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.465698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-81697c65-c880-44e8-b354-8f4d119c3764 None None] Deleting port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:53.466558 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-81697c65-c880-44e8-b354-8f4d119c3764 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.472139 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1203ee12-1090-4236-be3b-8a0a2d70bcb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.502743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-15569650-6801-405d-9d94-6a3866aebbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:53.504425 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-15569650-6801-405d-9d94-6a3866aebbe9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1094 time: 0.2292113 Sep 10 04:00:53.526997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-158a41aa-fdae-4b01-910c-2204e6745dba admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.548996 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0315e8c9-52ef-49c8-8a1c-2a796d53ec3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.554981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-81697c65-c880-44e8-b354-8f4d119c3764 None None] For port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=522fd3a9-5d0b-44ac-aff6-ef10e7f2b228,segment=NetworkSegment(73e84891-68a8-4aff-9e4c-f639fcbcd319),segment_id=73e84891-68a8-4aff-9e4c-f639fcbcd319)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:53.555374 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-81697c65-c880-44e8-b354-8f4d119c3764 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.567317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-81697c65-c880-44e8-b354-8f4d119c3764 None None] Calling delete_port for 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:53.611490 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1203ee12-1090-4236-be3b-8a0a2d70bcb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.614024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1203ee12-1090-4236-be3b-8a0a2d70bcb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.615326 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1203ee12-1090-4236-be3b-8a0a2d70bcb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55cc9a2b-fa08-4783-8277-a4853bdc9278 HTTP/1.1" status: 204 len: 168 time: 0.4366367 Sep 10 04:00:53.616040 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.648465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=522fd3a9-5d0b-44ac-aff6-ef10e7f2b228,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:53.661411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1203ee12-1090-4236-be3b-8a0a2d70bcb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55cc9a2b-fa08-4783-8277-a4853bdc9278,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:53.676076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No DVR routers for this DVR port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:53.694405 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-81697c65-c880-44e8-b354-8f4d119c3764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.704210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-b803a4c6-495e-49f6-9d0f-6d0b9b98f1f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:53.705744 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-b803a4c6-495e-49f6-9d0f-6d0b9b98f1f7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 HTTP/1.1" status: 200 len: 898 time: 0.1895533 Sep 10 04:00:53.730400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81697c65-c880-44e8-b354-8f4d119c3764 None None] Pushing event deleted for resources: {'Port': ['ID=522fd3a9-5d0b-44ac-aff6-ef10e7f2b228,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:53.732466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81697c65-c880-44e8-b354-8f4d119c3764 None None] No DVR routers for this DVR port 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:53.736010 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.788219 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-f39b4a22-c145-41cc-ac05-08f167280957 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 217 time: 0.0709007 Sep 10 04:00:53.810207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.835208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c5e30e6-5fb3-4dab-9d12-94cd33fad041']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:53.845185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff42115-8a6d-45b9-b801-78ee3c553e70 req-55c5a690-941b-4d9a-a3af-212e2b807667 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:53.846735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bff42115-8a6d-45b9-b801-78ee3c553e70 req-55c5a690-941b-4d9a-a3af-212e2b807667 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 943 time: 0.1249664 Sep 10 04:00:53.855287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73e84891-68a8-4aff-9e4c-f639fcbcd319') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:53.855662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73e84891-68a8-4aff-9e4c-f639fcbcd319') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:53.873019 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.873920 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-158a41aa-fdae-4b01-910c-2204e6745dba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.883788 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Deleting port 643dd6ef-1079-4646-be51-6898431b06e5 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:53.884568 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.896520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.901191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-3bb4a155-5256-414f-9c59-58ebad8fd426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:53.902788 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-3bb4a155-5256-414f-9c59-58ebad8fd426 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b006d293-1431-409b-95d9-bfa881c345e9 HTTP/1.1" status: 200 len: 834 time: 0.1044121 Sep 10 04:00:53.911053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Releasing vlan 233 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:53.911456 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:53.914501 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:53.920933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:53.927347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bff42115-8a6d-45b9-b801-78ee3c553e70 req-46afc666-ee9d-4b5c-bb1d-1ce6a02403ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645907 Sep 10 04:00:53.960535 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:53.965284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 522fd3a9-5d0b-44ac-aff6-ef10e7f2b228 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:54.006928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-158a41aa-fdae-4b01-910c-2204e6745dba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.056873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a41aa-fdae-4b01-910c-2204e6745dba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=632d6908-bf1c-47e5-a13f-2ce81418b4ff,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:54.058383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.064781 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-158a41aa-fdae-4b01-910c-2204e6745dba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a684e5aa3a8487686fbf44895ac8f07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7886438 Sep 10 04:00:54.068482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35262) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:54.081306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-3d7b6335-c09f-4452-9c7f-6b637d929ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:54.083011 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-3d7b6335-c09f-4452-9c7f-6b637d929ce8 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1645625 Sep 10 04:00:54.084796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.099940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.103673 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/networks/4c5e30e6-5fb3-4dab-9d12-94cd33fad041 HTTP/1.1" status: 204 len: 168 time: 1.4390512 Sep 10 04:00:54.109565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35266) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:54.116410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-437040945'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:54.121903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d91852-33fd-4b13-b903-8ef8a0388452 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Network': ['ID=4c5e30e6-5fb3-4dab-9d12-94cd33fad041,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:54.135063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Calling delete_port for 643dd6ef-1079-4646-be51-6898431b06e5 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:54.221282 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e72da0b3-79ff-4fea-901d-146453093e82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.251745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b95db6-642a-4c06-b5e5-36b0619fa159 req-51570df9-e095-4ab1-b5a5-cd490fb2bf9c tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:54.253244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4b95db6-642a-4c06-b5e5-36b0619fa159 req-51570df9-e095-4ab1-b5a5-cd490fb2bf9c tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 945 time: 0.1164374 Sep 10 04:00:54.265631 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e72da0b3-79ff-4fea-901d-146453093e82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.276922 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-c7c5bc8d-f7c0-4923-8c19-9e828e30dfbd service neutron] 10.222.0.39 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835282 Sep 10 04:00:54.285002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-53e8f01e-99a6-4dd6-96b3-334a39162ea2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:54.286456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-53e8f01e-99a6-4dd6-96b3-334a39162ea2 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.20 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 945 time: 0.1041012 Sep 10 04:00:54.325739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:54.333552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.364496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4b95db6-642a-4c06-b5e5-36b0619fa159 req-c761a26c-464d-4c1c-a9eb-2687b68e4f50 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030858 Sep 10 04:00:54.428969 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Deleting port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:54.429317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.453904 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2b9d016b-6956-4a11-9ba2-66a359282c8b req-7f2b9b88-71f7-4799-a1f4-cfee4feac463 service neutron] 10.222.0.39 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374471 Sep 10 04:00:54.484306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:00:54.499066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e72da0b3-79ff-4fea-901d-146453093e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.502174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e72da0b3-79ff-4fea-901d-146453093e82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.503422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e72da0b3-79ff-4fea-901d-146453093e82 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/632d6908-bf1c-47e5-a13f-2ce81418b4ff HTTP/1.1" status: 204 len: 168 time: 0.4326620 Sep 10 04:00:54.508149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.508149 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Added segment 36457e4f-9c8c-4918-be6c-3c4c0bdb336f of type vlan for network f7dfdd7d-31f3-480f-abee-2a3a071fa21a Sep 10 04:00:54.550740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72da0b3-79ff-4fea-901d-146453093e82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=632d6908-bf1c-47e5-a13f-2ce81418b4ff,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:54.571307 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.581722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] For port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:54.582096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.594961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Calling delete_port for d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:54.627688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.654830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event deleted for resources: {'Port': ['ID=643dd6ef-1079-4646-be51-6898431b06e5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:54.782603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.788513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:54.789068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.794907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.809440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3446f7c7-768f-459b-9a46-0f5af7795898', 'd82cdf3e-f9a8-4b1a-8735-8e7421d7f591'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:00:54.811667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e9852a5c-42e0-4858-abda-a94662a5a83c', '0b1af60b-90ba-4259-9790-216deef977ee'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:00:54.893430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Pushing event deleted for resources: {'Port': ['ID=d82cdf3e-f9a8-4b1a-8735-8e7421d7f591,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:54.916261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Network': ['ID=f7dfdd7d-31f3-480f-abee-2a3a071fa21a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:54.934090 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-27a5ea74-35a1-496e-9b7a-3866e3bc1700 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8207252 Sep 10 04:00:54.934307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35286) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:54.939837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': 'f7dfdd7d-31f3-480f-abee-2a3a071fa21a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:54.962696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network f7dfdd7d-31f3-480f-abee-2a3a071fa21a details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:00:54.962846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] No DVR routers for this DVR port d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:54.965979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.968633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:54.970301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bff5f165-431c-42f2-b31d-44b94960d8ba req-f2f8914c-2629-46fe-bb21-c29d3e8b5fa5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.20 "DELETE /v2.0/ports/d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 HTTP/1.1" status: 204 len: 173 time: 0.6734293 Sep 10 04:00:54.970964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edd358a-c1f7-4f9e-bf54-e5cc05f972d8', 'name': 'network-vif-deleted', 'tag': 'd82cdf3e-f9a8-4b1a-8735-8e7421d7f591'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:54.974122 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49ae3b53-f3a6-4ecc-b194-08894d9a6091" -d '{"events": [{"server_uuid": "3edd358a-c1f7-4f9e-bf54-e5cc05f972d8", "name": "network-vif-deleted", "tag": "d82cdf3e-f9a8-4b1a-8735-8e7421d7f591"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:55.099086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a89a564f-ae03-44e2-8efd-d126b8819558 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:00:55.177352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0ada5f-a8ed-447c-a62e-00adc3886ef8 req-79ebe2c6-440e-495d-97df-c38811aee45d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:55.182242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb0ada5f-a8ed-447c-a62e-00adc3886ef8 req-79ebe2c6-440e-495d-97df-c38811aee45d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 943 time: 0.1065068 Sep 10 04:00:55.231220 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:55.272755 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb0ada5f-a8ed-447c-a62e-00adc3886ef8 req-c688227f-17ab-484e-9c5f-29fa1444a632 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683784 Sep 10 04:00:55.333737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:55.349811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:55.352223 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-066b26a7-04a3-488e-bbcb-21d4b1d4e100 x-openstack-request-id: req-066b26a7-04a3-488e-bbcb-21d4b1d4e100 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:55.353258 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edd358a-c1f7-4f9e-bf54-e5cc05f972d8", "name": "network-vif-deleted", "tag": "d82cdf3e-f9a8-4b1a-8735-8e7421d7f591", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:55.354019 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-066b26a7-04a3-488e-bbcb-21d4b1d4e100 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:55.354652 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edd358a-c1f7-4f9e-bf54-e5cc05f972d8', 'name': 'network-vif-deleted', 'tag': 'd82cdf3e-f9a8-4b1a-8735-8e7421d7f591', 'status': 'completed', 'code': 200} Sep 10 04:00:55.418175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:55.438734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'port_id': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'mac_address': 'fa:16:3e:86:99:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:00:55.491297 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:55.505567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89a564f-ae03-44e2-8efd-d126b8819558 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:00:55.541133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Router 1db994a1-fe71-47d9-a43d-0d8d3d73627e has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:00:55.543946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:55.548342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e133907-0d8c-42f9-b834-f9b5ad26a423 req-eef6ac7e-4a25-4430-a2f1-f40f342e26c5 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=3edd358a-c1f7-4f9e-bf54-e5cc05f972d8 HTTP/1.1" status: 200 len: 210 time: 0.0470383 Sep 10 04:00:55.621530 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:55.706152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:55.738614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:00:55.743828 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8769e0ff-8e87-473b-9b70-d2990ba97fa3 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "PUT /v2.0/routers/1db994a1-fe71-47d9-a43d-0d8d3d73627e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5196929 Sep 10 04:00:55.746384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35314) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:55.750041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7646-f205-42e7-983d-0471951b8d1a None None] Sync routers for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:00:55.759480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7646-f205-42e7-983d-0471951b8d1a None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:55.769852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-da3b7646-f205-42e7-983d-0471951b8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:55.788667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:55.795849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-da3b7646-f205-42e7-983d-0471951b8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:55.805581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3b7646-f205-42e7-983d-0471951b8d1a None None] Routers {'1db994a1-fe71-47d9-a43d-0d8d3d73627e'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:00:55.806206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-da3b7646-f205-42e7-983d-0471951b8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:55.839152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-da3b7646-f205-42e7-983d-0471951b8d1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:55.839802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da3b7646-f205-42e7-983d-0471951b8d1a None None] The sync data for ids ['1db994a1-fe71-47d9-a43d-0d8d3d73627e'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:00:55.875750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a89a564f-ae03-44e2-8efd-d126b8819558'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:00:56.265152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=5cf514a9-c740-40bc-90ba-7b549ddb6895,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:56.286062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Checking segment: {'id': '36457e4f-9c8c-4918-be6c-3c4c0bdb336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f7dfdd7d-31f3-480f-abee-2a3a071fa21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:56.286192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network hostable DHCP agents. Network: f7dfdd7d-31f3-480f-abee-2a3a071fa21a, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:00:56.293702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.302434 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.410708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network f7dfdd7d-31f3-480f-abee-2a3a071fa21a is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:00:56.416171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5913c9d0-c88f-49b9-8c9a-6c41543b627a req-103bc70e-bea0-4f10-8066-3853a9e18110 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:56.417672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5913c9d0-c88f-49b9-8c9a-6c41543b627a req-103bc70e-bea0-4f10-8066-3853a9e18110 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 944 time: 0.0573261 Sep 10 04:00:56.429433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.462139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5913c9d0-c88f-49b9-8c9a-6c41543b627a req-7da37e8f-bc2e-46d3-8cd1-b7dc82aad892 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366554 Sep 10 04:00:56.490976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, f7dfdd7d-31f3-480f-abee-2a3a071fa21a) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:56.495839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:56.496728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.504419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600fdea1-535a-408b-a25d-a2f09d994710 None None] Network f7dfdd7d-31f3-480f-abee-2a3a071fa21a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:56.597329 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e0803ba7-86a0-4e44-a6a2-dbec91930d72 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6597409 Sep 10 04:00:56.597927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35354) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:56.603692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': 'f7dfdd7d-31f3-480f-abee-2a3a071fa21a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-123963399'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:00:56.604418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Deleting port 44d73aad-c15a-4c8a-b339-5ba3c71cb6b4 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:56.604828 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.708304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-f7dfdd7d-31f3-480f-abee-2a3a071fa21a', 'network_id': 'f7dfdd7d-31f3-480f-abee-2a3a071fa21a', 'tenant_id': 'e3ae49d15f8b49e99817abc323e5b9e5', 'fixed_ips': [{'subnet_id': '5cf514a9-c740-40bc-90ba-7b549ddb6895'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:00:56.709246 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.727062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.756185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Calling delete_port for 44d73aad-c15a-4c8a-b339-5ba3c71cb6b4 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:56.834229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:00:56.839949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:56.886618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 88e7f973-7908-4006-845c-2e7a4add2b7a yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:00:56.944459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Allocated IP 172.20.0.2 (f7dfdd7d-31f3-480f-abee-2a3a071fa21a/5cf514a9-c740-40bc-90ba-7b549ddb6895/75a5aa2b-ee41-4bcf-bb69-8678a756884f) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:57.005162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35362) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:57.086352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a89a564f-ae03-44e2-8efd-d126b8819558 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:00:57.119662 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.168798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event deleted for resources: {'Port': ['ID=44d73aad-c15a-4c8a-b339-5ba3c71cb6b4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:57.196025 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2971-6bbc-4ae8-a705-fa71fc4a2a0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.217419 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:00:57.250359 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.270512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Transition to ACTIVE for port object 75a5aa2b-ee41-4bcf-bb69-8678a756884f will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:57.290904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Transition to ACTIVE for port object 75a5aa2b-ee41-4bcf-bb69-8678a756884f will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:57.292784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port a89a564f-ae03-44e2-8efd-d126b8819558 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:57.299109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a89a564f-ae03-44e2-8efd-d126b8819558 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:00:57.299788 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.303791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.379121 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.420655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Network f7dfdd7d-31f3-480f-abee-2a3a071fa21a is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:57.430652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.9 (f7dfdd7d-31f3-480f-abee-2a3a071fa21a/5cf514a9-c740-40bc-90ba-7b549ddb6895/88e7f973-7908-4006-845c-2e7a4add2b7a) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:00:57.431136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:57.437223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:57.442698 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.442874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.445606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.503317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Pushing event updated for resources: {'Port': ['ID=75a5aa2b-ee41-4bcf-bb69-8678a756884f,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:57.505598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:00:57.508012 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bde175c-a141-4b37-bf72-dc8101f369f2" -d '{"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-plugged", "status": "completed", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:00:57.573009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:57.587753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Attempting to bind port 75a5aa2b-ee41-4bcf-bb69-8678a756884f on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:00:57.588160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Attempting to bind port 75a5aa2b-ee41-4bcf-bb69-8678a756884f by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '36457e4f-9c8c-4918-be6c-3c4c0bdb336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f7dfdd7d-31f3-480f-abee-2a3a071fa21a'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:00:57.588635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Attempting to bind port 75a5aa2b-ee41-4bcf-bb69-8678a756884f on network f7dfdd7d-31f3-480f-abee-2a3a071fa21a {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:00:57.591607 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:00:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2300156-a9f6-4586-9670-61d95a3bf504 x-openstack-request-id: req-b2300156-a9f6-4586-9670-61d95a3bf504 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:00:57.591954 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-plugged", "status": "completed", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:00:57.592208 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2300156-a9f6-4586-9670-61d95a3bf504 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:00:57.592761 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'code': 200} Sep 10 04:00:57.596974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:00:57.597310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Checking segment: {'id': '36457e4f-9c8c-4918-be6c-3c4c0bdb336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f7dfdd7d-31f3-480f-abee-2a3a071fa21a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:00:57.597810 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.598479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Bound using segment: {'id': '36457e4f-9c8c-4918-be6c-3c4c0bdb336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f7dfdd7d-31f3-480f-abee-2a3a071fa21a'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:00:57.598810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Bound port: 75a5aa2b-ee41-4bcf-bb69-8678a756884f, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '36457e4f-9c8c-4918-be6c-3c4c0bdb336f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': 'f7dfdd7d-31f3-480f-abee-2a3a071fa21a'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:00:57.599196 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.609444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2971-6bbc-4ae8-a705-fa71fc4a2a0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.622553 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.623429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Fanout notify agent at l3_agent the message router_deleted on router 1db994a1-fe71-47d9-a43d-0d8d3d73627e {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:00:57.639936 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.639936 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0d57a91d-6992-4fff-bdcb-367710843345 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "DELETE /v2.0/routers/1db994a1-fe71-47d9-a43d-0d8d3d73627e HTTP/1.1" status: 204 len: 168 time: 1.8858025 Sep 10 04:00:57.639936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35372) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:57.662775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.719186 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b4ec2971-6bbc-4ae8-a705-fa71fc4a2a0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.751673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b87ce222-833c-4cb8-8161-af2d1af7ae13 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Deleting subnet b61ee66d-dac5-49e8-b990-db7ddc0bc445 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:57.763550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5e08e-de00-431a-8823-5542576f8a63 req-0b0c0372-9034-4985-bf1d-8c55e0add93c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:57.765478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39e5e08e-de00-431a-8823-5542576f8a63 req-0b0c0372-9034-4985-bf1d-8c55e0add93c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.1159637 Sep 10 04:00:57.776531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] For port 75a5aa2b-ee41-4bcf-bb69-8678a756884f, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:00:57.782382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] For port 75a5aa2b-ee41-4bcf-bb69-8678a756884f, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=75a5aa2b-ee41-4bcf-bb69-8678a756884f,segment=NetworkSegment(36457e4f-9c8c-4918-be6c-3c4c0bdb336f),segment_id=36457e4f-9c8c-4918-be6c-3c4c0bdb336f)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:00:57.784473 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.820256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object 88e7f973-7908-4006-845c-2e7a4add2b7a will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:00:57.826887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b87ce222-833c-4cb8-8161-af2d1af7ae13 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.835141 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b4ec2971-6bbc-4ae8-a705-fa71fc4a2a0c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0b6b5c259f94bdf853c1c7ffb2b6e89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8289123 Sep 10 04:00:57.836181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ec2971-6bbc-4ae8-a705-fa71fc4a2a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4980c8-47ae-43b7-986f-160e627e5642,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:57.840884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39e5e08e-de00-431a-8823-5542576f8a63 req-3826ad48-b2bc-42d6-ba41-518160f94f24 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666425 Sep 10 04:00:57.840884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35374) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:57.851694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:57.861979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.872616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:00:57.888218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da805ef6-4d39-46c4-8439-37b73934c831 req-24b1f6fd-384f-4f93-b1fd-3ca5c93dfbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:57.890038 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-da805ef6-4d39-46c4-8439-37b73934c831 req-24b1f6fd-384f-4f93-b1fd-3ca5c93dfbe0 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1096 time: 0.2211838 Sep 10 04:00:57.915929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0467f9f1-1cca-4b6c-9bc4-754db551f62a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.928564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:00:57.928958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d82cdf3e-f9a8-4b1a-8735-8e7421d7f591 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:00:57.941041 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0467f9f1-1cca-4b6c-9bc4-754db551f62a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.948608 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b87ce222-833c-4cb8-8161-af2d1af7ae13 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:57.998176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-da805ef6-4d39-46c4-8439-37b73934c831 req-9b666c5c-fda8-4619-94b9-b35c15db07ef service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0934162 Sep 10 04:00:58.037753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4529e611-aea4-48ba-920b-a581a583bd61 None None] Pushing event updated for resources: {'Port': ['ID=75a5aa2b-ee41-4bcf-bb69-8678a756884f,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:58.086317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0467f9f1-1cca-4b6c-9bc4-754db551f62a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.089800 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0467f9f1-1cca-4b6c-9bc4-754db551f62a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.094073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0467f9f1-1cca-4b6c-9bc4-754db551f62a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd4980c8-47ae-43b7-986f-160e627e5642 HTTP/1.1" status: 204 len: 168 time: 0.2509975 Sep 10 04:00:58.099076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b87ce222-833c-4cb8-8161-af2d1af7ae13 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.124563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0467f9f1-1cca-4b6c-9bc4-754db551f62a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4980c8-47ae-43b7-986f-160e627e5642,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:58.140601 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.218255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network f7dfdd7d-31f3-480f-abee-2a3a071fa21a is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:00:58.226447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:00:58.228875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:00:58.240247 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b87ce222-833c-4cb8-8161-af2d1af7ae13 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.266270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=88e7f973-7908-4006-845c-2e7a4add2b7a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:58.314601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87ce222-833c-4cb8-8161-af2d1af7ae13 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event deleted for resources: {'Subnet': ['ID=b61ee66d-dac5-49e8-b990-db7ddc0bc445,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:58.325867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b87ce222-833c-4cb8-8161-af2d1af7ae13 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.328013 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b87ce222-833c-4cb8-8161-af2d1af7ae13 tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "DELETE /v2.0/subnets/b61ee66d-dac5-49e8-b990-db7ddc0bc445 HTTP/1.1" status: 204 len: 168 time: 0.6913524 Sep 10 04:00:58.331307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35380) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:58.332986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82070a0b-8890-4c3c-ac0d-85f4f18ba239 None None] Network 78f78e05-5db4-42ea-9e46-6201d2dd90ad requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:58.343068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:58.351542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.454736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bc00ed62-bee2-4b84-98c9-52fce7579370 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 1.8528073 Sep 10 04:00:58.455083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35388) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:58.534043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.620482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Deleting port 9c7a7736-cb17-4138-b1ce-7eee007bf197 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:58.620821 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.670535 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66c9a81a-767d-401d-a0fe-af2f87e6b1fe None None] DHCP port deletion for 78f78e05-5db4-42ea-9e46-6201d2dd90ad request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:00:58.714386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7e0af28f-f77b-48fb-8a84-1de423b40142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 88e7f973-7908-4006-845c-2e7a4add2b7a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:58.715780 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e0af28f-f77b-48fb-8a84-1de423b40142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.776078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] For port 9c7a7736-cb17-4138-b1ce-7eee007bf197, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9c7a7736-cb17-4138-b1ce-7eee007bf197,segment=NetworkSegment(4222659d-4b18-477d-a46d-971f8f4a25bb),segment_id=4222659d-4b18-477d-a46d-971f8f4a25bb)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:58.776357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.807893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Calling delete_port for 9c7a7736-cb17-4138-b1ce-7eee007bf197 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:58.830956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-66c9a81a-767d-401d-a0fe-af2f87e6b1fe None None] Deleting port 9c7a7736-cb17-4138-b1ce-7eee007bf197 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:58.831849 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66c9a81a-767d-401d-a0fe-af2f87e6b1fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.876631 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.907211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e0af28f-f77b-48fb-8a84-1de423b40142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.923316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7e0af28f-f77b-48fb-8a84-1de423b40142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 88e7f973-7908-4006-845c-2e7a4add2b7a owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:58.953596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-66c9a81a-767d-401d-a0fe-af2f87e6b1fe None None] For port 9c7a7736-cb17-4138-b1ce-7eee007bf197, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9c7a7736-cb17-4138-b1ce-7eee007bf197,segment=NetworkSegment(4222659d-4b18-477d-a46d-971f8f4a25bb),segment_id=4222659d-4b18-477d-a46d-971f8f4a25bb)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:00:58.954312 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66c9a81a-767d-401d-a0fe-af2f87e6b1fe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:58.969677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-66c9a81a-767d-401d-a0fe-af2f87e6b1fe None None] Calling delete_port for 9c7a7736-cb17-4138-b1ce-7eee007bf197 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:00:59.102403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.189652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event deleted for resources: {'Port': ['ID=9c7a7736-cb17-4138-b1ce-7eee007bf197,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:59.196478 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66c9a81a-767d-401d-a0fe-af2f87e6b1fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.197840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] No DVR routers for this DVR port 9c7a7736-cb17-4138-b1ce-7eee007bf197 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:59.238820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd85219-8e29-4f03-bcfd-dfe4dd166818 req-c152366a-be4f-4835-babc-363203201fc5 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:00:59.248633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dd85219-8e29-4f03-bcfd-dfe4dd166818 req-c152366a-be4f-4835-babc-363203201fc5 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.2039974 Sep 10 04:00:59.264660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66c9a81a-767d-401d-a0fe-af2f87e6b1fe None None] No DVR routers for this DVR port 9c7a7736-cb17-4138-b1ce-7eee007bf197 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:00:59.275512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66c9a81a-767d-401d-a0fe-af2f87e6b1fe None None] Pushing event deleted for resources: {'Port': ['ID=9c7a7736-cb17-4138-b1ce-7eee007bf197,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:59.356931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.393381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78f78e05-5db4-42ea-9e46-6201d2dd90ad']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:59.419437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4222659d-4b18-477d-a46d-971f8f4a25bb') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:59.419770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4222659d-4b18-477d-a46d-971f8f4a25bb') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:00:59.442939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.450480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dd85219-8e29-4f03-bcfd-dfe4dd166818 req-03e7ccce-93fe-4343-bdda-eda46638a47d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2007191 Sep 10 04:00:59.475168 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.488251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:00:59.488699 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:00:59.495068 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:00:59.544494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e0af28f-f77b-48fb-8a84-1de423b40142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.592511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0af28f-f77b-48fb-8a84-1de423b40142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=88e7f973-7908-4006-845c-2e7a4add2b7a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:59.617090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95db154f-8d78-41e0-907d-1d86a188a83b None None] Network f7dfdd7d-31f3-480f-abee-2a3a071fa21a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:00:59.673512 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e0af28f-f77b-48fb-8a84-1de423b40142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.675808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7e0af28f-f77b-48fb-8a84-1de423b40142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/88e7f973-7908-4006-845c-2e7a4add2b7a HTTP/1.1" status: 204 len: 168 time: 1.2196088 Sep 10 04:00:59.678319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35424) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:59.678985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.693510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.700628 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "DELETE /v2.0/networks/78f78e05-5db4-42ea-9e46-6201d2dd90ad HTTP/1.1" status: 204 len: 168 time: 1.3680677 Sep 10 04:00:59.712870 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35426) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:59.715665 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4cbf2e0-c237-4e3d-81b1-91dd5214a2af tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:00:59.719628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f4cbf2e0-c237-4e3d-81b1-91dd5214a2af tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/88e7f973-7908-4006-845c-2e7a4add2b7a HTTP/1.1" status: 404 len: 333 time: 0.0394549 Sep 10 04:00:59.720092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc494b-7d4e-4ff8-8951-03910fb0a98b tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event deleted for resources: {'Network': ['ID=78f78e05-5db4-42ea-9e46-6201d2dd90ad,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:00:59.731234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35428) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:00:59.803990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e9c305c3-3ee0-41b1-acfd-3ca8173309c5 None None] Provisioning for port 75a5aa2b-ee41-4bcf-bb69-8678a756884f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:00:59.806326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-d547efed-df32-4d3f-89db-666ec28b371f tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet 5cf514a9-c740-40bc-90ba-7b549ddb6895 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:00:59.812433 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d547efed-df32-4d3f-89db-666ec28b371f tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.880356 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d547efed-df32-4d3f-89db-666ec28b371f tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:00:59.935656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Deleting port bc0432ea-7c2f-47ee-b90d-6f023d4b30d6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:00:59.936214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.054528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 75a5aa2b-ee41-4bcf-bb69-8678a756884f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:00.064949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d547efed-df32-4d3f-89db-666ec28b371f tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.100444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.102157 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.143308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Calling delete_port for bc0432ea-7c2f-47ee-b90d-6f023d4b30d6 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:00.199555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 75a5aa2b-ee41-4bcf-bb69-8678a756884f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:00.204745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 75a5aa2b-ee41-4bcf-bb69-8678a756884f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:00.212136 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.227276 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d547efed-df32-4d3f-89db-666ec28b371f tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.282921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d547efed-df32-4d3f-89db-666ec28b371f tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf514a9-c740-40bc-90ba-7b549ddb6895,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:00.292317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d547efed-df32-4d3f-89db-666ec28b371f tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.294239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d547efed-df32-4d3f-89db-666ec28b371f tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/5cf514a9-c740-40bc-90ba-7b549ddb6895 HTTP/1.1" status: 204 len: 168 time: 0.5618873 Sep 10 04:01:00.296920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6f21107a-1328-4e28-ae49-266b61c47a1f None None] Provisioning complete for port 75a5aa2b-ee41-4bcf-bb69-8678a756884f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:00.297839 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f21107a-1328-4e28-ae49-266b61c47a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.302731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35448) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:00.431034 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.465633 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f21107a-1328-4e28-ae49-266b61c47a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.497973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 75a5aa2b-ee41-4bcf-bb69-8678a756884f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=75a5aa2b-ee41-4bcf-bb69-8678a756884f,segment=NetworkSegment(36457e4f-9c8c-4918-be6c-3c4c0bdb336f),segment_id=36457e4f-9c8c-4918-be6c-3c4c0bdb336f)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:00.503522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.512807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.560669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c2331d3-bfdf-4134-a504-1e703bdbd0ff None None] Network f7dfdd7d-31f3-480f-abee-2a3a071fa21a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:00.583614 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.617655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Pushing event deleted for resources: {'Port': ['ID=bc0432ea-7c2f-47ee-b90d-6f023d4b30d6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:00.623165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.626810 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.630578 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e36c2ac-3334-4bdd-b8e5-1de4ceb0db1f tempest-FloatingIPAdminTestJSON-1145367603 tempest-FloatingIPAdminTestJSON-1145367603-project] 10.222.0.22 "DELETE /v2.0/floatingips/c45cb0cc-a727-469d-a042-3cba6709d794 HTTP/1.1" status: 204 len: 168 time: 0.9142795 Sep 10 04:01:00.684311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 75a5aa2b-ee41-4bcf-bb69-8678a756884f {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:00.687827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.701347 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-6f21107a-1328-4e28-ae49-266b61c47a1f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:01:00.701620 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-6f21107a-1328-4e28-ae49-266b61c47a1f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:01:00.764320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] For port 75a5aa2b-ee41-4bcf-bb69-8678a756884f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=75a5aa2b-ee41-4bcf-bb69-8678a756884f,segment=NetworkSegment(36457e4f-9c8c-4918-be6c-3c4c0bdb336f),segment_id=36457e4f-9c8c-4918-be6c-3c4c0bdb336f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:00.764697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:00.787073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 75a5aa2b-ee41-4bcf-bb69-8678a756884f owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:00.816355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6f2315-6560-4032-847f-52681fd2b03d req-c5d52c05-375d-4cc8-8de8-779a7986e4c8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:00.823534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c6f2315-6560-4032-847f-52681fd2b03d req-c5d52c05-375d-4cc8-8de8-779a7986e4c8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.2212250 Sep 10 04:01:00.954392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c6f2315-6560-4032-847f-52681fd2b03d req-298255cf-166c-41f6-9d14-c7d20c7f50aa tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0855708 Sep 10 04:01:00.973089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b56b52-e6c9-41e2-bbfc-fbca067f37d7 req-2e6220f9-719c-4cb9-89b7-b3ae32d42b60 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:00.980696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4b56b52-e6c9-41e2-bbfc-fbca067f37d7 req-2e6220f9-719c-4cb9-89b7-b3ae32d42b60 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 945 time: 0.1515341 Sep 10 04:01:01.027844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4b56b52-e6c9-41e2-bbfc-fbca067f37d7 req-62bb8a14-593e-4040-8e00-e921789372d3 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419931 Sep 10 04:01:01.041140 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.059395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No DVR routers for this DVR port 75a5aa2b-ee41-4bcf-bb69-8678a756884f on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:01.062735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9c7a7736-cb17-4138-b1ce-7eee007bf197 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:01.113497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9c7a7736-cb17-4138-b1ce-7eee007bf197 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:01.120162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9c7a7736-cb17-4138-b1ce-7eee007bf197 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:01.176186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1333731-6d2e-4469-a28b-d2ef18556271 req-f3a8fdc8-cb4a-4fe2-af0d-152d62ac108b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:01.178335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1333731-6d2e-4469-a28b-d2ef18556271 req-f3a8fdc8-cb4a-4fe2-af0d-152d62ac108b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.0892546 Sep 10 04:01:01.250970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.264468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1333731-6d2e-4469-a28b-d2ef18556271 req-0610d445-07c6-4912-b89f-3958a3dce1f5 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0792444 Sep 10 04:01:01.267989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=75a5aa2b-ee41-4bcf-bb69-8678a756884f,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:01.278826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6f21107a-1328-4e28-ae49-266b61c47a1f None None] Port 75a5aa2b-ee41-4bcf-bb69-8678a756884f update to ACTIVE by agent not found {{(pid=95138) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2156}} Sep 10 04:01:01.289467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35474) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:01.297781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7dfdd7d-31f3-480f-abee-2a3a071fa21a']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:01.306823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=75a5aa2b-ee41-4bcf-bb69-8678a756884f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:01.312046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '36457e4f-9c8c-4918-be6c-3c4c0bdb336f') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:01.312453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '36457e4f-9c8c-4918-be6c-3c4c0bdb336f') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:01.324467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.339896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.353434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:01.354617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9749c63-5dc1-44a3-8ad2-7cf1bcb82ec7 None None] DHCP port deletion for f7dfdd7d-31f3-480f-abee-2a3a071fa21a request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:01:01.355582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:01.359708 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:01.394905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e8eafca4-9455-4a51-80be-104b8c190f2e None None] Could not find standard attr ID for object 88e7f973-7908-4006-845c-2e7a4add2b7a. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:01:01.434354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38976de-ff09-47ae-9c63-07511f1e688b tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:01.435928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c38976de-ff09-47ae-9c63-07511f1e688b tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1091 time: 0.1453638 Sep 10 04:01:01.440317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35480) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:01.445879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:01.506158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35482) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:01.559985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.565953 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.571868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35488) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:01.574672 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/networks/f7dfdd7d-31f3-480f-abee-2a3a071fa21a HTTP/1.1" status: 204 len: 168 time: 1.2701437 Sep 10 04:01:01.576755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'name': 'tempest-PortsTestJSON-1534165066'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:01.595247 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:01.605072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e8d71b-7558-49ec-ba1b-eea853818cf3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Network': ['ID=f7dfdd7d-31f3-480f-abee-2a3a071fa21a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:01.885877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 75a5aa2b-ee41-4bcf-bb69-8678a756884f no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:01.909815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 75a5aa2b-ee41-4bcf-bb69-8678a756884f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:01.910254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 75a5aa2b-ee41-4bcf-bb69-8678a756884f not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:02.117917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2f91531b-e61e-4d49-8ff3-79fc86c8d904 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=db67078db0bc405188d755cc7ae9396d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6082330 Sep 10 04:01:02.118382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35498) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:02.181631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3f60bc5f-49e3-422c-826d-fce6b522409a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.188189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.191308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615e9c15-a1f9-4476-a4f2-de1cab750d4e req-95088250-ce1c-4b86-a5cf-6b085aa11ce8 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:02.192879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-615e9c15-a1f9-4476-a4f2-de1cab750d4e req-95088250-ce1c-4b86-a5cf-6b085aa11ce8 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 945 time: 0.0654080 Sep 10 04:01:02.196385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:02.199815 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.206410 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.245968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port d95d44ea-fd5d-4516-a262-11ac530aaf55 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:02.260975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3f60bc5f-49e3-422c-826d-fce6b522409a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.314968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-d9785dea-4db1-47c6-a08e-337ea20d0b7c tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:02.316749 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-d9785dea-4db1-47c6-a08e-337ea20d0b7c tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.39 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 945 time: 0.1361842 Sep 10 04:01:02.327324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-615e9c15-a1f9-4476-a4f2-de1cab750d4e req-0fbd6349-00f6-47ee-a438-930fae0395c7 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252501 Sep 10 04:01:02.440791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3f60bc5f-49e3-422c-826d-fce6b522409a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.443524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3f60bc5f-49e3-422c-826d-fce6b522409a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.444717 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3f60bc5f-49e3-422c-826d-fce6b522409a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3a8cb712-6259-4d71-906a-81701c6731c8 HTTP/1.1" status: 204 len: 168 time: 0.3254714 Sep 10 04:01:02.446689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Deleting port 0b1af60b-90ba-4259-9790-216deef977ee {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:02.447727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.450201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.25.3.149 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/4deb9160-4ce1-4f6b-9ba5-a729807bf663) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:02.486949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f60bc5f-49e3-422c-826d-fce6b522409a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a8cb712-6259-4d71-906a-81701c6731c8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:02.607145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.625382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] For port 0b1af60b-90ba-4259-9790-216deef977ee, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=0b1af60b-90ba-4259-9790-216deef977ee,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:02.626066 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.628026 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.643278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Calling delete_port for 0b1af60b-90ba-4259-9790-216deef977ee owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:02.767382 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.770692 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.821608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:02.827537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:02.835837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:02.835837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:02.839420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:02.863463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:02.869088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:02.869690 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.878746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=4deb9160-4ce1-4f6b-9ba5-a729807bf663,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:02.916160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:02.925632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3446f7c7-768f-459b-9a46-0f5af7795898'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:01:02.928672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['e9852a5c-42e0-4858-abda-a94662a5a83c', '0b1af60b-90ba-4259-9790-216deef977ee'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:01:02.965948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Pushing event deleted for resources: {'Port': ['ID=0b1af60b-90ba-4259-9790-216deef977ee,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:02.986589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=d95d44ea-fd5d-4516-a262-11ac530aaf55,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:02.992881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-01b99092-97b1-4f0c-815c-b92b19e855d4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4201810 Sep 10 04:01:02.997877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35514) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:03.040206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] No DVR routers for this DVR port 0b1af60b-90ba-4259-9790-216deef977ee on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:03.042615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.046579 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59986cf6-e948-4b3b-8802-9eb9128a66fd req-4b291e66-1a13-4277-b27b-6153c8556e61 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.39 "DELETE /v2.0/ports/0b1af60b-90ba-4259-9790-216deef977ee HTTP/1.1" status: 204 len: 173 time: 0.7233441 Sep 10 04:01:03.047101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f0e22ec-812f-46c5-b99e-12c608efae95', 'name': 'network-vif-deleted', 'tag': '0b1af60b-90ba-4259-9790-216deef977ee'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:03.052017 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524e11d1-e81e-429d-b09e-4a9ef091a383" -d '{"events": [{"server_uuid": "8f0e22ec-812f-46c5-b99e-12c608efae95", "name": "network-vif-deleted", "tag": "0b1af60b-90ba-4259-9790-216deef977ee"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:03.113416 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65f34ee3-f3f7-4dcd-ab55-46d0bea83cb1 x-openstack-request-id: req-65f34ee3-f3f7-4dcd-ab55-46d0bea83cb1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:03.113718 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f0e22ec-812f-46c5-b99e-12c608efae95", "name": "network-vif-deleted", "tag": "0b1af60b-90ba-4259-9790-216deef977ee", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:03.113973 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-65f34ee3-f3f7-4dcd-ab55-46d0bea83cb1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:03.114921 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f0e22ec-812f-46c5-b99e-12c608efae95', 'name': 'network-vif-deleted', 'tag': '0b1af60b-90ba-4259-9790-216deef977ee', 'status': 'completed', 'code': 200} Sep 10 04:01:03.292231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d58d76d5-36c2-4710-879b-d9291d03b722 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port d95d44ea-fd5d-4516-a262-11ac530aaf55 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:03.292822 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d58d76d5-36c2-4710-879b-d9291d03b722 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.446662 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d58d76d5-36c2-4710-879b-d9291d03b722 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.530524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbd4e4a3-c8d2-4c72-b707-3965105e3b34 req-3e5c45a8-d786-4b02-b24a-5c16735708e9 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f0e22ec-812f-46c5-b99e-12c608efae95 HTTP/1.1" status: 200 len: 210 time: 0.1089323 Sep 10 04:01:03.536604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d58d76d5-36c2-4710-879b-d9291d03b722 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for d95d44ea-fd5d-4516-a262-11ac530aaf55 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:03.536890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35522) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:03.556271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a0972db-e443-46d6-9990-b61daec5fccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.660335 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a0972db-e443-46d6-9990-b61daec5fccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.726405 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.737136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5a0972db-e443-46d6-9990-b61daec5fccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.801846 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5a0972db-e443-46d6-9990-b61daec5fccd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=210954efe9a8474caf2a7ea409677da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2635756 Sep 10 04:01:03.802769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0972db-e443-46d6-9990-b61daec5fccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecbfbd0c-6e7a-463e-88a6-f50465b82b9f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:03.818533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35530) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:03.915125 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7835a03-1961-4a20-ab9b-d25ad7564abc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.957239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d58d76d5-36c2-4710-879b-d9291d03b722 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.970310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7835a03-1961-4a20-ab9b-d25ad7564abc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:03.998358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58d76d5-36c2-4710-879b-d9291d03b722 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=d95d44ea-fd5d-4516-a262-11ac530aaf55,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:04.006063 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d58d76d5-36c2-4710-879b-d9291d03b722 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.012970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35534) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:04.013198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d58d76d5-36c2-4710-879b-d9291d03b722 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/d95d44ea-fd5d-4516-a262-11ac530aaf55 HTTP/1.1" status: 204 len: 168 time: 1.0133326 Sep 10 04:01:04.014149 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.018762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'mac_address': 'fa:16:3e:fc:73:95', 'name': 'tempest-PortsTestJSON-1586755506'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:04.136854 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7835a03-1961-4a20-ab9b-d25ad7564abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.141199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7835a03-1961-4a20-ab9b-d25ad7564abc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.142986 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f7835a03-1961-4a20-ab9b-d25ad7564abc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecbfbd0c-6e7a-463e-88a6-f50465b82b9f HTTP/1.1" status: 204 len: 168 time: 0.3233781 Sep 10 04:01:04.153215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7835a03-1961-4a20-ab9b-d25ad7564abc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecbfbd0c-6e7a-463e-88a6-f50465b82b9f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:04.193673 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.216675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:04.285333 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.291209 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.316386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 9ef259c6-5a42-4048-a670-2f50d1d714dc yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:04.363794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=4deb9160-4ce1-4f6b-9ba5-a729807bf663,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:04.372509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.444477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35542) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:04.481620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35546) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:04.491560 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Floating IP 9958f762-90f9-419b-8b2f-4f0dda5451d5 associated. External IP: 172.25.3.149, port: a89a564f-ae03-44e2-8efd-d126b8819558. Sep 10 04:01:04.523903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.675137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.737353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:04.747335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:04.754919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:04.760495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:04.761251 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.783891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8784da7a-7a0a-4de5-86cb-335f0bf7dad8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.787407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=9ef259c6-5a42-4048-a670-2f50d1d714dc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:04.818927 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-73788f2f-a5a9-412e-adf2-901960f5072e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:04.904424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c5d171f4-426b-4e21-829b-7d3314115ede tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8902519 Sep 10 04:01:04.907254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35556) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:04.967739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd6454d-f861-4a45-97bb-8a7b4935e735 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:04.969148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-acd6454d-f861-4a45-97bb-8a7b4935e735 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/9ef259c6-5a42-4048-a670-2f50d1d714dc HTTP/1.1" status: 200 len: 841 time: 0.0608606 Sep 10 04:01:04.974477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35560) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:05.037187 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8784da7a-7a0a-4de5-86cb-335f0bf7dad8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.080195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:01:05.105657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db71c666-cb5e-4197-aba9-842cb6d3700a req-c0da6990-9125-422d-afa7-f4985bc0e8ec tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:05.107188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db71c666-cb5e-4197-aba9-842cb6d3700a req-c0da6990-9125-422d-afa7-f4985bc0e8ec tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 945 time: 0.0979414 Sep 10 04:01:05.107872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8784da7a-7a0a-4de5-86cb-335f0bf7dad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.118935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 0b1af60b-90ba-4259-9790-216deef977ee no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:05.149395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35562) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:05.151957 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8784da7a-7a0a-4de5-86cb-335f0bf7dad8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=771fed2ebdeb4f668af5aba5dd503934&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7056456 Sep 10 04:01:05.158045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 0b1af60b-90ba-4259-9790-216deef977ee {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:05.158399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 0b1af60b-90ba-4259-9790-216deef977ee not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:05.160510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35564) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:05.172901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784da7a-7a0a-4de5-86cb-335f0bf7dad8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7a5656-8dbe-4a37-8032-a5f5a23132d9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:05.180738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-177c8f34-6246-4b88-b9b9-32874a8bf943 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.230521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ac03bfb9-1b79-4e6c-820c-c1e435b8ec20 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 9ef259c6-5a42-4048-a670-2f50d1d714dc {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:05.230752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bc7804b-a72d-4a97-bb19-77b3951e10ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.230891 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac03bfb9-1b79-4e6c-820c-c1e435b8ec20 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.252817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db71c666-cb5e-4197-aba9-842cb6d3700a req-ba25d0c2-542b-4792-8f04-a4493d67df31 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360528 Sep 10 04:01:05.253056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bc7804b-a72d-4a97-bb19-77b3951e10ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.360606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:05.365561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bc7804b-a72d-4a97-bb19-77b3951e10ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.367930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7bc7804b-a72d-4a97-bb19-77b3951e10ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.372523 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7bc7804b-a72d-4a97-bb19-77b3951e10ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce7a5656-8dbe-4a37-8032-a5f5a23132d9 HTTP/1.1" status: 204 len: 168 time: 0.2109888 Sep 10 04:01:05.372694 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] Sync routers for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:05.377120 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac03bfb9-1b79-4e6c-820c-c1e435b8ec20 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.381732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc7804b-a72d-4a97-bb19-77b3951e10ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7a5656-8dbe-4a37-8032-a5f5a23132d9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:05.393294 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:05.394151 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:05.400914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ac03bfb9-1b79-4e6c-820c-c1e435b8ec20 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 9ef259c6-5a42-4048-a670-2f50d1d714dc owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:05.430274 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-73788f2f-a5a9-412e-adf2-901960f5072e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.490898 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-73788f2f-a5a9-412e-adf2-901960f5072e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.509149 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:05.540276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-73788f2f-a5a9-412e-adf2-901960f5072e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0aadd9927f284a29a3beaa1b174c6412&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0549140 Sep 10 04:01:05.542054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35568) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:05.546720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73788f2f-a5a9-412e-adf2-901960f5072e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44737e9e-0004-4e36-ae1c-aa1bccec4391,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:05.559822 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.591793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1d432382-7d3b-4539-90b4-822ed87c0ef8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1478136 Sep 10 04:01:05.593977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:05.596311 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc015f57-109b-4bc5-9787-f1cfb927a264" -d '{"events": [{"name": "network-changed", "server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:05.628960 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac03bfb9-1b79-4e6c-820c-c1e435b8ec20 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.665628 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-177c8f34-6246-4b88-b9b9-32874a8bf943 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.680136 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba8900d1-aa6c-4dae-b636-0fe2da400b9d x-openstack-request-id: req-ba8900d1-aa6c-4dae-b636-0fe2da400b9d {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:05.680426 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:05.680971 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba8900d1-aa6c-4dae-b636-0fe2da400b9d {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:05.681559 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'status': 'completed', 'code': 200} Sep 10 04:01:05.723634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac03bfb9-1b79-4e6c-820c-c1e435b8ec20 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=9ef259c6-5a42-4048-a670-2f50d1d714dc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:05.736243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ac03bfb9-1b79-4e6c-820c-c1e435b8ec20 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.738228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ac03bfb9-1b79-4e6c-820c-c1e435b8ec20 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/9ef259c6-5a42-4048-a670-2f50d1d714dc HTTP/1.1" status: 204 len: 168 time: 0.7631130 Sep 10 04:01:05.741542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-828a8f8a-bc54-4ba8-b1cf-ceceae73b676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.742203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35576) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:05.763044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-177c8f34-6246-4b88-b9b9-32874a8bf943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.771958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58fe420-9999-42a8-8be5-136ff0a13dd2 req-a79eb671-76bf-4cef-8c83-4535fdce7326 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:05.773809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a58fe420-9999-42a8-8be5-136ff0a13dd2 req-a79eb671-76bf-4cef-8c83-4535fdce7326 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.0996122 Sep 10 04:01:05.784795 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-828a8f8a-bc54-4ba8-b1cf-ceceae73b676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:05.809980 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '9958f762-90f9-419b-8b2f-4f0dda5451d5', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'port_id': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'mac_address': 'fa:16:3e:86:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8585515b-66e1-4579-b827-f016b07d7f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:01:03Z', 'updated_at': '2021-09-10T04:01:03Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4c7f89-e92a-4fa4-a6a6-493ebaa24896', 'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:60:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:37Z', 'updated_at': '2021-09-10T04:00:46Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:05.828635 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b1eefda-9d95-4117-a35d-8de573be8c39 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:01:05.831023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4b1eefda-9d95-4117-a35d-8de573be8c39 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/9ef259c6-5a42-4048-a670-2f50d1d714dc HTTP/1.1" status: 404 len: 333 time: 0.0877054 Sep 10 04:01:05.849503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35580) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:05.852952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'name': 'tempest-PortsTestJSON-211532708'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:05.866463 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] Checking router: 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:01:05.873410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a58fe420-9999-42a8-8be5-136ff0a13dd2 req-98a69948-e239-4171-90ef-745a57162da6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913720 Sep 10 04:01:05.879457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177c8f34-6246-4b88-b9b9-32874a8bf943 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a4e5ac2-7a58-438e-9f47-a45b871eec01,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:05.885792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-b45ed1f4-799d-4af4-ba6b-a221b14473ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:05.895238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-b45ed1f4-799d-4af4-ba6b-a221b14473ef service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1096 time: 0.1895092 Sep 10 04:01:05.895238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-177c8f34-6246-4b88-b9b9-32874a8bf943 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07da461268584905bcd59f6e7220bcd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7412033 Sep 10 04:01:05.896822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35586) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:05.912491 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:05.917695 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:00:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:05.923923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35588) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:06.022949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-828a8f8a-bc54-4ba8-b1cf-ceceae73b676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.027533 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-828a8f8a-bc54-4ba8-b1cf-ceceae73b676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.028848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-828a8f8a-bc54-4ba8-b1cf-ceceae73b676 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/44737e9e-0004-4e36-ae1c-aa1bccec4391 HTTP/1.1" status: 204 len: 168 time: 0.4873912 Sep 10 04:01:06.040356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828a8f8a-bc54-4ba8-b1cf-ceceae73b676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44737e9e-0004-4e36-ae1c-aa1bccec4391,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:06.077831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:06.081202 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3e1250d8-69c0-4742-8d11-6ee113bada75 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/9958f762-90f9-419b-8b2f-4f0dda5451d5 HTTP/1.1" status: 200 len: 991 time: 0.1488347 Sep 10 04:01:06.083182 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.105062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 83f70cd3-44d0-4d6d-bf82-8c91bd4b926a yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:06.118120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d840bb8f-d460-4276-b62a-db2483566f30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.124735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-20bc1282-37a2-4b1c-b599-33ccb3716b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:06.127075 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-20bc1282-37a2-4b1c-b599-33ccb3716b9e service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 HTTP/1.1" status: 200 len: 898 time: 0.2188330 Sep 10 04:01:06.146091 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:06.207379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d840bb8f-d460-4276-b62a-db2483566f30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.281630 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-8808bc5a-1cc2-403a-bd53-e5295971b166 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 999 time: 0.1447556 Sep 10 04:01:06.300911 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.356612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-7f4599e6-2fce-4fcc-854d-be043b142f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:06.362904 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-7f4599e6-2fce-4fcc-854d-be043b142f33 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b006d293-1431-409b-95d9-bfa881c345e9 HTTP/1.1" status: 200 len: 834 time: 0.0704472 Sep 10 04:01:06.423375 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d840bb8f-d460-4276-b62a-db2483566f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.430136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d840bb8f-d460-4276-b62a-db2483566f30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.432670 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d840bb8f-d460-4276-b62a-db2483566f30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a4e5ac2-7a58-438e-9f47-a45b871eec01 HTTP/1.1" status: 204 len: 168 time: 0.5346737 Sep 10 04:01:06.436702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-a5f4b4ba-86a7-4494-bade-cbc446f715b1 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:06.439407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-a5f4b4ba-86a7-4494-bade-cbc446f715b1 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.39 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 945 time: 0.0759268 Sep 10 04:01:06.450294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840bb8f-d460-4276-b62a-db2483566f30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a4e5ac2-7a58-438e-9f47-a45b871eec01,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:06.454479 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.475360 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '9958f762-90f9-419b-8b2f-4f0dda5451d5', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'port_id': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'mac_address': 'fa:16:3e:86:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8585515b-66e1-4579-b827-f016b07d7f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:01:03Z', 'updated_at': '2021-09-10T04:01:03Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4c7f89-e92a-4fa4-a6a6-493ebaa24896', 'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:60:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:37Z', 'updated_at': '2021-09-10T04:00:46Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:06.514353 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-209c6ef9-b882-482f-98a6-9825cad728aa None None] The sync data for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 is: [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '9958f762-90f9-419b-8b2f-4f0dda5451d5', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.149', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'port_id': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 2864, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'mac_address': 'fa:16:3e:86:99:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8585515b-66e1-4579-b827-f016b07d7f13', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:01:03Z', 'updated_at': '2021-09-10T04:01:03Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a4c7f89-e92a-4fa4-a6a6-493ebaa24896', 'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:60:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:37Z', 'updated_at': '2021-09-10T04:00:46Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:06.522137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-047cef6e-2865-462a-a45b-35288c134f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:06.523856 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-047cef6e-2865-462a-a45b-35288c134f0a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1561673 Sep 10 04:01:06.569809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:06.590290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ed0bb-c5dc-4123-940a-52e2056ead07 req-13c515a5-da8f-47f7-b1a1-412e5bc0db12 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:06.591857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f4ed0bb-c5dc-4123-940a-52e2056ead07 req-13c515a5-da8f-47f7-b1a1-412e5bc0db12 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 945 time: 0.1851919 Sep 10 04:01:06.618682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:06.621557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:06.627920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:06.628632 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.630994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=83f70cd3-44d0-4d6d-bf82-8c91bd4b926a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:06.649809 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-26c99862-821e-458b-bd31-415025ca1d09 service neutron] 10.222.0.39 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169348 Sep 10 04:01:06.683172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f4ed0bb-c5dc-4123-940a-52e2056ead07 req-c31afce6-68aa-4680-9930-dd0cefcae54f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641892 Sep 10 04:01:06.698415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Deleting port e9852a5c-42e0-4858-abda-a94662a5a83c {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:06.698765 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.758869 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-1b8da0b0-1069-467e-a9ab-8262a928f379 service neutron] 10.222.0.39 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009786 Sep 10 04:01:06.774491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b34bd3b9-11fb-41e1-bfb4-b718b059be79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.9285467 Sep 10 04:01:06.777221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35606) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:06.792353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bda31767-da93-47a2-9486-161b1cd725f1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:06.792481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d41b00-fac3-4175-8acb-4877a4d66ee6 None None] New status for floating IP 9958f762-90f9-419b-8b2f-4f0dda5451d5: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:01:06.889589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] For port e9852a5c-42e0-4858-abda-a94662a5a83c, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=e9852a5c-42e0-4858-abda-a94662a5a83c,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:06.889932 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.899197 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bda31767-da93-47a2-9486-161b1cd725f1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:06.916397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Calling delete_port for e9852a5c-42e0-4858-abda-a94662a5a83c owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:06.968613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35612) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:06.983718 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9531e47a-24e1-4a4e-931a-b42084d6e96c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.085739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35616) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:07.169456 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bda31767-da93-47a2-9486-161b1cd725f1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.181189 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9531e47a-24e1-4a4e-931a-b42084d6e96c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.204087 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-67f80126-83db-4393-82e3-cdce82dfe424 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/9958f762-90f9-419b-8b2f-4f0dda5451d5 HTTP/1.1" status: 200 len: 993 time: 0.1148245 Sep 10 04:01:07.226806 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bda31767-da93-47a2-9486-161b1cd725f1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.255479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9531e47a-24e1-4a4e-931a-b42084d6e96c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.262294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.266435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bda31767-da93-47a2-9486-161b1cd725f1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] In _notify_port_updated(), no bound segment for port 83f70cd3-44d0-4d6d-bf82-8c91bd4b926a on network 5d37553e-b135-4305-938a-f09f893f3c5f {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:01:07.271918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda31767-da93-47a2-9486-161b1cd725f1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:07.272520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bda31767-da93-47a2-9486-161b1cd725f1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.273842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bda31767-da93-47a2-9486-161b1cd725f1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "PUT /v2.0/ports/83f70cd3-44d0-4d6d-bf82-8c91bd4b926a HTTP/1.1" status: 200 len: 818 time: 0.4958739 Sep 10 04:01:07.276182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3446f7c7-768f-459b-9a46-0f5af7795898'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:01:07.278112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35624) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:07.300222 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9531e47a-24e1-4a4e-931a-b42084d6e96c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26d9df056fa04a8fa440b3f797c67b46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3294239 Sep 10 04:01:07.300938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35626) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:07.315610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9531e47a-24e1-4a4e-931a-b42084d6e96c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49063f0-78f2-4512-980f-8fa88f76061e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:07.363053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda31767-da93-47a2-9486-161b1cd725f1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=83f70cd3-44d0-4d6d-bf82-8c91bd4b926a,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:07.396885 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c233-f1fb-45f2-ab72-7654b50079e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.421861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Pushing event deleted for resources: {'Port': ['ID=e9852a5c-42e0-4858-abda-a94662a5a83c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:07.425646 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c233-f1fb-45f2-ab72-7654b50079e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.488299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] No DVR routers for this DVR port e9852a5c-42e0-4858-abda-a94662a5a83c on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:07.491008 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.493548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225319b0-bfde-4a00-a2ee-973a736a1c30 req-8d8194aa-a923-4dcb-8071-1c0b659af9fc tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.39 "DELETE /v2.0/ports/e9852a5c-42e0-4858-abda-a94662a5a83c HTTP/1.1" status: 204 len: 173 time: 1.0342119 Sep 10 04:01:07.513210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-41357742-6486-4e9f-b516-a883725a7810 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 83f70cd3-44d0-4d6d-bf82-8c91bd4b926a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:07.513543 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41357742-6486-4e9f-b516-a883725a7810 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.576622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c233-f1fb-45f2-ab72-7654b50079e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.580395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8f5c233-f1fb-45f2-ab72-7654b50079e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.583397 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41357742-6486-4e9f-b516-a883725a7810 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.590836 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8f5c233-f1fb-45f2-ab72-7654b50079e5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d49063f0-78f2-4512-980f-8fa88f76061e HTTP/1.1" status: 204 len: 168 time: 0.2818890 Sep 10 04:01:07.598474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-41357742-6486-4e9f-b516-a883725a7810 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 83f70cd3-44d0-4d6d-bf82-8c91bd4b926a owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:07.599719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f5c233-f1fb-45f2-ab72-7654b50079e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49063f0-78f2-4512-980f-8fa88f76061e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:07.682903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e7c1eb-f60d-4772-959c-53929f090d50', 'name': 'network-vif-deleted', 'tag': 'e9852a5c-42e0-4858-abda-a94662a5a83c'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:07.692993 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b38849a-d62e-4adc-84b5-ff77c99ffccc" -d '{"events": [{"server_uuid": "f1e7c1eb-f60d-4772-959c-53929f090d50", "name": "network-vif-deleted", "tag": "e9852a5c-42e0-4858-abda-a94662a5a83c"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:07.738597 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3115d12-6902-48fa-92c9-cf443b875945 x-openstack-request-id: req-a3115d12-6902-48fa-92c9-cf443b875945 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:07.738597 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e7c1eb-f60d-4772-959c-53929f090d50", "name": "network-vif-deleted", "tag": "e9852a5c-42e0-4858-abda-a94662a5a83c", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:07.738597 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a3115d12-6902-48fa-92c9-cf443b875945 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:07.738597 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e7c1eb-f60d-4772-959c-53929f090d50', 'name': 'network-vif-deleted', 'tag': 'e9852a5c-42e0-4858-abda-a94662a5a83c', 'status': 'completed', 'code': 200} Sep 10 04:01:07.764070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41357742-6486-4e9f-b516-a883725a7810 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.782007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65f2fd13-206d-4e25-b5ae-b221d0c92239 req-3ea15d58-13c8-43a8-9fae-2860a15cc272 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=f1e7c1eb-f60d-4772-959c-53929f090d50 HTTP/1.1" status: 200 len: 210 time: 0.0303154 Sep 10 04:01:07.810720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41357742-6486-4e9f-b516-a883725a7810 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=83f70cd3-44d0-4d6d-bf82-8c91bd4b926a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:07.819397 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41357742-6486-4e9f-b516-a883725a7810 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:07.819397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-41357742-6486-4e9f-b516-a883725a7810 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/83f70cd3-44d0-4d6d-bf82-8c91bd4b926a HTTP/1.1" status: 204 len: 168 time: 0.5377538 Sep 10 04:01:07.821239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35650) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:07.890720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccfc22e5-33ee-4ce5-85d6-c9637fb127bc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:07.892453 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ccfc22e5-33ee-4ce5-85d6-c9637fb127bc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0700860 Sep 10 04:01:07.895294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35656) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:07.921021 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfd6b863-1bd8-4e17-ad51-b5739204998b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:01:07.923247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dfd6b863-1bd8-4e17-ad51-b5739204998b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/83f70cd3-44d0-4d6d-bf82-8c91bd4b926a HTTP/1.1" status: 404 len: 333 time: 0.0268342 Sep 10 04:01:07.927124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35658) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:07.932719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1020081655'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:08.067782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:08.077306 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.094945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:08.104878 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.105224 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Added segment 7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55 of type vlan for network ba61069d-23b0-405e-8f58-dc71e92f8beb Sep 10 04:01:08.166645 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.273837 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.280411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:08.281940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.376849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Network': ['ID=ba61069d-23b0-405e-8f58-dc71e92f8beb,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:08.388201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ba61069d-23b0-405e-8f58-dc71e92f8beb details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:08.400919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-749300f6-cafa-4164-84c4-d90ebf6f7bab tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4714746 Sep 10 04:01:08.403429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35674) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:08.408996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:08.587879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:08.592223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:08.816609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.149390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e9852a5c-42e0-4858-abda-a94662a5a83c no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:09.178590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: e9852a5c-42e0-4858-abda-a94662a5a83c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:09.179061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device e9852a5c-42e0-4858-abda-a94662a5a83c not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:09.230548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=66492013-9d07-47d2-864d-ae45b5b554e9,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:09.236279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Checking segment: {'id': '7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:09.236644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network hostable DHCP agents. Network: ba61069d-23b0-405e-8f58-dc71e92f8beb, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:09.330803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network ba61069d-23b0-405e-8f58-dc71e92f8beb is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:09.383578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35710) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:09.420733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ba61069d-23b0-405e-8f58-dc71e92f8beb) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:09.426556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:09.429195 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.432649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2454247-1dc8-4123-8c53-ed444ad8391b None None] Network ba61069d-23b0-405e-8f58-dc71e92f8beb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:09.541756 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-db5e4ba1-edd4-431d-80df-b6153232d3f4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1372020 Sep 10 04:01:09.544746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35718) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:09.565425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-61bfd0d6-8b05-4433-8d5a-8de9ff7f9430 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1075393833'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:09.566687 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8d7a8312-50e2-439e-b9c1-01aa7e05f2b5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:09.633048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ba61069d-23b0-405e-8f58-dc71e92f8beb', 'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb', 'tenant_id': 'e3ae49d15f8b49e99817abc323e5b9e5', 'fixed_ips': [{'subnet_id': '66492013-9d07-47d2-864d-ae45b5b554e9'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:09.634646 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.696560 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61bfd0d6-8b05-4433-8d5a-8de9ff7f9430 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.697644 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61bfd0d6-8b05-4433-8d5a-8de9ff7f9430 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.791401 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61bfd0d6-8b05-4433-8d5a-8de9ff7f9430 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.797590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Allocated IP 172.20.0.2 (ba61069d-23b0-405e-8f58-dc71e92f8beb/66492013-9d07-47d2-864d-ae45b5b554e9/d923aa68-e758-4461-9237-4dc02208de6d) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:09.868633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61bfd0d6-8b05-4433-8d5a-8de9ff7f9430 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.880476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7a8312-50e2-439e-b9c1-01aa7e05f2b5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:09.887152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d7a8312-50e2-439e-b9c1-01aa7e05f2b5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.971896 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.987454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Transition to ACTIVE for port object d923aa68-e758-4461-9237-4dc02208de6d will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:09.988367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-61bfd0d6-8b05-4433-8d5a-8de9ff7f9430 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:09.993920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-61bfd0d6-8b05-4433-8d5a-8de9ff7f9430 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.6087525 Sep 10 04:01:09.995043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35730) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:10.025554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Transition to ACTIVE for port object d923aa68-e758-4461-9237-4dc02208de6d will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:10.039450 n-d-808143-1 neutron-server[95136]: INFO neutron.db.ipam_backend_mixin [None req-8d7a8312-50e2-439e-b9c1-01aa7e05f2b5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 66492013-9d07-47d2-864d-ae45b5b554e9 (CIDR: 172.20.0.0/28) Sep 10 04:01:10.079597 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7a8312-50e2-439e-b9c1-01aa7e05f2b5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:01:10.080275 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7a8312-50e2-439e-b9c1-01aa7e05f2b5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:01:10.104675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc48e158-f37d-46c2-8031-6b12676d951f tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.118620 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.159338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8d7a8312-50e2-439e-b9c1-01aa7e05f2b5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6131623 Sep 10 04:01:10.161844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35734) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:10.168349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:10.177025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Network ba61069d-23b0-405e-8f58-dc71e92f8beb is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:10.183736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:10.198471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:10.285409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Pushing event updated for resources: {'Port': ['ID=d923aa68-e758-4461-9237-4dc02208de6d,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:10.306351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Attempting to bind port d923aa68-e758-4461-9237-4dc02208de6d on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:10.308475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Attempting to bind port d923aa68-e758-4461-9237-4dc02208de6d by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:10.308475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Attempting to bind port d923aa68-e758-4461-9237-4dc02208de6d on network ba61069d-23b0-405e-8f58-dc71e92f8beb {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:10.314026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:10.314522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Checking segment: {'id': '7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:10.314930 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.315447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Bound using segment: {'id': '7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:10.316041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Bound port: d923aa68-e758-4461-9237-4dc02208de6d, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:10.319850 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.409326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] For port d923aa68-e758-4461-9237-4dc02208de6d, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:10.412823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] For port d923aa68-e758-4461-9237-4dc02208de6d, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d923aa68-e758-4461-9237-4dc02208de6d,segment=NetworkSegment(7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55),segment_id=7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:10.421519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc48e158-f37d-46c2-8031-6b12676d951f tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.424458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc48e158-f37d-46c2-8031-6b12676d951f tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.426685 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:10.430426 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.513479 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.542477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc48e158-f37d-46c2-8031-6b12676d951f tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.542984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc48e158-f37d-46c2-8031-6b12676d951f tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4719301f-fd81-4e9d-9aca-dfcc3009207e {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:01:10.550942 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc48e158-f37d-46c2-8031-6b12676d951f tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.555841 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bc48e158-f37d-46c2-8031-6b12676d951f tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "DELETE /v2.0/routers/4719301f-fd81-4e9d-9aca-dfcc3009207e HTTP/1.1" status: 204 len: 168 time: 0.5595455 Sep 10 04:01:10.558508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35744) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:10.564145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b9dfed03-095b-451d-adfe-7d532e63c303 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Request body: {'router': {'name': 'tempest-router-1033799128', 'distributed': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:10.608307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e25d302-d3f8-4fd4-b465-09121527385a None None] Pushing event updated for resources: {'Port': ['ID=d923aa68-e758-4461-9237-4dc02208de6d,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:10.693253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9dfed03-095b-451d-adfe-7d532e63c303 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.698433 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9dfed03-095b-451d-adfe-7d532e63c303 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.809155 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9dfed03-095b-451d-adfe-7d532e63c303 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.811545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.920068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network ba61069d-23b0-405e-8f58-dc71e92f8beb is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:10.927908 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9dfed03-095b-451d-adfe-7d532e63c303 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.932524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:10.940362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:10.941069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:10.954321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=8b2bb7e6-5402-414d-a732-0ab607191502,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:11.069198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d8bbd82c-73ce-4c69-8fe8-eb12b7cef079 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.9059606 Sep 10 04:01:11.071909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35756) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:11.077041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb', 'fixed_ips': [{'subnet_id': '66492013-9d07-47d2-864d-ae45b5b554e9'}, {'subnet_id': '8b2bb7e6-5402-414d-a732-0ab607191502'}], 'name': 'tempest-PortsTestJSON-159322038'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:11.136552 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9dfed03-095b-451d-adfe-7d532e63c303 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.139070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b9dfed03-095b-451d-adfe-7d532e63c303 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5794513 Sep 10 04:01:11.145440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35764) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:11.230358 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92698f36-22ca-43a5-9062-ea7325a28068 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.313100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:11.428266 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92698f36-22ca-43a5-9062-ea7325a28068 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.430767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92698f36-22ca-43a5-9062-ea7325a28068 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.433390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.453228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:11.525188 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92698f36-22ca-43a5-9062-ea7325a28068 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.525706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92698f36-22ca-43a5-9062-ea7325a28068 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 38c5c2d3-1d29-486a-8010-4ef356f8613b {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:01:11.539242 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92698f36-22ca-43a5-9062-ea7325a28068 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.547988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-92698f36-22ca-43a5-9062-ea7325a28068 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "DELETE /v2.0/routers/38c5c2d3-1d29-486a-8010-4ef356f8613b HTTP/1.1" status: 204 len: 168 time: 0.4013698 Sep 10 04:01:11.558338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35772) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:11.558338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9ad66ae4-d8e8-40e4-9ad9-b4c74981808e tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Request body: {'router': {'name': 'tempest-router-941400215', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd5f5749843b74420abab4adc30635916'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:11.642387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ad66ae4-d8e8-40e4-9ad9-b4c74981808e tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.643169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ad66ae4-d8e8-40e4-9ad9-b4c74981808e tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.719113 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ad66ae4-d8e8-40e4-9ad9-b4c74981808e tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.820869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.10 (ba61069d-23b0-405e-8f58-dc71e92f8beb/66492013-9d07-47d2-864d-ae45b5b554e9/5e23bdd5-68ee-4401-ac81-a826d2ca5b46) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:11.828427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.25 (ba61069d-23b0-405e-8f58-dc71e92f8beb/8b2bb7e6-5402-414d-a732-0ab607191502/5e23bdd5-68ee-4401-ac81-a826d2ca5b46) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:11.856988 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ad66ae4-d8e8-40e4-9ad9-b4c74981808e tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:11.911018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02f1d866-d04e-4f83-ab1c-774aad9d4a52 None None] Network ba61069d-23b0-405e-8f58-dc71e92f8beb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:12.004873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ad66ae4-d8e8-40e4-9ad9-b4c74981808e tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.011795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9ad66ae4-d8e8-40e4-9ad9-b4c74981808e tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.4613149 Sep 10 04:01:12.014959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35786) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:12.020267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Request body: {'router': {'distributed': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:12.020969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d923aa68-e758-4461-9237-4dc02208de6d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:12.134415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.159927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cb5b943a-79ec-4021-856d-fdbf9eb89536 None None] Provisioning for port d923aa68-e758-4461-9237-4dc02208de6d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:12.163362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:12.258972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d923aa68-e758-4461-9237-4dc02208de6d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:12.264854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d923aa68-e758-4461-9237-4dc02208de6d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:12.265229 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.278737 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.315145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f21e9831-6e7b-403b-9430-5d59eac10834 None None] Update dhcp port {'port': {'network_id': 'ba61069d-23b0-405e-8f58-dc71e92f8beb', 'fixed_ips': [{'subnet_id': '66492013-9d07-47d2-864d-ae45b5b554e9', 'ip_address': '172.20.0.2'}, {'subnet_id': '8b2bb7e6-5402-414d-a732-0ab607191502'}], 'binding:host_id': 'n-d-808143-1'}, 'id': 'd923aa68-e758-4461-9237-4dc02208de6d'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 04:01:12.344483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network ba61069d-23b0-405e-8f58-dc71e92f8beb is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:12.349672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:12.360147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:12.399968 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.417735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f21e9831-6e7b-403b-9430-5d59eac10834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.420553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=5e23bdd5-68ee-4401-ac81-a826d2ca5b46,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:12.474435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port d923aa68-e758-4461-9237-4dc02208de6d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d923aa68-e758-4461-9237-4dc02208de6d,segment=NetworkSegment(7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55),segment_id=7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:12.480930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:12.482933 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.550747 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.571361 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8239ab44-d1a4-4e88-a195-4f82753ead79 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 1.4982913 Sep 10 04:01:12.574399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35810) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:12.581027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '66492013-9d07-47d2-864d-ae45b5b554e9'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:12.669448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=d923aa68-e758-4461-9237-4dc02208de6d,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:12.705347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.721018 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-567483', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-560907', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-447'] for router, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.722123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.781147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f21e9831-6e7b-403b-9430-5d59eac10834 None None] Allocated IP 172.20.0.18 (ba61069d-23b0-405e-8f58-dc71e92f8beb/8b2bb7e6-5402-414d-a732-0ab607191502/d923aa68-e758-4461-9237-4dc02208de6d) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:12.894790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=95136) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Sep 10 04:01:12.896032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Router 30b2de7f-7a69-4dfd-991a-9780fe6f83b4 migrating from provider to provider. {{(pid=95136) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Sep 10 04:01:12.896430 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.911716 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.920501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f21e9831-6e7b-403b-9430-5d59eac10834 None None] For port d923aa68-e758-4461-9237-4dc02208de6d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d923aa68-e758-4461-9237-4dc02208de6d,segment=NetworkSegment(7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55),segment_id=7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:12.954130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c194d19-4958-4cc8-a2bb-3b7e5bc501be req-a81ca3ea-30fd-475d-8124-24135e13a4d9 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:12.962829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c194d19-4958-4cc8-a2bb-3b7e5bc501be req-a81ca3ea-30fd-475d-8124-24135e13a4d9 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 946 time: 0.0642600 Sep 10 04:01:12.970093 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f21e9831-6e7b-403b-9430-5d59eac10834 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:12.994652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f21e9831-6e7b-403b-9430-5d59eac10834 None None] Transition to ACTIVE for port object d923aa68-e758-4461-9237-4dc02208de6d will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:13.004769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c194d19-4958-4cc8-a2bb-3b7e5bc501be req-10f6d2f2-9afd-46df-a120-b2d4f2777689 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411534 Sep 10 04:01:13.006358 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-567458', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-562513', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-560946'] for router, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.055265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f21e9831-6e7b-403b-9430-5d59eac10834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.133266 n-d-808143-1 neutron-server[95136]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] No L3 agents can host the router 30b2de7f-7a69-4dfd-991a-9780fe6f83b4 Sep 10 04:01:13.143701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Delete allocated IP 172.20.0.25 (ba61069d-23b0-405e-8f58-dc71e92f8beb/8b2bb7e6-5402-414d-a732-0ab607191502) {{(pid=95137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 04:01:13.162994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21e9831-6e7b-403b-9430-5d59eac10834 None None] Pushing event updated for resources: {'Port': ['ID=d923aa68-e758-4461-9237-4dc02208de6d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:13.276961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Hosts for router 30b2de7f-7a69-4dfd-991a-9780fe6f83b4: [] {{(pid=95136) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Sep 10 04:01:13.316395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Hosts for other DVR routers connected to router 30b2de7f-7a69-4dfd-991a-9780fe6f83b4: set() {{(pid=95136) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Sep 10 04:01:13.323583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.326612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8f3c124b-4d68-4f1a-9304-7d941cb575a2 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "PUT /v2.0/routers/30b2de7f-7a69-4dfd-991a-9780fe6f83b4 HTTP/1.1" status: 200 len: 716 time: 1.3081005 Sep 10 04:01:13.327545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35830) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:13.378908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.433617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Ignored duplicate provisioning block setup for port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 04:01:13.437322 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-122b7509-bc63-4241-8a77-e8d501cac2a8 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "GET /v2.0/routers/30b2de7f-7a69-4dfd-991a-9780fe6f83b4 HTTP/1.1" status: 200 len: 716 time: 0.1076531 Sep 10 04:01:13.439105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35844) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:13.519618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.695386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=5e23bdd5-68ee-4401-ac81-a826d2ca5b46,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:13.724718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] In _notify_port_updated(), no bound segment for port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 on network ba61069d-23b0-405e-8f58-dc71e92f8beb {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:01:13.735561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:13.739277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.740426 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-37c9d604-b97d-4dc8-800c-30d4a87f4386 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "PUT /v2.0/ports/5e23bdd5-68ee-4401-ac81-a826d2ca5b46 HTTP/1.1" status: 200 len: 919 time: 1.1647763 Sep 10 04:01:13.743159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35850) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:13.749115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '66492013-9d07-47d2-864d-ae45b5b554e9'}, {'subnet_id': '8b2bb7e6-5402-414d-a732-0ab607191502'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:13.788350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b49a638-e61e-4eb1-a451-25eef6532f54 None None] Network ba61069d-23b0-405e-8f58-dc71e92f8beb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:13.826999 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:13.877961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-145f4b54-ed53-4755-80c6-838da5c2a1de tempest-RoutersTestDVR-1554424097 tempest-RoutersTestDVR-1554424097-project] 10.222.0.22 "GET /v2.0/routers/30b2de7f-7a69-4dfd-991a-9780fe6f83b4 HTTP/1.1" status: 200 len: 682 time: 0.4374630 Sep 10 04:01:13.881471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:13.932166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d923aa68-e758-4461-9237-4dc02208de6d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:13.959150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-136f5817-79cd-4d89-ac28-370dc9f42c22 None None] Provisioning for port d923aa68-e758-4461-9237-4dc02208de6d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:13.970530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-136f5817-79cd-4d89-ac28-370dc9f42c22 None None] Provisioning complete for port d923aa68-e758-4461-9237-4dc02208de6d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:13.970892 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-136f5817-79cd-4d89-ac28-370dc9f42c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.003552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35a025fa-6f08-49cd-acbf-d3c7d8a02f98 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.115827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d923aa68-e758-4461-9237-4dc02208de6d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:14.116526 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.215279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35a025fa-6f08-49cd-acbf-d3c7d8a02f98 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.217922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35a025fa-6f08-49cd-acbf-d3c7d8a02f98 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.235753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b38c78-11ef-4cf2-84cb-c5aae3b876f3 req-f2fd5cb7-8016-4d5b-80fb-fb4d117d0a74 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:14.240208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17b38c78-11ef-4cf2-84cb-c5aae3b876f3 req-f2fd5cb7-8016-4d5b-80fb-fb4d117d0a74 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 946 time: 0.1383264 Sep 10 04:01:14.286032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17b38c78-11ef-4cf2-84cb-c5aae3b876f3 req-a976ee3c-b45a-41ab-91c8-49f8433a134b tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/security-groups?id=3e5a91c3-e9af-448f-9636-a41f1addbbf9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420842 Sep 10 04:01:14.404472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-d857e991-894d-47a8-b7c1-ee9ce40f19e7 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:14.408809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-d857e991-894d-47a8-b7c1-ee9ce40f19e7 tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.20 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 946 time: 0.0590811 Sep 10 04:01:14.422969 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.20 (ba61069d-23b0-405e-8f58-dc71e92f8beb/8b2bb7e6-5402-414d-a732-0ab607191502/5e23bdd5-68ee-4401-ac81-a826d2ca5b46) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:14.428485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35a025fa-6f08-49cd-acbf-d3c7d8a02f98 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.433168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35a025fa-6f08-49cd-acbf-d3c7d8a02f98 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 30b2de7f-7a69-4dfd-991a-9780fe6f83b4 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:01:14.434833 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-35a025fa-6f08-49cd-acbf-d3c7d8a02f98 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.436156 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-35a025fa-6f08-49cd-acbf-d3c7d8a02f98 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "DELETE /v2.0/routers/30b2de7f-7a69-4dfd-991a-9780fe6f83b4 HTTP/1.1" status: 204 len: 168 time: 0.5547497 Sep 10 04:01:14.440023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35864) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:14.445594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0c194a30-5750-4213-a83d-05f185f80f19 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Request body: {'router': {'name': 'tempest-router-868539981', 'distributed': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:14.546300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Deleting port 3446f7c7-768f-459b-9a46-0f5af7795898 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:14.546677 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.552389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1fd02a37-29b3-4e6e-ac8e-a9166a93e2ff None None] Provisioning for port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:14.556850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1fd02a37-29b3-4e6e-ac8e-a9166a93e2ff None None] Provisioning complete for port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:14.557225 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a37-29b3-4e6e-ac8e-a9166a93e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.572272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c194a30-5750-4213-a83d-05f185f80f19 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.573311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c194a30-5750-4213-a83d-05f185f80f19 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.627390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1fd02a37-29b3-4e6e-ac8e-a9166a93e2ff None None] Port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:14.652107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c194a30-5750-4213-a83d-05f185f80f19 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.652728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1fd02a37-29b3-4e6e-ac8e-a9166a93e2ff None None] Provisioning complete for port d923aa68-e758-4461-9237-4dc02208de6d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:14.653108 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1fd02a37-29b3-4e6e-ac8e-a9166a93e2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.675233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.692795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Ignored duplicate provisioning block setup for port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Sep 10 04:01:14.722075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] For port 3446f7c7-768f-459b-9a46-0f5af7795898, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=3446f7c7-768f-459b-9a46-0f5af7795898,segment=NetworkSegment(eb200fd8-941a-400f-aed4-3087fc409213),segment_id=eb200fd8-941a-400f-aed4-3087fc409213)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:14.722450 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.735369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Calling delete_port for 3446f7c7-768f-459b-9a46-0f5af7795898 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:14.775933 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c194a30-5750-4213-a83d-05f185f80f19 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.778158 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.876585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-42596074-d7f5-4dff-99d4-e5aa1b0511ce None None] Provisioning complete for port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:14.877452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=5e23bdd5-68ee-4401-ac81-a826d2ca5b46,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:14.878199 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42596074-d7f5-4dff-99d4-e5aa1b0511ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.927293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-42596074-d7f5-4dff-99d4-e5aa1b0511ce None None] Port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:14.927711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] In _notify_port_updated(), no bound segment for port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 on network ba61069d-23b0-405e-8f58-dc71e92f8beb {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:01:14.933867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:14.934805 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.939456 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ee84ce2b-4986-43b7-99b7-5829e7fccd23 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "PUT /v2.0/ports/5e23bdd5-68ee-4401-ac81-a826d2ca5b46 HTTP/1.1" status: 200 len: 999 time: 1.1921258 Sep 10 04:01:14.939873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35872) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:14.941398 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c194a30-5750-4213-a83d-05f185f80f19 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.942919 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0c194a30-5750-4213-a83d-05f185f80f19 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5021162 Sep 10 04:01:14.949706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35874) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:14.977074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:14.990213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['3446f7c7-768f-459b-9a46-0f5af7795898'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:01:15.023017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Pushing event deleted for resources: {'Port': ['ID=3446f7c7-768f-459b-9a46-0f5af7795898,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.073827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16d76753-589a-4d9c-ba86-38d53def74b8 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.112635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] No DVR routers for this DVR port 3446f7c7-768f-459b-9a46-0f5af7795898 on host n-h1-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:15.116250 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.118394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14506206-3a92-4438-93d6-e6f9d3f4cfd0 req-7e3e7da6-52cf-4103-a906-98cc4ade8fbe tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.20 "DELETE /v2.0/ports/3446f7c7-768f-459b-9a46-0f5af7795898 HTTP/1.1" status: 204 len: 173 time: 0.7014267 Sep 10 04:01:15.118950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '833749c2-ce06-4b3c-aacb-174053f120c7', 'name': 'network-vif-deleted', 'tag': '3446f7c7-768f-459b-9a46-0f5af7795898'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:15.121237 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f97d376d-5ebb-40d9-a26a-180a437b1be6" -d '{"events": [{"server_uuid": "833749c2-ce06-4b3c-aacb-174053f120c7", "name": "network-vif-deleted", "tag": "3446f7c7-768f-459b-9a46-0f5af7795898"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:15.152550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9d008117-7257-47e4-afbe-68e43b8359e4 None None] Provisioning complete for port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:15.153476 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d008117-7257-47e4-afbe-68e43b8359e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.159240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-75d65365-fb17-495b-b3d5-2cc9654ef104 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:15.160585 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75d65365-fb17-495b-b3d5-2cc9654ef104 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.197900 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5771f40c-391a-48db-b1cc-480865f37880 x-openstack-request-id: req-5771f40c-391a-48db-b1cc-480865f37880 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:15.198208 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "833749c2-ce06-4b3c-aacb-174053f120c7", "name": "network-vif-deleted", "tag": "3446f7c7-768f-459b-9a46-0f5af7795898", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:15.198443 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5771f40c-391a-48db-b1cc-480865f37880 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:15.198855 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '833749c2-ce06-4b3c-aacb-174053f120c7', 'name': 'network-vif-deleted', 'tag': '3446f7c7-768f-459b-9a46-0f5af7795898', 'status': 'completed', 'code': 200} Sep 10 04:01:15.219060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9d008117-7257-47e4-afbe-68e43b8359e4 None None] Port 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:15.253308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16d76753-589a-4d9c-ba86-38d53def74b8 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.255930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16d76753-589a-4d9c-ba86-38d53def74b8 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.257844 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75d65365-fb17-495b-b3d5-2cc9654ef104 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.271700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-75d65365-fb17-495b-b3d5-2cc9654ef104 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 5e23bdd5-68ee-4401-ac81-a826d2ca5b46 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:15.359945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16d76753-589a-4d9c-ba86-38d53def74b8 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.360524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d76753-589a-4d9c-ba86-38d53def74b8 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d014400-9554-450a-b712-b7df92dc4eb5 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:01:15.367894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16d76753-589a-4d9c-ba86-38d53def74b8 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.367894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-16d76753-589a-4d9c-ba86-38d53def74b8 tempest-RoutersTestDVR-1431907916 tempest-RoutersTestDVR-1431907916-project-admin] 10.222.0.22 "DELETE /v2.0/routers/9d014400-9554-450a-b712-b7df92dc4eb5 HTTP/1.1" status: 204 len: 168 time: 0.4146566 Sep 10 04:01:15.401222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1fb9e53d-04cd-4ea1-bd9e-525c4bd07c10 req-ed783902-e8d8-4fb1-ba40-9a80f6d9f39f tempest-AttachVolumeNegativeTest-813222646 tempest-AttachVolumeNegativeTest-813222646-project] 10.222.0.22 "GET /v2.0/ports?device_id=833749c2-ce06-4b3c-aacb-174053f120c7 HTTP/1.1" status: 200 len: 210 time: 0.0284002 Sep 10 04:01:15.587998 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75d65365-fb17-495b-b3d5-2cc9654ef104 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.622493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d65365-fb17-495b-b3d5-2cc9654ef104 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=5e23bdd5-68ee-4401-ac81-a826d2ca5b46,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:15.715873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75d65365-fb17-495b-b3d5-2cc9654ef104 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.717944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-75d65365-fb17-495b-b3d5-2cc9654ef104 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/5e23bdd5-68ee-4401-ac81-a826d2ca5b46 HTTP/1.1" status: 204 len: 168 time: 0.7770689 Sep 10 04:01:15.721328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35896) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.751324 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a47127-6f68-4dbe-8b24-3a564c2b95c9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:01:15.756085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35900) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.756411 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-30a47127-6f68-4dbe-8b24-3a564c2b95c9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/5e23bdd5-68ee-4401-ac81-a826d2ca5b46 HTTP/1.1" status: 404 len: 333 time: 0.0337176 Sep 10 04:01:15.817493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d2fdc5a-e411-4dbe-a6c2-9e59464934fb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet 8b2bb7e6-5402-414d-a732-0ab607191502 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:01:15.821151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdc5a-e411-4dbe-a6c2-9e59464934fb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.879145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdc5a-e411-4dbe-a6c2-9e59464934fb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:15.922763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35904) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.954896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35908) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:15.982473 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdc5a-e411-4dbe-a6c2-9e59464934fb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.125809 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-923b3fed-de72-427e-9d1a-0e1fc188f9e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.141721 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd294fba-a2f7-4d01-a52e-4da531bb73c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.148140 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdc5a-e411-4dbe-a6c2-9e59464934fb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.181623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fdc5a-e411-4dbe-a6c2-9e59464934fb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=8b2bb7e6-5402-414d-a732-0ab607191502,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:16.183596 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d2fdc5a-e411-4dbe-a6c2-9e59464934fb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.188144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3d2fdc5a-e411-4dbe-a6c2-9e59464934fb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/8b2bb7e6-5402-414d-a732-0ab607191502 HTTP/1.1" status: 204 len: 168 time: 0.4278405 Sep 10 04:01:16.189790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d9509f-b4d3-44d3-a38c-f5f2db2b425e None None] Network ba61069d-23b0-405e-8f58-dc71e92f8beb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:16.192760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35912) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:16.246656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-923b3fed-de72-427e-9d1a-0e1fc188f9e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.252367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-40539b4f-8d17-412e-af3a-09317fb527bf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet 66492013-9d07-47d2-864d-ae45b5b554e9 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:01:16.258369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-40539b4f-8d17-412e-af3a-09317fb527bf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.301681 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-40539b4f-8d17-412e-af3a-09317fb527bf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.318453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-923b3fed-de72-427e-9d1a-0e1fc188f9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.376361 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-923b3fed-de72-427e-9d1a-0e1fc188f9e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5f5749843b74420abab4adc30635916&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4505353 Sep 10 04:01:16.381608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35916) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:16.394082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923b3fed-de72-427e-9d1a-0e1fc188f9e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5642b82-788d-456d-907a-15f32790acc2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:16.410984 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-40539b4f-8d17-412e-af3a-09317fb527bf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.497558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35920) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:16.499196 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d93c761-2ccc-4b8b-8d3d-e3a0436926dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.533961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd294fba-a2f7-4d01-a52e-4da531bb73c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.538824 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d93c761-2ccc-4b8b-8d3d-e3a0436926dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.557455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d3ed87c-f7b7-420b-a376-00d8eb17e489 admin admin] Deleting subnet eeccb207-8908-4796-8b4b-dc4f360cd763 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:01:16.562831 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-40539b4f-8d17-412e-af3a-09317fb527bf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.564456 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed87c-f7b7-420b-a376-00d8eb17e489 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.610697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd294fba-a2f7-4d01-a52e-4da531bb73c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.619266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40539b4f-8d17-412e-af3a-09317fb527bf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=66492013-9d07-47d2-864d-ae45b5b554e9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:16.634173 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-40539b4f-8d17-412e-af3a-09317fb527bf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.636106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-40539b4f-8d17-412e-af3a-09317fb527bf tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/66492013-9d07-47d2-864d-ae45b5b554e9 HTTP/1.1" status: 204 len: 168 time: 0.4424355 Sep 10 04:01:16.638774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35922) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:16.651258 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed87c-f7b7-420b-a376-00d8eb17e489 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.667028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd294fba-a2f7-4d01-a52e-4da531bb73c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75780b5a-a245-4ce4-b849-efb035e09a5d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:16.685203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d93c761-2ccc-4b8b-8d3d-e3a0436926dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.685203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d93c761-2ccc-4b8b-8d3d-e3a0436926dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.685203 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4d93c761-2ccc-4b8b-8d3d-e3a0436926dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5642b82-788d-456d-907a-15f32790acc2 HTTP/1.1" status: 204 len: 168 time: 0.3001087 Sep 10 04:01:16.695429 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fd294fba-a2f7-4d01-a52e-4da531bb73c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=16261a26c91c48bd97cc9a9341f03242&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7394609 Sep 10 04:01:16.698525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35926) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:16.702136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d93c761-2ccc-4b8b-8d3d-e3a0436926dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5642b82-788d-456d-907a-15f32790acc2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:16.811589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.814176 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed87c-f7b7-420b-a376-00d8eb17e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.877986 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0861f9ed-255d-4ae9-91f4-f3d531ba6030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.933067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0861f9ed-255d-4ae9-91f4-f3d531ba6030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:16.980707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port d923aa68-e758-4461-9237-4dc02208de6d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:16.981479 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.072200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a7900b-ca13-4701-ab48-c007282910d3 None None] Network ba61069d-23b0-405e-8f58-dc71e92f8beb requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:17.077509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed87c-f7b7-420b-a376-00d8eb17e489 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.093739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-36f34e32-320e-45b0-adc2-36e445e684df None None] Provisioning complete for port d923aa68-e758-4461-9237-4dc02208de6d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:17.094229 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-36f34e32-320e-45b0-adc2-36e445e684df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.110678 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d3ed87c-f7b7-420b-a376-00d8eb17e489 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.115234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35930) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:17.116109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9d3ed87c-f7b7-420b-a376-00d8eb17e489 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/eeccb207-8908-4796-8b4b-dc4f360cd763 HTTP/1.1" status: 204 len: 168 time: 0.6168208 Sep 10 04:01:17.139099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3ed87c-f7b7-420b-a376-00d8eb17e489 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eeccb207-8908-4796-8b4b-dc4f360cd763,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:17.161317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] For port d923aa68-e758-4461-9237-4dc02208de6d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d923aa68-e758-4461-9237-4dc02208de6d,segment=NetworkSegment(7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55),segment_id=7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:17.161950 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.179550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for d923aa68-e758-4461-9237-4dc02208de6d owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:17.204642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.251254 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0861f9ed-255d-4ae9-91f4-f3d531ba6030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.253935 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0861f9ed-255d-4ae9-91f4-f3d531ba6030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.257408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0861f9ed-255d-4ae9-91f4-f3d531ba6030 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75780b5a-a245-4ce4-b849-efb035e09a5d HTTP/1.1" status: 204 len: 168 time: 0.5540125 Sep 10 04:01:17.272902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0861f9ed-255d-4ae9-91f4-f3d531ba6030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75780b5a-a245-4ce4-b849-efb035e09a5d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:17.357877 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.364700 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.369782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21e1a75-df47-457c-8c28-5f248913f801 None None] DHCP port deletion for ba61069d-23b0-405e-8f58-dc71e92f8beb request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:01:17.392383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11ca608c-6b76-4c31-9999-3b9b6dad5b3c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:17.411115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No DVR routers for this DVR port d923aa68-e758-4461-9237-4dc02208de6d on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:17.414333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb200fd8-941a-400f-aed4-3087fc409213') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:17.414836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb200fd8-941a-400f-aed4-3087fc409213') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:17.417520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=d923aa68-e758-4461-9237-4dc02208de6d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:17.428526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.434955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35936) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:17.453415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ca6110f-3e52-4076-8034-a34d43d23ea0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.455325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.470889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:17.471670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:17.473171 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:17.543196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.564960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba61069d-23b0-405e-8f58-dc71e92f8beb']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:17.575018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:17.575522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bbbbcd4-2c7b-4c72-9a45-3c1078e13f55') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:17.586761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.604218 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.611589 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ca6110f-3e52-4076-8034-a34d43d23ea0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.612783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:17.613313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.616437 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.630214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:17.630402 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:17.638643 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] 10.222.0.22 "DELETE /v2.0/networks/11ca608c-6b76-4c31-9999-3b9b6dad5b3c HTTP/1.1" status: 204 len: 168 time: 0.5206640 Sep 10 04:01:17.666250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad16a7e-c634-41ae-ab0a-813ce8033e1b admin admin] Pushing event deleted for resources: {'Network': ['ID=11ca608c-6b76-4c31-9999-3b9b6dad5b3c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:17.675897 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ca6110f-3e52-4076-8034-a34d43d23ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.727945 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6ca6110f-3e52-4076-8034-a34d43d23ea0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a2b05b2d1574ff4b95140c1464074b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2917500 Sep 10 04:01:17.730213 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35942) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:17.743343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6110f-3e52-4076-8034-a34d43d23ea0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31137889-3d68-4fc4-97a2-74c2f0efed60,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:17.769625 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.781715 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.783614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/networks/ba61069d-23b0-405e-8f58-dc71e92f8beb HTTP/1.1" status: 204 len: 168 time: 1.1439350 Sep 10 04:01:17.792895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35944) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:17.803042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2d4c21-e819-4d9b-bedc-637f0073966b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Network': ['ID=ba61069d-23b0-405e-8f58-dc71e92f8beb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:17.814137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae524126-13cf-435e-8bce-1851bc43ff76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.837816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae524126-13cf-435e-8bce-1851bc43ff76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.847050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf19bd5-da64-4904-9042-09c0043659a2 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:17.852498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bcf19bd5-da64-4904-9042-09c0043659a2 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0537589 Sep 10 04:01:17.852765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35946) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:17.902267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d923aa68-e758-4461-9237-4dc02208de6d no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:17.910368 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b04db235-23c6-49eb-b137-a2c4b663fbf0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0525239 Sep 10 04:01:17.912145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35948) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:17.917386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-32425091'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:17.922809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d923aa68-e758-4461-9237-4dc02208de6d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:17.923151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d923aa68-e758-4461-9237-4dc02208de6d not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:17.985704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3446f7c7-768f-459b-9a46-0f5af7795898 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:17.985925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae524126-13cf-435e-8bce-1851bc43ff76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.985925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae524126-13cf-435e-8bce-1851bc43ff76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:17.986717 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ae524126-13cf-435e-8bce-1851bc43ff76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31137889-3d68-4fc4-97a2-74c2f0efed60 HTTP/1.1" status: 204 len: 168 time: 0.2555871 Sep 10 04:01:18.004236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 3446f7c7-768f-459b-9a46-0f5af7795898 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:18.004578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 3446f7c7-768f-459b-9a46-0f5af7795898 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:18.006655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae524126-13cf-435e-8bce-1851bc43ff76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31137889-3d68-4fc4-97a2-74c2f0efed60,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:18.061652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:18.066098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.088568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:18.096930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.097266 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Added segment 91394168-670f-495c-bc93-b3b4d8a64bf5 of type vlan for network d39e715f-0372-4469-98f4-3f23972f1bd9 Sep 10 04:01:18.117659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35952) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:18.132100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e275500-d651-4dcc-b900-f145978e068b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.156588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.204047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35954) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:18.224967 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e275500-d651-4dcc-b900-f145978e068b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.243516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3a8b16fe-754c-461b-82e0-1961a383f7a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=deac6f217dc444ce95dfc77fa61b049f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381672 Sep 10 04:01:18.245880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35956) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:18.290943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.296292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:18.297399 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.311909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e275500-d651-4dcc-b900-f145978e068b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.318257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfe731fd-2955-4998-a3a4-6b1977e815c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.346052 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8e275500-d651-4dcc-b900-f145978e068b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ed1e211b9bf464389a2e7275c723307&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2268119 Sep 10 04:01:18.349756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35958) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:18.366004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e275500-d651-4dcc-b900-f145978e068b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ec9c76-4c47-4e66-9066-9ffb8c0b9ae8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:18.395535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfe731fd-2955-4998-a3a4-6b1977e815c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.402654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Network': ['ID=d39e715f-0372-4469-98f4-3f23972f1bd9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:18.415973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network d39e715f-0372-4469-98f4-3f23972f1bd9 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:18.419401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-27703362-4731-407c-bcd2-c45887e07825 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5048568 Sep 10 04:01:18.419525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35962) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:18.436497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': 'd39e715f-0372-4469-98f4-3f23972f1bd9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:18.483049 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1e25433-c9de-443f-aa90-25aaae2845cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.537951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1e25433-c9de-443f-aa90-25aaae2845cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.593181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfe731fd-2955-4998-a3a4-6b1977e815c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.596384 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfe731fd-2955-4998-a3a4-6b1977e815c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.599923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cfe731fd-2955-4998-a3a4-6b1977e815c4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3e5a91c3-e9af-448f-9636-a41f1addbbf9 HTTP/1.1" status: 204 len: 168 time: 0.3506787 Sep 10 04:01:18.608844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe731fd-2955-4998-a3a4-6b1977e815c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5a91c3-e9af-448f-9636-a41f1addbbf9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:18.679387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:18.684248 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.702002 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1e25433-c9de-443f-aa90-25aaae2845cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.705373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d1e25433-c9de-443f-aa90-25aaae2845cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:18.706605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d1e25433-c9de-443f-aa90-25aaae2845cb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0ec9c76-4c47-4e66-9066-9ffb8c0b9ae8 HTTP/1.1" status: 204 len: 168 time: 0.3460073 Sep 10 04:01:18.722917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e25433-c9de-443f-aa90-25aaae2845cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ec9c76-4c47-4e66-9066-9ffb8c0b9ae8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:19.000119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.099869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=ac734f88-853d-473b-88b1-7303ce49ac16,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:19.118827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Checking segment: {'id': '91394168-670f-495c-bc93-b3b4d8a64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd39e715f-0372-4469-98f4-3f23972f1bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:19.119399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network hostable DHCP agents. Network: d39e715f-0372-4469-98f4-3f23972f1bd9, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:19.221718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network d39e715f-0372-4469-98f4-3f23972f1bd9 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:19.324668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, d39e715f-0372-4469-98f4-3f23972f1bd9) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:19.334473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235f9d8-e877-425e-bebc-301e0a2a9e8c None None] Network d39e715f-0372-4469-98f4-3f23972f1bd9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:19.347798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:19.348696 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.411610 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-41fee66f-cf86-4683-a49a-abe787589306 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9910886 Sep 10 04:01:19.414265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36000) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:19.420484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': 'd39e715f-0372-4469-98f4-3f23972f1bd9', 'name': 'tempest-PortsTestJSON-356983634'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:19.530142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-d39e715f-0372-4469-98f4-3f23972f1bd9', 'network_id': 'd39e715f-0372-4469-98f4-3f23972f1bd9', 'tenant_id': 'e3ae49d15f8b49e99817abc323e5b9e5', 'fixed_ips': [{'subnet_id': 'ac734f88-853d-473b-88b1-7303ce49ac16'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:19.532633 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.638625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:19.643970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:19.661588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 2685b68f-9152-44a6-a180-d8dd36ba671b yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:19.684431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Allocated IP 172.20.0.2 (d39e715f-0372-4469-98f4-3f23972f1bd9/ac734f88-853d-473b-88b1-7303ce49ac16/ae6d5846-69fb-4a6d-9210-37b1e58d1ce2) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:20.000294 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.008557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Transition to ACTIVE for port object ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:20.024970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Transition to ACTIVE for port object ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:20.119233 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.165933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Network d39e715f-0372-4469-98f4-3f23972f1bd9 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:20.172420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36030) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:20.180729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:20.183355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:20.185732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Pushing event updated for resources: {'Port': ['ID=ae6d5846-69fb-4a6d-9210-37b1e58d1ce2,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:20.191804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.14 (d39e715f-0372-4469-98f4-3f23972f1bd9/ac734f88-853d-473b-88b1-7303ce49ac16/2685b68f-9152-44a6-a180-d8dd36ba671b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:20.258726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Attempting to bind port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:20.262639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Attempting to bind port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '91394168-670f-495c-bc93-b3b4d8a64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd39e715f-0372-4469-98f4-3f23972f1bd9'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:20.262639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Attempting to bind port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 on network d39e715f-0372-4469-98f4-3f23972f1bd9 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:20.266047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 0, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:20.266429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Checking segment: {'id': '91394168-670f-495c-bc93-b3b4d8a64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd39e715f-0372-4469-98f4-3f23972f1bd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:20.267879 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.268281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Bound using segment: {'id': '91394168-670f-495c-bc93-b3b4d8a64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd39e715f-0372-4469-98f4-3f23972f1bd9'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:20.268956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Bound port: ae6d5846-69fb-4a6d-9210-37b1e58d1ce2, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91394168-670f-495c-bc93-b3b4d8a64bf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'd39e715f-0372-4469-98f4-3f23972f1bd9'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:20.269853 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.378898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] For port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:20.382822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] For port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ae6d5846-69fb-4a6d-9210-37b1e58d1ce2,segment=NetworkSegment(91394168-670f-495c-bc93-b3b4d8a64bf5),segment_id=91394168-670f-495c-bc93-b3b4d8a64bf5)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:20.454814 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.478346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.479741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object 2685b68f-9152-44a6-a180-d8dd36ba671b will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:20.537612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1061207041'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:20.546020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f784b5fa-ac5e-4901-8994-8e94828768a3 None None] Pushing event updated for resources: {'Port': ['ID=ae6d5846-69fb-4a6d-9210-37b1e58d1ce2,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:20.593544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.637206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network d39e715f-0372-4469-98f4-3f23972f1bd9 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:20.644460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:20.648981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:20.662025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:20.671220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.688069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.695261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=2685b68f-9152-44a6-a180-d8dd36ba671b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:20.734369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:20.734535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.816125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d2ce41b6-7fec-43ac-a05c-cb26bbd0057b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.837430 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.896317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.925173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:20.934872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941db382-b4df-43c4-b2f1-70ca0b6f8363,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:20.939630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:20.940009 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment 9725a2cd-c7e7-4a19-8ac9-23356194b9ac of type vlan for network 63e0c8b9-fa05-496d-9860-772b3933d3a2 Sep 10 04:01:20.978063 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:21.059073 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c0268730-9c22-4d40-bc34-af1fdacccc08 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6413915 Sep 10 04:01:21.059491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36052) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:21.064744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': 'd39e715f-0372-4469-98f4-3f23972f1bd9', 'name': 'tempest-PortsTestJSON-404303302'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:21.129098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:21.134999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:21.135494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:21.219324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=63e0c8b9-fa05-496d-9860-772b3933d3a2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:21.234963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 63e0c8b9-fa05-496d-9860-772b3933d3a2 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:21.286734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2e0f165c-ed14-4220-b92a-56b0b58beb56 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.1132264 Sep 10 04:01:21.370696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:21.376250 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:21.419814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port a2dc6f94-b4de-4085-8407-55397727ce72 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:21.688810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.5 (d39e715f-0372-4469-98f4-3f23972f1bd9/ac734f88-853d-473b-88b1-7303ce49ac16/a2dc6f94-b4de-4085-8407-55397727ce72) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:21.746696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d77643f-339d-486e-a8f3-e1eb39be0f60 None None] Network d39e715f-0372-4469-98f4-3f23972f1bd9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:21.905539 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:22.028963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:22.085094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e6ac45c1-ba29-44d8-a974-ecc934b9ff8f None None] Provisioning for port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:22.194086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:22.198810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:22.199752 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:22.349114 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:22.430797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ae6d5846-69fb-4a6d-9210-37b1e58d1ce2,segment=NetworkSegment(91394168-670f-495c-bc93-b3b4d8a64bf5),segment_id=91394168-670f-495c-bc93-b3b4d8a64bf5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:22.479188 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:22.516089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object a2dc6f94-b4de-4085-8407-55397727ce72 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:22.602138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=ae6d5846-69fb-4a6d-9210-37b1e58d1ce2,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:22.616282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bdfe7547-d010-454a-9558-6cdbd08522d1 None None] Provisioning complete for port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:22.616919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7547-d010-454a-9558-6cdbd08522d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:22.667158 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:22.739289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network d39e715f-0372-4469-98f4-3f23972f1bd9 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:22.743332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:22.781344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:22.899158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=a2dc6f94-b4de-4085-8407-55397727ce72,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:22.913955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bdfe7547-d010-454a-9558-6cdbd08522d1 None None] Provisioning for port 2685b68f-9152-44a6-a180-d8dd36ba671b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:22.913955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bdfe7547-d010-454a-9558-6cdbd08522d1 None None] Provisioning complete for port 2685b68f-9152-44a6-a180-d8dd36ba671b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:22.914546 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bdfe7547-d010-454a-9558-6cdbd08522d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:22.930247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:22.931086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:22.965434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bdfe7547-d010-454a-9558-6cdbd08522d1 None None] Port 2685b68f-9152-44a6-a180-d8dd36ba671b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:23.090010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36106) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:23.095669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d34b527f-93bf-420b-95b3-2afee113eb94 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0336974 Sep 10 04:01:23.116763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3b01a8f9-e54e-4f43-9180-840a0595c0ad None None] Provisioning complete for port 2685b68f-9152-44a6-a180-d8dd36ba671b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:23.117144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b01a8f9-e54e-4f43-9180-840a0595c0ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:23.198275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3b01a8f9-e54e-4f43-9180-840a0595c0ad None None] Port 2685b68f-9152-44a6-a180-d8dd36ba671b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:23.231659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77de512f-9faa-4776-8e90-9426966b39db tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:23.237921 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-77de512f-9faa-4776-8e90-9426966b39db tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.14 HTTP/1.1" status: 200 len: 922 time: 0.1438317 Sep 10 04:01:23.238764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36112) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:23.371221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f2ec217e-56c2-4db0-a5d8-e130ef24418e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port a2dc6f94-b4de-4085-8407-55397727ce72 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:23.371485 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2ec217e-56c2-4db0-a5d8-e130ef24418e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:23.450917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f49486e0-5374-4dc4-b223-403ed2fa8d6d None None] Provisioning for port a2dc6f94-b4de-4085-8407-55397727ce72 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:23.458210 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f49486e0-5374-4dc4-b223-403ed2fa8d6d None None] Provisioning complete for port a2dc6f94-b4de-4085-8407-55397727ce72 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:23.458626 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f49486e0-5374-4dc4-b223-403ed2fa8d6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:23.476524 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2ec217e-56c2-4db0-a5d8-e130ef24418e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:23.505507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f49486e0-5374-4dc4-b223-403ed2fa8d6d None None] Port a2dc6f94-b4de-4085-8407-55397727ce72 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:23.511824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f2ec217e-56c2-4db0-a5d8-e130ef24418e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for a2dc6f94-b4de-4085-8407-55397727ce72 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:23.525551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b85d4aaa-b582-4fad-89fc-8d8c2e0b8c5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:23.724563 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:23.753148 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2ec217e-56c2-4db0-a5d8-e130ef24418e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:23.784444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ec217e-56c2-4db0-a5d8-e130ef24418e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=a2dc6f94-b4de-4085-8407-55397727ce72,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:23.895960 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2ec217e-56c2-4db0-a5d8-e130ef24418e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:23.899548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f2ec217e-56c2-4db0-a5d8-e130ef24418e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/a2dc6f94-b4de-4085-8407-55397727ce72 HTTP/1.1" status: 204 len: 168 time: 0.6593323 Sep 10 04:01:23.903235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36126) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:23.947423 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-3381cf8a-a954-485d-bacc-087f4d942051 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:01:23.951774 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3381cf8a-a954-485d-bacc-087f4d942051 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/a2dc6f94-b4de-4085-8407-55397727ce72 HTTP/1.1" status: 404 len: 333 time: 0.0459869 Sep 10 04:01:23.954896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36130) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:23.994724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:24.063480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:24.064244 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:24.167347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-58f634fe-505b-47e7-b53f-87cbbaf5077c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 2685b68f-9152-44a6-a180-d8dd36ba671b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:24.167983 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58f634fe-505b-47e7-b53f-87cbbaf5077c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:24.285284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58f634fe-505b-47e7-b53f-87cbbaf5077c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:24.300851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-58f634fe-505b-47e7-b53f-87cbbaf5077c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 2685b68f-9152-44a6-a180-d8dd36ba671b owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:24.520022 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58f634fe-505b-47e7-b53f-87cbbaf5077c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:24.569176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f634fe-505b-47e7-b53f-87cbbaf5077c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=2685b68f-9152-44a6-a180-d8dd36ba671b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:24.695431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58f634fe-505b-47e7-b53f-87cbbaf5077c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:24.697721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-58f634fe-505b-47e7-b53f-87cbbaf5077c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/2685b68f-9152-44a6-a180-d8dd36ba671b HTTP/1.1" status: 204 len: 168 time: 0.7373798 Sep 10 04:01:24.700648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36146) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:24.708974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36148) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:24.713976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': '63e0c8b9-fa05-496d-9860-772b3933d3a2', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:24.730037 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-94f71d11-7cdc-434c-96a6-d5c4f05f3ea4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:01:24.731833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-94f71d11-7cdc-434c-96a6-d5c4f05f3ea4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/2685b68f-9152-44a6-a180-d8dd36ba671b HTTP/1.1" status: 404 len: 333 time: 0.0300758 Sep 10 04:01:24.735092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36150) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:24.813808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-085d554f-b952-4f6e-a5a8-f7f9ef509d30 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet ac734f88-853d-473b-88b1-7303ce49ac16 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:01:24.817619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-085d554f-b952-4f6e-a5a8-f7f9ef509d30 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:24.883404 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-085d554f-b952-4f6e-a5a8-f7f9ef509d30 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:24.964469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:24.968904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.040663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36158) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:25.093813 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-085d554f-b952-4f6e-a5a8-f7f9ef509d30 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.159064 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.188078 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-468f1db9-0ac4-46ca-b8d4-92ce756b5dbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.304121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-085d554f-b952-4f6e-a5a8-f7f9ef509d30 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.330750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-468f1db9-0ac4-46ca-b8d4-92ce756b5dbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.349675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc2747c-530d-485a-9d72-d64637ee0feb None None] Network d39e715f-0372-4469-98f4-3f23972f1bd9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:25.363528 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-085d554f-b952-4f6e-a5a8-f7f9ef509d30 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.367999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-085d554f-b952-4f6e-a5a8-f7f9ef509d30 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/ac734f88-853d-473b-88b1-7303ce49ac16 HTTP/1.1" status: 204 len: 168 time: 0.6291866 Sep 10 04:01:25.404301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36166) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:25.531219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085d554f-b952-4f6e-a5a8-f7f9ef509d30 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=ac734f88-853d-473b-88b1-7303ce49ac16,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:25.539251 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-468f1db9-0ac4-46ca-b8d4-92ce756b5dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.560194 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.576100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.608175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-468f1db9-0ac4-46ca-b8d4-92ce756b5dbe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de2b0ee70825443cb05f9ac632b21e58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5660906 Sep 10 04:01:25.609364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468f1db9-0ac4-46ca-b8d4-92ce756b5dbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6886c624-0827-4ec3-8e99-2fdecddf4be4,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:25.610681 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36168) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:25.650678 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edd7a63-e379-4c58-98d0-b5c340cc436d None None] DHCP port deletion for d39e715f-0372-4469-98f4-3f23972f1bd9 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:01:25.703847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:25.704539 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.713413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2edd7a63-e379-4c58-98d0-b5c340cc436d None None] Deleting port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:25.713977 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2edd7a63-e379-4c58-98d0-b5c340cc436d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.717412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=a5905d77-b3f8-4075-9fb8-249b374de9be,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:25.742879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking segment: {'id': '9725a2cd-c7e7-4a19-8ac9-23356194b9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '63e0c8b9-fa05-496d-9860-772b3933d3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:25.743501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network hostable DHCP agents. Network: 63e0c8b9-fa05-496d-9860-772b3933d3a2, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:25.745586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab56924f-7a0c-4190-874c-45638af82449 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.797197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2edd7a63-e379-4c58-98d0-b5c340cc436d None None] For port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ae6d5846-69fb-4a6d-9210-37b1e58d1ce2,segment=NetworkSegment(91394168-670f-495c-bc93-b3b4d8a64bf5),segment_id=91394168-670f-495c-bc93-b3b4d8a64bf5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:25.797703 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2edd7a63-e379-4c58-98d0-b5c340cc436d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.810569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] For port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ae6d5846-69fb-4a6d-9210-37b1e58d1ce2,segment=NetworkSegment(91394168-670f-495c-bc93-b3b4d8a64bf5),segment_id=91394168-670f-495c-bc93-b3b4d8a64bf5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:25.810856 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab56924f-7a0c-4190-874c-45638af82449 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.812572 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:25.818513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2edd7a63-e379-4c58-98d0-b5c340cc436d None None] Calling delete_port for ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:25.843387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:25.895645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network 63e0c8b9-fa05-496d-9860-772b3933d3a2 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:25.963050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:26.016059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab56924f-7a0c-4190-874c-45638af82449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.019874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab56924f-7a0c-4190-874c-45638af82449 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.028471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ab56924f-7a0c-4190-874c-45638af82449 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6886c624-0827-4ec3-8e99-2fdecddf4be4 HTTP/1.1" status: 204 len: 168 time: 0.4120796 Sep 10 04:01:26.054948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56924f-7a0c-4190-874c-45638af82449 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6886c624-0827-4ec3-8e99-2fdecddf4be4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:26.079459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 63e0c8b9-fa05-496d-9860-772b3933d3a2) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:26.084623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:26.095293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.103393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3527461-0664-42ea-88f2-dcb57d69f0cc None None] Network 63e0c8b9-fa05-496d-9860-772b3933d3a2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:26.145637 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2edd7a63-e379-4c58-98d0-b5c340cc436d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.149673 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.155358 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.176822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=ae6d5846-69fb-4a6d-9210-37b1e58d1ce2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:26.182829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No DVR routers for this DVR port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:26.195375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2edd7a63-e379-4c58-98d0-b5c340cc436d None None] No DVR routers for this DVR port ae6d5846-69fb-4a6d-9210-37b1e58d1ce2 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:26.200720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd7a63-e379-4c58-98d0-b5c340cc436d None None] Pushing event deleted for resources: {'Port': ['ID=ae6d5846-69fb-4a6d-9210-37b1e58d1ce2,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:26.221212 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ab2c9950-c9b5-4fab-9794-4be0b138e3e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.5111055 Sep 10 04:01:26.225622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36184) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:26.226829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1691649784'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:26.318417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.330642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:26.333877 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.344421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d39e715f-0372-4469-98f4-3f23972f1bd9']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:26.355439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91394168-670f-495c-bc93-b3b4d8a64bf5') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:26.355723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91394168-670f-495c-bc93-b3b4d8a64bf5') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:26.371548 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.373852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:26.379782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36190) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:26.384368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.384956 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment ead2446e-cd69-4330-a984-796ac22295f1 of type vlan for network a935608a-61e4-4d94-ab7d-dd8c4063f6f0 Sep 10 04:01:26.394312 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.395884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.409056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-63e0c8b9-fa05-496d-9860-772b3933d3a2', 'network_id': '63e0c8b9-fa05-496d-9860-772b3933d3a2', 'tenant_id': '7495de8365934c4e99c707cbf0779c3d', 'fixed_ips': [{'subnet_id': 'a5905d77-b3f8-4075-9fb8-249b374de9be'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:26.410151 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.415284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:26.416041 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:26.420463 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:26.438013 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.536320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.542422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:26.543148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.547930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb5082b4-693b-4efd-aa5b-f50130f80421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.566851 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.574122 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.576154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/networks/d39e715f-0372-4469-98f4-3f23972f1bd9 HTTP/1.1" status: 204 len: 168 time: 1.1706414 Sep 10 04:01:26.580955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36196) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:26.588137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1994874794'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:26.605091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6fcd4a-9f21-42c4-95f4-952b1c5f5482 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Network': ['ID=d39e715f-0372-4469-98f4-3f23972f1bd9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:26.618679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=a935608a-61e4-4d94-ab7d-dd8c4063f6f0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:26.636134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a935608a-61e4-4d94-ab7d-dd8c4063f6f0 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:26.676876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb5082b4-693b-4efd-aa5b-f50130f80421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.737039 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb5082b4-693b-4efd-aa5b-f50130f80421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.739768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Allocated IP 2001:db8:0:ffff::2 (63e0c8b9-fa05-496d-9860-772b3933d3a2/a5905d77-b3f8-4075-9fb8-249b374de9be/ec7230df-c68c-4b45-b9ac-b02cc4094326) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:26.776336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eb5082b4-693b-4efd-aa5b-f50130f80421 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71d2f1f02fd74d938e1f2e67fc693e70&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3955107 Sep 10 04:01:26.777209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5082b4-693b-4efd-aa5b-f50130f80421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f53017f-c4e3-4181-af2d-cc359ab5da58,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:26.779191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36198) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:26.791617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36200) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:26.805306 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc285572-db52-4732-bd1c-a4a85b4dfddf admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.818498 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7df97b77-7c31-45f6-91be-d005b6dd7681 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5942075 Sep 10 04:01:26.822100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36202) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:26.828154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': 'a935608a-61e4-4d94-ab7d-dd8c4063f6f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:26.868715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16d01007-eba4-4973-9d4d-54f1094bbc62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.884660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:26.888209 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.890559 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.899409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Transition to ACTIVE for port object ec7230df-c68c-4b45-b9ac-b02cc4094326 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:26.917157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Transition to ACTIVE for port object ec7230df-c68c-4b45-b9ac-b02cc4094326 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:26.928811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:26.933781 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16d01007-eba4-4973-9d4d-54f1094bbc62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.944775 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:26.945119 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Added segment ca2070ba-f74c-4bb5-8f44-0b3675b050c7 of type vlan for network 83bb334b-f517-4843-96e5-37aa865e58b5 Sep 10 04:01:27.010596 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.032125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.060510 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc285572-db52-4732-bd1c-a4a85b4dfddf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.072816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Network 63e0c8b9-fa05-496d-9860-772b3933d3a2 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:27.075665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:27.081814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:27.094657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Pushing event updated for resources: {'Port': ['ID=ec7230df-c68c-4b45-b9ac-b02cc4094326,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:27.136090 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16d01007-eba4-4973-9d4d-54f1094bbc62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.138965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-16d01007-eba4-4973-9d4d-54f1094bbc62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.140774 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-16d01007-eba4-4973-9d4d-54f1094bbc62 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6f53017f-c4e3-4181-af2d-cc359ab5da58 HTTP/1.1" status: 204 len: 168 time: 0.3599713 Sep 10 04:01:27.142913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Attempting to bind port ec7230df-c68c-4b45-b9ac-b02cc4094326 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:27.143298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Attempting to bind port ec7230df-c68c-4b45-b9ac-b02cc4094326 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9725a2cd-c7e7-4a19-8ac9-23356194b9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '63e0c8b9-fa05-496d-9860-772b3933d3a2'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:27.143663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Attempting to bind port ec7230df-c68c-4b45-b9ac-b02cc4094326 on network 63e0c8b9-fa05-496d-9860-772b3933d3a2 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:27.149147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d01007-eba4-4973-9d4d-54f1094bbc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f53017f-c4e3-4181-af2d-cc359ab5da58,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:27.150205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:27.151196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Checking segment: {'id': '9725a2cd-c7e7-4a19-8ac9-23356194b9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '63e0c8b9-fa05-496d-9860-772b3933d3a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:27.151936 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.152510 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Bound using segment: {'id': '9725a2cd-c7e7-4a19-8ac9-23356194b9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '63e0c8b9-fa05-496d-9860-772b3933d3a2'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:27.152990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Bound port: ec7230df-c68c-4b45-b9ac-b02cc4094326, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9725a2cd-c7e7-4a19-8ac9-23356194b9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '63e0c8b9-fa05-496d-9860-772b3933d3a2'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:27.153560 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.171078 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fc285572-db52-4732-bd1c-a4a85b4dfddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.174623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.190125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:27.190764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.244679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] For port ec7230df-c68c-4b45-b9ac-b02cc4094326, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:27.250356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] For port ec7230df-c68c-4b45-b9ac-b02cc4094326, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ec7230df-c68c-4b45-b9ac-b02cc4094326,segment=NetworkSegment(9725a2cd-c7e7-4a19-8ac9-23356194b9ac),segment_id=9725a2cd-c7e7-4a19-8ac9-23356194b9ac)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:27.251581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:27.255462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.270274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fc285572-db52-4732-bd1c-a4a85b4dfddf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=754be1cae5eb42e89605ddb8f7af6db1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4775476 Sep 10 04:01:27.275066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36214) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:27.295083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc285572-db52-4732-bd1c-a4a85b4dfddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce36f5a8-ceee-47f7-a455-a113cc79a7a4,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:27.298567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Network': ['ID=83bb334b-f517-4843-96e5-37aa865e58b5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:27.320057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 83bb334b-f517-4843-96e5-37aa865e58b5 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:27.353149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5867670e-e258-4411-acf4-fdcdaa73b7cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7711122 Sep 10 04:01:27.355897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36216) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:27.362014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': '83bb334b-f517-4843-96e5-37aa865e58b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:27.385913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-712d076e-453f-4934-a591-15221a531888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.397974 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.435978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-712d076e-453f-4934-a591-15221a531888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.472068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f20bdef-a0ab-4b6a-a926-f60861b3a954 None None] Pushing event updated for resources: {'Port': ['ID=ec7230df-c68c-4b45-b9ac-b02cc4094326,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:27.558416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:27.562724 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.627818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-712d076e-453f-4934-a591-15221a531888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.632595 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-712d076e-453f-4934-a591-15221a531888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.636701 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-712d076e-453f-4934-a591-15221a531888 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce36f5a8-ceee-47f7-a455-a113cc79a7a4 HTTP/1.1" status: 204 len: 168 time: 0.3582499 Sep 10 04:01:27.636701 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.690238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712d076e-453f-4934-a591-15221a531888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce36f5a8-ceee-47f7-a455-a113cc79a7a4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:27.743731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=201c0b62-5b43-468d-a73a-9ca656d043b1,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:27.753011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking segment: {'id': 'ead2446e-cd69-4330-a984-796ac22295f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a935608a-61e4-4d94-ab7d-dd8c4063f6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:27.753615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network hostable DHCP agents. Network: a935608a-61e4-4d94-ab7d-dd8c4063f6f0, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:27.838820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network a935608a-61e4-4d94-ab7d-dd8c4063f6f0 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:27.917861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a935608a-61e4-4d94-ab7d-dd8c4063f6f0) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:27.922622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:27.925593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.928534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f385486-91ca-4702-9cf3-3b189922b579 None None] Network a935608a-61e4-4d94-ab7d-dd8c4063f6f0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:27.947123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:27.998083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ec7230df-c68c-4b45-b9ac-b02cc4094326 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:28.014031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=dc511a70-76f9-4235-bca8-abf6e9ed61cb,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:28.017979 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-abba06e2-767c-427e-924c-c2f4a70eb6e9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1942999 Sep 10 04:01:28.020250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36228) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:28.025534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Checking segment: {'id': 'ca2070ba-f74c-4bb5-8f44-0b3675b050c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83bb334b-f517-4843-96e5-37aa865e58b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:28.025534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network hostable DHCP agents. Network: 83bb334b-f517-4843-96e5-37aa865e58b5, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:28.057445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36230) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:28.081671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d88ecfe2-1403-4248-8efb-0c335d068791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.136742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 83bb334b-f517-4843-96e5-37aa865e58b5 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:28.154573 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.163116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-a935608a-61e4-4d94-ab7d-dd8c4063f6f0', 'network_id': 'a935608a-61e4-4d94-ab7d-dd8c4063f6f0', 'tenant_id': '7495de8365934c4e99c707cbf0779c3d', 'fixed_ips': [{'subnet_id': '201c0b62-5b43-468d-a73a-9ca656d043b1'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:28.164124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.219092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 83bb334b-f517-4843-96e5-37aa865e58b5) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:28.228896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:28.229390 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.251610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4f68d93-b018-48cf-ba01-d112d45ce79b None None] Network 83bb334b-f517-4843-96e5-37aa865e58b5 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:28.259224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ec7230df-c68c-4b45-b9ac-b02cc4094326 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:28.274711 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.338063 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d88ecfe2-1403-4248-8efb-0c335d068791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.400253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d88ecfe2-1403-4248-8efb-0c335d068791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.431577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Allocated IP 2001:db8::1 (a935608a-61e4-4d94-ab7d-dd8c4063f6f0/201c0b62-5b43-468d-a73a-9ca656d043b1/cf3a95e3-89a7-4165-8b6e-deb540cfb0e9) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:28.469498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d88ecfe2-1403-4248-8efb-0c335d068791 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=341e87337a974033a12ef32f57a0a64c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4107981 Sep 10 04:01:28.470800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ecfe2-1403-4248-8efb-0c335d068791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26219241-9af5-4ae1-a407-b99a9ba23f47,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:28.472039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36240) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:28.498768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-959aadda-4968-4dd7-872c-1b5bdb5903ee tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1413329 Sep 10 04:01:28.501592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36242) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:28.509627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': '83bb334b-f517-4843-96e5-37aa865e58b5', 'name': 'tempest-PortsTestJSON-271559542', 'fixed_ips': [{'subnet_id': 'dc511a70-76f9-4235-bca8-abf6e9ed61cb', 'ip_address': '172.20.0.10'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:28.572208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-83bb334b-f517-4843-96e5-37aa865e58b5', 'network_id': '83bb334b-f517-4843-96e5-37aa865e58b5', 'tenant_id': 'e3ae49d15f8b49e99817abc323e5b9e5', 'fixed_ips': [{'subnet_id': 'dc511a70-76f9-4235-bca8-abf6e9ed61cb'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:28.573178 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.600210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-973a1f99-3f53-44df-9772-fa39134648fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.642366 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-973a1f99-3f53-44df-9772-fa39134648fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.861420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:28.861636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-973a1f99-3f53-44df-9772-fa39134648fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.864123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-973a1f99-3f53-44df-9772-fa39134648fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:28.869625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-973a1f99-3f53-44df-9772-fa39134648fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/26219241-9af5-4ae1-a407-b99a9ba23f47 HTTP/1.1" status: 204 len: 168 time: 0.3962357 Sep 10 04:01:28.889345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973a1f99-3f53-44df-9772-fa39134648fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26219241-9af5-4ae1-a407-b99a9ba23f47,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:28.956000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3053ac52-bc67-46cd-841d-deb7cc6d5d07 None None] Network 63e0c8b9-fa05-496d-9860-772b3933d3a2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:28.991392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.014972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port e2ce2e31-b709-4813-9693-152e36afd643 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:29.156224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Allocated IP 172.20.0.2 (83bb334b-f517-4843-96e5-37aa865e58b5/dc511a70-76f9-4235-bca8-abf6e9ed61cb/2a68850f-aef5-448a-904f-e7f53e147987) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:29.159407 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.179891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.205962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Transition to ACTIVE for port object cf3a95e3-89a7-4165-8b6e-deb540cfb0e9 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:29.228975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a99fee38-3063-4f83-abd3-7c82d1ff03c6 None None] Provisioning for port ec7230df-c68c-4b45-b9ac-b02cc4094326 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:29.256790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a99fee38-3063-4f83-abd3-7c82d1ff03c6 None None] Provisioning complete for port ec7230df-c68c-4b45-b9ac-b02cc4094326 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:29.257411 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a99fee38-3063-4f83-abd3-7c82d1ff03c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.310492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Transition to ACTIVE for port object cf3a95e3-89a7-4165-8b6e-deb540cfb0e9 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:29.382703 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.458506 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Network a935608a-61e4-4d94-ab7d-dd8c4063f6f0 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:29.490594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:29.512436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:29.512436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Pushing event updated for resources: {'Port': ['ID=cf3a95e3-89a7-4165-8b6e-deb540cfb0e9,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:29.526490 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.537731 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.550325 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a99fee38-3063-4f83-abd3-7c82d1ff03c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.567309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=201c0b62-5b43-468d-a73a-9ca656d043b1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:29.570054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Transition to ACTIVE for port object 2a68850f-aef5-448a-904f-e7f53e147987 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:29.600757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Attempting to bind port cf3a95e3-89a7-4165-8b6e-deb540cfb0e9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:29.601129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Attempting to bind port cf3a95e3-89a7-4165-8b6e-deb540cfb0e9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ead2446e-cd69-4330-a984-796ac22295f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a935608a-61e4-4d94-ab7d-dd8c4063f6f0'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:29.601503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Attempting to bind port cf3a95e3-89a7-4165-8b6e-deb540cfb0e9 on network a935608a-61e4-4d94-ab7d-dd8c4063f6f0 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:29.620720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:29.625740 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Checking segment: {'id': 'ead2446e-cd69-4330-a984-796ac22295f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a935608a-61e4-4d94-ab7d-dd8c4063f6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:29.625740 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.625740 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Bound using segment: {'id': 'ead2446e-cd69-4330-a984-796ac22295f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a935608a-61e4-4d94-ab7d-dd8c4063f6f0'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:29.625740 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Bound port: cf3a95e3-89a7-4165-8b6e-deb540cfb0e9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ead2446e-cd69-4330-a984-796ac22295f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'a935608a-61e4-4d94-ab7d-dd8c4063f6f0'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:29.625740 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.629516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Transition to ACTIVE for port object 2a68850f-aef5-448a-904f-e7f53e147987 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:29.635106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a99fee38-3063-4f83-abd3-7c82d1ff03c6 None None] For port ec7230df-c68c-4b45-b9ac-b02cc4094326, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ec7230df-c68c-4b45-b9ac-b02cc4094326,segment=NetworkSegment(9725a2cd-c7e7-4a19-8ac9-23356194b9ac),segment_id=9725a2cd-c7e7-4a19-8ac9-23356194b9ac)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:29.684948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.704287 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a99fee38-3063-4f83-abd3-7c82d1ff03c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.711025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a935608a-61e4-4d94-ab7d-dd8c4063f6f0']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:29.722593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead2446e-cd69-4330-a984-796ac22295f1') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:29.722900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead2446e-cd69-4330-a984-796ac22295f1') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:29.734998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.747067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] For port cf3a95e3-89a7-4165-8b6e-deb540cfb0e9, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:29.748870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.769992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] For port cf3a95e3-89a7-4165-8b6e-deb540cfb0e9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cf3a95e3-89a7-4165-8b6e-deb540cfb0e9,segment=NetworkSegment(ead2446e-cd69-4330-a984-796ac22295f1),segment_id=ead2446e-cd69-4330-a984-796ac22295f1)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:29.776110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Network 83bb334b-f517-4843-96e5-37aa865e58b5 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:29.778904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:29.783202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:29.786394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.10 (83bb334b-f517-4843-96e5-37aa865e58b5/dc511a70-76f9-4235-bca8-abf6e9ed61cb/e2ce2e31-b709-4813-9693-152e36afd643) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:29.786615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99fee38-3063-4f83-abd3-7c82d1ff03c6 None None] Pushing event updated for resources: {'Port': ['ID=ec7230df-c68c-4b45-b9ac-b02cc4094326,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:29.801342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36270) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:29.819280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94d12fb4-81d1-4cd7-80f8-050d3dc9d05e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.874557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.881453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ee84446-56bb-4e3f-988c-098d6406028c None None] Provisioning complete for port ec7230df-c68c-4b45-b9ac-b02cc4094326 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:29.881856 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ee84446-56bb-4e3f-988c-098d6406028c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.883818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.885781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Pushing event updated for resources: {'Port': ['ID=2a68850f-aef5-448a-904f-e7f53e147987,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:29.909797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:29.910499 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.917188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Attempting to bind port 2a68850f-aef5-448a-904f-e7f53e147987 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:29.917536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Attempting to bind port 2a68850f-aef5-448a-904f-e7f53e147987 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ca2070ba-f74c-4bb5-8f44-0b3675b050c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83bb334b-f517-4843-96e5-37aa865e58b5'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:29.917929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Attempting to bind port 2a68850f-aef5-448a-904f-e7f53e147987 on network 83bb334b-f517-4843-96e5-37aa865e58b5 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:29.926711 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:29.951667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:29.955386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Checking segment: {'id': 'ca2070ba-f74c-4bb5-8f44-0b3675b050c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83bb334b-f517-4843-96e5-37aa865e58b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:29.955386 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:29.955386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Bound using segment: {'id': 'ca2070ba-f74c-4bb5-8f44-0b3675b050c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83bb334b-f517-4843-96e5-37aa865e58b5'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:29.955386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Bound port: 2a68850f-aef5-448a-904f-e7f53e147987, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca2070ba-f74c-4bb5-8f44-0b3675b050c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '83bb334b-f517-4843-96e5-37aa865e58b5'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:29.955386 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.001143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ec7230df-c68c-4b45-b9ac-b02cc4094326 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:30.076979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabad343-8eb3-4253-8ab0-5f5620c95079 None None] Pushing event updated for resources: {'Port': ['ID=cf3a95e3-89a7-4165-8b6e-deb540cfb0e9,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:30.081460 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.094964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff630e2-2cd4-4523-93e2-16ba6168b73b None None] Network a935608a-61e4-4d94-ab7d-dd8c4063f6f0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:30.101724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object e2ce2e31-b709-4813-9693-152e36afd643 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:30.147258 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94d12fb4-81d1-4cd7-80f8-050d3dc9d05e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.151402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 04:01:30.151402 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 04:01:30.151402 n-d-808143-1 neutron-server[95137]: [parameters: {'id': 'a935608a-61e4-4d94-ab7d-dd8c4063f6f0'}] Sep 10 04:01:30.151402 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:01:30.152292 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:01:30.220711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.250336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-94d12fb4-81d1-4cd7-80f8-050d3dc9d05e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.255536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] For port 2a68850f-aef5-448a-904f-e7f53e147987, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:30.296897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] For port 2a68850f-aef5-448a-904f-e7f53e147987, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2a68850f-aef5-448a-904f-e7f53e147987,segment=NetworkSegment(ca2070ba-f74c-4bb5-8f44-0b3675b050c7),segment_id=ca2070ba-f74c-4bb5-8f44-0b3675b050c7)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:30.297688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 83bb334b-f517-4843-96e5-37aa865e58b5 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:30.302109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ec7230df-c68c-4b45-b9ac-b02cc4094326 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:30.302681 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.302931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:30.308090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=e2ce2e31-b709-4813-9693-152e36afd643,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:30.310591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:30.316452 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-94d12fb4-81d1-4cd7-80f8-050d3dc9d05e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8bf585e6318141d28c6b01a8f7057778&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5138564 Sep 10 04:01:30.320453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36294) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:30.335025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d12fb4-81d1-4cd7-80f8-050d3dc9d05e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb27c44a-35a4-4855-8c6f-c3d4efef13a2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:30.377396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:30.380070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.389120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-471d8e46-68c4-4d15-92ac-c7f3b7d93448 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.413228 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.425269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-471d8e46-68c4-4d15-92ac-c7f3b7d93448 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.458461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-14c1f957-1454-439c-ae16-6e5124fd4d09 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.9555945 Sep 10 04:01:30.462380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36300) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:30.473423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': '83bb334b-f517-4843-96e5-37aa865e58b5', 'name': 'tempest-PortsTestJSON-1625047273', 'fixed_ips': [{'subnet_id': 'dc511a70-76f9-4235-bca8-abf6e9ed61cb', 'ip_address': '172.20.0.9'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:30.484440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023cfd07-60e6-4651-b9f7-d5f86b760cd8 None None] Pushing event updated for resources: {'Port': ['ID=2a68850f-aef5-448a-904f-e7f53e147987,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:30.576862 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-471d8e46-68c4-4d15-92ac-c7f3b7d93448 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.576862 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-471d8e46-68c4-4d15-92ac-c7f3b7d93448 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.576862 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-471d8e46-68c4-4d15-92ac-c7f3b7d93448 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fb27c44a-35a4-4855-8c6f-c3d4efef13a2 HTTP/1.1" status: 204 len: 168 time: 0.2520161 Sep 10 04:01:30.586651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471d8e46-68c4-4d15-92ac-c7f3b7d93448 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb27c44a-35a4-4855-8c6f-c3d4efef13a2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:30.653798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.679088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:30.692806 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.737955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 3e57da41-1bad-425f-a057-69e8416a1a6a yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:30.793080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting port cf3a95e3-89a7-4165-8b6e-deb540cfb0e9 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:30.794169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.879217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] For port cf3a95e3-89a7-4165-8b6e-deb540cfb0e9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cf3a95e3-89a7-4165-8b6e-deb540cfb0e9,segment=NetworkSegment(ead2446e-cd69-4330-a984-796ac22295f1),segment_id=ead2446e-cd69-4330-a984-796ac22295f1)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:30.879614 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:30.893907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Calling delete_port for cf3a95e3-89a7-4165-8b6e-deb540cfb0e9 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:30.959585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.9 (83bb334b-f517-4843-96e5-37aa865e58b5/dc511a70-76f9-4235-bca8-abf6e9ed61cb/3e57da41-1bad-425f-a057-69e8416a1a6a) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:31.068199 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.141045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No DVR routers for this DVR port cf3a95e3-89a7-4165-8b6e-deb540cfb0e9 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:31.169654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Port': ['ID=cf3a95e3-89a7-4165-8b6e-deb540cfb0e9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:31.251227 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.286846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object 3e57da41-1bad-425f-a057-69e8416a1a6a will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:31.295034 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.325142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a935608a-61e4-4d94-ab7d-dd8c4063f6f0']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:31.338447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ead2446e-cd69-4330-a984-796ac22295f1') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:31.339265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ead2446e-cd69-4330-a984-796ac22295f1') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:31.351340 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.370233 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.378290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:31.378847 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:31.382331 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:31.440055 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.541528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 83bb334b-f517-4843-96e5-37aa865e58b5 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:31.544961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:31.551468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:31.582269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.592629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.597443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=3e57da41-1bad-425f-a057-69e8416a1a6a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:31.597734 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/a935608a-61e4-4d94-ab7d-dd8c4063f6f0 HTTP/1.1" status: 204 len: 168 time: 3.5764725 Sep 10 04:01:31.599743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36344) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:31.605656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-10128944'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:31.632859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d368642-a796-4d89-913b-88567ece659f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=a935608a-61e4-4d94-ab7d-dd8c4063f6f0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:31.648920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:31.649701 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.706955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:31.714613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.748846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 203, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:31.755149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.755710 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment d1e1c830-a4ae-4885-9654-994f80d7f4f1 of type vlan for network 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 Sep 10 04:01:31.768007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2ae9697d-fca4-4b23-9b7a-5d803f717be8 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3027987 Sep 10 04:01:31.770533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36350) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:31.804338 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.840390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b90ac6-003b-4547-8b84-e645ddf9044d None None] Network 83bb334b-f517-4843-96e5-37aa865e58b5 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:31.855469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1bac3c0-8dba-48dc-a198-eff93f3d9c38 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:31.855469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d1bac3c0-8dba-48dc-a198-eff93f3d9c38 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.0830605 Sep 10 04:01:31.857676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36354) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:31.920042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa92452-cd13-4341-8343-abf053ce106b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:31.929417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa92452-cd13-4341-8343-abf053ce106b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:31.930206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.938463 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:31.938773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa92452-cd13-4341-8343-abf053ce106b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:31.939533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:31.941560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9aa92452-cd13-4341-8343-abf053ce106b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.0822136 Sep 10 04:01:31.946095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36360) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:32.043313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2a68850f-aef5-448a-904f-e7f53e147987 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:32.059052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=4f2b45d8-301f-4f44-b1d3-8bc1e41ff727,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:32.067480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.068051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.068412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.068760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.069103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.069439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.070438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.070782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.071123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.071636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.072025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.072355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:32.074484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bd074ff0-d2a3-49ea-a6e8-14b044fad3b1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 3e57da41-1bad-425f-a057-69e8416a1a6a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:32.075913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd074ff0-d2a3-49ea-a6e8-14b044fad3b1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.091662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:32.128879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-28705358-144a-4d00-ae0c-1ff8f5318933 None None] Provisioning for port 2a68850f-aef5-448a-904f-e7f53e147987 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:32.142588 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-51498a65-2696-4c0c-afbf-26a6d188113d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5417631 Sep 10 04:01:32.145484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36364) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:32.152110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': '4f2b45d8-301f-4f44-b1d3-8bc1e41ff727', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:32.204991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd074ff0-d2a3-49ea-a6e8-14b044fad3b1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.221316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bd074ff0-d2a3-49ea-a6e8-14b044fad3b1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 3e57da41-1bad-425f-a057-69e8416a1a6a owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:32.251940 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.383032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:32.383431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 2a68850f-aef5-448a-904f-e7f53e147987 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:32.389887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.393736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 2a68850f-aef5-448a-904f-e7f53e147987 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:32.394417 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.439071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd074ff0-d2a3-49ea-a6e8-14b044fad3b1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.504852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd074ff0-d2a3-49ea-a6e8-14b044fad3b1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=3e57da41-1bad-425f-a057-69e8416a1a6a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:32.543620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6d926c19-2e8b-44ec-8ca7-8a5b26b42482 None None] Provisioning complete for port 2a68850f-aef5-448a-904f-e7f53e147987 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:32.544237 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6d926c19-2e8b-44ec-8ca7-8a5b26b42482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.601446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.665873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd074ff0-d2a3-49ea-a6e8-14b044fad3b1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.669787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bd074ff0-d2a3-49ea-a6e8-14b044fad3b1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/3e57da41-1bad-425f-a057-69e8416a1a6a HTTP/1.1" status: 204 len: 168 time: 0.7225409 Sep 10 04:01:32.672720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36374) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:32.678355 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 2a68850f-aef5-448a-904f-e7f53e147987, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2a68850f-aef5-448a-904f-e7f53e147987,segment=NetworkSegment(ca2070ba-f74c-4bb5-8f44-0b3675b050c7),segment_id=ca2070ba-f74c-4bb5-8f44-0b3675b050c7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:32.724664 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6d926c19-2e8b-44ec-8ca7-8a5b26b42482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.725253 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9b72a00-f6b2-4646-be20-53070d841c7e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:01:32.729494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f9b72a00-f6b2-4646-be20-53070d841c7e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/3e57da41-1bad-425f-a057-69e8416a1a6a HTTP/1.1" status: 404 len: 333 time: 0.0531654 Sep 10 04:01:32.729920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36376) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:32.753599 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.801856 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.820182 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-6d926c19-2e8b-44ec-8ca7-8a5b26b42482 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:01:32.820541 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-6d926c19-2e8b-44ec-8ca7-8a5b26b42482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:01:32.843835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=2a68850f-aef5-448a-904f-e7f53e147987,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:32.891414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=7b90cc50-56f8-48a9-b2cb-48ca1d1d5bad,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:32.896168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking segment: {'id': 'd1e1c830-a4ae-4885-9654-994f80d7f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f2b45d8-301f-4f44-b1d3-8bc1e41ff727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:32.896540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network hostable DHCP agents. Network: 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:32.922962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9baf9f16-61d9-4c7c-afbd-bdf773a0cc83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port e2ce2e31-b709-4813-9693-152e36afd643 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:32.923205 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9baf9f16-61d9-4c7c-afbd-bdf773a0cc83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:32.990375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:33.028803 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9baf9f16-61d9-4c7c-afbd-bdf773a0cc83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.041889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9baf9f16-61d9-4c7c-afbd-bdf773a0cc83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for e2ce2e31-b709-4813-9693-152e36afd643 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:33.090532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:33.098723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fe1e9f-a214-4804-8bdd-17eeca212576 None None] Network 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:33.102590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:33.103499 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.223025 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-12ada145-1ebb-4d09-8117-a161b809e0b8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.0721037 Sep 10 04:01:33.223393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36380) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:33.228512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-460968383'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:33.272615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36382) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:33.307479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-4f2b45d8-301f-4f44-b1d3-8bc1e41ff727', 'network_id': '4f2b45d8-301f-4f44-b1d3-8bc1e41ff727', 'tenant_id': '7495de8365934c4e99c707cbf0779c3d', 'fixed_ips': [{'subnet_id': '7b90cc50-56f8-48a9-b2cb-48ca1d1d5bad'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:33.308388 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.314018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9baf9f16-61d9-4c7c-afbd-bdf773a0cc83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.342622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:33.344470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baf9f16-61d9-4c7c-afbd-bdf773a0cc83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=e2ce2e31-b709-4813-9693-152e36afd643,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:33.354721 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.399603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 244, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:33.415738 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.416463 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment 6eb4d82c-371e-46f1-b206-084d04e8f9df of type vlan for network 993a9416-881e-43f9-a7dd-137779839f47 Sep 10 04:01:33.455319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6d926c19-2e8b-44ec-8ca7-8a5b26b42482 None None] Could not find standard attr ID for object e2ce2e31-b709-4813-9693-152e36afd643. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:01:33.455841 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0ba82be-2270-4a37-a14a-73d68d117df0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.462105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6d926c19-2e8b-44ec-8ca7-8a5b26b42482 None None] Could not find standard attr ID for object 3e57da41-1bad-425f-a057-69e8416a1a6a. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:01:33.475623 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9baf9f16-61d9-4c7c-afbd-bdf773a0cc83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.478296 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9baf9f16-61d9-4c7c-afbd-bdf773a0cc83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/e2ce2e31-b709-4813-9693-152e36afd643 HTTP/1.1" status: 204 len: 168 time: 0.7472627 Sep 10 04:01:33.481343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36386) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:33.520572 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9177f01-b927-43ae-8ee6-7a3b3d07dedb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:01:33.523992 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d9177f01-b927-43ae-8ee6-7a3b3d07dedb tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/e2ce2e31-b709-4813-9693-152e36afd643 HTTP/1.1" status: 404 len: 333 time: 0.0409362 Sep 10 04:01:33.551136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Allocated IP 2001:db8::3 (4f2b45d8-301f-4f44-b1d3-8bc1e41ff727/7b90cc50-56f8-48a9-b2cb-48ca1d1d5bad/e84f05a6-774d-4dbb-ad85-2ffd2daa5be0) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:33.551281 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.552436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36388) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:33.584961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9dd491f7-de12-494f-beb0-9cdf1a477ccf None None] Could not find standard attr ID for object e2ce2e31-b709-4813-9693-152e36afd643. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:01:33.597165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9dd491f7-de12-494f-beb0-9cdf1a477ccf None None] Could not find standard attr ID for object 3e57da41-1bad-425f-a057-69e8416a1a6a. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:01:33.643543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb934d75-30fe-494c-9260-ed61fa2d3544 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet dc511a70-76f9-4235-bca8-abf6e9ed61cb {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:01:33.647830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb934d75-30fe-494c-9260-ed61fa2d3544 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.668507 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0ba82be-2270-4a37-a14a-73d68d117df0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.694556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb934d75-30fe-494c-9260-ed61fa2d3544 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.737201 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.745151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Transition to ACTIVE for port object e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:33.759251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Transition to ACTIVE for port object e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:33.783549 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb934d75-30fe-494c-9260-ed61fa2d3544 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.910816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2a68850f-aef5-448a-904f-e7f53e147987 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:33.914354 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.915002 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.919156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:33.928207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.928207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a0ba82be-2270-4a37-a14a-73d68d117df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.947492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb934d75-30fe-494c-9260-ed61fa2d3544 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.974662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Network 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:33.976451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb934d75-30fe-494c-9260-ed61fa2d3544 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=dc511a70-76f9-4235-bca8-abf6e9ed61cb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:33.980296 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb934d75-30fe-494c-9260-ed61fa2d3544 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:33.992710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64c73f1-5c01-457b-b697-aaa3ca13259d None None] Network 83bb334b-f517-4843-96e5-37aa865e58b5 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:33.994919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:33.998620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a0ba82be-2270-4a37-a14a-73d68d117df0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67f6e683ed674de28d697890efc7672f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7225406 Sep 10 04:01:33.998620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36394) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:33.998911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36396) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:33.999361 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bb934d75-30fe-494c-9260-ed61fa2d3544 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/dc511a70-76f9-4235-bca8-abf6e9ed61cb HTTP/1.1" status: 204 len: 168 time: 0.4455252 Sep 10 04:01:34.001018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:34.011590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ba82be-2270-4a37-a14a-73d68d117df0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db32a9fa-ed3a-4ce1-8eba-7c522721197d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:34.058586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Pushing event updated for resources: {'Port': ['ID=e84f05a6-774d-4dbb-ad85-2ffd2daa5be0,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:34.066319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8384411 Sep 10 04:01:34.066319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e0fcd9-65c6-4395-a745-4b9c9846e4fb tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=993a9416-881e-43f9-a7dd-137779839f47,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:34.068814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36400) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:34.076470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': '993a9416-881e-43f9-a7dd-137779839f47', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:34.170395 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.181527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0770d368-fb6f-4a6d-a559-a697ebfc5d61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.217559 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:01:34.225906 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0770d368-fb6f-4a6d-a559-a697ebfc5d61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.264152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 993a9416-881e-43f9-a7dd-137779839f47 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:34.312885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39c4c1-db47-4255-8541-59ffe5f2e2ed req-a87cf268-0c0f-4ff0-adaa-8893a176754b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:34.314409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c39c4c1-db47-4255-8541-59ffe5f2e2ed req-a87cf268-0c0f-4ff0-adaa-8893a176754b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.0908837 Sep 10 04:01:34.321834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 2a68850f-aef5-448a-904f-e7f53e147987 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:34.322306 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.329036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Attempting to bind port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:34.329266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 2a68850f-aef5-448a-904f-e7f53e147987 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:34.329390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Attempting to bind port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'd1e1c830-a4ae-4885-9654-994f80d7f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f2b45d8-301f-4f44-b1d3-8bc1e41ff727'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:34.329525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.329723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Attempting to bind port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 on network 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:34.347193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:34.355824 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.386282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:34.391785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Checking segment: {'id': 'd1e1c830-a4ae-4885-9654-994f80d7f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f2b45d8-301f-4f44-b1d3-8bc1e41ff727'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:34.391785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.391785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Bound using segment: {'id': 'd1e1c830-a4ae-4885-9654-994f80d7f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f2b45d8-301f-4f44-b1d3-8bc1e41ff727'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:34.391785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Bound port: e84f05a6-774d-4dbb-ad85-2ffd2daa5be0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e1c830-a4ae-4885-9654-994f80d7f4f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 203, 'network_id': '4f2b45d8-301f-4f44-b1d3-8bc1e41ff727'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:34.391785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.420223 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0770d368-fb6f-4a6d-a559-a697ebfc5d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.422816 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0770d368-fb6f-4a6d-a559-a697ebfc5d61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.424255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0770d368-fb6f-4a6d-a559-a697ebfc5d61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db32a9fa-ed3a-4ce1-8eba-7c522721197d HTTP/1.1" status: 204 len: 168 time: 0.4230127 Sep 10 04:01:34.438058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.ipam_backend_mixin [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Performing IP validity checks on allocation pools {{(pid=95137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 04:01:34.438734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.ipam_backend_mixin [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95137) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 04:01:34.448495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c39c4c1-db47-4255-8541-59ffe5f2e2ed req-5fb817e1-15d3-4110-b659-63f03fad21df tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222267 Sep 10 04:01:34.456399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] For port 2a68850f-aef5-448a-904f-e7f53e147987, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2a68850f-aef5-448a-904f-e7f53e147987,segment=NetworkSegment(ca2070ba-f74c-4bb5-8f44-0b3675b050c7),segment_id=ca2070ba-f74c-4bb5-8f44-0b3675b050c7)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:34.457399 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.465437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36406) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:34.480320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0770d368-fb6f-4a6d-a559-a697ebfc5d61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db32a9fa-ed3a-4ce1-8eba-7c522721197d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:34.523855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 2a68850f-aef5-448a-904f-e7f53e147987 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:34.595332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fa0f597c-3c0e-425a-ab2b-4e8a2e2d5e94 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/9958f762-90f9-419b-8b2f-4f0dda5451d5 HTTP/1.1" status: 200 len: 993 time: 0.1264963 Sep 10 04:01:34.631964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] For port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:34.651708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] For port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e84f05a6-774d-4dbb-ad85-2ffd2daa5be0,segment=NetworkSegment(d1e1c830-a4ae-4885-9654-994f80d7f4f1),segment_id=d1e1c830-a4ae-4885-9654-994f80d7f4f1)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:34.669160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6d6a2ef-8b9d-40d9-bb3d-4aa97e647835 None None] DHCP port deletion for 83bb334b-f517-4843-96e5-37aa865e58b5 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:01:34.736378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6a2ef-8b9d-40d9-bb3d-4aa97e647835 None None] Deleting port 2a68850f-aef5-448a-904f-e7f53e147987 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:34.736825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a2ef-8b9d-40d9-bb3d-4aa97e647835 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.748409 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.750921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.825183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=c23316b6-f72e-42e1-987a-1d6f19b63ad6,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:34.840437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking segment: {'id': '6eb4d82c-371e-46f1-b206-084d04e8f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '993a9416-881e-43f9-a7dd-137779839f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:34.840882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network hostable DHCP agents. Network: 993a9416-881e-43f9-a7dd-137779839f47, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:34.847206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d6d6a2ef-8b9d-40d9-bb3d-4aa97e647835 None None] For port 2a68850f-aef5-448a-904f-e7f53e147987, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2a68850f-aef5-448a-904f-e7f53e147987,segment=NetworkSegment(ca2070ba-f74c-4bb5-8f44-0b3675b050c7),segment_id=ca2070ba-f74c-4bb5-8f44-0b3675b050c7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:34.848312 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a2ef-8b9d-40d9-bb3d-4aa97e647835 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.862542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=2a68850f-aef5-448a-904f-e7f53e147987,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:34.870450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d6d6a2ef-8b9d-40d9-bb3d-4aa97e647835 None None] Calling delete_port for 2a68850f-aef5-448a-904f-e7f53e147987 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:34.874108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No DVR routers for this DVR port 2a68850f-aef5-448a-904f-e7f53e147987 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:34.875342 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:34.958710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network 993a9416-881e-43f9-a7dd-137779839f47 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:35.010644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Pushing event updated for resources: {'Port': ['ID=e84f05a6-774d-4dbb-ad85-2ffd2daa5be0,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:35.032395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.032921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.033346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.033922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.034399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.034842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.035357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.036115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.036813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.037037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.037467 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.037883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79c2b4f5-fe79-423b-950c-775b9874e454 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:35.038558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.044364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 993a9416-881e-43f9-a7dd-137779839f47) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:35.050835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:35.051688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.068426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a34e859-d249-4021-848e-7d6a8ee78e50 None None] Network 993a9416-881e-43f9-a7dd-137779839f47 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:35.084264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83bb334b-f517-4843-96e5-37aa865e58b5']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:35.114375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca2070ba-f74c-4bb5-8f44-0b3675b050c7') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:35.128163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca2070ba-f74c-4bb5-8f44-0b3675b050c7') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:35.142559 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.162820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1563ce4-950c-4732-acdb-da1a681f48ff req-adb86e25-55f1-448d-9f85-640064d7f451 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:35.170535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1563ce4-950c-4732-acdb-da1a681f48ff req-adb86e25-55f1-448d-9f85-640064d7f451 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1096 time: 0.1825824 Sep 10 04:01:35.173196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.180149 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a79ee188-2102-4b9f-80c5-76d5b37fae8e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1098578 Sep 10 04:01:35.180968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36422) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:35.213864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:35.214392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:35.222251 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:35.226549 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6d6a2ef-8b9d-40d9-bb3d-4aa97e647835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.305226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d6a2ef-8b9d-40d9-bb3d-4aa97e647835 None None] Pushing event deleted for resources: {'Port': ['ID=2a68850f-aef5-448a-904f-e7f53e147987,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:35.307607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6d6a2ef-8b9d-40d9-bb3d-4aa97e647835 None None] No DVR routers for this DVR port 2a68850f-aef5-448a-904f-e7f53e147987 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:35.362307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36424) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:35.364382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-993a9416-881e-43f9-a7dd-137779839f47', 'network_id': '993a9416-881e-43f9-a7dd-137779839f47', 'tenant_id': '7495de8365934c4e99c707cbf0779c3d', 'fixed_ips': [{'subnet_id': 'c23316b6-f72e-42e1-987a-1d6f19b63ad6'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:35.365800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.401764 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8ec4a21-01d6-4a53-ab70-c6e26280b1c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.418492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1563ce4-950c-4732-acdb-da1a681f48ff req-2deb07ad-13c3-4f5c-8bb4-9b0e5499b078 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416625 Sep 10 04:01:35.446604 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.527262 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.527887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.532363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.534707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/networks/83bb334b-f517-4843-96e5-37aa865e58b5 HTTP/1.1" status: 204 len: 168 time: 1.5345299 Sep 10 04:01:35.541375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36428) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:35.553611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1111036196'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:35.580021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f617f7-4857-4632-b7f2-b0ebc4a8a65e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Network': ['ID=83bb334b-f517-4843-96e5-37aa865e58b5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:35.641345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Allocated IP 2001:db8::3 (993a9416-881e-43f9-a7dd-137779839f47/c23316b6-f72e-42e1-987a-1d6f19b63ad6/108314e6-027b-4453-bbd7-09214d3f03b2) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:35.648858 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8ec4a21-01d6-4a53-ab70-c6e26280b1c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.712875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8ec4a21-01d6-4a53-ab70-c6e26280b1c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.756547 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e8ec4a21-01d6-4a53-ab70-c6e26280b1c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=126ef04d158643c38635dd136c112aa4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3868210 Sep 10 04:01:35.756547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec4a21-01d6-4a53-ab70-c6e26280b1c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0411d2d-ffcc-4b13-a144-6ad682bf4799,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:35.757761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36430) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:35.786360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:35.789855 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.802165 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.813479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Transition to ACTIVE for port object 108314e6-027b-4453-bbd7-09214d3f03b2 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:35.824353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:35.832374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Transition to ACTIVE for port object 108314e6-027b-4453-bbd7-09214d3f03b2 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:35.835830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.836188 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Added segment ec149c4d-1954-4ac6-bc67-75ae60c9d917 of type vlan for network e7418694-91fd-460a-bf30-d8c2b44d54e3 Sep 10 04:01:35.898503 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.907864 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-83396e01-2838-44ea-bdb7-da5588d06264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.919302 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.975452 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-83396e01-2838-44ea-bdb7-da5588d06264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:35.995408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Network 993a9416-881e-43f9-a7dd-137779839f47 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:36.000823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:36.002929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:36.009773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:36.048852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Pushing event updated for resources: {'Port': ['ID=108314e6-027b-4453-bbd7-09214d3f03b2,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:36.058092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.089423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.096461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:36.104071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.119885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=c23316b6-f72e-42e1-987a-1d6f19b63ad6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:36.180500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Attempting to bind port 108314e6-027b-4453-bbd7-09214d3f03b2 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:36.182056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Attempting to bind port 108314e6-027b-4453-bbd7-09214d3f03b2 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6eb4d82c-371e-46f1-b206-084d04e8f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '993a9416-881e-43f9-a7dd-137779839f47'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:36.182436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Attempting to bind port 108314e6-027b-4453-bbd7-09214d3f03b2 on network 993a9416-881e-43f9-a7dd-137779839f47 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:36.200423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:36.204386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Checking segment: {'id': '6eb4d82c-371e-46f1-b206-084d04e8f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '993a9416-881e-43f9-a7dd-137779839f47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:36.209090 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.210699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Bound using segment: {'id': '6eb4d82c-371e-46f1-b206-084d04e8f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '993a9416-881e-43f9-a7dd-137779839f47'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:36.210699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Bound port: 108314e6-027b-4453-bbd7-09214d3f03b2, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6eb4d82c-371e-46f1-b206-084d04e8f9df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 244, 'network_id': '993a9416-881e-43f9-a7dd-137779839f47'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:36.210699 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.266726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Network': ['ID=e7418694-91fd-460a-bf30-d8c2b44d54e3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:36.273322 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-83396e01-2838-44ea-bdb7-da5588d06264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.281029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network e7418694-91fd-460a-bf30-d8c2b44d54e3 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:36.283091 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-83396e01-2838-44ea-bdb7-da5588d06264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.286064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-83396e01-2838-44ea-bdb7-da5588d06264 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0411d2d-ffcc-4b13-a144-6ad682bf4799 HTTP/1.1" status: 204 len: 168 time: 0.5272279 Sep 10 04:01:36.293614 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.310985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83396e01-2838-44ea-bdb7-da5588d06264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0411d2d-ffcc-4b13-a144-6ad682bf4799,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:36.327621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:36.329837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993a9416-881e-43f9-a7dd-137779839f47']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:36.341331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb4d82c-371e-46f1-b206-084d04e8f9df') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:36.343515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb4d82c-371e-46f1-b206-084d04e8f9df') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:36.370144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.374233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-643588d8-049e-4a72-bca2-613a43d3def4 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8247752 Sep 10 04:01:36.377748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36442) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:36.386769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': 'e7418694-91fd-460a-bf30-d8c2b44d54e3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:36.409220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.425785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:36.427575 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:36.431844 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:36.493026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eda61bd-a6d8-473f-8225-75473e3502e4 None None] Network 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:36.495778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2a68850f-aef5-448a-904f-e7f53e147987 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:36.557768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] For port 108314e6-027b-4453-bbd7-09214d3f03b2, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:36.567005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 2a68850f-aef5-448a-904f-e7f53e147987 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:36.567608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2a68850f-aef5-448a-904f-e7f53e147987 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:36.593407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 04:01:36.593407 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 04:01:36.593407 n-d-808143-1 neutron-server[95137]: [parameters: {'id': '993a9416-881e-43f9-a7dd-137779839f47'}] Sep 10 04:01:36.593407 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:01:36.594233 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:01:36.600327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] For port 108314e6-027b-4453-bbd7-09214d3f03b2, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=108314e6-027b-4453-bbd7-09214d3f03b2,segment=NetworkSegment(6eb4d82c-371e-46f1-b206-084d04e8f9df),segment_id=6eb4d82c-371e-46f1-b206-084d04e8f9df)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:36.649514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:36.654613 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.678982 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.767092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8631af7a-956f-4dae-ba5b-b21920d81177 None None] Provisioning for port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:36.801587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8631af7a-956f-4dae-ba5b-b21920d81177 None None] Provisioning complete for port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:36.801587 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8631af7a-956f-4dae-ba5b-b21920d81177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.844878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29dd65b-889c-4653-aa4c-d847fa6dced5 None None] Pushing event updated for resources: {'Port': ['ID=108314e6-027b-4453-bbd7-09214d3f03b2,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:36.858810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b4a4b9-482e-47d5-8f23-b50f12216b91 None None] Network 993a9416-881e-43f9-a7dd-137779839f47 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:36.959017 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:36.991944 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8631af7a-956f-4dae-ba5b-b21920d81177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.034199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=072713b7-bb6f-464e-8e0d-b32b726be8fd,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:37.045417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Checking segment: {'id': 'ec149c4d-1954-4ac6-bc67-75ae60c9d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e7418694-91fd-460a-bf30-d8c2b44d54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:37.050063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network hostable DHCP agents. Network: e7418694-91fd-460a-bf30-d8c2b44d54e3, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:37.092360 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-937e6f8f-1898-4d69-a76e-e1b2697dd1c1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2053051 Sep 10 04:01:37.095711 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.116615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8631af7a-956f-4dae-ba5b-b21920d81177 None None] For port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e84f05a6-774d-4dbb-ad85-2ffd2daa5be0,segment=NetworkSegment(d1e1c830-a4ae-4885-9654-994f80d7f4f1),segment_id=d1e1c830-a4ae-4885-9654-994f80d7f4f1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:37.117437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-122e493f-8a9d-482d-af30-9cb5096fea45 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:01:37.118333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network e7418694-91fd-460a-bf30-d8c2b44d54e3 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:37.119167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-122e493f-8a9d-482d-af30-9cb5096fea45 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0105891 Sep 10 04:01:37.187657 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8631af7a-956f-4dae-ba5b-b21920d81177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.206172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting port 108314e6-027b-4453-bbd7-09214d3f03b2 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:37.207458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.209778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, e7418694-91fd-460a-bf30-d8c2b44d54e3) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:37.214294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:37.215179 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.240878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f559a26-c2c9-4c3a-946a-4317c7bff752 None None] Network e7418694-91fd-460a-bf30-d8c2b44d54e3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:37.288750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c1557943-d59c-41a0-8ad1-7000fac6f17c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9096160 Sep 10 04:01:37.294440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36470) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:37.296776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3af43326-f504-4201-ae60-5b50f70cda03 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1382801997', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:37.348148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8631af7a-956f-4dae-ba5b-b21920d81177 None None] Pushing event updated for resources: {'Port': ['ID=e84f05a6-774d-4dbb-ad85-2ffd2daa5be0,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:37.368200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-85ecded7-7b51-4b7f-93c2-4a448017f1f6 None None] Provisioning complete for port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:37.369984 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-85ecded7-7b51-4b7f-93c2-4a448017f1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.390522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] For port 108314e6-027b-4453-bbd7-09214d3f03b2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=108314e6-027b-4453-bbd7-09214d3f03b2,segment=NetworkSegment(6eb4d82c-371e-46f1-b206-084d04e8f9df),segment_id=6eb4d82c-371e-46f1-b206-084d04e8f9df)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:37.391080 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.403546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Calling delete_port for 108314e6-027b-4453-bbd7-09214d3f03b2 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:37.427489 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3af43326-f504-4201-ae60-5b50f70cda03 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.429741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3af43326-f504-4201-ae60-5b50f70cda03 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.521770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-e7418694-91fd-460a-bf30-d8c2b44d54e3', 'network_id': 'e7418694-91fd-460a-bf30-d8c2b44d54e3', 'tenant_id': 'e3ae49d15f8b49e99817abc323e5b9e5', 'fixed_ips': [{'subnet_id': '072713b7-bb6f-464e-8e0d-b32b726be8fd'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:37.522600 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.570586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.600747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Port': ['ID=108314e6-027b-4453-bbd7-09214d3f03b2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:37.612300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No DVR routers for this DVR port 108314e6-027b-4453-bbd7-09214d3f03b2 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:37.748299 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.782953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['993a9416-881e-43f9-a7dd-137779839f47']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:37.801611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6eb4d82c-371e-46f1-b206-084d04e8f9df') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:37.802043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6eb4d82c-371e-46f1-b206-084d04e8f9df') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:37.804971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3af43326-f504-4201-ae60-5b50f70cda03 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.815911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Allocated IP 172.20.0.2 (e7418694-91fd-460a-bf30-d8c2b44d54e3/072713b7-bb6f-464e-8e0d-b32b726be8fd/56c1ef6e-e3ac-4b5f-8b76-971458e04e37) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:37.824602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.841337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.879639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 244 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:37.883320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:37.892177 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:37.896679 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3af43326-f504-4201-ae60-5b50f70cda03 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:37.994883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:38.009830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3af43326-f504-4201-ae60-5b50f70cda03 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.015290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3af43326-f504-4201-ae60-5b50f70cda03 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7219508 Sep 10 04:01:38.017418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36486) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:38.022612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'network_id': 'e7418694-91fd-460a-bf30-d8c2b44d54e3', 'name': 'tempest-PortsTestJSON-1151232201'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:38.036959 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.052453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Transition to ACTIVE for port object 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:38.072296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Transition to ACTIVE for port object 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:38.082983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:38.083365 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.117794 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.132729 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.132729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/993a9416-881e-43f9-a7dd-137779839f47 HTTP/1.1" status: 204 len: 168 time: 2.9493263 Sep 10 04:01:38.134793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36488) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:38.140968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-706515017'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:38.142519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c2f12c-b8eb-400c-9673-30cb34900ccc tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=993a9416-881e-43f9-a7dd-137779839f47,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:38.213846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:38.219037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.222483 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.251390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Network e7418694-91fd-460a-bf30-d8c2b44d54e3 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:38.253161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port d8d90b59-2bab-4005-90ba-477482bb5307 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:38.276513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:38.284745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:38.363022 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Pushing event updated for resources: {'Port': ['ID=56c1ef6e-e3ac-4b5f-8b76-971458e04e37,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:38.382455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:38.386940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.421463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Attempting to bind port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:38.425680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Attempting to bind port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ec149c4d-1954-4ac6-bc67-75ae60c9d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e7418694-91fd-460a-bf30-d8c2b44d54e3'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:38.426335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Attempting to bind port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 on network e7418694-91fd-460a-bf30-d8c2b44d54e3 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:38.429759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.3 (e7418694-91fd-460a-bf30-d8c2b44d54e3/072713b7-bb6f-464e-8e0d-b32b726be8fd/d8d90b59-2bab-4005-90ba-477482bb5307) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:38.432548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:38.433098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Checking segment: {'id': 'ec149c4d-1954-4ac6-bc67-75ae60c9d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e7418694-91fd-460a-bf30-d8c2b44d54e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:38.433618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.434127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Bound using segment: {'id': 'ec149c4d-1954-4ac6-bc67-75ae60c9d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e7418694-91fd-460a-bf30-d8c2b44d54e3'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:38.434691 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Bound port: 56c1ef6e-e3ac-4b5f-8b76-971458e04e37, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec149c4d-1954-4ac6-bc67-75ae60c9d917', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'e7418694-91fd-460a-bf30-d8c2b44d54e3'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:38.435430 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.438041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:38.457330 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.457909 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment 69e207ca-cce9-43c3-9aca-5736fc67a840 of type vlan for network dae99cde-8a8c-49cf-aafc-3b61ca41326a Sep 10 04:01:38.531478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] For port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:38.535317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] For port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56c1ef6e-e3ac-4b5f-8b76-971458e04e37,segment=NetworkSegment(ec149c4d-1954-4ac6-bc67-75ae60c9d917),segment_id=ec149c4d-1954-4ac6-bc67-75ae60c9d917)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:38.537918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-f5a50d28-9aa6-43c7-b014-443921c12fce tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:38.538762 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.539408 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-f5a50d28-9aa6-43c7-b014-443921c12fce tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/ports/a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 1093 time: 0.3492503 Sep 10 04:01:38.559055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Request body: {'binding': {'host': 'n-h1-808143-1', 'vnic_type': 'normal', 'profile': {}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:38.559520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Unknown quota resources ['binding']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 04:01:38.598444 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.720724 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.725371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a6176-0ea2-4053-83f6-c2689a09094e None None] Pushing event updated for resources: {'Port': ['ID=56c1ef6e-e3ac-4b5f-8b76-971458e04e37,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:38.726934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:38.727708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.734692 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.769342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 on host n-h1-808143-1 for vnic_type normal with profile None {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:38.769690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:38.770029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:38.779860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Port a89a564f-ae03-44e2-8efd-d126b8819558 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:01:38.779860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:38.780153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object d8d90b59-2bab-4005-90ba-477482bb5307 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:38.781502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:38.781870 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Checking segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:38.782259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Bound using segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:38.782689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Bound port: a89a564f-ae03-44e2-8efd-d126b8819558, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:38.823426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6873140 Sep 10 04:01:38.824273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98537457-ae12-4be9-a44d-fe1df0242e2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=dae99cde-8a8c-49cf-aafc-3b61ca41326a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:38.828070 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36512) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:38.835112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': 'dae99cde-8a8c-49cf-aafc-3b61ca41326a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:38.835267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network dae99cde-8a8c-49cf-aafc-3b61ca41326a details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:38.904470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:38.986921 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] Notify callbacks [] for binding, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:38.996083 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] 10.222.0.22 "POST /v2.0/ports/a89a564f-ae03-44e2-8efd-d126b8819558/bindings HTTP/1.1" status: 201 len: 389 time: 0.4410388 Sep 10 04:01:39.152083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:39.156698 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:39.160499 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:39.270766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network e7418694-91fd-460a-bf30-d8c2b44d54e3 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:39.279834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:39.291738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:39.323167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=d8d90b59-2bab-4005-90ba-477482bb5307,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:39.395837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:39.396462 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:39.450988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef4e5c7-98af-40e8-a0b9-a7c4a2d68782 req-84e5d4dc-c06a-40e6-aaea-087c9767008a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:39.453272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eef4e5c7-98af-40e8-a0b9-a7c4a2d68782 req-84e5d4dc-c06a-40e6-aaea-087c9767008a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.1322670 Sep 10 04:01:39.489988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c659670a-bb90-4614-8a39-ff5c36528df3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4682448 Sep 10 04:01:39.490191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36526) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:39.543843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eef4e5c7-98af-40e8-a0b9-a7c4a2d68782 req-c71ae2aa-d461-4315-9cd4-a32bf721fb8d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811853 Sep 10 04:01:39.621993 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:39.769105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=e467617a-39ee-4d5d-b4a0-fd705eefc019,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:39.784401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking segment: {'id': '69e207ca-cce9-43c3-9aca-5736fc67a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dae99cde-8a8c-49cf-aafc-3b61ca41326a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:39.784728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network hostable DHCP agents. Network: dae99cde-8a8c-49cf-aafc-3b61ca41326a, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:39.793828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-45348c42-da56-436b-a182-269641e03792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:39.795584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-45348c42-da56-436b-a182-269641e03792 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1096 time: 0.0971866 Sep 10 04:01:39.879462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network dae99cde-8a8c-49cf-aafc-3b61ca41326a is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:39.915410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-0d8b8372-b172-42d4-bca5-591018654fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:39.917372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-0d8b8372-b172-42d4-bca5-591018654fb4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 HTTP/1.1" status: 200 len: 898 time: 0.1113610 Sep 10 04:01:40.000518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, dae99cde-8a8c-49cf-aafc-3b61ca41326a) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:40.002501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:40.004091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-4c2778ec-4ce5-46d0-b741-9bb92043f798 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 1001 time: 0.0793774 Sep 10 04:01:40.007898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:40.008678 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.052171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da5a4298-c3a9-4d75-924c-d455a11ae0bd None None] Network e7418694-91fd-460a-bf30-d8c2b44d54e3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:40.058904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.067595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2431f27-aef3-40dc-bb08-ac40ac68bbc8 None None] Network dae99cde-8a8c-49cf-aafc-3b61ca41326a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:40.076727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-8c7ea8c8-b0f5-4517-b970-041f2504fab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:40.078813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-8c7ea8c8-b0f5-4517-b970-041f2504fab7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b006d293-1431-409b-95d9-bfa881c345e9 HTTP/1.1" status: 200 len: 834 time: 0.0600233 Sep 10 04:01:40.118423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ab7102c0-038c-4b09-8868-23e8fb6e15f4 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.2892833 Sep 10 04:01:40.123000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36534) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:40.134213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-52693c8b-19af-4a5f-9d15-a58241c15633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:40.139261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-52693c8b-19af-4a5f-9d15-a58241c15633 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0494509 Sep 10 04:01:40.302454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36538) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:40.354741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-becae48b-7ac7-4fb5-bf38-e7ef3ad14ea3 service neutron] 10.222.0.20 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2109315 Sep 10 04:01:40.462645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e65e414f-be7f-42a9-8287-ba6438dd6bed None None] Provisioning for port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:40.490717 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-180abf73-e5c2-4250-ac1e-3f590036b395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.540188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-bfbc8768-1f81-49b2-8141-53017415c469 service neutron] 10.222.0.20 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783485 Sep 10 04:01:40.602794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:40.612427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:40.612648 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.737203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-dae99cde-8a8c-49cf-aafc-3b61ca41326a', 'network_id': 'dae99cde-8a8c-49cf-aafc-3b61ca41326a', 'tenant_id': '7495de8365934c4e99c707cbf0779c3d', 'fixed_ips': [{'subnet_id': 'e467617a-39ee-4d5d-b4a0-fd705eefc019'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:40.738072 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.774095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-f60d6171-d50e-4de5-adaf-69f0e735039b tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:40.775933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-f60d6171-d50e-4de5-adaf-69f0e735039b tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1096 time: 0.1656742 Sep 10 04:01:40.778346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-180abf73-e5c2-4250-ac1e-3f590036b395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.781274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.794484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.811959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-808143-1'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:40.857232 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-180abf73-e5c2-4250-ac1e-3f590036b395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.877229 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.881475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641536fc-b252-4116-9cff-99ec38605b17 req-1fb307c3-382c-487d-89f3-66a3fe4f8e3d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:40.886046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-641536fc-b252-4116-9cff-99ec38605b17 req-1fb307c3-382c-487d-89f3-66a3fe4f8e3d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.2046776 Sep 10 04:01:40.888792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-180abf73-e5c2-4250-ac1e-3f590036b395 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfa2054bd86f4c19ac2da56a68ebef2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5853984 Sep 10 04:01:40.892847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36546) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:40.960750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:40.966369 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.007658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180abf73-e5c2-4250-ac1e-3f590036b395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b93c5d39-54c5-4904-bcc5-56dcb0e7f2b0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:41.017963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Allocated IP 2001:db8::1 (dae99cde-8a8c-49cf-aafc-3b61ca41326a/e467617a-39ee-4d5d-b4a0-fd705eefc019/8f1fcc86-4a6e-4354-be19-79487eace5ce) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:41.024603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56c1ef6e-e3ac-4b5f-8b76-971458e04e37,segment=NetworkSegment(ec149c4d-1954-4ac6-bc67-75ae60c9d917),segment_id=ec149c4d-1954-4ac6-bc67-75ae60c9d917)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:41.090559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-641536fc-b252-4116-9cff-99ec38605b17 req-cc600f3a-7578-49e8-a812-cf931916dfa3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1789343 Sep 10 04:01:41.104504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2b9a7e5-33ab-48aa-a1a2-2cd7c8fbe164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.140929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.170730 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2b9a7e5-33ab-48aa-a1a2-2cd7c8fbe164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.219525 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.230775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.245124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Transition to ACTIVE for port object 8f1fcc86-4a6e-4354-be19-79487eace5ce will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:41.252386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:41.260262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=d8d90b59-2bab-4005-90ba-477482bb5307,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:41.307870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:41.328600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-158269e0-18d4-4bbb-8a8c-aa9b2db03c51 None None] Provisioning complete for port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:41.336082 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-158269e0-18d4-4bbb-8a8c-aa9b2db03c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.380896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Transition to ACTIVE for port object 8f1fcc86-4a6e-4354-be19-79487eace5ce will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:41.383941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.387144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:41.390803 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f68fa20d-71ca-455a-8abb-941975aaed0f" -d '{"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-unplugged", "status": "completed", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:41.401611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=56c1ef6e-e3ac-4b5f-8b76-971458e04e37,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:41.408334 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2b9a7e5-33ab-48aa-a1a2-2cd7c8fbe164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.416225 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f2b9a7e5-33ab-48aa-a1a2-2cd7c8fbe164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.418943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f2b9a7e5-33ab-48aa-a1a2-2cd7c8fbe164 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b93c5d39-54c5-4904-bcc5-56dcb0e7f2b0 HTTP/1.1" status: 204 len: 168 time: 0.5248959 Sep 10 04:01:41.444117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b9a7e5-33ab-48aa-a1a2-2cd7c8fbe164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b93c5d39-54c5-4904-bcc5-56dcb0e7f2b0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:41.456090 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.473933 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81ad2a81-cc49-482c-baa6-6ea7067451da x-openstack-request-id: req-81ad2a81-cc49-482c-baa6-6ea7067451da {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:41.474589 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-unplugged", "status": "completed", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:41.475064 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81ad2a81-cc49-482c-baa6-6ea7067451da {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:41.475822 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'code': 200} Sep 10 04:01:41.477497 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.486332 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.579512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Network dae99cde-8a8c-49cf-aafc-3b61ca41326a is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:41.591482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:41.616200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:41.618573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Pushing event updated for resources: {'Port': ['ID=8f1fcc86-4a6e-4354-be19-79487eace5ce,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:41.656443 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.678494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=e467617a-39ee-4d5d-b4a0-fd705eefc019,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:41.679139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-158269e0-18d4-4bbb-8a8c-aa9b2db03c51 None None] Provisioning for port d8d90b59-2bab-4005-90ba-477482bb5307 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:41.705603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-158269e0-18d4-4bbb-8a8c-aa9b2db03c51 None None] Provisioning complete for port d8d90b59-2bab-4005-90ba-477482bb5307 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:41.709086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-158269e0-18d4-4bbb-8a8c-aa9b2db03c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.737023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Attempting to bind port 8f1fcc86-4a6e-4354-be19-79487eace5ce on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:41.737496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Attempting to bind port 8f1fcc86-4a6e-4354-be19-79487eace5ce by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '69e207ca-cce9-43c3-9aca-5736fc67a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dae99cde-8a8c-49cf-aafc-3b61ca41326a'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:41.737867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Attempting to bind port 8f1fcc86-4a6e-4354-be19-79487eace5ce on network dae99cde-8a8c-49cf-aafc-3b61ca41326a {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:41.746026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:41.746380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Checking segment: {'id': '69e207ca-cce9-43c3-9aca-5736fc67a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dae99cde-8a8c-49cf-aafc-3b61ca41326a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:41.746722 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.751988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Bound using segment: {'id': '69e207ca-cce9-43c3-9aca-5736fc67a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dae99cde-8a8c-49cf-aafc-3b61ca41326a'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:41.752581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Bound port: 8f1fcc86-4a6e-4354-be19-79487eace5ce, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69e207ca-cce9-43c3-9aca-5736fc67a840', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': 'dae99cde-8a8c-49cf-aafc-3b61ca41326a'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:41.753035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.773720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:41.805432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.809890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-158269e0-18d4-4bbb-8a8c-aa9b2db03c51 None None] Port d8d90b59-2bab-4005-90ba-477482bb5307 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:41.888868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 on host n-h2-808143-1 for vnic_type normal with profile {"migrating_to": "n-h1-808143-1"} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:41.889372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:41.889974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:41.894589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Port a89a564f-ae03-44e2-8efd-d126b8819558 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:01:41.894774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.895477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Attempting to bind port a89a564f-ae03-44e2-8efd-d126b8819558 on network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:41.902035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:41.902376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Checking segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:41.902764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Bound using segment: {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:41.903194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Bound port: a89a564f-ae03-44e2-8efd-d126b8819558, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '645ce984-33fb-44de-a219-75a2de29406a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:41.903634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.909646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] For port 8f1fcc86-4a6e-4354-be19-79487eace5ce, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:41.920121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] For port 8f1fcc86-4a6e-4354-be19-79487eace5ce, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8f1fcc86-4a6e-4354-be19-79487eace5ce,segment=NetworkSegment(69e207ca-cce9-43c3-9aca-5736fc67a840),segment_id=69e207ca-cce9-43c3-9aca-5736fc67a840)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:41.940995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae99cde-8a8c-49cf-aafc-3b61ca41326a']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:41.946764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-505c67e8-64df-4628-9be7-0882733c0fe7 None None] Provisioning complete for port d8d90b59-2bab-4005-90ba-477482bb5307 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:41.947139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-505c67e8-64df-4628-9be7-0882733c0fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.953401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e207ca-cce9-43c3-9aca-5736fc67a840') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:41.953592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e207ca-cce9-43c3-9aca-5736fc67a840') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:41.970467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:41.998104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.010011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:42.015060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:42.036498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.041423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:42.052111 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:42.052524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:42.056394 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:42.084760 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.104920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-505c67e8-64df-4628-9be7-0882733c0fe7 None None] Port d8d90b59-2bab-4005-90ba-477482bb5307 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:42.164562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:42.164944 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.168478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19e7010-305d-4f43-88b0-1fa40e44a688 None None] Pushing event updated for resources: {'Port': ['ID=8f1fcc86-4a6e-4354-be19-79487eace5ce,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:42.202284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d348767d-7564-4d11-9f60-6f0d4ae2f418 None None] Network dae99cde-8a8c-49cf-aafc-3b61ca41326a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:42.310988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3d0dfc40-d9ea-4b16-bcdf-f60d0756099a None None] Provisioning complete for port a89a564f-ae03-44e2-8efd-d126b8819558 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:42.316388 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfc40-d9ea-4b16-bcdf-f60d0756099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.371858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Pushing event updated for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=8']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:42.439893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.454162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:42.455809 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.458551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ad7ed5e6-f44c-4ed7-bad3-3148e8629e68 service neutron] 10.222.0.20 "PUT /v2.0/ports/a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 1121 time: 1.6589513 Sep 10 04:01:42.479503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f692652-0404-4c09-9c2f-39c55cf7b84c req-bd3445c7-5f52-46a0-956e-09043548edfd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:42.495376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f692652-0404-4c09-9c2f-39c55cf7b84c req-bd3445c7-5f52-46a0-956e-09043548edfd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 943 time: 0.2172544 Sep 10 04:01:42.506677 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.568287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a89a564f-ae03-44e2-8efd-d126b8819558'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:01:42.580601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f692652-0404-4c09-9c2f-39c55cf7b84c req-b5d094b8-19ae-4770-a425-95694b0eec31 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818062 Sep 10 04:01:42.586723 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 04:01:42.586723 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 04:01:42.586723 n-d-808143-1 neutron-server[95137]: [parameters: {'id': 'dae99cde-8a8c-49cf-aafc-3b61ca41326a'}] Sep 10 04:01:42.586723 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:01:42.587578 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:01:42.621105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.623015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=d8d90b59-2bab-4005-90ba-477482bb5307,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:42.671237 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfc40-d9ea-4b16-bcdf-f60d0756099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.690813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-452ca72e-e56d-479d-816e-fc0b2e709588 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:01:42.745202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36572) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:42.760892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network e7418694-91fd-460a-bf30-d8c2b44d54e3 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:42.762751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:42.764065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3d0dfc40-d9ea-4b16-bcdf-f60d0756099a None None] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:42.768313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:42.770974 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04233bfb-8add-4c44-93f5-e1fd8cbe53c7" -d '{"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-plugged", "status": "completed", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:42.826889 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637b2f7f-315e-4210-bfad-cb543ad8fd66 x-openstack-request-id: req-637b2f7f-315e-4210-bfad-cb543ad8fd66 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:42.827956 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-plugged", "status": "completed", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:42.828179 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-637b2f7f-315e-4210-bfad-cb543ad8fd66 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:42.828390 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'code': 200} Sep 10 04:01:42.833136 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d0dfc40-d9ea-4b16-bcdf-f60d0756099a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:42.926816 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01860893-80f0-4acd-87c0-1788249ff034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.008284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Router 0cbe65fa-c608-48d6-9e38-646314539203 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:01:43.024588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01860893-80f0-4acd-87c0-1788249ff034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.077333 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0dfc40-d9ea-4b16-bcdf-f60d0756099a None None] Pushing event updated for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=9']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:43.095991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01860893-80f0-4acd-87c0-1788249ff034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.100093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-452ca72e-e56d-479d-816e-fc0b2e709588 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:01:43.100249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.151279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:43.160469 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-53530fe0-1d58-41c8-b975-c0b4412880f3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "PUT /v2.0/routers/0cbe65fa-c608-48d6-9e38-646314539203/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6662743 Sep 10 04:01:43.160605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-01860893-80f0-4acd-87c0-1788249ff034 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2d59288e0bd4fa2aa71fbdb60f820e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4127531 Sep 10 04:01:43.161076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36586) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:43.161500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36588) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:43.170352 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9289cb-a05e-41e2-bc7a-790d00badc5b None None] Sync routers for ids ['0cbe65fa-c608-48d6-9e38-646314539203'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:43.185829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01860893-80f0-4acd-87c0-1788249ff034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ff9669-969b-43c0-8a50-2b0c1f083a05,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:43.186076 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9289cb-a05e-41e2-bc7a-790d00badc5b None None] Routers {'0cbe65fa-c608-48d6-9e38-646314539203'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:43.188760 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ff9289cb-a05e-41e2-bc7a-790d00badc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0cbe65fa-c608-48d6-9e38-646314539203'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:43.215338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting port 8f1fcc86-4a6e-4354-be19-79487eace5ce {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:43.216485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.262120 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ff9289cb-a05e-41e2-bc7a-790d00badc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:43.274035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7397ee03-b0a6-489d-b489-b94e182b836c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:43.276117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7397ee03-b0a6-489d-b489-b94e182b836c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cbe65fa-c608-48d6-9e38-646314539203 HTTP/1.1" status: 200 len: 982 time: 0.1119032 Sep 10 04:01:43.278958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36590) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:43.283014 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9289cb-a05e-41e2-bc7a-790d00badc5b None None] Routers {'0cbe65fa-c608-48d6-9e38-646314539203'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:43.285311 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ff9289cb-a05e-41e2-bc7a-790d00badc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0cbe65fa-c608-48d6-9e38-646314539203'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:43.333921 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ff9289cb-a05e-41e2-bc7a-790d00badc5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:43.334572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9289cb-a05e-41e2-bc7a-790d00badc5b None None] The sync data for ids ['0cbe65fa-c608-48d6-9e38-646314539203'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:43.340375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3bce2356-8f29-4565-a817-39c0eb0dae48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.344132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] For port 8f1fcc86-4a6e-4354-be19-79487eace5ce, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8f1fcc86-4a6e-4354-be19-79487eace5ce,segment=NetworkSegment(69e207ca-cce9-43c3-9aca-5736fc67a840),segment_id=69e207ca-cce9-43c3-9aca-5736fc67a840)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:43.344789 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.358673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Calling delete_port for 8f1fcc86-4a6e-4354-be19-79487eace5ce owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:43.403504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3bce2356-8f29-4565-a817-39c0eb0dae48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.453049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fa60b521-61e9-4c45-913e-ad98006ede7d None None] Provisioning complete for port a89a564f-ae03-44e2-8efd-d126b8819558 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:43.453327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fa60b521-61e9-4c45-913e-ad98006ede7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.478307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:43.480885 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7473d1d4-5514-4f34-b2ed-4d0222a5e075" -d '{"events": [{"name": "network-changed", "server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:43.548017 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.554932 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-975cdefd-26c9-4a8e-8c78-a06a1499d96b x-openstack-request-id: req-975cdefd-26c9-4a8e-8c78-a06a1499d96b {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:43.555434 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:43.556289 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-975cdefd-26c9-4a8e-8c78-a06a1499d96b {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:43.556451 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'status': 'completed', 'code': 200} Sep 10 04:01:43.588411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Port': ['ID=8f1fcc86-4a6e-4354-be19-79487eace5ce,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:43.590444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No DVR routers for this DVR port 8f1fcc86-4a6e-4354-be19-79487eace5ce on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:43.646684 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3bce2356-8f29-4565-a817-39c0eb0dae48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.649836 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3bce2356-8f29-4565-a817-39c0eb0dae48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.654590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3bce2356-8f29-4565-a817-39c0eb0dae48 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74ff9669-969b-43c0-8a50-2b0c1f083a05 HTTP/1.1" status: 204 len: 168 time: 0.4917428 Sep 10 04:01:43.659785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa84d3-4602-46dc-83f5-39a88c8d3d8d None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:01:43.675791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bce2356-8f29-4565-a817-39c0eb0dae48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ff9669-969b-43c0-8a50-2b0c1f083a05,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:43.702354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.715277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-caf9f0d1-2ce4-4037-98d1-ad611a978021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:43.716830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-caf9f0d1-2ce4-4037-98d1-ad611a978021 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1126 time: 0.1379850 Sep 10 04:01:43.731908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dae99cde-8a8c-49cf-aafc-3b61ca41326a']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:43.745177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69e207ca-cce9-43c3-9aca-5736fc67a840') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:43.745478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69e207ca-cce9-43c3-9aca-5736fc67a840') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:43.767432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.784664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.791152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:43.791585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:43.794844 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:43.837965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fa84d3-4602-46dc-83f5-39a88c8d3d8d None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:01:43.971526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.987212 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:43.989623 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/dae99cde-8a8c-49cf-aafc-3b61ca41326a HTTP/1.1" status: 204 len: 168 time: 3.8654146 Sep 10 04:01:44.001155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36608) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:44.008028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1830768396'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:44.013667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e518e00-1638-4470-a5a7-340852718d75 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=dae99cde-8a8c-49cf-aafc-3b61ca41326a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:44.171280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:44.171280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.202881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6600d867-73db-4308-9a1b-6087a15f21c9 req-dcac06a9-a726-4b35-b867-732414d88b8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:44.204491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6600d867-73db-4308-9a1b-6087a15f21c9 req-dcac06a9-a726-4b35-b867-732414d88b8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.4947238 Sep 10 04:01:44.211394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 231, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:44.221549 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.225587 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment 6287cbf1-f305-4783-9a55-7c6195d16969 of type vlan for network f8a31d29-8c29-4104-9cb1-156ce4892e3a Sep 10 04:01:44.229803 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.272761 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.303932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-f637e0bc-01c6-4e22-9baa-6ade8faee9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:44.308611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-f637e0bc-01c6-4e22-9baa-6ade8faee9b9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 HTTP/1.1" status: 200 len: 898 time: 0.5502834 Sep 10 04:01:44.364261 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.372926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:44.374385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.413369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6600d867-73db-4308-9a1b-6087a15f21c9 req-66e180c8-3d94-4ed6-a271-4ddfd8cd8144 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2008812 Sep 10 04:01:44.472292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-dbc34332-afb7-4adf-afc4-9cae3eef183c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 1001 time: 0.1526005 Sep 10 04:01:44.476024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=f8a31d29-8c29-4104-9cb1-156ce4892e3a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:44.486746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network f8a31d29-8c29-4104-9cb1-156ce4892e3a details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:44.497434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-89d7032a-023b-4114-a7f9-944a61870aab tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4945836 Sep 10 04:01:44.501252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36628) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:44.506458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': 'f8a31d29-8c29-4104-9cb1-156ce4892e3a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:44.588738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-0d240761-dcef-4ba4-b1d7-dd30be4f71a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:44.591186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-0d240761-dcef-4ba4-b1d7-dd30be4f71a6 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=b006d293-1431-409b-95d9-bfa881c345e9 HTTP/1.1" status: 200 len: 834 time: 0.0861609 Sep 10 04:01:44.592375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5b85bd76-066f-49cd-a9e2-b19102a3d717 None None] Provisioning complete for port d8d90b59-2bab-4005-90ba-477482bb5307 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:44.593008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b85bd76-066f-49cd-a9e2-b19102a3d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.631690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5b85bd76-066f-49cd-a9e2-b19102a3d717 None None] Port d8d90b59-2bab-4005-90ba-477482bb5307 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:44.674762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-cf45545b-e150-4fac-873a-e888c80825bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:44.681478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-cf45545b-e150-4fac-873a-e888c80825bc service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770350 Sep 10 04:01:44.746873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:44.751523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.752648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port d8d90b59-2bab-4005-90ba-477482bb5307 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:44.756110 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.842356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-007ce231-9c5b-4f50-8495-2b49c7b37648 service neutron] 10.222.0.39 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1583915 Sep 10 04:01:44.889265 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:44.902505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36638) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:44.914674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for d8d90b59-2bab-4005-90ba-477482bb5307 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:44.992227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7473d1d4-5514-4f34-b2ed-4d0222a5e075 req-4164394c-110c-499d-bb18-8944ffd7b976 service neutron] 10.222.0.39 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399477 Sep 10 04:01:45.033635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.107516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=6feeb7a0-7473-46ba-8e6a-d526595c7c01,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:45.117390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking segment: {'id': '6287cbf1-f305-4783-9a55-7c6195d16969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f8a31d29-8c29-4104-9cb1-156ce4892e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:45.117764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network hostable DHCP agents. Network: f8a31d29-8c29-4104-9cb1-156ce4892e3a, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:45.163027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18fdd536-b1ac-4ce6-b1ca-2aaeae3dde5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.183417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network f8a31d29-8c29-4104-9cb1-156ce4892e3a is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:45.243920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.267699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, f8a31d29-8c29-4104-9cb1-156ce4892e3a) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:45.275444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:45.275620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd7c4d3-f453-4b4e-89b9-de14baebcd91 None None] Network f8a31d29-8c29-4104-9cb1-156ce4892e3a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:45.276059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.277389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=d8d90b59-2bab-4005-90ba-477482bb5307,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:45.327536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18fdd536-b1ac-4ce6-b1ca-2aaeae3dde5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.375896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18fdd536-b1ac-4ce6-b1ca-2aaeae3dde5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.414171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fdd536-b1ac-4ce6-b1ca-2aaeae3dde5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13c6c3f-139c-4175-ac3b-9294c866f8a1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:45.449745 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-18fdd536-b1ac-4ce6-b1ca-2aaeae3dde5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b36df0adfa2a496d8cfd408d3a819cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5457487 Sep 10 04:01:45.454891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36650) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:45.469522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-25fc3fbc-7233-4692-ae3b-4b91ba131160 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.9670331 Sep 10 04:01:45.472432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36652) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:45.505032 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.540559 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b36507ca-828d-4031-979e-07a3ded42a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.563472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-f8a31d29-8c29-4104-9cb1-156ce4892e3a', 'network_id': 'f8a31d29-8c29-4104-9cb1-156ce4892e3a', 'tenant_id': '7495de8365934c4e99c707cbf0779c3d', 'fixed_ips': [{'subnet_id': '6feeb7a0-7473-46ba-8e6a-d526595c7c01'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:45.564804 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.610368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b36507ca-828d-4031-979e-07a3ded42a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.635358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.713371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea57edec-f46e-438c-88fd-aaa396a2bd11 req-df1a6c9a-c50e-4a8a-85ea-6ea45b3f33fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:45.714913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea57edec-f46e-438c-88fd-aaa396a2bd11 req-df1a6c9a-c50e-4a8a-85ea-6ea45b3f33fb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.1300688 Sep 10 04:01:45.716340 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.747549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Allocated IP 2001:db8::1 (f8a31d29-8c29-4104-9cb1-156ce4892e3a/6feeb7a0-7473-46ba-8e6a-d526595c7c01/5d340a05-7d8c-40df-bdb9-8d26665b8448) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:45.769419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Router 0cbe65fa-c608-48d6-9e38-646314539203 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:01:45.775520 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b36507ca-828d-4031-979e-07a3ded42a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.779402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b36507ca-828d-4031-979e-07a3ded42a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.782652 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b36507ca-828d-4031-979e-07a3ded42a8f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e13c6c3f-139c-4175-ac3b-9294c866f8a1 HTTP/1.1" status: 204 len: 168 time: 0.3267734 Sep 10 04:01:45.794568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b36507ca-828d-4031-979e-07a3ded42a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13c6c3f-139c-4175-ac3b-9294c866f8a1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:45.795298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea57edec-f46e-438c-88fd-aaa396a2bd11 req-9ee95b61-d110-492d-be63-8927a2307b58 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489879 Sep 10 04:01:45.871604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:45.876579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3523fc2b-93a1-49b7-836a-c8a34faa4784 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "PUT /v2.0/routers/0cbe65fa-c608-48d6-9e38-646314539203/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5962732 Sep 10 04:01:45.879214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36662) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:45.885141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50616dba-b174-49a7-9264-21b544e34b79 None None] Sync routers for ids ['0cbe65fa-c608-48d6-9e38-646314539203'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:45.899888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50616dba-b174-49a7-9264-21b544e34b79 None None] Routers {'0cbe65fa-c608-48d6-9e38-646314539203'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:45.900695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-50616dba-b174-49a7-9264-21b544e34b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0cbe65fa-c608-48d6-9e38-646314539203'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:45.911411 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-186548cd-dc2a-47d2-a1d1-9d2d04381682 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:01:45.913354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-186548cd-dc2a-47d2-a1d1-9d2d04381682 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/d8d90b59-2bab-4005-90ba-477482bb5307 HTTP/1.1" status: 404 len: 333 time: 0.0331612 Sep 10 04:01:45.916593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36666) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:45.946479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-50616dba-b174-49a7-9264-21b544e34b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:45.959556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50616dba-b174-49a7-9264-21b544e34b79 None None] Routers {'0cbe65fa-c608-48d6-9e38-646314539203'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:45.960276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-50616dba-b174-49a7-9264-21b544e34b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0cbe65fa-c608-48d6-9e38-646314539203'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:45.995294 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3239bd59-e797-4150-bd06-df023d854e8e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:45.995884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-50616dba-b174-49a7-9264-21b544e34b79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:45.996584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50616dba-b174-49a7-9264-21b544e34b79 None None] The sync data for ids ['0cbe65fa-c608-48d6-9e38-646314539203'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:46.061668 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.074444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Transition to ACTIVE for port object 5d340a05-7d8c-40df-bdb9-8d26665b8448 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:46.090813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Transition to ACTIVE for port object 5d340a05-7d8c-40df-bdb9-8d26665b8448 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:46.124955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a89a564f-ae03-44e2-8efd-d126b8819558 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:01:46.164168 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.173080 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3239bd59-e797-4150-bd06-df023d854e8e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.177709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3239bd59-e797-4150-bd06-df023d854e8e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.241383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Network f8a31d29-8c29-4104-9cb1-156ce4892e3a is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:46.250141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:46.255935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:46.260142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Pushing event updated for resources: {'Port': ['ID=5d340a05-7d8c-40df-bdb9-8d26665b8448,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:46.280911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:46.307221 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.327761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a89a564f-ae03-44e2-8efd-d126b8819558 has no active binding in host n-h1-808143-1 {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Sep 10 04:01:46.335222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=6feeb7a0-7473-46ba-8e6a-d526595c7c01,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:46.338274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3239bd59-e797-4150-bd06-df023d854e8e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.343236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3239bd59-e797-4150-bd06-df023d854e8e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Fanout notify agent at l3_agent the message router_deleted on router 0cbe65fa-c608-48d6-9e38-646314539203 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:01:46.349909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3239bd59-e797-4150-bd06-df023d854e8e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.351004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3239bd59-e797-4150-bd06-df023d854e8e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/routers/0cbe65fa-c608-48d6-9e38-646314539203 HTTP/1.1" status: 204 len: 168 time: 0.4330943 Sep 10 04:01:46.353842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36678) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:46.354608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Attempting to bind port 5d340a05-7d8c-40df-bdb9-8d26665b8448 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:46.354981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Attempting to bind port 5d340a05-7d8c-40df-bdb9-8d26665b8448 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6287cbf1-f305-4783-9a55-7c6195d16969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f8a31d29-8c29-4104-9cb1-156ce4892e3a'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:46.355507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Attempting to bind port 5d340a05-7d8c-40df-bdb9-8d26665b8448 on network f8a31d29-8c29-4104-9cb1-156ce4892e3a {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:46.361568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:46.361568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Checking segment: {'id': '6287cbf1-f305-4783-9a55-7c6195d16969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f8a31d29-8c29-4104-9cb1-156ce4892e3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:46.362121 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.362797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Bound using segment: {'id': '6287cbf1-f305-4783-9a55-7c6195d16969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f8a31d29-8c29-4104-9cb1-156ce4892e3a'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:46.363277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Bound port: 5d340a05-7d8c-40df-bdb9-8d26665b8448, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6287cbf1-f305-4783-9a55-7c6195d16969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 231, 'network_id': 'f8a31d29-8c29-4104-9cb1-156ce4892e3a'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:46.364050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.418782 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.420348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet 072713b7-bb6f-464e-8e0d-b32b726be8fd {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:01:46.425282 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.443170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] For port 5d340a05-7d8c-40df-bdb9-8d26665b8448, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:46.446766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] For port 5d340a05-7d8c-40df-bdb9-8d26665b8448, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5d340a05-7d8c-40df-bdb9-8d26665b8448,segment=NetworkSegment(6287cbf1-f305-4783-9a55-7c6195d16969),segment_id=6287cbf1-f305-4783-9a55-7c6195d16969)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:46.456093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a31d29-8c29-4104-9cb1-156ce4892e3a']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:46.469782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6287cbf1-f305-4783-9a55-7c6195d16969') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:46.470078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6287cbf1-f305-4783-9a55-7c6195d16969') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:46.479526 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.479651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.528234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.529034 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.537740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:46.537740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:46.542283 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:46.607387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.635888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a68b154-f28b-46f9-8acb-4d0e02698f65 None None] Network f8a31d29-8c29-4104-9cb1-156ce4892e3a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:46.675002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f48f73c-2d04-4616-9d88-73d62d459f4b None None] Pushing event updated for resources: {'Port': ['ID=5d340a05-7d8c-40df-bdb9-8d26665b8448,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:46.686815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36690) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:46.688715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 04:01:46.688715 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 04:01:46.688715 n-d-808143-1 neutron-server[95137]: [parameters: {'id': 'f8a31d29-8c29-4104-9cb1-156ce4892e3a'}] Sep 10 04:01:46.688715 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:01:46.689589 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:01:46.704048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7ac2-12f6-44cc-956b-75a8363d211b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.743567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.786645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=072713b7-bb6f-464e-8e0d-b32b726be8fd,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:46.789900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc96956f-72e7-4d41-aaab-5d46d7b38654 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:01:46.798145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.806858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/072713b7-bb6f-464e-8e0d-b32b726be8fd HTTP/1.1" status: 204 len: 168 time: 0.4454339 Sep 10 04:01:46.806970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36694) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:46.807063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.807063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.807063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.807901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.808260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.808611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.808940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.809269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.809601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.809929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.810252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.810569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6aab6ba7-bd21-4ca1-a7aa-568400dadc07 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:01:46.881518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7ac2-12f6-44cc-956b-75a8363d211b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.902273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc96956f-72e7-4d41-aaab-5d46d7b38654 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:01:46.923060 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.960279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee4cfc-ec53-4214-a000-6dd524275544 req-dedc45d5-b0fb-443d-80db-c5d5405f6fc3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:46.962522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fee4cfc-ec53-4214-a000-6dd524275544 req-dedc45d5-b0fb-443d-80db-c5d5405f6fc3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 945 time: 0.0650847 Sep 10 04:01:46.984054 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ccf7ac2-12f6-44cc-956b-75a8363d211b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:46.985973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:46.986210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.036261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8ccf7ac2-12f6-44cc-956b-75a8363d211b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c79f4f3d766b46aeba926f34d2d54853&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483639 Sep 10 04:01:47.040095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36704) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:47.040934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fee4cfc-ec53-4214-a000-6dd524275544 req-2911f5cd-238d-4a80-8e7a-fcd8e73a86da tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0723848 Sep 10 04:01:47.041872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccf7ac2-12f6-44cc-956b-75a8363d211b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0468618-d46f-4927-a9ac-8654a9045116,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:47.071387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] For port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=56c1ef6e-e3ac-4b5f-8b76-971458e04e37,segment=NetworkSegment(ec149c4d-1954-4ac6-bc67-75ae60c9d917),segment_id=ec149c4d-1954-4ac6-bc67-75ae60c9d917)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:47.071874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.095861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:47.156350 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c8923a3-baec-4e4f-bcdd-431e6f214f8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.165722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d711c9-7035-4b1a-ac04-2517b1292756 None None] Network e7418694-91fd-460a-bf30-d8c2b44d54e3 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:47.190915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.195440 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c8923a3-baec-4e4f-bcdd-431e6f214f8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.302678 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.335039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=56c1ef6e-e3ac-4b5f-8b76-971458e04e37,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:47.339202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting port 5d340a05-7d8c-40df-bdb9-8d26665b8448 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:47.339432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.341503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No DVR routers for this DVR port 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:47.378226 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c8923a3-baec-4e4f-bcdd-431e6f214f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.384451 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6c8923a3-baec-4e4f-bcdd-431e6f214f8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.384591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd49bbc7-ba8f-4197-80ad-6e6fc62fc687 None None] DHCP port deletion for e7418694-91fd-460a-bf30-d8c2b44d54e3 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:01:47.384692 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6c8923a3-baec-4e4f-bcdd-431e6f214f8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a0468618-d46f-4927-a9ac-8654a9045116 HTTP/1.1" status: 204 len: 168 time: 0.3410969 Sep 10 04:01:47.419981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8923a3-baec-4e4f-bcdd-431e6f214f8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0468618-d46f-4927-a9ac-8654a9045116,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:47.500198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.505994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-b2b3b667-7e3d-4121-be4e-53744a160888 service neutron] 10.222.0.39 "GET /v2.0/ports/a89a564f-ae03-44e2-8efd-d126b8819558/bindings/n-h1-808143-1 HTTP/1.1" status: 200 len: 384 time: 0.0673656 Sep 10 04:01:47.521256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] For port 5d340a05-7d8c-40df-bdb9-8d26665b8448, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5d340a05-7d8c-40df-bdb9-8d26665b8448,segment=NetworkSegment(6287cbf1-f305-4783-9a55-7c6195d16969),segment_id=6287cbf1-f305-4783-9a55-7c6195d16969)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:47.521585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.536991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7418694-91fd-460a-bf30-d8c2b44d54e3']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:47.545979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Calling delete_port for 5d340a05-7d8c-40df-bdb9-8d26665b8448 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:47.551980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec149c4d-1954-4ac6-bc67-75ae60c9d917') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:47.553930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec149c4d-1954-4ac6-bc67-75ae60c9d917') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:47.566483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.616333 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.625286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:47.625691 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:47.628707 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:47.694915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-c027bf21-13b6-4fd2-9b5e-115a91d2f97f service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:47.716352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-c027bf21-13b6-4fd2-9b5e-115a91d2f97f service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:47.755864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:47.758436 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-330a0245-f5f4-47fc-a479-cfcc049bbdec" -d '{"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-unplugged", "status": "completed", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:47.766674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-c027bf21-13b6-4fd2-9b5e-115a91d2f97f service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:47.783047 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.785137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.802404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.804474 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/networks/e7418694-91fd-460a-bf30-d8c2b44d54e3 HTTP/1.1" status: 204 len: 168 time: 1.0001998 Sep 10 04:01:47.809042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36720) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:47.825743 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8184c873-06a6-4b71-9053-fdab76805bde x-openstack-request-id: req-8184c873-06a6-4b71-9053-fdab76805bde {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:47.826447 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-unplugged", "status": "completed", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:47.827887 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8184c873-06a6-4b71-9053-fdab76805bde {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:47.830534 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'code': 200} Sep 10 04:01:47.832815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665cfbe4-96d7-4dc6-a150-dcb213596d3e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Network': ['ID=e7418694-91fd-460a-bf30-d8c2b44d54e3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:47.835057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No DVR routers for this DVR port 5d340a05-7d8c-40df-bdb9-8d26665b8448 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:47.836654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Port': ['ID=5d340a05-7d8c-40df-bdb9-8d26665b8448,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:47.883740 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-c027bf21-13b6-4fd2-9b5e-115a91d2f97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.898867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36722) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:47.916689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe4ec7f3-b900-47fa-9a0b-91adb2b23601 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:47.922057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fe4ec7f3-b900-47fa-9a0b-91adb2b23601 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/53db0d41-1aa4-4c68-afa1-db96f298bdbc HTTP/1.1" status: 200 len: 840 time: 0.1119103 Sep 10 04:01:47.944637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36726) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:47.959580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:47.973524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:47.992652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8a31d29-8c29-4104-9cb1-156ce4892e3a']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:47.995035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:47.995991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 56c1ef6e-e3ac-4b5f-8b76-971458e04e37 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:48.005058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6287cbf1-f305-4783-9a55-7c6195d16969') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:48.007438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6287cbf1-f305-4783-9a55-7c6195d16969') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:48.017537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.025117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2995399d-6cfe-4d03-a5a6-db6c8ce8e5f9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/53db0d41-1aa4-4c68-afa1-db96f298bdbc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0792024 Sep 10 04:01:48.025783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36732) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:48.032583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:48.053422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.070959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 231 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:48.071671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:48.074420 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:48.143220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-147ef15e-01f2-4487-a51d-711558ce709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.165704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2adc75-10e4-45cb-b65b-5a069512ab41 req-6f2c2635-9640-46ff-80c0-4dd3de2e8b73 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:48.167722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc2adc75-10e4-45cb-b65b-5a069512ab41 req-6f2c2635-9640-46ff-80c0-4dd3de2e8b73 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 944 time: 0.0556860 Sep 10 04:01:48.205535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-147ef15e-01f2-4487-a51d-711558ce709a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 04:01:48.205535 n-d-808143-1 neutron-server[95137]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Sep 10 04:01:48.205535 n-d-808143-1 neutron-server[95137]: [parameters: {'project_id': '7b421dccfa804ae593d04b129be89f2f', 'id': '3c3b7857-b104-4d81-9099-175270353321', 'expiration': datetime.datetime(2021, 9, 10, 4, 3, 48, 198861)}] Sep 10 04:01:48.205535 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:01:48.206422 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-147ef15e-01f2-4487-a51d-711558ce709a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:01:48.210278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc2adc75-10e4-45cb-b65b-5a069512ab41 req-07aee511-8df0-4beb-9ead-29e668cbbbe2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361254 Sep 10 04:01:48.261233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-58983446-2942-4ece-a9ce-a2354b4248bb req-c027bf21-13b6-4fd2-9b5e-115a91d2f97f service neutron] Transition to ACTIVE for port object a89a564f-ae03-44e2-8efd-d126b8819558 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:48.261454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.268828 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.270616 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/f8a31d29-8c29-4104-9cb1-156ce4892e3a HTTP/1.1" status: 204 len: 168 time: 2.7972784 Sep 10 04:01:48.274229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36738) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:48.279230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-594687405'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:48.282900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed08b8c-5ddb-4cf2-a938-38d5fa171164 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=f8a31d29-8c29-4104-9cb1-156ce4892e3a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:48.284588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:48.291392 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.314366 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-c027bf21-13b6-4fd2-9b5e-115a91d2f97f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.400697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:48.402607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.429621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c027bf21-13b6-4fd2-9b5e-115a91d2f97f service neutron] Pushing event updated for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=11']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:48.471327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:48.473516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-c027bf21-13b6-4fd2-9b5e-115a91d2f97f service neutron] No DVR routers for this DVR port a89a564f-ae03-44e2-8efd-d126b8819558 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:48.524448 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.525385 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment 29a4a61c-014b-4a06-8fb2-cfa88fc8b29a of type vlan for network 3af942b7-13c9-490a-8498-92b20460d858 Sep 10 04:01:48.546748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.579769 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.605147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:48.609073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:48.613787 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:48.614445 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.623060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fedd27-5940-45e7-a8dd-1dafdc38b0ca None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:48.625492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=34a394e6-0cac-480f-96b0-ec064a65dbc5,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:48.688115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-c027bf21-13b6-4fd2-9b5e-115a91d2f97f service neutron] 10.222.0.39 "PUT /v2.0/ports/a89a564f-ae03-44e2-8efd-d126b8819558/bindings/n-h1-808143-1/activate HTTP/1.1" status: 200 len: 369 time: 1.1748195 Sep 10 04:01:48.689435 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-017cab4b-db21-4256-8fed-175e29efeb83 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6628199 Sep 10 04:01:48.692186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36750) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:48.702949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1d3e177d-0100-4f66-be01-cf46ff6f6056 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'security_group': {'name': 'tempest-secgroup-342614281'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:48.706903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-147ef15e-01f2-4487-a51d-711558ce709a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.729563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.740780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:48.741890 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.799901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-5d37553e-b135-4305-938a-f09f893f3c5f', 'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'tenant_id': 'e3ae49d15f8b49e99817abc323e5b9e5', 'fixed_ips': [{'subnet_id': '34a394e6-0cac-480f-96b0-ec064a65dbc5'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:48.799901 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.815890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=3af942b7-13c9-490a-8498-92b20460d858,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:48.828699 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d3e177d-0100-4f66-be01-cf46ff6f6056 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.868775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 3af942b7-13c9-490a-8498-92b20460d858 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:48.896540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-55d59947-f4b4-4932-a7dc-6f16b61e846c tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:48.899261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-55d59947-f4b4-4932-a7dc-6f16b61e846c tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&binding%3Ahost_id=n-h2-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0520239 Sep 10 04:01:48.941438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-147ef15e-01f2-4487-a51d-711558ce709a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.959530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-4633909f-763b-4ed6-857d-9ffbf2e242d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:48.961261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-4633909f-763b-4ed6-857d-9ffbf2e242d2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 1095 time: 0.0536389 Sep 10 04:01:48.998273 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-147ef15e-01f2-4487-a51d-711558ce709a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:48.999940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Allocated IP 172.20.0.2 (5d37553e-b135-4305-938a-f09f893f3c5f/34a394e6-0cac-480f-96b0-ec064a65dbc5/c1498763-ad96-4e8f-94e3-45c927f6b27f) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:49.039457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-4c704c08-9332-400d-a5e0-9a2f61278557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:49.042566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-4c704c08-9332-400d-a5e0-9a2f61278557 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1095 time: 0.0577981 Sep 10 04:01:49.043435 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-147ef15e-01f2-4487-a51d-711558ce709a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b421dccfa804ae593d04b129be89f2f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1439898 Sep 10 04:01:49.044459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-147ef15e-01f2-4487-a51d-711558ce709a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7ea75a0-8e3c-4b4a-9646-fa55e888adce,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:49.046152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36756) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:49.083778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-52e38016-4714-42ab-ba92-c443ae69183a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8084240 Sep 10 04:01:49.088328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36758) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:49.095069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': '3af942b7-13c9-490a-8498-92b20460d858', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:49.176377 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-79d968e5-5b76-4384-b349-87b74fe2f533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.184759 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.196209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Transition to ACTIVE for port object c1498763-ad96-4e8f-94e3-45c927f6b27f will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:49.198565 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-79d968e5-5b76-4384-b349-87b74fe2f533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.214772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Transition to ACTIVE for port object c1498763-ad96-4e8f-94e3-45c927f6b27f will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:49.231335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-a6e2efab-b7a9-4e25-a6db-4facd45cdf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:49.232843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-a6e2efab-b7a9-4e25-a6db-4facd45cdf6c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 HTTP/1.1" status: 200 len: 898 time: 0.1777151 Sep 10 04:01:49.249095 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d3e177d-0100-4f66-be01-cf46ff6f6056 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.279302 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.323029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:49.327991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:49.333695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:49.337571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d3e177d-0100-4f66-be01-cf46ff6f6056 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.341218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Pushing event updated for resources: {'Port': ['ID=c1498763-ad96-4e8f-94e3-45c927f6b27f,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:49.359157 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-79d968e5-5b76-4384-b349-87b74fe2f533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.363056 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-79d968e5-5b76-4384-b349-87b74fe2f533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.363056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-79d968e5-5b76-4384-b349-87b74fe2f533 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7ea75a0-8e3c-4b4a-9646-fa55e888adce HTTP/1.1" status: 204 len: 168 time: 0.3132317 Sep 10 04:01:49.373888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29878e5-7bbc-45e5-9615-06ab0f0caebf req-22822746-2f2f-40bf-8ea9-14a5ffb3da63 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:49.381616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f29878e5-7bbc-45e5-9615-06ab0f0caebf req-22822746-2f2f-40bf-8ea9-14a5ffb3da63 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 944 time: 0.0929046 Sep 10 04:01:49.403951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-7deb0c9b-c688-435e-901d-3b364eec3ae5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 999 time: 0.1520514 Sep 10 04:01:49.404115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Attempting to bind port c1498763-ad96-4e8f-94e3-45c927f6b27f on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:49.404115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Attempting to bind port c1498763-ad96-4e8f-94e3-45c927f6b27f by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '5e78593a-93aa-4efe-9bef-99d0fcb4ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:49.404115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Attempting to bind port c1498763-ad96-4e8f-94e3-45c927f6b27f on network 5d37553e-b135-4305-938a-f09f893f3c5f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:49.404115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:49.404115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Checking segment: {'id': '5e78593a-93aa-4efe-9bef-99d0fcb4ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:49.404115 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.404115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Bound using segment: {'id': '5e78593a-93aa-4efe-9bef-99d0fcb4ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:49.404115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Bound port: c1498763-ad96-4e8f-94e3-45c927f6b27f, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e78593a-93aa-4efe-9bef-99d0fcb4ae0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:49.404115 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.418843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3e177d-0100-4f66-be01-cf46ff6f6056 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=181a4ff5-c4a0-4834-8cc6-4518c9214942,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:49.419099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d968e5-5b76-4384-b349-87b74fe2f533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7ea75a0-8e3c-4b4a-9646-fa55e888adce,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:49.436828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:49.447666 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.490753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1d3e177d-0100-4f66-be01-cf46ff6f6056 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.494784 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1d3e177d-0100-4f66-be01-cf46ff6f6056 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7989576 Sep 10 04:01:49.496120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36772) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:49.520942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f29878e5-7bbc-45e5-9615-06ab0f0caebf req-1414243f-9187-4f05-8abe-bffe4181fcb2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1383297 Sep 10 04:01:49.524153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ad1f3fe7-764f-473f-9a0b-d29111cfd65d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'security_group': {'name': 'tempest-secgroup-637778863'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:49.541642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-9c27cc08-14bf-44a3-9313-bb386b7ec7bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:49.544237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-9c27cc08-14bf-44a3-9313-bb386b7ec7bc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b006d293-1431-409b-95d9-bfa881c345e9 HTTP/1.1" status: 200 len: 834 time: 0.1371131 Sep 10 04:01:49.547570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] For port c1498763-ad96-4e8f-94e3-45c927f6b27f, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:49.553072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] For port c1498763-ad96-4e8f-94e3-45c927f6b27f, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1498763-ad96-4e8f-94e3-45c927f6b27f,segment=NetworkSegment(5e78593a-93aa-4efe-9bef-99d0fcb4ae0b),segment_id=5e78593a-93aa-4efe-9bef-99d0fcb4ae0b)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:49.595611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-23f5e2c3-3832-4be7-8a6e-8b87149f80d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:49.597484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-23f5e2c3-3832-4be7-8a6e-8b87149f80d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450456 Sep 10 04:01:49.634576 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.661503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3fe7-764f-473f-9a0b-d29111cfd65d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.719073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb60d41f-df5e-45da-8dca-98251e5a887b None None] Pushing event updated for resources: {'Port': ['ID=c1498763-ad96-4e8f-94e3-45c927f6b27f,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:49.860216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3fe7-764f-473f-9a0b-d29111cfd65d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.865452 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:49.950961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=77fcd29d-848d-43ab-87e0-3ae9a53737ca,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:49.961104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking segment: {'id': '29a4a61c-014b-4a06-8fb2-cfa88fc8b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3af942b7-13c9-490a-8498-92b20460d858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:49.961816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network hostable DHCP agents. Network: 3af942b7-13c9-490a-8498-92b20460d858, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:49.994653 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3fe7-764f-473f-9a0b-d29111cfd65d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.047947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f3fe7-764f-473f-9a0b-d29111cfd65d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8529ee-1324-4afc-81a4-19dc7536e197,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:50.071668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network 3af942b7-13c9-490a-8498-92b20460d858 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:50.094269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-1fa2a78f-5721-4863-94d2-3c38624f57d9 service neutron] 10.222.0.20 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4890962 Sep 10 04:01:50.130235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad1f3fe7-764f-473f-9a0b-d29111cfd65d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.131096 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ad1f3fe7-764f-473f-9a0b-d29111cfd65d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6339307 Sep 10 04:01:50.133932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36784) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:50.140676 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-196273437', 'security_groups': ['ce8529ee-1324-4afc-81a4-19dc7536e197'], 'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '34a394e6-0cac-480f-96b0-ec064a65dbc5'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:50.166441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 3af942b7-13c9-490a-8498-92b20460d858) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:50.176174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea69f07-752a-4809-9a32-568de1a9f207 None None] Network 3af942b7-13c9-490a-8498-92b20460d858 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:50.201598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:50.203568 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.210360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-ee2d913f-3779-4c41-9880-91b7b543e374 service neutron] 10.222.0.20 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1090794 Sep 10 04:01:50.343748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-3af942b7-13c9-490a-8498-92b20460d858', 'network_id': '3af942b7-13c9-490a-8498-92b20460d858', 'tenant_id': '7495de8365934c4e99c707cbf0779c3d', 'fixed_ips': [{'subnet_id': '77fcd29d-848d-43ab-87e0-3ae9a53737ca'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:50.344707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.354186 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-414735c3-7926-4d09-8c25-e986313c0d06 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2645223 Sep 10 04:01:50.357290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36798) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:50.374632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36804) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:50.386936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': '3af942b7-13c9-490a-8498-92b20460d858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:50.389234 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7691cad-8d20-4dd9-bae7-f032239ca294 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.510936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:50.518282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Allocated IP 2001:db8::2 (3af942b7-13c9-490a-8498-92b20460d858/77fcd29d-848d-43ab-87e0-3ae9a53737ca/ffe81e14-b44d-40f2-971d-6b9de69953e0) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:50.630503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.652806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port 7c22653c-49eb-4a6e-8a22-45636ae9bd2d yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:01:50.699345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc39e9a-1f3b-42a5-8c00-096efc60d090 req-e9211b4c-88b4-46b5-90df-9809caa3243e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:50.702811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fc39e9a-1f3b-42a5-8c00-096efc60d090 req-e9211b4c-88b4-46b5-90df-9809caa3243e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 944 time: 0.0818989 Sep 10 04:01:50.765368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7691cad-8d20-4dd9-bae7-f032239ca294 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.789755 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.800749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Transition to ACTIVE for port object ffe81e14-b44d-40f2-971d-6b9de69953e0 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:50.817733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Transition to ACTIVE for port object ffe81e14-b44d-40f2-971d-6b9de69953e0 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:50.823044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fc39e9a-1f3b-42a5-8c00-096efc60d090 req-512ca96a-a732-42e7-9de6-34c13041d8c0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046169 Sep 10 04:01:50.839255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58983446-2942-4ece-a9ce-a2354b4248bb req-7f04feb5-574f-4235-8385-6a977c6c1471 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:50.840807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-7f04feb5-574f-4235-8385-6a977c6c1471 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&binding%3Ahost_id=n-h1-808143-1 HTTP/1.1" status: 200 len: 1095 time: 0.0742178 Sep 10 04:01:50.856243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7691cad-8d20-4dd9-bae7-f032239ca294 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.878834 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ca069d8d-55c9-4768-b68e-33725010ee1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.898435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.4 (5d37553e-b135-4305-938a-f09f893f3c5f/34a394e6-0cac-480f-96b0-ec064a65dbc5/7c22653c-49eb-4a6e-8a22-45636ae9bd2d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:50.941344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:50.954037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f7691cad-8d20-4dd9-bae7-f032239ca294 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11cc633ffd0d42acb3ba1c223b140c73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5764518 Sep 10 04:01:50.957218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36834) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:50.959199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7691cad-8d20-4dd9-bae7-f032239ca294 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13e4d9be-d50f-4392-9c96-c5ec91141566,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:50.983454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Network 3af942b7-13c9-490a-8498-92b20460d858 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:50.986532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:50.992322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:50.992547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:50.995831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.000139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Pushing event updated for resources: {'Port': ['ID=ffe81e14-b44d-40f2-971d-6b9de69953e0,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:51.075620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Attempting to bind port ffe81e14-b44d-40f2-971d-6b9de69953e0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:51.076231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Attempting to bind port ffe81e14-b44d-40f2-971d-6b9de69953e0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '29a4a61c-014b-4a06-8fb2-cfa88fc8b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3af942b7-13c9-490a-8498-92b20460d858'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:51.076629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Attempting to bind port ffe81e14-b44d-40f2-971d-6b9de69953e0 on network 3af942b7-13c9-490a-8498-92b20460d858 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:51.083225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:51.083627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Checking segment: {'id': '29a4a61c-014b-4a06-8fb2-cfa88fc8b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3af942b7-13c9-490a-8498-92b20460d858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:51.084007 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.084398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Bound using segment: {'id': '29a4a61c-014b-4a06-8fb2-cfa88fc8b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3af942b7-13c9-490a-8498-92b20460d858'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:51.084870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Bound port: ffe81e14-b44d-40f2-971d-6b9de69953e0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29a4a61c-014b-4a06-8fb2-cfa88fc8b29a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': '3af942b7-13c9-490a-8498-92b20460d858'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:51.085588 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.089125 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f265714a-af19-46f6-9972-3f090f6ef7bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.143433 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f265714a-af19-46f6-9972-3f090f6ef7bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.155896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-80a57cf8-ae52-415c-9e18-f514ce9c0493 None None] Provisioning for port c1498763-ad96-4e8f-94e3-45c927f6b27f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:51.159838 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.167383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] For port ffe81e14-b44d-40f2-971d-6b9de69953e0, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:51.172750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] For port ffe81e14-b44d-40f2-971d-6b9de69953e0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ffe81e14-b44d-40f2-971d-6b9de69953e0,segment=NetworkSegment(29a4a61c-014b-4a06-8fb2-cfa88fc8b29a),segment_id=29a4a61c-014b-4a06-8fb2-cfa88fc8b29a)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:51.178783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-80a57cf8-ae52-415c-9e18-f514ce9c0493 None None] Provisioning complete for port 53db0d41-1aa4-4c68-afa1-db96f298bdbc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:51.179447 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-80a57cf8-ae52-415c-9e18-f514ce9c0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.186545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object 7c22653c-49eb-4a6e-8a22-45636ae9bd2d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:51.217008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-80a57cf8-ae52-415c-9e18-f514ce9c0493 None None] Port 53db0d41-1aa4-4c68-afa1-db96f298bdbc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:51.235464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-58983446-2942-4ece-a9ce-a2354b4248bb req-0c22d602-91ec-49e8-9ffa-8161a3e1554e service neutron] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:51.238612 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-58983446-2942-4ece-a9ce-a2354b4248bb req-0c22d602-91ec-49e8-9ffa-8161a3e1554e service neutron] Notify callbacks [] for binding, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.240557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-0c22d602-91ec-49e8-9ffa-8161a3e1554e service neutron] 10.222.0.20 "DELETE /v2.0/ports/a89a564f-ae03-44e2-8efd-d126b8819558/bindings/n-h2-808143-1 HTTP/1.1" status: 204 len: 173 time: 0.3891973 Sep 10 04:01:51.261025 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.287489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a89a564f-ae03-44e2-8efd-d126b8819558 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:01:51.317590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f265714a-af19-46f6-9972-3f090f6ef7bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.320916 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f265714a-af19-46f6-9972-3f090f6ef7bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.323107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f265714a-af19-46f6-9972-3f090f6ef7bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13e4d9be-d50f-4392-9c96-c5ec91141566 HTTP/1.1" status: 204 len: 168 time: 0.3638973 Sep 10 04:01:51.333511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f265714a-af19-46f6-9972-3f090f6ef7bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13e4d9be-d50f-4392-9c96-c5ec91141566,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:51.350234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.363722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a89a564f-ae03-44e2-8efd-d126b8819558 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:01:51.365595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4b799d-8933-449c-8bb6-ae18c0b125bd None None] Pushing event updated for resources: {'Port': ['ID=ffe81e14-b44d-40f2-971d-6b9de69953e0,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:51.447407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:51.452009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:51.456371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=7c22653c-49eb-4a6e-8a22-45636ae9bd2d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:51.468218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:51.557417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:51.558047 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.910863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ed359940-73ff-4c9f-ab56-aa8e1a192bc5 None None] Provisioning for port 7c22653c-49eb-4a6e-8a22-45636ae9bd2d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:51.923962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ed359940-73ff-4c9f-ab56-aa8e1a192bc5 None None] Provisioning complete for port 7c22653c-49eb-4a6e-8a22-45636ae9bd2d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:51.929760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ed359940-73ff-4c9f-ab56-aa8e1a192bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:51.992438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ed359940-73ff-4c9f-ab56-aa8e1a192bc5 None None] Port 7c22653c-49eb-4a6e-8a22-45636ae9bd2d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:52.013933 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-99616283-4e35-4118-a796-f78fd9193dd5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.8776650 Sep 10 04:01:52.017725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36874) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:52.025004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bb0bee53-0251-4c4c-b787-aa530e35f70d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:52.025249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb925a9-4b9d-46fc-81bc-4194085d8b6d req-12ba04c4-3859-43cc-bec2-f8f079448bbf tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.027533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fb925a9-4b9d-46fc-81bc-4194085d8b6d req-12ba04c4-3859-43cc-bec2-f8f079448bbf tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 944 time: 0.1121676 Sep 10 04:01:52.097855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1498763-ad96-4e8f-94e3-45c927f6b27f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:52.101455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fb925a9-4b9d-46fc-81bc-4194085d8b6d req-8d7815cb-b919-40ea-9d99-6e946be8a738 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647848 Sep 10 04:01:52.108226 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.162287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network 3af942b7-13c9-490a-8498-92b20460d858 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:52.170592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:52.190746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.191344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.233860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=2920d357-6c73-4067-89a8-5036c6988b12,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:52.245725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port c1498763-ad96-4e8f-94e3-45c927f6b27f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:52.252031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:52.254197 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.260451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7aa1bb-6a06-430a-9566-c779763cd619 req-7655f6ef-66d7-4e69-8b45-84a5a8b8755b tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.262008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d7aa1bb-6a06-430a-9566-c779763cd619 req-7655f6ef-66d7-4e69-8b45-84a5a8b8755b tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1095 time: 0.0806847 Sep 10 04:01:52.331228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d7aa1bb-6a06-430a-9566-c779763cd619 req-019f9a9f-ebf5-4c89-a60e-79553b36f9d7 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553236 Sep 10 04:01:52.338739 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-55f1a85c-7bd5-452a-a859-4a216a51d6c5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9803936 Sep 10 04:01:52.344044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36882) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:52.380014 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.425524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb0bee53-0251-4c4c-b787-aa530e35f70d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:52.428998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port c1498763-ad96-4e8f-94e3-45c927f6b27f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1498763-ad96-4e8f-94e3-45c927f6b27f,segment=NetworkSegment(5e78593a-93aa-4efe-9bef-99d0fcb4ae0b),segment_id=5e78593a-93aa-4efe-9bef-99d0fcb4ae0b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:52.429156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb0bee53-0251-4c4c-b787-aa530e35f70d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.436650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36886) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:52.520837 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.523110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ffe81e14-b44d-40f2-971d-6b9de69953e0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:52.537544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a51bd-8785-4f94-87ac-9e7a63612b0a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.539403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a51bd-8785-4f94-87ac-9e7a63612b0a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.550196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a51bd-8785-4f94-87ac-9e7a63612b0a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.557520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a51bd-8785-4f94-87ac-9e7a63612b0a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.559172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a51bd-8785-4f94-87ac-9e7a63612b0a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.563793 n-d-808143-1 neutron-server[95137]: INFO neutron.db.ipam_backend_mixin [None req-bb0bee53-0251-4c4c-b787-aa530e35f70d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 34a394e6-0cac-480f-96b0-ec064a65dbc5 (CIDR: 172.20.0.0/28) Sep 10 04:01:52.564852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36892) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:52.568420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0e6a51bd-8785-4f94-87ac-9e7a63612b0a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2220805 Sep 10 04:01:52.571210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-206864004'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:52.582889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ad9a1-cd3e-43fa-9277-0a373c610f19 req-e6179f88-2c99-41bf-a665-07c526d67ef2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.601693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e6ad9a1-cd3e-43fa-9277-0a373c610f19 req-e6179f88-2c99-41bf-a665-07c526d67ef2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 944 time: 0.1514852 Sep 10 04:01:52.611953 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb0bee53-0251-4c4c-b787-aa530e35f70d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:01:52.613052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb0bee53-0251-4c4c-b787-aa530e35f70d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:01:52.650784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9359a913-0d44-4880-a1db-fdc33eb35755 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.652396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e6ad9a1-cd3e-43fa-9277-0a373c610f19 req-5a21c001-8824-4969-8381-7b5c13bcc9cd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497017 Sep 10 04:01:52.668777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:52.678447 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.679810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36896) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:52.722522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:01:52.734948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.735347 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment 29073396-78d4-489c-b0e9-994e16232c9f of type vlan for network 56b88039-829d-443d-87b5-360d6c421338 Sep 10 04:01:52.764937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f10baa8d-c637-4e16-8dbc-ed97ec92f0d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/9958f762-90f9-419b-8b2f-4f0dda5451d5 HTTP/1.1" status: 200 len: 991 time: 0.0829229 Sep 10 04:01:52.770932 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bb0bee53-0251-4c4c-b787-aa530e35f70d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7521312 Sep 10 04:01:52.774816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36900) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:52.781937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:52.794423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.798411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3886c9b8-df58-42ae-ad33-a5ef1829810b None None] Network 3af942b7-13c9-490a-8498-92b20460d858 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:52.883947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=c1498763-ad96-4e8f-94e3-45c927f6b27f,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:52.904533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9359a913-0d44-4880-a1db-fdc33eb35755 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.917087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.922938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:52.923798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.963045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-08cbf41c-e1dc-4495-b0e1-236cfa609923 None None] Provisioning for port ffe81e14-b44d-40f2-971d-6b9de69953e0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:52.966028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ffe81e14-b44d-40f2-971d-6b9de69953e0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:52.989692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-08cbf41c-e1dc-4495-b0e1-236cfa609923 None None] Provisioning complete for port ffe81e14-b44d-40f2-971d-6b9de69953e0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:52.991868 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-08cbf41c-e1dc-4495-b0e1-236cfa609923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:52.993005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=56b88039-829d-443d-87b5-360d6c421338,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:52.994152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ffe81e14-b44d-40f2-971d-6b9de69953e0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:52.994508 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.010963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9359a913-0d44-4880-a1db-fdc33eb35755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.021718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 56b88039-829d-443d-87b5-360d6c421338 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:53.057504 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359a913-0d44-4880-a1db-fdc33eb35755 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de12745-babb-463e-bd5d-e81682227ed7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:53.062171 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9359a913-0d44-4880-a1db-fdc33eb35755 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=843cf544d6094f6482e84c602a95fd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6243298 Sep 10 04:01:53.064982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36906) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:53.067384 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9d655b97-5565-459f-bcb9-c1a468cb5263 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5013890 Sep 10 04:01:53.071311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36908) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:53.079782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9e2914c4-6821-4b84-8668-29d938164313 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'New_network'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:53.134365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-53e1ca2b-de68-48bd-8b51-7f4c70905e8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.159732 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-53e1ca2b-de68-48bd-8b51-7f4c70905e8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.189159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:53.202983 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.268189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-08cbf41c-e1dc-4495-b0e1-236cfa609923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.270261 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.271882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b339f8-30cd-4fbc-b373-2acf56babe8d None None] Update dhcp port {'port': {'network_id': '3af942b7-13c9-490a-8498-92b20460d858', 'fixed_ips': [{'subnet_id': '77fcd29d-848d-43ab-87e0-3ae9a53737ca', 'ip_address': '2001:db8::2'}, {'subnet_id': '2920d357-6c73-4067-89a8-5036c6988b12'}], 'binding:host_id': 'n-d-808143-1'}, 'id': 'ffe81e14-b44d-40f2-971d-6b9de69953e0'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 04:01:53.272667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e2914c4-6821-4b84-8668-29d938164313 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.323140 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3b339f8-30cd-4fbc-b373-2acf56babe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.345495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-08cbf41c-e1dc-4495-b0e1-236cfa609923 None None] For port ffe81e14-b44d-40f2-971d-6b9de69953e0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ffe81e14-b44d-40f2-971d-6b9de69953e0,segment=NetworkSegment(29a4a61c-014b-4a06-8fb2-cfa88fc8b29a),segment_id=29a4a61c-014b-4a06-8fb2-cfa88fc8b29a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:53.352366 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e2914c4-6821-4b84-8668-29d938164313 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.361817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9e2914c4-6821-4b84-8668-29d938164313 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network 56b88039-829d-443d-87b5-360d6c421338 is not hosted by any dhcp agent {{(pid=95137) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 04:01:53.367186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2914c4-6821-4b84-8668-29d938164313 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:53.367803 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e2914c4-6821-4b84-8668-29d938164313 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.369166 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9e2914c4-6821-4b84-8668-29d938164313 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "PUT /v2.0/networks/56b88039-829d-443d-87b5-360d6c421338 HTTP/1.1" status: 200 len: 723 time: 0.2968700 Sep 10 04:01:53.372028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36912) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:53.377649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': '56b88039-829d-443d-87b5-360d6c421338', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:53.403817 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-53e1ca2b-de68-48bd-8b51-7f4c70905e8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.406327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-53e1ca2b-de68-48bd-8b51-7f4c70905e8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.409833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-53e1ca2b-de68-48bd-8b51-7f4c70905e8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6de12745-babb-463e-bd5d-e81682227ed7 HTTP/1.1" status: 204 len: 168 time: 0.3408785 Sep 10 04:01:53.435033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2914c4-6821-4b84-8668-29d938164313 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=56b88039-829d-443d-87b5-360d6c421338,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:53.441278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e1ca2b-de68-48bd-8b51-7f4c70905e8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de12745-babb-463e-bd5d-e81682227ed7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:53.473700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 56b88039-829d-443d-87b5-360d6c421338 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:01:53.476146 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-08cbf41c-e1dc-4495-b0e1-236cfa609923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.630167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:53.636724 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.654410 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c78447a-7d8a-4a42-8904-3293a3a18f85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.687987 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:01:53.688439 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:01:53.694175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cbf41c-e1dc-4495-b0e1-236cfa609923 None None] Pushing event updated for resources: {'Port': ['ID=ffe81e14-b44d-40f2-971d-6b9de69953e0,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:53.716626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f3b339f8-30cd-4fbc-b373-2acf56babe8d None None] Allocated IP 172.20.0.1 (3af942b7-13c9-490a-8498-92b20460d858/2920d357-6c73-4067-89a8-5036c6988b12/ffe81e14-b44d-40f2-971d-6b9de69953e0) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:53.735260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.762583 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.807245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:53.814857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:53.817816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:53.818400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.824365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f3b339f8-30cd-4fbc-b373-2acf56babe8d None None] For port ffe81e14-b44d-40f2-971d-6b9de69953e0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ffe81e14-b44d-40f2-971d-6b9de69953e0,segment=NetworkSegment(29a4a61c-014b-4a06-8fb2-cfa88fc8b29a),segment_id=29a4a61c-014b-4a06-8fb2-cfa88fc8b29a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:53.829134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2c58ea-65c1-4649-8641-26411a90268f None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:53.851356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=f989d5b3-1eb2-4194-8369-a3021987c0d8,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:53.888705 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3b339f8-30cd-4fbc-b373-2acf56babe8d None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:53.913292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8ca079b5-66e0-4b1d-8a1d-741543cc449a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1369371 Sep 10 04:01:53.915730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36930) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:53.920848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1487791965', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f989d5b3-1eb2-4194-8369-a3021987c0d8'}], 'security_groups': ['181a4ff5-c4a0-4834-8cc6-4518c9214942']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:53.940346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f3b339f8-30cd-4fbc-b373-2acf56babe8d None None] Transition to ACTIVE for port object ffe81e14-b44d-40f2-971d-6b9de69953e0 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:54.014868 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.032893 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3b339f8-30cd-4fbc-b373-2acf56babe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.095598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=bcde7d58-2e7d-46ae-bbe9-6d76c66eee68,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:54.135190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.144274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking segment: {'id': '29073396-78d4-489c-b0e9-994e16232c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '56b88039-829d-443d-87b5-360d6c421338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:54.144640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network hostable DHCP agents. Network: 56b88039-829d-443d-87b5-360d6c421338, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:01:54.154910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b339f8-30cd-4fbc-b373-2acf56babe8d None None] Pushing event updated for resources: {'Port': ['ID=ffe81e14-b44d-40f2-971d-6b9de69953e0,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:54.167262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa72fcb5-8e32-4090-8fe3-39d2ad09e2d7 None None] Update dhcp port {'port': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'fixed_ips': [{'subnet_id': '34a394e6-0cac-480f-96b0-ec064a65dbc5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f989d5b3-1eb2-4194-8369-a3021987c0d8'}], 'binding:host_id': 'n-d-808143-1'}, 'id': 'c1498763-ad96-4e8f-94e3-45c927f6b27f'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 04:01:54.214586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36936) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:54.218967 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aa72fcb5-8e32-4090-8fe3-39d2ad09e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.241154 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-20904f1e-b365-4a9f-8fe1-59a6b324acfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.312859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network 56b88039-829d-443d-87b5-360d6c421338 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:01:54.392082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-20904f1e-b365-4a9f-8fe1-59a6b324acfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.400006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 56b88039-829d-443d-87b5-360d6c421338) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:54.410494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:54.411137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.411800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bad2d50-3810-4c7a-950f-5e3d06b2993b None None] Network 56b88039-829d-443d-87b5-360d6c421338 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:54.456915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-20904f1e-b365-4a9f-8fe1-59a6b324acfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.459739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1498763-ad96-4e8f-94e3-45c927f6b27f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:54.510748 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-20904f1e-b365-4a9f-8fe1-59a6b324acfb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8510aa35e794603bed53c60513448a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2932835 Sep 10 04:01:54.514173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36938) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:54.540383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20904f1e-b365-4a9f-8fe1-59a6b324acfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe4579d-495b-48a1-ba3c-cd0680437898,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:54.556630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d6c5a513-eb30-4183-a7f1-2058fd6104a8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1776888 Sep 10 04:01:54.558371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36942) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:54.567012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f9ad1ae9-22e9-4127-b94f-0bb9b9504fe9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:54.618918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Delete allocated IP 172.20.0.4 (5d37553e-b135-4305-938a-f09f893f3c5f/34a394e6-0cac-480f-96b0-ec064a65dbc5) {{(pid=95136) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 04:01:54.625454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d10099c-b079-4bb0-b2af-ff3062ef2e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.648386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.22 (5d37553e-b135-4305-938a-f09f893f3c5f/f989d5b3-1eb2-4194-8369-a3021987c0d8/7c22653c-49eb-4a6e-8a22-45636ae9bd2d) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:54.655404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-56b88039-829d-443d-87b5-360d6c421338', 'network_id': '56b88039-829d-443d-87b5-360d6c421338', 'tenant_id': '7495de8365934c4e99c707cbf0779c3d', 'fixed_ips': [{'subnet_id': 'bcde7d58-2e7d-46ae-bbe9-6d76c66eee68'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:01:54.656291 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.660017 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d10099c-b079-4bb0-b2af-ff3062ef2e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.750793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:54.751165 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.761980 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1ae9-22e9-4127-b94f-0bb9b9504fe9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4905869'] for subnet, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.815406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d10099c-b079-4bb0-b2af-ff3062ef2e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.818009 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d10099c-b079-4bb0-b2af-ff3062ef2e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:54.819129 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2d10099c-b079-4bb0-b2af-ff3062ef2e6e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfe4579d-495b-48a1-ba3c-cd0680437898 HTTP/1.1" status: 204 len: 168 time: 0.3040197 Sep 10 04:01:54.838811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d10099c-b079-4bb0-b2af-ff3062ef2e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe4579d-495b-48a1-ba3c-cd0680437898,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:54.944992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ffe81e14-b44d-40f2-971d-6b9de69953e0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:54.974925 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd3204e-b6e9-4f99-9f98-d50622c4b649 None None] Network 3af942b7-13c9-490a-8498-92b20460d858 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:55.017079 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.033311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object 7c22653c-49eb-4a6e-8a22-45636ae9bd2d will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:55.038730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Allocated IP 2001:db8::2 (56b88039-829d-443d-87b5-360d6c421338/bcde7d58-2e7d-46ae-bbe9-6d76c66eee68/c952647a-e2d0-4353-bef5-26c6c8254551) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:55.056448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36954) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:55.113582 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.279022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=7c22653c-49eb-4a6e-8a22-45636ae9bd2d,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:55.294190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] In _notify_port_updated(), no bound segment for port 7c22653c-49eb-4a6e-8a22-45636ae9bd2d on network 5d37553e-b135-4305-938a-f09f893f3c5f {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:01:55.296094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:55.296750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.298365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-41a624cb-8e22-4743-9338-c96fe7544142 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "PUT /v2.0/ports/7c22653c-49eb-4a6e-8a22-45636ae9bd2d HTTP/1.1" status: 200 len: 921 time: 1.3814409 Sep 10 04:01:55.301885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36960) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:55.353178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ffe81e14-b44d-40f2-971d-6b9de69953e0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:55.353552 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.371043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port 4deb9160-4ce1-4f6b-9ba5-a729807bf663 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:55.372092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.395514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-82a4573f-171f-4ec4-b049-c2b556b5a269 None None] Provisioning for port ffe81e14-b44d-40f2-971d-6b9de69953e0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:55.399323 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.405781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-82a4573f-171f-4ec4-b049-c2b556b5a269 None None] Provisioning complete for port ffe81e14-b44d-40f2-971d-6b9de69953e0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:55.406142 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-82a4573f-171f-4ec4-b049-c2b556b5a269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.411477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f62f2-2040-4edb-b9f4-2b13c50978f0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 7c22653c-49eb-4a6e-8a22-45636ae9bd2d {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:55.411853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e7f62f2-2040-4edb-b9f4-2b13c50978f0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.472239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.473974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.500003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e7f62f2-2040-4edb-b9f4-2b13c50978f0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.515562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for 4deb9160-4ce1-4f6b-9ba5-a729807bf663 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:55.515808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-1e7f62f2-2040-4edb-b9f4-2b13c50978f0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 7c22653c-49eb-4a6e-8a22-45636ae9bd2d owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:55.517352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-aa72fcb5-8e32-4090-8fe3-39d2ad09e2d7 None None] Allocated IP 172.20.0.18 (5d37553e-b135-4305-938a-f09f893f3c5f/f989d5b3-1eb2-4194-8369-a3021987c0d8/c1498763-ad96-4e8f-94e3-45c927f6b27f) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:55.717970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e7f62f2-2040-4edb-b9f4-2b13c50978f0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.755371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f62f2-2040-4edb-b9f4-2b13c50978f0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=7c22653c-49eb-4a6e-8a22-45636ae9bd2d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:55.786560 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.805527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Transition to ACTIVE for port object c952647a-e2d0-4353-bef5-26c6c8254551 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:55.832311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-aa72fcb5-8e32-4090-8fe3-39d2ad09e2d7 None None] For port c1498763-ad96-4e8f-94e3-45c927f6b27f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1498763-ad96-4e8f-94e3-45c927f6b27f,segment=NetworkSegment(5e78593a-93aa-4efe-9bef-99d0fcb4ae0b),segment_id=5e78593a-93aa-4efe-9bef-99d0fcb4ae0b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:55.843528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1e7f62f2-2040-4edb-b9f4-2b13c50978f0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.845499 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1e7f62f2-2040-4edb-b9f4-2b13c50978f0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/7c22653c-49eb-4a6e-8a22-45636ae9bd2d HTTP/1.1" status: 204 len: 168 time: 0.5425618 Sep 10 04:01:55.846667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Transition to ACTIVE for port object c952647a-e2d0-4353-bef5-26c6c8254551 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:55.848453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36974) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:55.877309 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b13a7c5-c1ce-437e-b79d-d29204389e7c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:01:55.878881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4b13a7c5-c1ce-437e-b79d-d29204389e7c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/7c22653c-49eb-4a6e-8a22-45636ae9bd2d HTTP/1.1" status: 404 len: 333 time: 0.0292456 Sep 10 04:01:55.881939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36976) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:55.886146 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aa72fcb5-8e32-4090-8fe3-39d2ad09e2d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.912643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.923381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aa72fcb5-8e32-4090-8fe3-39d2ad09e2d7 None None] Transition to ACTIVE for port object c1498763-ad96-4e8f-94e3-45c927f6b27f will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:01:55.953565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=4deb9160-4ce1-4f6b-9ba5-a729807bf663,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:55.958388 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.963092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-546f3c9e-786d-4ff8-b474-1fa11388d98b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:55.997834 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-546f3c9e-786d-4ff8-b474-1fa11388d98b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.006198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Network 56b88039-829d-443d-87b5-360d6c421338 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:56.015341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:56.039115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:01:56.044009 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aa72fcb5-8e32-4090-8fe3-39d2ad09e2d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.058781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Pushing event updated for resources: {'Port': ['ID=c952647a-e2d0-4353-bef5-26c6c8254551,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:56.131783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.131783 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Floating IP 9958f762-90f9-419b-8b2f-4f0dda5451d5 disassociated (deleted). External IP: 172.25.3.149, port: a89a564f-ae03-44e2-8efd-d126b8819558. Sep 10 04:01:56.141641 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-546f3c9e-786d-4ff8-b474-1fa11388d98b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.147308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-546f3c9e-786d-4ff8-b474-1fa11388d98b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.149171 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-546f3c9e-786d-4ff8-b474-1fa11388d98b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/security-groups/ce8529ee-1324-4afc-81a4-19dc7536e197 HTTP/1.1" status: 204 len: 168 time: 0.2655787 Sep 10 04:01:56.153596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36982) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:56.174967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546f3c9e-786d-4ff8-b474-1fa11388d98b tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8529ee-1324-4afc-81a4-19dc7536e197,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:56.233350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ba8996b7-32f3-4b81-a6f1-76d74d1494f9 None None] Provisioning complete for port ffe81e14-b44d-40f2-971d-6b9de69953e0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:56.233731 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba8996b7-32f3-4b81-a6f1-76d74d1494f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.235396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Attempting to bind port c952647a-e2d0-4353-bef5-26c6c8254551 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:01:56.235781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Attempting to bind port c952647a-e2d0-4353-bef5-26c6c8254551 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '29073396-78d4-489c-b0e9-994e16232c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '56b88039-829d-443d-87b5-360d6c421338'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:01:56.236144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Attempting to bind port c952647a-e2d0-4353-bef5-26c6c8254551 on network 56b88039-829d-443d-87b5-360d6c421338 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:01:56.263839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c407e29-b4c6-4511-b8c0-40f51cc51a0a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.278014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa72fcb5-8e32-4090-8fe3-39d2ad09e2d7 None None] Pushing event updated for resources: {'Port': ['ID=c1498763-ad96-4e8f-94e3-45c927f6b27f,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:56.286094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:01:56.288264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Checking segment: {'id': '29073396-78d4-489c-b0e9-994e16232c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '56b88039-829d-443d-87b5-360d6c421338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:01:56.288264 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.288264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Bound using segment: {'id': '29073396-78d4-489c-b0e9-994e16232c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '56b88039-829d-443d-87b5-360d6c421338'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:01:56.288264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Bound port: c952647a-e2d0-4353-bef5-26c6c8254551, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '29073396-78d4-489c-b0e9-994e16232c9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '56b88039-829d-443d-87b5-360d6c421338'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:01:56.288264 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.304485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c407e29-b4c6-4511-b8c0-40f51cc51a0a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.330795 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1ae9-22e9-4127-b94f-0bb9b9504fe9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736580656909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15957134'] for subnet, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.353092 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.411955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ad1ae9-22e9-4127-b94f-0bb9b9504fe9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=bcde7d58-2e7d-46ae-bbe9-6d76c66eee68,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:56.454361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c407e29-b4c6-4511-b8c0-40f51cc51a0a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.457971 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c407e29-b4c6-4511-b8c0-40f51cc51a0a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.458498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1498763-ad96-4e8f-94e3-45c927f6b27f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:56.459456 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2c407e29-b4c6-4511-b8c0-40f51cc51a0a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/security-groups/181a4ff5-c4a0-4834-8cc6-4518c9214942 HTTP/1.1" status: 204 len: 168 time: 0.3013813 Sep 10 04:01:56.469593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36988) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:56.485880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c407e29-b4c6-4511-b8c0-40f51cc51a0a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=181a4ff5-c4a0-4834-8cc6-4518c9214942,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:56.503461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9ad1ae9-22e9-4127-b94f-0bb9b9504fe9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:56.504544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9ad1ae9-22e9-4127-b94f-0bb9b9504fe9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.509237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f9ad1ae9-22e9-4127-b94f-0bb9b9504fe9 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "PUT /v2.0/subnets/bcde7d58-2e7d-46ae-bbe9-6d76c66eee68 HTTP/1.1" status: 200 len: 826 time: 1.9497364 Sep 10 04:01:56.512172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36992) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:56.542734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] For port c952647a-e2d0-4353-bef5-26c6c8254551, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:01:56.548941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] For port c952647a-e2d0-4353-bef5-26c6c8254551, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c952647a-e2d0-4353-bef5-26c6c8254551,segment=NetworkSegment(29073396-78d4-489c-b0e9-994e16232c9f),segment_id=29073396-78d4-489c-b0e9-994e16232c9f)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:01:56.574128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aba795d-e088-4b38-86f1-3bfa7a4d8752 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet 34a394e6-0cac-480f-96b0-ec064a65dbc5 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:01:56.588494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aba795d-e088-4b38-86f1-3bfa7a4d8752 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.609241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:01:56.638774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aba795d-e088-4b38-86f1-3bfa7a4d8752 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.649912 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.749850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aba795d-e088-4b38-86f1-3bfa7a4d8752 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.792680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa77373-4df2-4565-b15e-e435ae0b6e5b None None] Pushing event updated for resources: {'Port': ['ID=c952647a-e2d0-4353-bef5-26c6c8254551,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:56.794026 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.896882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:01:56.907915 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.908155 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] Sync routers for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:01:56.940688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aba795d-e088-4b38-86f1-3bfa7a4d8752 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:56.955922 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:56.967802 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:57.026681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-85e13deb-88ad-443f-ac53-9301026479d1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/floatingips/9958f762-90f9-419b-8b2f-4f0dda5451d5 HTTP/1.1" status: 204 len: 168 time: 1.9668705 Sep 10 04:01:57.030387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aba795d-e088-4b38-86f1-3bfa7a4d8752 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=34a394e6-0cac-480f-96b0-ec064a65dbc5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:57.034932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8aba795d-e088-4b38-86f1-3bfa7a4d8752 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:57.036984 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8aba795d-e088-4b38-86f1-3bfa7a4d8752 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/34a394e6-0cac-480f-96b0-ec064a65dbc5 HTTP/1.1" status: 204 len: 168 time: 0.5662344 Sep 10 04:01:57.043707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37034) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:57.055097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:57.060934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:57.066283 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60fedb3d-feb0-42de-923e-c3febe57179a" -d '{"events": [{"name": "network-changed", "server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:57.096729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting port c952647a-e2d0-4353-bef5-26c6c8254551 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:57.097072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:57.183308 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f47d25-35b2-4216-b77a-29137f4c5249 x-openstack-request-id: req-d2f47d25-35b2-4216-b77a-29137f4c5249 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:57.184015 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:57.184015 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2f47d25-35b2-4216-b77a-29137f4c5249 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:57.184743 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'status': 'completed', 'code': 200} Sep 10 04:01:57.234600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c480818-2765-4d7e-a399-cf10f9b93ff5 None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:57.236019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37048) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:57.321380 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:57.447384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1db1037-5bd1-437d-98f3-fa37bb7e1614 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:57.476512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:01:57.480442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:57.527785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b2189458-570e-4808-8391-cd568b525527 None None] Provisioning for port c1498763-ad96-4e8f-94e3-45c927f6b27f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:01:57.544692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b2189458-570e-4808-8391-cd568b525527 None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:57.545865 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b2189458-570e-4808-8391-cd568b525527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:57.642116 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0a4c7f89-e92a-4fa4-a6a6-493ebaa24896', 'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:60:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:37Z', 'updated_at': '2021-09-10T04:00:46Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:57.710451 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] Checking router: 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:01:57.730675 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:01:57.734162 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:57.757995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b2189458-570e-4808-8391-cd568b525527 None None] Could not find standard attr ID for object 7c22653c-49eb-4a6e-8a22-45636ae9bd2d. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:01:57.772999 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b2189458-570e-4808-8391-cd568b525527 None None] Provisioning complete for port 53db0d41-1aa4-4c68-afa1-db96f298bdbc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:57.788507 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b2189458-570e-4808-8391-cd568b525527 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:57.807203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] For port c952647a-e2d0-4353-bef5-26c6c8254551, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c952647a-e2d0-4353-bef5-26c6c8254551,segment=NetworkSegment(29073396-78d4-489c-b0e9-994e16232c9f),segment_id=29073396-78d4-489c-b0e9-994e16232c9f)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:57.809110 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:57.840674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fedb3d-feb0-42de-923e-c3febe57179a req-0bc04bc9-ed76-41b7-bfc4-cfc83989e896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:57.848972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b2189458-570e-4808-8391-cd568b525527 None None] Port 53db0d41-1aa4-4c68-afa1-db96f298bdbc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:57.854208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60fedb3d-feb0-42de-923e-c3febe57179a req-0bc04bc9-ed76-41b7-bfc4-cfc83989e896 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 1095 time: 0.2461653 Sep 10 04:01:57.872991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Calling delete_port for c952647a-e2d0-4353-bef5-26c6c8254551 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:57.937619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51747a1a-9653-4dc4-93a6-a6215d60cc0b req-452a7e41-bb47-4ba1-9145-ae06dc942794 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:57.940034 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51747a1a-9653-4dc4-93a6-a6215d60cc0b req-452a7e41-bb47-4ba1-9145-ae06dc942794 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 944 time: 0.3311021 Sep 10 04:01:57.941837 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:01:57.958964 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1db1037-5bd1-437d-98f3-fa37bb7e1614 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:57.996890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37056) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:58.108986 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1db1037-5bd1-437d-98f3-fa37bb7e1614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.111426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51747a1a-9653-4dc4-93a6-a6215d60cc0b req-41390042-944b-4b30-b819-5684ea8044d0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=f1a86145-4035-4a96-a5bf-d39f6662e666&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1587012 Sep 10 04:01:58.158860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fedb3d-feb0-42de-923e-c3febe57179a req-12d2656d-4d34-404e-86fe-931a3c5af6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:58.160789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60fedb3d-feb0-42de-923e-c3febe57179a req-12d2656d-4d34-404e-86fe-931a3c5af6f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 HTTP/1.1" status: 200 len: 898 time: 0.3057268 Sep 10 04:01:58.212760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60fedb3d-feb0-42de-923e-c3febe57179a req-5ae96ce1-4856-45ac-b3f8-9ef16959e069 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 200 len: 217 time: 0.0431688 Sep 10 04:01:58.240616 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f1db1037-5bd1-437d-98f3-fa37bb7e1614 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a71a961bb4df4584b1f29510391bef29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0035174 Sep 10 04:01:58.243861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37060) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:58.259576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1db1037-5bd1-437d-98f3-fa37bb7e1614 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e5d20c-58ca-447f-9055-b7f03a3d4b22,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:58.325486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fedb3d-feb0-42de-923e-c3febe57179a req-b004dff1-00f1-4cf7-a696-446d8090befa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:58.326005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6db9729d-28f7-450d-b746-04bd27bc3902 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:58.327643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60fedb3d-feb0-42de-923e-c3febe57179a req-b004dff1-00f1-4cf7-a696-446d8090befa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b006d293-1431-409b-95d9-bfa881c345e9 HTTP/1.1" status: 200 len: 834 time: 0.1067827 Sep 10 04:01:58.327795 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6db9729d-28f7-450d-b746-04bd27bc3902 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 944 time: 0.2843547 Sep 10 04:01:58.337059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.377681 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d36909d-226a-45cb-af8d-39e9866fecd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.414578 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.447990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0d0ace-14a9-4587-b465-971b49f11931 None None] Network 56b88039-829d-443d-87b5-360d6c421338 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:58.461091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Port': ['ID=c952647a-e2d0-4353-bef5-26c6c8254551,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:58.479499 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3137f6c3-9231-4da6-9717-e3cf53f57495 None None] Could not find standard attr ID for object c952647a-e2d0-4353-bef5-26c6c8254551. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:01:58.522560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:01:58.523818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No DVR routers for this DVR port c952647a-e2d0-4353-bef5-26c6c8254551 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:58.530040 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0a4c7f89-e92a-4fa4-a6a6-493ebaa24896', 'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:60:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:37Z', 'updated_at': '2021-09-10T04:00:46Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:58.532072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c952647a-e2d0-4353-bef5-26c6c8254551 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:01:58.535157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:01:58.550136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:58.550733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.560369 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6c7e4-26ca-4501-9bca-03ef288f127c None None] The sync data for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 is: [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:00:39Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '0a4c7f89-e92a-4fa4-a6a6-493ebaa24896', 'name': '', 'network_id': 'd8a09fdd-c026-4557-bcc7-5f8f0b8e4977', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:60:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:37Z', 'updated_at': '2021-09-10T04:00:46Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': 'b006d293-1431-409b-95d9-bfa881c345e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:01:58.576197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fedb3d-feb0-42de-923e-c3febe57179a req-07355986-c032-444e-933e-70fa6788b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:01:58.577902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60fedb3d-feb0-42de-923e-c3febe57179a req-07355986-c032-444e-933e-70fa6788b5a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2295449 Sep 10 04:01:58.611334 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=35d4a0a4-a200-4d9d-8030-0782b2dddabb,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:58.614981 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64f8fe22-c51c-4828-ac79-2f1fcd27ba85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.628169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.681945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64f8fe22-c51c-4828-ac79-2f1fcd27ba85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.719339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c952647a-e2d0-4353-bef5-26c6c8254551 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:01:58.719339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c952647a-e2d0-4353-bef5-26c6c8254551 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Sep 10 04:01:58.737795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port a89a564f-ae03-44e2-8efd-d126b8819558 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:01:58.738136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.763597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port c952647a-e2d0-4353-bef5-26c6c8254551 not found, will not notify nova. {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Sep 10 04:01:58.798957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60fedb3d-feb0-42de-923e-c3febe57179a req-1d90f67f-5c04-4a49-985e-4eb167b52e7c service neutron] 10.222.0.20 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095673 Sep 10 04:01:58.856076 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d36909d-226a-45cb-af8d-39e9866fecd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.858304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34834d80-ad50-4f5e-a1aa-f052bd87cdfa None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:58.892703 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.906379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port a89a564f-ae03-44e2-8efd-d126b8819558, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a89a564f-ae03-44e2-8efd-d126b8819558,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:01:58.906753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.934402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for a89a564f-ae03-44e2-8efd-d126b8819558 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:01:58.952825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.992773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d36909d-226a-45cb-af8d-39e9866fecd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:58.995219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=bcde7d58-2e7d-46ae-bbe9-6d76c66eee68,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:59.037880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64f8fe22-c51c-4828-ac79-2f1fcd27ba85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.043618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-64f8fe22-c51c-4828-ac79-2f1fcd27ba85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.048166 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-64f8fe22-c51c-4828-ac79-2f1fcd27ba85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7e5d20c-58ca-447f-9055-b7f03a3d4b22 HTTP/1.1" status: 204 len: 168 time: 0.7966418 Sep 10 04:01:59.053381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cf9650bc-17a8-430e-b0a3-93cb93f73908 None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:59.053832 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cf9650bc-17a8-430e-b0a3-93cb93f73908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.059155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f8fe22-c51c-4828-ac79-2f1fcd27ba85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e5d20c-58ca-447f-9055-b7f03a3d4b22,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:59.070635 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6897b06-4c99-4d2e-992c-37af79e98bca tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0256674 Sep 10 04:01:59.096020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37064) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:59.129781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0242df99-70e6-4a93-b797-b31777f189ca None None] New status for floating IP 9958f762-90f9-419b-8b2f-4f0dda5451d5: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:01:59.141026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60fedb3d-feb0-42de-923e-c3febe57179a req-d360c87f-de17-4ec4-86f2-8812ede6cee4 service neutron] 10.222.0.20 "GET /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3329141 Sep 10 04:01:59.143821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d36909d-226a-45cb-af8d-39e9866fecd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91bcdfe-5140-4960-89de-7d72c1a3ba8d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:59.184137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.189665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ec2fb68e-d91d-4121-8b94-e903134d66f6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'security_group': {'name': 'tempest-secgroup-824048028'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:59.192242 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.270817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['56b88039-829d-443d-87b5-360d6c421338']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:59.320008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29073396-78d4-489c-b0e9-994e16232c9f') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:59.320311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29073396-78d4-489c-b0e9-994e16232c9f') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:01:59.336936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37068) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:59.337566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a70bfb-ebc9-4535-abcf-5c5e8db54ca1 None None] Network 56b88039-829d-443d-87b5-360d6c421338 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:01:59.341553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2d36909d-226a-45cb-af8d-39e9866fecd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85419b81d11d4e359fce92a41ec3b174&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3252032 Sep 10 04:01:59.363008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=a89a564f-ae03-44e2-8efd-d126b8819558,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:59.366678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] No DVR routers for this DVR port a89a564f-ae03-44e2-8efd-d126b8819558 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:01:59.374455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.375343 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.379294 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59e3aa47-edc3-4d13-89d9-e94096436169 req-6f658153-1d24-481d-bb7d-5b2abb36cb77 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "DELETE /v2.0/ports/a89a564f-ae03-44e2-8efd-d126b8819558 HTTP/1.1" status: 204 len: 173 time: 1.0304406 Sep 10 04:01:59.379294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-deleted', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:01:59.382537 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b23ff084-052c-48a0-bc59-3a42b2bf9bd4" -d '{"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-deleted", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:01:59.430386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fb79a6f-7d6c-4202-aef6-4b8ad93286f3 req-0b3bf69d-aafc-4089-ba4e-4b15401ead2b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=8585515b-66e1-4579-b827-f016b07d7f13 HTTP/1.1" status: 200 len: 210 time: 0.0688889 Sep 10 04:01:59.431518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.434745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb68e-d91d-4121-8b94-e903134d66f6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.439919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cf9650bc-17a8-430e-b0a3-93cb93f73908 None None] Provisioning complete for port 53db0d41-1aa4-4c68-afa1-db96f298bdbc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:01:59.440290 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cf9650bc-17a8-430e-b0a3-93cb93f73908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.475250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:01:59.475700 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.496925 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:01:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d7060dd-2ff8-43af-93e3-8f8fb446692a x-openstack-request-id: req-3d7060dd-2ff8-43af-93e3-8f8fb446692a {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:01:59.497605 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8585515b-66e1-4579-b827-f016b07d7f13", "name": "network-vif-deleted", "tag": "a89a564f-ae03-44e2-8efd-d126b8819558", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:01:59.498147 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d7060dd-2ff8-43af-93e3-8f8fb446692a {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:01:59.498823 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8585515b-66e1-4579-b827-f016b07d7f13', 'name': 'network-vif-deleted', 'tag': 'a89a564f-ae03-44e2-8efd-d126b8819558', 'status': 'completed', 'code': 200} Sep 10 04:01:59.499498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-63c2196d-c1ce-45bc-a9cb-5204aaeeb73d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.532813 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-63c2196d-c1ce-45bc-a9cb-5204aaeeb73d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:01:59.539994 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:01:59.560541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-cf9650bc-17a8-430e-b0a3-93cb93f73908 None None] Port 53db0d41-1aa4-4c68-afa1-db96f298bdbc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:01:59.571201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fcdf2e-df89-4cc4-8b9b-91cf33dd68f2 None None] Update dhcp port {'port': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'fixed_ips': [{'subnet_id': 'f989d5b3-1eb2-4194-8369-a3021987c0d8', 'ip_address': '172.20.0.18'}, {'subnet_id': '35d4a0a4-a200-4d9d-8030-0782b2dddabb'}], 'binding:host_id': 'n-d-808143-1'}, 'id': 'c1498763-ad96-4e8f-94e3-45c927f6b27f'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 04:01:59.622622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92fcdf2e-df89-4cc4-8b9b-91cf33dd68f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.653958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89c55a5-9468-4c17-9107-6c381238d365 None None] DHCP port deletion for 56b88039-829d-443d-87b5-360d6c421338 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:01:59.661669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.683374 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.683374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/56b88039-829d-443d-87b5-360d6c421338 HTTP/1.1" status: 204 len: 168 time: 3.1675565 Sep 10 04:01:59.684819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37074) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:59.702073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8969a40-7124-4a1c-ae78-715eb3d69c33 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=56b88039-829d-443d-87b5-360d6c421338,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:59.723776 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a71487d-0e30-4688-b022-89bde53d4cc3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:01:59.724378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a71487d-0e30-4688-b022-89bde53d4cc3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:01:59.726150 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0a71487d-0e30-4688-b022-89bde53d4cc3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/56b88039-829d-443d-87b5-360d6c421338 HTTP/1.1" status: 404 len: 339 time: 0.0395749 Sep 10 04:01:59.727185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-63c2196d-c1ce-45bc-a9cb-5204aaeeb73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.730455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-63c2196d-c1ce-45bc-a9cb-5204aaeeb73d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.731830 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-63c2196d-c1ce-45bc-a9cb-5204aaeeb73d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a91bcdfe-5140-4960-89de-7d72c1a3ba8d HTTP/1.1" status: 204 len: 168 time: 0.3933644 Sep 10 04:01:59.743517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c2196d-c1ce-45bc-a9cb-5204aaeeb73d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91bcdfe-5140-4960-89de-7d72c1a3ba8d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:59.745523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37076) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:01:59.751460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1899645738', 'description': 'd1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:01:59.793542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb68e-d91d-4121-8b94-e903134d66f6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.885848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-92fcdf2e-df89-4cc4-8b9b-91cf33dd68f2 None None] Allocated IP 172.20.0.2 (5d37553e-b135-4305-938a-f09f893f3c5f/35d4a0a4-a200-4d9d-8030-0782b2dddabb/c1498763-ad96-4e8f-94e3-45c927f6b27f) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:01:59.906302 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb68e-d91d-4121-8b94-e903134d66f6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:01:59.946480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2fb68e-d91d-4121-8b94-e903134d66f6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0be5f68-a095-47d0-9c4b-69ea4a244ed0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:01:59.997101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-92fcdf2e-df89-4cc4-8b9b-91cf33dd68f2 None None] For port c1498763-ad96-4e8f-94e3-45c927f6b27f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1498763-ad96-4e8f-94e3-45c927f6b27f,segment=NetworkSegment(5e78593a-93aa-4efe-9bef-99d0fcb4ae0b),segment_id=5e78593a-93aa-4efe-9bef-99d0fcb4ae0b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:00.067461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:00.071389 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.097303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:00.109839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37082) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:00.124256 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1600b972-674b-427c-8c29-a21029f36122 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.126634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.126988 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment f03a9655-e5dd-49aa-9883-2e152e43bcae of type vlan for network 3e0cdeaa-5104-4e2a-84a8-434f10475f6b Sep 10 04:02:00.159810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec2fb68e-d91d-4121-8b94-e903134d66f6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.161804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ec2fb68e-d91d-4121-8b94-e903134d66f6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.0187426 Sep 10 04:02:00.171261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37086) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:00.175983 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.179567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-90638576-f905-4d9e-97fa-f27065d475cd tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'security_group': {'name': 'tempest-secgroup-507058876'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:00.197381 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92fcdf2e-df89-4cc4-8b9b-91cf33dd68f2 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.214061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-92fcdf2e-df89-4cc4-8b9b-91cf33dd68f2 None None] Transition to ACTIVE for port object c1498763-ad96-4e8f-94e3-45c927f6b27f will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:00.260476 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1600b972-674b-427c-8c29-a21029f36122 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.277372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.284497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:00.284497 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-782687'] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.299516 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92fcdf2e-df89-4cc4-8b9b-91cf33dd68f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.352568 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1600b972-674b-427c-8c29-a21029f36122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.381360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=3e0cdeaa-5104-4e2a-84a8-434f10475f6b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:00.398277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 3e0cdeaa-5104-4e2a-84a8-434f10475f6b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:00.410571 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1600b972-674b-427c-8c29-a21029f36122 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96d4612f1ee845e28106efc6fc08bd87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2943027 Sep 10 04:02:00.410992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37092) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:00.411116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600b972-674b-427c-8c29-a21029f36122 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f391763f-9958-4067-8be9-c89fd0194502,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:00.421484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fcdf2e-df89-4cc4-8b9b-91cf33dd68f2 None None] Pushing event updated for resources: {'Port': ['ID=c1498763-ad96-4e8f-94e3-45c927f6b27f,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:00.426281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c952647a-e2d0-4353-bef5-26c6c8254551 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:00.466289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c952647a-e2d0-4353-bef5-26c6c8254551 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:00.466626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c952647a-e2d0-4353-bef5-26c6c8254551 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:00.473686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04251f28-df5c-49fc-a8d1-b3b8b2bca41b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.480160 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37098) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:00.507271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04251f28-df5c-49fc-a8d1-b3b8b2bca41b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.525979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90638576-f905-4d9e-97fa-f27065d475cd tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.593161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0c90f77b-f895-4699-a4af-047bc8205561 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8462503 Sep 10 04:02:00.595977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37100) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:00.680388 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04251f28-df5c-49fc-a8d1-b3b8b2bca41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.683198 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04251f28-df5c-49fc-a8d1-b3b8b2bca41b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.684510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-04251f28-df5c-49fc-a8d1-b3b8b2bca41b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f391763f-9958-4067-8be9-c89fd0194502 HTTP/1.1" status: 204 len: 168 time: 0.2751005 Sep 10 04:02:00.701567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9636a5b-0309-4beb-adda-ec199749b7c3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:00.706561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b9636a5b-0309-4beb-adda-ec199749b7c3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/networks?id=3e0cdeaa-5104-4e2a-84a8-434f10475f6b HTTP/1.1" status: 200 len: 765 time: 0.1062200 Sep 10 04:02:00.706561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04251f28-df5c-49fc-a8d1-b3b8b2bca41b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f391763f-9958-4067-8be9-c89fd0194502,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:00.708842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37106) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:00.714815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-288d90e5-7ac3-44f1-9e90-4508762d2e5a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'description': 'd2'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:00.807129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90638576-f905-4d9e-97fa-f27065d475cd tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.884877 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90638576-f905-4d9e-97fa-f27065d475cd tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.919299 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-288d90e5-7ac3-44f1-9e90-4508762d2e5a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.929792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90638576-f905-4d9e-97fa-f27065d475cd tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd79449-a4a1-4efb-bc82-d6564ed3ca16,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:00.993087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-288d90e5-7ac3-44f1-9e90-4508762d2e5a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.993601 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90638576-f905-4d9e-97fa-f27065d475cd tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:00.994927 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-90638576-f905-4d9e-97fa-f27065d475cd tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8226762 Sep 10 04:02:01.000909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37114) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.006830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7fbbf081-7056-434a-926c-cae0b104bee5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'security_group': {'name': 'tempest-secgroup-1531379398'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:01.010171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-288d90e5-7ac3-44f1-9e90-4508762d2e5a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network 3e0cdeaa-5104-4e2a-84a8-434f10475f6b is not hosted by any dhcp agent {{(pid=95136) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 04:02:01.020259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-288d90e5-7ac3-44f1-9e90-4508762d2e5a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.021148 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-288d90e5-7ac3-44f1-9e90-4508762d2e5a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.023609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-288d90e5-7ac3-44f1-9e90-4508762d2e5a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "PUT /v2.0/networks/3e0cdeaa-5104-4e2a-84a8-434f10475f6b HTTP/1.1" status: 200 len: 762 time: 0.3134325 Sep 10 04:02:01.026361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37116) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.043800 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.120340 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf081-7056-434a-926c-cae0b104bee5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.127437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288d90e5-7ac3-44f1-9e90-4508762d2e5a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=3e0cdeaa-5104-4e2a-84a8-434f10475f6b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:01.141987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 3e0cdeaa-5104-4e2a-84a8-434f10475f6b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:01.205725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70525614-cad0-43db-8630-81d47ba8e0f6 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.211468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-70525614-cad0-43db-8630-81d47ba8e0f6 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/networks?id=3e0cdeaa-5104-4e2a-84a8-434f10475f6b HTTP/1.1" status: 200 len: 765 time: 0.1805680 Sep 10 04:02:01.212088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37122) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.223506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37124) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.369092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4d5b9e3e-1a3e-44cb-94fa-6f7c42427e45 None None] Provisioning for port c1498763-ad96-4e8f-94e3-45c927f6b27f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:01.373617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4d5b9e3e-1a3e-44cb-94fa-6f7c42427e45 None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:01.374074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4d5b9e3e-1a3e-44cb-94fa-6f7c42427e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.413906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf081-7056-434a-926c-cae0b104bee5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.433581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'networks': [{'name': 'tempest-network--56359640'}, {'name': 'tempest-network--10527075'}]} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:01.439820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'network': {'name': 'tempest-network--56359640'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:01.439820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'network': {'name': 'tempest-network--10527075'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:01.487176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd2dbf06-07e9-4a64-a73e-43a90ca25b17 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.488631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fd2dbf06-07e9-4a64-a73e-43a90ca25b17 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2753060 Sep 10 04:02:01.488912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4d5b9e3e-1a3e-44cb-94fa-6f7c42427e45 None None] Provisioning complete for port 53db0d41-1aa4-4c68-afa1-db96f298bdbc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:01.489097 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4d5b9e3e-1a3e-44cb-94fa-6f7c42427e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.491307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37132) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.525992 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf081-7056-434a-926c-cae0b104bee5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.533848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4acba1cd-3c20-48fd-b1bf-8c837fedf30f tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 207 time: 0.0413616 Sep 10 04:02:01.537253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37136) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.561505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4d5b9e3e-1a3e-44cb-94fa-6f7c42427e45 None None] Port 53db0d41-1aa4-4c68-afa1-db96f298bdbc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:01.595515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbbf081-7056-434a-926c-cae0b104bee5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a2379a7-1400-4a51-a2ef-c7b2b6e32e1d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:01.609584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:01.610144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.647646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Made reservation on behalf of 466d81c916f64cc7853a942c4d3d4070 for: {'network': 2} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:01.652471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.674985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e60602ed-b9ce-47a2-bd18-d6dcedc8f9de None None] Could not find standard attr ID for object 7c22653c-49eb-4a6e-8a22-45636ae9bd2d. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:02:01.688449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116f911-8ccc-4dab-bded-9f810e69cb02 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.693707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116f911-8ccc-4dab-bded-9f810e69cb02 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.701356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116f911-8ccc-4dab-bded-9f810e69cb02 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.703564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.708536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116f911-8ccc-4dab-bded-9f810e69cb02 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.714362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116f911-8ccc-4dab-bded-9f810e69cb02 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.716505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7fbbf081-7056-434a-926c-cae0b104bee5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.717970 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7fbbf081-7056-434a-926c-cae0b104bee5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7160659 Sep 10 04:02:01.723549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37140) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.725157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5116f911-8ccc-4dab-bded-9f810e69cb02 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.733703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5116f911-8ccc-4dab-bded-9f810e69cb02 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.1948836 Sep 10 04:02:01.733911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1874729194', 'security_groups': ['8a2379a7-1400-4a51-a2ef-c7b2b6e32e1d'], 'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '35d4a0a4-a200-4d9d-8030-0782b2dddabb'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:01.737363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37144) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.789036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0a4c7f89-e92a-4fa4-a6a6-493ebaa24896,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:01.789408 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:01.845061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:01.869211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cd394f32-f7b7-499e-9fc0-954631f27471 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.1274741 Sep 10 04:02:01.869663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37148) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.927737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa72535-a608-468b-b51f-ede1f3ad615b tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.929258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa72535-a608-468b-b51f-ede1f3ad615b tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.930765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa72535-a608-468b-b51f-ede1f3ad615b tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.932302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa72535-a608-468b-b51f-ede1f3ad615b tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.933957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaa72535-a608-468b-b51f-ede1f3ad615b tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.935667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aaa72535-a608-468b-b51f-ede1f3ad615b tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0650589 Sep 10 04:02:01.939621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37152) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:01.996941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a485bc-a8c1-4593-80a5-23a5d855ddef tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.998432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a485bc-a8c1-4593-80a5-23a5d855ddef tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:01.999840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a485bc-a8c1-4593-80a5-23a5d855ddef tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:02.001231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a485bc-a8c1-4593-80a5-23a5d855ddef tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:02.002699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a485bc-a8c1-4593-80a5-23a5d855ddef tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['shared'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:02.007633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d2a485bc-a8c1-4593-80a5-23a5d855ddef tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0637925 Sep 10 04:02:02.007880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37156) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:02.050180 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.115996 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.116461 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.157821 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.184125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a89a564f-ae03-44e2-8efd-d126b8819558 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:02.206697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173c5a41-549a-4a3b-9902-3ae60d115f59 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:02.208129 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-173c5a41-549a-4a3b-9902-3ae60d115f59 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/networks/63e0c8b9-fa05-496d-9860-772b3933d3a2 HTTP/1.1" status: 200 len: 804 time: 0.1993685 Sep 10 04:02:02.209128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: a89a564f-ae03-44e2-8efd-d126b8819558 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:02.209470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a89a564f-ae03-44e2-8efd-d126b8819558 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:02.211850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37160) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:02.224179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:02.233060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bea1fcdd-1eb4-4ad3-9277-cc28a6bfdb4e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:02.237742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] vlan segment allocate from pool success with {'vlan_id': 227, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:02.267073 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.267425 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Added segment 50b7fb16-f7bd-4f52-ac84-c6a2a13ae6d6 of type vlan for network b209d2e3-625b-4f88-a770-4bb65e66424d Sep 10 04:02:02.330090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-92c98b9c-ee39-4596-a1d8-eb3875cd9400 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/networks/63e0c8b9-fa05-496d-9860-772b3933d3a2?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.1165521 Sep 10 04:02:02.330402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37164) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:02.352006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.354723 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.383750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36fae9f1-5f32-471d-94ab-ad6feab7a267 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:02.384752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1498763-ad96-4e8f-94e3-45c927f6b27f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:02.388149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-36fae9f1-5f32-471d-94ab-ad6feab7a267 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/subnets/a5905d77-b3f8-4075-9fb8-249b374de9be HTTP/1.1" status: 200 len: 843 time: 0.0567899 Sep 10 04:02:02.390046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37166) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:02.412028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=0a4c7f89-e92a-4fa4-a6a6-493ebaa24896,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:02.442893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:02.443265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.468348 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.523799 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:02.547482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] device_id is not set on port e40af1cb-2aa3-4eee-b698-a2371a47534a yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:02.555939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce84979-b8df-4aa5-b2d7-5a95f6cec88d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['shared'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:02.557335 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8ce84979-b8df-4aa5-b2d7-5a95f6cec88d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "GET /v2.0/subnets/a5905d77-b3f8-4075-9fb8-249b374de9be?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1661596 Sep 10 04:02:02.560879 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.561036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37172) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:02.561881 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Added segment 292c30e1-d5dd-40b5-928d-9d53b101c6f8 of type vlan for network 0e5bf9bb-2d8c-4a0f-b412-2c1af1055af9 Sep 10 04:02:02.566303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-863198852'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:02.656364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:02.660037 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.689195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:02.700969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.702630 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Added segment 47579020-4734-4d43-a28f-db121fadfb1b of type vlan for network 74c29927-80f2-48a3-9af3-0b9ef364dbf9 Sep 10 04:02:02.746660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.855137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.861237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:02.861964 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:02.931253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Network': ['ID=74c29927-80f2-48a3-9af3-0b9ef364dbf9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:02.941957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 74c29927-80f2-48a3-9af3-0b9ef364dbf9 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:02.958548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1dad83bf-41e1-4bde-bd2b-e8644d12f351 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3963647 Sep 10 04:02:02.961336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37182) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:02.967701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'network_id': '74c29927-80f2-48a3-9af3-0b9ef364dbf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:03.025188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.145856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Made reservation on behalf of 7495de8365934c4e99c707cbf0779c3d for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:03.149809 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.175972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.195498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.196015 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.202217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:03.206994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:03.207152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Performing IP validity checks on allocation pools {{(pid=95136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 04:02:03.207516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 04:02:03.207640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.280705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.11 (5d37553e-b135-4305-938a-f09f893f3c5f/35d4a0a4-a200-4d9d-8030-0782b2dddabb/e40af1cb-2aa3-4eee-b698-a2371a47534a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:03.345266 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1316 time: 2.1201108 Sep 10 04:02:03.345995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Network': ['ID=b209d2e3-625b-4f88-a770-4bb65e66424d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:03.347812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37188) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:03.359438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network b209d2e3-625b-4f88-a770-4bb65e66424d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:03.431383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.499428 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb876af-4b53-4092-947f-d59e65cf2367 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Network': ['ID=0e5bf9bb-2d8c-4a0f-b412-2c1af1055af9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:03.514479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d4832-7fd1-4d99-bb93-1060442d42eb tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:03.520564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d4832-7fd1-4d99-bb93-1060442d42eb tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:03.530405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0e5bf9bb-2d8c-4a0f-b412-2c1af1055af9 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:03.530554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d4832-7fd1-4d99-bb93-1060442d42eb tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:03.532898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-461d4832-7fd1-4d99-bb93-1060442d42eb tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:03.538235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-461d4832-7fd1-4d99-bb93-1060442d42eb tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2403 time: 0.1858878 Sep 10 04:02:03.539664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37190) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:03.561825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=29de6285-6179-42e6-87ee-4e9b3495a670,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:03.590614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Checking segment: {'id': '47579020-4734-4d43-a28f-db121fadfb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74c29927-80f2-48a3-9af3-0b9ef364dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:03.591340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network hostable DHCP agents. Network: 74c29927-80f2-48a3-9af3-0b9ef364dbf9, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:03.643014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.661441 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.683610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37194) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:03.684565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object e40af1cb-2aa3-4eee-b698-a2371a47534a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:03.698736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:02:03.707220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Network 74c29927-80f2-48a3-9af3-0b9ef364dbf9 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:03.742056 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.763700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b209d2e3-625b-4f88-a770-4bb65e66424d']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:03.775753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50b7fb16-f7bd-4f52-ac84-c6a2a13ae6d6') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:03.776075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50b7fb16-f7bd-4f52-ac84-c6a2a13ae6d6') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:03.786107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.787877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 74c29927-80f2-48a3-9af3-0b9ef364dbf9) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:03.793042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:03.794058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.796082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d079e86-337e-447e-84a5-468175aa7a7f None None] Network 74c29927-80f2-48a3-9af3-0b9ef364dbf9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:03.814470 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.820586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Releasing vlan 227 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:03.820985 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:03.824088 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:03.832242 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ec57d7-8d7b-4963-b5fa-78b1926fbd86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.849461 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:03.852741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:02:03.867287 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-df979326-fb7b-4901-b004-18d2c9ccaaab tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "PUT /v2.0/routers/77e8acd1-4ac1-45b6-a297-6ae8bcaacabd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3833220 Sep 10 04:02:03.867482 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] Sync routers for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:02:03.875098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37198) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:03.878548 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:02:03.878956 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:03.963512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:03.974440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:03.980310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=e40af1cb-2aa3-4eee-b698-a2371a47534a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:03.985705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:04.005717 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:02:04.025831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-74c29927-80f2-48a3-9af3-0b9ef364dbf9', 'network_id': '74c29927-80f2-48a3-9af3-0b9ef364dbf9', 'tenant_id': '7495de8365934c4e99c707cbf0779c3d', 'fixed_ips': [{'subnet_id': '29de6285-6179-42e6-87ee-4e9b3495a670'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:04.026708 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.037618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-092f84a3-630c-4168-abce-98789c841d8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting subnet b006d293-1431-409b-95d9-bfa881c345e9 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:04.045612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092f84a3-630c-4168-abce-98789c841d8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.090061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:04.090660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.121653 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092f84a3-630c-4168-abce-98789c841d8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.226971 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092f84a3-630c-4168-abce-98789c841d8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.266488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Allocated IP 2001:db8::3 (74c29927-80f2-48a3-9af3-0b9ef364dbf9/29de6285-6179-42e6-87ee-4e9b3495a670/9a0b02e4-dde8-44c2-95eb-8c51dc8628ea) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:04.272433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d4f3c537-c563-4223-a56c-451efe5a512e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3099751 Sep 10 04:02:04.275258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37200) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:04.288296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-4a1dadb9-1464-4e42-8adf-95221f9ef8a3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:04.388683 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.402030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092f84a3-630c-4168-abce-98789c841d8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.403926 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.412606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/networks/b209d2e3-625b-4f88-a770-4bb65e66424d HTTP/1.1" status: 204 len: 168 time: 0.8709345 Sep 10 04:02:04.413454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37202) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:04.417130 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:02:02Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:04.444289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2a1d1de-64ff-4b00-a7a9-e2f3af0f9ff0 None None] Network d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:04.510223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092f84a3-630c-4168-abce-98789c841d8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.510223 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-092f84a3-630c-4168-abce-98789c841d8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/subnets/b006d293-1431-409b-95d9-bfa881c345e9 HTTP/1.1" status: 204 len: 168 time: 0.5596159 Sep 10 04:02:04.511047 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] Checking router: 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:02:04.511223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f84a3-630c-4168-abce-98789c841d8b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Subnet': ['ID=b006d293-1431-409b-95d9-bfa881c345e9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:04.511324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9e5de-3468-4d2a-b63e-d8a4af698d84 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Network': ['ID=b209d2e3-625b-4f88-a770-4bb65e66424d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:04.511418 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] Routers {'77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:02:04.511418 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:04.511593 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4a1dadb9-1464-4e42-8adf-95221f9ef8a3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4905869'] for subnet, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.511908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ec57d7-8d7b-4963-b5fa-78b1926fbd86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.514542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37204) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:04.592891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.608792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Transition to ACTIVE for port object 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:04.609102 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.633061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Transition to ACTIVE for port object 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:04.634727 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] Set router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:02:04.703032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5199cb5a-fdda-40ac-b9a9-eca5ad50ca98 None None] Provisioning for port e40af1cb-2aa3-4eee-b698-a2371a47534a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:04.708478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a827261-2fc0-417b-91fe-9a5a057fc11a None None] DHCP port deletion for d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:04.712161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5199cb5a-fdda-40ac-b9a9-eca5ad50ca98 None None] Provisioning complete for port e40af1cb-2aa3-4eee-b698-a2371a47534a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:04.712604 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5199cb5a-fdda-40ac-b9a9-eca5ad50ca98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.713758 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.747343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ec57d7-8d7b-4963-b5fa-78b1926fbd86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.778375 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-56ec57d7-8d7b-4963-b5fa-78b1926fbd86 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cacd89a83a4a42448b1837ef7d250983&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0915835 Sep 10 04:02:04.779371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37206) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:04.783917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5199cb5a-fdda-40ac-b9a9-eca5ad50ca98 None None] Port e40af1cb-2aa3-4eee-b698-a2371a47534a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:04.787479 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.803529 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.809629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Network 74c29927-80f2-48a3-9af3-0b9ef364dbf9 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:04.815774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:04.817354 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cd9ef426-f863-4ae2-9138-e55be28623a9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0888538 Sep 10 04:02:04.821862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37208) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:04.833769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5b84d3f3-84b8-4c88-aaec-0e53c077238a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:04.843813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:04.844580 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:02:02Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:04.844992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ec57d7-8d7b-4963-b5fa-78b1926fbd86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20cee633-a811-4004-ac9c-a4b35174132a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:04.871604 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0604d150-1d50-4480-8fac-689a4e741ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.890220 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8838136-8c55-4b13-96ee-ae9ab68fdfc7 None None] The sync data for ids ['77e8acd1-4ac1-45b6-a297-6ae8bcaacabd'] in n-d-808143-1 is: [{'id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1724154730', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157'}], 'enable_snat': True}, 'gw_port_id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:00:28Z', 'updated_at': '2021-09-10T04:02:02Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '6aa8b6f7-202b-4982-8ad6-33cf7c9bb667', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:55:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77e8acd1-4ac1-45b6-a297-6ae8bcaacabd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2807, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:00:30Z', 'updated_at': '2021-09-10T04:00:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:02:04.901758 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0604d150-1d50-4480-8fac-689a4e741ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.924295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Pushing event updated for resources: {'Port': ['ID=9a0b02e4-dde8-44c2-95eb-8c51dc8628ea,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:04.927770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5bf9bb-2d8c-4a0f-b412-2c1af1055af9']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:04.943279 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0a827261-2fc0-417b-91fe-9a5a057fc11a None None] Deleting port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:04.945889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a827261-2fc0-417b-91fe-9a5a057fc11a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.955383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Attempting to bind port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:04.955959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Attempting to bind port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '47579020-4734-4d43-a28f-db121fadfb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74c29927-80f2-48a3-9af3-0b9ef364dbf9'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:04.956689 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Attempting to bind port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea on network 74c29927-80f2-48a3-9af3-0b9ef364dbf9 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:04.971524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:04.971914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Checking segment: {'id': '47579020-4734-4d43-a28f-db121fadfb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74c29927-80f2-48a3-9af3-0b9ef364dbf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:04.972310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.972692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Bound using segment: {'id': '47579020-4734-4d43-a28f-db121fadfb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74c29927-80f2-48a3-9af3-0b9ef364dbf9'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:04.973198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Bound port: 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47579020-4734-4d43-a28f-db121fadfb1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '74c29927-80f2-48a3-9af3-0b9ef364dbf9'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:04.973567 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:04.988310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '292c30e1-d5dd-40b5-928d-9d53b101c6f8') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:04.988608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '292c30e1-d5dd-40b5-928d-9d53b101c6f8') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:05.014917 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0604d150-1d50-4480-8fac-689a4e741ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.017719 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0604d150-1d50-4480-8fac-689a4e741ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.021500 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0604d150-1d50-4480-8fac-689a4e741ae1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20cee633-a811-4004-ac9c-a4b35174132a HTTP/1.1" status: 204 len: 168 time: 0.2374787 Sep 10 04:02:05.029124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604d150-1d50-4480-8fac-689a4e741ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20cee633-a811-4004-ac9c-a4b35174132a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:05.043955 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.048787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0a827261-2fc0-417b-91fe-9a5a057fc11a None None] For port cd6dbbb3-ce11-411d-9ec4-87641b1a7137, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cd6dbbb3-ce11-411d-9ec4-87641b1a7137,segment=NetworkSegment(645ce984-33fb-44de-a219-75a2de29406a),segment_id=645ce984-33fb-44de-a219-75a2de29406a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:05.049182 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a827261-2fc0-417b-91fe-9a5a057fc11a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.074540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0a827261-2fc0-417b-91fe-9a5a057fc11a None None] Calling delete_port for cd6dbbb3-ce11-411d-9ec4-87641b1a7137 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:05.101692 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.129118 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.133530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] For port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:05.135301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Releasing vlan 205 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:05.135735 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:05.138724 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:05.147860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] For port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9a0b02e4-dde8-44c2-95eb-8c51dc8628ea,segment=NetworkSegment(47579020-4734-4d43-a28f-db121fadfb1b),segment_id=47579020-4734-4d43-a28f-db121fadfb1b)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:05.197768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.254990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4437b026-4a5f-4332-85ea-aa0068d7cbbd None None] Pushing event updated for resources: {'Port': ['ID=9a0b02e4-dde8-44c2-95eb-8c51dc8628ea,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:05.283146 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a827261-2fc0-417b-91fe-9a5a057fc11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.313535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:05.313974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.316179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a827261-2fc0-417b-91fe-9a5a057fc11a None None] No DVR routers for this DVR port cd6dbbb3-ce11-411d-9ec4-87641b1a7137 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:05.322045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a827261-2fc0-417b-91fe-9a5a057fc11a None None] Pushing event deleted for resources: {'Port': ['ID=cd6dbbb3-ce11-411d-9ec4-87641b1a7137,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:05.354828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.354828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b84d3f3-84b8-4c88-aaec-0e53c077238a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:05.359291 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5b84d3f3-84b8-4c88-aaec-0e53c077238a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.376991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.378902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/networks/0e5bf9bb-2d8c-4a0f-b412-2c1af1055af9 HTTP/1.1" status: 204 len: 168 time: 0.9521785 Sep 10 04:02:05.381855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37214) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:05.405400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4a1dadb9-1464-4e42-8adf-95221f9ef8a3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8736580656909', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-15957134'] for subnet, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.455882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fda9d8-fad0-4d12-af26-a71907c19ae7 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Network': ['ID=0e5bf9bb-2d8c-4a0f-b412-2c1af1055af9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:05.568522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1dadb9-1464-4e42-8adf-95221f9ef8a3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:05.569241 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4a1dadb9-1464-4e42-8adf-95221f9ef8a3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.570645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4a1dadb9-1464-4e42-8adf-95221f9ef8a3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "PUT /v2.0/subnets/29de6285-6179-42e6-87ee-4e9b3495a670 HTTP/1.1" status: 200 len: 900 time: 1.2945714 Sep 10 04:02:05.589436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37220) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:05.595135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d0bd6-b99d-422a-9a4c-39142d4acaee tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:05.602296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a87d0bd6-b99d-422a-9a4c-39142d4acaee tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:05.604128 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a87d0bd6-b99d-422a-9a4c-39142d4acaee tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2211876 Sep 10 04:02:05.608119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37224) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:05.613150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-783315553'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:05.656287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1dadb9-1464-4e42-8adf-95221f9ef8a3 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event updated for resources: {'Subnet': ['ID=29de6285-6179-42e6-87ee-4e9b3495a670,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:05.666109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6aa8b6f7-202b-4982-8ad6-33cf7c9bb667,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:05.666482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.694682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Made reservation on behalf of 466d81c916f64cc7853a942c4d3d4070 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:05.698426 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.703606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:05.723281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:05.732995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.733484 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Added segment 7bf6e733-826d-4142-851c-70495657bbce of type vlan for network 1fc597c3-c1cf-4215-a698-67eb039bc2fc Sep 10 04:02:05.744845 n-d-808143-1 neutron-server[95136]: INFO neutron.db.ipam_backend_mixin [None req-5b84d3f3-84b8-4c88-aaec-0e53c077238a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 35d4a0a4-a200-4d9d-8030-0782b2dddabb (CIDR: 172.20.0.0/28) Sep 10 04:02:05.780873 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.803383 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b84d3f3-84b8-4c88-aaec-0e53c077238a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:02:05.803747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b84d3f3-84b8-4c88-aaec-0e53c077238a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:05.822583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.871804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.877660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:05.878647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.921762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5b84d3f3-84b8-4c88-aaec-0e53c077238a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0967782 Sep 10 04:02:05.926222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37228) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:05.937907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-75143fba-5ba9-4f81-9461-153798450257 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:05.964067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:05.964406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:05.978970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Network': ['ID=1fc597c3-c1cf-4215-a698-67eb039bc2fc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:05.989204 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8de2d661-eb2e-47f7-b888-a4eb5aa41771 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3799810 Sep 10 04:02:05.990129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37234) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:05.995639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1fc597c3-c1cf-4215-a698-67eb039bc2fc details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:05.999003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1229567327'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:06.140985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] For port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9a0b02e4-dde8-44c2-95eb-8c51dc8628ea,segment=NetworkSegment(47579020-4734-4d43-a28f-db121fadfb1b),segment_id=47579020-4734-4d43-a28f-db121fadfb1b)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:06.141238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.154002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Calling delete_port for 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:06.201276 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.233901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=6aa8b6f7-202b-4982-8ad6-33cf7c9bb667,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:06.234917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Made reservation on behalf of 466d81c916f64cc7853a942c4d3d4070 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:06.238368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.268933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:06.291295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75143fba-5ba9-4f81-9461-153798450257 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:06.296482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75143fba-5ba9-4f81-9461-153798450257 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.330056 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.330056 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Added segment 972572eb-6fb3-40e0-9b92-c0bed89f0025 of type vlan for network 1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a Sep 10 04:02:06.395989 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.405039 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.440066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23f927f-030b-4f57-8a59-c46f77289bdc None None] Network 74c29927-80f2-48a3-9af3-0b9ef364dbf9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:06.504870 n-d-808143-1 neutron-server[95137]: INFO neutron.db.ipam_backend_mixin [None req-75143fba-5ba9-4f81-9461-153798450257 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f989d5b3-1eb2-4194-8369-a3021987c0d8 (CIDR: 172.20.0.16/28) Sep 10 04:02:06.552010 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-75143fba-5ba9-4f81-9461-153798450257 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:02:06.552625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75143fba-5ba9-4f81-9461-153798450257 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:06.569274 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.571642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:06.575830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.650151 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-75143fba-5ba9-4f81-9461-153798450257 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.7216952 Sep 10 04:02:06.652036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37246) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:06.657798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'subnet': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:06.667282 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.673775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:06.674538 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.678136 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.679404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:06.679574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Fanout notify agent at l3_agent the message router_deleted on router 77e8acd1-4ac1-45b6-a297-6ae8bcaacabd {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:02:06.686679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ecaf51e-be62-470c-9e1a-bb682c273f3a None None] Provisioning for port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:06.692026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:06.702129 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.703171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.703371 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.707742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-22df3047-a5c6-4d57-8751-507559e1710b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/routers/77e8acd1-4ac1-45b6-a297-6ae8bcaacabd HTTP/1.1" status: 204 len: 168 time: 2.1921473 Sep 10 04:02:06.710028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37252) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:06.712693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ecaf51e-be62-470c-9e1a-bb682c273f3a None None] Provisioning complete for port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:06.713807 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ecaf51e-be62-470c-9e1a-bb682c273f3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.718374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea was deleted so its status cannot be updated. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 04:02:06.745984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ecaf51e-be62-470c-9e1a-bb682c273f3a None None] Port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea was deleted so its status cannot be updated. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 04:02:06.794958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:06.829635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:06.830296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0a4c7f89-e92a-4fa4-a6a6-493ebaa24896 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:06.830887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cd6dbbb3-ce11-411d-9ec4-87641b1a7137 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:06.854602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Network': ['ID=1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:06.861231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Port': ['ID=9a0b02e4-dde8-44c2-95eb-8c51dc8628ea,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:06.884670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:06.890555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: cd6dbbb3-ce11-411d-9ec4-87641b1a7137 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:06.891435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cd6dbbb3-ce11-411d-9ec4-87641b1a7137 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:06.923546 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:06.950210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No DVR routers for this DVR port 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:06.953822 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6c298340-e77e-4f4a-a491-815b85e825f2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9594529 Sep 10 04:02:06.956943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37258) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:06.963523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'ports': [{'network_id': '1fc597c3-c1cf-4215-a698-67eb039bc2fc', 'name': 'tempest-port--1054451284', 'admin_state_up': True}, {'network_id': '1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a', 'admin_state_up': False}]} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:06.963946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'port': {'network_id': '1fc597c3-c1cf-4215-a698-67eb039bc2fc', 'name': 'tempest-port--1054451284', 'admin_state_up': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:06.964502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'port': {'network_id': '1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a', 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:07.020359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0560aab9-1080-4aa1-b798-ea3d29c93fc5 None None] Network 74c29927-80f2-48a3-9af3-0b9ef364dbf9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:07.023145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.091640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Made reservation on behalf of e3ae49d15f8b49e99817abc323e5b9e5 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:07.091852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-79e8a031-338e-42e3-8912-d4d88f3acf6f None None] Could not find standard attr ID for object 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:02:07.095396 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.127487 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.186917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8a09fdd-c026-4557-bcc7-5f8f0b8e4977']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:07.200186 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.204481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '645ce984-33fb-44de-a219-75a2de29406a') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:07.204919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '645ce984-33fb-44de-a219-75a2de29406a') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:07.224342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.236659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=29de6285-6179-42e6-87ee-4e9b3495a670,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:07.313712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.318638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.336427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74c29927-80f2-48a3-9af3-0b9ef364dbf9']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:07.338277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:07.338790 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:07.344574 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:07.349691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47579020-4734-4d43-a28f-db121fadfb1b') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:07.350048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47579020-4734-4d43-a28f-db121fadfb1b') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:07.360445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.375643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.382273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 225 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:07.383701 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:07.386239 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:07.446643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d049dc23-8c15-4726-981d-5750f8ad1f73 None None] Network 74c29927-80f2-48a3-9af3-0b9ef364dbf9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:07.518380 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.527452 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.532133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/networks/d8a09fdd-c026-4557-bcc7-5f8f0b8e4977 HTTP/1.1" status: 204 len: 168 time: 0.8210173 Sep 10 04:02:07.532825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37274) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:07.542184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.550206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Made reservation on behalf of 466d81c916f64cc7853a942c4d3d4070 for: {'port': 2} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:07.555657 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.558211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1253083-7399-4552-861f-0fa59091007c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Network': ['ID=d8a09fdd-c026-4557-bcc7-5f8f0b8e4977,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:07.561096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.562939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/74c29927-80f2-48a3-9af3-0b9ef364dbf9 HTTP/1.1" status: 204 len: 168 time: 1.9726684 Sep 10 04:02:07.566922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37278) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:07.587117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.625238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b6eef2-9101-476c-97d2-94bfdd395b26 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=74c29927-80f2-48a3-9af3-0b9ef364dbf9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:07.637990 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-62ed33ef-3bec-4a29-8df4-676cceceb073 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:07.638465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-62ed33ef-3bec-4a29-8df4-676cceceb073 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:07.640349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-62ed33ef-3bec-4a29-8df4-676cceceb073 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/29de6285-6179-42e6-87ee-4e9b3495a670 HTTP/1.1" status: 404 len: 337 time: 0.0622020 Sep 10 04:02:07.646752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37280) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:07.649044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9366e-f5ac-4c0e-bc30-b7cdeb24cf09 None None] DHCP port deletion for 74c29927-80f2-48a3-9af3-0b9ef364dbf9 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:07.662838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37282) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:07.689671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a64059b-861c-4496-a810-c5ced6ac78f9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.709837 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24a7f33-dcce-4b6c-a1d4-0c3bf4b43fc8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:07.710423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c24a7f33-dcce-4b6c-a1d4-0c3bf4b43fc8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:07.712169 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c24a7f33-dcce-4b6c-a1d4-0c3bf4b43fc8 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/74c29927-80f2-48a3-9af3-0b9ef364dbf9 HTTP/1.1" status: 404 len: 339 time: 0.0643861 Sep 10 04:02:07.715439 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a64059b-861c-4496-a810-c5ced6ac78f9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.718529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37286) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:07.718952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.729871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] device_id is not set on port 373a0295-5db6-4c84-848b-7f2698131dc6 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:07.783131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Network 5d37553e-b135-4305-938a-f09f893f3c5f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:07.790892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:07.795136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Subnet': ['ID=d8f0c953-618e-4c30-9d03-7d3455a5d455,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:07.800925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:07.802135 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.806216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3bd5359-f4bf-4488-9eee-e0303c7d19a5 None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:07.826672 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.884800 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-69ba2939-54f6-458b-a4b4-eebd651ae7c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:07.948641 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1924f53e-bfa3-4a50-a48f-b0429dc76f5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2954977 Sep 10 04:02:07.952274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37288) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:07.958048 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-277615223', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd8f0c953-618e-4c30-9d03-7d3455a5d455'}], 'security_groups': ['e0be5f68-a095-47d0-9c4b-69ea4a244ed0', 'fcd79449-a4a1-4efb-bc82-d6564ed3ca16']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:08.164805 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-69ba2939-54f6-458b-a4b4-eebd651ae7c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.174210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.229221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622a8167-b1cb-4af6-8334-ce8b2b3af5dc None None] Update dhcp port {'port': {'network_id': '5d37553e-b135-4305-938a-f09f893f3c5f', 'fixed_ips': [{'subnet_id': 'f989d5b3-1eb2-4194-8369-a3021987c0d8', 'ip_address': '172.20.0.18'}, {'subnet_id': '35d4a0a4-a200-4d9d-8030-0782b2dddabb', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd8f0c953-618e-4c30-9d03-7d3455a5d455'}], 'binding:host_id': 'n-d-808143-1'}, 'id': 'c1498763-ad96-4e8f-94e3-45c927f6b27f'} from n-d-808143-1. {{(pid=95138) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Sep 10 04:02:08.236135 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.249455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-69ba2939-54f6-458b-a4b4-eebd651ae7c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.257304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e0cdeaa-5104-4e2a-84a8-434f10475f6b']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:08.258661 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-622a8167-b1cb-4af6-8334-ce8b2b3af5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.268237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f03a9655-e5dd-49aa-9883-2e152e43bcae') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:08.268237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f03a9655-e5dd-49aa-9883-2e152e43bcae') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:08.277463 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.289566 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a64059b-861c-4496-a810-c5ced6ac78f9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.292143 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a64059b-861c-4496-a810-c5ced6ac78f9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.296161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6a64059b-861c-4496-a810-c5ced6ac78f9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/security-groups/f1a86145-4035-4a96-a5bf-d39f6662e666 HTTP/1.1" status: 204 len: 168 time: 0.7593646 Sep 10 04:02:08.296161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.315298 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-69ba2939-54f6-458b-a4b4-eebd651ae7c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f102dd1fce6a44ccb70e760c7c04f60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6410515 Sep 10 04:02:08.317753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a64059b-861c-4496-a810-c5ced6ac78f9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a86145-4035-4a96-a5bf-d39f6662e666,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:08.319358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37292) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:08.320682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:08.321279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:08.325953 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:08.358130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ba2939-54f6-458b-a4b4-eebd651ae7c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=458af39b-7aa0-4849-ab9e-54e7b18eda44,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:08.367498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.463343 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-979dd978-183f-4aab-a3cb-6bec95e88a63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.486616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:08.502977 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.503843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] device_id is not set on port cebd329c-425b-4034-83f3-d241f7c002d1 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:08.517608 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.518753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:08.519098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9a0b02e4-dde8-44c2-95eb-8c51dc8628ea not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:08.519503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:08.520515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/3e0cdeaa-5104-4e2a-84a8-434f10475f6b HTTP/1.1" status: 204 len: 168 time: 0.8007760 Sep 10 04:02:08.526889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37296) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:08.532693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-979dd978-183f-4aab-a3cb-6bec95e88a63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.542360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:08.542705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6aa8b6f7-202b-4982-8ad6-33cf7c9bb667 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:08.559255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-622a8167-b1cb-4af6-8334-ce8b2b3af5dc None None] Allocated IP 172.20.0.34 (5d37553e-b135-4305-938a-f09f893f3c5f/d8f0c953-618e-4c30-9d03-7d3455a5d455/c1498763-ad96-4e8f-94e3-45c927f6b27f) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:08.568254 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-18660ea0-3dcb-4cb2-a11d-352cead153f1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:08.568644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18660ea0-3dcb-4cb2-a11d-352cead153f1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:08.573225 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-18660ea0-3dcb-4cb2-a11d-352cead153f1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/bcde7d58-2e7d-46ae-bbe9-6d76c66eee68 HTTP/1.1" status: 404 len: 337 time: 0.0426366 Sep 10 04:02:08.575295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37298) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:08.582528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4da97-f706-4399-8395-0bd5ee3f1b7e tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=3e0cdeaa-5104-4e2a-84a8-434f10475f6b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:08.594539 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95d4a11-0ccd-4d57-9dc2-90ed5a8b3225 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:08.595291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95d4a11-0ccd-4d57-9dc2-90ed5a8b3225 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:08.599850 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a95d4a11-0ccd-4d57-9dc2-90ed5a8b3225 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/56b88039-829d-443d-87b5-360d6c421338 HTTP/1.1" status: 404 len: 339 time: 0.0235863 Sep 10 04:02:08.602005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37300) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:08.672113 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-979dd978-183f-4aab-a3cb-6bec95e88a63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.672346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-622a8167-b1cb-4af6-8334-ce8b2b3af5dc None None] For port c1498763-ad96-4e8f-94e3-45c927f6b27f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1498763-ad96-4e8f-94e3-45c927f6b27f,segment=NetworkSegment(5e78593a-93aa-4efe-9bef-99d0fcb4ae0b),segment_id=5e78593a-93aa-4efe-9bef-99d0fcb4ae0b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:08.674840 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-979dd978-183f-4aab-a3cb-6bec95e88a63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.678411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-979dd978-183f-4aab-a3cb-6bec95e88a63 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/458af39b-7aa0-4849-ab9e-54e7b18eda44 HTTP/1.1" status: 204 len: 168 time: 0.3510454 Sep 10 04:02:08.685134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dd978-183f-4aab-a3cb-6bec95e88a63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=458af39b-7aa0-4849-ab9e-54e7b18eda44,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:08.692734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e525010c-8fb9-4e49-8b77-6c2276fdcc86 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting subnet 2920d357-6c73-4067-89a8-5036c6988b12 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:08.699288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e525010c-8fb9-4e49-8b77-6c2276fdcc86 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.719778 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-622a8167-b1cb-4af6-8334-ce8b2b3af5dc None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.737514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-622a8167-b1cb-4af6-8334-ce8b2b3af5dc None None] Transition to ACTIVE for port object c1498763-ad96-4e8f-94e3-45c927f6b27f will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:08.759549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37304) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:08.767598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-35a511ce-a14a-44e0-940a-22e569ca3fa0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1059823918', 'description': 'tempest-secgroup-smoke-1059823918 description', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:08.770414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e525010c-8fb9-4e49-8b77-6c2276fdcc86 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.786493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-622a8167-b1cb-4af6-8334-ce8b2b3af5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.816994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.838104 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-35a511ce-a14a-44e0-940a-22e569ca3fa0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.899241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622a8167-b1cb-4af6-8334-ce8b2b3af5dc None None] Pushing event updated for resources: {'Port': ['ID=c1498763-ad96-4e8f-94e3-45c927f6b27f,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:08.953440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-35a511ce-a14a-44e0-940a-22e569ca3fa0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.987220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e525010c-8fb9-4e49-8b77-6c2276fdcc86 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:08.997514 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-35a511ce-a14a-44e0-940a-22e569ca3fa0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.031596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a511ce-a14a-44e0-940a-22e569ca3fa0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2315ab7d-d080-41f5-86ef-280ed4e98104,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:09.039448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Delete allocated IP 172.20.0.11 (5d37553e-b135-4305-938a-f09f893f3c5f/35d4a0a4-a200-4d9d-8030-0782b2dddabb) {{(pid=95137) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Sep 10 04:02:09.053691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Allocated IP 172.20.0.37 (5d37553e-b135-4305-938a-f09f893f3c5f/d8f0c953-618e-4c30-9d03-7d3455a5d455/e40af1cb-2aa3-4eee-b698-a2371a47534a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:09.064517 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.077508 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-35a511ce-a14a-44e0-940a-22e569ca3fa0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.080059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-35a511ce-a14a-44e0-940a-22e569ca3fa0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3176572 Sep 10 04:02:09.088525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37312) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:09.096309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3493bb2e-56ff-497d-887a-94ee3142a6cd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '2315ab7d-d080-41f5-86ef-280ed4e98104', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:09.131786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Port': ['ID=373a0295-5db6-4c84-848b-7f2698131dc6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:09.193540 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3493bb2e-56ff-497d-887a-94ee3142a6cd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.209376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Checking segment: {'id': '7bf6e733-826d-4142-851c-70495657bbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '1fc597c3-c1cf-4215-a698-67eb039bc2fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:09.209739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Network hostable DHCP agents. Network: 1fc597c3-c1cf-4215-a698-67eb039bc2fc, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:09.265492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3493bb2e-56ff-497d-887a-94ee3142a6cd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.351807 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3493bb2e-56ff-497d-887a-94ee3142a6cd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.372809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3493bb2e-56ff-497d-887a-94ee3142a6cd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31abc303-d416-4555-b9b6-4c64340f732a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:09.460648 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3493bb2e-56ff-497d-887a-94ee3142a6cd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.465165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3493bb2e-56ff-497d-887a-94ee3142a6cd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3727977 Sep 10 04:02:09.468717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37322) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:09.473371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f06c44c8-58d2-405b-ac51-7922732b1820 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '2315ab7d-d080-41f5-86ef-280ed4e98104', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:09.601617 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e525010c-8fb9-4e49-8b77-6c2276fdcc86 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.607113 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f06c44c8-58d2-405b-ac51-7922732b1820 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.630497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8053ff5a-8e53-4896-833a-bdd7d2eb2fd0 None None] Provisioning for port c1498763-ad96-4e8f-94e3-45c927f6b27f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:09.634651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8053ff5a-8e53-4896-833a-bdd7d2eb2fd0 None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:09.635226 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8053ff5a-8e53-4896-833a-bdd7d2eb2fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.642378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525010c-8fb9-4e49-8b77-6c2276fdcc86 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=2920d357-6c73-4067-89a8-5036c6988b12,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:09.647669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e525010c-8fb9-4e49-8b77-6c2276fdcc86 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.649820 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e525010c-8fb9-4e49-8b77-6c2276fdcc86 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/2920d357-6c73-4067-89a8-5036c6988b12 HTTP/1.1" status: 204 len: 168 time: 1.0467796 Sep 10 04:02:09.652464 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37328) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:09.666078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd443d8f-8169-4d2b-950b-c2fd41e3bb4f None None] Network 3af942b7-13c9-490a-8498-92b20460d858 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:09.672889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f06c44c8-58d2-405b-ac51-7922732b1820 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.725706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Network 1fc597c3-c1cf-4215-a698-67eb039bc2fc is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:09.735488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-06bd2c76-5046-4303-9f2a-99e02a3eb2e2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting subnet 77fcd29d-848d-43ab-87e0-3ae9a53737ca {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:09.741680 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f06c44c8-58d2-405b-ac51-7922732b1820 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.749272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06bd2c76-5046-4303-9f2a-99e02a3eb2e2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.753526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.776262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06c44c8-58d2-405b-ac51-7922732b1820 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=218357f8-f4ef-49e9-881b-9f2950c7c981,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:09.799778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Transition to ACTIVE for port object e40af1cb-2aa3-4eee-b698-a2371a47534a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:09.806509 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06bd2c76-5046-4303-9f2a-99e02a3eb2e2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.831848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1fc597c3-c1cf-4215-a698-67eb039bc2fc) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:09.842553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:09.843585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.845536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bd15c8a-b964-479a-af97-5b8ce9c3a182 None None] Network 1fc597c3-c1cf-4215-a698-67eb039bc2fc requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:09.848540 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f06c44c8-58d2-405b-ac51-7922732b1820 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.853762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37334) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:09.856650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f06c44c8-58d2-405b-ac51-7922732b1820 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3851759 Sep 10 04:02:09.881124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8053ff5a-8e53-4896-833a-bdd7d2eb2fd0 None None] Provisioning complete for port e40af1cb-2aa3-4eee-b698-a2371a47534a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:09.881519 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8053ff5a-8e53-4896-833a-bdd7d2eb2fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.882723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8b7d52b3-55be-4234-9a4d-dd31e2367b1d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '2315ab7d-d080-41f5-86ef-280ed4e98104', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:09.933172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Port': ['ID=cebd329c-425b-4034-83f3-d241f7c002d1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:09.938183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:09.967491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8053ff5a-8e53-4896-833a-bdd7d2eb2fd0 None None] Port e40af1cb-2aa3-4eee-b698-a2371a47534a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:10.022852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8053ff5a-8e53-4896-833a-bdd7d2eb2fd0 None None] Provisioning complete for port 53db0d41-1aa4-4c68-afa1-db96f298bdbc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:10.023230 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8053ff5a-8e53-4896-833a-bdd7d2eb2fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.050671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Checking segment: {'id': '972572eb-6fb3-40e0-9b92-c0bed89f0025', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:10.055832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Network hostable DHCP agents. Network: 1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:10.071255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event updated for resources: {'Port': ['ID=e40af1cb-2aa3-4eee-b698-a2371a47534a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:10.074191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8053ff5a-8e53-4896-833a-bdd7d2eb2fd0 None None] Port 53db0d41-1aa4-4c68-afa1-db96f298bdbc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:10.109115 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06bd2c76-5046-4303-9f2a-99e02a3eb2e2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.139493 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8b7d52b3-55be-4234-9a4d-dd31e2367b1d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.199465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] In _notify_port_updated(), no bound segment for port e40af1cb-2aa3-4eee-b698-a2371a47534a on network 5d37553e-b135-4305-938a-f09f893f3c5f {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:02:10.205211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:10.205924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.209852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8262da0-0452-45f4-80f6-04ff4195d67c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "PUT /v2.0/ports/e40af1cb-2aa3-4eee-b698-a2371a47534a HTTP/1.1" status: 200 len: 959 time: 2.2537611 Sep 10 04:02:10.215994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37338) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:10.251152 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8b7d52b3-55be-4234-9a4d-dd31e2367b1d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.253126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Network 1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:10.306998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06bd2c76-5046-4303-9f2a-99e02a3eb2e2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.342337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f9810fa2-921c-4a44-a5b7-cd62398cb880 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port e40af1cb-2aa3-4eee-b698-a2371a47534a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:10.342679 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9810fa2-921c-4a44-a5b7-cd62398cb880 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.344791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:10.359028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:10.366399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:10.375400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:10.376137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.383693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bd2c76-5046-4303-9f2a-99e02a3eb2e2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=77fcd29d-848d-43ab-87e0-3ae9a53737ca,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:10.392430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8b7d52b3-55be-4234-9a4d-dd31e2367b1d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.403943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a4a3f19-0fa8-4db8-bce2-92224ffdb300 None None] Network 1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:10.433888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1498763-ad96-4e8f-94e3-45c927f6b27f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:10.464496 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-06bd2c76-5046-4303-9f2a-99e02a3eb2e2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.466507 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-06bd2c76-5046-4303-9f2a-99e02a3eb2e2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/77fcd29d-848d-43ab-87e0-3ae9a53737ca HTTP/1.1" status: 204 len: 168 time: 0.8129187 Sep 10 04:02:10.471128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37346) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:10.480054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7d52b3-55be-4234-9a4d-dd31e2367b1d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=747073d6-c592-4667-aea9-8b800dd65b5b,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:10.531598 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9810fa2-921c-4a44-a5b7-cd62398cb880 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.545619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f9810fa2-921c-4a44-a5b7-cd62398cb880 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for e40af1cb-2aa3-4eee-b698-a2371a47534a owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:10.563927 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e50f8955-cd79-4c31-b804-b9c1a6edbeed tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.6057904 Sep 10 04:02:10.566502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37350) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:10.577506 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8b7d52b3-55be-4234-9a4d-dd31e2367b1d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.578697 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8b7d52b3-55be-4234-9a4d-dd31e2367b1d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7230458 Sep 10 04:02:10.605354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37352) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:10.615277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-18d93902-506f-4f06-92b7-d6ac5a1526fe tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '2315ab7d-d080-41f5-86ef-280ed4e98104', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:10.655936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:10.656514 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.675952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4523109-1f36-4704-b417-fe1bc0b47b6f tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:10.688841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4523109-1f36-4704-b417-fe1bc0b47b6f tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:10.698050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a4523109-1f36-4704-b417-fe1bc0b47b6f tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1278477 Sep 10 04:02:10.702757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37356) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:10.718018 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.775516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37358) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:10.825488 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18d93902-506f-4f06-92b7-d6ac5a1526fe tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.829303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fd0241-b618-4784-ab9e-bc3b23d700d2 None None] Network 3af942b7-13c9-490a-8498-92b20460d858 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:10.855828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting port ffe81e14-b44d-40f2-971d-6b9de69953e0 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:10.856413 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.911800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-6655fc08-2ac0-424e-8cfd-07aa720f9bde tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Deleting port 373a0295-5db6-4c84-848b-7f2698131dc6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:10.912041 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6655fc08-2ac0-424e-8cfd-07aa720f9bde tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.924447 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9810fa2-921c-4a44-a5b7-cd62398cb880 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.932862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9c230e04-2323-4afe-8072-e09f5e9c7c34 None None] Provisioning for port e40af1cb-2aa3-4eee-b698-a2371a47534a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:10.936092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18d93902-506f-4f06-92b7-d6ac5a1526fe tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.953850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9c230e04-2323-4afe-8072-e09f5e9c7c34 None None] Provisioning complete for port e40af1cb-2aa3-4eee-b698-a2371a47534a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:10.954394 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9c230e04-2323-4afe-8072-e09f5e9c7c34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:10.975836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5ea0497a-db1c-4e90-8810-f5549dcbcc9d tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1471836938'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:10.976236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5ea0497a-db1c-4e90-8810-f5549dcbcc9d tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Unknown quota resources ['metering_label']. {{(pid=95136) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 04:02:10.977557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9c230e04-2323-4afe-8072-e09f5e9c7c34 None None] Port e40af1cb-2aa3-4eee-b698-a2371a47534a was deleted so its status cannot be updated. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 04:02:10.979985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9810fa2-921c-4a44-a5b7-cd62398cb880 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=e40af1cb-2aa3-4eee-b698-a2371a47534a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:10.998725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] For port ffe81e14-b44d-40f2-971d-6b9de69953e0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ffe81e14-b44d-40f2-971d-6b9de69953e0,segment=NetworkSegment(29a4a61c-014b-4a06-8fb2-cfa88fc8b29a),segment_id=29a4a61c-014b-4a06-8fb2-cfa88fc8b29a)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:10.999171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.008135 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6655fc08-2ac0-424e-8cfd-07aa720f9bde tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.022400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-6655fc08-2ac0-424e-8cfd-07aa720f9bde tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Calling delete_port for 373a0295-5db6-4c84-848b-7f2698131dc6 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:11.075622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18d93902-506f-4f06-92b7-d6ac5a1526fe tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.110213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1519acfc-d84e-47f4-adb5-d3ab89420efb None None] DHCP port deletion for 3af942b7-13c9-490a-8498-92b20460d858 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:11.113269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d93902-506f-4f06-92b7-d6ac5a1526fe tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad8c7a32-e75e-45f7-b902-51af88508b26,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:11.113508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Calling delete_port for ffe81e14-b44d-40f2-971d-6b9de69953e0 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:11.122112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3e06ad68-b327-42b4-8011-3fce2e2d3299 None None] Provisioning complete for port ffe81e14-b44d-40f2-971d-6b9de69953e0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:11.122744 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3e06ad68-b327-42b4-8011-3fce2e2d3299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.145452 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9810fa2-921c-4a44-a5b7-cd62398cb880 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.150114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f9810fa2-921c-4a44-a5b7-cd62398cb880 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/e40af1cb-2aa3-4eee-b698-a2371a47534a HTTP/1.1" status: 204 len: 168 time: 0.9365206 Sep 10 04:02:11.150569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37362) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.177096 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-51f739a6-94e8-4321-8242-39aecca8951c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] GET failed (client error): The resource could not be found. Sep 10 04:02:11.181344 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-51f739a6-94e8-4321-8242-39aecca8951c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports/e40af1cb-2aa3-4eee-b698-a2371a47534a HTTP/1.1" status: 404 len: 333 time: 0.0270789 Sep 10 04:02:11.183347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37364) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.205079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-18d93902-506f-4f06-92b7-d6ac5a1526fe tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.210131 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-18d93902-506f-4f06-92b7-d6ac5a1526fe tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6036196 Sep 10 04:02:11.213621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37366) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.214320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6655fc08-2ac0-424e-8cfd-07aa720f9bde tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.217310 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:02:11.235029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-673554fe-2276-4718-b75d-5779216647f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '2315ab7d-d080-41f5-86ef-280ed4e98104', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:11.239302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1519acfc-d84e-47f4-adb5-d3ab89420efb None None] Deleting port ffe81e14-b44d-40f2-971d-6b9de69953e0 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:11.240036 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1519acfc-d84e-47f4-adb5-d3ab89420efb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.294539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6655fc08-2ac0-424e-8cfd-07aa720f9bde tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Port': ['ID=373a0295-5db6-4c84-848b-7f2698131dc6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:11.318521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1519acfc-d84e-47f4-adb5-d3ab89420efb None None] For port ffe81e14-b44d-40f2-971d-6b9de69953e0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ffe81e14-b44d-40f2-971d-6b9de69953e0,segment=NetworkSegment(29a4a61c-014b-4a06-8fb2-cfa88fc8b29a),segment_id=29a4a61c-014b-4a06-8fb2-cfa88fc8b29a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:11.319173 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1519acfc-d84e-47f4-adb5-d3ab89420efb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.319692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6655fc08-2ac0-424e-8cfd-07aa720f9bde tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.324195 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6655fc08-2ac0-424e-8cfd-07aa720f9bde tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/ports/373a0295-5db6-4c84-848b-7f2698131dc6 HTTP/1.1" status: 204 len: 168 time: 0.6177742 Sep 10 04:02:11.325061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37368) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.331899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1519acfc-d84e-47f4-adb5-d3ab89420efb None None] Calling delete_port for ffe81e14-b44d-40f2-971d-6b9de69953e0 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:11.354492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5ea0497a-db1c-4e90-8810-f5549dcbcc9d tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.358274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5ea0497a-db1c-4e90-8810-f5549dcbcc9d tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.5789416 Sep 10 04:02:11.359084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37370) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.364690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7f80b08e-d7e9-4776-bcbc-38fc2052a789 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '99f56878-2875-47df-b1d5-24312eac5ad0'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:11.365187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7f80b08e-d7e9-4776-bcbc-38fc2052a789 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95136) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 04:02:11.403619 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-252ec196-88f2-4957-9b9c-3af3eac9bfe0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.409461 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-673554fe-2276-4718-b75d-5779216647f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Project 604b17a6e0964c4ab69ec880aeb9fc59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:02:11.422112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-673554fe-2276-4718-b75d-5779216647f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.463890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-252ec196-88f2-4957-9b9c-3af3eac9bfe0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.505695 n-d-808143-1 neutron-server[95136]: WARNING neutron.services.metering.metering_plugin [None req-7f80b08e-d7e9-4776-bcbc-38fc2052a789 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 10 04:02:11.525612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-df485355-400b-4ccc-9dd3-6f9b42cd5003 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Deleting port cebd329c-425b-4034-83f3-d241f7c002d1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:11.525954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df485355-400b-4ccc-9dd3-6f9b42cd5003 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.537027 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1519acfc-d84e-47f4-adb5-d3ab89420efb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.538895 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.547299 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-673554fe-2276-4718-b75d-5779216647f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.565578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1519acfc-d84e-47f4-adb5-d3ab89420efb None None] Pushing event deleted for resources: {'Port': ['ID=ffe81e14-b44d-40f2-971d-6b9de69953e0,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:11.567384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1519acfc-d84e-47f4-adb5-d3ab89420efb None None] No DVR routers for this DVR port ffe81e14-b44d-40f2-971d-6b9de69953e0 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:11.619249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-673554fe-2276-4718-b75d-5779216647f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.627733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df485355-400b-4ccc-9dd3-6f9b42cd5003 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.635420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Port': ['ID=ffe81e14-b44d-40f2-971d-6b9de69953e0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:11.637438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No DVR routers for this DVR port ffe81e14-b44d-40f2-971d-6b9de69953e0 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:11.639865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f80b08e-d7e9-4776-bcbc-38fc2052a789 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.644210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7f80b08e-d7e9-4776-bcbc-38fc2052a789 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.2841551 Sep 10 04:02:11.650415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37372) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.650647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-df485355-400b-4ccc-9dd3-6f9b42cd5003 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Calling delete_port for cebd329c-425b-4034-83f3-d241f7c002d1 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:11.651545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f990f8e4-719d-4d7f-a1af-b1ad3374e689 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '99f56878-2875-47df-b1d5-24312eac5ad0'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:11.652055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f990f8e4-719d-4d7f-a1af-b1ad3374e689 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=95136) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 04:02:11.655087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673554fe-2276-4718-b75d-5779216647f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352f99a3-de6e-472a-afda-ee12be107b37,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:11.664055 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-252ec196-88f2-4957-9b9c-3af3eac9bfe0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.666563 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-252ec196-88f2-4957-9b9c-3af3eac9bfe0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.667733 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-252ec196-88f2-4957-9b9c-3af3eac9bfe0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/security-groups/8a2379a7-1400-4a51-a2ef-c7b2b6e32e1d HTTP/1.1" status: 204 len: 168 time: 0.4823294 Sep 10 04:02:11.672396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37374) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.707867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252ec196-88f2-4957-9b9c-3af3eac9bfe0 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a2379a7-1400-4a51-a2ef-c7b2b6e32e1d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:11.733731 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-673554fe-2276-4718-b75d-5779216647f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.738258 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-673554fe-2276-4718-b75d-5779216647f3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5180283 Sep 10 04:02:11.738759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37376) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.744362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-da8549b3-8b1d-4dd0-94d7-52a466bc59dd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'security_group_rule': {'security_group_id': '2315ab7d-d080-41f5-86ef-280ed4e98104', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:11.800335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.825713 n-d-808143-1 neutron-server[95136]: WARNING neutron.services.metering.metering_plugin [None req-f990f8e4-719d-4d7f-a1af-b1ad3374e689 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Sep 10 04:02:11.843292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df485355-400b-4ccc-9dd3-6f9b42cd5003 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.843726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3af942b7-13c9-490a-8498-92b20460d858']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:11.846204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ed5f-a027-432a-8274-847a67c5610a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.851479 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-da8549b3-8b1d-4dd0-94d7-52a466bc59dd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Project 604b17a6e0964c4ab69ec880aeb9fc59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:02:11.882896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da8549b3-8b1d-4dd0-94d7-52a466bc59dd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.890005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-df485355-400b-4ccc-9dd3-6f9b42cd5003 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.892596 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-df485355-400b-4ccc-9dd3-6f9b42cd5003 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/ports/cebd329c-425b-4034-83f3-d241f7c002d1 HTTP/1.1" status: 204 len: 168 time: 0.5668907 Sep 10 04:02:11.895558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df485355-400b-4ccc-9dd3-6f9b42cd5003 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Port': ['ID=cebd329c-425b-4034-83f3-d241f7c002d1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:11.897716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29a4a61c-014b-4a06-8fb2-cfa88fc8b29a') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:11.898229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29a4a61c-014b-4a06-8fb2-cfa88fc8b29a') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:11.898351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37378) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.943108 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f49fb333-15ee-4869-808a-7fe0d4ae9036 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0375071 Sep 10 04:02:11.948018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37380) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.948340 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ed5f-a027-432a-8274-847a67c5610a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.951658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f990f8e4-719d-4d7f-a1af-b1ad3374e689 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.952853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f990f8e4-719d-4d7f-a1af-b1ad3374e689 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3045270 Sep 10 04:02:11.958176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-722101292'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:11.959140 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:11.960541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37382) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.988157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-29fa3cf9-de19-4051-a74e-c0664d5dcbb7 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=1ef3657e-19f6-402b-bf3a-2a3969984c52 HTTP/1.1" status: 200 len: 464 time: 0.0247715 Sep 10 04:02:11.993170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37384) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:11.994074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.001562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da8549b3-8b1d-4dd0-94d7-52a466bc59dd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.006001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:12.006401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:12.009406 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:12.064660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Made reservation on behalf of 466d81c916f64cc7853a942c4d3d4070 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:12.068217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.091051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] vlan segment allocate from pool success with {'vlan_id': 236, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:12.100768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.102733 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Added segment c1b664a7-1563-495a-b574-32a142e12b96 of type vlan for network 76ee29d3-6d66-42f3-8f3a-6fb19400ae33 Sep 10 04:02:12.121983 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ed5f-a027-432a-8274-847a67c5610a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.124646 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f8c1ed5f-a027-432a-8274-847a67c5610a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.125789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f8c1ed5f-a027-432a-8274-847a67c5610a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/security-groups/fcd79449-a4a1-4efb-bc82-d6564ed3ca16 HTTP/1.1" status: 204 len: 168 time: 0.4509766 Sep 10 04:02:12.129163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37386) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.134982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da8549b3-8b1d-4dd0-94d7-52a466bc59dd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.142812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c1ed5f-a027-432a-8274-847a67c5610a tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd79449-a4a1-4efb-bc82-d6564ed3ca16,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:12.152279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.162578 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.166663 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/3af942b7-13c9-490a-8498-92b20460d858 HTTP/1.1" status: 204 len: 168 time: 1.6905363 Sep 10 04:02:12.171983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37388) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.173964 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.193561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7675c53-7291-4887-9173-970835308d7c tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=3af942b7-13c9-490a-8498-92b20460d858,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:12.221847 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-579e5c0a-8819-43e3-84a2-cd0c6fe80508 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:12.222294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-579e5c0a-8819-43e3-84a2-cd0c6fe80508 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:12.224056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-579e5c0a-8819-43e3-84a2-cd0c6fe80508 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/6feeb7a0-7473-46ba-8e6a-d526595c7c01 HTTP/1.1" status: 404 len: 337 time: 0.0489066 Sep 10 04:02:12.228538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37390) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.248607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da8549b3-8b1d-4dd0-94d7-52a466bc59dd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca5c9586-a4ec-47f9-be82-a3b8ece8d037,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:12.253595 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-747e5ecf-811f-4ba6-8e16-166222e18da7 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:12.254370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-747e5ecf-811f-4ba6-8e16-166222e18da7 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:12.256001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-747e5ecf-811f-4ba6-8e16-166222e18da7 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/f8a31d29-8c29-4104-9cb1-156ce4892e3a HTTP/1.1" status: 404 len: 339 time: 0.0264900 Sep 10 04:02:12.258699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37392) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.286318 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d75e7a6-91c3-4a76-8a02-9702aee02cea tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.288325 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fa27936-eded-4c05-ba92-d97be8e3fb05 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:12.288768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fa27936-eded-4c05-ba92-d97be8e3fb05 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:12.292798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2fa27936-eded-4c05-ba92-d97be8e3fb05 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/e467617a-39ee-4d5d-b4a0-fd705eefc019 HTTP/1.1" status: 404 len: 337 time: 0.0309699 Sep 10 04:02:12.294574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37394) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.313069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da8549b3-8b1d-4dd0-94d7-52a466bc59dd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.314307 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-da8549b3-8b1d-4dd0-94d7-52a466bc59dd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5746248 Sep 10 04:02:12.319533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84b4d020-22aa-4852-ae6b-d98e4122a709 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.319740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37396) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.323288 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-84b4d020-22aa-4852-ae6b-d98e4122a709 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/1ef3657e-19f6-402b-bf3a-2a3969984c52 HTTP/1.1" status: 204 len: 168 time: 0.3257461 Sep 10 04:02:12.323758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37398) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.329329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'network': {'name': 'tempest-network-smoke--762244539', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'port_security_enabled': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:12.332695 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a95b5660-9a8a-48dd-84a9-f97e5c987cb5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:12.339464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a95b5660-9a8a-48dd-84a9-f97e5c987cb5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:12.340092 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2fa82117-42d8-4ccb-a303-941625160a52 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=1ef3657e-19f6-402b-bf3a-2a3969984c52 HTTP/1.1" status: 200 len: 221 time: 0.0094726 Sep 10 04:02:12.340517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a95b5660-9a8a-48dd-84a9-f97e5c987cb5 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/dae99cde-8a8c-49cf-aafc-3b61ca41326a HTTP/1.1" status: 404 len: 339 time: 0.0393412 Sep 10 04:02:12.340713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37400) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.340713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37402) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.345979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d75e7a6-91c3-4a76-8a02-9702aee02cea tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.353068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-404fd586-fb33-4914-8206-02a828e9cd94 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--788937399', 'description': 'label created by tempest'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:12.353530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-404fd586-fb33-4914-8206-02a828e9cd94 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Unknown quota resources ['metering_label']. {{(pid=95137) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Sep 10 04:02:12.373206 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9547b048-ae52-4dac-a340-1fd2e2f004c2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:12.374074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9547b048-ae52-4dac-a340-1fd2e2f004c2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:12.375358 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9547b048-ae52-4dac-a340-1fd2e2f004c2 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/c23316b6-f72e-42e1-987a-1d6f19b63ad6 HTTP/1.1" status: 404 len: 337 time: 0.0368865 Sep 10 04:02:12.378124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37406) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.399410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ffe81e14-b44d-40f2-971d-6b9de69953e0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:12.419964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ffe81e14-b44d-40f2-971d-6b9de69953e0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:12.420313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ffe81e14-b44d-40f2-971d-6b9de69953e0 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:12.431706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:12.435491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.447149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.452255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d75e7a6-91c3-4a76-8a02-9702aee02cea tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.453195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:12.453774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.454723 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d75e7a6-91c3-4a76-8a02-9702aee02cea tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.455846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9d75e7a6-91c3-4a76-8a02-9702aee02cea tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/security-groups/e0be5f68-a095-47d0-9c4b-69ea4a244ed0 HTTP/1.1" status: 204 len: 168 time: 0.3246684 Sep 10 04:02:12.459829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37408) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.470518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:12.472449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d75e7a6-91c3-4a76-8a02-9702aee02cea tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0be5f68-a095-47d0-9c4b-69ea4a244ed0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:12.474777 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-63297d28-f51d-48f6-a6c9-9e22f7cf905d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:12.475349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63297d28-f51d-48f6-a6c9-9e22f7cf905d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:12.479777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-63297d28-f51d-48f6-a6c9-9e22f7cf905d tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/993a9416-881e-43f9-a7dd-137779839f47 HTTP/1.1" status: 404 len: 339 time: 0.0981209 Sep 10 04:02:12.480293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37410) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.520891 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.521510 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Added segment 18edf76a-876b-4328-8f99-7c96f5e07e32 of type vlan for network 7f2ed2d9-023d-4443-a788-b69943cea483 Sep 10 04:02:12.576530 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.582239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-b051bfe2-4bd5-4154-a0a9-5275dce13c2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting subnet 7b90cc50-56f8-48a9-b2cb-48ca1d1d5bad {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:12.587797 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b051bfe2-4bd5-4154-a0a9-5275dce13c2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.629294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Network': ['ID=76ee29d3-6d66-42f3-8f3a-6fb19400ae33,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:12.632177 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9e927e4d-e2b3-4131-9a5d-9785a12e3e03 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6832011 Sep 10 04:02:12.635471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37412) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.642710 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b051bfe2-4bd5-4154-a0a9-5275dce13c2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.643290 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 76ee29d3-6d66-42f3-8f3a-6fb19400ae33 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:12.648586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-732450554'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:12.674175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bff3c86-0f74-4178-8170-ef98b87e57d7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet 35d4a0a4-a200-4d9d-8030-0782b2dddabb {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:12.679184 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bff3c86-0f74-4178-8170-ef98b87e57d7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.731914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-404fd586-fb33-4914-8206-02a828e9cd94 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.733149 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-404fd586-fb33-4914-8206-02a828e9cd94 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.3927729 Sep 10 04:02:12.734828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.735992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37414) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.740754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:12.741408 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.783296 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b051bfe2-4bd5-4154-a0a9-5275dce13c2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.792056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Made reservation on behalf of 466d81c916f64cc7853a942c4d3d4070 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:12.796583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.819869 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-588fe70e-7e85-4431-ad9b-dc6e421e95ca tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=3000dd53-f159-47c7-9a53-5e4a900e5af0 HTTP/1.1" status: 200 len: 467 time: 0.0829020 Sep 10 04:02:12.822009 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bff3c86-0f74-4178-8170-ef98b87e57d7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.824457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37416) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.873954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Network': ['ID=7f2ed2d9-023d-4443-a788-b69943cea483,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:12.888229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9feab0f9-14c1-46f4-aea7-544fded28d84 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5606971 Sep 10 04:02:12.888367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 7f2ed2d9-023d-4443-a788-b69943cea483 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:12.889062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37418) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:12.893772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'admin_state_up': True, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:12.909312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] vlan segment allocate from pool success with {'vlan_id': 223, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:12.933511 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:12.933861 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Added segment 9f9a08f7-896e-4806-96e1-801ea7a7f444 of type vlan for network 94aeb2a0-31b0-4db0-93a3-ac557217c3df Sep 10 04:02:12.977334 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.008961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b051bfe2-4bd5-4154-a0a9-5275dce13c2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.035891 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b051bfe2-4bd5-4154-a0a9-5275dce13c2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=7b90cc50-56f8-48a9-b2cb-48ca1d1d5bad,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:13.039089 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.040154 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.046397 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b051bfe2-4bd5-4154-a0a9-5275dce13c2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.050823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b051bfe2-4bd5-4154-a0a9-5275dce13c2a tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/7b90cc50-56f8-48a9-b2cb-48ca1d1d5bad HTTP/1.1" status: 204 len: 168 time: 0.5675404 Sep 10 04:02:13.051580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37420) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.054501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae43f15-424f-41c0-8c7a-f62007f3ec2c None None] Network 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:13.094811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bff3c86-0f74-4178-8170-ef98b87e57d7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.102391 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.103928 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.109907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:13.110471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.158943 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-96e0cff9-16bb-4ef3-a14b-d64d29390fdd tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.162463 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-96e0cff9-16bb-4ef3-a14b-d64d29390fdd tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/3000dd53-f159-47c7-9a53-5e4a900e5af0 HTTP/1.1" status: 204 len: 168 time: 0.3346443 Sep 10 04:02:13.165604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37422) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.186620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Network': ['ID=94aeb2a0-31b0-4db0-93a3-ac557217c3df,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:13.188183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.195396 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-634deb20-c1c0-417b-9c81-d44e6fefdf29 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=3000dd53-f159-47c7-9a53-5e4a900e5af0 HTTP/1.1" status: 200 len: 216 time: 0.0256197 Sep 10 04:02:13.195884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37424) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.200137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 94aeb2a0-31b0-4db0-93a3-ac557217c3df details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:13.218702 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-222e9967-09e0-46ed-9932-d7733384a635 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0189176 Sep 10 04:02:13.218962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37426) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.228931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-650afe9f-1221-4a39-9703-8a51d0cd16d2 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5898619 Sep 10 04:02:13.255211 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b7fd11bc-98c5-4b43-a620-03cf3d33da46 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0313351 Sep 10 04:02:13.260186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37428) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.313865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21e87462-2243-4611-80b2-512dd64c9c9c None None] DHCP port deletion for 4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:13.323639 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-55572c2c-f974-438e-9ca6-dc717fd36131 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/99f56878-2875-47df-b1d5-24312eac5ad0 HTTP/1.1" status: 200 len: 473 time: 0.0622530 Sep 10 04:02:13.326669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bff3c86-0f74-4178-8170-ef98b87e57d7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.328532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37430) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.350650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.365482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bff3c86-0f74-4178-8170-ef98b87e57d7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=35d4a0a4-a200-4d9d-8030-0782b2dddabb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:13.365801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37432) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.370306 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd866aa4-2828-404b-b2c2-7d09e64dde80 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/165fb3f5-d697-4cae-acb4-629b5f95ac5a HTTP/1.1" status: 200 len: 461 time: 0.0375009 Sep 10 04:02:13.371463 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bff3c86-0f74-4178-8170-ef98b87e57d7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.376611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-21e87462-2243-4611-80b2-512dd64c9c9c None None] Deleting port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:13.377512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'subnets': [{'network_id': '76ee29d3-6d66-42f3-8f3a-6fb19400ae33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--362452190', 'ip_version': 4}, {'network_id': '94aeb2a0-31b0-4db0-93a3-ac557217c3df', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:13.377825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'subnet': {'network_id': '76ee29d3-6d66-42f3-8f3a-6fb19400ae33', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--362452190', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:13.378361 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-21e87462-2243-4611-80b2-512dd64c9c9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.378488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Request body: {'subnet': {'network_id': '94aeb2a0-31b0-4db0-93a3-ac557217c3df', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:13.380983 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5bff3c86-0f74-4178-8170-ef98b87e57d7 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/35d4a0a4-a200-4d9d-8030-0782b2dddabb HTTP/1.1" status: 204 len: 168 time: 0.9169126 Sep 10 04:02:13.382685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37434) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.383012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37436) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.384752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c60df74-6bc4-4729-b09d-92109e2961e9 None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:13.452367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:13.452638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.472956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ec1ed73-c97f-42b4-970e-9ff1c3dd2103 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet d8f0c953-618e-4c30-9d03-7d3455a5d455 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:13.484127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ed73-c97f-42b4-970e-9ff1c3dd2103 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.497461 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-21e87462-2243-4611-80b2-512dd64c9c9c None None] For port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e84f05a6-774d-4dbb-ad85-2ffd2daa5be0,segment=NetworkSegment(d1e1c830-a4ae-4885-9654-994f80d7f4f1),segment_id=d1e1c830-a4ae-4885-9654-994f80d7f4f1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:13.498055 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-21e87462-2243-4611-80b2-512dd64c9c9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.527608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-21e87462-2243-4611-80b2-512dd64c9c9c None None] Calling delete_port for e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:13.616319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ed73-c97f-42b4-970e-9ff1c3dd2103 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.640704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] For port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e84f05a6-774d-4dbb-ad85-2ffd2daa5be0,segment=NetworkSegment(d1e1c830-a4ae-4885-9654-994f80d7f4f1),segment_id=d1e1c830-a4ae-4885-9654-994f80d7f4f1)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:13.641422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.675006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Made reservation on behalf of 466d81c916f64cc7853a942c4d3d4070 for: {'subnet': 2} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:13.679864 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.680430 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.691180 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db4b1707-69c4-4c2e-818f-419999b1201b tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.693753 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-db4b1707-69c4-4c2e-818f-419999b1201b tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/165fb3f5-d697-4cae-acb4-629b5f95ac5a HTTP/1.1" status: 204 len: 168 time: 0.3086212 Sep 10 04:02:13.699372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37438) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:13.705508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Calling delete_port for e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:13.742951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.775350 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-21e87462-2243-4611-80b2-512dd64c9c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:13.816460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e87462-2243-4611-80b2-512dd64c9c9c None None] Pushing event deleted for resources: {'Port': ['ID=e84f05a6-774d-4dbb-ad85-2ffd2daa5be0,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:13.824784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e87462-2243-4611-80b2-512dd64c9c9c None None] No DVR routers for this DVR port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:13.956249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ed73-c97f-42b4-970e-9ff1c3dd2103 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.062853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.081187 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.095447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Port': ['ID=e84f05a6-774d-4dbb-ad85-2ffd2daa5be0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:14.100595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No DVR routers for this DVR port e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:14.131029 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a9102d0b-ea19-47c5-afe3-9da11e60d6d1 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.135464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a9102d0b-ea19-47c5-afe3-9da11e60d6d1 tempest-MeteringTestJSON-1071774389 tempest-MeteringTestJSON-1071774389-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/99f56878-2875-47df-b1d5-24312eac5ad0 HTTP/1.1" status: 204 len: 168 time: 0.4332240 Sep 10 04:02:14.153070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ed73-c97f-42b4-970e-9ff1c3dd2103 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.169922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1ec1ed73-c97f-42b4-970e-9ff1c3dd2103 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.171804 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1ec1ed73-c97f-42b4-970e-9ff1c3dd2103 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/d8f0c953-618e-4c30-9d03-7d3455a5d455 HTTP/1.1" status: 204 len: 168 time: 0.7855980 Sep 10 04:02:14.175945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37442) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:14.200015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec1ed73-c97f-42b4-970e-9ff1c3dd2103 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=d8f0c953-618e-4c30-9d03-7d3455a5d455,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:14.221774 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-a940c0b4-8d33-4497-a9e4-1b48c510ca7e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:14.222235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a940c0b4-8d33-4497-a9e4-1b48c510ca7e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:14.223988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a940c0b4-8d33-4497-a9e4-1b48c510ca7e tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/35d4a0a4-a200-4d9d-8030-0782b2dddabb HTTP/1.1" status: 404 len: 337 time: 0.0451081 Sep 10 04:02:14.227593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37444) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:14.262136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756cf6eb-2b52-409f-9c12-2ba887c240a2 None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:14.358921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-5adaed10-1eab-4ad9-89b8-9160c88a108d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting subnet f989d5b3-1eb2-4194-8369-a3021987c0d8 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:14.416068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.25.3.208 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/139a299e-bc9a-4900-ba72-81c659b94343) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:14.418211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5adaed10-1eab-4ad9-89b8-9160c88a108d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.500011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:14.533399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:14.533741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e84f05a6-774d-4dbb-ad85-2ffd2daa5be0 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:14.556608 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5adaed10-1eab-4ad9-89b8-9160c88a108d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.565006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6176c840-ed4b-4858-a2a8-eb446da4f7a6 None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:14.565380 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6176c840-ed4b-4858-a2a8-eb446da4f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.605855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.628630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2b45d8-301f-4f44-b1d3-8bc1e41ff727']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:14.638761 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e1c830-a4ae-4885-9654-994f80d7f4f1') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:14.639056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e1c830-a4ae-4885-9654-994f80d7f4f1') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:14.654377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.671435 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.691395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 203 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:14.691848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:14.695614 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:14.749002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6176c840-ed4b-4858-a2a8-eb446da4f7a6 None None] Provisioning complete for port 53db0d41-1aa4-4c68-afa1-db96f298bdbc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:14.749523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6176c840-ed4b-4858-a2a8-eb446da4f7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.776170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37448) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:14.784317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.796055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-6176c840-ed4b-4858-a2a8-eb446da4f7a6 None None] Port 53db0d41-1aa4-4c68-afa1-db96f298bdbc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:14.817229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5adaed10-1eab-4ad9-89b8-9160c88a108d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.866098 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.871570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.874132 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/4f2b45d8-301f-4f44-b1d3-8bc1e41ff727 HTTP/1.1" status: 204 len: 168 time: 1.8218791 Sep 10 04:02:14.882216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37452) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:14.893408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f93deb-8891-401b-906f-59522a28d4a1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=4f2b45d8-301f-4f44-b1d3-8bc1e41ff727,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:14.918044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3a68c82-c110-4c9e-9a2a-bdd9d00c0d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:14.947745 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-048dab83-893a-4870-bc48-48605701f398 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:14.948176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-048dab83-893a-4870-bc48-48605701f398 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:14.952372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-048dab83-893a-4870-bc48-48605701f398 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/201c0b62-5b43-468d-a73a-9ca656d043b1 HTTP/1.1" status: 404 len: 337 time: 0.0667794 Sep 10 04:02:14.953497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37454) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:14.985279 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf959565-9011-4529-954f-a983d8b431e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:14.985909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf959565-9011-4529-954f-a983d8b431e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:14.987588 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cf959565-9011-4529-954f-a983d8b431e1 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/a935608a-61e4-4d94-ab7d-dd8c4063f6f0 HTTP/1.1" status: 404 len: 339 time: 0.0331066 Sep 10 04:02:14.990404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37456) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.026987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.045818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3a68c82-c110-4c9e-9a2a-bdd9d00c0d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.071066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5adaed10-1eab-4ad9-89b8-9160c88a108d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.073287 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.105997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3a68c82-c110-4c9e-9a2a-bdd9d00c0d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.131171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab93f4cf-f1e0-43da-b845-0ad2942c8655 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting subnet a5905d77-b3f8-4075-9fb8-249b374de9be {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:15.144788 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab93f4cf-f1e0-43da-b845-0ad2942c8655 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.146729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a3a68c82-c110-4c9e-9a2a-bdd9d00c0d1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b49f8fec82d342f5906e375e264efed0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3698120 Sep 10 04:02:15.147624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a68c82-c110-4c9e-9a2a-bdd9d00c0d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4206e1ff-6352-44e8-8a2b-7750d8ee97a8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:15.150523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37458) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.152385 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5adaed10-1eab-4ad9-89b8-9160c88a108d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.154738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5adaed10-1eab-4ad9-89b8-9160c88a108d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/f989d5b3-1eb2-4194-8369-a3021987c0d8 HTTP/1.1" status: 204 len: 168 time: 0.9241066 Sep 10 04:02:15.156642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:15.167525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37460) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.176051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Subnet': ['ID=88853d05-741d-43c0-b6ab-feb7716a9b57,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:15.193485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:15.209682 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-9cd25256-e1c0-4d8f-b7f5-732ef6952f71 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.210139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9cd25256-e1c0-4d8f-b7f5-732ef6952f71 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.214341 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9cd25256-e1c0-4d8f-b7f5-732ef6952f71 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/34a394e6-0cac-480f-96b0-ec064a65dbc5 HTTP/1.1" status: 404 len: 337 time: 0.0433753 Sep 10 04:02:15.215002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37462) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.228604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:15.246596 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b35c74bc-29b9-4b7d-acaf-c10c87e9d98d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "GET /v2.0/ports?device_id=0cbe65fa-c608-48d6-9e38-646314539203 HTTP/1.1" status: 200 len: 205 time: 0.0302987 Sep 10 04:02:15.251503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37464) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.256403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=139a299e-bc9a-4900-ba72-81c659b94343,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:15.259016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adaed10-1eab-4ad9-89b8-9160c88a108d tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Subnet': ['ID=f989d5b3-1eb2-4194-8369-a3021987c0d8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:15.281759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab93f4cf-f1e0-43da-b845-0ad2942c8655 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.295508 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edf7959e-1d4b-4cfd-86a1-cee10bea978b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.297903 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-b1717177-e81b-4753-8113-1015035b14e6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] delete failed (client error): The resource could not be found. Sep 10 04:02:15.302295 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b1717177-e81b-4753-8113-1015035b14e6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/routers/0cbe65fa-c608-48d6-9e38-646314539203 HTTP/1.1" status: 404 len: 336 time: 0.0474610 Sep 10 04:02:15.302471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37466) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.308833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Checking segment: {'id': 'c1b664a7-1563-495a-b574-32a142e12b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76ee29d3-6d66-42f3-8f3a-6fb19400ae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:15.309207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Network hostable DHCP agents. Network: 76ee29d3-6d66-42f3-8f3a-6fb19400ae33, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:15.338048 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ac72811-c9df-42a9-8a56-af5e40436334 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.338496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ac72811-c9df-42a9-8a56-af5e40436334 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.342405 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7ac72811-c9df-42a9-8a56-af5e40436334 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/072713b7-bb6f-464e-8e0d-b32b726be8fd HTTP/1.1" status: 404 len: 337 time: 0.0368948 Sep 10 04:02:15.345312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37468) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.353693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58a7461a-b4c5-46f1-8398-1c6d051041df None None] Network 5d37553e-b135-4305-938a-f09f893f3c5f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:15.358327 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edf7959e-1d4b-4cfd-86a1-cee10bea978b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.381857 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1057f63a-c5af-4e9c-91af-c6972fd6dd5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.382313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1057f63a-c5af-4e9c-91af-c6972fd6dd5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.386610 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1057f63a-c5af-4e9c-91af-c6972fd6dd5c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/dc511a70-76f9-4235-bca8-abf6e9ed61cb HTTP/1.1" status: 404 len: 337 time: 0.0378611 Sep 10 04:02:15.389988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37470) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.451804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f1b729aa-f9be-471f-b3bf-e28e8b1f3c53 None None] Provisioning complete for port c1498763-ad96-4e8f-94e3-45c927f6b27f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:15.452178 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f1b729aa-f9be-471f-b3bf-e28e8b1f3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.482503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Network 76ee29d3-6d66-42f3-8f3a-6fb19400ae33 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:15.484743 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-141dad7a-8f33-46e5-bef7-cd46c1597b65 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.485202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-141dad7a-8f33-46e5-bef7-cd46c1597b65 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.487120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-141dad7a-8f33-46e5-bef7-cd46c1597b65 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/ac734f88-853d-473b-88b1-7303ce49ac16 HTTP/1.1" status: 404 len: 337 time: 0.0946751 Sep 10 04:02:15.489965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37472) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.506934 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edf7959e-1d4b-4cfd-86a1-cee10bea978b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.506934 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-edf7959e-1d4b-4cfd-86a1-cee10bea978b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.506934 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-edf7959e-1d4b-4cfd-86a1-cee10bea978b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4206e1ff-6352-44e8-8a2b-7750d8ee97a8 HTTP/1.1" status: 204 len: 168 time: 0.3532581 Sep 10 04:02:15.526649 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-471700b1-e2c7-4a70-ad47-6875cc6903d1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.527377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-471700b1-e2c7-4a70-ad47-6875cc6903d1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.527790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab93f4cf-f1e0-43da-b845-0ad2942c8655 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.533134 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-471700b1-e2c7-4a70-ad47-6875cc6903d1 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/5e23bdd5-68ee-4401-ac81-a826d2ca5b46 HTTP/1.1" status: 404 len: 333 time: 0.0399232 Sep 10 04:02:15.537947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37476) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.546150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf7959e-1d4b-4cfd-86a1-cee10bea978b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4206e1ff-6352-44e8-8a2b-7750d8ee97a8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:15.579773 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-834ecc50-47bc-4ddc-b9c0-3d40dd55f5c6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.580233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834ecc50-47bc-4ddc-b9c0-3d40dd55f5c6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.584938 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-834ecc50-47bc-4ddc-b9c0-3d40dd55f5c6 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/8b2bb7e6-5402-414d-a732-0ab607191502 HTTP/1.1" status: 404 len: 337 time: 0.0456607 Sep 10 04:02:15.585439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37478) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.601652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 76ee29d3-6d66-42f3-8f3a-6fb19400ae33) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:15.606279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.612076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcffe640-280b-47f9-b479-1843b326c66a None None] Network 76ee29d3-6d66-42f3-8f3a-6fb19400ae33 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:15.616399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f1b729aa-f9be-471f-b3bf-e28e8b1f3c53 None None] Provisioning complete for port 53db0d41-1aa4-4c68-afa1-db96f298bdbc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:15.616860 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f1b729aa-f9be-471f-b3bf-e28e8b1f3c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.621443 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc8869b8-2c19-4842-b3b9-a1a820d4fae9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.622102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc8869b8-2c19-4842-b3b9-a1a820d4fae9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.627291 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cc8869b8-2c19-4842-b3b9-a1a820d4fae9 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/66492013-9d07-47d2-864d-ae45b5b554e9 HTTP/1.1" status: 404 len: 337 time: 0.0408797 Sep 10 04:02:15.628162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37480) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.648809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4865be2-d49c-40f6-b771-e35f1bafafd7 None None] DHCP port deletion for 5d37553e-b135-4305-938a-f09f893f3c5f request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:15.656091 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe82ff9d-f6c8-4d00-8959-8b2e4fb6f8d3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.657387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe82ff9d-f6c8-4d00-8959-8b2e4fb6f8d3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.662514 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fe82ff9d-f6c8-4d00-8959-8b2e4fb6f8d3 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/88e7f973-7908-4006-845c-2e7a4add2b7a HTTP/1.1" status: 404 len: 333 time: 0.0314200 Sep 10 04:02:15.662514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37482) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.715797 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbf882fb-d205-4e0a-9769-190ca9d2e4cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.716532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbf882fb-d205-4e0a-9769-190ca9d2e4cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.721347 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cbf882fb-d205-4e0a-9769-190ca9d2e4cc tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/5cf514a9-c740-40bc-90ba-7b549ddb6895 HTTP/1.1" status: 404 len: 337 time: 0.0556650 Sep 10 04:02:15.722169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37484) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.726673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f1b729aa-f9be-471f-b3bf-e28e8b1f3c53 None None] Port 53db0d41-1aa4-4c68-afa1-db96f298bdbc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:15.742774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event updated for resources: {'Subnet': ['ID=305ed1c1-1512-4d0e-aa99-9624d930fb31,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:15.754145 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-26bf0627-acc9-41d4-8670-4943c69844c5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:15.754145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26bf0627-acc9-41d4-8670-4943c69844c5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:15.757468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-26bf0627-acc9-41d4-8670-4943c69844c5 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/subnets/53f541c0-1890-486c-a5ee-502dc983589d HTTP/1.1" status: 404 len: 337 time: 0.0329452 Sep 10 04:02:15.759563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37486) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.762793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Checking segment: {'id': '9f9a08f7-896e-4806-96e1-801ea7a7f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94aeb2a0-31b0-4db0-93a3-ac557217c3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:15.763047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Network hostable DHCP agents. Network: 94aeb2a0-31b0-4db0-93a3-ac557217c3df, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:15.811582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f4865be2-d49c-40f6-b771-e35f1bafafd7 None None] Deleting port c1498763-ad96-4e8f-94e3-45c927f6b27f {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:15.811989 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f4865be2-d49c-40f6-b771-e35f1bafafd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.845243 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab93f4cf-f1e0-43da-b845-0ad2942c8655 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.860905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-76ee29d3-6d66-42f3-8f3a-6fb19400ae33', 'network_id': '76ee29d3-6d66-42f3-8f3a-6fb19400ae33', 'tenant_id': '466d81c916f64cc7853a942c4d3d4070', 'fixed_ips': [{'subnet_id': '88853d05-741d-43c0-b6ab-feb7716a9b57'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:15.862000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.884675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f284fdb7-4316-465d-9c9f-d8fd516d7597 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Deleting port 53db0d41-1aa4-4c68-afa1-db96f298bdbc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:15.885028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f284fdb7-4316-465d-9c9f-d8fd516d7597 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.899595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab93f4cf-f1e0-43da-b845-0ad2942c8655 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.901690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ab93f4cf-f1e0-43da-b845-0ad2942c8655 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/subnets/a5905d77-b3f8-4075-9fb8-249b374de9be HTTP/1.1" status: 204 len: 168 time: 0.9100513 Sep 10 04:02:15.902716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab93f4cf-f1e0-43da-b845-0ad2942c8655 tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Subnet': ['ID=a5905d77-b3f8-4075-9fb8-249b374de9be,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:15.906466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37490) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:15.916866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99d32801-6ded-4199-98d8-d0652528a98c None None] Network 63e0c8b9-fa05-496d-9860-772b3933d3a2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:15.918763 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.938831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f4865be2-d49c-40f6-b771-e35f1bafafd7 None None] For port c1498763-ad96-4e8f-94e3-45c927f6b27f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1498763-ad96-4e8f-94e3-45c927f6b27f,segment=NetworkSegment(5e78593a-93aa-4efe-9bef-99d0fcb4ae0b),segment_id=5e78593a-93aa-4efe-9bef-99d0fcb4ae0b)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:15.939230 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f4865be2-d49c-40f6-b771-e35f1bafafd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.972711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Network 94aeb2a0-31b0-4db0-93a3-ac557217c3df is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:15.981398 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f284fdb7-4316-465d-9c9f-d8fd516d7597 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:15.995750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f284fdb7-4316-465d-9c9f-d8fd516d7597 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Calling delete_port for 53db0d41-1aa4-4c68-afa1-db96f298bdbc owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:16.010998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f4865be2-d49c-40f6-b771-e35f1bafafd7 None None] Calling delete_port for c1498763-ad96-4e8f-94e3-45c927f6b27f owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:16.047175 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.088169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 94aeb2a0-31b0-4db0-93a3-ac557217c3df) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:16.092593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:16.094407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:16.094407 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.108319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5afaf7a-d5a1-4540-a5e0-5a5529472be0 None None] Network 94aeb2a0-31b0-4db0-93a3-ac557217c3df requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:16.187110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f284fdb7-4316-465d-9c9f-d8fd516d7597 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.192919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-45db3f9d-ea86-4cf5-b1b0-5ed08e159997 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.8260124 Sep 10 04:02:16.196261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37492) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:16.222044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f284fdb7-4316-465d-9c9f-d8fd516d7597 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Port': ['ID=53db0d41-1aa4-4c68-afa1-db96f298bdbc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:16.233468 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f284fdb7-4316-465d-9c9f-d8fd516d7597 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.237496 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f284fdb7-4316-465d-9c9f-d8fd516d7597 tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/ports/53db0d41-1aa4-4c68-afa1-db96f298bdbc HTTP/1.1" status: 204 len: 168 time: 0.4715462 Sep 10 04:02:16.239265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37494) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:16.259629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Allocated IP 172.20.0.2 (76ee29d3-6d66-42f3-8f3a-6fb19400ae33/88853d05-741d-43c0-b6ab-feb7716a9b57/afc00a7a-7d3c-4d56-b3f1-bb2988458e56) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:16.259876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37496) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:16.278468 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca9eaf8b-29dc-4d56-800a-b75972f42e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.304967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Deleting port ec7230df-c68c-4b45-b9ac-b02cc4094326 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:16.305361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.326893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.355433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.386887 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f4865be2-d49c-40f6-b771-e35f1bafafd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.387062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b375f-ed94-454c-be37-5b7d6459d7db tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:16.388995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b375f-ed94-454c-be37-5b7d6459d7db tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:16.390944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5b375f-ed94-454c-be37-5b7d6459d7db tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:16.393992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ad5b375f-ed94-454c-be37-5b7d6459d7db tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.1918623 Sep 10 04:02:16.401479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-94aeb2a0-31b0-4db0-93a3-ac557217c3df', 'network_id': '94aeb2a0-31b0-4db0-93a3-ac557217c3df', 'tenant_id': '466d81c916f64cc7853a942c4d3d4070', 'fixed_ips': [{'subnet_id': '305ed1c1-1512-4d0e-aa99-9624d930fb31'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:16.402112 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.403010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37498) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:16.442550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4865be2-d49c-40f6-b771-e35f1bafafd7 None None] Pushing event deleted for resources: {'Port': ['ID=c1498763-ad96-4e8f-94e3-45c927f6b27f,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:16.444804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4865be2-d49c-40f6-b771-e35f1bafafd7 None None] No DVR routers for this DVR port c1498763-ad96-4e8f-94e3-45c927f6b27f on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:16.497797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] DHCP port deletion for 63e0c8b9-fa05-496d-9860-772b3933d3a2 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:16.504717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] For port ec7230df-c68c-4b45-b9ac-b02cc4094326, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ec7230df-c68c-4b45-b9ac-b02cc4094326,segment=NetworkSegment(9725a2cd-c7e7-4a19-8ac9-23356194b9ac),segment_id=9725a2cd-c7e7-4a19-8ac9-23356194b9ac)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:16.505170 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.525152 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.549406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-39852372-5055-464e-9ffb-5d7103457163 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Deleting subnet 88853d05-741d-43c0-b6ab-feb7716a9b57 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:16.554409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1498763-ad96-4e8f-94e3-45c927f6b27f no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:16.565252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d37553e-b135-4305-938a-f09f893f3c5f']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:16.577663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Calling delete_port for ec7230df-c68c-4b45-b9ac-b02cc4094326 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:16.583285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e78593a-93aa-4efe-9bef-99d0fcb4ae0b') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:16.583586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e78593a-93aa-4efe-9bef-99d0fcb4ae0b') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:16.586404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca9eaf8b-29dc-4d56-800a-b75972f42e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.595195 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.611212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c1498763-ad96-4e8f-94e3-45c927f6b27f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:16.611558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1498763-ad96-4e8f-94e3-45c927f6b27f not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:16.623805 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.630553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:16.630972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:16.634444 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:16.657437 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca9eaf8b-29dc-4d56-800a-b75972f42e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.721030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Allocated IP 172.20.0.18 (94aeb2a0-31b0-4db0-93a3-ac557217c3df/305ed1c1-1512-4d0e-aa99-9624d930fb31/9db65f81-2f0f-4709-83d1-d953050e9bd3) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:16.726457 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ca9eaf8b-29dc-4d56-800a-b75972f42e80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00af882c189f4328812703c60b370e75&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4657695 Sep 10 04:02:16.727584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9eaf8b-29dc-4d56-800a-b75972f42e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa628364-0abb-45eb-a35e-68cdce170eac,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:16.729344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37500) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:16.744448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] Deleting port ec7230df-c68c-4b45-b9ac-b02cc4094326 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:16.744448 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.766641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:02:16.774280 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.792436 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.802139 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.805793 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] 10.222.0.22 "DELETE /v2.0/networks/5d37553e-b135-4305-938a-f09f893f3c5f HTTP/1.1" status: 204 len: 168 time: 0.5637639 Sep 10 04:02:16.819093 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb0399d8-107c-4da6-8efe-305d6dbcc28c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.823130 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.832423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae3922b-c156-4c52-9bd8-bc50827c4e2c tempest-PortsTestJSON-1670133960 tempest-PortsTestJSON-1670133960-project] Pushing event deleted for resources: {'Network': ['ID=5d37553e-b135-4305-938a-f09f893f3c5f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:16.870367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Port': ['ID=ec7230df-c68c-4b45-b9ac-b02cc4094326,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:16.884242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] No DVR routers for this DVR port ec7230df-c68c-4b45-b9ac-b02cc4094326 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:16.889531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb0399d8-107c-4da6-8efe-305d6dbcc28c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:16.996815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Transition to ACTIVE for port object afc00a7a-7d3c-4d56-b3f1-bb2988458e56 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:17.016690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:02:17.040152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Sync routers for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:02:17.049663 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.061765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] For port ec7230df-c68c-4b45-b9ac-b02cc4094326, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ec7230df-c68c-4b45-b9ac-b02cc4094326,segment=NetworkSegment(9725a2cd-c7e7-4a19-8ac9-23356194b9ac),segment_id=9725a2cd-c7e7-4a19-8ac9-23356194b9ac)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:17.061765 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.063478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Transition to ACTIVE for port object afc00a7a-7d3c-4d56-b3f1-bb2988458e56 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:17.076565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e0c8b9-fa05-496d-9860-772b3933d3a2']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:17.081518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] Calling delete_port for ec7230df-c68c-4b45-b9ac-b02cc4094326 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:17.086514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:02:17.087138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:17.162488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9725a2cd-c7e7-4a19-8ac9-23356194b9ac') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:17.162932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9725a2cd-c7e7-4a19-8ac9-23356194b9ac') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:17.175269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.189623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.191819 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39852372-5055-464e-9ffb-5d7103457163 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.202125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.217061 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb0399d8-107c-4da6-8efe-305d6dbcc28c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.219491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eb0399d8-107c-4da6-8efe-305d6dbcc28c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.223225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eb0399d8-107c-4da6-8efe-305d6dbcc28c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa628364-0abb-45eb-a35e-68cdce170eac HTTP/1.1" status: 204 len: 168 time: 0.4901094 Sep 10 04:02:17.223225 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.223225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-15a963b2-8d9c-4860-9bcb-51ae8eaa218e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 4.3339818 Sep 10 04:02:17.225976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37506) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:17.231847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:17.235506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:17.236254 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:17.258717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0399d8-107c-4da6-8efe-305d6dbcc28c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa628364-0abb-45eb-a35e-68cdce170eac,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:17.278956 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-511a2bff-136b-4f8e-b079-06a7ad8e7ae5 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=604b17a6e0964c4ab69ec880aeb9fc59&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0489962 Sep 10 04:02:17.279961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37508) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:17.283388 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39852372-5055-464e-9ffb-5d7103457163 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.350666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:02:17.354088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Network 76ee29d3-6d66-42f3-8f3a-6fb19400ae33 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:17.413547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:17.416000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.419498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46b9145c-b0be-44cf-97f5-003ba19103a5 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:17.425331 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-46b9145c-b0be-44cf-97f5-003ba19103a5 tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1443367 Sep 10 04:02:17.426007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:17.426632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37512) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:17.427549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.438061 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.445257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.447262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] 10.222.0.22 "DELETE /v2.0/networks/63e0c8b9-fa05-496d-9860-772b3933d3a2 HTTP/1.1" status: 204 len: 168 time: 1.5387607 Sep 10 04:02:17.457329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Transition to ACTIVE for port object 9db65f81-2f0f-4709-83d1-d953050e9bd3 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:17.459188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Pushing event updated for resources: {'Port': ['ID=afc00a7a-7d3c-4d56-b3f1-bb2988458e56,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:17.459611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39852372-5055-464e-9ffb-5d7103457163 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.465094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37516) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:17.478409 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-67c1b30a-cd88-48d8-9dcd-b0a7f3e1c5de tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471902 Sep 10 04:02:17.479157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37520) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:17.506941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf222db-d217-4f3c-bdb5-9e130c9224ca tempest-NetworksIpV6Test-349934915 tempest-NetworksIpV6Test-349934915-project] Pushing event deleted for resources: {'Network': ['ID=63e0c8b9-fa05-496d-9860-772b3933d3a2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:17.507305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-148776522', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:17.523920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] Network 63e0c8b9-fa05-496d-9860-772b3933d3a2 is not hosted by any dhcp agent {{(pid=95138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 04:02:17.524744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] No DVR routers for this DVR port ec7230df-c68c-4b45-b9ac-b02cc4094326 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:17.531177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbaa413-1348-4e2f-9a5b-1363da3a1184 None None] Pushing event deleted for resources: {'Port': ['ID=ec7230df-c68c-4b45-b9ac-b02cc4094326,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:17.555570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Transition to ACTIVE for port object 9db65f81-2f0f-4709-83d1-d953050e9bd3 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:17.590650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Attempting to bind port afc00a7a-7d3c-4d56-b3f1-bb2988458e56 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:17.591274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Attempting to bind port afc00a7a-7d3c-4d56-b3f1-bb2988458e56 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'c1b664a7-1563-495a-b574-32a142e12b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76ee29d3-6d66-42f3-8f3a-6fb19400ae33'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:17.591932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Attempting to bind port afc00a7a-7d3c-4d56-b3f1-bb2988458e56 on network 76ee29d3-6d66-42f3-8f3a-6fb19400ae33 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:17.604439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:17.605366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Checking segment: {'id': 'c1b664a7-1563-495a-b574-32a142e12b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76ee29d3-6d66-42f3-8f3a-6fb19400ae33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:17.605974 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.606525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Bound using segment: {'id': 'c1b664a7-1563-495a-b574-32a142e12b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76ee29d3-6d66-42f3-8f3a-6fb19400ae33'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:17.607962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Bound port: afc00a7a-7d3c-4d56-b3f1-bb2988458e56, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1b664a7-1563-495a-b574-32a142e12b96', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 236, 'network_id': '76ee29d3-6d66-42f3-8f3a-6fb19400ae33'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:17.611096 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.666118 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.679597 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39852372-5055-464e-9ffb-5d7103457163 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.754324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:17.765945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.770882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Network 94aeb2a0-31b0-4db0-93a3-ac557217c3df is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:17.790051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:17.795774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:17.803859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Pushing event updated for resources: {'Port': ['ID=9db65f81-2f0f-4709-83d1-d953050e9bd3,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:17.820075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] For port afc00a7a-7d3c-4d56-b3f1-bb2988458e56, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:17.826772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] For port afc00a7a-7d3c-4d56-b3f1-bb2988458e56, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=afc00a7a-7d3c-4d56-b3f1-bb2988458e56,segment=NetworkSegment(c1b664a7-1563-495a-b574-32a142e12b96),segment_id=c1b664a7-1563-495a-b574-32a142e12b96)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:17.891393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:15Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:17.940075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:17.943850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Attempting to bind port 9db65f81-2f0f-4709-83d1-d953050e9bd3 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:17.944569 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Attempting to bind port 9db65f81-2f0f-4709-83d1-d953050e9bd3 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9f9a08f7-896e-4806-96e1-801ea7a7f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94aeb2a0-31b0-4db0-93a3-ac557217c3df'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:17.952493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Attempting to bind port 9db65f81-2f0f-4709-83d1-d953050e9bd3 on network 94aeb2a0-31b0-4db0-93a3-ac557217c3df {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:17.952493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Checking router: 1f9b80e8-a51a-46ae-a371-f79dd4be4988 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:02:17.952875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Updating router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 port 139a299e-bc9a-4900-ba72-81c659b94343 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:02:18.003227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:18.003720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Checking segment: {'id': '9f9a08f7-896e-4806-96e1-801ea7a7f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94aeb2a0-31b0-4db0-93a3-ac557217c3df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:18.004040 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.004440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Bound using segment: {'id': '9f9a08f7-896e-4806-96e1-801ea7a7f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94aeb2a0-31b0-4db0-93a3-ac557217c3df'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:18.004920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Bound port: 9db65f81-2f0f-4709-83d1-d953050e9bd3, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9a08f7-896e-4806-96e1-801ea7a7f444', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 223, 'network_id': '94aeb2a0-31b0-4db0-93a3-ac557217c3df'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:18.005301 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.036368 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.044007 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39852372-5055-464e-9ffb-5d7103457163 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.049574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-39852372-5055-464e-9ffb-5d7103457163 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/subnets/88853d05-741d-43c0-b6ab-feb7716a9b57 HTTP/1.1" status: 204 len: 168 time: 1.6444738 Sep 10 04:02:18.050253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39852372-5055-464e-9ffb-5d7103457163 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Subnet': ['ID=88853d05-741d-43c0-b6ab-feb7716a9b57,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:18.050945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37532) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:18.074526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-07fb5eec-e99d-4389-aeba-c0d1a184cc13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e3ae49d15f8b49e99817abc323e5b9e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6094322 Sep 10 04:02:18.080511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37536) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:18.134803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] For port 9db65f81-2f0f-4709-83d1-d953050e9bd3, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:18.138214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] For port 9db65f81-2f0f-4709-83d1-d953050e9bd3, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9db65f81-2f0f-4709-83d1-d953050e9bd3,segment=NetworkSegment(9f9a08f7-896e-4806-96e1-801ea7a7f444),segment_id=9f9a08f7-896e-4806-96e1-801ea7a7f444)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:18.155462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.158999 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075b7041-8204-421b-9d8c-1075baf394e9 None None] Pushing event updated for resources: {'Port': ['ID=afc00a7a-7d3c-4d56-b3f1-bb2988458e56,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:18.161527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b57f62-eeb8-42c2-875f-711d51ef8643 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Deleting subnet 305ed1c1-1512-4d0e-aa99-9624d930fb31 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:18.172271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8b57f62-eeb8-42c2-875f-711d51ef8643 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.189643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d037f832-6a6f-4e2d-a134-eabaf99c135f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.234491 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.237043 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d037f832-6a6f-4e2d-a134-eabaf99c135f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.248457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37538) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:18.280991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8b57f62-eeb8-42c2-875f-711d51ef8643 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.355656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1212c751-325d-4a62-9798-8d8f31d77408 None None] Pushing event updated for resources: {'Port': ['ID=9db65f81-2f0f-4709-83d1-d953050e9bd3,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:18.400731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d037f832-6a6f-4e2d-a134-eabaf99c135f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.407438 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d037f832-6a6f-4e2d-a134-eabaf99c135f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.409731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d037f832-6a6f-4e2d-a134-eabaf99c135f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b836b747-34f3-444c-bce6-abff2c379538 HTTP/1.1" status: 204 len: 168 time: 0.3280027 Sep 10 04:02:18.432132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037f832-6a6f-4e2d-a134-eabaf99c135f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b836b747-34f3-444c-bce6-abff2c379538,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:18.447776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Subnet': ['ID=0b12dfca-47af-4866-a75f-e33cc91ca991,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:18.589592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Checking segment: {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:18.589952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network hostable DHCP agents. Network: 7f2ed2d9-023d-4443-a788-b69943cea483, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:18.598910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device afc00a7a-7d3c-4d56-b3f1-bb2988458e56 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:18.628038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8b57f62-eeb8-42c2-875f-711d51ef8643 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.629628 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.647333 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Transition to ACTIVE for port object 139a299e-bc9a-4900-ba72-81c659b94343 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:18.699053 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fa570382-4df9-4172-8355-7e079c03f569 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7495de8365934c4e99c707cbf0779c3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4494398 Sep 10 04:02:18.699472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37550) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:18.745316 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.773975 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af9bce75-8725-4c92-bed9-fbd6d268bc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.804625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7f2ed2d9-023d-4443-a788-b69943cea483 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:18.815386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port afc00a7a-7d3c-4d56-b3f1-bb2988458e56 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:18.825553 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af9bce75-8725-4c92-bed9-fbd6d268bc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.841654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46845f-f5a8-4a55-beb1-14baa0af7132 None None] Pushing event updated for resources: {'Port': ['ID=139a299e-bc9a-4900-ba72-81c659b94343,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:18.842967 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8b57f62-eeb8-42c2-875f-711d51ef8643 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.844825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Attempting to bind port 139a299e-bc9a-4900-ba72-81c659b94343 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:18.845371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Attempting to bind port 139a299e-bc9a-4900-ba72-81c659b94343 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:18.845829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Attempting to bind port 139a299e-bc9a-4900-ba72-81c659b94343 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:18.856696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:18.857187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:18.857500 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.857894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:18.858370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Bound port: 139a299e-bc9a-4900-ba72-81c659b94343, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:18.858751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.904367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b8b57f62-eeb8-42c2-875f-711d51ef8643 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.906210 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b8b57f62-eeb8-42c2-875f-711d51ef8643 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/subnets/305ed1c1-1512-4d0e-aa99-9624d930fb31 HTTP/1.1" status: 204 len: 168 time: 0.8535900 Sep 10 04:02:18.908864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37554) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:18.909469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b57f62-eeb8-42c2-875f-711d51ef8643 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Subnet': ['ID=305ed1c1-1512-4d0e-aa99-9624d930fb31,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:18.927727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 7f2ed2d9-023d-4443-a788-b69943cea483) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:18.928488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1804d0-9662-4c6d-9b4d-a31144c38e56 None None] Network 7f2ed2d9-023d-4443-a788-b69943cea483 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:18.935004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ec7230df-c68c-4b45-b9ac-b02cc4094326 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:18.940247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:18.941204 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.944828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37558) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:18.982417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af9bce75-8725-4c92-bed9-fbd6d268bc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.986553 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-af9bce75-8725-4c92-bed9-fbd6d268bc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:18.988712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-af9bce75-8725-4c92-bed9-fbd6d268bc46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/941db382-b4df-43c4-b2f1-70ca0b6f8363 HTTP/1.1" status: 204 len: 168 time: 0.2863975 Sep 10 04:02:19.010506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bce75-8725-4c92-bed9-fbd6d268bc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=941db382-b4df-43c4-b2f1-70ca0b6f8363,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:19.021530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-982debcf-a1e8-427f-9392-8726350fc92c tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:19.023736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-982debcf-a1e8-427f-9392-8726350fc92c tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1131952 Sep 10 04:02:19.026815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5b79452d-66a7-4b65-9bf3-3348bfd50ec1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5464423 Sep 10 04:02:19.034781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37564) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:19.038405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37566) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:19.079568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ec7230df-c68c-4b45-b9ac-b02cc4094326 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:19.080138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ec7230df-c68c-4b45-b9ac-b02cc4094326 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:19.146305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1303508685'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:19.154123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] For port 139a299e-bc9a-4900-ba72-81c659b94343, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:19.159613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] For port 139a299e-bc9a-4900-ba72-81c659b94343, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=139a299e-bc9a-4900-ba72-81c659b94343,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:19.197635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-7f2ed2d9-023d-4443-a788-b69943cea483', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:19.198506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.211928 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.281512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Deleting port 9db65f81-2f0f-4709-83d1-d953050e9bd3 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:19.282655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.306855 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.312144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Made reservation on behalf of ef50cc3594ff4bd7802435b1352d5130 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:19.316552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.341467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.379277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:02:19.379755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:01:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:19.397084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] For port 9db65f81-2f0f-4709-83d1-d953050e9bd3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9db65f81-2f0f-4709-83d1-d953050e9bd3,segment=NetworkSegment(9f9a08f7-896e-4806-96e1-801ea7a7f444),segment_id=9f9a08f7-896e-4806-96e1-801ea7a7f444)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:19.397363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.430438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Calling delete_port for 9db65f81-2f0f-4709-83d1-d953050e9bd3 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:19.543712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf46845f-f5a8-4a55-beb1-14baa0af7132 None None] Pushing event updated for resources: {'Port': ['ID=139a299e-bc9a-4900-ba72-81c659b94343,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:19.573988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.598037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Allocated IP 172.20.0.2 (7f2ed2d9-023d-4443-a788-b69943cea483/0b12dfca-47af-4866-a75f-e33cc91ca991/10450791-f33e-43e2-b136-d631f8aaba00) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:19.662864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9dbd766-716d-4383-8523-e5806e1890a6 None None] Network 76ee29d3-6d66-42f3-8f3a-6fb19400ae33 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:19.675502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.700238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.713812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f098e4fd-a094-4913-b484-d873985559f1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:19.757523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Port': ['ID=9db65f81-2f0f-4709-83d1-d953050e9bd3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:19.769013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] No DVR routers for this DVR port 9db65f81-2f0f-4709-83d1-d953050e9bd3 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:19.772475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] vlan segment allocate from pool success with {'vlan_id': 224, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:19.783416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:02:19.808614 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.809129 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Added segment 46985022-4736-4c59-bd0b-637c7c4476ea of type vlan for network ba42bcc2-050c-44ed-bef5-c92dce9cf262 Sep 10 04:02:19.909044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.918751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4dc6af07-7736-4d83-b663-97b89c036b1a None None] Provisioning for port afc00a7a-7d3c-4d56-b3f1-bb2988458e56 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:19.930473 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:19.959413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94aeb2a0-31b0-4db0-93a3-ac557217c3df']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:19.986999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9a08f7-896e-4806-96e1-801ea7a7f444') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:19.987436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9a08f7-896e-4806-96e1-801ea7a7f444') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:20.006004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.014339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4dc6af07-7736-4d83-b663-97b89c036b1a None None] Provisioning complete for port afc00a7a-7d3c-4d56-b3f1-bb2988458e56 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:20.014722 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4dc6af07-7736-4d83-b663-97b89c036b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.024714 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.036423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Releasing vlan 223 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:20.037360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:20.042501 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:20.055794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff511e7-251b-43a1-a007-f97ed6347fda None None] Network 94aeb2a0-31b0-4db0-93a3-ac557217c3df requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:20.102087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.108966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:20.109616 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.232931 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.2870133 Sep 10 04:02:20.236039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3150e3b0-2efb-4191-a2ea-9a676575b151 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Network': ['ID=ba42bcc2-050c-44ed-bef5-c92dce9cf262,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:20.237189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37598) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:20.243945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'subnet': {'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:20.252343 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.280204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.285038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/networks/94aeb2a0-31b0-4db0-93a3-ac557217c3df HTTP/1.1" status: 204 len: 168 time: 1.2451203 Sep 10 04:02:20.289411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37602) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:20.311950 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.319590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:20.345303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84264103-c404-4c50-bff9-0000393e1f33 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Network': ['ID=94aeb2a0-31b0-4db0-93a3-ac557217c3df,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:20.452653 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.502818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.523635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Deleting port afc00a7a-7d3c-4d56-b3f1-bb2988458e56 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:20.528992 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.535869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Transition to ACTIVE for port object 10450791-f33e-43e2-b136-d631f8aaba00 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:20.552263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Made reservation on behalf of ef50cc3594ff4bd7802435b1352d5130 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:20.556643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.568749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Transition to ACTIVE for port object 10450791-f33e-43e2-b136-d631f8aaba00 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:20.614884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ff511e7-251b-43a1-a007-f97ed6347fda None None] Network 94aeb2a0-31b0-4db0-93a3-ac557217c3df could not be found, it might have been deleted concurrently. {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 04:02:20.641423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37610) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:20.690135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] For port afc00a7a-7d3c-4d56-b3f1-bb2988458e56, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=afc00a7a-7d3c-4d56-b3f1-bb2988458e56,segment=NetworkSegment(c1b664a7-1563-495a-b574-32a142e12b96),segment_id=c1b664a7-1563-495a-b574-32a142e12b96)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:20.690796 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.697193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.20.0.1 (7f2ed2d9-023d-4443-a788-b69943cea483/0b12dfca-47af-4866-a75f-e33cc91ca991/b8ba226b-099a-4d90-9eca-2ac48ed16384) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:20.719958 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.719958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db66b0a2-9de5-4356-9d1e-3037844f472d None None] DHCP port deletion for 94aeb2a0-31b0-4db0-93a3-ac557217c3df request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:20.741031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Calling delete_port for afc00a7a-7d3c-4d56-b3f1-bb2988458e56 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:20.801149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Network 7f2ed2d9-023d-4443-a788-b69943cea483 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:20.818212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:20.849561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:20.874904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Pushing event updated for resources: {'Port': ['ID=10450791-f33e-43e2-b136-d631f8aaba00,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:20.906394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.913248 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-91fc7c33-5f28-47ae-9f08-93ef5faf5e3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.922269 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4dc6af07-7736-4d83-b663-97b89c036b1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.942378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Transition to ACTIVE for port object b8ba226b-099a-4d90-9eca-2ac48ed16384 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:20.967176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e7932fc-232f-42a3-951a-de03fa31f0d9 None None] DHCP port deletion for 76ee29d3-6d66-42f3-8f3a-6fb19400ae33 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:20.980037 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:20.981592 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Attempting to bind port 10450791-f33e-43e2-b136-d631f8aaba00 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:20.985484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Attempting to bind port 10450791-f33e-43e2-b136-d631f8aaba00 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:20.986059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Attempting to bind port 10450791-f33e-43e2-b136-d631f8aaba00 on network 7f2ed2d9-023d-4443-a788-b69943cea483 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:20.997897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:20.998281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Checking segment: {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:20.998688 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.001367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Bound using segment: {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:21.001879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Bound port: 10450791-f33e-43e2-b136-d631f8aaba00, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:21.002279 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.008515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Port': ['ID=afc00a7a-7d3c-4d56-b3f1-bb2988458e56,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:21.015812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] No DVR routers for this DVR port afc00a7a-7d3c-4d56-b3f1-bb2988458e56 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:21.028418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:15Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:21.069130 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.091159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.099338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-baf3d789-3180-44d6-a0e8-a2f22f2e8106 None None] The sync data for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 is: [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:15Z', 'revision_number': 3, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:02:21.145239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.149721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] For port 10450791-f33e-43e2-b136-d631f8aaba00, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:21.155347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1416639269'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:21.162926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] For port 10450791-f33e-43e2-b136-d631f8aaba00, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=10450791-f33e-43e2-b136-d631f8aaba00,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:21.181980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7f2ed2d9-023d-4443-a788-b69943cea483 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:21.187886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76ee29d3-6d66-42f3-8f3a-6fb19400ae33']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:21.192314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Subnet': ['ID=5ec804d9-7e50-49bc-b7d5-71bafee4396a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:21.194142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:21.194309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ebf1ed01-b9c5-40b8-89c8-cc18eee4ae8e None None] Could not find standard attr ID for object 9db65f81-2f0f-4709-83d1-d953050e9bd3. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:02:21.206807 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:21.214750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1b664a7-1563-495a-b574-32a142e12b96') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:21.215118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1b664a7-1563-495a-b574-32a142e12b96') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:21.228856 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.231193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Checking segment: {'id': '46985022-4736-4c59-bd0b-637c7c4476ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:21.231497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Network hostable DHCP agents. Network: ba42bcc2-050c-44ed-bef5-c92dce9cf262, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:21.248956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=b8ba226b-099a-4d90-9eca-2ac48ed16384,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:21.250411 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.252133 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.260852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Releasing vlan 236 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:21.261238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:21.265068 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:21.267438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.335331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2f2be4-de4e-41d3-a21b-c1a467fe4f72 None None] Pushing event updated for resources: {'Port': ['ID=10450791-f33e-43e2-b136-d631f8aaba00,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:21.345817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:21.352548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:21.353012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.378888 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.432790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.444843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.449870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/networks/76ee29d3-6d66-42f3-8f3a-6fb19400ae33 HTTP/1.1" status: 204 len: 168 time: 1.1591892 Sep 10 04:02:21.454665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37624) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:21.507391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ba42bcc2-050c-44ed-bef5-c92dce9cf262) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:21.515410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:21.516709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.522363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb8b4a46-a671-4fec-a7dd-c360cf79dccd None None] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:21.526939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.572030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.587019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296cfd6c-41a9-4a12-b19d-887ad2d844ab tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Network': ['ID=76ee29d3-6d66-42f3-8f3a-6fb19400ae33,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:21.700739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.712531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5593eb1f-c362-48c5-aa32-11884268aebe tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4740157 Sep 10 04:02:21.715112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37628) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:21.721664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'port': {'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262', 'name': 'tempest-AllowedAddressPairTestJSON-364155237'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:21.738674 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.819121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:21.848947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ba42bcc2-050c-44ed-bef5-c92dce9cf262', 'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262', 'tenant_id': 'ef50cc3594ff4bd7802435b1352d5130', 'fixed_ips': [{'subnet_id': '5ec804d9-7e50-49bc-b7d5-71bafee4396a'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:21.851082 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.886936 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.887322 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Added segment fa1beec1-43d2-42c2-8394-01aee9a74381 of type vlan for network a639565c-69ff-44e1-8339-2122c255bb4c Sep 10 04:02:21.903292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=65ff38bd-46f5-41a0-ad09-0ae65dafc900,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:21.956348 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.969937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:21.989146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:22.004136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '972572eb-6fb3-40e0-9b92-c0bed89f0025') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:22.004551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '972572eb-6fb3-40e0-9b92-c0bed89f0025') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:22.016446 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.036656 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.050940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:22.051495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:22.054904 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:22.115364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Made reservation on behalf of ef50cc3594ff4bd7802435b1352d5130 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:22.118864 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.125388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Allocated IP 172.20.0.2 (ba42bcc2-050c-44ed-bef5-c92dce9cf262/5ec804d9-7e50-49bc-b7d5-71bafee4396a/333c61d6-d36a-430b-874d-158d65d0ffd3) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:22.137640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] device_id is not set on port b1a2a5ce-3b45-4c53-a055-62ce71475246 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:22.189152 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.191013 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.201871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:22.201871 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.233818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.252461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.254257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/networks/1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a HTTP/1.1" status: 204 len: 168 time: 0.7686996 Sep 10 04:02:22.260106 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37636) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:22.264359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d358562e-7ce0-42b4-aee8-4bc68383bb74 tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Network': ['ID=1b0b5aaf-05a7-4575-bad7-5c1ce85eba8a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:22.368282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Network': ['ID=a639565c-69ff-44e1-8339-2122c255bb4c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:22.396213 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-797da374-8a08-4e9b-a2f8-ec69a6ca8e71 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.7535729 Sep 10 04:02:22.397135 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.433501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a639565c-69ff-44e1-8339-2122c255bb4c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:22.567578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 10450791-f33e-43e2-b136-d631f8aaba00 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:22.597064 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.655952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Transition to ACTIVE for port object 333c61d6-d36a-430b-874d-158d65d0ffd3 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:22.673026 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.694562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Transition to ACTIVE for port object 333c61d6-d36a-430b-874d-158d65d0ffd3 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:22.725439 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.728634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=b8ba226b-099a-4d90-9eca-2ac48ed16384,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:22.782014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bf18b8a-22de-4ac7-b733-238319c2410c None None] Network 7f2ed2d9-023d-4443-a788-b69943cea483 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:22.831270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.833188 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.842843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 10450791-f33e-43e2-b136-d631f8aaba00 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:22.897551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fc597c3-c1cf-4215-a698-67eb039bc2fc']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:22.906412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Allocated IP 172.20.0.7 (ba42bcc2-050c-44ed-bef5-c92dce9cf262/5ec804d9-7e50-49bc-b7d5-71bafee4396a/b1a2a5ce-3b45-4c53-a055-62ce71475246) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:22.911194 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bf6e733-826d-4142-851c-70495657bbce') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:22.911489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bf6e733-826d-4142-851c-70495657bbce') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:22.930091 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.943594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 139a299e-bc9a-4900-ba72-81c659b94343 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:22.948141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7f2ed2d9-023d-4443-a788-b69943cea483 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:22.949974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:22.952867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.962251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:22.962630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:22.963420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:22.967609 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:23.028802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-35f5d7ea-703f-4cf1-87d2-09fd53ac3e47 None None] Provisioning for port 10450791-f33e-43e2-b136-d631f8aaba00 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:23.032915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:23.040225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:23.043803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-35f5d7ea-703f-4cf1-87d2-09fd53ac3e47 None None] Provisioning complete for port 10450791-f33e-43e2-b136-d631f8aaba00 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:23.044176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-35f5d7ea-703f-4cf1-87d2-09fd53ac3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.049011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Pushing event updated for resources: {'Port': ['ID=333c61d6-d36a-430b-874d-158d65d0ffd3,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:23.197003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:02:23.212392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 139a299e-bc9a-4900-ba72-81c659b94343 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:23.233798 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.265117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Transition to ACTIVE for port object b1a2a5ce-3b45-4c53-a055-62ce71475246 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:23.280712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.291378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.292538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Attempting to bind port 333c61d6-d36a-430b-874d-158d65d0ffd3 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:23.292910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Attempting to bind port 333c61d6-d36a-430b-874d-158d65d0ffd3 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '46985022-4736-4c59-bd0b-637c7c4476ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:23.293280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Attempting to bind port 333c61d6-d36a-430b-874d-158d65d0ffd3 on network ba42bcc2-050c-44ed-bef5-c92dce9cf262 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:23.294713 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] 10.222.0.22 "DELETE /v2.0/networks/1fc597c3-c1cf-4215-a698-67eb039bc2fc HTTP/1.1" status: 204 len: 168 time: 1.0300229 Sep 10 04:02:23.318702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1bfffe-d050-4f05-bf5e-425e1a1a31da tempest-BulkNetworkOpsTest-260870023 tempest-BulkNetworkOpsTest-260870023-project] Pushing event deleted for resources: {'Network': ['ID=1fc597c3-c1cf-4215-a698-67eb039bc2fc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:23.329477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 139a299e-bc9a-4900-ba72-81c659b94343 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:23.330336 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.380977 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.386354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:02:23.393336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 1, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:23.393705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Checking segment: {'id': '46985022-4736-4c59-bd0b-637c7c4476ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:23.394104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.394534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Bound using segment: {'id': '46985022-4736-4c59-bd0b-637c7c4476ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:23.395015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Bound port: 333c61d6-d36a-430b-874d-158d65d0ffd3, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46985022-4736-4c59-bd0b-637c7c4476ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 224, 'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:23.401852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-32b2db81-0713-450c-b040-b66bfa2fc1c2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "PUT /v2.0/routers/1f9b80e8-a51a-46ae-a371-f79dd4be4988/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3606784 Sep 10 04:02:23.402091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.491862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Port': ['ID=b1a2a5ce-3b45-4c53-a055-62ce71475246,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:23.509571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:23.511963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:23.537377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:23.552522 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.557691 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-35f5d7ea-703f-4cf1-87d2-09fd53ac3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.608970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:23.613392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.647289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 139a299e-bc9a-4900-ba72-81c659b94343, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=139a299e-bc9a-4900-ba72-81c659b94343,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:23.695550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] For port 333c61d6-d36a-430b-874d-158d65d0ffd3, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:23.701392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] For port 333c61d6-d36a-430b-874d-158d65d0ffd3, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=333c61d6-d36a-430b-874d-158d65d0ffd3,segment=NetworkSegment(46985022-4736-4c59-bd0b-637c7c4476ea),segment_id=46985022-4736-4c59-bd0b-637c7c4476ea)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:23.713857 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-72bc2267-630f-4bb2-a172-20dfc7241039 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.725414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-35f5d7ea-703f-4cf1-87d2-09fd53ac3e47 None None] For port 10450791-f33e-43e2-b136-d631f8aaba00, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=10450791-f33e-43e2-b136-d631f8aaba00,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:23.729553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7083c3e0-be71-46b1-b0e6-7fdcec1845d2 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0129781 Sep 10 04:02:23.733216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37658) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:23.741066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'port': {'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262', 'name': 'tempest-AllowedAddressPairTestJSON-836709660', 'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:36:58:83'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:23.753895 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.847578 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.852274 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Sync routers for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:02:23.866023 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.867579 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-35f5d7ea-703f-4cf1-87d2-09fd53ac3e47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:23.871298 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:02:23.874395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9db65f81-2f0f-4709-83d1-d953050e9bd3 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:23.875361 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:23.973393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9db65f81-2f0f-4709-83d1-d953050e9bd3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:23.973748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9db65f81-2f0f-4709-83d1-d953050e9bd3 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:23.974169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device afc00a7a-7d3c-4d56-b3f1-bb2988458e56 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:24.017724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: afc00a7a-7d3c-4d56-b3f1-bb2988458e56 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:24.018080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device afc00a7a-7d3c-4d56-b3f1-bb2988458e56 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:24.038784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=139a299e-bc9a-4900-ba72-81c659b94343,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:24.168693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47433f-05b7-4d95-b7e8-9e090131c2b4 None None] Pushing event updated for resources: {'Port': ['ID=333c61d6-d36a-430b-874d-158d65d0ffd3,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:24.188901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37666) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:24.202592 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:02:24.203026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Made reservation on behalf of ef50cc3594ff4bd7802435b1352d5130 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:24.240901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-144c6d83-a558-4697-befa-ba8bf93d92f8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1059823918&fields=id&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 267 time: 0.2500226 Sep 10 04:02:24.452186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f5d7ea-703f-4cf1-87d2-09fd53ac3e47 None None] Pushing event updated for resources: {'Port': ['ID=10450791-f33e-43e2-b136-d631f8aaba00,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:24.594285 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8aa31452-6a65-4e9a-87fe-1101a6449954 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=466d81c916f64cc7853a942c4d3d4070&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3998559 Sep 10 04:02:24.595287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37670) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:24.599015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-25c861a0-5ccf-4b37-97c9-e6f6308b5525 None None] Provisioning for port b8ba226b-099a-4d90-9eca-2ac48ed16384 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:24.607138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-25c861a0-5ccf-4b37-97c9-e6f6308b5525 None None] Provisioning complete for port b8ba226b-099a-4d90-9eca-2ac48ed16384 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:24.607952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-25c861a0-5ccf-4b37-97c9-e6f6308b5525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:24.716619 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9934e6cc-c0ac-42da-ae10-eafb809683b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:24.748192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-25c861a0-5ccf-4b37-97c9-e6f6308b5525 None None] Port b8ba226b-099a-4d90-9eca-2ac48ed16384 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:24.779226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-25c861a0-5ccf-4b37-97c9-e6f6308b5525 None None] Provisioning complete for port 10450791-f33e-43e2-b136-d631f8aaba00 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:24.780516 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-25c861a0-5ccf-4b37-97c9-e6f6308b5525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:24.785775 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b8ba226b-099a-4d90-9eca-2ac48ed16384', 'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:30:09:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:20Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 2, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:24.800171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 139a299e-bc9a-4900-ba72-81c659b94343 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:24.804618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9934e6cc-c0ac-42da-ae10-eafb809683b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:24.834157 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Checking router: 1f9b80e8-a51a-46ae-a371-f79dd4be4988 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:02:24.834789 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Updating router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 port b8ba226b-099a-4d90-9eca-2ac48ed16384 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:02:24.847903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-a8242dfd-9fb6-410b-b1b1-808df7006a91 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:24.849675 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-a8242dfd-9fb6-410b-b1b1-808df7006a91 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/networks?id=7f2ed2d9-023d-4443-a788-b69943cea483 HTTP/1.1" status: 200 len: 796 time: 0.6072464 Sep 10 04:02:24.908659 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:24.924579 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:24.970136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-2edeaa80-de9a-4fd2-82d9-7b59dcf27f52 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/quotas/604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 375 time: 0.0370364 Sep 10 04:02:25.002241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9934e6cc-c0ac-42da-ae10-eafb809683b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:25.004463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] device_id is not set on port e385c82b-f95b-4905-9b08-16c1933d1cf1 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:25.005043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9934e6cc-c0ac-42da-ae10-eafb809683b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:25.008499 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9934e6cc-c0ac-42da-ae10-eafb809683b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bea1fcdd-1eb4-4ad3-9277-cc28a6bfdb4e HTTP/1.1" status: 204 len: 168 time: 0.4097521 Sep 10 04:02:25.030567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 139a299e-bc9a-4900-ba72-81c659b94343 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:25.034359 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:25.058637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9934e6cc-c0ac-42da-ae10-eafb809683b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea1fcdd-1eb4-4ad3-9277-cc28a6bfdb4e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:25.220323 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-385679ee-90a8-435b-8679-ff584b3603a6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2368469 Sep 10 04:02:25.282866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 333c61d6-d36a-430b-874d-158d65d0ffd3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:25.322934 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:25.346759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9b68945b-278c-444c-9ee0-12b6ede214d8 None None] Provisioning complete for port b8ba226b-099a-4d90-9eca-2ac48ed16384 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:25.350226 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9b68945b-278c-444c-9ee0-12b6ede214d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:25.477819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9b68945b-278c-444c-9ee0-12b6ede214d8 None None] Port b8ba226b-099a-4d90-9eca-2ac48ed16384 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:25.518875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-52480b44-b498-4656-a6d1-f6c440e7446c service neutron] 10.222.0.22 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2345104 Sep 10 04:02:25.539942 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:25.551170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 333c61d6-d36a-430b-874d-158d65d0ffd3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:25.560703 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Transition to ACTIVE for port object b8ba226b-099a-4d90-9eca-2ac48ed16384 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:25.616126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Allocated IP 172.20.0.10 (ba42bcc2-050c-44ed-bef5-c92dce9cf262/5ec804d9-7e50-49bc-b7d5-71bafee4396a/e385c82b-f95b-4905-9b08-16c1933d1cf1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:25.699893 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:25.728503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37690) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:25.742571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'subnet': {'network_id': 'a639565c-69ff-44e1-8339-2122c255bb4c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:25.753781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-9adaa23a-205a-4a36-b2ca-11aaa37b5aa9 service neutron] 10.222.0.22 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2305169 Sep 10 04:02:25.842122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec5690a-de22-41ed-a28d-4c1f27f3c655 None None] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:25.874005 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Pushing event updated for resources: {'Port': ['ID=b8ba226b-099a-4d90-9eca-2ac48ed16384,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:25.902679 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.903461 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.904094 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.905189 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.910179 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.911106 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.913185 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.913542 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.913882 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.914216 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.914549 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.914874 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:25.939662 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Attempting to bind port b8ba226b-099a-4d90-9eca-2ac48ed16384 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:25.940055 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Attempting to bind port b8ba226b-099a-4d90-9eca-2ac48ed16384 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:25.940423 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Attempting to bind port b8ba226b-099a-4d90-9eca-2ac48ed16384 on network 7f2ed2d9-023d-4443-a788-b69943cea483 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:25.960906 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:25.968773 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Checking segment: {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:25.969197 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:25.969597 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Bound using segment: {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:25.970097 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Bound port: b8ba226b-099a-4d90-9eca-2ac48ed16384, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:25.970493 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.065335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.089024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:26.094283 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.105151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Transition to ACTIVE for port object e385c82b-f95b-4905-9b08-16c1933d1cf1 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:26.128149 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] For port b8ba226b-099a-4d90-9eca-2ac48ed16384, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:26.136872 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] For port b8ba226b-099a-4d90-9eca-2ac48ed16384, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b8ba226b-099a-4d90-9eca-2ac48ed16384,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:26.231631 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.329448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-faa90f32-44df-4bc2-8162-b8c91afa4263 req-37836d34-fb3d-4fbb-94ab-7d45e23bad8c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 210 time: 0.0955284 Sep 10 04:02:26.330974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.368859 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.372326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ad8aacf7-5e92-417f-a681-4e618151f567 None None] Provisioning for port 333c61d6-d36a-430b-874d-158d65d0ffd3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:26.389106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:26.392882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:26.402845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ad8aacf7-5e92-417f-a681-4e618151f567 None None] Provisioning complete for port 333c61d6-d36a-430b-874d-158d65d0ffd3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:26.410835 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:02:26.411316 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:26.415587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:26.415870 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ad8aacf7-5e92-417f-a681-4e618151f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.471941 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.499690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:26.500508 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.537936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Port': ['ID=e385c82b-f95b-4905-9b08-16c1933d1cf1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:26.581449 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 10450791-f33e-43e2-b136-d631f8aaba00 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:26.624265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5a25390f-e64a-49a2-a5fb-4f1e8cbb58f8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 2.8898866 Sep 10 04:02:26.626180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37716) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:26.672845 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:02:26.766983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Subnet': ['ID=0c3403c7-bffe-4af1-8a8b-577efa91d578,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:26.786928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c2d0b-ce72-419d-877f-59154fa6b86f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:26.795520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c2d0b-ce72-419d-877f-59154fa6b86f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:26.796793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Checking segment: {'id': 'fa1beec1-43d2-42c2-8394-01aee9a74381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a639565c-69ff-44e1-8339-2122c255bb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:26.800708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network hostable DHCP agents. Network: a639565c-69ff-44e1-8339-2122c255bb4c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:26.802410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb8c2d0b-ce72-419d-877f-59154fa6b86f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:26.816239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cb8c2d0b-ce72-419d-877f-59154fa6b86f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2463 time: 0.1883707 Sep 10 04:02:26.817267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37720) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:26.864746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 10450791-f33e-43e2-b136-d631f8aaba00 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:26.865124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.866883 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ad8aacf7-5e92-417f-a681-4e618151f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.899655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37722) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:26.916918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network a639565c-69ff-44e1-8339-2122c255bb4c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:26.964752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-20288e4c-7446-4319-b7e7-e8130231f0f7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Deleting port e385c82b-f95b-4905-9b08-16c1933d1cf1 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:26.966352 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20288e4c-7446-4319-b7e7-e8130231f0f7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:26.990233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ad8aacf7-5e92-417f-a681-4e618151f567 None None] For port 333c61d6-d36a-430b-874d-158d65d0ffd3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=333c61d6-d36a-430b-874d-158d65d0ffd3,segment=NetworkSegment(46985022-4736-4c59-bd0b-637c7c4476ea),segment_id=46985022-4736-4c59-bd0b-637c7c4476ea)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:26.998327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a639565c-69ff-44e1-8339-2122c255bb4c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:27.002708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:27.003703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.019139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e72f144-e8a0-4a20-9583-9a6da14b27b9 None None] Network a639565c-69ff-44e1-8339-2122c255bb4c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:27.082267 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ad8aacf7-5e92-417f-a681-4e618151f567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.120703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group': {'name': 'tempest-secgroup--806422119'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:27.127168 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20288e4c-7446-4319-b7e7-e8130231f0f7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.140815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c8e17d04-2d0c-4c22-8895-0b88910a7c91 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4111474 Sep 10 04:02:27.143584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37728) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:27.149348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-20288e4c-7446-4319-b7e7-e8130231f0f7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Calling delete_port for e385c82b-f95b-4905-9b08-16c1933d1cf1 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:27.150027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1811957900'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:27.167844 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b8ba226b-099a-4d90-9eca-2ac48ed16384', 'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:30:09:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:20Z', 'updated_at': '2021-09-10T04:02:26Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:27.199229 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e4e3dab-5a1a-47d9-8181-e879f4a67343 None None] The sync data for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 is: [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b8ba226b-099a-4d90-9eca-2ac48ed16384', 'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:30:09:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:20Z', 'updated_at': '2021-09-10T04:02:26Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:02:27.202521 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a47b82-0166-46a6-9b44-845f8317c18c None None] Pushing event updated for resources: {'Port': ['ID=b8ba226b-099a-4d90-9eca-2ac48ed16384,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:27.275475 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.279081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8aacf7-5e92-417f-a681-4e618151f567 None None] Pushing event updated for resources: {'Port': ['ID=333c61d6-d36a-430b-874d-158d65d0ffd3,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:27.314081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.374645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bbf87130-398f-4aee-b848-7a64ea71cd0c None None] Provisioning complete for port 333c61d6-d36a-430b-874d-158d65d0ffd3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:27.374645 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bbf87130-398f-4aee-b848-7a64ea71cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.408524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:27.412148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.415441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-a639565c-69ff-44e1-8339-2122c255bb4c', 'network_id': 'a639565c-69ff-44e1-8339-2122c255bb4c', 'tenant_id': '32f886bd33994b0ebfe0b06e35a80aba', 'fixed_ips': [{'subnet_id': '0c3403c7-bffe-4af1-8a8b-577efa91d578'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:27.416327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.458120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c328ac5-a27a-4de3-9291-9b4360d4ae18 req-2c11cff2-235d-419d-a920-9b98fe3c3f62 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 210 time: 0.0634234 Sep 10 04:02:27.467755 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20288e4c-7446-4319-b7e7-e8130231f0f7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.489619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:27.518579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.519031 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Added segment fe165817-e678-4066-87ad-53998012d043 of type vlan for network 09ede411-f4fe-41d4-928b-08629f9de1ec Sep 10 04:02:27.536482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20288e4c-7446-4319-b7e7-e8130231f0f7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event deleted for resources: {'Port': ['ID=e385c82b-f95b-4905-9b08-16c1933d1cf1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:27.639925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.644190 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.660894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Allocated IP 2001:db8:0:ffff::2 (a639565c-69ff-44e1-8339-2122c255bb4c/0c3403c7-bffe-4af1-8a8b-577efa91d578/63608716-ae63-4b4f-80d7-2a35f6c40bf7) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:27.705845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.738010 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.749670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:27.750420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.826563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20288e4c-7446-4319-b7e7-e8130231f0f7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:27.831315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-20288e4c-7446-4319-b7e7-e8130231f0f7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "DELETE /v2.0/ports/e385c82b-f95b-4905-9b08-16c1933d1cf1 HTTP/1.1" status: 204 len: 168 time: 1.0116847 Sep 10 04:02:27.834955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:27.870787 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f7e1e09-ac48-4f45-8bcb-0c499bd0bc7a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] GET failed (client error): The resource could not be found. Sep 10 04:02:27.876872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4f7e1e09-ac48-4f45-8bcb-0c499bd0bc7a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "GET /v2.0/ports/e385c82b-f95b-4905-9b08-16c1933d1cf1 HTTP/1.1" status: 404 len: 333 time: 0.0416470 Sep 10 04:02:27.888553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37738) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:27.893629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'port': {'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262', 'name': 'tempest-AllowedAddressPairTestJSON-305570865'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:27.925166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Network': ['ID=09ede411-f4fe-41d4-928b-08629f9de1ec,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:27.940081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0011db68-24ee-4ebf-8e73-36ce20a12414,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:27.944767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 09ede411-f4fe-41d4-928b-08629f9de1ec details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:27.957436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bbf87130-398f-4aee-b848-7a64ea71cd0c None None] Provisioning for port b1a2a5ce-3b45-4c53-a055-62ce71475246 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:28.019813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bbf87130-398f-4aee-b848-7a64ea71cd0c None None] Provisioning complete for port b1a2a5ce-3b45-4c53-a055-62ce71475246 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:28.020200 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bbf87130-398f-4aee-b848-7a64ea71cd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.073393 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.103461 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.144898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Transition to ACTIVE for port object 63608716-ae63-4b4f-80d7-2a35f6c40bf7 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:28.154380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bbf87130-398f-4aee-b848-7a64ea71cd0c None None] Port b1a2a5ce-3b45-4c53-a055-62ce71475246 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:28.164423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.174122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bbf87130-398f-4aee-b848-7a64ea71cd0c None None] Could not find standard attr ID for object e385c82b-f95b-4905-9b08-16c1933d1cf1. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:02:28.174748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Transition to ACTIVE for port object 63608716-ae63-4b4f-80d7-2a35f6c40bf7 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:28.204777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88882683-1760-434e-8105-6619d4898913,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:28.242800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.243417 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bdb95522-b31a-4b5c-8037-1c23d1d98f61 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.0984354 Sep 10 04:02:28.247053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37744) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:28.260383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'subnet': {'network_id': '09ede411-f4fe-41d4-928b-08629f9de1ec', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:28.262523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.264215 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1fa904f8-9f1f-4a3f-8355-8f352810ddb0 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3635075 Sep 10 04:02:28.267141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37746) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:28.319378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Network a639565c-69ff-44e1-8339-2122c255bb4c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:28.319648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7f446c73-9aca-484b-8863-e3eb83df3d07 None None] Provisioning complete for port b1a2a5ce-3b45-4c53-a055-62ce71475246 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:28.320035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7f446c73-9aca-484b-8863-e3eb83df3d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.324901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:28.327594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Pushing event updated for resources: {'Port': ['ID=63608716-ae63-4b4f-80d7-2a35f6c40bf7,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:28.329268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:28.384546 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-782d7c0f-6a04-4348-a8cd-79f9b5861911 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1149302 Sep 10 04:02:28.387097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37748) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:28.393995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-83b3df88-6842-4968-9452-4fd65bb4f6e9 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group': {'name': 'tempest-security--8250599', 'description': 'tempest-security-description-1572671291'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:28.398133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-7f446c73-9aca-484b-8863-e3eb83df3d07 None None] Port b1a2a5ce-3b45-4c53-a055-62ce71475246 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:28.429511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7f446c73-9aca-484b-8863-e3eb83df3d07 None None] Could not find standard attr ID for object e385c82b-f95b-4905-9b08-16c1933d1cf1. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:02:28.451965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83b3df88-6842-4968-9452-4fd65bb4f6e9 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.558069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Made reservation on behalf of ef50cc3594ff4bd7802435b1352d5130 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:28.564203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83b3df88-6842-4968-9452-4fd65bb4f6e9 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.566339 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.592756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Attempting to bind port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:28.593250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Attempting to bind port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'fa1beec1-43d2-42c2-8394-01aee9a74381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a639565c-69ff-44e1-8339-2122c255bb4c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:28.593624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Attempting to bind port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 on network a639565c-69ff-44e1-8339-2122c255bb4c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:28.602059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:28.602408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Checking segment: {'id': 'fa1beec1-43d2-42c2-8394-01aee9a74381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a639565c-69ff-44e1-8339-2122c255bb4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:28.602808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.603483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Bound using segment: {'id': 'fa1beec1-43d2-42c2-8394-01aee9a74381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a639565c-69ff-44e1-8339-2122c255bb4c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:28.604023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Bound port: 63608716-ae63-4b4f-80d7-2a35f6c40bf7, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fa1beec1-43d2-42c2-8394-01aee9a74381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': 'a639565c-69ff-44e1-8339-2122c255bb4c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:28.604405 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.616875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56f4fce0-5ab0-49d8-a25d-2a2f4ff15b56 req-90b62817-6a0a-4fbd-83a8-26b90580e3fe tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 210 time: 0.0395706 Sep 10 04:02:28.618008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] device_id is not set on port 39067e6a-f59d-40c0-966f-0038f09007c7 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:28.621064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b8ba226b-099a-4d90-9eca-2ac48ed16384 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:28.660227 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83b3df88-6842-4968-9452-4fd65bb4f6e9 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.662823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83b3df88-6842-4968-9452-4fd65bb4f6e9 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.664469 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83b3df88-6842-4968-9452-4fd65bb4f6e9 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "PUT /v2.0/security-groups/88882683-1760-434e-8105-6619d4898913 HTTP/1.1" status: 200 len: 1777 time: 0.2760155 Sep 10 04:02:28.667226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:28.669109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37752) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:28.671817 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.725232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b3df88-6842-4968-9452-4fd65bb4f6e9 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88882683-1760-434e-8105-6619d4898913,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:28.728521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] For port 63608716-ae63-4b4f-80d7-2a35f6c40bf7, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:28.734148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] For port 63608716-ae63-4b4f-80d7-2a35f6c40bf7, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=63608716-ae63-4b4f-80d7-2a35f6c40bf7,segment=NetworkSegment(fa1beec1-43d2-42c2-8394-01aee9a74381),segment_id=fa1beec1-43d2-42c2-8394-01aee9a74381)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:28.750038 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3f6a8793-8f73-4afb-ac3b-af5ee2caf178 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups/88882683-1760-434e-8105-6619d4898913 HTTP/1.1" status: 200 len: 1777 time: 0.0770106 Sep 10 04:02:28.752422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37754) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:28.832396 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.849871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Allocated IP 172.20.0.13 (ba42bcc2-050c-44ed-bef5-c92dce9cf262/5ec804d9-7e50-49bc-b7d5-71bafee4396a/39067e6a-f59d-40c0-966f-0038f09007c7) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:28.853190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port b8ba226b-099a-4d90-9eca-2ac48ed16384 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:28.865916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e218d94-8ec3-43fa-9415-dc4e31aa5681 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.902801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b8ba226b-099a-4d90-9eca-2ac48ed16384 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:28.903343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e218d94-8ec3-43fa-9415-dc4e31aa5681 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.908029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.954789 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:28.995383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a921db67-ee9b-4cfc-a371-63dcaf0a2656 None None] Pushing event updated for resources: {'Port': ['ID=63608716-ae63-4b4f-80d7-2a35f6c40bf7,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:29.040176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:29.082606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port b8ba226b-099a-4d90-9eca-2ac48ed16384, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b8ba226b-099a-4d90-9eca-2ac48ed16384,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:29.112510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e218d94-8ec3-43fa-9415-dc4e31aa5681 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:29.115658 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3e218d94-8ec3-43fa-9415-dc4e31aa5681 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:29.117007 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3e218d94-8ec3-43fa-9415-dc4e31aa5681 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-groups/88882683-1760-434e-8105-6619d4898913 HTTP/1.1" status: 204 len: 168 time: 0.3632343 Sep 10 04:02:29.130839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37758) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:29.139451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e218d94-8ec3-43fa-9415-dc4e31aa5681 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88882683-1760-434e-8105-6619d4898913,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:29.145823 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:29.146855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 333c61d6-d36a-430b-874d-158d65d0ffd3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:29.307724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=b8ba226b-099a-4d90-9eca-2ac48ed16384,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:29.320648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 333c61d6-d36a-430b-874d-158d65d0ffd3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:29.321216 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:29.382191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ed40ec0d-de3d-4b5b-9207-60701ba88b95 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:29.383837 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ed40ec0d-de3d-4b5b-9207-60701ba88b95 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/networks?id=7f2ed2d9-023d-4443-a788-b69943cea483 HTTP/1.1" status: 200 len: 796 time: 0.3018250 Sep 10 04:02:29.466000 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eca0aaaf-5ef9-44e5-aa9b-12c5c56006f4 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3232481 Sep 10 04:02:29.473202 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-690d8070-0f41-4131-bb48-9c2ba6482359 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=604b17a6e0964c4ab69ec880aeb9fc59 HTTP/1.1" status: 200 len: 380 time: 0.0795999 Sep 10 04:02:29.474049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37768) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:29.491815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'port': {'device_id': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'admin_state_up': True, 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'security_groups': ['2315ab7d-d080-41f5-86ef-280ed4e98104']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:29.770295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-581797c4-7831-499b-a5ec-08374b5ed975 req-3859602c-50cd-4af4-ae2c-86d966dc04bd tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 210 time: 0.0372150 Sep 10 04:02:29.807569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.objects.ports [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95136) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 04:02:29.811650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:29.913085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Checking segment: {'id': 'fe165817-e678-4066-87ad-53998012d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '09ede411-f4fe-41d4-928b-08629f9de1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:29.913483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network hostable DHCP agents. Network: 09ede411-f4fe-41d4-928b-08629f9de1ec, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:29.917872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Subnet': ['ID=d2b97312-c21a-4925-98f6-99f5b5da01da,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:29.971017 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-61385355-9c6f-4d94-87fb-2bcd742c7b40 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] delete failed (client error): The resource could not be found. Sep 10 04:02:29.972091 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-61385355-9c6f-4d94-87fb-2bcd742c7b40 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-groups/88882683-1760-434e-8105-6619d4898913 HTTP/1.1" status: 404 len: 347 time: 0.4971116 Sep 10 04:02:29.979226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37772) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:29.986277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-316c2c74-4013-4a58-95ad-01eebcb75f9a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group': {'name': 'tempest-secgroup--200809311'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:30.010068 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.026302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network 09ede411-f4fe-41d4-928b-08629f9de1ec is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:30.031132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Transition to ACTIVE for port object 39067e6a-f59d-40c0-966f-0038f09007c7 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:30.099637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 09ede411-f4fe-41d4-928b-08629f9de1ec) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:30.100486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-316c2c74-4013-4a58-95ad-01eebcb75f9a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.104116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:30.109804 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.121466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16c0951-d90b-4b36-a401-f8106186e2f8 None None] Network 09ede411-f4fe-41d4-928b-08629f9de1ec requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:30.129016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.180319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:30.183945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:30.188406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:30.260262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Made reservation on behalf of 604b17a6e0964c4ab69ec880aeb9fc59 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:30.265725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.295317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Port': ['ID=39067e6a-f59d-40c0-966f-0038f09007c7,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:30.331949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-09ede411-f4fe-41d4-928b-08629f9de1ec', 'network_id': '09ede411-f4fe-41d4-928b-08629f9de1ec', 'tenant_id': '32f886bd33994b0ebfe0b06e35a80aba', 'fixed_ips': [{'subnet_id': 'd2b97312-c21a-4925-98f6-99f5b5da01da'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:30.332816 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.335744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:30.336629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.381069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-32007656-fe40-4d5f-963b-76c31880a648 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1271808 Sep 10 04:02:30.381382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37774) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:30.386976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'port': {'network_id': '09ede411-f4fe-41d4-928b-08629f9de1ec', 'name': 'tempest-NetworksIpV6TestAttrs-2093765393'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:30.465955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be700068-6ac4-444f-9486-6bb007722d09 None None] Network a639565c-69ff-44e1-8339-2122c255bb4c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:30.486485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-316c2c74-4013-4a58-95ad-01eebcb75f9a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.612926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-316c2c74-4013-4a58-95ad-01eebcb75f9a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.612926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.20.0.9 (7f2ed2d9-023d-4443-a788-b69943cea483/0b12dfca-47af-4866-a75f-e33cc91ca991/1bf60565-38d5-4e4c-8727-9a11ee2a6793) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:30.654644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316c2c74-4013-4a58-95ad-01eebcb75f9a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d6a3ec1-d207-4579-b1cd-e17262fdbb76,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:30.667234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d4813cf2-3c94-4e5a-b75a-33abdbe4ec2f None None] Provisioning for port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:30.674956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0480d05b-d1a7-43a4-9a82-02b46dc56bc0 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7851350 Sep 10 04:02:30.680641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37780) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:30.690720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b4ccd744-6eb1-4f46-b409-e5591d626c3a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:36:58:83'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:30.717752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 63608716-ae63-4b4f-80d7-2a35f6c40bf7 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:30.782750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Allocated IP 2001:db8::f816:3eff:fe4a:45be (09ede411-f4fe-41d4-928b-08629f9de1ec/d2b97312-c21a-4925-98f6-99f5b5da01da/8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:30.866874 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:30.866874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.927914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:30.932350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] device_id is not set on port b9c231e0-090b-4ce1-809c-fcbda5050f04 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:30.944901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Transition to ACTIVE for port object 1bf60565-38d5-4e4c-8727-9a11ee2a6793 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:30.969736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ff8cfbb-6f50-4fa7-a5c2-c6db621e8c81 req-a11b0b09-9405-412f-a118-1b7bdb14daa2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 210 time: 0.0587099 Sep 10 04:02:31.021278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:31.028297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:31.028703 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.078900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3555f916-d3c6-4a31-9cca-bf86c6fbcce1 None None] Provisioning for port 39067e6a-f59d-40c0-966f-0038f09007c7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:31.080264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.089686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3555f916-d3c6-4a31-9cca-bf86c6fbcce1 None None] Provisioning complete for port 39067e6a-f59d-40c0-966f-0038f09007c7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:31.090061 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3555f916-d3c6-4a31-9cca-bf86c6fbcce1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.135963 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.151146 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd744-6eb1-4f46-b409-e5591d626c3a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.175292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Transition to ACTIVE for port object 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:31.178802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3555f916-d3c6-4a31-9cca-bf86c6fbcce1 None None] Port 39067e6a-f59d-40c0-966f-0038f09007c7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:31.196203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-316c2c74-4013-4a58-95ad-01eebcb75f9a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.197438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Transition to ACTIVE for port object 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:31.198050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-316c2c74-4013-4a58-95ad-01eebcb75f9a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2177765 Sep 10 04:02:31.201375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=1bf60565-38d5-4e4c-8727-9a11ee2a6793,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:31.210798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37784) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:31.216168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7f2ed2d9-023d-4443-a788-b69943cea483 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:31.220406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2a4d4039-9137-41f4-a185-871a361f9bdf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': '9d6a3ec1-d207-4579-b1cd-e17262fdbb76', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:31.227729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:31.242254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:31.262740 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.288009 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.345776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:31.349163 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.393914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Network 09ede411-f4fe-41d4-928b-08629f9de1ec is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:31.423457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:31.432269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 63608716-ae63-4b4f-80d7-2a35f6c40bf7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=63608716-ae63-4b4f-80d7-2a35f6c40bf7,segment=NetworkSegment(fa1beec1-43d2-42c2-8394-01aee9a74381),segment_id=fa1beec1-43d2-42c2-8394-01aee9a74381)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:31.436958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:31.441576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Pushing event updated for resources: {'Port': ['ID=8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:31.466653 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4039-9137-41f4-a185-871a361f9bdf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.490569 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-121130ee-f6b1-4ee8-a0b1-8c016f1dd9be None None] Provisioning complete for port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:31.491272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-121130ee-f6b1-4ee8-a0b1-8c016f1dd9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.502615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Allocated IP 2001:db8::f816:3eff:fe96:13d6 (09ede411-f4fe-41d4-928b-08629f9de1ec/d2b97312-c21a-4925-98f6-99f5b5da01da/b9c231e0-090b-4ce1-809c-fcbda5050f04) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:31.539063 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.539877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b8ba226b-099a-4d90-9eca-2ac48ed16384 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:31.546422 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd744-6eb1-4f46-b409-e5591d626c3a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.553537 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-ab8928e2-0ad6-41ed-a5fb-81467bfed0b6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0666375 Sep 10 04:02:31.561481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4039-9137-41f4-a185-871a361f9bdf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.571311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Request body: {'port': {'device_id': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:31.579888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Attempting to bind port 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:31.580887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Attempting to bind port 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'fe165817-e678-4066-87ad-53998012d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '09ede411-f4fe-41d4-928b-08629f9de1ec'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:31.580887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Attempting to bind port 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50 on network 09ede411-f4fe-41d4-928b-08629f9de1ec {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:31.617109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:31.617433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Checking segment: {'id': 'fe165817-e678-4066-87ad-53998012d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '09ede411-f4fe-41d4-928b-08629f9de1ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:31.617794 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.618184 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Bound using segment: {'id': 'fe165817-e678-4066-87ad-53998012d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '09ede411-f4fe-41d4-928b-08629f9de1ec'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:31.618660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Bound port: 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe165817-e678-4066-87ad-53998012d043', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '09ede411-f4fe-41d4-928b-08629f9de1ec'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:31.619037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.631388 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd744-6eb1-4f46-b409-e5591d626c3a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.633462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.685532 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4039-9137-41f4-a185-871a361f9bdf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.712897 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d4039-9137-41f4-a185-871a361f9bdf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6ce2d4c-ddb5-4a3b-94e5-ce9e0c32d7ed,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:31.732894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=63608716-ae63-4b4f-80d7-2a35f6c40bf7,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:31.854311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ccd744-6eb1-4f46-b409-e5591d626c3a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Port': ['ID=39067e6a-f59d-40c0-966f-0038f09007c7,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:31.871796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2a4d4039-9137-41f4-a185-871a361f9bdf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.872959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2a4d4039-9137-41f4-a185-871a361f9bdf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6599724 Sep 10 04:02:31.875826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37790) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:31.879489 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.924207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b4ccd744-6eb1-4f46-b409-e5591d626c3a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] In _notify_port_updated(), no bound segment for port 39067e6a-f59d-40c0-966f-0038f09007c7 on network ba42bcc2-050c-44ed-bef5-c92dce9cf262 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:02:31.931512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ccd744-6eb1-4f46-b409-e5591d626c3a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:31.932240 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4ccd744-6eb1-4f46-b409-e5591d626c3a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:31.936335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b4ccd744-6eb1-4f46-b409-e5591d626c3a tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "PUT /v2.0/ports/39067e6a-f59d-40c0-966f-0038f09007c7 HTTP/1.1" status: 200 len: 993 time: 1.2553074 Sep 10 04:02:31.938872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37792) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:31.973973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Transition to ACTIVE for port object b9c231e0-090b-4ce1-809c-fcbda5050f04 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:32.026639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cbff366-bf36-4b49-bf6c-30f640ff0e55 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.051693 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cbff366-bf36-4b49-bf6c-30f640ff0e55 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.148640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bf60565-38d5-4e4c-8727-9a11ee2a6793 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:02:32.166945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.167558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b74e5ae-c24e-4274-8f28-468851e174bb req-397462c6-f6c4-4053-9541-718644bf6405 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:32.169852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b74e5ae-c24e-4274-8f28-468851e174bb req-397462c6-f6c4-4053-9541-718644bf6405 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 931 time: 0.0929925 Sep 10 04:02:32.171777 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b8ba226b-099a-4d90-9eca-2ac48ed16384 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:32.172520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d19fb-bec5-4433-b9e7-12c063919a4e tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Deleting port 39067e6a-f59d-40c0-966f-0038f09007c7 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:32.172622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.172739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c3d19fb-bec5-4433-b9e7-12c063919a4e tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.174518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] For port 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:32.185716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Transition to ACTIVE for port object 1bf60565-38d5-4e4c-8727-9a11ee2a6793 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:32.207777 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] For port 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50,segment=NetworkSegment(fe165817-e678-4066-87ad-53998012d043),segment_id=fe165817-e678-4066-87ad-53998012d043)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:32.217878 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cbff366-bf36-4b49-bf6c-30f640ff0e55 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.226996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0cbff366-bf36-4b49-bf6c-30f640ff0e55 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.228122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0cbff366-bf36-4b49-bf6c-30f640ff0e55 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/b6ce2d4c-ddb5-4a3b-94e5-ce9e0c32d7ed HTTP/1.1" status: 204 len: 168 time: 0.3457029 Sep 10 04:02:32.232609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37796) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:32.274495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.287262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.288117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbff366-bf36-4b49-bf6c-30f640ff0e55 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b6ce2d4c-ddb5-4a3b-94e5-ce9e0c32d7ed,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:32.288893 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.308700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b74e5ae-c24e-4274-8f28-468851e174bb req-99a078cd-b984-4ccb-aac1-3bf096bb6805 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208484 Sep 10 04:02:32.318143 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-64b81e38-ed5a-4096-b4b4-4d142bd0ae31 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0840375 Sep 10 04:02:32.319450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.330303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37798) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:32.367215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e10b6b8e-03ab-45ee-8447-ae2121b6a592 None None] Provisioning complete for port 39067e6a-f59d-40c0-966f-0038f09007c7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:32.367742 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e10b6b8e-03ab-45ee-8447-ae2121b6a592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.407526 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c3d19fb-bec5-4433-b9e7-12c063919a4e tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.415140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e10b6b8e-03ab-45ee-8447-ae2121b6a592 None None] Port 39067e6a-f59d-40c0-966f-0038f09007c7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:32.444403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network 09ede411-f4fe-41d4-928b-08629f9de1ec is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:32.452423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05275da-4a10-4a97-b795-4562d5a6bc99 None None] Pushing event updated for resources: {'Port': ['ID=8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:32.464191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1c3d19fb-bec5-4433-b9e7-12c063919a4e tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Calling delete_port for 39067e6a-f59d-40c0-966f-0038f09007c7 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:32.467435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:32.472468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Port': ['ID=b9c231e0-090b-4ce1-809c-fcbda5050f04,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:32.482720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 63608716-ae63-4b4f-80d7-2a35f6c40bf7 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:32.494497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:32.505175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:32.510546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.530168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e10b6b8e-03ab-45ee-8447-ae2121b6a592 None None] Provisioning for port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:32.570721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:32.570953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf60565-38d5-4e4c-8727-9a11ee2a6793,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:32.571396 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.587256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Attempting to bind port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:32.587595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Attempting to bind port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:32.587984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Attempting to bind port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 on network 7f2ed2d9-023d-4443-a788-b69943cea483 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:32.594041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 on network 7f2ed2d9-023d-4443-a788-b69943cea483 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:02:32.594371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Attempting to bind port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 on network 7f2ed2d9-023d-4443-a788-b69943cea483 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:32.605573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.605919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.606226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.606673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.606930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.607632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.608023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.608447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.608664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.609021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.612000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cef925c7-7d60-477a-89ff-5c2d0113fa5a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2294307 Sep 10 04:02:32.616254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.616888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:32.617974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37800) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:32.630971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:32.631412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Checking segment: {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:32.631920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Bound using segment: {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:32.632438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Bound port: 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18edf76a-876b-4328-8f99-7c96f5e07e32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:32.632872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.655800 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d625023-4419-453e-9b5e-9c672b37e5aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.722090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae0defba-2d2f-471b-a75b-8c4a84b0ce17 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Deleting subnet d2b97312-c21a-4925-98f6-99f5b5da01da {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:32.726213 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae0defba-2d2f-471b-a75b-8c4a84b0ce17 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.767561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d625023-4419-453e-9b5e-9c672b37e5aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.806412 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae0defba-2d2f-471b-a75b-8c4a84b0ce17 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:32.841034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] For port 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:32.841034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] For port 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:32.999630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae0defba-2d2f-471b-a75b-8c4a84b0ce17 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.020988 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c3d19fb-bec5-4433-b9e7-12c063919a4e tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.021510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d625023-4419-453e-9b5e-9c672b37e5aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.025290 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d625023-4419-453e-9b5e-9c672b37e5aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.028581 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4d625023-4419-453e-9b5e-9c672b37e5aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-groups/9d6a3ec1-d207-4579-b1cd-e17262fdbb76 HTTP/1.1" status: 204 len: 168 time: 0.6757677 Sep 10 04:02:33.028805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37806) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:33.032887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.071366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d625023-4419-453e-9b5e-9c672b37e5aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d6a3ec1-d207-4579-b1cd-e17262fdbb76,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:33.073258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3d19fb-bec5-4433-b9e7-12c063919a4e tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event deleted for resources: {'Port': ['ID=39067e6a-f59d-40c0-966f-0038f09007c7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:33.084412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:33.085173 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.086749 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] 10.222.0.20 "PUT /v2.0/ports/1bf60565-38d5-4e4c-8727-9a11ee2a6793 HTTP/1.1" status: 200 len: 1091 time: 1.5230372 Sep 10 04:02:33.087576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:02:33.089706 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93a2d25-95da-49ee-b4fa-7ebadc1e7ff6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:02:33.112277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887810b-88ee-4214-99ee-61428bf04f84 service neutron] Pushing event updated for resources: {'Port': ['ID=1bf60565-38d5-4e4c-8727-9a11ee2a6793,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:33.193862 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5cd594-4725-4252-ac25-127c9fb715e0 x-openstack-request-id: req-2f5cd594-4725-4252-ac25-127c9fb715e0 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:02:33.194217 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:02:33.194517 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f5cd594-4725-4252-ac25-127c9fb715e0 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:02:33.195003 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'status': 'completed', 'code': 200} Sep 10 04:02:33.263878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4d16ef5c-55e4-4342-b96f-f318dc3d917a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2211778 Sep 10 04:02:33.263878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37810) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:33.268430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d89f6dc9-b2d7-43c0-b360-9135523aa7f7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group': {'name': 'tempest-secgroup--1023397528'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:33.286251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2d25-95da-49ee-b4fa-7ebadc1e7ff6 req-fe7666f1-76ce-4950-87fa-ed57ffc4f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:33.288217 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f93a2d25-95da-49ee-b4fa-7ebadc1e7ff6 req-fe7666f1-76ce-4950-87fa-ed57ffc4f4e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 1094 time: 0.0861232 Sep 10 04:02:33.336625 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae0defba-2d2f-471b-a75b-8c4a84b0ce17 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.495215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0defba-2d2f-471b-a75b-8c4a84b0ce17 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b97312-c21a-4925-98f6-99f5b5da01da,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:33.514078 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ae0defba-2d2f-471b-a75b-8c4a84b0ce17 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.527984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ae0defba-2d2f-471b-a75b-8c4a84b0ce17 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/subnets/d2b97312-c21a-4925-98f6-99f5b5da01da HTTP/1.1" status: 204 len: 168 time: 0.9056251 Sep 10 04:02:33.529514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37814) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:33.540906 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c3d19fb-bec5-4433-b9e7-12c063919a4e tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.543369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1c3d19fb-bec5-4433-b9e7-12c063919a4e tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "DELETE /v2.0/ports/39067e6a-f59d-40c0-966f-0038f09007c7 HTTP/1.1" status: 204 len: 168 time: 1.6006935 Sep 10 04:02:33.555796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2d25-95da-49ee-b4fa-7ebadc1e7ff6 req-6ea9b44a-697c-4c2a-87f1-a2265a08c78a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:33.555796 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f93a2d25-95da-49ee-b4fa-7ebadc1e7ff6 req-6ea9b44a-697c-4c2a-87f1-a2265a08c78a service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2556584 Sep 10 04:02:33.556346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13a9196-afdb-4bc1-9aba-fe8f67dc14d0 req-e0524c9b-fd04-4405-9e54-1ae397c4172e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:33.562100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d13a9196-afdb-4bc1-9aba-fe8f67dc14d0 req-e0524c9b-fd04-4405-9e54-1ae397c4172e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 943 time: 0.1053717 Sep 10 04:02:33.563861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37816) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:33.581918 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d89f6dc9-b2d7-43c0-b360-9135523aa7f7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.616059 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-654bf73e-c0e4-473a-a871-33af2b23ac6d tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] GET failed (client error): The resource could not be found. Sep 10 04:02:33.621749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-654bf73e-c0e4-473a-a871-33af2b23ac6d tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "GET /v2.0/ports/39067e6a-f59d-40c0-966f-0038f09007c7 HTTP/1.1" status: 404 len: 333 time: 0.0562997 Sep 10 04:02:33.622913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37818) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:33.629962 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'port': {'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262', 'name': 'tempest-AllowedAddressPairTestJSON-2080644039'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:33.630887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091ddd8-a440-4137-bb37-077f247a64ee tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:33.632589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0091ddd8-a440-4137-bb37-077f247a64ee tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:33.636926 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0091ddd8-a440-4137-bb37-077f247a64ee tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1043620 Sep 10 04:02:33.638389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37820) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:33.705061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93a2d25-95da-49ee-b4fa-7ebadc1e7ff6 req-5f39b77f-5641-4188-9569-703e51caece7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:33.706644 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f93a2d25-95da-49ee-b4fa-7ebadc1e7ff6 req-5f39b77f-5641-4188-9569-703e51caece7 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1353228 Sep 10 04:02:33.729722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d13a9196-afdb-4bc1-9aba-fe8f67dc14d0 req-5c6046a2-1aa2-4d78-99a2-a8c5a7bee879 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1667407 Sep 10 04:02:33.807235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-3b2c949a-35c6-40cc-96e7-3e5a7fe9ff09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:33.810507 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-3b2c949a-35c6-40cc-96e7-3e5a7fe9ff09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 1094 time: 0.0625620 Sep 10 04:02:33.837011 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6b94d163-e2db-4047-b160-d4c6cc8f2bb4 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:33.870747 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b94d163-e2db-4047-b160-d4c6cc8f2bb4 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 10 04:02:33.871215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b94d163-e2db-4047-b160-d4c6cc8f2bb4 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:33.872580 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-e6fa4d15-7237-42db-9a06-e9591de94505 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793 HTTP/1.1" status: 200 len: 217 time: 0.0535080 Sep 10 04:02:33.873191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6b94d163-e2db-4047-b160-d4c6cc8f2bb4 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/09ede411-f4fe-41d4-928b-08629f9de1ec HTTP/1.1" status: 409 len: 405 time: 0.2348292 Sep 10 04:02:33.879302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37822) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:33.891561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2132598800'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:33.941513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15965985-2903-4015-8fbf-3a66eb3965cc None None] Network 09ede411-f4fe-41d4-928b-08629f9de1ec requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:33.944624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-c035706e-e3db-4ca2-8710-9b8c86ec598e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:33.946221 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-c035706e-e3db-4ca2-8710-9b8c86ec598e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b12dfca-47af-4866-a75f-e33cc91ca991 HTTP/1.1" status: 200 len: 834 time: 0.0650887 Sep 10 04:02:33.959814 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d89f6dc9-b2d7-43c0-b360-9135523aa7f7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.009629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-792a75b0-1e01-45ad-9720-fb8a6dfc616d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:34.011256 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-792a75b0-1e01-45ad-9720-fb8a6dfc616d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2ed2d9-023d-4443-a788-b69943cea483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558443 Sep 10 04:02:34.054607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d89f6dc9-b2d7-43c0-b360-9135523aa7f7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.090297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6430895b-a4b7-40e5-b8e6-db292c892575 None None] Provisioning for port 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:34.095973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f6dc9-b2d7-43c0-b360-9135523aa7f7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d84a67b7-9541-477f-9276-3aeda1d68a26,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:34.125192 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-986058f2-e683-43fa-b23b-a224317a233c service neutron] 10.222.0.20 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063299 Sep 10 04:02:34.145256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Made reservation on behalf of ef50cc3594ff4bd7802435b1352d5130 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:34.148931 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.172992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] device_id is not set on port f30ce253-15dc-428c-8a2f-fb1e74d966cd yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:34.177053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c676d16-0560-4d41-a1a8-afe7592dd535 None None] DHCP port deletion for 09ede411-f4fe-41d4-928b-08629f9de1ec request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:34.229566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3c676d16-0560-4d41-a1a8-afe7592dd535 None None] Deleting port 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:34.229935 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3c676d16-0560-4d41-a1a8-afe7592dd535 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.247831 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e7854ce6-a084-4dc2-a794-3dad11e3316a req-c1c4e80b-9f02-451d-82bd-20e9b8434a43 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144633 Sep 10 04:02:34.270745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:34.274401 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.293352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Allocated IP 172.20.0.10 (ba42bcc2-050c-44ed-bef5-c92dce9cf262/5ec804d9-7e50-49bc-b7d5-71bafee4396a/f30ce253-15dc-428c-8a2f-fb1e74d966cd) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:34.298733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3c676d16-0560-4d41-a1a8-afe7592dd535 None None] For port 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50,segment=NetworkSegment(fe165817-e678-4066-87ad-53998012d043),segment_id=fe165817-e678-4066-87ad-53998012d043)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:34.299226 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3c676d16-0560-4d41-a1a8-afe7592dd535 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.303256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:34.312021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3c676d16-0560-4d41-a1a8-afe7592dd535 None None] Calling delete_port for 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:34.312641 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.313008 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Added segment 9c8717c1-17b2-44e7-8cd7-b99ec5778004 of type vlan for network c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 Sep 10 04:02:34.365929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.410614 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d89f6dc9-b2d7-43c0-b360-9135523aa7f7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.412029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d89f6dc9-b2d7-43c0-b360-9135523aa7f7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1468418 Sep 10 04:02:34.414515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37828) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:34.423184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7f96f9b2-3b03-43eb-95d5-3cedf090727e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': 'd84a67b7-9541-477f-9276-3aeda1d68a26', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:34.470720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.483266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Transition to ACTIVE for port object f30ce253-15dc-428c-8a2f-fb1e74d966cd will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:34.493931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.500174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:34.505872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.527378 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3c676d16-0560-4d41-a1a8-afe7592dd535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.554038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c676d16-0560-4d41-a1a8-afe7592dd535 None None] Pushing event deleted for resources: {'Port': ['ID=8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:34.564852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c676d16-0560-4d41-a1a8-afe7592dd535 None None] No DVR routers for this DVR port 8f8f7f68-4327-4ee5-86bf-6b3d2ad17b50 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:34.571172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Network': ['ID=c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:34.576442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f96f9b2-3b03-43eb-95d5-3cedf090727e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.584762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:34.632976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.636525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f96f9b2-3b03-43eb-95d5-3cedf090727e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.681040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:34.684137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:34.690539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:34.699633 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-29c64fc5-00b4-43d2-9d03-e9b25f851e5c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8195918 Sep 10 04:02:34.704897 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37830) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:34.714214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'subnet': {'network_id': 'c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:34.714844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Port': ['ID=f30ce253-15dc-428c-8a2f-fb1e74d966cd,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:34.755830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:34.756592 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.759104 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f96f9b2-3b03-43eb-95d5-3cedf090727e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.807559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96f9b2-3b03-43eb-95d5-3cedf090727e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=811fb970-48bc-434a-a990-03d10cc279c3,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:34.886009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96db6962-5d7b-4d5e-8294-e3ac57ba324b req-140e6b2c-5e87-4ed7-bbbb-fcca80d96b0f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:34.887707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96db6962-5d7b-4d5e-8294-e3ac57ba324b req-140e6b2c-5e87-4ed7-bbbb-fcca80d96b0f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 943 time: 0.0526803 Sep 10 04:02:34.926076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-59b4444d-3740-4af7-9e26-377f6f8a831b tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3001492 Sep 10 04:02:34.928866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37834) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:34.934726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-13d4be60-40b1-473d-ab5f-4e745f39fd74 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:36:58:83'}]}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:34.939596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96db6962-5d7b-4d5e-8294-e3ac57ba324b req-14f14685-27b1-4b47-9731-932af7d84b96 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420713 Sep 10 04:02:34.956419 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7f96f9b2-3b03-43eb-95d5-3cedf090727e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:34.957622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7f96f9b2-3b03-43eb-95d5-3cedf090727e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5421720 Sep 10 04:02:34.960616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37836) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:34.965156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-62b21bc4-0462-457d-9dbe-b1cb7ba467aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': 'd84a67b7-9541-477f-9276-3aeda1d68a26', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:34.977415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-62b21bc4-0462-457d-9dbe-b1cb7ba467aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 04:02:34.977415 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 04:02:34.977415 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id_1': '9a3ef64deb6140b0b6d44d18594147b6', 'expiration_1': datetime.datetime(2021, 9, 10, 4, 2, 14, 971025)}] Sep 10 04:02:34.977415 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:02:34.977863 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-62b21bc4-0462-457d-9dbe-b1cb7ba467aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:02:35.042298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1179c3b8-c136-4b56-b0c6-4c00f62621b7 None None] Provisioning for port f30ce253-15dc-428c-8a2f-fb1e74d966cd completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:35.054196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1179c3b8-c136-4b56-b0c6-4c00f62621b7 None None] Provisioning complete for port f30ce253-15dc-428c-8a2f-fb1e74d966cd triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:35.054196 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1179c3b8-c136-4b56-b0c6-4c00f62621b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.080621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:35.084030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.092316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1179c3b8-c136-4b56-b0c6-4c00f62621b7 None None] Port f30ce253-15dc-428c-8a2f-fb1e74d966cd cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:35.137160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13d4be60-40b1-473d-ab5f-4e745f39fd74 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.429925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13d4be60-40b1-473d-ab5f-4e745f39fd74 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.692811 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62b21bc4-0462-457d-9dbe-b1cb7ba467aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.703891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13d4be60-40b1-473d-ab5f-4e745f39fd74 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.727707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.objects.ports [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95137) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 04:02:35.736618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.745441 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62b21bc4-0462-457d-9dbe-b1cb7ba467aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.818433 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62b21bc4-0462-457d-9dbe-b1cb7ba467aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.854493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b21bc4-0462-457d-9dbe-b1cb7ba467aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bbeb39a-c331-4b1a-978b-29b1b73a8f11,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:35.859016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d4be60-40b1-473d-ab5f-4e745f39fd74 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Port': ['ID=f30ce253-15dc-428c-8a2f-fb1e74d966cd,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:35.875942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Subnet': ['ID=62a9f011-e05a-4d58-9dd5-aa02e1e035a0,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:35.883785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-13d4be60-40b1-473d-ab5f-4e745f39fd74 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] In _notify_port_updated(), no bound segment for port f30ce253-15dc-428c-8a2f-fb1e74d966cd on network ba42bcc2-050c-44ed-bef5-c92dce9cf262 {{(pid=95137) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:02:35.890009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d4be60-40b1-473d-ab5f-4e745f39fd74 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:35.890655 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13d4be60-40b1-473d-ab5f-4e745f39fd74 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.892057 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-13d4be60-40b1-473d-ab5f-4e745f39fd74 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "PUT /v2.0/ports/f30ce253-15dc-428c-8a2f-fb1e74d966cd HTTP/1.1" status: 200 len: 997 time: 0.9621310 Sep 10 04:02:35.897457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37842) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:35.897607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Checking segment: {'id': '9c8717c1-17b2-44e7-8cd7-b99ec5778004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:35.897607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network hostable DHCP agents. Network: c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:35.928877 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62b21bc4-0462-457d-9dbe-b1cb7ba467aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:35.931922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-62b21bc4-0462-457d-9dbe-b1cb7ba467aa tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9684932 Sep 10 04:02:35.933782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37844) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:35.939086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a2a9d043-01d1-4c1c-a541-60f5230ce79d tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': 'd84a67b7-9541-477f-9276-3aeda1d68a26', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:35.996114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-606995ad-63e2-4ccb-a8f5-50d8e4d9add3 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Deleting port f30ce253-15dc-428c-8a2f-fb1e74d966cd {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:36.000978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-606995ad-63e2-4ccb-a8f5-50d8e4d9add3 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.019364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:36.085522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2a9d043-01d1-4c1c-a541-60f5230ce79d tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.126762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2f1287d3-a47f-4844-a871-ef867975a2b6 None None] Provisioning complete for port f30ce253-15dc-428c-8a2f-fb1e74d966cd triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:36.127842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f1287d3-a47f-4844-a871-ef867975a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.139226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:36.139558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57a5f1-dbff-4b6e-a708-23153738c46c req-e4883da3-1240-45f6-9ecf-ba52ebf021cb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:36.141319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e57a5f1-dbff-4b6e-a708-23153738c46c req-e4883da3-1240-45f6-9ecf-ba52ebf021cb tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 943 time: 0.1087451 Sep 10 04:02:36.142855 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-606995ad-63e2-4ccb-a8f5-50d8e4d9add3 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.148699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:36.149295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.171411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2a9d043-01d1-4c1c-a541-60f5230ce79d tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.171598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-606995ad-63e2-4ccb-a8f5-50d8e4d9add3 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Calling delete_port for f30ce253-15dc-428c-8a2f-fb1e74d966cd owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:36.181153 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8725755-044d-405b-8004-75cd48425449 None None] Network c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:36.221725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2f1287d3-a47f-4844-a871-ef867975a2b6 None None] Port f30ce253-15dc-428c-8a2f-fb1e74d966cd cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:36.235493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e57a5f1-dbff-4b6e-a708-23153738c46c req-3913aad7-73db-4cd8-92dc-75d4a4f06815 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844541 Sep 10 04:02:36.250476 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-22d4d5aa-804b-4dfe-9b71-e462734346f5 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5442724 Sep 10 04:02:36.252432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2a9d043-01d1-4c1c-a541-60f5230ce79d tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.253656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37852) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:36.261418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'port': {'network_id': 'c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0', 'name': 'tempest-NetworksIpV6TestAttrs-1538010906'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:36.285222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9d043-01d1-4c1c-a541-60f5230ce79d tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9a25df9-e1cd-454d-bff1-43b7cfb91ee5,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:36.368681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2a9d043-01d1-4c1c-a541-60f5230ce79d tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.369793 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a2a9d043-01d1-4c1c-a541-60f5230ce79d tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4349201 Sep 10 04:02:36.376166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:36.378519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4b146fe7-19cb-40b5-a0aa-5e98cb3aab4e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': 'd84a67b7-9541-477f-9276-3aeda1d68a26', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:36.393031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0', 'network_id': 'c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0', 'tenant_id': '32f886bd33994b0ebfe0b06e35a80aba', 'fixed_ips': [{'subnet_id': '62a9f011-e05a-4d58-9dd5-aa02e1e035a0'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:36.394013 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.518210 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4b146fe7-19cb-40b5-a0aa-5e98cb3aab4e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.539331 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-606995ad-63e2-4ccb-a8f5-50d8e4d9add3 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.574599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606995ad-63e2-4ccb-a8f5-50d8e4d9add3 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event deleted for resources: {'Port': ['ID=f30ce253-15dc-428c-8a2f-fb1e74d966cd,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:36.585730 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4b146fe7-19cb-40b5-a0aa-5e98cb3aab4e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.631820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:36.635773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.659872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4b146fe7-19cb-40b5-a0aa-5e98cb3aab4e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.661338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] device_id is not set on port f14bc293-4276-4d75-bd9d-10a27aa31009 yet. {{(pid=95136) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:36.688938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b146fe7-19cb-40b5-a0aa-5e98cb3aab4e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84bf7137-370b-4bb3-8177-d6ff104a227e,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:36.689946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Allocated IP 2001:db8::f816:3eff:fec8:fa53 (c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0/62a9f011-e05a-4d58-9dd5-aa02e1e035a0/4c2b6847-6041-4594-814e-ba4dd3ceebf5) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:36.710386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-606995ad-63e2-4ccb-a8f5-50d8e4d9add3 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.712357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-606995ad-63e2-4ccb-a8f5-50d8e4d9add3 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "DELETE /v2.0/ports/f30ce253-15dc-428c-8a2f-fb1e74d966cd HTTP/1.1" status: 204 len: 168 time: 0.8160057 Sep 10 04:02:36.715028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37856) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:36.757452 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-1334496b-e00b-4761-bd73-a8fc23b6531d tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] GET failed (client error): The resource could not be found. Sep 10 04:02:36.760739 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1334496b-e00b-4761-bd73-a8fc23b6531d tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "GET /v2.0/ports/f30ce253-15dc-428c-8a2f-fb1e74d966cd HTTP/1.1" status: 404 len: 333 time: 0.0423415 Sep 10 04:02:36.763983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37858) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:36.768909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'port': {'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262', 'name': 'tempest-AllowedAddressPairTestJSON-768557105'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:36.804367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4b146fe7-19cb-40b5-a0aa-5e98cb3aab4e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.805997 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4b146fe7-19cb-40b5-a0aa-5e98cb3aab4e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4314265 Sep 10 04:02:36.810404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37860) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:36.815123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8274dd58-7739-4db8-9790-ce2958c8f5af tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': 'd84a67b7-9541-477f-9276-3aeda1d68a26', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:36.909013 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:36.917058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Transition to ACTIVE for port object 4c2b6847-6041-4594-814e-ba4dd3ceebf5 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:36.931967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Transition to ACTIVE for port object 4c2b6847-6041-4594-814e-ba4dd3ceebf5 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:36.938982 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8274dd58-7739-4db8-9790-ce2958c8f5af tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.004688 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8274dd58-7739-4db8-9790-ce2958c8f5af tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.054514 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.099473 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Network c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:37.111317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:37.111602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Allocated IP 2001:db8::f816:3eff:fe88:e1e1 (c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0/62a9f011-e05a-4d58-9dd5-aa02e1e035a0/f14bc293-4276-4d75-bd9d-10a27aa31009) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:37.111748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:37.117421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Pushing event updated for resources: {'Port': ['ID=4c2b6847-6041-4594-814e-ba4dd3ceebf5,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:37.141109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145288 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Made reservation on behalf of ef50cc3594ff4bd7802435b1352d5130 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.145418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:37.146422 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8274dd58-7739-4db8-9790-ce2958c8f5af tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.159101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.185250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] device_id is not set on port 7b91d90d-2331-4f30-a6d6-1bf6e5bb591d yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:37.187011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8274dd58-7739-4db8-9790-ce2958c8f5af tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb7ca196-5446-445b-902b-16d2f59a23f2,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:37.191534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Attempting to bind port 4c2b6847-6041-4594-814e-ba4dd3ceebf5 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:37.192936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Attempting to bind port 4c2b6847-6041-4594-814e-ba4dd3ceebf5 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9c8717c1-17b2-44e7-8cd7-b99ec5778004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:37.192936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Attempting to bind port 4c2b6847-6041-4594-814e-ba4dd3ceebf5 on network c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:37.200707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:37.201082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Checking segment: {'id': '9c8717c1-17b2-44e7-8cd7-b99ec5778004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:37.203310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.203763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Bound using segment: {'id': '9c8717c1-17b2-44e7-8cd7-b99ec5778004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:37.204408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Bound port: 4c2b6847-6041-4594-814e-ba4dd3ceebf5, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c8717c1-17b2-44e7-8cd7-b99ec5778004', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:37.204800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.304069 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8274dd58-7739-4db8-9790-ce2958c8f5af tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.308059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8274dd58-7739-4db8-9790-ce2958c8f5af tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4939671 Sep 10 04:02:37.319391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37870) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:37.337197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] For port 4c2b6847-6041-4594-814e-ba4dd3ceebf5, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:37.340410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] For port 4c2b6847-6041-4594-814e-ba4dd3ceebf5, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4c2b6847-6041-4594-814e-ba4dd3ceebf5,segment=NetworkSegment(9c8717c1-17b2-44e7-8cd7-b99ec5778004),segment_id=9c8717c1-17b2-44e7-8cd7-b99ec5778004)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:37.357101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Allocated IP 172.20.0.12 (ba42bcc2-050c-44ed-bef5-c92dce9cf262/5ec804d9-7e50-49bc-b7d5-71bafee4396a/7b91d90d-2331-4f30-a6d6-1bf6e5bb591d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:37.373110 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.394469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3e725e87-a4cd-455d-8e50-c486e17086e5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.407294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3e725e87-a4cd-455d-8e50-c486e17086e5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.409283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Transition to ACTIVE for port object f14bc293-4276-4d75-bd9d-10a27aa31009 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:37.414568 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.443500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c309f970-5bfc-4b84-a571-dab17804a3d0 req-9c9bf33f-20b2-4fa1-bf5d-c6439a81361e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:37.444976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c309f970-5bfc-4b84-a571-dab17804a3d0 req-9c9bf33f-20b2-4fa1-bf5d-c6439a81361e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 943 time: 0.1110334 Sep 10 04:02:37.501985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217122c-fac7-4885-a398-0e0285bde171 None None] Pushing event updated for resources: {'Port': ['ID=4c2b6847-6041-4594-814e-ba4dd3ceebf5,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:37.512136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c309f970-5bfc-4b84-a571-dab17804a3d0 req-5732ba05-40ef-4f9a-933b-1f35cc003252 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0580432 Sep 10 04:02:37.551180 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3e725e87-a4cd-455d-8e50-c486e17086e5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.551446 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.565361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3e725e87-a4cd-455d-8e50-c486e17086e5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.565361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3e725e87-a4cd-455d-8e50-c486e17086e5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/eb7ca196-5446-445b-902b-16d2f59a23f2 HTTP/1.1" status: 204 len: 168 time: 0.2424810 Sep 10 04:02:37.567345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37872) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:37.568402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e725e87-a4cd-455d-8e50-c486e17086e5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eb7ca196-5446-445b-902b-16d2f59a23f2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:37.576576 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Transition to ACTIVE for port object 7b91d90d-2331-4f30-a6d6-1bf6e5bb591d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:37.586265 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.644470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:37.644744 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eb070aab-6494-480e-8798-979e641b03cd tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0732322 Sep 10 04:02:37.645401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37874) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:37.654130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Port': ['ID=f14bc293-4276-4d75-bd9d-10a27aa31009,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:37.660107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:37.668496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:37.679315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:37.679976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.682282 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74221118-1665-49b6-8362-1afb1cd6d937 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.691423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74221118-1665-49b6-8362-1afb1cd6d937 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.791290 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.840677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:37.846633 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:37.849232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:37.856523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Port': ['ID=7b91d90d-2331-4f30-a6d6-1bf6e5bb591d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:37.881407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74221118-1665-49b6-8362-1afb1cd6d937 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.882156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4ca7bdc7-e99e-405b-a59d-f5e9c4024326 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.6274433 Sep 10 04:02:37.888201 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74221118-1665-49b6-8362-1afb1cd6d937 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.890716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37876) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:37.891884 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-74221118-1665-49b6-8362-1afb1cd6d937 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/84bf7137-370b-4bb3-8177-d6ff104a227e HTTP/1.1" status: 204 len: 168 time: 0.2443054 Sep 10 04:02:37.897077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37878) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:37.926502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74221118-1665-49b6-8362-1afb1cd6d937 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=84bf7137-370b-4bb3-8177-d6ff104a227e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:37.952392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:37.953041 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.953788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-345bcfe5-248e-4890-8ecd-dcfa2d108daf tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Deleting subnet 62a9f011-e05a-4d58-9dd5-aa02e1e035a0 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:37.957263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-345bcfe5-248e-4890-8ecd-dcfa2d108daf tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:37.983067 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1dad5952-77ee-4e42-96c7-260e50f716db tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0797570 Sep 10 04:02:37.988808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37880) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:38.023407 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbc427c3-6c64-412f-80de-be94d126b062 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.029500 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-345bcfe5-248e-4890-8ecd-dcfa2d108daf tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.052958 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbc427c3-6c64-412f-80de-be94d126b062 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.088987 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ba7b9835-e2e5-4bd3-9a18-4aa2cd0a9056 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3239017 Sep 10 04:02:38.092280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37882) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:38.098539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'port': {'network_id': 'ba42bcc2-050c-44ed-bef5-c92dce9cf262', 'name': 'tempest-AllowedAddressPairTestJSON-999359823'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:38.224321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-89172973-07a5-40a3-bf19-2bab2c2440cf None None] Provisioning for port 7b91d90d-2331-4f30-a6d6-1bf6e5bb591d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:38.229696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-89172973-07a5-40a3-bf19-2bab2c2440cf None None] Provisioning complete for port 7b91d90d-2331-4f30-a6d6-1bf6e5bb591d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:38.234375 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89172973-07a5-40a3-bf19-2bab2c2440cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.276721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-89172973-07a5-40a3-bf19-2bab2c2440cf None None] Port 7b91d90d-2331-4f30-a6d6-1bf6e5bb591d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:38.312241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bf60565-38d5-4e4c-8727-9a11ee2a6793 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:02:38.329153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Made reservation on behalf of ef50cc3594ff4bd7802435b1352d5130 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:38.333474 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.425090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] device_id is not set on port e259cf7d-1047-4184-8117-6ba183952fd8 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:38.484203 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbc427c3-6c64-412f-80de-be94d126b062 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.496561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:38.503826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbc427c3-6c64-412f-80de-be94d126b062 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.517134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c2b6847-6041-4594-814e-ba4dd3ceebf5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:38.517466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cbc427c3-6c64-412f-80de-be94d126b062 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/a9a25df9-e1cd-454d-bff1-43b7cfb91ee5 HTTP/1.1" status: 204 len: 168 time: 0.5159442 Sep 10 04:02:38.522901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37888) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:38.555895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc427c3-6c64-412f-80de-be94d126b062 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a9a25df9-e1cd-454d-bff1-43b7cfb91ee5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:38.565805 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'port_id': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'mac_address': 'fa:16:3e:89:2a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:02:38.632118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0725d645-7fa1-4ace-97f8-44ffa0d2b152 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1000743 Sep 10 04:02:38.635029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37892) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:38.655716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Allocated IP 172.20.0.14 (ba42bcc2-050c-44ed-bef5-c92dce9cf262/5ec804d9-7e50-49bc-b7d5-71bafee4396a/e259cf7d-1047-4184-8117-6ba183952fd8) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:38.689870 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.697942 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-345bcfe5-248e-4890-8ecd-dcfa2d108daf tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.710383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d63f987-627e-4cd4-80fd-72a45ba8ac79 None None] Network c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:38.724815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bf60565-38d5-4e4c-8727-9a11ee2a6793 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:02:38.733899 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e87adfda-4821-477f-b3f0-c45b7ccfb1e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.754573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e87adfda-4821-477f-b3f0-c45b7ccfb1e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.781135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:38.783991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4c2b6847-6041-4594-814e-ba4dd3ceebf5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:38.789493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad77920-030e-4a67-8ea6-639037f9a5d7 req-cf4e0648-6d21-4a18-b175-0e0ebcb68027 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:38.791040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ad77920-030e-4a67-8ea6-639037f9a5d7 req-cf4e0648-6d21-4a18-b175-0e0ebcb68027 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 943 time: 0.1416903 Sep 10 04:02:38.844018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.844632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ad77920-030e-4a67-8ea6-639037f9a5d7 req-7c8dc13a-45d2-4a86-9c88-d6569718443c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384035 Sep 10 04:02:38.869482 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.869718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Transition to ACTIVE for port object e259cf7d-1047-4184-8117-6ba183952fd8 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:38.911238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e87adfda-4821-477f-b3f0-c45b7ccfb1e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.917965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-33b5c46d-1933-4b8d-a591-e1e0ee9fef32 None None] Provisioning for port 4c2b6847-6041-4594-814e-ba4dd3ceebf5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:38.921169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-345bcfe5-248e-4890-8ecd-dcfa2d108daf tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.926229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e87adfda-4821-477f-b3f0-c45b7ccfb1e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.927386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e87adfda-4821-477f-b3f0-c45b7ccfb1e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1bbeb39a-c331-4b1a-978b-29b1b73a8f11 HTTP/1.1" status: 204 len: 168 time: 0.2911952 Sep 10 04:02:38.928188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87adfda-4821-477f-b3f0-c45b7ccfb1e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bbeb39a-c331-4b1a-978b-29b1b73a8f11,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:38.928340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-33b5c46d-1933-4b8d-a591-e1e0ee9fef32 None None] Provisioning complete for port 4c2b6847-6041-4594-814e-ba4dd3ceebf5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:38.928674 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33b5c46d-1933-4b8d-a591-e1e0ee9fef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.930624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37894) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:38.964689 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1bf60565-38d5-4e4c-8727-9a11ee2a6793,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:38.968994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345bcfe5-248e-4890-8ecd-dcfa2d108daf tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Subnet': ['ID=62a9f011-e05a-4d58-9dd5-aa02e1e035a0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:38.976056 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-345bcfe5-248e-4890-8ecd-dcfa2d108daf tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:38.978343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-345bcfe5-248e-4890-8ecd-dcfa2d108daf tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/subnets/62a9f011-e05a-4d58-9dd5-aa02e1e035a0 HTTP/1.1" status: 204 len: 168 time: 1.0879388 Sep 10 04:02:38.982619 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e8b2cead-4b92-4f07-8eee-29d16a4cb8c7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0508323 Sep 10 04:02:38.983221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37896) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:38.985896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37898) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:39.020042 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c952b7ec-0b04-489c-a3b9-f1f786b76765 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.032396 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.038694 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c952b7ec-0b04-489c-a3b9-f1f786b76765 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.045085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33b5c46d-1933-4b8d-a591-e1e0ee9fef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.087609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-33b5c46d-1933-4b8d-a591-e1e0ee9fef32 None None] For port 4c2b6847-6041-4594-814e-ba4dd3ceebf5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4c2b6847-6041-4594-814e-ba4dd3ceebf5,segment=NetworkSegment(9c8717c1-17b2-44e7-8cd7-b99ec5778004),segment_id=9c8717c1-17b2-44e7-8cd7-b99ec5778004)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:39.093041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['1bf60565-38d5-4e4c-8727-9a11ee2a6793'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:02:39.108818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:39.115318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103b021-247f-46c9-96c9-a987cd5b8614 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:39.116914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e103b021-247f-46c9-96c9-a987cd5b8614 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:39.120953 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e103b021-247f-46c9-96c9-a987cd5b8614 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1342750 Sep 10 04:02:39.121450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37900) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:39.122545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:39.127167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:39.164296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Port': ['ID=e259cf7d-1047-4184-8117-6ba183952fd8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:39.171241 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c952b7ec-0b04-489c-a3b9-f1f786b76765 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.185179 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c952b7ec-0b04-489c-a3b9-f1f786b76765 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.186427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c952b7ec-0b04-489c-a3b9-f1f786b76765 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/811fb970-48bc-434a-a990-03d10cc279c3 HTTP/1.1" status: 204 len: 168 time: 0.1993232 Sep 10 04:02:39.189334 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37902) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:39.204578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c952b7ec-0b04-489c-a3b9-f1f786b76765 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=811fb970-48bc-434a-a990-03d10cc279c3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:39.205198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:39.209010 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.217507 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33b5c46d-1933-4b8d-a591-e1e0ee9fef32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.261430 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-343406c0-fbc2-45f1-affe-0cb63f7bb6ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.285758 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-343406c0-fbc2-45f1-affe-0cb63f7bb6ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): There was a conflict when trying to complete your request. Sep 10 04:02:39.285758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343406c0-fbc2-45f1-affe-0cb63f7bb6ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:39.285758 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-343406c0-fbc2-45f1-affe-0cb63f7bb6ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 HTTP/1.1" status: 409 len: 405 time: 0.1616392 Sep 10 04:02:39.289333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37904) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:39.295018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1549661915'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:39.300990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-747f52eb-c2e9-4abf-9fde-4ad72d60f9c5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1052637 Sep 10 04:02:39.303971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37906) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:39.315591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37908) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:39.315949 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2013e206-08e9-480a-baf7-383094f6649f tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2224870 Sep 10 04:02:39.320710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bc85d4f5-4836-4833-9ba7-252134cae7ce tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:36:58:83'}, {'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:52:f6:4c'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:39.390380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff33c0d2-f2dc-49fe-b634-ef87ff5c44c4 None None] Network c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:39.392753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b5c46d-1933-4b8d-a591-e1e0ee9fef32 None None] Pushing event updated for resources: {'Port': ['ID=4c2b6847-6041-4594-814e-ba4dd3ceebf5,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:39.441184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:39.452279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.494121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85a2735b-a12b-45a5-8231-0dfe13bafd5a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.538025 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85a2735b-a12b-45a5-8231-0dfe13bafd5a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.571240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] vlan segment allocate from pool success with {'vlan_id': 245, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:39.578922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5f249a33-76aa-4998-b849-cf2f0a3a33e4 None None] Provisioning complete for port 4c2b6847-6041-4594-814e-ba4dd3ceebf5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:39.579304 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5f249a33-76aa-4998-b849-cf2f0a3a33e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.593414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.597883 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Added segment 59b5835c-3ea1-4240-b853-f75cd02ca022 of type vlan for network b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed Sep 10 04:02:39.619778 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc85d4f5-4836-4833-9ba7-252134cae7ce tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.685809 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.794690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab6edeb-7021-44c5-bc7d-bfe2fac5852e None None] DHCP port deletion for c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:39.812115 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85a2735b-a12b-45a5-8231-0dfe13bafd5a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.814734 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-85a2735b-a12b-45a5-8231-0dfe13bafd5a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.816004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-85a2735b-a12b-45a5-8231-0dfe13bafd5a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-groups/d84a67b7-9541-477f-9276-3aeda1d68a26 HTTP/1.1" status: 204 len: 168 time: 0.5094626 Sep 10 04:02:39.818757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37914) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:39.826464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.833736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:39.833736 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.849886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bab6edeb-7021-44c5-bc7d-bfe2fac5852e None None] Deleting port 4c2b6847-6041-4594-814e-ba4dd3ceebf5 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:39.850421 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bab6edeb-7021-44c5-bc7d-bfe2fac5852e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.910400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc85d4f5-4836-4833-9ba7-252134cae7ce tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.917986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Network': ['ID=b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:39.921808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a2735b-a12b-45a5-8231-0dfe13bafd5a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d84a67b7-9541-477f-9276-3aeda1d68a26,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:39.947730 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ac664e63-6ff6-458b-8fbf-873050c5f820 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1277392 Sep 10 04:02:39.954118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:39.954804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37918) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:39.955253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5f249a33-76aa-4998-b849-cf2f0a3a33e4 None None] Provisioning for port f14bc293-4276-4d75-bd9d-10a27aa31009 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:39.963079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-453d9624-9365-49a7-bdab-4dc02ba671e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group': {'name': 'tempest-secgroup--2001983135'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:39.976345 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f26c1248-b147-4765-9ff5-9b94c5daafe0 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6857381 Sep 10 04:02:39.981741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37920) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:39.983714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5f249a33-76aa-4998-b849-cf2f0a3a33e4 None None] Provisioning complete for port f14bc293-4276-4d75-bd9d-10a27aa31009 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:39.984108 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5f249a33-76aa-4998-b849-cf2f0a3a33e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.987131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-bab6edeb-7021-44c5-bc7d-bfe2fac5852e None None] For port 4c2b6847-6041-4594-814e-ba4dd3ceebf5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4c2b6847-6041-4594-814e-ba4dd3ceebf5,segment=NetworkSegment(9c8717c1-17b2-44e7-8cd7-b99ec5778004),segment_id=9c8717c1-17b2-44e7-8cd7-b99ec5778004)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:39.987425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bab6edeb-7021-44c5-bc7d-bfe2fac5852e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:39.990847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'subnet': {'network_id': 'b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:40.037300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bab6edeb-7021-44c5-bc7d-bfe2fac5852e None None] Calling delete_port for 4c2b6847-6041-4594-814e-ba4dd3ceebf5 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:40.057393 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc85d4f5-4836-4833-9ba7-252134cae7ce tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.110982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-453d9624-9365-49a7-bdab-4dc02ba671e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.122955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78052053-b372-4fe7-8b2f-0ff6970171be req-519dea65-a5d3-4983-9a06-20848f3fae14 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:40.124682 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78052053-b372-4fe7-8b2f-0ff6970171be req-519dea65-a5d3-4983-9a06-20848f3fae14 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 944 time: 0.1850839 Sep 10 04:02:40.152572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5f249a33-76aa-4998-b849-cf2f0a3a33e4 None None] Port f14bc293-4276-4d75-bd9d-10a27aa31009 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:40.188125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85d4f5-4836-4833-9ba7-252134cae7ce tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event updated for resources: {'Port': ['ID=e259cf7d-1047-4184-8117-6ba183952fd8,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:40.200190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-bc85d4f5-4836-4833-9ba7-252134cae7ce tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] In _notify_port_updated(), no bound segment for port e259cf7d-1047-4184-8117-6ba183952fd8 on network ba42bcc2-050c-44ed-bef5-c92dce9cf262 {{(pid=95136) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Sep 10 04:02:40.205995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc85d4f5-4836-4833-9ba7-252134cae7ce tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:40.206730 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc85d4f5-4836-4833-9ba7-252134cae7ce tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.210919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bc85d4f5-4836-4833-9ba7-252134cae7ce tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "PUT /v2.0/ports/e259cf7d-1047-4184-8117-6ba183952fd8 HTTP/1.1" status: 200 len: 1056 time: 0.8943286 Sep 10 04:02:40.211526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37922) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:40.217002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78052053-b372-4fe7-8b2f-0ff6970171be req-835bf17d-4b50-477c-990d-e425f9ce06a3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0797446 Sep 10 04:02:40.319415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-453d9624-9365-49a7-bdab-4dc02ba671e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.322682 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bf60565-38d5-4e4c-8727-9a11ee2a6793 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:02:40.348452 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bab6edeb-7021-44c5-bc7d-bfe2fac5852e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.350027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8e19dde4-9df3-418f-96dc-e928dfc7ceb5 None None] Provisioning for port e259cf7d-1047-4184-8117-6ba183952fd8 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:40.350177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dff71-024f-4abe-8427-9a5f50a6e6f5 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Deleting port e259cf7d-1047-4184-8117-6ba183952fd8 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:40.350588 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb7dff71-024f-4abe-8427-9a5f50a6e6f5 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.366299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8e19dde4-9df3-418f-96dc-e928dfc7ceb5 None None] Provisioning complete for port e259cf7d-1047-4184-8117-6ba183952fd8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:40.366635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8e19dde4-9df3-418f-96dc-e928dfc7ceb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.427944 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-453d9624-9365-49a7-bdab-4dc02ba671e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.474724 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453d9624-9365-49a7-bdab-4dc02ba671e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=497d32ff-66e9-479e-9254-9fe5398c9810,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:40.494885 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb7dff71-024f-4abe-8427-9a5f50a6e6f5 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.513962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-eb7dff71-024f-4abe-8427-9a5f50a6e6f5 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Calling delete_port for e259cf7d-1047-4184-8117-6ba183952fd8 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:40.522668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:40.526616 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.578111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab6edeb-7021-44c5-bc7d-bfe2fac5852e None None] Pushing event deleted for resources: {'Port': ['ID=4c2b6847-6041-4594-814e-ba4dd3ceebf5,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:40.583240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab6edeb-7021-44c5-bc7d-bfe2fac5852e None None] No DVR routers for this DVR port 4c2b6847-6041-4594-814e-ba4dd3ceebf5 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:40.587586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c2b6847-6041-4594-814e-ba4dd3ceebf5 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:40.613166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 4c2b6847-6041-4594-814e-ba4dd3ceebf5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:40.613166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c2b6847-6041-4594-814e-ba4dd3ceebf5 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:40.613479 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-453d9624-9365-49a7-bdab-4dc02ba671e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.614710 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-453d9624-9365-49a7-bdab-4dc02ba671e8 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6585784 Sep 10 04:02:40.617601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37924) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:40.622865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ca2c5133-a3a4-4311-8252-29b93bd3c8ab tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': '497d32ff-66e9-479e-9254-9fe5398c9810', 'direction': 'ingress', 'protocol': 17}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:40.627723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8e19dde4-9df3-418f-96dc-e928dfc7ceb5 None None] Port e259cf7d-1047-4184-8117-6ba183952fd8 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:40.722436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:02:40.726667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:40.727037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.771269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c53d752f-8788-4b71-9709-dff4554c403b None None] Provisioning complete for port e259cf7d-1047-4184-8117-6ba183952fd8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:02:40.771635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c53d752f-8788-4b71-9709-dff4554c403b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.794668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb7dff71-024f-4abe-8427-9a5f50a6e6f5 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.801937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5133-a3a4-4311-8252-29b93bd3c8ab tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.834761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c53d752f-8788-4b71-9709-dff4554c403b None None] Port e259cf7d-1047-4184-8117-6ba183952fd8 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:02:40.846825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7dff71-024f-4abe-8427-9a5f50a6e6f5 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event deleted for resources: {'Port': ['ID=e259cf7d-1047-4184-8117-6ba183952fd8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:40.864384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:40.892895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:02:40.895165 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b106bc4f-4a5c-4aee-b9a9-7bb98b9bf65b" -d '{"events": [{"server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "name": "network-vif-plugged", "status": "completed", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:02:40.910074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:40.944306 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8769debb-14cb-4062-8231-9f06cee0d980 x-openstack-request-id: req-8769debb-14cb-4062-8231-9f06cee0d980 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:02:40.944710 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "name": "network-vif-plugged", "status": "completed", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:02:40.945204 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8769debb-14cb-4062-8231-9f06cee0d980 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:02:40.945719 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'code': 200} Sep 10 04:02:40.954406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5133-a3a4-4311-8252-29b93bd3c8ab tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.024824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.072016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5133-a3a4-4311-8252-29b93bd3c8ab tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.114531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c5133-a3a4-4311-8252-29b93bd3c8ab tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf633d64-edca-4e4f-93d9-28b5d8440116,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:41.117588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1bf60565-38d5-4e4c-8727-9a11ee2a6793,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:41.158089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0e843c-9269-480b-91c8-29d520b215c3 req-ba97b621-4762-4cb5-9883-eddecba52a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:41.159662 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5e0e843c-9269-480b-91c8-29d520b215c3 req-ba97b621-4762-4cb5-9883-eddecba52a37 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 1096 time: 0.1367984 Sep 10 04:02:41.161634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.objects.ports [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95136) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 04:02:41.163123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.186624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb7dff71-024f-4abe-8427-9a5f50a6e6f5 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.191121 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eb7dff71-024f-4abe-8427-9a5f50a6e6f5 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "DELETE /v2.0/ports/e259cf7d-1047-4184-8117-6ba183952fd8 HTTP/1.1" status: 204 len: 168 time: 0.9759336 Sep 10 04:02:41.191455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37932) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:41.230219 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eb595c0-2671-4723-9625-5160ae6d3be7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] GET failed (client error): The resource could not be found. Sep 10 04:02:41.230502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Subnet': ['ID=651e9373-2f87-43e4-8a71-965a39dcafd5,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:41.232053 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8eb595c0-2671-4723-9625-5160ae6d3be7 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "GET /v2.0/ports/e259cf7d-1047-4184-8117-6ba183952fd8 HTTP/1.1" status: 404 len: 333 time: 0.0378704 Sep 10 04:02:41.241415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ca2c5133-a3a4-4311-8252-29b93bd3c8ab tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.241415 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ca2c5133-a3a4-4311-8252-29b93bd3c8ab tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6156793 Sep 10 04:02:41.243723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37934) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:41.243874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37936) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:41.252789 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5e0e843c-9269-480b-91c8-29d520b215c3 req-ca14be76-107a-4652-8b67-f5bd9f08e6f9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847139 Sep 10 04:02:41.264602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Checking segment: {'id': '59b5835c-3ea1-4240-b853-f75cd02ca022', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 245, 'network_id': 'b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:41.265218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network hostable DHCP agents. Network: b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:41.311820 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-164c3d14-65be-45b5-b055-d728f90e3b39 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.339726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-164c3d14-65be-45b5-b055-d728f90e3b39 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.377622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3160b3-9f66-4d74-b295-1fd1da153041 req-1aeb3222-6953-4645-ad32-08c705b3a9ae tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:41.379133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf3160b3-9f66-4d74-b295-1fd1da153041 req-1aeb3222-6953-4645-ad32-08c705b3a9ae tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0636005 Sep 10 04:02:41.381326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:41.391920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d70be8d1-8ac4-4499-bf79-ae76fe6288d1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Deleting port 7b91d90d-2331-4f30-a6d6-1bf6e5bb591d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:41.392271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d70be8d1-8ac4-4499-bf79-ae76fe6288d1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.470942 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-164c3d14-65be-45b5-b055-d728f90e3b39 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.473679 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-164c3d14-65be-45b5-b055-d728f90e3b39 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.475011 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-164c3d14-65be-45b5-b055-d728f90e3b39 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-groups/497d32ff-66e9-479e-9254-9fe5398c9810 HTTP/1.1" status: 204 len: 168 time: 0.2351041 Sep 10 04:02:41.475540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf3160b3-9f66-4d74-b295-1fd1da153041 req-bd04fe26-3789-429f-8370-b75ad72075f0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890274 Sep 10 04:02:41.477852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37940) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:41.489433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164c3d14-65be-45b5-b055-d728f90e3b39 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=497d32ff-66e9-479e-9254-9fe5398c9810,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:41.500715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:41.520130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:41.520732 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.527919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eea9913-8cd5-4ea1-b00a-8553854e5ebc None None] Network b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:41.544999 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d70be8d1-8ac4-4499-bf79-ae76fe6288d1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.566505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-115ac501-1a6f-46ed-92d8-58c45d197b92 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0874894 Sep 10 04:02:41.570037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37942) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:41.574313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1a379392-9631-49cc-9cd2-88b581cf97a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group': {'name': 'tempest-secgroup--290230255'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:41.578762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d70be8d1-8ac4-4499-bf79-ae76fe6288d1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Calling delete_port for 7b91d90d-2331-4f30-a6d6-1bf6e5bb591d owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:41.661377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b9c8a228-3df4-4413-86d7-b697cccd4bd2 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6784272 Sep 10 04:02:41.664069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37944) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:41.683943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b595e18a-b6c9-4d01-9f0c-2fe926e7906e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed', 'network_id': 'b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed', 'tenant_id': '32f886bd33994b0ebfe0b06e35a80aba', 'fixed_ips': [{'subnet_id': '651e9373-2f87-43e4-8a71-965a39dcafd5'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:41.685793 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b595e18a-b6c9-4d01-9f0c-2fe926e7906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.784946 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a379392-9631-49cc-9cd2-88b581cf97a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.789820 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.835812 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d70be8d1-8ac4-4499-bf79-ae76fe6288d1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.843229 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.875413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70be8d1-8ac4-4499-bf79-ae76fe6288d1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event deleted for resources: {'Port': ['ID=7b91d90d-2331-4f30-a6d6-1bf6e5bb591d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:41.946315 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a379392-9631-49cc-9cd2-88b581cf97a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.973493 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d70be8d1-8ac4-4499-bf79-ae76fe6288d1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:41.975820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d70be8d1-8ac4-4499-bf79-ae76fe6288d1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "DELETE /v2.0/ports/7b91d90d-2331-4f30-a6d6-1bf6e5bb591d HTTP/1.1" status: 204 len: 168 time: 0.7400362 Sep 10 04:02:41.978428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37950) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:42.005013 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5beb378-5e15-4fb9-9a0b-acc944c277a8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] GET failed (client error): The resource could not be found. Sep 10 04:02:42.006671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d5beb378-5e15-4fb9-9a0b-acc944c277a8 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "GET /v2.0/ports/7b91d90d-2331-4f30-a6d6-1bf6e5bb591d HTTP/1.1" status: 404 len: 333 time: 0.0273104 Sep 10 04:02:42.010197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37952) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:42.019968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.020539 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a379392-9631-49cc-9cd2-88b581cf97a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server [None req-b595e18a-b6c9-4d01-9f0c-2fe926e7906e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 651e9373-2f87-43e4-8a71-965a39dcafd5: This subnet is being modified by another concurrent operation. Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1474, in create_port Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1439, in _create_port_db Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server self.force_reraise() Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise self.value Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server subnet.lock_register( Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server raise exception Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 651e9373-2f87-43e4-8a71-965a39dcafd5: This subnet is being modified by another concurrent operation. Sep 10 04:02:42.050933 n-d-808143-1 neutron-server[95138]: ERROR oslo_messaging.rpc.server Sep 10 04:02:42.063771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Subnet': ['ID=651e9373-2f87-43e4-8a71-965a39dcafd5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:42.097430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9985004c-1f73-4175-9d75-9f4cd192a50d None None] Network b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:42.100727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a379392-9631-49cc-9cd2-88b581cf97a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c86f03f-5e3b-49bc-a51f-e60dfcea3daa,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:42.140822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1fac9689-4727-42ac-8325-d25817e540c1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Deleting port b1a2a5ce-3b45-4c53-a055-62ce71475246 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:42.140822 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fac9689-4727-42ac-8325-d25817e540c1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.156952 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a379392-9631-49cc-9cd2-88b581cf97a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.158480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1a379392-9631-49cc-9cd2-88b581cf97a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5875263 Sep 10 04:02:42.166453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37954) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:42.172806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-57965d3e-a184-462c-a6ae-db37763b5fa7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group': {'name': 'tempest-secgroup--1115832504'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:42.174663 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.204538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:42.222790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59b5835c-3ea1-4240-b853-f75cd02ca022') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:42.223387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59b5835c-3ea1-4240-b853-f75cd02ca022') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:42.242212 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.245635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81406a8-ab37-4e49-9d45-5e95a0203f2d None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:02:42.258292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fac9689-4727-42ac-8325-d25817e540c1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.262071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.271009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Releasing vlan 245 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:42.271776 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.274238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1fac9689-4727-42ac-8325-d25817e540c1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Calling delete_port for b1a2a5ce-3b45-4c53-a055-62ce71475246 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:42.276476 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:42.345045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c81406a8-ab37-4e49-9d45-5e95a0203f2d None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:02:42.351708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57965d3e-a184-462c-a6ae-db37763b5fa7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.442123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.454844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.456761 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed HTTP/1.1" status: 204 len: 168 time: 0.7911000 Sep 10 04:02:42.460265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37956) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:42.466634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2054946929'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:42.487023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88aee22-cce7-4c16-8373-63834ea9b332 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Network': ['ID=b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:42.488720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57965d3e-a184-462c-a6ae-db37763b5fa7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.529469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fac9689-4727-42ac-8325-d25817e540c1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.575667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac9689-4727-42ac-8325-d25817e540c1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event deleted for resources: {'Port': ['ID=b1a2a5ce-3b45-4c53-a055-62ce71475246,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:42.611016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57965d3e-a184-462c-a6ae-db37763b5fa7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.706133 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1fac9689-4727-42ac-8325-d25817e540c1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.710748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1fac9689-4727-42ac-8325-d25817e540c1 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "DELETE /v2.0/ports/b1a2a5ce-3b45-4c53-a055-62ce71475246 HTTP/1.1" status: 204 len: 168 time: 0.6971934 Sep 10 04:02:42.710748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57965d3e-a184-462c-a6ae-db37763b5fa7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d6db4038-4fe3-4e08-b97e-d73d9f26a225,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:42.711338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37960) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:42.718835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067685f1-0487-4ac9-9403-748ac70bb3ce req-14bbc7a5-2e21-46f0-84fc-fe3d9dbabd80 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:42.726248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-067685f1-0487-4ac9-9403-748ac70bb3ce req-14bbc7a5-2e21-46f0-84fc-fe3d9dbabd80 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.1485064 Sep 10 04:02:42.745206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:42.750012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.769857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-067685f1-0487-4ac9-9403-748ac70bb3ce req-a72eb2bb-80af-41d4-b729-6ca6beb5ba6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410898 Sep 10 04:02:42.799774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d456614-1426-490e-92be-5ce862ad4b95 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Deleting subnet 5ec804d9-7e50-49bc-b7d5-71bafee4396a {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:42.806313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] vlan segment allocate from pool success with {'vlan_id': 242, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:42.806480 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57965d3e-a184-462c-a6ae-db37763b5fa7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.807609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-57965d3e-a184-462c-a6ae-db37763b5fa7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6393075 Sep 10 04:02:42.809169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d456614-1426-490e-92be-5ce862ad4b95 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.812077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37966) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:42.816799 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-15185fa0-2c36-4a3f-91f1-3cbff888ea31 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': '9c86f03f-5e3b-49bc-a51f-e60dfcea3daa', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'd6db4038-4fe3-4e08-b97e-d73d9f26a225', 'remote_ip_prefix': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:42.859145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.862493 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Added segment 30cd2aaa-e3b6-4713-ad55-7bf5fcf65890 of type vlan for network 316f3f1e-ff1f-4ddf-a61a-6263c597a19b Sep 10 04:02:42.914416 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d456614-1426-490e-92be-5ce862ad4b95 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:42.933743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c925704e-6796-45e9-a39f-c23c116b0a57 req-c91fca3d-899f-4ebc-a976-d2ce91607414 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:42.935826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c925704e-6796-45e9-a39f-c23c116b0a57 req-c91fca3d-899f-4ebc-a976-d2ce91607414 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0720539 Sep 10 04:02:42.977449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c925704e-6796-45e9-a39f-c23c116b0a57 req-35c87499-fd85-422e-9719-8a339aec42e1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352838 Sep 10 04:02:43.002475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37970) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:43.172657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01c4ecd5-4fd8-41d9-a6cf-075150b52a8c tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:43.174209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-01c4ecd5-4fd8-41d9-a6cf-075150b52a8c tempest-TestNetworkAdvancedServerOps-1534790998 tempest-TestNetworkAdvancedServerOps-1534790998-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 1091 time: 0.1720281 Sep 10 04:02:43.177164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37974) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:43.181817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:43.270863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.276639 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.307485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15185fa0-2c36-4a3f-91f1-3cbff888ea31 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.379361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.398156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d456614-1426-490e-92be-5ce862ad4b95 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.431579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.437171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:43.437526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.485081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15185fa0-2c36-4a3f-91f1-3cbff888ea31 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.494312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Allocated IP 172.25.3.232 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/e7df596a-e5c2-494e-9e82-bf49be52ebe2) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:43.536898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Network': ['ID=316f3f1e-ff1f-4ddf-a61a-6263c597a19b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:43.548502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 316f3f1e-ff1f-4ddf-a61a-6263c597a19b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:43.591230 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15185fa0-2c36-4a3f-91f1-3cbff888ea31 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.611163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.614639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15185fa0-2c36-4a3f-91f1-3cbff888ea31 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b7dff69-fcde-4a44-ab1b-a612ccea6340,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:43.624191 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d7508991-6886-4458-9c07-fc7a8b8aceab tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.1628404 Sep 10 04:02:43.624901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37976) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:43.629746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'subnet': {'network_id': '316f3f1e-ff1f-4ddf-a61a-6263c597a19b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:43.696780 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d456614-1426-490e-92be-5ce862ad4b95 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.733904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d456614-1426-490e-92be-5ce862ad4b95 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event deleted for resources: {'Subnet': ['ID=5ec804d9-7e50-49bc-b7d5-71bafee4396a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:43.735741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15185fa0-2c36-4a3f-91f1-3cbff888ea31 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.736907 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-15185fa0-2c36-4a3f-91f1-3cbff888ea31 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9238067 Sep 10 04:02:43.741422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37978) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:43.742344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2d456614-1426-490e-92be-5ce862ad4b95 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.746295 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2d456614-1426-490e-92be-5ce862ad4b95 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "DELETE /v2.0/subnets/5ec804d9-7e50-49bc-b7d5-71bafee4396a HTTP/1.1" status: 204 len: 168 time: 1.0316062 Sep 10 04:02:43.747158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37980) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:43.749396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e827bd4e-45a9-4a5e-b46b-bcdbed844809 None None] Network ba42bcc2-050c-44ed-bef5-c92dce9cf262 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:43.758715 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.807107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:43.810081 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a55de68b-b75d-4896-91a5-acda4b24bbf7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.813876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:43.828591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:43.836158 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.851839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=e7df596a-e5c2-494e-9e82-bf49be52ebe2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:43.857030 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a55de68b-b75d-4896-91a5-acda4b24bbf7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.882427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:43.890165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.981776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba86e61-156d-4c95-ac60-7edfe1b017b0 None None] DHCP port deletion for ba42bcc2-050c-44ed-bef5-c92dce9cf262 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:43.990517 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a55de68b-b75d-4896-91a5-acda4b24bbf7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.990733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Deleting port 333c61d6-d36a-430b-874d-158d65d0ffd3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:43.991072 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:43.999341 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a55de68b-b75d-4896-91a5-acda4b24bbf7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.001271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a55de68b-b75d-4896-91a5-acda4b24bbf7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/3b7dff69-fcde-4a44-ab1b-a612ccea6340 HTTP/1.1" status: 204 len: 168 time: 0.2578325 Sep 10 04:02:44.005419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37986) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:44.014823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55de68b-b75d-4896-91a5-acda4b24bbf7 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3b7dff69-fcde-4a44-ab1b-a612ccea6340,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:44.054509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bba86e61-156d-4c95-ac60-7edfe1b017b0 None None] Deleting port 333c61d6-d36a-430b-874d-158d65d0ffd3 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:44.054884 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bba86e61-156d-4c95-ac60-7edfe1b017b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.098079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] For port 333c61d6-d36a-430b-874d-158d65d0ffd3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=333c61d6-d36a-430b-874d-158d65d0ffd3,segment=NetworkSegment(46985022-4736-4c59-bd0b-637c7c4476ea),segment_id=46985022-4736-4c59-bd0b-637c7c4476ea)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:44.098467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.143431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Calling delete_port for 333c61d6-d36a-430b-874d-158d65d0ffd3 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:44.145143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-bba86e61-156d-4c95-ac60-7edfe1b017b0 None None] For port 333c61d6-d36a-430b-874d-158d65d0ffd3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=333c61d6-d36a-430b-874d-158d65d0ffd3,segment=NetworkSegment(46985022-4736-4c59-bd0b-637c7c4476ea),segment_id=46985022-4736-4c59-bd0b-637c7c4476ea)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:44.145650 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bba86e61-156d-4c95-ac60-7edfe1b017b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.163064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bba86e61-156d-4c95-ac60-7edfe1b017b0 None None] Calling delete_port for 333c61d6-d36a-430b-874d-158d65d0ffd3 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:44.166429 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2083ac1e-592a-4385-a958-bf8d23af9629 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1585388 Sep 10 04:02:44.172203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37988) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:44.294529 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.323553 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43bb783a-2e7f-4cfe-b701-58293e0689a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.339092 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bba86e61-156d-4c95-ac60-7edfe1b017b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.347926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43bb783a-2e7f-4cfe-b701-58293e0689a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.369218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.376841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba86e61-156d-4c95-ac60-7edfe1b017b0 None None] Pushing event deleted for resources: {'Port': ['ID=333c61d6-d36a-430b-874d-158d65d0ffd3,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:44.385761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba86e61-156d-4c95-ac60-7edfe1b017b0 None None] No DVR routers for this DVR port 333c61d6-d36a-430b-874d-158d65d0ffd3 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:44.406635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.420151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event deleted for resources: {'Port': ['ID=333c61d6-d36a-430b-874d-158d65d0ffd3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:44.425149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 333c61d6-d36a-430b-874d-158d65d0ffd3 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:44.438277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.452924 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 333c61d6-d36a-430b-874d-158d65d0ffd3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:44.453396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 333c61d6-d36a-430b-874d-158d65d0ffd3 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:44.455790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] No DVR routers for this DVR port 333c61d6-d36a-430b-874d-158d65d0ffd3 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:44.510266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Subnet': ['ID=ad3db57a-f4c0-4dad-b9a9-0ab850f06531,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:44.573443 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.581201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Checking segment: {'id': '30cd2aaa-e3b6-4713-ad55-7bf5fcf65890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '316f3f1e-ff1f-4ddf-a61a-6263c597a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:44.581573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network hostable DHCP agents. Network: 316f3f1e-ff1f-4ddf-a61a-6263c597a19b, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:44.586027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43bb783a-2e7f-4cfe-b701-58293e0689a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.588591 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-43bb783a-2e7f-4cfe-b701-58293e0689a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.589748 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-43bb783a-2e7f-4cfe-b701-58293e0689a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-groups/d6db4038-4fe3-4e08-b97e-d73d9f26a225 HTTP/1.1" status: 204 len: 168 time: 0.4153523 Sep 10 04:02:44.594300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37990) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:44.618904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba42bcc2-050c-44ed-bef5-c92dce9cf262']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:44.618904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bb783a-2e7f-4cfe-b701-58293e0689a2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6db4038-4fe3-4e08-b97e-d73d9f26a225,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:44.627844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46985022-4736-4c59-bd0b-637c7c4476ea') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:44.628164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46985022-4736-4c59-bd0b-637c7c4476ea') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:44.640537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.653443 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.654037 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.660242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Releasing vlan 224 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:44.660711 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:44.663818 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:44.678862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6cd35073-84d8-4398-a311-ebbb2d2da3df tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0832703 Sep 10 04:02:44.683354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37992) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:44.705239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network 316f3f1e-ff1f-4ddf-a61a-6263c597a19b is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:44.766971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.779847 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8d16edc-6a4a-49f5-bfd9-3652064a6c14 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.803044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8d16edc-6a4a-49f5-bfd9-3652064a6c14 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.811613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 316f3f1e-ff1f-4ddf-a61a-6263c597a19b) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:44.819888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:44.820486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.830189 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a193bd0-1d12-413c-bf6e-a744a5eb7d54 None None] Network 316f3f1e-ff1f-4ddf-a61a-6263c597a19b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:44.839416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event updated for resources: {'Port': ['ID=e7df596a-e5c2-494e-9e82-bf49be52ebe2,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:44.846372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.850499 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.855849 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:44.861957 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] 10.222.0.22 "DELETE /v2.0/networks/ba42bcc2-050c-44ed-bef5-c92dce9cf262 HTTP/1.1" status: 204 len: 168 time: 1.1144433 Sep 10 04:02:44.911805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9cee36-c569-41a8-9373-9bcb10d18024 tempest-AllowedAddressPairTestJSON-1649876343 tempest-AllowedAddressPairTestJSON-1649876343-project] Pushing event deleted for resources: {'Network': ['ID=ba42bcc2-050c-44ed-bef5-c92dce9cf262,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:44.959472 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Floating IP 7616775a-aa6a-49b8-ac17-33cbce34b1b2 associated. External IP: 172.25.3.232, port: 1bf60565-38d5-4e4c-8727-9a11ee2a6793. Sep 10 04:02:44.971163 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bce7e05c-db9e-4df6-85b4-efdafa225e2d tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3428359 Sep 10 04:02:44.971557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37996) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:45.039552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8d16edc-6a4a-49f5-bfd9-3652064a6c14 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.041020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-316f3f1e-ff1f-4ddf-a61a-6263c597a19b', 'network_id': '316f3f1e-ff1f-4ddf-a61a-6263c597a19b', 'tenant_id': '32f886bd33994b0ebfe0b06e35a80aba', 'fixed_ips': [{'subnet_id': 'ad3db57a-f4c0-4dad-b9a9-0ab850f06531'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:45.041934 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.042732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8d16edc-6a4a-49f5-bfd9-3652064a6c14 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.044645 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f8d16edc-6a4a-49f5-bfd9-3652064a6c14 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-groups/9c86f03f-5e3b-49bc-a51f-e60dfcea3daa HTTP/1.1" status: 204 len: 168 time: 0.3603563 Sep 10 04:02:45.075574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38000) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:45.093714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d16edc-6a4a-49f5-bfd9-3652064a6c14 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c86f03f-5e3b-49bc-a51f-e60dfcea3daa,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:45.131535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.143586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38004) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:45.144010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f6a87253-36bb-4df5-b81d-7bfe04147907 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0672073 Sep 10 04:02:45.149264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e04c6471-7f2c-4638-a745-8c73c604e3cf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group': {'name': 'tempest-secgroup--2140857527'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:45.231082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.274564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Allocated IP 2001:db8::2 (316f3f1e-ff1f-4ddf-a61a-6263c597a19b/ad3db57a-f4c0-4dad-b9a9-0ab850f06531/4f49d184-35f8-47c9-a9ec-21e6a8e733ac) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:45.274699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:02:45.322531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e04c6471-7f2c-4638-a745-8c73c604e3cf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.413521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:02:45.413918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] Sync routers for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:02:45.438219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:02:45.438219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:45.438219 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.455373 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e04c6471-7f2c-4638-a745-8c73c604e3cf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.474985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38008) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:45.480621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Transition to ACTIVE for port object 4f49d184-35f8-47c9-a9ec-21e6a8e733ac will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:45.503905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Transition to ACTIVE for port object 4f49d184-35f8-47c9-a9ec-21e6a8e733ac will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:45.555398 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e04c6471-7f2c-4638-a745-8c73c604e3cf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.586098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:02:45.587507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e04c6471-7f2c-4638-a745-8c73c604e3cf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85f009ca-1291-4587-8758-b6dbf1f04c04,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:45.621327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.642902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4e76a6d4-9dfe-4cb2-9624-40977d0e9069 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef50cc3594ff4bd7802435b1352d5130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1665828 Sep 10 04:02:45.645477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38012) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:45.652686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.682203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e04c6471-7f2c-4638-a745-8c73c604e3cf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.687091 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e04c6471-7f2c-4638-a745-8c73c604e3cf tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5385385 Sep 10 04:02:45.687271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38014) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:45.701643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b06b1bc1-100f-4085-b133-c6dccdc22c70 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': '85f009ca-1291-4587-8758-b6dbf1f04c04', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:45.702106 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.703456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Network 316f3f1e-ff1f-4ddf-a61a-6263c597a19b is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:45.704012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a528b07e-73ff-4488-be67-b1c2867757ca tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5258048 Sep 10 04:02:45.708638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:02:45.710977 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-828c6ed5-e473-4e2e-b572-ab79f474b6ae" -d '{"events": [{"name": "network-changed", "server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:02:45.732729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:45.733980 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3001b904-5cc1-4b68-8dcf-d426e9a7e8b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.737529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Pushing event updated for resources: {'Port': ['ID=4f49d184-35f8-47c9-a9ec-21e6a8e733ac,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:45.739769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3db57a-f4c0-4dad-b9a9-0ab850f06531,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:45.739920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:45.784255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3001b904-5cc1-4b68-8dcf-d426e9a7e8b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.789208 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb2ef950-fce1-4f07-8489-213459e894f5 x-openstack-request-id: req-eb2ef950-fce1-4f07-8489-213459e894f5 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:02:45.790396 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:02:45.790901 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb2ef950-fce1-4f07-8489-213459e894f5 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:02:45.791792 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'status': 'completed', 'code': 200} Sep 10 04:02:45.828204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Attempting to bind port 4f49d184-35f8-47c9-a9ec-21e6a8e733ac on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:45.828621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Attempting to bind port 4f49d184-35f8-47c9-a9ec-21e6a8e733ac by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '30cd2aaa-e3b6-4713-ad55-7bf5fcf65890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '316f3f1e-ff1f-4ddf-a61a-6263c597a19b'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:45.828938 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Attempting to bind port 4f49d184-35f8-47c9-a9ec-21e6a8e733ac on network 316f3f1e-ff1f-4ddf-a61a-6263c597a19b {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:45.833171 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.834046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:45.834599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Checking segment: {'id': '30cd2aaa-e3b6-4713-ad55-7bf5fcf65890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '316f3f1e-ff1f-4ddf-a61a-6263c597a19b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:45.834846 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.835609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Bound using segment: {'id': '30cd2aaa-e3b6-4713-ad55-7bf5fcf65890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '316f3f1e-ff1f-4ddf-a61a-6263c597a19b'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:45.842314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Bound port: 4f49d184-35f8-47c9-a9ec-21e6a8e733ac, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cd2aaa-e3b6-4713-ad55-7bf5fcf65890', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 242, 'network_id': '316f3f1e-ff1f-4ddf-a61a-6263c597a19b'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:45.842314 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.877852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaafe41b-467d-4de0-8c26-f5f537e70fc0 req-9c6371be-15f3-425f-b10e-40ea67c40ed9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:45.883412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eaafe41b-467d-4de0-8c26-f5f537e70fc0 req-9c6371be-15f3-425f-b10e-40ea67c40ed9 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0759349 Sep 10 04:02:45.896854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316f3f1e-ff1f-4ddf-a61a-6263c597a19b']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:45.906302 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b06b1bc1-100f-4085-b133-c6dccdc22c70 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.923874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cd2aaa-e3b6-4713-ad55-7bf5fcf65890') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:45.928428 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cd2aaa-e3b6-4713-ad55-7bf5fcf65890') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:45.944370 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:45.947593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eaafe41b-467d-4de0-8c26-f5f537e70fc0 req-fe6db725-3065-43ac-81a2-042d89478aac tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396338 Sep 10 04:02:45.962854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] For port 4f49d184-35f8-47c9-a9ec-21e6a8e733ac, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:45.967237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-41b68017-dc49-4bf4-8269-dbd20e6773ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:45.969370 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-41b68017-dc49-4bf4-8269-dbd20e6773ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 1096 time: 0.1318817 Sep 10 04:02:45.970919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] For port 4f49d184-35f8-47c9-a9ec-21e6a8e733ac, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4f49d184-35f8-47c9-a9ec-21e6a8e733ac,segment=NetworkSegment(30cd2aaa-e3b6-4713-ad55-7bf5fcf65890),segment_id=30cd2aaa-e3b6-4713-ad55-7bf5fcf65890)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:45.977616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38020) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:46.027031 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3001b904-5cc1-4b68-8dcf-d426e9a7e8b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.032383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3001b904-5cc1-4b68-8dcf-d426e9a7e8b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.036033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3001b904-5cc1-4b68-8dcf-d426e9a7e8b5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f098e4fd-a094-4913-b484-d873985559f1 HTTP/1.1" status: 204 len: 168 time: 0.3872576 Sep 10 04:02:46.053032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3001b904-5cc1-4b68-8dcf-d426e9a7e8b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f098e4fd-a094-4913-b484-d873985559f1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:46.054076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7616775a-aa6a-49b8-ac17-33cbce34b1b2', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'port_id': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'mac_address': 'fa:16:3e:89:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:02:44Z', 'updated_at': '2021-09-10T04:02:44Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba226b-099a-4d90-9eca-2ac48ed16384', 'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:30:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:20Z', 'updated_at': '2021-09-10T04:02:29Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:46.069305 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b06b1bc1-100f-4085-b133-c6dccdc22c70 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.075176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-daf5aa14-f6cf-494d-a9f0-7bc66c09403d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/7616775a-aa6a-49b8-ac17-33cbce34b1b2 HTTP/1.1" status: 200 len: 991 time: 0.0963385 Sep 10 04:02:46.094565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] Checking router: 1f9b80e8-a51a-46ae-a371-f79dd4be4988 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:02:46.106724 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-d24f0be4-e5ed-46be-aa5f-0fdcf3c20bee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:46.106876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.109193 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-d24f0be4-e5ed-46be-aa5f-0fdcf3c20bee service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2ed2d9-023d-4443-a788-b69943cea483 HTTP/1.1" status: 200 len: 897 time: 0.1316586 Sep 10 04:02:46.110879 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.119044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:46.119459 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:46.142177 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:46.147559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:02:46.148217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:46.190808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b06b1bc1-100f-4085-b133-c6dccdc22c70 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.240006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496354f-86d4-4f44-a0ae-3c55416d62a0 None None] Pushing event updated for resources: {'Port': ['ID=4f49d184-35f8-47c9-a9ec-21e6a8e733ac,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:46.240257 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b1bc1-100f-4085-b133-c6dccdc22c70 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0616c0ba-ffbc-48b7-9643-3ed988c0e0c6,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:46.267265 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-db09ee47-3920-4969-8fd5-7d7572edca1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793 HTTP/1.1" status: 200 len: 999 time: 0.1213009 Sep 10 04:02:46.285994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6182eb4f-17f6-4989-bf40-0fb3ef2e6e5d None None] Network 316f3f1e-ff1f-4ddf-a61a-6263c597a19b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:46.310729 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 04:02:46.310729 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 04:02:46.310729 n-d-808143-1 neutron-server[95137]: [parameters: {'id': '316f3f1e-ff1f-4ddf-a61a-6263c597a19b'}] Sep 10 04:02:46.310729 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:02:46.313211 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:02:46.326494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-5786205a-4ff3-4bf3-9ba5-e13012046c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:46.328082 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-5786205a-4ff3-4bf3-9ba5-e13012046c53 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b12dfca-47af-4866-a75f-e33cc91ca991 HTTP/1.1" status: 200 len: 834 time: 0.0507736 Sep 10 04:02:46.344937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b06b1bc1-100f-4085-b133-c6dccdc22c70 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.348942 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b06b1bc1-100f-4085-b133-c6dccdc22c70 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6578298 Sep 10 04:02:46.349380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38028) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:46.356809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:02:46.383277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87d871ca-fb01-4fdf-8f5a-08d869d05458 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.384091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-8f5e38d5-3d9a-418f-856a-4ecdcd6f375e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:46.387278 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-8f5e38d5-3d9a-418f-856a-4ecdcd6f375e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2ed2d9-023d-4443-a788-b69943cea483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0516996 Sep 10 04:02:46.392583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87d871ca-fb01-4fdf-8f5a-08d869d05458 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.499586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de481410-f80d-475f-bed7-d40fb38890c6 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:02:46.502660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87d871ca-fb01-4fdf-8f5a-08d869d05458 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.512336 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87d871ca-fb01-4fdf-8f5a-08d869d05458 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.513610 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-87d871ca-fb01-4fdf-8f5a-08d869d05458 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/0616c0ba-ffbc-48b7-9643-3ed988c0e0c6 HTTP/1.1" status: 204 len: 168 time: 0.1630788 Sep 10 04:02:46.516739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38032) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:46.529192 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-3dda784f-aaf9-4f01-821b-b99d240d93db service neutron] 10.222.0.20 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344221 Sep 10 04:02:46.534309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d871ca-fb01-4fdf-8f5a-08d869d05458 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0616c0ba-ffbc-48b7-9643-3ed988c0e0c6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:46.583320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f907096f-0512-41bc-a682-cf528604fa93 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0654719 Sep 10 04:02:46.586046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38036) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:46.657554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-828c6ed5-e473-4e2e-b572-ab79f474b6ae req-af472fad-f88f-4d78-b626-b1530ee6ec93 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169600 Sep 10 04:02:46.671366 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.698716 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.811898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.830962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.834853 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.836193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-groups/85f009ca-1291-4587-8758-b6dbf1f04c04 HTTP/1.1" status: 204 len: 168 time: 0.2489505 Sep 10 04:02:46.844751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38042) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:46.881668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Deleting port 4f49d184-35f8-47c9-a9ec-21e6a8e733ac {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:46.881668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:46.887010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85f009ca-1291-4587-8758-b6dbf1f04c04,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:46.887309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de481410-f80d-475f-bed7-d40fb38890c6 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:02:46.909740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.910163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.910411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.911185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.911185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.911448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.911708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.912036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.912589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.915097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.915097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.915097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c475a9-ea6b-4750-a345-ab2da4dd0769 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:02:46.934050 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-87921e1b-a9a0-4e83-b301-8f7ee6052948 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0870557 Sep 10 04:02:46.942622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38046) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:46.956220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-607f09e6-8144-4d08-96e9-6d67e75df703 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group': {'name': 'tempest-secgroup--887470545'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:46.984053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] For port 4f49d184-35f8-47c9-a9ec-21e6a8e733ac, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4f49d184-35f8-47c9-a9ec-21e6a8e733ac,segment=NetworkSegment(30cd2aaa-e3b6-4713-ad55-7bf5fcf65890),segment_id=30cd2aaa-e3b6-4713-ad55-7bf5fcf65890)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:46.984556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.000228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Calling delete_port for 4f49d184-35f8-47c9-a9ec-21e6a8e733ac owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:47.052440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7616775a-aa6a-49b8-ac17-33cbce34b1b2', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'port_id': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'mac_address': 'fa:16:3e:89:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:02:44Z', 'updated_at': '2021-09-10T04:02:44Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba226b-099a-4d90-9eca-2ac48ed16384', 'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:30:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:20Z', 'updated_at': '2021-09-10T04:02:29Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:47.078647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38048) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:47.083109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75bbe38a-9a29-4843-ae0e-a9e4c13c950e None None] The sync data for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 is: [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7616775a-aa6a-49b8-ac17-33cbce34b1b2', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'port_id': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3229, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'mac_address': 'fa:16:3e:89:2a:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:02:44Z', 'updated_at': '2021-09-10T04:02:44Z', 'revision_number': 0, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b8ba226b-099a-4d90-9eca-2ac48ed16384', 'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:30:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:20Z', 'updated_at': '2021-09-10T04:02:29Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:02:47.148540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-44096d7d-5671-489a-9b27-0abc556fd25c tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/7616775a-aa6a-49b8-ac17-33cbce34b1b2 HTTP/1.1" status: 200 len: 991 time: 0.0683730 Sep 10 04:02:47.149878 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-607f09e6-8144-4d08-96e9-6d67e75df703 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.202177 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.239994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Port': ['ID=4f49d184-35f8-47c9-a9ec-21e6a8e733ac,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:47.245686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No DVR routers for this DVR port 4f49d184-35f8-47c9-a9ec-21e6a8e733ac on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:47.284255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-607f09e6-8144-4d08-96e9-6d67e75df703 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.361472 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-607f09e6-8144-4d08-96e9-6d67e75df703 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.364733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.395511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316f3f1e-ff1f-4ddf-a61a-6263c597a19b']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:47.400600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607f09e6-8144-4d08-96e9-6d67e75df703 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroup': ['ID=752b2e90-bfe3-4996-8532-7f40fbe447ff,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:47.402361 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44f1cc27-272e-4717-8fd9-0d1949290c97 None None] New status for floating IP 7616775a-aa6a-49b8-ac17-33cbce34b1b2: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:02:47.407405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cd2aaa-e3b6-4713-ad55-7bf5fcf65890') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:47.407765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cd2aaa-e3b6-4713-ad55-7bf5fcf65890') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:47.419092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.434116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.441414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Releasing vlan 242 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:47.441819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:47.445582 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:47.464719 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-607f09e6-8144-4d08-96e9-6d67e75df703 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.469118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-607f09e6-8144-4d08-96e9-6d67e75df703 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5229266 Sep 10 04:02:47.469118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38062) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:47.474122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9ca1f7f9-f684-4574-9893-91df14d5e9b5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': '752b2e90-bfe3-4996-8532-7f40fbe447ff', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:47.545293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38064) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:47.596543 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ca1f7f9-f684-4574-9893-91df14d5e9b5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.607144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.629869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:47.635029 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/316f3f1e-ff1f-4ddf-a61a-6263c597a19b HTTP/1.1" status: 204 len: 168 time: 2.6594484 Sep 10 04:02:47.635029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a759770-0e02-4d5a-8ed0-284bed536745 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Network': ['ID=316f3f1e-ff1f-4ddf-a61a-6263c597a19b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:47.635478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38068) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:47.646729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-79871706'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:47.662688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'networks': [{'name': 'tempest-network--800864921'}, {'name': 'tempest-network--1333732765'}]} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:47.662993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'network': {'name': 'tempest-network--800864921'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:47.663449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'network': {'name': 'tempest-network--1333732765'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:47.989220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ca1f7f9-f684-4574-9893-91df14d5e9b5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.069590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ca1f7f9-f684-4574-9893-91df14d5e9b5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.089472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca1f7f9-f684-4574-9893-91df14d5e9b5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391d4d6b-c633-4b57-b799-e9047ddc8805,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:48.093768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:48.097189 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.125412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] vlan segment allocate from pool success with {'vlan_id': 240, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:48.134465 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.134996 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Added segment edde7b65-4750-4410-a8b6-7f2cf8bffcb1 of type vlan for network 61e82c13-1f06-4a75-96cc-bc174e0ea26e Sep 10 04:02:48.152480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38070) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:48.176601 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.209271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Made reservation on behalf of 45dea635c6ae46e0beb7305caaa7e03a for: {'network': 2} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:48.213955 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.217261 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:02:48.222995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.224287 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f3a460b6-5478-4bf6-b490-9a38ac2280b5 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/7616775a-aa6a-49b8-ac17-33cbce34b1b2 HTTP/1.1" status: 200 len: 993 time: 0.0706108 Sep 10 04:02:48.275850 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.281372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:48.282017 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.315653 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ca1f7f9-f684-4574-9893-91df14d5e9b5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.316848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9ca1f7f9-f684-4574-9893-91df14d5e9b5 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8463039 Sep 10 04:02:48.323400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38072) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:48.339265 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e02ae6fe-5897-4e5e-bfb9-94bbd5887c8a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules/391d4d6b-c633-4b57-b799-e9047ddc8805 HTTP/1.1" status: 200 len: 763 time: 0.0147250 Sep 10 04:02:48.341664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38076) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:48.358151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Network': ['ID=61e82c13-1f06-4a75-96cc-bc174e0ea26e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:48.370487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 61e82c13-1f06-4a75-96cc-bc174e0ea26e details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:48.385088 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d4126476-a908-495b-80af-fe8cd6c1e103 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0422931 Sep 10 04:02:48.396730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38078) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:48.397104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d7d2f709-3c86-4bd2-961d-2689c6a647ec tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7561536 Sep 10 04:02:48.397104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38082) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:48.402575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Request body: {'subnet': {'network_id': '61e82c13-1f06-4a75-96cc-bc174e0ea26e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:48.423464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e230b7e3-e619-45cd-8bc1-fb061fb9cd4c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.432561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e230b7e3-e619-45cd-8bc1-fb061fb9cd4c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.549691 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e230b7e3-e619-45cd-8bc1-fb061fb9cd4c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.560898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e230b7e3-e619-45cd-8bc1-fb061fb9cd4c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.570294 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e230b7e3-e619-45cd-8bc1-fb061fb9cd4c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/391d4d6b-c633-4b57-b799-e9047ddc8805 HTTP/1.1" status: 204 len: 168 time: 0.1731796 Sep 10 04:02:48.570294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230b7e3-e619-45cd-8bc1-fb061fb9cd4c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=391d4d6b-c633-4b57-b799-e9047ddc8805,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:48.570294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38084) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:48.599275 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.604803 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0162c4c6-ee1d-4d3b-ab9f-dd61a6597f7a tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0390592 Sep 10 04:02:48.608374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38086) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:48.612722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7f1b0bac-f446-4303-a4cc-ce3412490809 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': '752b2e90-bfe3-4996-8532-7f40fbe447ff', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:48.695275 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.695770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.744667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'SecurityGroup': ['ID=531a2110-9a4d-4d14-9f83-42380ebf890c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:48.751937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:48.762326 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.762694 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Added segment f2bcbe4b-b283-46b5-afa3-08b590163afc of type vlan for network 926c234b-eb0f-474a-ad2f-ecb76c4f32bf Sep 10 04:02:48.803620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.805741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Made reservation on behalf of 32f886bd33994b0ebfe0b06e35a80aba for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:48.809201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.887782 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0bac-f446-4303-a4cc-ce3412490809 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.895143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] vlan segment allocate from pool success with {'vlan_id': 222, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:48.912109 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.912458 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Added segment 9048a300-1dd0-43eb-83f1-8e48660e3076 of type vlan for network eb1c5fc2-6008-40f1-a96d-a35758b1050d Sep 10 04:02:48.948284 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0bac-f446-4303-a4cc-ce3412490809 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:48.968720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.052356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0bac-f446-4303-a4cc-ce3412490809 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.069339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1b0bac-f446-4303-a4cc-ce3412490809 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e555fc7b-5936-4557-bee1-edd67e8f542a,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:49.093370 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.093866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.099432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:49.104344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:49.104953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.172278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Network': ['ID=926c234b-eb0f-474a-ad2f-ecb76c4f32bf,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:49.183404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 926c234b-eb0f-474a-ad2f-ecb76c4f32bf details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:49.185169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7f1b0bac-f446-4303-a4cc-ce3412490809 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.189493 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7f1b0bac-f446-4303-a4cc-ce3412490809 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5773041 Sep 10 04:02:49.198454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38088) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:49.216306 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-af24835e-cf1b-46b0-931d-484e60b7acc6 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules/e555fc7b-5936-4557-bee1-edd67e8f542a HTTP/1.1" status: 200 len: 763 time: 0.0221453 Sep 10 04:02:49.216710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38090) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:49.278208 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ed0394fc-53e1-4a23-99be-2fd6b03bf606 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0576761 Sep 10 04:02:49.278489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38092) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:49.278726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7323256 Sep 10 04:02:49.282290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38094) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:49.282818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0f7711-e339-4681-bbf6-15067073f079 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Network': ['ID=eb1c5fc2-6008-40f1-a96d-a35758b1050d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:49.297357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network eb1c5fc2-6008-40f1-a96d-a35758b1050d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:49.305377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cac4633-3c67-411c-b324-f9b4b0cc05f6 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.314364 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cac4633-3c67-411c-b324-f9b4b0cc05f6 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.349587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.objects.ports [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=95136) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Sep 10 04:02:49.349587 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.442411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cac4633-3c67-411c-b324-f9b4b0cc05f6 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.450732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2cac4633-3c67-411c-b324-f9b4b0cc05f6 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.453952 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2cac4633-3c67-411c-b324-f9b4b0cc05f6 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/e555fc7b-5936-4557-bee1-edd67e8f542a HTTP/1.1" status: 204 len: 168 time: 0.1717622 Sep 10 04:02:49.455701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38098) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:49.456749 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac4633-3c67-411c-b324-f9b4b0cc05f6 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e555fc7b-5936-4557-bee1-edd67e8f542a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:49.470157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event updated for resources: {'Subnet': ['ID=f18bbaf5-07d3-44c1-b8ea-3b1e949dad3f,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:49.481465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e22a8-a104-4687-9c8e-d9cfe6c54d2f tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:49.487453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e22a8-a104-4687-9c8e-d9cfe6c54d2f tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:49.493238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e22a8-a104-4687-9c8e-d9cfe6c54d2f tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:49.499485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c61e22a8-a104-4687-9c8e-d9cfe6c54d2f tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:49.501207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c61e22a8-a104-4687-9c8e-d9cfe6c54d2f tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.2160320 Sep 10 04:02:49.504366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38100) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:49.523578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Checking segment: {'id': 'edde7b65-4750-4410-a8b6-7f2cf8bffcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61e82c13-1f06-4a75-96cc-bc174e0ea26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:49.525824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network hostable DHCP agents. Network: 61e82c13-1f06-4a75-96cc-bc174e0ea26e, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:49.555866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a783c0af-ee77-40f1-ab6e-89925437487e tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941877 Sep 10 04:02:49.558440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38104) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:49.563951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ffee9bd1-39cb-4d3c-b37d-8be4d9ae4a6c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Request body: {'security_group_rule': {'security_group_id': '752b2e90-bfe3-4996-8532-7f40fbe447ff', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:49.613919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.681604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Network 61e82c13-1f06-4a75-96cc-bc174e0ea26e is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:49.708362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.711410 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-ffee9bd1-39cb-4d3c-b37d-8be4d9ae4a6c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Project 9a3ef64deb6140b0b6d44d18594147b6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:02:49.724045 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffee9bd1-39cb-4d3c-b37d-8be4d9ae4a6c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.738571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['926c234b-eb0f-474a-ad2f-ecb76c4f32bf']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:49.755552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2bcbe4b-b283-46b5-afa3-08b590163afc') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:49.755875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2bcbe4b-b283-46b5-afa3-08b590163afc') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:49.769349 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.783785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 61e82c13-1f06-4a75-96cc-bc174e0ea26e) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:49.787973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:49.791597 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.794616 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.798788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab814286-844f-4571-9642-a976de95ab32 None None] Network 61e82c13-1f06-4a75-96cc-bc174e0ea26e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:49.805085 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Releasing vlan 215 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:49.805490 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:49.808565 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:49.884376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-863b65a7-9aa9-42ff-9578-abbd65372f2a tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4854562 Sep 10 04:02:49.884607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38106) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:49.951757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-61e82c13-1f06-4a75-96cc-bc174e0ea26e', 'network_id': '61e82c13-1f06-4a75-96cc-bc174e0ea26e', 'tenant_id': '32f886bd33994b0ebfe0b06e35a80aba', 'fixed_ips': [{'subnet_id': 'f18bbaf5-07d3-44c1-b8ea-3b1e949dad3f'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:02:49.952659 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.988762 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:49.993663 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.006793 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.007699 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/networks/926c234b-eb0f-474a-ad2f-ecb76c4f32bf HTTP/1.1" status: 204 len: 168 time: 0.5022578 Sep 10 04:02:50.010162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38108) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.011928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffee9bd1-39cb-4d3c-b37d-8be4d9ae4a6c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.030324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f489ab3-3334-46fe-8b09-7884352cc115 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Network': ['ID=926c234b-eb0f-474a-ad2f-ecb76c4f32bf,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:50.054534 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.095045 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffee9bd1-39cb-4d3c-b37d-8be4d9ae4a6c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.118276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Allocated IP 2001:db8::f816:3eff:fe75:49b0 (61e82c13-1f06-4a75-96cc-bc174e0ea26e/f18bbaf5-07d3-44c1-b8ea-3b1e949dad3f/bbc6e00c-5d72-4d84-9ca3-980e7dcf353d) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:02:50.121597 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.131960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffee9bd1-39cb-4d3c-b37d-8be4d9ae4a6c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc405a84-dee9-4a71-bb54-f36132f9db0a,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:50.214871 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.236318 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffee9bd1-39cb-4d3c-b37d-8be4d9ae4a6c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.237565 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ffee9bd1-39cb-4d3c-b37d-8be4d9ae4a6c tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6773384 Sep 10 04:02:50.240156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38110) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.247825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb1c5fc2-6008-40f1-a96d-a35758b1050d']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:50.262474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9048a300-1dd0-43eb-83f1-8e48660e3076') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:50.262820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9048a300-1dd0-43eb-83f1-8e48660e3076') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:50.265697 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.267040 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cea9e970-b209-4026-80ce-db772e53e446 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules/cc405a84-dee9-4a71-bb54-f36132f9db0a HTTP/1.1" status: 200 len: 769 time: 0.0258999 Sep 10 04:02:50.269939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38112) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.276384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Transition to ACTIVE for port object bbc6e00c-5d72-4d84-9ca3-980e7dcf353d will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:50.280185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.292139 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.300309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Releasing vlan 222 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:50.300710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:50.303791 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:50.315166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-736b79c5-b2ae-4456-a1d4-843fa8024bf2 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0439286 Sep 10 04:02:50.317619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38114) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.341306 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab528665-c0e7-4f8e-a71e-b7489a03d13f tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.348637 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab528665-c0e7-4f8e-a71e-b7489a03d13f tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.475421 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.483898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.485359 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/networks/eb1c5fc2-6008-40f1-a96d-a35758b1050d HTTP/1.1" status: 204 len: 168 time: 0.4720807 Sep 10 04:02:50.488053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38116) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.494023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Transition to ACTIVE for port object bbc6e00c-5d72-4d84-9ca3-980e7dcf353d will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:02:50.496876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653566e7-53c5-4b34-bbcf-b23215b66665 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Network': ['ID=eb1c5fc2-6008-40f1-a96d-a35758b1050d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:50.505474 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab528665-c0e7-4f8e-a71e-b7489a03d13f tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.520932 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab528665-c0e7-4f8e-a71e-b7489a03d13f tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.522003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ab528665-c0e7-4f8e-a71e-b7489a03d13f tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/cc405a84-dee9-4a71-bb54-f36132f9db0a HTTP/1.1" status: 204 len: 168 time: 0.2034304 Sep 10 04:02:50.524732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38118) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.532169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab528665-c0e7-4f8e-a71e-b7489a03d13f tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc405a84-dee9-4a71-bb54-f36132f9db0a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:50.573978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-387ceb6c-b509-4b31-b21c-2f123d2a88dd tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0480163 Sep 10 04:02:50.577126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38122) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.594278 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.628856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5246eed-a3a5-40ea-bdc4-2c50f477a07e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:50.634670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5246eed-a3a5-40ea-bdc4-2c50f477a07e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:50.639144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11b6099c-0725-4463-acbb-422f8d9b6045 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.641518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38126) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.642488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d5246eed-a3a5-40ea-bdc4-2c50f477a07e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1523552 Sep 10 04:02:50.652716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1092003668'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:50.660976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Pushing event updated for resources: {'Port': ['ID=bbc6e00c-5d72-4d84-9ca3-980e7dcf353d,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:50.679191 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11b6099c-0725-4463-acbb-422f8d9b6045 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.679511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Network 61e82c13-1f06-4a75-96cc-bc174e0ea26e is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:02:50.681141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:50.685100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:50.711002 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.746840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Attempting to bind port bbc6e00c-5d72-4d84-9ca3-980e7dcf353d on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:02:50.747130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Attempting to bind port bbc6e00c-5d72-4d84-9ca3-980e7dcf353d by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'edde7b65-4750-4410-a8b6-7f2cf8bffcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61e82c13-1f06-4a75-96cc-bc174e0ea26e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:02:50.747500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Attempting to bind port bbc6e00c-5d72-4d84-9ca3-980e7dcf353d on network 61e82c13-1f06-4a75-96cc-bc174e0ea26e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:02:50.753369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:02:50.753749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Checking segment: {'id': 'edde7b65-4750-4410-a8b6-7f2cf8bffcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61e82c13-1f06-4a75-96cc-bc174e0ea26e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:50.754152 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.756771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Subnet': ['ID=f18bbaf5-07d3-44c1-b8ea-3b1e949dad3f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:50.756903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Bound using segment: {'id': 'edde7b65-4750-4410-a8b6-7f2cf8bffcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61e82c13-1f06-4a75-96cc-bc174e0ea26e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:02:50.756903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Bound port: bbc6e00c-5d72-4d84-9ca3-980e7dcf353d, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'edde7b65-4750-4410-a8b6-7f2cf8bffcb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 240, 'network_id': '61e82c13-1f06-4a75-96cc-bc174e0ea26e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:02:50.756903 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.779944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Made reservation on behalf of 45dea635c6ae46e0beb7305caaa7e03a for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:50.786406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.817514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:50.819041 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.823005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] For port bbc6e00c-5d72-4d84-9ca3-980e7dcf353d, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:02:50.827521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] For port bbc6e00c-5d72-4d84-9ca3-980e7dcf353d, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bbc6e00c-5d72-4d84-9ca3-980e7dcf353d,segment=NetworkSegment(edde7b65-4750-4410-a8b6-7f2cf8bffcb1),segment_id=edde7b65-4750-4410-a8b6-7f2cf8bffcb1)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:02:50.832450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.832802 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Added segment 2b73072b-ea79-438d-a8f5-297d2ac3bfc3 of type vlan for network 42089d78-08e4-4d40-9490-8fbdb8652946 Sep 10 04:02:50.841110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11b6099c-0725-4463-acbb-422f8d9b6045 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.841110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11b6099c-0725-4463-acbb-422f8d9b6045 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.841110 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-11b6099c-0725-4463-acbb-422f8d9b6045 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "DELETE /v2.0/security-groups/752b2e90-bfe3-4996-8532-7f40fbe447ff HTTP/1.1" status: 204 len: 168 time: 0.2596662 Sep 10 04:02:50.842043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38128) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.844985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e82c13-1f06-4a75-96cc-bc174e0ea26e']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:50.856026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6099c-0725-4463-acbb-422f8d9b6045 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=752b2e90-bfe3-4996-8532-7f40fbe447ff,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:50.864245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edde7b65-4750-4410-a8b6-7f2cf8bffcb1') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:50.864740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edde7b65-4750-4410-a8b6-7f2cf8bffcb1') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:50.876586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.898822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.909350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-032695e8-cad7-4c02-b886-da08d6d58078 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0660348 Sep 10 04:02:50.913440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38130) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:50.926910 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ef6a13b6-de69-4a1e-b1aa-04ccfde8adb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:50.958577 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-21e6aa6a-5a7d-4bc0-8ee6-40f127e4c822 tempest-SecGroupIPv6Test-852995309 tempest-SecGroupIPv6Test-852995309-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0437942 Sep 10 04:02:51.032371 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.032579 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.038961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:51.039353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:51.042514 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:51.053166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.066535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:51.066535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.128031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0feec407-5e42-438d-a099-40a2c72a52a4 None None] Pushing event updated for resources: {'Port': ['ID=bbc6e00c-5d72-4d84-9ca3-980e7dcf353d,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:51.131172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Network': ['ID=42089d78-08e4-4d40-9490-8fbdb8652946,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:51.146862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 42089d78-08e4-4d40-9490-8fbdb8652946 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:51.149829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4294b15-685f-4877-8850-907acbceec73 None None] Network 61e82c13-1f06-4a75-96cc-bc174e0ea26e requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:51.176732 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-72adc2e7-5d9a-41a3-829d-a123beb4b1ed tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5319717 Sep 10 04:02:51.176992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38134) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:51.182240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-2097941689'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:51.202487 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 04:02:51.202487 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 04:02:51.202487 n-d-808143-1 neutron-server[95136]: [parameters: {'id': '61e82c13-1f06-4a75-96cc-bc174e0ea26e'}] Sep 10 04:02:51.202487 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:02:51.203016 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:02:51.298946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Made reservation on behalf of 45dea635c6ae46e0beb7305caaa7e03a for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:51.303149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.321203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bfcdbb-b58e-4496-b2ab-fc1990082377 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 04:02:51.332966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:51.342070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.342399 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Added segment 4bb7f172-b9a7-49a9-8694-69b7fe16d2d8 of type vlan for network d003a8a5-20a8-439c-9be9-a7a36a915dae Sep 10 04:02:51.388083 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.400697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bfcdbb-b58e-4496-b2ab-fc1990082377 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 04:02:51.499047 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.505071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:51.505910 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.532459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38138) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:51.582033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Network': ['ID=d003a8a5-20a8-439c-9be9-a7a36a915dae,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:51.596851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network d003a8a5-20a8-439c-9be9-a7a36a915dae details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:51.634281 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f90e9199-b828-4a2d-8ce9-af24040c33ef tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4538658 Sep 10 04:02:51.635154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38142) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:51.640682 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'ports': [{'network_id': '42089d78-08e4-4d40-9490-8fbdb8652946', 'name': 'tempest-port--926313427', 'admin_state_up': True}, {'network_id': 'd003a8a5-20a8-439c-9be9-a7a36a915dae', 'admin_state_up': False}]} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:51.641313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'port': {'network_id': '42089d78-08e4-4d40-9490-8fbdb8652946', 'name': 'tempest-port--926313427', 'admin_state_up': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:51.641630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'port': {'network_id': 'd003a8a5-20a8-439c-9be9-a7a36a915dae', 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:51.706420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-968cba4a-9eba-4c55-887d-e2931306d1d9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9a3ef64deb6140b0b6d44d18594147b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1702535 Sep 10 04:02:51.706420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.707082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38146) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:51.798035 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4872dae6-329f-4e18-bdaf-e1a5d72182d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.827041 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4872dae6-329f-4e18-bdaf-e1a5d72182d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.834329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Deleting port bbc6e00c-5d72-4d84-9ca3-980e7dcf353d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:51.834704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.876203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Made reservation on behalf of 45dea635c6ae46e0beb7305caaa7e03a for: {'port': 2} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:51.881005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.894290 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.920700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] For port bbc6e00c-5d72-4d84-9ca3-980e7dcf353d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bbc6e00c-5d72-4d84-9ca3-980e7dcf353d,segment=NetworkSegment(edde7b65-4750-4410-a8b6-7f2cf8bffcb1),segment_id=edde7b65-4750-4410-a8b6-7f2cf8bffcb1)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:51.921066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:51.935162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Calling delete_port for bbc6e00c-5d72-4d84-9ca3-980e7dcf353d owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:51.979520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] device_id is not set on port a77f7ca4-22dc-4a98-b03a-c3f4a3036615 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:52.070424 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4872dae6-329f-4e18-bdaf-e1a5d72182d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.072995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4872dae6-329f-4e18-bdaf-e1a5d72182d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.077231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4872dae6-329f-4e18-bdaf-e1a5d72182d8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0011db68-24ee-4ebf-8e73-36ce20a12414 HTTP/1.1" status: 204 len: 168 time: 0.3661819 Sep 10 04:02:52.091759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4872dae6-329f-4e18-bdaf-e1a5d72182d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0011db68-24ee-4ebf-8e73-36ce20a12414,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:52.118149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.122073 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.160928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Port': ['ID=bbc6e00c-5d72-4d84-9ca3-980e7dcf353d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:52.165447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No DVR routers for this DVR port bbc6e00c-5d72-4d84-9ca3-980e7dcf353d on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:52.205206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] device_id is not set on port 70cfa4b0-af0b-45f4-8483-4086babb5dd3 yet. {{(pid=95137) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Sep 10 04:02:52.251539 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.291857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61e82c13-1f06-4a75-96cc-bc174e0ea26e']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:52.302073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edde7b65-4750-4410-a8b6-7f2cf8bffcb1') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:52.302372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edde7b65-4750-4410-a8b6-7f2cf8bffcb1') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:52.312674 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.327694 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.333064 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.334655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Releasing vlan 240 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:52.337160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:52.338358 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:52.442476 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.487957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.508528 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.509583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Port': ['ID=a77f7ca4-22dc-4a98-b03a-c3f4a3036615,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:52.517827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38154) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:52.519264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/61e82c13-1f06-4a75-96cc-bc174e0ea26e HTTP/1.1" status: 204 len: 168 time: 2.6334937 Sep 10 04:02:52.536147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff01e282-a274-43ea-a4c7-54a78a6e5d8e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Network': ['ID=61e82c13-1f06-4a75-96cc-bc174e0ea26e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:52.552516 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-81083c03-b2ce-45c2-8213-eaf192a8a389 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:52.552986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81083c03-b2ce-45c2-8213-eaf192a8a389 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:52.556429 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-81083c03-b2ce-45c2-8213-eaf192a8a389 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/subnets/f18bbaf5-07d3-44c1-b8ea-3b1e949dad3f HTTP/1.1" status: 404 len: 337 time: 0.0359738 Sep 10 04:02:52.557470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38158) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:52.557722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Checking segment: {'id': '2b73072b-ea79-438d-a8f5-297d2ac3bfc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': '42089d78-08e4-4d40-9490-8fbdb8652946'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:52.558173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Network hostable DHCP agents. Network: 42089d78-08e4-4d40-9490-8fbdb8652946, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:52.584688 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-18e77edf-8254-4daa-8ee8-9b48ab490615 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:52.585369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18e77edf-8254-4daa-8ee8-9b48ab490615 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:52.589644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-18e77edf-8254-4daa-8ee8-9b48ab490615 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/61e82c13-1f06-4a75-96cc-bc174e0ea26e HTTP/1.1" status: 404 len: 339 time: 0.0286992 Sep 10 04:02:52.590000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38160) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:52.617926 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0d1c593-c578-4028-995e-54cd45395552 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:52.618396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0d1c593-c578-4028-995e-54cd45395552 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:52.620887 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a0d1c593-c578-4028-995e-54cd45395552 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/subnets/ad3db57a-f4c0-4dad-b9a9-0ab850f06531 HTTP/1.1" status: 404 len: 337 time: 0.0291636 Sep 10 04:02:52.626413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38164) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:52.646202 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6648d01-c884-4642-b7c6-2d86ae07418c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:52.646793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e6648d01-c884-4642-b7c6-2d86ae07418c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:52.648607 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e6648d01-c884-4642-b7c6-2d86ae07418c tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/316f3f1e-ff1f-4ddf-a61a-6263c597a19b HTTP/1.1" status: 404 len: 339 time: 0.0211678 Sep 10 04:02:52.649255 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Network 42089d78-08e4-4d40-9490-8fbdb8652946 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:52.651635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38168) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:52.682303 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-12d42ba4-a604-431b-993f-2de05d329ab1 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:52.682844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12d42ba4-a604-431b-993f-2de05d329ab1 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:52.685288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-12d42ba4-a604-431b-993f-2de05d329ab1 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/subnets/651e9373-2f87-43e4-8a71-965a39dcafd5 HTTP/1.1" status: 404 len: 337 time: 0.0324285 Sep 10 04:02:52.688055 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38170) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:52.706912 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2074582-e1f3-4926-90f8-1b241508f5ee tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:52.707513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2074582-e1f3-4926-90f8-1b241508f5ee tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:52.709269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b2074582-e1f3-4926-90f8-1b241508f5ee tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/b4d3ffd2-5c5f-49d7-acbe-303e5270f0ed HTTP/1.1" status: 404 len: 339 time: 0.0202470 Sep 10 04:02:52.714052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38172) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:52.739121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 42089d78-08e4-4d40-9490-8fbdb8652946) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:52.746016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:52.747279 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.749365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a071d49d-af8c-42ee-ad91-761a18299cd7 None None] Network 42089d78-08e4-4d40-9490-8fbdb8652946 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:52.856800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Port': ['ID=70cfa4b0-af0b-45f4-8483-4086babb5dd3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:52.888399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Checking segment: {'id': '4bb7f172-b9a7-49a9-8694-69b7fe16d2d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': 'd003a8a5-20a8-439c-9be9-a7a36a915dae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:52.888780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Network hostable DHCP agents. Network: d003a8a5-20a8-439c-9be9-a7a36a915dae, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:52.908124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-73a8346d-6f2d-4ba7-908a-638c75f7977e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Deleting port f14bc293-4276-4d75-bd9d-10a27aa31009 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:52.908523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-73a8346d-6f2d-4ba7-908a-638c75f7977e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.984388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-73a8346d-6f2d-4ba7-908a-638c75f7977e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:52.996317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-73a8346d-6f2d-4ba7-908a-638c75f7977e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Calling delete_port for f14bc293-4276-4d75-bd9d-10a27aa31009 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:53.038857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Network d003a8a5-20a8-439c-9be9-a7a36a915dae is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:02:53.122134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, d003a8a5-20a8-439c-9be9-a7a36a915dae) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:02:53.128636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:02:53.138934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c09c88-90d5-4348-9d4a-754a38e41a1a None None] Network d003a8a5-20a8-439c-9be9-a7a36a915dae requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:53.139113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:53.144410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:53.144991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.151711 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-73a8346d-6f2d-4ba7-908a-638c75f7977e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.200923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a8346d-6f2d-4ba7-908a-638c75f7977e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Port': ['ID=f14bc293-4276-4d75-bd9d-10a27aa31009,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:53.210609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-73a8346d-6f2d-4ba7-908a-638c75f7977e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.215712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38186) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:53.216172 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-73a8346d-6f2d-4ba7-908a-638c75f7977e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/ports/f14bc293-4276-4d75-bd9d-10a27aa31009 HTTP/1.1" status: 204 len: 168 time: 0.5009582 Sep 10 04:02:53.237291 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e7eb95b-5c06-46c3-92bc-c63afd5855fc tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 1.6007733 Sep 10 04:02:53.240064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38188) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:53.243669 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5205201-4783-4bb8-9284-1f72b5ea9f73 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:53.245310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f5205201-4783-4bb8-9284-1f72b5ea9f73 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:53.248980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f5205201-4783-4bb8-9284-1f72b5ea9f73 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/subnets/62a9f011-e05a-4d58-9dd5-aa02e1e035a0 HTTP/1.1" status: 404 len: 337 time: 0.0292294 Sep 10 04:02:53.249124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38190) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:53.301239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb42b922-dda5-417f-9ab1-1041271bd1a4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:53.311984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb42b922-dda5-417f-9ab1-1041271bd1a4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:53.314112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cb42b922-dda5-417f-9ab1-1041271bd1a4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0727551 Sep 10 04:02:53.316834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38192) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:53.350545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.419417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-89649303-9ec9-4861-b42c-2652345fa6a9 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Deleting port a77f7ca4-22dc-4a98-b03a-c3f4a3036615 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:53.419795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89649303-9ec9-4861-b42c-2652345fa6a9 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.440002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38196) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:53.448088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.475211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:53.485940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c8717c1-17b2-44e7-8cd7-b99ec5778004') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:53.486484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c8717c1-17b2-44e7-8cd7-b99ec5778004') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:53.496190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.505780 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89649303-9ec9-4861-b42c-2652345fa6a9 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.517561 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.521355 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-89649303-9ec9-4861-b42c-2652345fa6a9 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Calling delete_port for a77f7ca4-22dc-4a98-b03a-c3f4a3036615 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:53.526056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:53.527219 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:53.530796 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:53.539141 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d74b43d-3aeb-4503-afb9-387f6753aa2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.573457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group': {'name': 'tempest-secgroup--134454362'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:53.722123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.722392 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.733482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.734319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.736611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0 HTTP/1.1" status: 204 len: 168 time: 0.4863732 Sep 10 04:02:53.746394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38200) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:53.750759 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.752517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc776bf-f2cc-4244-94b6-a7346dc6b72f tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Network': ['ID=c8a2d815-2d95-4e0a-b853-3ee4cb2fb6f0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:53.762852 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89649303-9ec9-4861-b42c-2652345fa6a9 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.823329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89649303-9ec9-4861-b42c-2652345fa6a9 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Port': ['ID=a77f7ca4-22dc-4a98-b03a-c3f4a3036615,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:53.859913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-89649303-9ec9-4861-b42c-2652345fa6a9 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.861817 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-89649303-9ec9-4861-b42c-2652345fa6a9 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/ports/a77f7ca4-22dc-4a98-b03a-c3f4a3036615 HTTP/1.1" status: 204 len: 168 time: 0.5440304 Sep 10 04:02:53.864568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38202) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:53.919247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-66379e18-554f-4090-b3a4-4f8148335b00 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Deleting port b9c231e0-090b-4ce1-809c-fcbda5050f04 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:53.919593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-66379e18-554f-4090-b3a4-4f8148335b00 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:53.974227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6a91b3cc-123b-451e-b7a8-8d4532fbb4de tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Deleting port 70cfa4b0-af0b-45f4-8483-4086babb5dd3 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:53.974606 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a91b3cc-123b-451e-b7a8-8d4532fbb4de tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.009621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-66379e18-554f-4090-b3a4-4f8148335b00 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.013705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.024285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-66379e18-554f-4090-b3a4-4f8148335b00 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Calling delete_port for b9c231e0-090b-4ce1-809c-fcbda5050f04 owned by {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:54.043944 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a91b3cc-123b-451e-b7a8-8d4532fbb4de tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.056659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6a91b3cc-123b-451e-b7a8-8d4532fbb4de tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Calling delete_port for 70cfa4b0-af0b-45f4-8483-4086babb5dd3 owned by {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:54.092147 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.142127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc45206d-31bc-4e27-8492-1cfa478b219d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:54.198621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.218673 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-66379e18-554f-4090-b3a4-4f8148335b00 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.249127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66379e18-554f-4090-b3a4-4f8148335b00 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Port': ['ID=b9c231e0-090b-4ce1-809c-fcbda5050f04,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:54.250425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a91b3cc-123b-451e-b7a8-8d4532fbb4de tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.259856 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-66379e18-554f-4090-b3a4-4f8148335b00 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.264580 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-66379e18-554f-4090-b3a4-4f8148335b00 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/ports/b9c231e0-090b-4ce1-809c-fcbda5050f04 HTTP/1.1" status: 204 len: 168 time: 0.5156474 Sep 10 04:02:54.267008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38218) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:54.283934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a91b3cc-123b-451e-b7a8-8d4532fbb4de tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Port': ['ID=70cfa4b0-af0b-45f4-8483-4086babb5dd3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:54.295172 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a91b3cc-123b-451e-b7a8-8d4532fbb4de tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.295172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6a91b3cc-123b-451e-b7a8-8d4532fbb4de tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/ports/70cfa4b0-af0b-45f4-8483-4086babb5dd3 HTTP/1.1" status: 204 len: 168 time: 0.4253008 Sep 10 04:02:54.295396 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-f459c5c7-8438-4fae-8ac1-421eb5db3366 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] DELETE failed (client error): The resource could not be found. Sep 10 04:02:54.295529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f459c5c7-8438-4fae-8ac1-421eb5db3366 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 04:02:54.296835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38220) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:54.297545 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f459c5c7-8438-4fae-8ac1-421eb5db3366 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/subnets/d2b97312-c21a-4925-98f6-99f5b5da01da HTTP/1.1" status: 404 len: 337 time: 0.0293615 Sep 10 04:02:54.298357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.300179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38222) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:54.327879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8106e1-357d-4443-a92a-165a301cd511,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:54.341055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-96d70505-f357-4b99-9517-62451655b2ee tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0431283 Sep 10 04:02:54.344947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38224) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:54.350821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1097873234'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:54.408974 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.410406 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-23ff2958-f367-4d83-b676-335a137bef98 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9689605 Sep 10 04:02:54.414031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38230) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:54.414678 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.471812 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-957015f1-56a0-434e-95be-cb36b742c132 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0566881 Sep 10 04:02:54.474483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38232) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:54.478878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ec39fdb9-0b11-4060-98a9-893b73cf33e9 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group': {'name': 'tempest-security--1955083750', 'description': 'tempest-security-description-1304728357'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:54.513956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.516486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec39fdb9-0b11-4060-98a9-893b73cf33e9 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.528782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Made reservation on behalf of 45dea635c6ae46e0beb7305caaa7e03a for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:54.532264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.539322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09ede411-f4fe-41d4-928b-08629f9de1ec']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:54.549633 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe165817-e678-4066-87ad-53998012d043') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:54.549934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe165817-e678-4066-87ad-53998012d043') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:54.560494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.574286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.581876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Releasing vlan 208 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:54.582277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.584717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:54.585397 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:54.588310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec39fdb9-0b11-4060-98a9-893b73cf33e9 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.596807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.597176 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Added segment e388ccbd-14b6-4405-add3-812d4a352488 of type vlan for network 41e1fdce-ce5e-4a95-b3d9-dceb40883274 Sep 10 04:02:54.637733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.664951 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec39fdb9-0b11-4060-98a9-893b73cf33e9 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.667406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec39fdb9-0b11-4060-98a9-893b73cf33e9 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.668692 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ec39fdb9-0b11-4060-98a9-893b73cf33e9 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "PUT /v2.0/security-groups/2d8106e1-357d-4443-a92a-165a301cd511 HTTP/1.1" status: 200 len: 1780 time: 0.1931891 Sep 10 04:02:54.673340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38234) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:54.693416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec39fdb9-0b11-4060-98a9-893b73cf33e9 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8106e1-357d-4443-a92a-165a301cd511,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:54.712497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-353017e8-c9d4-48a8-85a6-886e0af64be9 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups/2d8106e1-357d-4443-a92a-165a301cd511 HTTP/1.1" status: 200 len: 1780 time: 0.0394092 Sep 10 04:02:54.715021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38236) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:54.723363 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.737927 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.739842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/09ede411-f4fe-41d4-928b-08629f9de1ec HTTP/1.1" status: 204 len: 168 time: 0.4388318 Sep 10 04:02:54.742585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38238) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:54.751542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38462164-480d-4cc9-abb4-49c0ebf1aacb tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Network': ['ID=09ede411-f4fe-41d4-928b-08629f9de1ec,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:54.754100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.760108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:54.760702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.791255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edd47a87-34e1-4475-a131-bda92a12dda0 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.815349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edd47a87-34e1-4475-a131-bda92a12dda0 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.863393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6f705c0-41fe-495a-8f71-d14d59fbb48e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Deleting subnet 0c3403c7-bffe-4af1-8a8b-577efa91d578 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:02:54.865643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Network': ['ID=41e1fdce-ce5e-4a95-b3d9-dceb40883274,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:54.869185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6f705c0-41fe-495a-8f71-d14d59fbb48e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.877327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 41e1fdce-ce5e-4a95-b3d9-dceb40883274 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:54.984952 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edd47a87-34e1-4475-a131-bda92a12dda0 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.987603 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edd47a87-34e1-4475-a131-bda92a12dda0 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:54.991070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-edd47a87-34e1-4475-a131-bda92a12dda0 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-groups/2d8106e1-357d-4443-a92a-165a301cd511 HTTP/1.1" status: 204 len: 168 time: 0.2728190 Sep 10 04:02:54.992964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38240) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:55.016862 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd47a87-34e1-4475-a131-bda92a12dda0 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8106e1-357d-4443-a92a-165a301cd511,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:55.071321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-63a5deeb-12b7-4f94-97d9-03e7a54ed71e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0771379 Sep 10 04:02:55.074106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38242) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:55.088301 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-e00b3cac-70fd-4f42-9b80-e65eb9c4015c tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] delete failed (client error): The resource could not be found. Sep 10 04:02:55.093507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e00b3cac-70fd-4f42-9b80-e65eb9c4015c tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-groups/2d8106e1-357d-4443-a92a-165a301cd511 HTTP/1.1" status: 404 len: 347 time: 0.0142639 Sep 10 04:02:55.094397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38244) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:55.100119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-05479f78-8f93-4c41-8965-ae72ed9e233f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group': {'name': 'tempest-secgroup--683721681'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:55.133531 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.179603 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-05479f78-8f93-4c41-8965-ae72ed9e233f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.247653 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3ddcc1b0-21c0-4a6a-85c7-1e8770edf3c4 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9015679 Sep 10 04:02:55.252704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38246) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:55.259615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-179614588'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:55.269526 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-05479f78-8f93-4c41-8965-ae72ed9e233f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.277621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6f705c0-41fe-495a-8f71-d14d59fbb48e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.310613 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-05479f78-8f93-4c41-8965-ae72ed9e233f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.343229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05479f78-8f93-4c41-8965-ae72ed9e233f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff85f2b8-92cb-4093-90e5-410fc73d0aea,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:55.371705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6f705c0-41fe-495a-8f71-d14d59fbb48e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.392955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Made reservation on behalf of 45dea635c6ae46e0beb7305caaa7e03a for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:55.396432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.430001 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-05479f78-8f93-4c41-8965-ae72ed9e233f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.434714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-05479f78-8f93-4c41-8965-ae72ed9e233f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3361285 Sep 10 04:02:55.435384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38250) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:55.440757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bb50cf57-d325-470d-a959-4f47a7f15a7b tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': 'ff85f2b8-92cb-4093-90e5-410fc73d0aea', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:55.459231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:02:55.470016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.470365 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Added segment aada5b1e-cc24-4401-8456-6bbfc5b140f2 of type vlan for network dbec5e47-4bd0-484c-a976-c0ed3d6b431d Sep 10 04:02:55.516779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.554953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb50cf57-d325-470d-a959-4f47a7f15a7b tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.568742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6f705c0-41fe-495a-8f71-d14d59fbb48e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.597356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f705c0-41fe-495a-8f71-d14d59fbb48e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Subnet': ['ID=0c3403c7-bffe-4af1-8a8b-577efa91d578,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:55.599474 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.605783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:02:55.607143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.618360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb50cf57-d325-470d-a959-4f47a7f15a7b tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.634530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398ec5e4-4f01-4bad-9554-d5427868beb1 None None] Network a639565c-69ff-44e1-8339-2122c255bb4c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:02:55.635011 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6f705c0-41fe-495a-8f71-d14d59fbb48e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.636913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f6f705c0-41fe-495a-8f71-d14d59fbb48e tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/subnets/0c3403c7-bffe-4af1-8a8b-577efa91d578 HTTP/1.1" status: 204 len: 168 time: 0.8932154 Sep 10 04:02:55.640221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38254) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:55.681419 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb50cf57-d325-470d-a959-4f47a7f15a7b tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.689244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Network': ['ID=dbec5e47-4bd0-484c-a976-c0ed3d6b431d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:55.702639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network dbec5e47-4bd0-484c-a976-c0ed3d6b431d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:02:55.716970 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0609fc96-1b38-4404-bcb3-2d76d72c95cd tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4635439 Sep 10 04:02:55.735217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50cf57-d325-470d-a959-4f47a7f15a7b tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d6c4d8b-f02e-42ce-a23d-2e97a980ff25,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:55.753418 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.829882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Deleting port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:55.830264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.863067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb50cf57-d325-470d-a959-4f47a7f15a7b tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.867839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bb50cf57-d325-470d-a959-4f47a7f15a7b tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4277411 Sep 10 04:02:55.867839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38256) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:55.920109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] For port 63608716-ae63-4b4f-80d7-2a35f6c40bf7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=63608716-ae63-4b4f-80d7-2a35f6c40bf7,segment=NetworkSegment(fa1beec1-43d2-42c2-8394-01aee9a74381),segment_id=fa1beec1-43d2-42c2-8394-01aee9a74381)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:55.920466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.922521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980fd9e4-b600-45b7-8ecc-3cb4ff7ea191 None None] DHCP port deletion for a639565c-69ff-44e1-8339-2122c255bb4c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:02:55.938352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Calling delete_port for 63608716-ae63-4b4f-80d7-2a35f6c40bf7 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:55.946018 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-425e0ae0-35c7-48ff-9565-7d54edd7fd28 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.950206 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-425e0ae0-35c7-48ff-9565-7d54edd7fd28 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:55.969567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-980fd9e4-b600-45b7-8ecc-3cb4ff7ea191 None None] Deleting port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:02:55.969938 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-980fd9e4-b600-45b7-8ecc-3cb4ff7ea191 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.042384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-980fd9e4-b600-45b7-8ecc-3cb4ff7ea191 None None] For port 63608716-ae63-4b4f-80d7-2a35f6c40bf7, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=63608716-ae63-4b4f-80d7-2a35f6c40bf7,segment=NetworkSegment(fa1beec1-43d2-42c2-8394-01aee9a74381),segment_id=fa1beec1-43d2-42c2-8394-01aee9a74381)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:02:56.042777 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-980fd9e4-b600-45b7-8ecc-3cb4ff7ea191 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.055811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-980fd9e4-b600-45b7-8ecc-3cb4ff7ea191 None None] Calling delete_port for 63608716-ae63-4b4f-80d7-2a35f6c40bf7 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:02:56.087381 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-425e0ae0-35c7-48ff-9565-7d54edd7fd28 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.094401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-425e0ae0-35c7-48ff-9565-7d54edd7fd28 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.098175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-425e0ae0-35c7-48ff-9565-7d54edd7fd28 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5d6c4d8b-f02e-42ce-a23d-2e97a980ff25 HTTP/1.1" status: 204 len: 168 time: 0.2271090 Sep 10 04:02:56.099113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38258) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:56.101750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425e0ae0-35c7-48ff-9565-7d54edd7fd28 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d6c4d8b-f02e-42ce-a23d-2e97a980ff25,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:56.116376 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.154231 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-04d7789d-1fdc-49fa-899b-8b35d28369e2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0526869 Sep 10 04:02:56.156067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Port': ['ID=63608716-ae63-4b4f-80d7-2a35f6c40bf7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:56.157162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38260) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:56.167108 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-980fd9e4-b600-45b7-8ecc-3cb4ff7ea191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.167523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] No DVR routers for this DVR port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:56.217000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980fd9e4-b600-45b7-8ecc-3cb4ff7ea191 None None] Pushing event deleted for resources: {'Port': ['ID=63608716-ae63-4b4f-80d7-2a35f6c40bf7,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:56.238934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-980fd9e4-b600-45b7-8ecc-3cb4ff7ea191 None None] No DVR routers for this DVR port 63608716-ae63-4b4f-80d7-2a35f6c40bf7 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:02:56.267280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2d34-d4d1-4b3f-b912-7fa39e8a3a20 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.283346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.291341 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2d34-d4d1-4b3f-b912-7fa39e8a3a20 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.309900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a639565c-69ff-44e1-8339-2122c255bb4c']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:56.320901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa1beec1-43d2-42c2-8394-01aee9a74381') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:56.321677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa1beec1-43d2-42c2-8394-01aee9a74381') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:02:56.332113 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.335708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.348419 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.354233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:02:56.354708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:02:56.367329 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:02:56.407489 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2d34-d4d1-4b3f-b912-7fa39e8a3a20 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.410723 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5b9d2d34-d4d1-4b3f-b912-7fa39e8a3a20 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.420072 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5b9d2d34-d4d1-4b3f-b912-7fa39e8a3a20 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-groups/ff85f2b8-92cb-4093-90e5-410fc73d0aea HTTP/1.1" status: 204 len: 168 time: 0.2584374 Sep 10 04:02:56.420393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38262) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:56.423294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 63608716-ae63-4b4f-80d7-2a35f6c40bf7 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:02:56.443043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9d2d34-d4d1-4b3f-b912-7fa39e8a3a20 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff85f2b8-92cb-4093-90e5-410fc73d0aea,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:56.475187 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b14b518d-2f0f-4afe-a895-dbd11c86b047 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0501873 Sep 10 04:02:56.479102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38264) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:56.484699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3427f9b0-8cc2-4157-8ef5-6d2047b9fde5 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group': {'name': 'tempest-secgroup--20819629'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:56.486867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 63608716-ae63-4b4f-80d7-2a35f6c40bf7 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:02:56.487380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 63608716-ae63-4b4f-80d7-2a35f6c40bf7 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:02:56.500666 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.520251 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.522225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] 10.222.0.22 "DELETE /v2.0/networks/a639565c-69ff-44e1-8339-2122c255bb4c HTTP/1.1" status: 204 len: 168 time: 0.8787696 Sep 10 04:02:56.526471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c68c7d-9480-4eb4-bf88-1027cad3dfe6 tempest-NetworksIpV6TestAttrs-935395650 tempest-NetworksIpV6TestAttrs-935395650-project] Pushing event deleted for resources: {'Network': ['ID=a639565c-69ff-44e1-8339-2122c255bb4c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:56.613400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3427f9b0-8cc2-4157-8ef5-6d2047b9fde5 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.702929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3427f9b0-8cc2-4157-8ef5-6d2047b9fde5 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.801767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3427f9b0-8cc2-4157-8ef5-6d2047b9fde5 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.830748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427f9b0-8cc2-4157-8ef5-6d2047b9fde5 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71b259fc-b86c-4549-a1f5-956a2e9527f9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:56.916106 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3427f9b0-8cc2-4157-8ef5-6d2047b9fde5 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:56.917663 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3427f9b0-8cc2-4157-8ef5-6d2047b9fde5 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4372308 Sep 10 04:02:56.920533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38272) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:56.925656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-dcaa3659-e7a6-4433-babb-e8e0ba7964e6 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '71b259fc-b86c-4549-a1f5-956a2e9527f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:57.053338 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3659-e7a6-4433-babb-e8e0ba7964e6 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.064606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38276) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:57.118366 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3659-e7a6-4433-babb-e8e0ba7964e6 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.190144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3659-e7a6-4433-babb-e8e0ba7964e6 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.216873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8a6c4289-d2ea-4542-8bd8-ea992f395d74 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32f886bd33994b0ebfe0b06e35a80aba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1487045 Sep 10 04:02:57.217109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38280) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:57.218823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcaa3659-e7a6-4433-babb-e8e0ba7964e6 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bba0a607-3032-4a90-bb67-ce55d09deb4d,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:57.272399 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec19f-7747-447f-b2d2-083fdb0b2bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.281765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dcaa3659-e7a6-4433-babb-e8e0ba7964e6 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.285566 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dcaa3659-e7a6-4433-babb-e8e0ba7964e6 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3614547 Sep 10 04:02:57.285773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38282) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:57.290328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d1a256a3-de8e-4208-93e5-5011b8809021 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '71b259fc-b86c-4549-a1f5-956a2e9527f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:57.311959 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec19f-7747-447f-b2d2-083fdb0b2bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.419023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a256a3-de8e-4208-93e5-5011b8809021 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.441539 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec19f-7747-447f-b2d2-083fdb0b2bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.444143 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5e7ec19f-7747-447f-b2d2-083fdb0b2bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.445531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5e7ec19f-7747-447f-b2d2-083fdb0b2bc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65ff38bd-46f5-41a0-ad09-0ae65dafc900 HTTP/1.1" status: 204 len: 168 time: 0.2275684 Sep 10 04:02:57.454264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7ec19f-7747-447f-b2d2-083fdb0b2bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65ff38bd-46f5-41a0-ad09-0ae65dafc900,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:57.515280 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a256a3-de8e-4208-93e5-5011b8809021 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.584607 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a256a3-de8e-4208-93e5-5011b8809021 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.605268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a256a3-de8e-4208-93e5-5011b8809021 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e92c31e-00d4-4e6c-9e6c-95367e64f477,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:57.678747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d1a256a3-de8e-4208-93e5-5011b8809021 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.681838 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d1a256a3-de8e-4208-93e5-5011b8809021 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3948774 Sep 10 04:02:57.687511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38290) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:57.692954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7a13e954-4bcb-46af-9936-17436e13165d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '71b259fc-b86c-4549-a1f5-956a2e9527f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:57.798107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a13e954-4bcb-46af-9936-17436e13165d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.866247 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a13e954-4bcb-46af-9936-17436e13165d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.939444 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a13e954-4bcb-46af-9936-17436e13165d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:57.963311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a13e954-4bcb-46af-9936-17436e13165d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6d8a79a-2241-466c-ab77-78a1fc830b01,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:58.059250 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a13e954-4bcb-46af-9936-17436e13165d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.063149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7a13e954-4bcb-46af-9936-17436e13165d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3718321 Sep 10 04:02:58.063446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38306) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:58.074329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5f989d43-15ca-4e80-b2e1-1337108896bb tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '71b259fc-b86c-4549-a1f5-956a2e9527f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:58.173723 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f989d43-15ca-4e80-b2e1-1337108896bb tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.303837 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f989d43-15ca-4e80-b2e1-1337108896bb tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.367293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f989d43-15ca-4e80-b2e1-1337108896bb tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.399812 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f989d43-15ca-4e80-b2e1-1337108896bb tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4173977e-dcc1-4eab-85e0-3047a00ec4b9,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:58.465201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f989d43-15ca-4e80-b2e1-1337108896bb tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.467945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5f989d43-15ca-4e80-b2e1-1337108896bb tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4030652 Sep 10 04:02:58.470555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38316) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:58.477041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-36aa29e9-17da-4015-b22c-7ea2c93d601a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '71b259fc-b86c-4549-a1f5-956a2e9527f9', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:58.622185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36aa29e9-17da-4015-b22c-7ea2c93d601a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.718959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36aa29e9-17da-4015-b22c-7ea2c93d601a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.790374 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36aa29e9-17da-4015-b22c-7ea2c93d601a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.801147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38322) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:58.823095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa29e9-17da-4015-b22c-7ea2c93d601a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75bfcb8a-0bd1-42d0-8e6a-471e6fc12120,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:58.870073 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.892130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36aa29e9-17da-4015-b22c-7ea2c93d601a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.895960 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-36aa29e9-17da-4015-b22c-7ea2c93d601a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4211905 Sep 10 04:02:58.896819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38326) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:58.914420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d14f88ac-7c9c-42cf-9d0d-3d744a14ebc6 tempest-DvrRoutersNegativeTest-73517809 tempest-DvrRoutersNegativeTest-73517809-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-983091155', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:58.918954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.policy [None req-d14f88ac-7c9c-42cf-9d0d-3d744a14ebc6 tempest-DvrRoutersNegativeTest-73517809 tempest-DvrRoutersNegativeTest-73517809-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=95136) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Sep 10 04:02:58.918954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.policy [None req-d14f88ac-7c9c-42cf-9d0d-3d744a14ebc6 tempest-DvrRoutersNegativeTest-73517809 tempest-DvrRoutersNegativeTest-73517809-project] Failed policy check for 'create_router' {{(pid=95136) enforce /opt/stack/neutron/neutron/policy.py:520}} Sep 10 04:02:58.918954 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-d14f88ac-7c9c-42cf-9d0d-3d744a14ebc6 tempest-DvrRoutersNegativeTest-73517809 tempest-DvrRoutersNegativeTest-73517809-project] create failed (client error): Access was denied to this resource. Sep 10 04:02:58.923843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d14f88ac-7c9c-42cf-9d0d-3d744a14ebc6 tempest-DvrRoutersNegativeTest-73517809 tempest-DvrRoutersNegativeTest-73517809-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1178114 Sep 10 04:02:58.948712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38330) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:58.950850 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1082f55d-93d9-4b95-a2b9-fa5104473bbf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:58.954029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'subnets': [{'network_id': '41e1fdce-ce5e-4a95-b3d9-dceb40883274', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1537576360', 'ip_version': 6}, {'network_id': 'dbec5e47-4bd0-484c-a976-c0ed3d6b431d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:58.957176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'subnet': {'network_id': '41e1fdce-ce5e-4a95-b3d9-dceb40883274', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1537576360', 'ip_version': 6}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:58.958117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Request body: {'subnet': {'network_id': 'dbec5e47-4bd0-484c-a976-c0ed3d6b431d', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:02:58.959611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1082f55d-93d9-4b95-a2b9-fa5104473bbf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.070163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1082f55d-93d9-4b95-a2b9-fa5104473bbf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.076943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1082f55d-93d9-4b95-a2b9-fa5104473bbf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.078152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1082f55d-93d9-4b95-a2b9-fa5104473bbf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/75bfcb8a-0bd1-42d0-8e6a-471e6fc12120 HTTP/1.1" status: 204 len: 168 time: 0.1800578 Sep 10 04:02:59.081931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38332) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.083702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1082f55d-93d9-4b95-a2b9-fa5104473bbf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=75bfcb8a-0bd1-42d0-8e6a-471e6fc12120,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:59.182466 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ec3be411-3cc3-44e7-8ea0-a631bd0c678a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0966339 Sep 10 04:02:59.183333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38336) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.210390 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d54ec38-0d27-40a3-94e2-f19bfb7ef698 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.219194 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d54ec38-0d27-40a3-94e2-f19bfb7ef698 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.275550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Made reservation on behalf of 45dea635c6ae46e0beb7305caaa7e03a for: {'subnet': 2} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:02:59.280884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.281302 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.309988 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d54ec38-0d27-40a3-94e2-f19bfb7ef698 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.317899 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d54ec38-0d27-40a3-94e2-f19bfb7ef698 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.321421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9d54ec38-0d27-40a3-94e2-f19bfb7ef698 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/4173977e-dcc1-4eab-85e0-3047a00ec4b9 HTTP/1.1" status: 204 len: 168 time: 0.1342175 Sep 10 04:02:59.324025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38340) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.341668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d54ec38-0d27-40a3-94e2-f19bfb7ef698 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4173977e-dcc1-4eab-85e0-3047a00ec4b9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:59.386043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e2943e29-238d-4cf4-9c17-6e24f176057e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0601339 Sep 10 04:02:59.389247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38344) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.423487 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e648421-ce22-4a2f-9f95-d57ba3f27af2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.433423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e648421-ce22-4a2f-9f95-d57ba3f27af2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.469367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38346) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.548540 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e648421-ce22-4a2f-9f95-d57ba3f27af2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.554791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e648421-ce22-4a2f-9f95-d57ba3f27af2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.558767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2e648421-ce22-4a2f-9f95-d57ba3f27af2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/f6d8a79a-2241-466c-ab77-78a1fc830b01 HTTP/1.1" status: 204 len: 168 time: 0.1653335 Sep 10 04:02:59.558767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38350) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.569904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e648421-ce22-4a2f-9f95-d57ba3f27af2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f6d8a79a-2241-466c-ab77-78a1fc830b01,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:59.595975 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-12fa32e7-85bd-4b9c-90fb-fd9e20a7619f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.633162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-68e20a70-d542-4041-b64a-f62cb6840fad tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0730846 Sep 10 04:02:59.637078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38352) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.677183 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fbdfa94-3089-4f4d-bd7d-32c326c3e6a7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.688568 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fbdfa94-3089-4f4d-bd7d-32c326c3e6a7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.750836 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-12fa32e7-85bd-4b9c-90fb-fd9e20a7619f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.784638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.842121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fbdfa94-3089-4f4d-bd7d-32c326c3e6a7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.846627 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-12fa32e7-85bd-4b9c-90fb-fd9e20a7619f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.851166 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fbdfa94-3089-4f4d-bd7d-32c326c3e6a7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.852695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0fbdfa94-3089-4f4d-bd7d-32c326c3e6a7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/7e92c31e-00d4-4e6c-9e6c-95367e64f477 HTTP/1.1" status: 204 len: 168 time: 0.2144969 Sep 10 04:02:59.853204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Subnet': ['ID=eb0cc33a-d54f-48cc-ba81-6290db85659a,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:59.856536 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38354) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.867324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Checking segment: {'id': 'e388ccbd-14b6-4405-add3-812d4a352488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41e1fdce-ce5e-4a95-b3d9-dceb40883274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:02:59.867713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Network hostable DHCP agents. Network: 41e1fdce-ce5e-4a95-b3d9-dceb40883274, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:02:59.873696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbdfa94-3089-4f4d-bd7d-32c326c3e6a7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7e92c31e-00d4-4e6c-9e6c-95367e64f477,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:59.898435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-12fa32e7-85bd-4b9c-90fb-fd9e20a7619f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9ccde483043e436fb5d400932459bddf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4278753 Sep 10 04:02:59.899323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fa32e7-85bd-4b9c-90fb-fd9e20a7619f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d96d2894-8983-48ee-85c7-a6476e5eb3dc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:02:59.901636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38356) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.916087 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ad2be71e-e93e-4a2c-be6c-927229fd3fa4 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0570385 Sep 10 04:02:59.919192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38358) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:02:59.943779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87894bc0-bde7-4a98-9e2b-c26f56844886 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.951053 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e8a130d-e893-416a-a0c1-065eb3be4de1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.955287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87894bc0-bde7-4a98-9e2b-c26f56844886 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.972649 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e8a130d-e893-416a-a0c1-065eb3be4de1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:02:59.973206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Network 41e1fdce-ce5e-4a95-b3d9-dceb40883274 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:00.040613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87894bc0-bde7-4a98-9e2b-c26f56844886 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.046041 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-87894bc0-bde7-4a98-9e2b-c26f56844886 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.051776 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-87894bc0-bde7-4a98-9e2b-c26f56844886 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/bba0a607-3032-4a90-bb67-ce55d09deb4d HTTP/1.1" status: 204 len: 168 time: 0.1271718 Sep 10 04:03:00.051967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38360) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:00.055047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87894bc0-bde7-4a98-9e2b-c26f56844886 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=bba0a607-3032-4a90-bb67-ce55d09deb4d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:00.069893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 41e1fdce-ce5e-4a95-b3d9-dceb40883274) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:00.072859 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e8a130d-e893-416a-a0c1-065eb3be4de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.074277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.075786 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7e8a130d-e893-416a-a0c1-065eb3be4de1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.076949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7e8a130d-e893-416a-a0c1-065eb3be4de1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d96d2894-8983-48ee-85c7-a6476e5eb3dc HTTP/1.1" status: 204 len: 168 time: 0.1744392 Sep 10 04:03:00.085441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38250cee-2435-4b06-822a-94f10ba2554a None None] Network 41e1fdce-ce5e-4a95-b3d9-dceb40883274 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:00.104705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4d8c7668-0e4e-444d-b5a8-9185657dedbe tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0533137 Sep 10 04:03:00.106638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8a130d-e893-416a-a0c1-065eb3be4de1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d96d2894-8983-48ee-85c7-a6476e5eb3dc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:00.108196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38364) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:00.173973 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c659806-eab9-4f3e-aa7f-47a35db288d8 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.175723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event updated for resources: {'Subnet': ['ID=9c13e57e-2d5c-481f-8fca-29413457564e,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:00.184152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Checking segment: {'id': 'aada5b1e-cc24-4401-8456-6bbfc5b140f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbec5e47-4bd0-484c-a976-c0ed3d6b431d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:00.184502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Network hostable DHCP agents. Network: dbec5e47-4bd0-484c-a976-c0ed3d6b431d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:00.201407 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c659806-eab9-4f3e-aa7f-47a35db288d8 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.293057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Network dbec5e47-4bd0-484c-a976-c0ed3d6b431d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:00.300323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-41e1fdce-ce5e-4a95-b3d9-dceb40883274', 'network_id': '41e1fdce-ce5e-4a95-b3d9-dceb40883274', 'tenant_id': '45dea635c6ae46e0beb7305caaa7e03a', 'fixed_ips': [{'subnet_id': 'eb0cc33a-d54f-48cc-ba81-6290db85659a'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:03:00.301173 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.314860 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c659806-eab9-4f3e-aa7f-47a35db288d8 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.317616 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c659806-eab9-4f3e-aa7f-47a35db288d8 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.318778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2c659806-eab9-4f3e-aa7f-47a35db288d8 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-groups/71b259fc-b86c-4549-a1f5-956a2e9527f9 HTTP/1.1" status: 204 len: 168 time: 0.2097719 Sep 10 04:03:00.329267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c659806-eab9-4f3e-aa7f-47a35db288d8 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71b259fc-b86c-4549-a1f5-956a2e9527f9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:00.331404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38370) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:00.374219 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-031cc9af-a967-4ebf-aa61-01c605665498 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0415621 Sep 10 04:03:00.380461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38372) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:00.385456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6a9246bf-043c-4c60-bb9e-30d01b5a081e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group': {'name': 'tempest-secgroup--838339606'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:00.403609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, dbec5e47-4bd0-484c-a976-c0ed3d6b431d) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:00.409618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:00.410111 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:00.410758 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.414257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0cadf1f-b5fc-4fc4-9e9e-9ffad95a3e49 None None] Network dbec5e47-4bd0-484c-a976-c0ed3d6b431d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:00.489238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a9246bf-043c-4c60-bb9e-30d01b5a081e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.576772 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ff10852d-ad35-4442-948f-3bfa35540698 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.6268237 Sep 10 04:03:00.582077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38380) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:00.650940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9338dccd-d08e-4c02-8adf-02b661bf82ca tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:00.653814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9338dccd-d08e-4c02-8adf-02b661bf82ca tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:00.655556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9338dccd-d08e-4c02-8adf-02b661bf82ca tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:00.657956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9338dccd-d08e-4c02-8adf-02b661bf82ca tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.0741680 Sep 10 04:03:00.667582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38384) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:00.691638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Allocated IP 2001:db8::1 (41e1fdce-ce5e-4a95-b3d9-dceb40883274/eb0cc33a-d54f-48cc-ba81-6290db85659a/c3af7ab9-e791-4cbc-9522-883a0caccb9d) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:00.713110 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a9246bf-043c-4c60-bb9e-30d01b5a081e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.744312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c22c0e1-da1d-48cb-9c12-ce1a37fcad4e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Deleting subnet eb0cc33a-d54f-48cc-ba81-6290db85659a {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:00.796325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a9246bf-043c-4c60-bb9e-30d01b5a081e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.835289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9246bf-043c-4c60-bb9e-30d01b5a081e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61e39426-a5c7-4708-a9cb-79c9f1df6b1e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:00.847618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-dbec5e47-4bd0-484c-a976-c0ed3d6b431d', 'network_id': 'dbec5e47-4bd0-484c-a976-c0ed3d6b431d', 'tenant_id': '45dea635c6ae46e0beb7305caaa7e03a', 'fixed_ips': [{'subnet_id': '9c13e57e-2d5c-481f-8fca-29413457564e'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:03:00.848573 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.916865 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6a9246bf-043c-4c60-bb9e-30d01b5a081e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:00.921741 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6a9246bf-043c-4c60-bb9e-30d01b5a081e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5398662 Sep 10 04:03:00.921889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38388) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:00.926645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9afa4799-2865-4ba3-ade0-557540a0e069 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '61e39426-a5c7-4708-a9cb-79c9f1df6b1e', 'direction': 'ingress', 'protocol': 17}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:00.991041 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.019948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Transition to ACTIVE for port object c3af7ab9-e791-4cbc-9522-883a0caccb9d will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:01.032575 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9afa4799-2865-4ba3-ade0-557540a0e069 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.048512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Transition to ACTIVE for port object c3af7ab9-e791-4cbc-9522-883a0caccb9d will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:01.057221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Allocated IP 2001:db8:0:1::1 (dbec5e47-4bd0-484c-a976-c0ed3d6b431d/9c13e57e-2d5c-481f-8fca-29413457564e/5458ac8a-82ed-4acb-a0e7-e56b903d0f00) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:01.099246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9afa4799-2865-4ba3-ade0-557540a0e069 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.155493 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c22c0e1-da1d-48cb-9c12-ce1a37fcad4e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.156523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.189984 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9afa4799-2865-4ba3-ade0-557540a0e069 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.232676 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c22c0e1-da1d-48cb-9c12-ce1a37fcad4e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.253043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afa4799-2865-4ba3-ade0-557540a0e069 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f8e40521-2966-4e0e-ae65-3344bfd7a63b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:01.295944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Network 41e1fdce-ce5e-4a95-b3d9-dceb40883274 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:01.300171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:01.302747 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.304892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Pushing event updated for resources: {'Port': ['ID=c3af7ab9-e791-4cbc-9522-883a0caccb9d,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:01.307823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:01.324664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Transition to ACTIVE for port object 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:01.327984 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9afa4799-2865-4ba3-ade0-557540a0e069 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.329288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9afa4799-2865-4ba3-ade0-557540a0e069 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4063597 Sep 10 04:03:01.332173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38400) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:01.340547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38402) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:01.381560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Transition to ACTIVE for port object 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:01.392677 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c22c0e1-da1d-48cb-9c12-ce1a37fcad4e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.423387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Attempting to bind port c3af7ab9-e791-4cbc-9522-883a0caccb9d on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:03:01.424642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Attempting to bind port c3af7ab9-e791-4cbc-9522-883a0caccb9d by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'e388ccbd-14b6-4405-add3-812d4a352488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41e1fdce-ce5e-4a95-b3d9-dceb40883274'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:03:01.425031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Attempting to bind port c3af7ab9-e791-4cbc-9522-883a0caccb9d on network 41e1fdce-ce5e-4a95-b3d9-dceb40883274 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:03:01.432576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:03:01.432576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Checking segment: {'id': 'e388ccbd-14b6-4405-add3-812d4a352488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41e1fdce-ce5e-4a95-b3d9-dceb40883274'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:01.432919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.433259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Bound using segment: {'id': 'e388ccbd-14b6-4405-add3-812d4a352488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41e1fdce-ce5e-4a95-b3d9-dceb40883274'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:03:01.433736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Bound port: c3af7ab9-e791-4cbc-9522-883a0caccb9d, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e388ccbd-14b6-4405-add3-812d4a352488', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '41e1fdce-ce5e-4a95-b3d9-dceb40883274'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:03:01.434852 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.451437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c7bad80-8850-47f7-92af-ad6f290ee535 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.473251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9442caf3-4a38-4608-850d-e0f4bebac251 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1260811222', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:01.493192 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c7bad80-8850-47f7-92af-ad6f290ee535 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.510365 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.567409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Network dbec5e47-4bd0-484c-a976-c0ed3d6b431d is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:01.571812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:01.575257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:01.584971 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c22c0e1-da1d-48cb-9c12-ce1a37fcad4e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.587642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Pushing event updated for resources: {'Port': ['ID=5458ac8a-82ed-4acb-a0e7-e56b903d0f00,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:01.594331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] For port c3af7ab9-e791-4cbc-9522-883a0caccb9d, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:03:01.607935 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9442caf3-4a38-4608-850d-e0f4bebac251 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.609022 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9442caf3-4a38-4608-850d-e0f4bebac251 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.614483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c22c0e1-da1d-48cb-9c12-ce1a37fcad4e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0cc33a-d54f-48cc-ba81-6290db85659a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:01.617471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6c22c0e1-da1d-48cb-9c12-ce1a37fcad4e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.621052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6c22c0e1-da1d-48cb-9c12-ce1a37fcad4e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/subnets/eb0cc33a-d54f-48cc-ba81-6290db85659a HTTP/1.1" status: 204 len: 168 time: 0.9522562 Sep 10 04:03:01.621691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38414) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:01.624515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] For port c3af7ab9-e791-4cbc-9522-883a0caccb9d, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c3af7ab9-e791-4cbc-9522-883a0caccb9d,segment=NetworkSegment(e388ccbd-14b6-4405-add3-812d4a352488),segment_id=e388ccbd-14b6-4405-add3-812d4a352488)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:03:01.650743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Attempting to bind port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:03:01.651117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Attempting to bind port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'aada5b1e-cc24-4401-8456-6bbfc5b140f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbec5e47-4bd0-484c-a976-c0ed3d6b431d'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:03:01.651845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Attempting to bind port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 on network dbec5e47-4bd0-484c-a976-c0ed3d6b431d {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:03:01.657731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:03:01.658126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Checking segment: {'id': 'aada5b1e-cc24-4401-8456-6bbfc5b140f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbec5e47-4bd0-484c-a976-c0ed3d6b431d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:01.658665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.659066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Bound using segment: {'id': 'aada5b1e-cc24-4401-8456-6bbfc5b140f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbec5e47-4bd0-484c-a976-c0ed3d6b431d'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:03:01.659547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Bound port: 5458ac8a-82ed-4acb-a0e7-e56b903d0f00, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aada5b1e-cc24-4401-8456-6bbfc5b140f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'dbec5e47-4bd0-484c-a976-c0ed3d6b431d'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:03:01.659983 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.670021 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c7bad80-8850-47f7-92af-ad6f290ee535 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.672902 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4c7bad80-8850-47f7-92af-ad6f290ee535 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.676761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4c7bad80-8850-47f7-92af-ad6f290ee535 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-groups/61e39426-a5c7-4708-a9cb-79c9f1df6b1e HTTP/1.1" status: 204 len: 168 time: 0.3410480 Sep 10 04:03:01.678104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38416) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:01.692198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-66d2d33b-45d4-4c69-81a2-e642f83ac8cb tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Deleting subnet 9c13e57e-2d5c-481f-8fca-29413457564e {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:01.694337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c7bad80-8850-47f7-92af-ad6f290ee535 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61e39426-a5c7-4708-a9cb-79c9f1df6b1e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:01.697818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66d2d33b-45d4-4c69-81a2-e642f83ac8cb tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.701757 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.759088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66d2d33b-45d4-4c69-81a2-e642f83ac8cb tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.782382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9442caf3-4a38-4608-850d-e0f4bebac251 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.788424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9658c1f5-6f7f-49f6-8d68-fe5519241271 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1072412 Sep 10 04:03:01.793371 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38422) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:01.797208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] For port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:03:01.798587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2959eb03-83a7-4f6e-b089-505116151b7e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group': {'name': 'tempest-secgroup--112305023'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:01.802258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] For port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5458ac8a-82ed-4acb-a0e7-e56b903d0f00,segment=NetworkSegment(aada5b1e-cc24-4401-8456-6bbfc5b140f2),segment_id=aada5b1e-cc24-4401-8456-6bbfc5b140f2)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:03:01.822954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00759f8d-5049-4a75-933a-1c4319ceea74 None None] Pushing event updated for resources: {'Port': ['ID=c3af7ab9-e791-4cbc-9522-883a0caccb9d,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:01.876315 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9442caf3-4a38-4608-850d-e0f4bebac251 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.917026 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.918265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2959eb03-83a7-4f6e-b089-505116151b7e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:01.918827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66d2d33b-45d4-4c69-81a2-e642f83ac8cb tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.008787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc0f173-b06f-4bf4-a539-4f1594ac291d None None] Pushing event updated for resources: {'Port': ['ID=5458ac8a-82ed-4acb-a0e7-e56b903d0f00,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:02.015560 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9442caf3-4a38-4608-850d-e0f4bebac251 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.016775 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9442caf3-4a38-4608-850d-e0f4bebac251 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.6751626 Sep 10 04:03:02.019507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38424) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:02.024529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-80214910'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:02.129143 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66d2d33b-45d4-4c69-81a2-e642f83ac8cb tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.167025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d2d33b-45d4-4c69-81a2-e642f83ac8cb tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Subnet': ['ID=9c13e57e-2d5c-481f-8fca-29413457564e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:02.170859 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66d2d33b-45d4-4c69-81a2-e642f83ac8cb tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.175270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-66d2d33b-45d4-4c69-81a2-e642f83ac8cb tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/subnets/9c13e57e-2d5c-481f-8fca-29413457564e HTTP/1.1" status: 204 len: 168 time: 0.5501454 Sep 10 04:03:02.175532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38426) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:02.190806 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.195599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2959eb03-83a7-4f6e-b089-505116151b7e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.247132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ae6116-c127-4000-9633-07dbc4a57a2f tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:02.248737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c8ae6116-c127-4000-9633-07dbc4a57a2f tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0721841 Sep 10 04:03:02.254099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38430) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:02.275881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2959eb03-83a7-4f6e-b089-505116151b7e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.366887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2959eb03-83a7-4f6e-b089-505116151b7e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59156bfe-73c9-49d5-a584-7219e4d9ac13,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:02.374451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38432) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:02.385190 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.447188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Deleting port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:02.450054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.478101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Made reservation on behalf of 196e2430df3545328e88b292c244ad2d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:02.478101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.510058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4089c307-cf82-427d-9203-829619f9053f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.518403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.529832 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c3af7ab9-e791-4cbc-9522-883a0caccb9d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:02.549926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] For port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5458ac8a-82ed-4acb-a0e7-e56b903d0f00,segment=NetworkSegment(aada5b1e-cc24-4401-8456-6bbfc5b140f2),segment_id=aada5b1e-cc24-4401-8456-6bbfc5b140f2)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:02.550292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.564190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Calling delete_port for 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:02.567580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2959eb03-83a7-4f6e-b089-505116151b7e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.571451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2959eb03-83a7-4f6e-b089-505116151b7e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7746413 Sep 10 04:03:02.572257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38436) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:02.578460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f5b5b5ab-732a-4aaa-8d64-58b240e64993 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group': {'name': 'tempest-secgroup--30527320'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:02.658932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port c3af7ab9-e791-4cbc-9522-883a0caccb9d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:02.660625 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4089c307-cf82-427d-9203-829619f9053f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.663845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:02.716304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.716637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:02.720758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:02.721123 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.743175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Port': ['ID=5458ac8a-82ed-4acb-a0e7-e56b903d0f00,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:02.744907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4089c307-cf82-427d-9203-829619f9053f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.747100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 was deleted so its status cannot be updated. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 04:03:02.757502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] No DVR routers for this DVR port 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:02.783600 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-f5b5b5ab-732a-4aaa-8d64-58b240e64993 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Sep 10 04:03:02.783600 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Sep 10 04:03:02.783600 n-d-808143-1 neutron-server[95136]: [parameters: {'project_id_1': '425f2d329cdc4a1496aa1b38c05748e2', 'expiration_1': datetime.datetime(2021, 9, 10, 4, 2, 42, 585505)}] Sep 10 04:03:02.783600 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:03:02.783600 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-f5b5b5ab-732a-4aaa-8d64-58b240e64993 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:03:02.783600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089c307-cf82-427d-9203-829619f9053f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51518c9e-6011-4ad2-9670-0976dcfa0b66,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:02.813541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4089c307-cf82-427d-9203-829619f9053f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fbaae0094a924902a6aa5693ad4aa408&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4378200 Sep 10 04:03:02.816061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38438) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:02.858889 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.874014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08ffe1f9-7b65-4a11-a58d-b1ceec64afae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.890073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbec5e47-4bd0-484c-a976-c0ed3d6b431d']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:02.897725 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08ffe1f9-7b65-4a11-a58d-b1ceec64afae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.905005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aada5b1e-cc24-4401-8456-6bbfc5b140f2') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:02.905328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aada5b1e-cc24-4401-8456-6bbfc5b140f2') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:02.923759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.940506 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.954331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:02.954687 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:02.957900 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:02.964868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfdffeb-812f-46f4-8852-da58a0380830 None None] Network 41e1fdce-ce5e-4a95-b3d9-dceb40883274 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:02.984569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.045086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08ffe1f9-7b65-4a11-a58d-b1ceec64afae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.045502 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08ffe1f9-7b65-4a11-a58d-b1ceec64afae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.046985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-08ffe1f9-7b65-4a11-a58d-b1ceec64afae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51518c9e-6011-4ad2-9670-0976dcfa0b66 HTTP/1.1" status: 204 len: 168 time: 0.2294354 Sep 10 04:03:03.055612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ffe1f9-7b65-4a11-a58d-b1ceec64afae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51518c9e-6011-4ad2-9670-0976dcfa0b66,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:03.087338 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.099766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1201bbe4-7f31-4620-b3d4-4dfc46b2a384 None None] Provisioning for port c3af7ab9-e791-4cbc-9522-883a0caccb9d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:03.105302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1201bbe4-7f31-4620-b3d4-4dfc46b2a384 None None] Provisioning complete for port c3af7ab9-e791-4cbc-9522-883a0caccb9d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:03.105302 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1201bbe4-7f31-4620-b3d4-4dfc46b2a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.122754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51bc4ac5-f9ad-4780-9e7c-d657522f3bb2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:03.160635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.162693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] vlan segment allocate from pool success with {'vlan_id': 247, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:03:03.165328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.169946 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/networks/dbec5e47-4bd0-484c-a976-c0ed3d6b431d HTTP/1.1" status: 204 len: 168 time: 0.9144478 Sep 10 04:03:03.172654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38442) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:03.187459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c95456-4ace-46aa-a521-04046643443a tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Network': ['ID=dbec5e47-4bd0-484c-a976-c0ed3d6b431d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:03.195880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.195880 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Added segment 355a2e88-c583-4124-ad3b-5210a1d5df61 of type vlan for network 803875af-77fd-43c8-ae0e-30ca128b9ffe Sep 10 04:03:03.217575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21510a44-de73-4a75-a83d-7f2f3d511c8d None None] DHCP port deletion for 41e1fdce-ce5e-4a95-b3d9-dceb40883274 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:03:03.247368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.250176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1201bbe4-7f31-4620-b3d4-4dfc46b2a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.300264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1201bbe4-7f31-4620-b3d4-4dfc46b2a384 None None] For port c3af7ab9-e791-4cbc-9522-883a0caccb9d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c3af7ab9-e791-4cbc-9522-883a0caccb9d,segment=NetworkSegment(e388ccbd-14b6-4405-add3-812d4a352488),segment_id=e388ccbd-14b6-4405-add3-812d4a352488)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:03.303512 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.314317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-21510a44-de73-4a75-a83d-7f2f3d511c8d None None] Deleting port c3af7ab9-e791-4cbc-9522-883a0caccb9d {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:03.315169 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-21510a44-de73-4a75-a83d-7f2f3d511c8d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.344365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.351857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:03.352787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.380872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Deleting port c3af7ab9-e791-4cbc-9522-883a0caccb9d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:03.384609 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.398761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-21510a44-de73-4a75-a83d-7f2f3d511c8d None None] For port c3af7ab9-e791-4cbc-9522-883a0caccb9d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c3af7ab9-e791-4cbc-9522-883a0caccb9d,segment=NetworkSegment(e388ccbd-14b6-4405-add3-812d4a352488),segment_id=e388ccbd-14b6-4405-add3-812d4a352488)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:03.406152 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-21510a44-de73-4a75-a83d-7f2f3d511c8d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.406152 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1201bbe4-7f31-4620-b3d4-4dfc46b2a384 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.458664 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b5ab-732a-4aaa-8d64-58b240e64993 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.466541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201bbe4-7f31-4620-b3d4-4dfc46b2a384 None None] Pushing event updated for resources: {'Port': ['ID=c3af7ab9-e791-4cbc-9522-883a0caccb9d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:03.478780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Network': ['ID=803875af-77fd-43c8-ae0e-30ca128b9ffe,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:03.485303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] For port c3af7ab9-e791-4cbc-9522-883a0caccb9d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c3af7ab9-e791-4cbc-9522-883a0caccb9d,segment=NetworkSegment(e388ccbd-14b6-4405-add3-812d4a352488),segment_id=e388ccbd-14b6-4405-add3-812d4a352488)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:03.485896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.489584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-21510a44-de73-4a75-a83d-7f2f3d511c8d None None] Calling delete_port for c3af7ab9-e791-4cbc-9522-883a0caccb9d owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:03.492608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 803875af-77fd-43c8-ae0e-30ca128b9ffe details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:03:03.498232 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-24eca688-b23b-4e3f-92f4-c8efdd094029 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.4737127 Sep 10 04:03:03.499131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38446) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:03.510934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'subnet': {'network_id': '803875af-77fd-43c8-ae0e-30ca128b9ffe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:03.517789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Calling delete_port for c3af7ab9-e791-4cbc-9522-883a0caccb9d owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:03.530903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2e9e9762-9261-4f72-8e13-fbef393b5eda None None] Could not find standard attr ID for object 5458ac8a-82ed-4acb-a0e7-e56b903d0f00. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:03:03.570556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e8390a-11b2-4ee1-978f-9b960ece1bb6 None None] DHCP port deletion for dbec5e47-4bd0-484c-a976-c0ed3d6b431d request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:03:03.627145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baaa859-fed5-48cd-a2c0-955acba3c3d0 None None] Network dbec5e47-4bd0-484c-a976-c0ed3d6b431d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:03.643421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baaa859-fed5-48cd-a2c0-955acba3c3d0 None None] Network dbec5e47-4bd0-484c-a976-c0ed3d6b431d could not be found, it might have been deleted concurrently. {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 04:03:03.713785 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b5ab-732a-4aaa-8d64-58b240e64993 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.727186 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-21510a44-de73-4a75-a83d-7f2f3d511c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.733807 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.756703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21510a44-de73-4a75-a83d-7f2f3d511c8d None None] Pushing event deleted for resources: {'Port': ['ID=c3af7ab9-e791-4cbc-9522-883a0caccb9d,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:03.760131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21510a44-de73-4a75-a83d-7f2f3d511c8d None None] No DVR routers for this DVR port c3af7ab9-e791-4cbc-9522-883a0caccb9d on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:03.764150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] No DVR routers for this DVR port c3af7ab9-e791-4cbc-9522-883a0caccb9d on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:03.774873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Port': ['ID=c3af7ab9-e791-4cbc-9522-883a0caccb9d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:03.775512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38448) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:03.790292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb404-8eac-46e5-9293-99314163aaf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.796269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b5ab-732a-4aaa-8d64-58b240e64993 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:03.857994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b5b5ab-732a-4aaa-8d64-58b240e64993 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd556d1-b739-4f5e-a867-4d0f082407cf,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:03.887794 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.214413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41e1fdce-ce5e-4a95-b3d9-dceb40883274']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:04.217075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Made reservation on behalf of 196e2430df3545328e88b292c244ad2d for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:04.220623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.240328 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e388ccbd-14b6-4405-add3-812d4a352488') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:04.240622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e388ccbd-14b6-4405-add3-812d4a352488') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:04.259014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.305301 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5b5b5ab-732a-4aaa-8d64-58b240e64993 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.306541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f5b5b5ab-732a-4aaa-8d64-58b240e64993 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.7330053 Sep 10 04:03:04.307667 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.309280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38450) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:04.314984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-83faad02-3167-495f-a0ba-b31a8771cb54 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '59156bfe-73c9-49d5-a584-7219e4d9ac13', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '3cd556d1-b739-4f5e-a867-4d0f082407cf', 'remote_ip_prefix': None}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:04.321972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:04.322377 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:04.326017 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:04.383037 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb404-8eac-46e5-9293-99314163aaf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.417068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c3af7ab9-e791-4cbc-9522-883a0caccb9d no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:04.437145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c3af7ab9-e791-4cbc-9522-883a0caccb9d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:03:04.437481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c3af7ab9-e791-4cbc-9522-883a0caccb9d not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:03:04.437877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:04.455914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:03:04.456255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5458ac8a-82ed-4acb-a0e7-e56b903d0f00 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:03:04.460505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1a1eb404-8eac-46e5-9293-99314163aaf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.472090 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.482072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.483372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/networks/41e1fdce-ce5e-4a95-b3d9-dceb40883274 HTTP/1.1" status: 204 len: 168 time: 1.3096287 Sep 10 04:03:04.486426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38452) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:04.504822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f444b2-ad07-4b45-bf3a-a69da7ddb6d7 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Network': ['ID=41e1fdce-ce5e-4a95-b3d9-dceb40883274,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:04.506974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1eb404-8eac-46e5-9293-99314163aaf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8ddc8c-ca40-4361-ac03-ce2e6b245ca7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:04.521362 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1a1eb404-8eac-46e5-9293-99314163aaf0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=121d380a0c034780b731bd7a2124976f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7445378 Sep 10 04:03:04.524276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38454) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:04.570245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83faad02-3167-495f-a0ba-b31a8771cb54 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.602254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1838474-7564-43ff-80ff-6c919f614a54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.606953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.639054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1838474-7564-43ff-80ff-6c919f614a54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.688750 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83faad02-3167-495f-a0ba-b31a8771cb54 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.733028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83faad02-3167-495f-a0ba-b31a8771cb54 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.736066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.752409 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1838474-7564-43ff-80ff-6c919f614a54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.754293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.754925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1838474-7564-43ff-80ff-6c919f614a54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.758415 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a1838474-7564-43ff-80ff-6c919f614a54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf8ddc8c-ca40-4361-ac03-ce2e6b245ca7 HTTP/1.1" status: 204 len: 168 time: 0.2308114 Sep 10 04:03:04.760911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83faad02-3167-495f-a0ba-b31a8771cb54 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b4303e2-7e0c-4ea8-a521-9331e445184a,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:04.763288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d003a8a5-20a8-439c-9be9-a7a36a915dae']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:04.767581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1838474-7564-43ff-80ff-6c919f614a54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8ddc8c-ca40-4361-ac03-ce2e6b245ca7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:04.798965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb7f172-b9a7-49a9-8694-69b7fe16d2d8') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:04.798965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb7f172-b9a7-49a9-8694-69b7fe16d2d8') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:04.813309 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-83faad02-3167-495f-a0ba-b31a8771cb54 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.817772 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83faad02-3167-495f-a0ba-b31a8771cb54 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5048697 Sep 10 04:03:04.818107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38458) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:04.820279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.840526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Subnet': ['ID=6e5d1c88-8de6-43e2-91a5-a4a24c55c30d,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:04.845423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd00dfee-6476-4068-b000-626dce72bebf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.847882 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.856230 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd00dfee-6476-4068-b000-626dce72bebf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.858414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:04.858809 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:04.862571 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:04.874851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Checking segment: {'id': '355a2e88-c583-4124-ad3b-5210a1d5df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '803875af-77fd-43c8-ae0e-30ca128b9ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:04.878318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network hostable DHCP agents. Network: 803875af-77fd-43c8-ae0e-30ca128b9ffe, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:04.948971 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd00dfee-6476-4068-b000-626dce72bebf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.955084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd00dfee-6476-4068-b000-626dce72bebf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:04.956220 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fd00dfee-6476-4068-b000-626dce72bebf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/6b4303e2-7e0c-4ea8-a521-9331e445184a HTTP/1.1" status: 204 len: 168 time: 0.1370425 Sep 10 04:03:04.958889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38460) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:04.961548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00dfee-6476-4068-b000-626dce72bebf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b4303e2-7e0c-4ea8-a521-9331e445184a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:05.001292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ecb4c481-0791-4f87-ac11-662a697c7315 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0412531 Sep 10 04:03:05.004018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38462) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:05.020374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network 803875af-77fd-43c8-ae0e-30ca128b9ffe is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:05.024592 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.039149 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.040940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/networks/d003a8a5-20a8-439c-9be9-a7a36a915dae HTTP/1.1" status: 204 len: 168 time: 0.5459576 Sep 10 04:03:05.043528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38464) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:05.055777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9fe594-6642-4aae-8a91-b3818b22f60e tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Network': ['ID=d003a8a5-20a8-439c-9be9-a7a36a915dae,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:05.080410 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0dd57b38-301f-4d13-b13a-3efef6f81690 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.104138 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0dd57b38-301f-4d13-b13a-3efef6f81690 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.123374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 803875af-77fd-43c8-ae0e-30ca128b9ffe) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:05.131376 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.136324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d59a0ef1-3fa6-4d5c-81f0-e23151db372a None None] Network 803875af-77fd-43c8-ae0e-30ca128b9ffe requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:05.141956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:05.141956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.210940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e20fcdd8-04c6-46f8-89b4-d235b81dc0b2 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7059836 Sep 10 04:03:05.211233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38468) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:05.217388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'network': {'name': 'tempest-router-network01--668195380'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:05.236659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0dd57b38-301f-4d13-b13a-3efef6f81690 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.237686 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.239720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0dd57b38-301f-4d13-b13a-3efef6f81690 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.244712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0dd57b38-301f-4d13-b13a-3efef6f81690 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-groups/3cd556d1-b739-4f5e-a867-4d0f082407cf HTTP/1.1" status: 204 len: 168 time: 0.2359879 Sep 10 04:03:05.253111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38472) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:05.253901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd57b38-301f-4d13-b13a-3efef6f81690 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd556d1-b739-4f5e-a867-4d0f082407cf,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:05.261123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42089d78-08e4-4d40-9490-8fbdb8652946']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:05.274775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b73072b-ea79-438d-a8f5-297d2ac3bfc3') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:05.275098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b73072b-ea79-438d-a8f5-297d2ac3bfc3') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:05.293122 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.309870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.315490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Made reservation on behalf of 196e2430df3545328e88b292c244ad2d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:05.318560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Releasing vlan 219 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:05.319701 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.320002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:05.323996 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:05.335542 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-803875af-77fd-43c8-ae0e-30ca128b9ffe', 'network_id': '803875af-77fd-43c8-ae0e-30ca128b9ffe', 'tenant_id': '196e2430df3545328e88b292c244ad2d', 'fixed_ips': [{'subnet_id': '6e5d1c88-8de6-43e2-91a5-a4a24c55c30d'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:03:05.338345 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.349390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0460a43f-bc7f-43d9-9113-ebb49d20f84d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0913844 Sep 10 04:03:05.352276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38478) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:05.361964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:03:05.370946 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.395934 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Added segment 4873d13f-a664-437b-abf6-3981d55d5bc4 of type vlan for network caafd7e3-c210-4e2b-bb37-8da41553935c Sep 10 04:03:05.411474 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.438596 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0435018f-7265-4b34-9c03-53ef43127724 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.460813 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0435018f-7265-4b34-9c03-53ef43127724 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.489253 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.490432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.521685 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:05.521685 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.528291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.530193 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] 10.222.0.22 "DELETE /v2.0/networks/42089d78-08e4-4d40-9490-8fbdb8652946 HTTP/1.1" status: 204 len: 168 time: 0.4856164 Sep 10 04:03:05.531148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab4cfe2-6935-487d-aa2f-bd02adf7a5a0 tempest-BulkNetworkOpsIpV6Test-1658330925 tempest-BulkNetworkOpsIpV6Test-1658330925-project] Pushing event deleted for resources: {'Network': ['ID=42089d78-08e4-4d40-9490-8fbdb8652946,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:05.584447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Network': ['ID=caafd7e3-c210-4e2b-bb37-8da41553935c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:05.598400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38484) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:05.602862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a3c7786b-8c03-40bb-aca3-207808570ec5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3860850 Sep 10 04:03:05.603937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'network': {'name': 'tempest-router-network02--602757200'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:05.612167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network caafd7e3-c210-4e2b-bb37-8da41553935c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:03:05.620571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0435018f-7265-4b34-9c03-53ef43127724 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.623735 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0435018f-7265-4b34-9c03-53ef43127724 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.624881 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0435018f-7265-4b34-9c03-53ef43127724 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-groups/59156bfe-73c9-49d5-a584-7219e4d9ac13 HTTP/1.1" status: 204 len: 168 time: 0.2714846 Sep 10 04:03:05.631101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38486) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:05.641301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0435018f-7265-4b34-9c03-53ef43127724 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=59156bfe-73c9-49d5-a584-7219e4d9ac13,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:05.671149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Allocated IP 2001:db8::2 (803875af-77fd-43c8-ae0e-30ca128b9ffe/6e5d1c88-8de6-43e2-91a5-a4a24c55c30d/b118b78c-450b-4f4a-8366-ea60170d3996) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:05.689883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-87180cad-2372-49f0-af6c-a203045a2c51 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566669 Sep 10 04:03:05.690219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38488) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:05.695199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-79693a41-3d2c-46e3-b499-96924b8b6fa2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1979886267'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:05.704246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Made reservation on behalf of 196e2430df3545328e88b292c244ad2d for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:05.707577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.743646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:03:05.754012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.754534 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Added segment bfcb587b-94e4-4879-bcb0-10181dd1aba1 of type vlan for network 46e3ee52-5c8b-46e4-b83b-d75b212edf0f Sep 10 04:03:05.802422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.823489 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-79693a41-3d2c-46e3-b499-96924b8b6fa2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.856579 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.864970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Transition to ACTIVE for port object b118b78c-450b-4f4a-8366-ea60170d3996 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:05.880314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Transition to ACTIVE for port object b118b78c-450b-4f4a-8366-ea60170d3996 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:05.907577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-79693a41-3d2c-46e3-b499-96924b8b6fa2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.914395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.920051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:05.920656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:05.985273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Network': ['ID=46e3ee52-5c8b-46e4-b83b-d75b212edf0f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:06.002677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 46e3ee52-5c8b-46e4-b83b-d75b212edf0f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:03:06.035215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-79693a41-3d2c-46e3-b499-96924b8b6fa2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.056881 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.072039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79693a41-3d2c-46e3-b499-96924b8b6fa2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd5253-3bd2-485d-9d67-d1c1621e966f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:06.115160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Network 803875af-77fd-43c8-ae0e-30ca128b9ffe is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:06.120063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:06.122939 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8f89399c-e3cf-4d7a-848c-1fc87f654de8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5233884 Sep 10 04:03:06.125686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38502) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:06.128497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:06.131370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'subnet': {'network_id': 'caafd7e3-c210-4e2b-bb37-8da41553935c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:06.132084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Pushing event updated for resources: {'Port': ['ID=b118b78c-450b-4f4a-8366-ea60170d3996,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:06.155926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-79693a41-3d2c-46e3-b499-96924b8b6fa2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.157465 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-79693a41-3d2c-46e3-b499-96924b8b6fa2 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4660773 Sep 10 04:03:06.160624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38504) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:06.166303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-015db558-5f90-45e6-b047-a9f57b0017fd tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '3dbd5253-3bd2-485d-9d67-d1c1621e966f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:06.189924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38506) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:06.208626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Attempting to bind port b118b78c-450b-4f4a-8366-ea60170d3996 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:03:06.209135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Attempting to bind port b118b78c-450b-4f4a-8366-ea60170d3996 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '355a2e88-c583-4124-ad3b-5210a1d5df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '803875af-77fd-43c8-ae0e-30ca128b9ffe'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:03:06.209482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Attempting to bind port b118b78c-450b-4f4a-8366-ea60170d3996 on network 803875af-77fd-43c8-ae0e-30ca128b9ffe {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:03:06.215128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:03:06.215811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Checking segment: {'id': '355a2e88-c583-4124-ad3b-5210a1d5df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '803875af-77fd-43c8-ae0e-30ca128b9ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:06.216399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.217000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Bound using segment: {'id': '355a2e88-c583-4124-ad3b-5210a1d5df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '803875af-77fd-43c8-ae0e-30ca128b9ffe'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:03:06.217668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Bound port: b118b78c-450b-4f4a-8366-ea60170d3996, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '355a2e88-c583-4124-ad3b-5210a1d5df61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 247, 'network_id': '803875af-77fd-43c8-ae0e-30ca128b9ffe'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:03:06.218235 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.277464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015db558-5f90-45e6-b047-a9f57b0017fd tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.297264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] For port b118b78c-450b-4f4a-8366-ea60170d3996, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:03:06.301606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] For port b118b78c-450b-4f4a-8366-ea60170d3996, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b118b78c-450b-4f4a-8366-ea60170d3996,segment=NetworkSegment(355a2e88-c583-4124-ad3b-5210a1d5df61),segment_id=355a2e88-c583-4124-ad3b-5210a1d5df61)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:03:06.349317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015db558-5f90-45e6-b047-a9f57b0017fd tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.357185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6edc7281-959f-4d62-bd5e-b3cf76075904 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45dea635c6ae46e0beb7305caaa7e03a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658471 Sep 10 04:03:06.362386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38512) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:06.414272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Made reservation on behalf of 196e2430df3545328e88b292c244ad2d for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:06.420814 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.424973 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f910938c-5855-4e14-a2c2-77a58d52fc87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.452113 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f910938c-5855-4e14-a2c2-77a58d52fc87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.549471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.603644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b5c142-e4c2-4f78-99a3-cfd768c51172 None None] Pushing event updated for resources: {'Port': ['ID=b118b78c-450b-4f4a-8366-ea60170d3996,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:06.653492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015db558-5f90-45e6-b047-a9f57b0017fd tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.673457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015db558-5f90-45e6-b047-a9f57b0017fd tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=890c1cdc-24ee-427c-be59-65b2f89bff51,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:06.693212 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f910938c-5855-4e14-a2c2-77a58d52fc87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.694707 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.696890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f910938c-5855-4e14-a2c2-77a58d52fc87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.698381 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f910938c-5855-4e14-a2c2-77a58d52fc87 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/531a2110-9a4d-4d14-9f83-42380ebf890c HTTP/1.1" status: 204 len: 168 time: 0.3346667 Sep 10 04:03:06.708031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f910938c-5855-4e14-a2c2-77a58d52fc87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=531a2110-9a4d-4d14-9f83-42380ebf890c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:06.753841 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-015db558-5f90-45e6-b047-a9f57b0017fd tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.765996 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-015db558-5f90-45e6-b047-a9f57b0017fd tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6038978 Sep 10 04:03:06.768584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38518) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:06.798541 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4a3dcec-bf76-4960-a050-5f11dd71aa82 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.807752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4a3dcec-bf76-4960-a050-5f11dd71aa82 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.820242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Checking segment: {'id': '4873d13f-a664-437b-abf6-3981d55d5bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'caafd7e3-c210-4e2b-bb37-8da41553935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:06.820609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network hostable DHCP agents. Network: caafd7e3-c210-4e2b-bb37-8da41553935c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:06.831445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Subnet': ['ID=9d3d7168-ad60-47b3-b4c8-d2711727e8cb,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:06.949777 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4a3dcec-bf76-4960-a050-5f11dd71aa82 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.950261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network caafd7e3-c210-4e2b-bb37-8da41553935c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:06.957578 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4a3dcec-bf76-4960-a050-5f11dd71aa82 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:06.958814 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f4a3dcec-bf76-4960-a050-5f11dd71aa82 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/890c1cdc-24ee-427c-be59-65b2f89bff51 HTTP/1.1" status: 204 len: 168 time: 0.1892679 Sep 10 04:03:06.961418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38522) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:06.963549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a3dcec-bf76-4960-a050-5f11dd71aa82 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=890c1cdc-24ee-427c-be59-65b2f89bff51,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:07.005537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9fbe1b5b-8682-493d-869a-59907ec4149f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0427203 Sep 10 04:03:07.008234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38526) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:07.029882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, caafd7e3-c210-4e2b-bb37-8da41553935c) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:07.035294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:07.036437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.042181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4386f660-bb88-4a2e-a7e2-87a841fed29a None None] Network caafd7e3-c210-4e2b-bb37-8da41553935c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:07.081651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b610b6e-9ee3-432d-8d84-debbfa0fb095 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.110920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-663a522a-5420-4e43-b50f-dce06fc64ec4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9840088 Sep 10 04:03:07.113754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38530) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:07.119370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'subnet': {'network_id': '46e3ee52-5c8b-46e4-b83b-d75b212edf0f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:07.125692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b610b6e-9ee3-432d-8d84-debbfa0fb095 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.267244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-caafd7e3-c210-4e2b-bb37-8da41553935c', 'network_id': 'caafd7e3-c210-4e2b-bb37-8da41553935c', 'tenant_id': '196e2430df3545328e88b292c244ad2d', 'fixed_ips': [{'subnet_id': '9d3d7168-ad60-47b3-b4c8-d2711727e8cb'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:03:07.268423 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.291980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b610b6e-9ee3-432d-8d84-debbfa0fb095 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.299400 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3b610b6e-9ee3-432d-8d84-debbfa0fb095 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.299955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38540) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:07.300424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3b610b6e-9ee3-432d-8d84-debbfa0fb095 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-groups/3dbd5253-3bd2-485d-9d67-d1c1621e966f HTTP/1.1" status: 204 len: 168 time: 0.2896917 Sep 10 04:03:07.309023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b610b6e-9ee3-432d-8d84-debbfa0fb095 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd5253-3bd2-485d-9d67-d1c1621e966f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:07.376485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8ca8d1b5-d2c1-46fb-b768-bae855c4e603 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0749943 Sep 10 04:03:07.380523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38544) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:07.383100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Made reservation on behalf of 196e2430df3545328e88b292c244ad2d for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:07.385281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-92283271-d9aa-4325-8050-c369c5d24c59 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1095826852'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:07.387560 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.455235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Allocated IP 2001:db8::2 (caafd7e3-c210-4e2b-bb37-8da41553935c/9d3d7168-ad60-47b3-b4c8-d2711727e8cb/fef7b9e6-0dae-4a63-98ba-ffddc2be4357) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:07.532107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92283271-d9aa-4325-8050-c369c5d24c59 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.666087 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.679752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Transition to ACTIVE for port object fef7b9e6-0dae-4a63-98ba-ffddc2be4357 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:07.697136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Transition to ACTIVE for port object fef7b9e6-0dae-4a63-98ba-ffddc2be4357 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:07.705504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92283271-d9aa-4325-8050-c369c5d24c59 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.729094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a6f7037-46e9-4fbe-a84a-7af328b7fc6d None None] Network 803875af-77fd-43c8-ae0e-30ca128b9ffe requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:07.785228 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.786156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92283271-d9aa-4325-8050-c369c5d24c59 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.804785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.837179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92283271-d9aa-4325-8050-c369c5d24c59 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47639740-f325-4fca-994f-957286ec7bd1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:07.890209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Network caafd7e3-c210-4e2b-bb37-8da41553935c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:07.893750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4bc2db79-db60-49be-8803-e702ad2f0a02 None None] Provisioning for port b118b78c-450b-4f4a-8366-ea60170d3996 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:07.895563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Subnet': ['ID=2a9fa46b-023d-47dd-b92d-02344a3c39da,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:07.896439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Pushing event updated for resources: {'Port': ['ID=fef7b9e6-0dae-4a63-98ba-ffddc2be4357,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:07.899711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:07.907646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:07.922842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Checking segment: {'id': 'bfcb587b-94e4-4879-bcb0-10181dd1aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46e3ee52-5c8b-46e4-b83b-d75b212edf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:07.926370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network hostable DHCP agents. Network: 46e3ee52-5c8b-46e4-b83b-d75b212edf0f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:07.960619 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-92283271-d9aa-4325-8050-c369c5d24c59 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:07.961900 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-92283271-d9aa-4325-8050-c369c5d24c59 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5803676 Sep 10 04:03:07.964756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38558) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:07.969518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8ba128d7-c9c1-4700-9fc6-5fc1aaeca6fc tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '47639740-f325-4fca-994f-957286ec7bd1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:08.087174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network 46e3ee52-5c8b-46e4-b83b-d75b212edf0f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:08.100637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ba128d7-c9c1-4700-9fc6-5fc1aaeca6fc tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.148147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Attempting to bind port fef7b9e6-0dae-4a63-98ba-ffddc2be4357 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:03:08.148760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Attempting to bind port fef7b9e6-0dae-4a63-98ba-ffddc2be4357 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '4873d13f-a664-437b-abf6-3981d55d5bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'caafd7e3-c210-4e2b-bb37-8da41553935c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:03:08.148879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Attempting to bind port fef7b9e6-0dae-4a63-98ba-ffddc2be4357 on network caafd7e3-c210-4e2b-bb37-8da41553935c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:03:08.156899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:03:08.160272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Checking segment: {'id': '4873d13f-a664-437b-abf6-3981d55d5bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'caafd7e3-c210-4e2b-bb37-8da41553935c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:08.160272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.160272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Bound using segment: {'id': '4873d13f-a664-437b-abf6-3981d55d5bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'caafd7e3-c210-4e2b-bb37-8da41553935c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:03:08.160272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Bound port: fef7b9e6-0dae-4a63-98ba-ffddc2be4357, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4873d13f-a664-437b-abf6-3981d55d5bc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'caafd7e3-c210-4e2b-bb37-8da41553935c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:03:08.160272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.165952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ba128d7-c9c1-4700-9fc6-5fc1aaeca6fc tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.179219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 46e3ee52-5c8b-46e4-b83b-d75b212edf0f) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:08.184905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:08.189169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.201018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205994fd-32a2-444e-8122-4131dab86a9f None None] Network 46e3ee52-5c8b-46e4-b83b-d75b212edf0f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:08.264606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ba128d7-c9c1-4700-9fc6-5fc1aaeca6fc tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.288218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] For port fef7b9e6-0dae-4a63-98ba-ffddc2be4357, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:03:08.305876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f716a13b-b72e-477d-b6c9-69e51436afe5 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1908455 Sep 10 04:03:08.310261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] For port fef7b9e6-0dae-4a63-98ba-ffddc2be4357, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fef7b9e6-0dae-4a63-98ba-ffddc2be4357,segment=NetworkSegment(4873d13f-a664-437b-abf6-3981d55d5bc4),segment_id=4873d13f-a664-437b-abf6-3981d55d5bc4)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:03:08.310427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38564) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:08.318232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba128d7-c9c1-4700-9fc6-5fc1aaeca6fc tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d48ced3e-cdd9-4efb-85c1-fbdd0684ff9f,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:08.396901 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.425780 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8ba128d7-c9c1-4700-9fc6-5fc1aaeca6fc tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.430700 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8ba128d7-c9c1-4700-9fc6-5fc1aaeca6fc tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4648190 Sep 10 04:03:08.431359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38568) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:08.483710 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a8685a5f-5ad6-49e5-84ca-1ac4b31474cf tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules/d48ced3e-cdd9-4efb-85c1-fbdd0684ff9f HTTP/1.1" status: 200 len: 763 time: 0.0478258 Sep 10 04:03:08.483710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38574) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:08.511401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-46e3ee52-5c8b-46e4-b83b-d75b212edf0f', 'network_id': '46e3ee52-5c8b-46e4-b83b-d75b212edf0f', 'tenant_id': '196e2430df3545328e88b292c244ad2d', 'fixed_ips': [{'subnet_id': '2a9fa46b-023d-47dd-b92d-02344a3c39da'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:03:08.511401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.578967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9edf6d6d-1d0d-422a-b91c-7b641962ffae None None] Pushing event updated for resources: {'Port': ['ID=fef7b9e6-0dae-4a63-98ba-ffddc2be4357,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:08.637745 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-47ebb5e5-6ad4-4f22-9972-5bbeda9609ea tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1430907 Sep 10 04:03:08.637745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38578) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:08.642761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b118b78c-450b-4f4a-8366-ea60170d3996 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:08.683971 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb72f-b3ee-4f46-bd95-98fe0e4d9b6a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.697974 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb72f-b3ee-4f46-bd95-98fe0e4d9b6a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.760921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Allocated IP 2001:db8::2 (46e3ee52-5c8b-46e4-b83b-d75b212edf0f/2a9fa46b-023d-47dd-b92d-02344a3c39da/3dfbb978-e4ca-41db-978a-712df569f344) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:08.819954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port b118b78c-450b-4f4a-8366-ea60170d3996 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:08.849578 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb72f-b3ee-4f46-bd95-98fe0e4d9b6a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.872633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.880770 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5c9bb72f-b3ee-4f46-bd95-98fe0e4d9b6a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.881887 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5c9bb72f-b3ee-4f46-bd95-98fe0e4d9b6a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/d48ced3e-cdd9-4efb-85c1-fbdd0684ff9f HTTP/1.1" status: 204 len: 168 time: 0.2474918 Sep 10 04:03:08.884585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38586) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:08.903841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9bb72f-b3ee-4f46-bd95-98fe0e4d9b6a tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d48ced3e-cdd9-4efb-85c1-fbdd0684ff9f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:08.947340 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d642624a-7281-4a31-bbd4-aeb35279f498 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0612657 Sep 10 04:03:08.950581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38588) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:08.951304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b118b78c-450b-4f4a-8366-ea60170d3996 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:08.951847 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:08.955413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d4d4451f-a196-4751-a496-9617ce9496c3 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '47639740-f325-4fca-994f-957286ec7bd1', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:09.026058 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.045402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Transition to ACTIVE for port object 3dfbb978-e4ca-41db-978a-712df569f344 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:09.063119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d4451f-a196-4751-a496-9617ce9496c3 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.083913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Transition to ACTIVE for port object 3dfbb978-e4ca-41db-978a-712df569f344 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:09.145939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d4451f-a196-4751-a496-9617ce9496c3 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.158323 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.174190 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.215728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Allocated IP 2001:db8::1 (caafd7e3-c210-4e2b-bb37-8da41553935c/9d3d7168-ad60-47b3-b4c8-d2711727e8cb/edcbc51d-d889-471a-94d0-332bf3554b47) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:09.224170 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d4451f-a196-4751-a496-9617ce9496c3 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.267494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Pushing event updated for resources: {'Port': ['ID=3dfbb978-e4ca-41db-978a-712df569f344,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:09.271197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d4451f-a196-4751-a496-9617ce9496c3 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9af59f25-fa75-457f-81be-052abb8ba215,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:09.283844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Network 46e3ee52-5c8b-46e4-b83b-d75b212edf0f is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:09.295853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:09.299750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:09.302990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port b118b78c-450b-4f4a-8366-ea60170d3996, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b118b78c-450b-4f4a-8366-ea60170d3996,segment=NetworkSegment(355a2e88-c583-4124-ad3b-5210a1d5df61),segment_id=355a2e88-c583-4124-ad3b-5210a1d5df61)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:09.344206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4d4451f-a196-4751-a496-9617ce9496c3 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.345737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d4d4451f-a196-4751-a496-9617ce9496c3 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3937824 Sep 10 04:03:09.348304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38598) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:09.357989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Attempting to bind port 3dfbb978-e4ca-41db-978a-712df569f344 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:03:09.358366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Attempting to bind port 3dfbb978-e4ca-41db-978a-712df569f344 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'bfcb587b-94e4-4879-bcb0-10181dd1aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46e3ee52-5c8b-46e4-b83b-d75b212edf0f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:03:09.358732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Attempting to bind port 3dfbb978-e4ca-41db-978a-712df569f344 on network 46e3ee52-5c8b-46e4-b83b-d75b212edf0f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:03:09.364932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:03:09.365317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Checking segment: {'id': 'bfcb587b-94e4-4879-bcb0-10181dd1aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46e3ee52-5c8b-46e4-b83b-d75b212edf0f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:09.365725 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.366121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Bound using segment: {'id': 'bfcb587b-94e4-4879-bcb0-10181dd1aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46e3ee52-5c8b-46e4-b83b-d75b212edf0f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:03:09.366730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Bound port: 3dfbb978-e4ca-41db-978a-712df569f344, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfcb587b-94e4-4879-bcb0-10181dd1aba1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': '46e3ee52-5c8b-46e4-b83b-d75b212edf0f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:03:09.367118 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.374629 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1cb0c5c1-430d-487e-9bf1-4bac9ea662f5 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules/9af59f25-fa75-457f-81be-052abb8ba215 HTTP/1.1" status: 200 len: 763 time: 0.0250363 Sep 10 04:03:09.377115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38600) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:09.378014 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.431545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.463097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=b118b78c-450b-4f4a-8366-ea60170d3996,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:09.463586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-11eec121-7928-43c3-a764-8956e4181489 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0840199 Sep 10 04:03:09.465985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38606) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:09.467324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Transition to ACTIVE for port object edcbc51d-d889-471a-94d0-332bf3554b47 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:09.528608 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24e3e711-6c38-4328-9573-143942a5b6d7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.538362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24e3e711-6c38-4328-9573-143942a5b6d7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.557774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] For port 3dfbb978-e4ca-41db-978a-712df569f344, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:03:09.564558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] For port 3dfbb978-e4ca-41db-978a-712df569f344, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3dfbb978-e4ca-41db-978a-712df569f344,segment=NetworkSegment(bfcb587b-94e4-4879-bcb0-10181dd1aba1),segment_id=bfcb587b-94e4-4879-bcb0-10181dd1aba1)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:03:09.584545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.625636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network caafd7e3-c210-4e2b-bb37-8da41553935c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:09.628743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:09.634396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:09.634396 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.653913 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.676630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Port': ['ID=edcbc51d-d889-471a-94d0-332bf3554b47,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:09.699607 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24e3e711-6c38-4328-9573-143942a5b6d7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.707446 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-24e3e711-6c38-4328-9573-143942a5b6d7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.709252 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-24e3e711-6c38-4328-9573-143942a5b6d7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/9af59f25-fa75-457f-81be-052abb8ba215 HTTP/1.1" status: 204 len: 168 time: 0.2422712 Sep 10 04:03:09.719231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38608) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:09.747040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d715f9-69f9-414c-a7ff-da7f1a44f5d6 None None] Pushing event updated for resources: {'Port': ['ID=3dfbb978-e4ca-41db-978a-712df569f344,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:09.753614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e3e711-6c38-4328-9573-143942a5b6d7 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9af59f25-fa75-457f-81be-052abb8ba215,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:09.838012 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d0ac7bb7-6c46-4423-beb8-0dd4e6efa1be tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0739083 Sep 10 04:03:09.841777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38614) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:09.854249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d6cdde48-97e7-45a5-8888-136a5f45689e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Request body: {'security_group_rule': {'security_group_id': '47639740-f325-4fca-994f-957286ec7bd1', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:09.911641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:09.949934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da85915d-6f06-4102-a77d-29c9a2ec5677 None None] Network caafd7e3-c210-4e2b-bb37-8da41553935c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:09.955645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6cdde48-97e7-45a5-8888-136a5f45689e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.022399 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6cdde48-97e7-45a5-8888-136a5f45689e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.129901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6cdde48-97e7-45a5-8888-136a5f45689e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.157383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6cdde48-97e7-45a5-8888-136a5f45689e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ddf8568-ab94-4c5c-a175-1b346dd1f808,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:10.172401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e532b955-d7b7-40be-8af7-e2ccaf37a1ad None None] Provisioning for port fef7b9e6-0dae-4a63-98ba-ffddc2be4357 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:10.242048 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6cdde48-97e7-45a5-8888-136a5f45689e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.243579 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6cdde48-97e7-45a5-8888-136a5f45689e tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4006186 Sep 10 04:03:10.248847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38620) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:10.255302 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.275515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38622) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:10.275806 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3092c62c-0ed0-43f0-be53-384803d413f6 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules/1ddf8568-ab94-4c5c-a175-1b346dd1f808 HTTP/1.1" status: 200 len: 764 time: 0.0252371 Sep 10 04:03:10.319859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-374a7662-ad1a-4186-8e0d-d0041a334183 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0420592 Sep 10 04:03:10.326671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38624) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:10.350074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.350860 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.362956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5457708d-72e4-43e6-aa07-f8520c86957d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.414398 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5457708d-72e4-43e6-aa07-f8520c86957d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.492109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Port': ['ID=edcbc51d-d889-471a-94d0-332bf3554b47,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:10.536837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network caafd7e3-c210-4e2b-bb37-8da41553935c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:10.538541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:10.592644 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5457708d-72e4-43e6-aa07-f8520c86957d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.603747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8eeae9c4-9ecd-4f96-b36a-ea7cdcc77ceb None None] Provisioning for port edcbc51d-d889-471a-94d0-332bf3554b47 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:10.619165 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5457708d-72e4-43e6-aa07-f8520c86957d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.621775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5457708d-72e4-43e6-aa07-f8520c86957d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1ddf8568-ab94-4c5c-a175-1b346dd1f808 HTTP/1.1" status: 204 len: 168 time: 0.2940705 Sep 10 04:03:10.623141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8eeae9c4-9ecd-4f96-b36a-ea7cdcc77ceb None None] Provisioning complete for port edcbc51d-d889-471a-94d0-332bf3554b47 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:10.623740 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8eeae9c4-9ecd-4f96-b36a-ea7cdcc77ceb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.624637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38628) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:10.626707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b118b78c-450b-4f4a-8366-ea60170d3996 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:10.664877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5457708d-72e4-43e6-aa07-f8520c86957d tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ddf8568-ab94-4c5c-a175-1b346dd1f808,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:10.687437 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-701167da-4852-4d25-bb84-a553cdecebea tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0588977 Sep 10 04:03:10.688591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38630) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:10.717486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8eeae9c4-9ecd-4f96-b36a-ea7cdcc77ceb None None] Port edcbc51d-d889-471a-94d0-332bf3554b47 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:10.749300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b118b78c-450b-4f4a-8366-ea60170d3996 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:10.749676 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.790928 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aed84115-5f7d-4fb7-b143-22e551009f8f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.819230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aed84115-5f7d-4fb7-b143-22e551009f8f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:10.836052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3dfbb978-e4ca-41db-978a-712df569f344 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:10.932755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Router e09d2aea-f47b-4760-869c-0857bab3465f is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:03:10.954781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3dfbb978-e4ca-41db-978a-712df569f344 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:10.970541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fef7b9e6-0dae-4a63-98ba-ffddc2be4357 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:10.993035 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aed84115-5f7d-4fb7-b143-22e551009f8f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.001946 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aed84115-5f7d-4fb7-b143-22e551009f8f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.003207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aed84115-5f7d-4fb7-b143-22e551009f8f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "DELETE /v2.0/security-groups/47639740-f325-4fca-994f-957286ec7bd1 HTTP/1.1" status: 204 len: 168 time: 0.3144367 Sep 10 04:03:11.006778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38638) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:11.019170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed84115-5f7d-4fb7-b143-22e551009f8f tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47639740-f325-4fca-994f-957286ec7bd1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:11.044650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4bdf4889-cba1-474e-b981-bce1e7ba0b27 None None] Provisioning complete for port edcbc51d-d889-471a-94d0-332bf3554b47 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:11.045161 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4bdf4889-cba1-474e-b981-bce1e7ba0b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.081952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:03:11.086829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2a952145-e9fc-4bde-9e14-110a2197af76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "PUT /v2.0/routers/e09d2aea-f47b-4760-869c-0857bab3465f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7746279 Sep 10 04:03:11.090021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38640) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:11.095798 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-de6328b4-ec9f-4bea-bdb3-632bc39e0486 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0878766 Sep 10 04:03:11.100213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38642) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:11.129102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b12f4a0-1476-4d3c-a548-b105ccd58bd8 None None] Sync routers for ids ['e09d2aea-f47b-4760-869c-0857bab3465f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:03:11.152011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12f4a0-1476-4d3c-a548-b105ccd58bd8 None None] Routers {'e09d2aea-f47b-4760-869c-0857bab3465f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:11.154603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4b12f4a0-1476-4d3c-a548-b105ccd58bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e09d2aea-f47b-4760-869c-0857bab3465f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:11.154996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-72bdfa1c-7914-41b7-8e3a-78f3ac957614 tempest-SecGroupTest-1283048058 tempest-SecGroupTest-1283048058-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0531843 Sep 10 04:03:11.158986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4bdf4889-cba1-474e-b981-bce1e7ba0b27 None None] Port edcbc51d-d889-471a-94d0-332bf3554b47 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:11.198153 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435cc45e-d0cb-4d40-b21e-e936e70120bb None None] Network 46e3ee52-5c8b-46e4-b83b-d75b212edf0f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:11.204137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4b12f4a0-1476-4d3c-a548-b105ccd58bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:11.235055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b12f4a0-1476-4d3c-a548-b105ccd58bd8 None None] Routers {'e09d2aea-f47b-4760-869c-0857bab3465f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:11.235055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4b12f4a0-1476-4d3c-a548-b105ccd58bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e09d2aea-f47b-4760-869c-0857bab3465f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:11.238117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port fef7b9e6-0dae-4a63-98ba-ffddc2be4357 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:11.296111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port fef7b9e6-0dae-4a63-98ba-ffddc2be4357 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:11.296738 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.325983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4b12f4a0-1476-4d3c-a548-b105ccd58bd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:11.326636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b12f4a0-1476-4d3c-a548-b105ccd58bd8 None None] The sync data for ids ['e09d2aea-f47b-4760-869c-0857bab3465f'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:03:11.365701 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] Provisioning complete for port edcbc51d-d889-471a-94d0-332bf3554b47 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:11.366077 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.453864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] Port edcbc51d-d889-471a-94d0-332bf3554b47 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:11.492395 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.513412 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-7c181c23-d71e-48ed-8738-36aaf0226125 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:11.521878 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7c181c23-d71e-48ed-8738-36aaf0226125 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "PUT /v2.0/routers/e09d2aea-f47b-4760-869c-0857bab3465f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.4250195 Sep 10 04:03:11.522083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38648) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:11.536839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port fef7b9e6-0dae-4a63-98ba-ffddc2be4357, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fef7b9e6-0dae-4a63-98ba-ffddc2be4357,segment=NetworkSegment(4873d13f-a664-437b-abf6-3981d55d5bc4),segment_id=4873d13f-a664-437b-abf6-3981d55d5bc4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:11.591099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] Provisioning for port 3dfbb978-e4ca-41db-978a-712df569f344 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:11.595713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] Provisioning complete for port 3dfbb978-e4ca-41db-978a-712df569f344 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:11.596139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.650556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.741645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=fef7b9e6-0dae-4a63-98ba-ffddc2be4357,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:11.761140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38656) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:11.790262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.826871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] For port 3dfbb978-e4ca-41db-978a-712df569f344, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3dfbb978-e4ca-41db-978a-712df569f344,segment=NetworkSegment(bfcb587b-94e4-4879-bcb0-10181dd1aba1),segment_id=bfcb587b-94e4-4879-bcb0-10181dd1aba1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:11.952217 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:11.970597 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3f7b9bb5-8356-40cb-ae24-8e45bbe2c1e8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=425f2d329cdc4a1496aa1b38c05748e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2069168 Sep 10 04:03:11.971448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38662) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:12.024913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f5702-546e-43f2-8a2a-1910c80a6b8f None None] Pushing event updated for resources: {'Port': ['ID=3dfbb978-e4ca-41db-978a-712df569f344,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:12.054151 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be160691-47ae-4e4b-b526-ec7fab360328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.076742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-da6f861b-58bf-4974-942c-dc841ca58f04 None None] Provisioning complete for port 3dfbb978-e4ca-41db-978a-712df569f344 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:12.077216 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-da6f861b-58bf-4974-942c-dc841ca58f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.085893 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be160691-47ae-4e4b-b526-ec7fab360328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.201758 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be160691-47ae-4e4b-b526-ec7fab360328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.204865 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be160691-47ae-4e4b-b526-ec7fab360328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.206086 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-be160691-47ae-4e4b-b526-ec7fab360328 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cc45206d-31bc-4e27-8492-1cfa478b219d HTTP/1.1" status: 204 len: 168 time: 0.2336473 Sep 10 04:03:12.216762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be160691-47ae-4e4b-b526-ec7fab360328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc45206d-31bc-4e27-8492-1cfa478b219d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:12.336466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.446984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fef7b9e6-0dae-4a63-98ba-ffddc2be4357 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:12.511361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port fef7b9e6-0dae-4a63-98ba-ffddc2be4357 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:12.511361 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.626787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3dfbb978-e4ca-41db-978a-712df569f344 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:12.641063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Deleting port edcbc51d-d889-471a-94d0-332bf3554b47 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:12.641636 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.690205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3dfbb978-e4ca-41db-978a-712df569f344 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:12.690714 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.756505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:12.772030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Calling delete_port for edcbc51d-d889-471a-94d0-332bf3554b47 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:13.081269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:13.108043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Port': ['ID=edcbc51d-d889-471a-94d0-332bf3554b47,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:13.220659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:13.380488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Router e09d2aea-f47b-4760-869c-0857bab3465f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:03:13.414375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38690) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:13.462580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:03:13.472486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ce19bbcd-6c99-4a57-8a92-cffd2ded3efd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "PUT /v2.0/routers/e09d2aea-f47b-4760-869c-0857bab3465f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9472115 Sep 10 04:03:13.472486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38694) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:13.474232 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da88d1-4c96-44fd-b892-fb9fa87a3538 None None] Sync routers for ids ['e09d2aea-f47b-4760-869c-0857bab3465f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:03:13.484016 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da88d1-4c96-44fd-b892-fb9fa87a3538 None None] Routers {'e09d2aea-f47b-4760-869c-0857bab3465f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:13.484678 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-07da88d1-4c96-44fd-b892-fb9fa87a3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e09d2aea-f47b-4760-869c-0857bab3465f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:13.529502 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-24f0b809-0505-4286-901e-b49ad7916b3d tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] delete failed (client error): The resource could not be found. Sep 10 04:03:13.530544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-24f0b809-0505-4286-901e-b49ad7916b3d tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-2127092802 HTTP/1.1" status: 404 len: 335 time: 0.0577638 Sep 10 04:03:13.534595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38702) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:13.539820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-01f1050b-09af-45ef-90a3-9dad4381acc3 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e09d2aea-f47b-4760-869c-0857bab3465f'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:13.540740 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-07da88d1-4c96-44fd-b892-fb9fa87a3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:13.543285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c21f523d-c6c1-4a65-8cbf-bcfc3ac9eb72 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:13.543827 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-c21f523d-c6c1-4a65-8cbf-bcfc3ac9eb72 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 10 04:03:13.544508 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-c21f523d-c6c1-4a65-8cbf-bcfc3ac9eb72 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): There was a conflict when trying to complete your request. Sep 10 04:03:13.550841 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c21f523d-c6c1-4a65-8cbf-bcfc3ac9eb72 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1358833 Sep 10 04:03:13.551276 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07da88d1-4c96-44fd-b892-fb9fa87a3538 None None] Routers {'e09d2aea-f47b-4760-869c-0857bab3465f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:13.551930 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-07da88d1-4c96-44fd-b892-fb9fa87a3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e09d2aea-f47b-4760-869c-0857bab3465f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:13.552314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38704) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:13.557879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--199153709'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:13.593229 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-07da88d1-4c96-44fd-b892-fb9fa87a3538 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:13.593907 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07da88d1-4c96-44fd-b892-fb9fa87a3538 None None] The sync data for ids ['e09d2aea-f47b-4760-869c-0857bab3465f'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:03:13.675759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:13.687288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:13.757218 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01f1050b-09af-45ef-90a3-9dad4381acc3 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:13.788676 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:13.836115 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-01f1050b-09af-45ef-90a3-9dad4381acc3 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] update failed (client error): The resource could not be found. Sep 10 04:03:13.837181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-01f1050b-09af-45ef-90a3-9dad4381acc3 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "PUT /v2.0/routers/e09d2aea-f47b-4760-869c-0857bab3465f HTTP/1.1" status: 404 len: 339 time: 0.3016069 Sep 10 04:03:13.841394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38710) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:13.846413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1884534573'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:13.858582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:13.893434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfe548be-3b5a-48fd-a901-ad8847be71fd,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:13.960965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Made reservation on behalf of 196e2430df3545328e88b292c244ad2d for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:13.964839 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:13.988737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:03:13.998004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:13.998389 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Added segment 060590ee-d2ff-4b59-8a84-d49a01969efe of type vlan for network f955a99b-75e5-4806-9485-a388d2c4bba6 Sep 10 04:03:14.024403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.037220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.085784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.117929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aa21f3b-3db0-4ca9-b9f2-7b936bf2ad78,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:14.164310 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.166393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:14.167091 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.207487 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.211865 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fab0f600-da43-4bcc-8406-1b088e9223e2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6582637 Sep 10 04:03:14.217156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38726) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:14.217156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1157742e-c951-4c57-a30a-a6f538e586f0 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '4aa21f3b-3db0-4ca9-b9f2-7b936bf2ad78', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:14.235989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Network': ['ID=f955a99b-75e5-4806-9485-a388d2c4bba6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:14.247578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network f955a99b-75e5-4806-9485-a388d2c4bba6 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:03:14.271464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-065b0119-3fd9-4411-90bb-8772d7364f89 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4286551 Sep 10 04:03:14.274457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38728) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:14.279552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'subnet': {'network_id': 'f955a99b-75e5-4806-9485-a388d2c4bba6', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:14.349949 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-c951-4c57-a30a-a6f538e586f0 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.410342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-c951-4c57-a30a-a6f538e586f0 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.447027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Made reservation on behalf of 196e2430df3545328e88b292c244ad2d for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:14.451309 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.487431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-c951-4c57-a30a-a6f538e586f0 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.506756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1157742e-c951-4c57-a30a-a6f538e586f0 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f870521a-c567-479a-bb74-3c2d53c8aeeb,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:14.578575 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1157742e-c951-4c57-a30a-a6f538e586f0 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.579765 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1157742e-c951-4c57-a30a-a6f538e586f0 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3663874 Sep 10 04:03:14.590497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38734) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:14.590497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1bbc5440-b283-4117-abc5-7f6a875c4d72 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '4aa21f3b-3db0-4ca9-b9f2-7b936bf2ad78', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:14.652379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1bbc5440-b283-4117-abc5-7f6a875c4d72 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.681810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.765797 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-1bbc5440-b283-4117-abc5-7f6a875c4d72 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): There was a conflict when trying to complete your request. Sep 10 04:03:14.769528 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1bbc5440-b283-4117-abc5-7f6a875c4d72 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1832304 Sep 10 04:03:14.769709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Subnet': ['ID=9f6839bc-7537-4864-94d5-3dd8d87f7169,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:14.771371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:14.790270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Checking segment: {'id': '060590ee-d2ff-4b59-8a84-d49a01969efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f955a99b-75e5-4806-9485-a388d2c4bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:14.790783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network hostable DHCP agents. Network: f955a99b-75e5-4806-9485-a388d2c4bba6, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:14.844405 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd33b-dc43-46d7-81c4-117a1909b268 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.869016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd33b-dc43-46d7-81c4-117a1909b268 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:14.908864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network f955a99b-75e5-4806-9485-a388d2c4bba6 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:15.067949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, f955a99b-75e5-4806-9485-a388d2c4bba6) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:15.067949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd33b-dc43-46d7-81c4-117a1909b268 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.073590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c2ccd33b-dc43-46d7-81c4-117a1909b268 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.074821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c2ccd33b-dc43-46d7-81c4-117a1909b268 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/4aa21f3b-3db0-4ca9-b9f2-7b936bf2ad78 HTTP/1.1" status: 204 len: 168 time: 0.3020077 Sep 10 04:03:15.077483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38758) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:15.081174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2330bf55-3ff6-433b-98a3-9650e2279978 None None] Network f955a99b-75e5-4806-9485-a388d2c4bba6 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:15.090272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:15.090714 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.099193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ccd33b-dc43-46d7-81c4-117a1909b268 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aa21f3b-3db0-4ca9-b9f2-7b936bf2ad78,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:15.145130 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-745958e2-fe8c-4887-a295-1e81a44d864a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0664947 Sep 10 04:03:15.148940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38762) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:15.160136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e6320735-7798-4ae8-b308-538891a0a922 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--174772153'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:15.223752 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-10da862b-adbd-407e-96c8-8c531015a0bb tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9438550 Sep 10 04:03:15.223970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38766) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:15.227673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-27c0ff57-54c4-49ee-a8c8-f0851ac1fa2c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'router': {'external_gateway_info': {'network_id': 'f955a99b-75e5-4806-9485-a388d2c4bba6'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:15.295038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6320735-7798-4ae8-b308-538891a0a922 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.335596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-f955a99b-75e5-4806-9485-a388d2c4bba6', 'network_id': 'f955a99b-75e5-4806-9485-a388d2c4bba6', 'tenant_id': '196e2430df3545328e88b292c244ad2d', 'fixed_ips': [{'subnet_id': '9f6839bc-7537-4864-94d5-3dd8d87f7169'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:03:15.336566 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.561267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6320735-7798-4ae8-b308-538891a0a922 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.561267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee50f41-29f5-4475-94a0-14c432981a37 req-fce106e2-e3a5-482c-8ca4-c61efa8916e0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:15.561267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fee50f41-29f5-4475-94a0-14c432981a37 req-fce106e2-e3a5-482c-8ca4-c61efa8916e0 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0770512 Sep 10 04:03:15.637733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fee50f41-29f5-4475-94a0-14c432981a37 req-cd9a8bc2-0406-4dd9-80ac-9543765e2191 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534747 Sep 10 04:03:15.645929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6320735-7798-4ae8-b308-538891a0a922 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.663939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27c0ff57-54c4-49ee-a8c8-f0851ac1fa2c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.678613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Allocated IP 2001:db8:1::2 (f955a99b-75e5-4806-9485-a388d2c4bba6/9f6839bc-7537-4864-94d5-3dd8d87f7169/9783b696-008a-4208-8628-07e7f7831a5c) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:15.681609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6320735-7798-4ae8-b308-538891a0a922 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aa28f496-ab8f-49ab-a8e7-ea239def0621,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:15.784096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6320735-7798-4ae8-b308-538891a0a922 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.785392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e6320735-7798-4ae8-b308-538891a0a922 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6351459 Sep 10 04:03:15.788216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38784) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:15.801517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-66704465-8952-4b85-9e08-9738f24d9e7e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': 'aa28f496-ab8f-49ab-a8e7-ea239def0621', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:15.801517 n-d-808143-1 neutron-server[95136]: WARNING neutron.api.v2.base [None req-66704465-8952-4b85-9e08-9738f24d9e7e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Sep 10 04:03:15.801517 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-66704465-8952-4b85-9e08-9738f24d9e7e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:15.801517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-66704465-8952-4b85-9e08-9738f24d9e7e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0069377 Sep 10 04:03:15.801517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38786) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:15.898542 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.931094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Transition to ACTIVE for port object 9783b696-008a-4208-8628-07e7f7831a5c will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:15.932630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0ebd-cffc-43c3-83ec-d71f99368e0b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:15.959412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Transition to ACTIVE for port object 9783b696-008a-4208-8628-07e7f7831a5c will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:16.014743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0ebd-cffc-43c3-83ec-d71f99368e0b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.050179 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.056038 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-27c0ff57-54c4-49ee-a8c8-f0851ac1fa2c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:16.057121 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-27c0ff57-54c4-49ee-a8c8-f0851ac1fa2c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "PUT /v2.0/routers/e09d2aea-f47b-4760-869c-0857bab3465f HTTP/1.1" status: 400 len: 364 time: 0.8340189 Sep 10 04:03:16.063343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38790) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:16.160896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0ebd-cffc-43c3-83ec-d71f99368e0b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.165059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7d7b0ebd-cffc-43c3-83ec-d71f99368e0b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.167567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7d7b0ebd-cffc-43c3-83ec-d71f99368e0b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/aa28f496-ab8f-49ab-a8e7-ea239def0621 HTTP/1.1" status: 204 len: 168 time: 0.3651724 Sep 10 04:03:16.172134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38792) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:16.185511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Network f955a99b-75e5-4806-9485-a388d2c4bba6 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:16.197986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:16.205978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:16.223627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Pushing event updated for resources: {'Port': ['ID=9783b696-008a-4208-8628-07e7f7831a5c,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:16.227076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7b0ebd-cffc-43c3-83ec-d71f99368e0b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa28f496-ab8f-49ab-a8e7-ea239def0621,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:16.277796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e14f031b-d19a-48c9-856a-5ce133f2db48 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043067 Sep 10 04:03:16.281425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38794) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:16.286044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-72ab8b35-5492-4edb-b414-b45b72ceb067 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516319181'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:16.297301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Attempting to bind port 9783b696-008a-4208-8628-07e7f7831a5c on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:03:16.297653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Attempting to bind port 9783b696-008a-4208-8628-07e7f7831a5c by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '060590ee-d2ff-4b59-8a84-d49a01969efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f955a99b-75e5-4806-9485-a388d2c4bba6'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:03:16.298404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Attempting to bind port 9783b696-008a-4208-8628-07e7f7831a5c on network f955a99b-75e5-4806-9485-a388d2c4bba6 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:03:16.309532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 2, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:03:16.310159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Checking segment: {'id': '060590ee-d2ff-4b59-8a84-d49a01969efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f955a99b-75e5-4806-9485-a388d2c4bba6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:16.310749 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.311332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Bound using segment: {'id': '060590ee-d2ff-4b59-8a84-d49a01969efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f955a99b-75e5-4806-9485-a388d2c4bba6'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:03:16.312018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Bound port: 9783b696-008a-4208-8628-07e7f7831a5c, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060590ee-d2ff-4b59-8a84-d49a01969efe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'f955a99b-75e5-4806-9485-a388d2c4bba6'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:03:16.317310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.379144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] For port 9783b696-008a-4208-8628-07e7f7831a5c, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:03:16.382387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] For port 9783b696-008a-4208-8628-07e7f7831a5c, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9783b696-008a-4208-8628-07e7f7831a5c,segment=NetworkSegment(060590ee-d2ff-4b59-8a84-d49a01969efe),segment_id=060590ee-d2ff-4b59-8a84-d49a01969efe)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:03:16.396786 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.412839 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72ab8b35-5492-4edb-b414-b45b72ceb067 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.476344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.505273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72ab8b35-5492-4edb-b414-b45b72ceb067 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.568541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d2b251-4d72-49e8-807c-20c569d2a89e None None] Pushing event updated for resources: {'Port': ['ID=9783b696-008a-4208-8628-07e7f7831a5c,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:16.589496 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72ab8b35-5492-4edb-b414-b45b72ceb067 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.625615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab8b35-5492-4edb-b414-b45b72ceb067 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ae7fc79-b236-4005-81e6-c200da4ec278,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:16.726864 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72ab8b35-5492-4edb-b414-b45b72ceb067 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.731045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-72ab8b35-5492-4edb-b414-b45b72ceb067 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4461634 Sep 10 04:03:16.732269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38804) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:16.737068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5fb0c260-566c-4b9e-bdc8-af9b1736bf15 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '9ae7fc79-b236-4005-81e6-c200da4ec278', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:16.738236 n-d-808143-1 neutron-server[95136]: WARNING neutron.api.v2.base [None req-5fb0c260-566c-4b9e-bdc8-af9b1736bf15 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Sep 10 04:03:16.738985 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-5fb0c260-566c-4b9e-bdc8-af9b1736bf15 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:16.740807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5fb0c260-566c-4b9e-bdc8-af9b1736bf15 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0077150 Sep 10 04:03:16.745802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38806) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:16.825731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4de0be-b17b-4706-a0ae-b7d68a323bde req-f3d6722e-08f9-4f5c-ad6c-088ff49115d8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:16.828260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea4de0be-b17b-4706-a0ae-b7d68a323bde req-f3d6722e-08f9-4f5c-ad6c-088ff49115d8 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.1347044 Sep 10 04:03:16.886071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-11bf63e0-7fae-4ba4-aca1-c17ddf085f9f tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:16.904154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea4de0be-b17b-4706-a0ae-b7d68a323bde req-6fa168f0-5e0c-411e-9c05-68840576f934 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0679924 Sep 10 04:03:16.937591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-11bf63e0-7fae-4ba4-aca1-c17ddf085f9f tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.104828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-11bf63e0-7fae-4ba4-aca1-c17ddf085f9f tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.108469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-11bf63e0-7fae-4ba4-aca1-c17ddf085f9f tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.111855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-11bf63e0-7fae-4ba4-aca1-c17ddf085f9f tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/9ae7fc79-b236-4005-81e6-c200da4ec278 HTTP/1.1" status: 204 len: 168 time: 0.3609200 Sep 10 04:03:17.112840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38816) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:17.120968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11bf63e0-7fae-4ba4-aca1-c17ddf085f9f tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ae7fc79-b236-4005-81e6-c200da4ec278,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:17.121763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Allocated IP 2001:db8::1 (803875af-77fd-43c8-ae0e-30ca128b9ffe/6e5d1c88-8de6-43e2-91a5-a4a24c55c30d/edc87101-0f3c-4b68-bc2d-8a96cd7574c3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:17.194614 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-799e04d1-799d-46c2-bf16-6859d61784b1 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0803685 Sep 10 04:03:17.198048 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38818) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:17.205505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9981c287-0701-4db9-826f-2f63bc3e14c5 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--713953078'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:17.288826 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.301610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Transition to ACTIVE for port object edc87101-0f3c-4b68-bc2d-8a96cd7574c3 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:17.332989 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9981c287-0701-4db9-826f-2f63bc3e14c5 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.375619 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.440513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network 803875af-77fd-43c8-ae0e-30ca128b9ffe is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:17.448046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Port': ['ID=edc87101-0f3c-4b68-bc2d-8a96cd7574c3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:17.458659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:17.461466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:17.462062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.485250 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9981c287-0701-4db9-826f-2f63bc3e14c5 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.563755 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9981c287-0701-4db9-826f-2f63bc3e14c5 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.616204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9981c287-0701-4db9-826f-2f63bc3e14c5 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e165024d-e5ac-4424-ae9c-79274acc6d35,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:17.658710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9981c287-0701-4db9-826f-2f63bc3e14c5 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.660336 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9981c287-0701-4db9-826f-2f63bc3e14c5 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4612978 Sep 10 04:03:17.663137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38820) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:17.669779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-60c78091-72f3-4509-a173-d2e4b1c72aea tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': 'e165024d-e5ac-4424-ae9c-79274acc6d35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:17.670721 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-60c78091-72f3-4509-a173-d2e4b1c72aea tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Sep 10 04:03:17.671491 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-60c78091-72f3-4509-a173-d2e4b1c72aea tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:17.672939 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-60c78091-72f3-4509-a173-d2e4b1c72aea tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0084994 Sep 10 04:03:17.675557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38822) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:17.682157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-021b7dcd-9a56-4526-8864-283aad16cb50 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': 'e165024d-e5ac-4424-ae9c-79274acc6d35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:17.683113 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-021b7dcd-9a56-4526-8864-283aad16cb50 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Sep 10 04:03:17.684304 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-021b7dcd-9a56-4526-8864-283aad16cb50 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:17.685516 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-021b7dcd-9a56-4526-8864-283aad16cb50 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0085342 Sep 10 04:03:17.688091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38824) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:17.694602 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-83dce008-78d2-4e26-9909-2895e8a41d91 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': 'e165024d-e5ac-4424-ae9c-79274acc6d35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:17.695784 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-83dce008-78d2-4e26-9909-2895e8a41d91 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Sep 10 04:03:17.696645 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-83dce008-78d2-4e26-9909-2895e8a41d91 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:17.697703 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-83dce008-78d2-4e26-9909-2895e8a41d91 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0085649 Sep 10 04:03:17.709437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38826) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:17.709437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-063ea94d-6f9c-4e88-a3a4-777d48d794fd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': 'e165024d-e5ac-4424-ae9c-79274acc6d35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:17.709437 n-d-808143-1 neutron-server[95136]: WARNING neutron.api.v2.base [None req-063ea94d-6f9c-4e88-a3a4-777d48d794fd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Sep 10 04:03:17.709437 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-063ea94d-6f9c-4e88-a3a4-777d48d794fd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:17.711928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-063ea94d-6f9c-4e88-a3a4-777d48d794fd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0094349 Sep 10 04:03:17.712482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38828) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:17.750424 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.779689 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a292f7d1-5ab6-49fb-9760-0876dfb34687 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.817967 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a292f7d1-5ab6-49fb-9760-0876dfb34687 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.945383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a292f7d1-5ab6-49fb-9760-0876dfb34687 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.947939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33ded629-839f-4b5e-9eaa-d021c0d9df61 None None] Network f955a99b-75e5-4806-9485-a388d2c4bba6 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:17.949350 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a292f7d1-5ab6-49fb-9760-0876dfb34687 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:17.953497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a292f7d1-5ab6-49fb-9760-0876dfb34687 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/e165024d-e5ac-4424-ae9c-79274acc6d35 HTTP/1.1" status: 204 len: 168 time: 0.2377305 Sep 10 04:03:17.954024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38832) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:17.972215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a292f7d1-5ab6-49fb-9760-0876dfb34687 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e165024d-e5ac-4424-ae9c-79274acc6d35,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:18.065874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fc87f99a-42d2-4f6d-b440-e72d5d1a4f4a None None] Provisioning for port 9783b696-008a-4208-8628-07e7f7831a5c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:18.069875 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a864eb42-ae90-404b-85d8-c17e57847ba9 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1147311 Sep 10 04:03:18.101556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38838) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:18.140246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-58b21489-7493-4b88-abc6-6bb6aff18445 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045375047'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:18.176914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f8c763-183f-42f6-8d19-f70afd785826 req-0abc9766-49a2-4133-8bd9-68054ab74af2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:18.178555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13f8c763-183f-42f6-8d19-f70afd785826 req-0abc9766-49a2-4133-8bd9-68054ab74af2 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.1666329 Sep 10 04:03:18.232491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fc87f99a-42d2-4f6d-b440-e72d5d1a4f4a None None] Provisioning for port edc87101-0f3c-4b68-bc2d-8a96cd7574c3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:18.232761 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.233261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fc87f99a-42d2-4f6d-b440-e72d5d1a4f4a None None] Provisioning complete for port edc87101-0f3c-4b68-bc2d-8a96cd7574c3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:18.233261 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fc87f99a-42d2-4f6d-b440-e72d5d1a4f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.247233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13f8c763-183f-42f6-8d19-f70afd785826 req-5f66b4d1-5e1c-4114-800c-4d473f5d2107 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461671 Sep 10 04:03:18.286604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fc87f99a-42d2-4f6d-b440-e72d5d1a4f4a None None] Port edc87101-0f3c-4b68-bc2d-8a96cd7574c3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:18.303994 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58b21489-7493-4b88-abc6-6bb6aff18445 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.356068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.356640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.412820 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58b21489-7493-4b88-abc6-6bb6aff18445 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.467296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event updated for resources: {'Port': ['ID=edc87101-0f3c-4b68-bc2d-8a96cd7574c3,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:18.488335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58b21489-7493-4b88-abc6-6bb6aff18445 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.508069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9783b696-008a-4208-8628-07e7f7831a5c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:18.547155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Network 803875af-77fd-43c8-ae0e-30ca128b9ffe is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:18.549008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b21489-7493-4b88-abc6-6bb6aff18445 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47f7a784-325b-4b62-9dd1-af35d9d7a056,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:18.551964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:18.602003 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-58b21489-7493-4b88-abc6-6bb6aff18445 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.603886 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-58b21489-7493-4b88-abc6-6bb6aff18445 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4743240 Sep 10 04:03:18.606585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38844) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:18.615727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2082922c-ee96-4a0e-86d9-390f758d7099 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '47f7a784-325b-4b62-9dd1-af35d9d7a056', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:18.617309 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-2082922c-ee96-4a0e-86d9-390f758d7099 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 10 04:03:18.620708 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-2082922c-ee96-4a0e-86d9-390f758d7099 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:18.622112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2082922c-ee96-4a0e-86d9-390f758d7099 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0120761 Sep 10 04:03:18.625157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:18.629268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9783b696-008a-4208-8628-07e7f7831a5c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:18.635086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9783b696-008a-4208-8628-07e7f7831a5c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:18.637580 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.671399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4b267c49-4e25-4666-82a1-96e6a547f01d tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '47f7a784-325b-4b62-9dd1-af35d9d7a056', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:18.711538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Router e09d2aea-f47b-4760-869c-0857bab3465f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:03:18.739378 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.777794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9783b696-008a-4208-8628-07e7f7831a5c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9783b696-008a-4208-8628-07e7f7831a5c,segment=NetworkSegment(060590ee-d2ff-4b59-8a84-d49a01969efe),segment_id=060590ee-d2ff-4b59-8a84-d49a01969efe)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:18.819873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:03:18.834211 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-37aca0ef-df4b-4790-a264-6d506550ecf6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "PUT /v2.0/routers/e09d2aea-f47b-4760-869c-0857bab3465f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7630804 Sep 10 04:03:18.834339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38848) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:18.834436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74366d77-7995-475f-b4ae-b91fc43632d4 None None] Sync routers for ids ['e09d2aea-f47b-4760-869c-0857bab3465f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:03:18.850583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74366d77-7995-475f-b4ae-b91fc43632d4 None None] Routers {'e09d2aea-f47b-4760-869c-0857bab3465f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:18.851260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-74366d77-7995-475f-b4ae-b91fc43632d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e09d2aea-f47b-4760-869c-0857bab3465f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:18.881419 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-4b267c49-4e25-4666-82a1-96e6a547f01d tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:18.886046 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4b267c49-4e25-4666-82a1-96e6a547f01d tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2473891 Sep 10 04:03:18.886046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38850) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:18.888201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-74366d77-7995-475f-b4ae-b91fc43632d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:18.891107 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.896486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b5b59cd9-0033-40a7-8567-95ff879904d8 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '47f7a784-325b-4b62-9dd1-af35d9d7a056', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:18.897362 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-b5b59cd9-0033-40a7-8567-95ff879904d8 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Sep 10 04:03:18.898267 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-b5b59cd9-0033-40a7-8567-95ff879904d8 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:18.902297 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b5b59cd9-0033-40a7-8567-95ff879904d8 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0113237 Sep 10 04:03:18.907710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38852) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:18.910025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7468d136-313c-4a45-9dd8-f4a8529d97f3 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '47f7a784-325b-4b62-9dd1-af35d9d7a056', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:18.928842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d6cd850-1f3e-41c2-b5cb-afd53f5e5822 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.939060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74366d77-7995-475f-b4ae-b91fc43632d4 None None] Routers {'e09d2aea-f47b-4760-869c-0857bab3465f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:18.939695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-74366d77-7995-475f-b4ae-b91fc43632d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e09d2aea-f47b-4760-869c-0857bab3465f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:18.946976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-879d36d9-48cf-489a-a79a-0fde68dc1378 None None] Provisioning complete for port edc87101-0f3c-4b68-bc2d-8a96cd7574c3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:18.947342 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-879d36d9-48cf-489a-a79a-0fde68dc1378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:18.999300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-74366d77-7995-475f-b4ae-b91fc43632d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:18.999990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74366d77-7995-475f-b4ae-b91fc43632d4 None None] The sync data for ids ['e09d2aea-f47b-4760-869c-0857bab3465f'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:03:19.003367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9783b696-008a-4208-8628-07e7f7831a5c,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:19.018865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-879d36d9-48cf-489a-a79a-0fde68dc1378 None None] Port edc87101-0f3c-4b68-bc2d-8a96cd7574c3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:19.027777 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-2d6cd850-1f3e-41c2-b5cb-afd53f5e5822 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 04:03:19.029000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2d6cd850-1f3e-41c2-b5cb-afd53f5e5822 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/routers/e09d2aea-f47b-4760-869c-0857bab3465f HTTP/1.1" status: 409 len: 329 time: 0.1985359 Sep 10 04:03:19.031866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38854) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:19.121590 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-7468d136-313c-4a45-9dd8-f4a8529d97f3 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:19.125023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7468d136-313c-4a45-9dd8-f4a8529d97f3 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2188241 Sep 10 04:03:19.127437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38860) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:19.132761 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b34a2d1d-ede4-433a-90c6-e5f529d644b9 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '47f7a784-325b-4b62-9dd1-af35d9d7a056', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:19.133267 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-b34a2d1d-ede4-433a-90c6-e5f529d644b9 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Sep 10 04:03:19.133752 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-b34a2d1d-ede4-433a-90c6-e5f529d644b9 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:19.134708 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b34a2d1d-ede4-433a-90c6-e5f529d644b9 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0059657 Sep 10 04:03:19.137379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38862) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:19.141827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8155bb23-085b-4c47-8036-95ce8a785868 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '47f7a784-325b-4b62-9dd1-af35d9d7a056', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:19.258317 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-8155bb23-085b-4c47-8036-95ce8a785868 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Project 71fdbe54caa2425197b35c61cef32a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:03:19.356238 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-8155bb23-085b-4c47-8036-95ce8a785868 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:19.359973 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8155bb23-085b-4c47-8036-95ce8a785868 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2189844 Sep 10 04:03:19.360242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38876) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:19.365006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0dd08415-4ad0-41d1-b373-b7e05ed0a478 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '47f7a784-325b-4b62-9dd1-af35d9d7a056', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:19.365492 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-0dd08415-4ad0-41d1-b373-b7e05ed0a478 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Sep 10 04:03:19.366053 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-0dd08415-4ad0-41d1-b373-b7e05ed0a478 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:19.369667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0dd08415-4ad0-41d1-b373-b7e05ed0a478 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058410 Sep 10 04:03:19.369953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38878) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:19.375612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ccb3bcde-a944-42e7-a613-0ca603b0c76b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '47f7a784-325b-4b62-9dd1-af35d9d7a056', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:19.448803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82e9a7-ea1a-4e3e-9b4c-9213441a65cc req-986b694a-0294-475a-b733-82a03b8d9f42 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:19.456377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe82e9a7-ea1a-4e3e-9b4c-9213441a65cc req-986b694a-0294-475a-b733-82a03b8d9f42 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.1224148 Sep 10 04:03:19.499602 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-ccb3bcde-a944-42e7-a613-0ca603b0c76b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Project 71fdbe54caa2425197b35c61cef32a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:03:19.508084 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:19.511861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe82e9a7-ea1a-4e3e-9b4c-9213441a65cc req-aaada880-6259-4a58-a9fa-3cc8c53c00ee tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546060 Sep 10 04:03:19.641494 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-ccb3bcde-a944-42e7-a613-0ca603b0c76b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:19.642400 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ccb3bcde-a944-42e7-a613-0ca603b0c76b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2713780 Sep 10 04:03:19.645245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38882) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:19.650180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-55bf219a-3950-4359-aff2-91576db7f407 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '47f7a784-325b-4b62-9dd1-af35d9d7a056', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:19.749876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Deleting port edc87101-0f3c-4b68-bc2d-8a96cd7574c3 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:19.750216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:19.778766 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-55bf219a-3950-4359-aff2-91576db7f407 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Project 71fdbe54caa2425197b35c61cef32a09 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:03:19.835716 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:19.848782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Calling delete_port for edc87101-0f3c-4b68-bc2d-8a96cd7574c3 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:19.887391 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-55bf219a-3950-4359-aff2-91576db7f407 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:19.888973 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-55bf219a-3950-4359-aff2-91576db7f407 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2424214 Sep 10 04:03:19.891454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38886) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:19.953229 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38a53248-90ee-4f1a-a34e-ba2da344b3c6 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:19.981413 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38a53248-90ee-4f1a-a34e-ba2da344b3c6 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.097011 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38a53248-90ee-4f1a-a34e-ba2da344b3c6 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.099594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-38a53248-90ee-4f1a-a34e-ba2da344b3c6 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.103322 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-38a53248-90ee-4f1a-a34e-ba2da344b3c6 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/47f7a784-325b-4b62-9dd1-af35d9d7a056 HTTP/1.1" status: 204 len: 168 time: 0.2080462 Sep 10 04:03:20.104285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38888) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:20.112358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a53248-90ee-4f1a-a34e-ba2da344b3c6 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f7a784-325b-4b62-9dd1-af35d9d7a056,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:20.134808 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.166811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Port': ['ID=edc87101-0f3c-4b68-bc2d-8a96cd7574c3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:20.463086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9783b696-008a-4208-8628-07e7f7831a5c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:20.543455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9783b696-008a-4208-8628-07e7f7831a5c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:20.544422 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.676105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-65f34eb9-086d-4456-bb5e-69deba0cc68a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5703712 Sep 10 04:03:20.682087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38902) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:20.687242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5d2ca028-f3e9-49f2-91d1-6d7052788af2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1370882219'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:20.717326 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.754333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe58222-5538-4429-b019-2d7614f2d51b req-cf8a3927-cf06-4400-9d48-a051786831b4 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:20.754333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfe58222-5538-4429-b019-2d7614f2d51b req-cf8a3927-cf06-4400-9d48-a051786831b4 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.1072600 Sep 10 04:03:20.772901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca028-f3e9-49f2-91d1-6d7052788af2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.801180 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-01e6140a-4e19-43c5-9fb4-e8814d24625b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.867158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfe58222-5538-4429-b019-2d7614f2d51b req-7e8b1b65-31cc-4af0-933d-5d1ce47811ed tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787811 Sep 10 04:03:20.884622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca028-f3e9-49f2-91d1-6d7052788af2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.941742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Router e09d2aea-f47b-4760-869c-0857bab3465f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:03:20.955710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca028-f3e9-49f2-91d1-6d7052788af2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:20.988090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2ca028-f3e9-49f2-91d1-6d7052788af2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97b8c9d1-09a6-4fab-8c23-202df77e1045,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:21.015995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:03:21.020923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9fa98292-2ce0-4013-b46d-3eedc6a23ba9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "PUT /v2.0/routers/e09d2aea-f47b-4760-869c-0857bab3465f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9880424 Sep 10 04:03:21.024670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38912) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:21.032583 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710d3c1-277a-48c7-aafc-717613fe14b8 None None] Sync routers for ids ['e09d2aea-f47b-4760-869c-0857bab3465f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:03:21.043918 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710d3c1-277a-48c7-aafc-717613fe14b8 None None] Routers {'e09d2aea-f47b-4760-869c-0857bab3465f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:21.044853 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c710d3c1-277a-48c7-aafc-717613fe14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e09d2aea-f47b-4760-869c-0857bab3465f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:21.069083 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-0d2dd888-bf51-4604-b7b2-34d4fe1d5cbd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] show failed (client error): The resource could not be found. Sep 10 04:03:21.070139 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0d2dd888-bf51-4604-b7b2-34d4fe1d5cbd tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1694648907 HTTP/1.1" status: 404 len: 335 time: 0.0436769 Sep 10 04:03:21.070909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d2ca028-f3e9-49f2-91d1-6d7052788af2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.075056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5d2ca028-f3e9-49f2-91d1-6d7052788af2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3889189 Sep 10 04:03:21.075220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38916) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:21.076139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38918) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:21.078525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-659df230-26b9-489c-b845-917cbb51e815 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:21.079591 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c710d3c1-277a-48c7-aafc-717613fe14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:21.083543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-302a37ac-3fc7-477d-b002-e7617068d5b8 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '97b8c9d1-09a6-4fab-8c23-202df77e1045', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:21.090509 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c710d3c1-277a-48c7-aafc-717613fe14b8 None None] Routers {'e09d2aea-f47b-4760-869c-0857bab3465f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:21.091180 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c710d3c1-277a-48c7-aafc-717613fe14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:02:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e09d2aea-f47b-4760-869c-0857bab3465f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:21.124863 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c710d3c1-277a-48c7-aafc-717613fe14b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:21.124863 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c710d3c1-277a-48c7-aafc-717613fe14b8 None None] The sync data for ids ['e09d2aea-f47b-4760-869c-0857bab3465f'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:03:21.131922 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-659df230-26b9-489c-b845-917cbb51e815 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] update failed (client error): The resource could not be found. Sep 10 04:03:21.131922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-659df230-26b9-489c-b845-917cbb51e815 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1934484896 HTTP/1.1" status: 404 len: 335 time: 0.0531945 Sep 10 04:03:21.132989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38922) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:21.205087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-de235640-8a9f-482c-a1f5-74dfbce7bab6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Deleting subnet 9f6839bc-7537-4864-94d5-3dd8d87f7169 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:21.209550 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de235640-8a9f-482c-a1f5-74dfbce7bab6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.257109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de235640-8a9f-482c-a1f5-74dfbce7bab6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.286603 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-302a37ac-3fc7-477d-b002-e7617068d5b8 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The resource could not be found. Sep 10 04:03:21.290372 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-302a37ac-3fc7-477d-b002-e7617068d5b8 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2105098 Sep 10 04:03:21.292236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38924) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:21.309157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b08d4305-4400-4432-bbdc-58a7a1e3fad3 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '97b8c9d1-09a6-4fab-8c23-202df77e1045', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3ba5b4fb-fe80-4961-8c68-f9e05aa31a37'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:21.404016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de235640-8a9f-482c-a1f5-74dfbce7bab6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.471625 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-b08d4305-4400-4432-bbdc-58a7a1e3fad3 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The resource could not be found. Sep 10 04:03:21.474733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b08d4305-4400-4432-bbdc-58a7a1e3fad3 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1809211 Sep 10 04:03:21.479779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38928) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:21.542048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45a42397-cfce-469a-a8bd-babe9f5ac7ad tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.564973 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45a42397-cfce-469a-a8bd-babe9f5ac7ad tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.565977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de235640-8a9f-482c-a1f5-74dfbce7bab6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.595353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de235640-8a9f-482c-a1f5-74dfbce7bab6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Subnet': ['ID=9f6839bc-7537-4864-94d5-3dd8d87f7169,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:21.599523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-de235640-8a9f-482c-a1f5-74dfbce7bab6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.602609 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-de235640-8a9f-482c-a1f5-74dfbce7bab6 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/subnets/9f6839bc-7537-4864-94d5-3dd8d87f7169 HTTP/1.1" status: 204 len: 168 time: 0.4682417 Sep 10 04:03:21.607726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15304a52-ac7c-437a-9acf-c9598e7dfba2 None None] Network f955a99b-75e5-4806-9485-a388d2c4bba6 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:21.610657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38930) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:21.690923 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.693996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45a42397-cfce-469a-a8bd-babe9f5ac7ad tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.696502 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-45a42397-cfce-469a-a8bd-babe9f5ac7ad tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.701250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-45a42397-cfce-469a-a8bd-babe9f5ac7ad tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/97b8c9d1-09a6-4fab-8c23-202df77e1045 HTTP/1.1" status: 204 len: 168 time: 0.2158186 Sep 10 04:03:21.701405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38932) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:21.709390 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a42397-cfce-469a-a8bd-babe9f5ac7ad tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b8c9d1-09a6-4fab-8c23-202df77e1045,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:21.762572 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0f314cdd-29d9-4faf-ae8a-8e647f8a803a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609157 Sep 10 04:03:21.766294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38934) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:21.769016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Deleting port 9783b696-008a-4208-8628-07e7f7831a5c {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:21.769366 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.770610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-490f7e7a-c1fb-4ee5-a330-cc80ed311e2b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': 'b5b78d0b-6f47-4ed2-b735-29ec5df4d7c8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:21.820225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d236dd7-3646-4747-9523-b4d7104368fa None None] DHCP port deletion for f955a99b-75e5-4806-9485-a388d2c4bba6 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:03:21.840386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] For port 9783b696-008a-4208-8628-07e7f7831a5c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9783b696-008a-4208-8628-07e7f7831a5c,segment=NetworkSegment(060590ee-d2ff-4b59-8a84-d49a01969efe),segment_id=060590ee-d2ff-4b59-8a84-d49a01969efe)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:21.840741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.852704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Calling delete_port for 9783b696-008a-4208-8628-07e7f7831a5c owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:21.870212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2d236dd7-3646-4747-9523-b4d7104368fa None None] Deleting port 9783b696-008a-4208-8628-07e7f7831a5c {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:21.870584 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2d236dd7-3646-4747-9523-b4d7104368fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.942544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2d236dd7-3646-4747-9523-b4d7104368fa None None] For port 9783b696-008a-4208-8628-07e7f7831a5c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9783b696-008a-4208-8628-07e7f7831a5c,segment=NetworkSegment(060590ee-d2ff-4b59-8a84-d49a01969efe),segment_id=060590ee-d2ff-4b59-8a84-d49a01969efe)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:21.943027 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2d236dd7-3646-4747-9523-b4d7104368fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:21.957475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2d236dd7-3646-4747-9523-b4d7104368fa None None] Calling delete_port for 9783b696-008a-4208-8628-07e7f7831a5c owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:22.004363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78816e32-08c4-481e-9eaa-9744e112a7b7 req-b5c41638-8f06-448f-b211-dfe8ebb16ef1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:22.006057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78816e32-08c4-481e-9eaa-9744e112a7b7 req-b5c41638-8f06-448f-b211-dfe8ebb16ef1 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0511882 Sep 10 04:03:22.018437 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-490f7e7a-c1fb-4ee5-a330-cc80ed311e2b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The resource could not be found. Sep 10 04:03:22.022148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-490f7e7a-c1fb-4ee5-a330-cc80ed311e2b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2522821 Sep 10 04:03:22.023294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38942) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:22.028436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-12ecba72-568c-40f2-a2a3-361bd4f30c6b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--982999887'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:22.046942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78816e32-08c4-481e-9eaa-9744e112a7b7 req-59f31c21-ab55-485c-9b23-392cffa89a62 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340497 Sep 10 04:03:22.064050 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.070483 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2d236dd7-3646-4747-9523-b4d7104368fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.097225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] No DVR routers for this DVR port 9783b696-008a-4208-8628-07e7f7831a5c on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:22.098034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d236dd7-3646-4747-9523-b4d7104368fa None None] Pushing event deleted for resources: {'Port': ['ID=9783b696-008a-4208-8628-07e7f7831a5c,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:22.098913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Port': ['ID=9783b696-008a-4208-8628-07e7f7831a5c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:22.099899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d236dd7-3646-4747-9523-b4d7104368fa None None] No DVR routers for this DVR port 9783b696-008a-4208-8628-07e7f7831a5c on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:22.161692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12ecba72-568c-40f2-a2a3-361bd4f30c6b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.182849 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.204614 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f955a99b-75e5-4806-9485-a388d2c4bba6']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:22.215318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060590ee-d2ff-4b59-8a84-d49a01969efe') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:22.215743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060590ee-d2ff-4b59-8a84-d49a01969efe') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:22.225527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.241565 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.249571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:22.249571 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:22.252160 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:22.275167 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12ecba72-568c-40f2-a2a3-361bd4f30c6b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.360956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12ecba72-568c-40f2-a2a3-361bd4f30c6b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.389901 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.393538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ecba72-568c-40f2-a2a3-361bd4f30c6b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5038526-28c0-4d82-989d-e3583c15dbd5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:22.410304 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.412902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/networks/f955a99b-75e5-4806-9485-a388d2c4bba6 HTTP/1.1" status: 204 len: 168 time: 0.8004827 Sep 10 04:03:22.413884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c69b8-9427-4181-bcf8-0db371ab792b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Network': ['ID=f955a99b-75e5-4806-9485-a388d2c4bba6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:22.414743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38950) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:22.445447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9783b696-008a-4208-8628-07e7f7831a5c no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:22.448014 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12ecba72-568c-40f2-a2a3-361bd4f30c6b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.451987 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-12ecba72-568c-40f2-a2a3-361bd4f30c6b tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4276695 Sep 10 04:03:22.452143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38952) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:22.458135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-fdd4d385-b3d6-4e8c-aaa4-82409078140e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1974983417'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:22.469162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9783b696-008a-4208-8628-07e7f7831a5c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:03:22.469591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9783b696-008a-4208-8628-07e7f7831a5c not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:03:22.479121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f32ae19-7e2f-4f8b-868e-4c75b0c4a80b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Deleting subnet 2a9fa46b-023d-47dd-b92d-02344a3c39da {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:22.483815 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f32ae19-7e2f-4f8b-868e-4c75b0c4a80b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.527378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f32ae19-7e2f-4f8b-868e-4c75b0c4a80b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.606922 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d385-b3d6-4e8c-aaa4-82409078140e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.668239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f32ae19-7e2f-4f8b-868e-4c75b0c4a80b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.673076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-ee29b53d-7e2a-4e86-bc05-0bd846bbaee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:22.674593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-ee29b53d-7e2a-4e86-bc05-0bd846bbaee4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0815556 Sep 10 04:03:22.701112 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d385-b3d6-4e8c-aaa4-82409078140e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.765724 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d385-b3d6-4e8c-aaa4-82409078140e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.797393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd4d385-b3d6-4e8c-aaa4-82409078140e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8f35a51-cc81-4478-9ef9-20f8d4f15bbc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:22.826449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-f9919fec-2f93-4db2-ae7b-1fa9b422d144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:22.828003 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-f9919fec-2f93-4db2-ae7b-1fa9b422d144 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2ed2d9-023d-4443-a788-b69943cea483 HTTP/1.1" status: 200 len: 897 time: 0.1177039 Sep 10 04:03:22.846793 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdd4d385-b3d6-4e8c-aaa4-82409078140e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.848097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fdd4d385-b3d6-4e8c-aaa4-82409078140e tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3945506 Sep 10 04:03:22.850974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38958) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:22.856644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-4bce57b1-e663-4676-8b45-e56ab3c500ac tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': 'c5038526-28c0-4d82-989d-e3583c15dbd5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'e8f35a51-cc81-4478-9ef9-20f8d4f15bbc'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:22.879947 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f32ae19-7e2f-4f8b-868e-4c75b0c4a80b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.921580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f32ae19-7e2f-4f8b-868e-4c75b0c4a80b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:22.925681 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1f32ae19-7e2f-4f8b-868e-4c75b0c4a80b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/subnets/2a9fa46b-023d-47dd-b92d-02344a3c39da HTTP/1.1" status: 204 len: 168 time: 0.5077248 Sep 10 04:03:22.927447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f32ae19-7e2f-4f8b-868e-4c75b0c4a80b tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Subnet': ['ID=2a9fa46b-023d-47dd-b92d-02344a3c39da,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:22.928625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e0ae8e-469e-4dcd-ad2f-ee5864b78a78 None None] Network 46e3ee52-5c8b-46e4-b83b-d75b212edf0f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:22.929927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38960) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:22.945938 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-fda2b5e5-e0f3-4ab9-abdc-05bad5aaeeed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793 HTTP/1.1" status: 200 len: 1001 time: 0.1101291 Sep 10 04:03:23.027501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0997f04a-1d45-4df7-a36b-f6136a231cd8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Deleting subnet 9d3d7168-ad60-47b3-b4c8-d2711727e8cb {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:23.033577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-d1c8ac2c-e818-41f6-80c9-6cde91362def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:23.035147 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-d1c8ac2c-e818-41f6-80c9-6cde91362def service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b12dfca-47af-4866-a75f-e33cc91ca991 HTTP/1.1" status: 200 len: 834 time: 0.0700274 Sep 10 04:03:23.035843 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0997f04a-1d45-4df7-a36b-f6136a231cd8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.076870 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-4bce57b1-e663-4676-8b45-e56ab3c500ac tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:23.078722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4bce57b1-e663-4676-8b45-e56ab3c500ac tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2264166 Sep 10 04:03:23.081191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38964) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:23.112961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0997f04a-1d45-4df7-a36b-f6136a231cd8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.133275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6bb2f1-1cd5-47bc-9c39-486d5fe07b8f None None] DHCP port deletion for 46e3ee52-5c8b-46e4-b83b-d75b212edf0f request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:03:23.151732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-db397824-4245-4856-999e-b9467e59294b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:23.153647 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-db397824-4245-4856-999e-b9467e59294b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2ed2d9-023d-4443-a788-b69943cea483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0938036 Sep 10 04:03:23.199188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ac6bb2f1-1cd5-47bc-9c39-486d5fe07b8f None None] Deleting port 3dfbb978-e4ca-41db-978a-712df569f344 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:23.199552 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac6bb2f1-1cd5-47bc-9c39-486d5fe07b8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.238087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc6a687d-6a75-4803-a730-0d869542f35a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.269089 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc6a687d-6a75-4803-a730-0d869542f35a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.321917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ca0a19-6d70-4162-b7bc-09dc42293672 req-399cc4ff-52d7-43db-8d51-e326af67ff89 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:23.326011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33ca0a19-6d70-4162-b7bc-09dc42293672 req-399cc4ff-52d7-43db-8d51-e326af67ff89 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.1544816 Sep 10 04:03:23.374611 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0997f04a-1d45-4df7-a36b-f6136a231cd8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.380321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33ca0a19-6d70-4162-b7bc-09dc42293672 req-f1de3aff-26a6-4940-b7ac-91a1f2ac1396 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464010 Sep 10 04:03:23.382880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ac6bb2f1-1cd5-47bc-9c39-486d5fe07b8f None None] For port 3dfbb978-e4ca-41db-978a-712df569f344, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3dfbb978-e4ca-41db-978a-712df569f344,segment=NetworkSegment(bfcb587b-94e4-4879-bcb0-10181dd1aba1),segment_id=bfcb587b-94e4-4879-bcb0-10181dd1aba1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:23.383922 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac6bb2f1-1cd5-47bc-9c39-486d5fe07b8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.413346 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-2c01421e-bfd2-43fb-a6de-8fc4eba600e1 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482977 Sep 10 04:03:23.419794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ac6bb2f1-1cd5-47bc-9c39-486d5fe07b8f None None] Calling delete_port for 3dfbb978-e4ca-41db-978a-712df569f344 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:23.469373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc6a687d-6a75-4803-a730-0d869542f35a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.479201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dc6a687d-6a75-4803-a730-0d869542f35a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.479201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dc6a687d-6a75-4803-a730-0d869542f35a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/e8f35a51-cc81-4478-9ef9-20f8d4f15bbc HTTP/1.1" status: 204 len: 168 time: 0.3904879 Sep 10 04:03:23.483449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38972) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:23.495081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6a687d-6a75-4803-a730-0d869542f35a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8f35a51-cc81-4478-9ef9-20f8d4f15bbc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:23.581088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-63ad15c6-bb80-4dba-83f3-d48fe6805552 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0961175 Sep 10 04:03:23.581717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38976) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:23.584092 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-53a328ac-687e-4a57-b2c5-e8e3a2041dcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.590530 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ccaf86f8-f82e-403c-9b35-8c8bc230a8fc req-63c90fd1-0d97-4a8c-9811-fc184500a783 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684105 Sep 10 04:03:23.637618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac6bb2f1-1cd5-47bc-9c39-486d5fe07b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.653915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0997f04a-1d45-4df7-a36b-f6136a231cd8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.664917 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9562e7b5-8d12-4fdb-a597-12d6c9fb0109 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.665201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac6bb2f1-1cd5-47bc-9c39-486d5fe07b8f None None] No DVR routers for this DVR port 3dfbb978-e4ca-41db-978a-712df569f344 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:23.688147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6bb2f1-1cd5-47bc-9c39-486d5fe07b8f None None] Pushing event deleted for resources: {'Port': ['ID=3dfbb978-e4ca-41db-978a-712df569f344,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:23.693869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0997f04a-1d45-4df7-a36b-f6136a231cd8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Subnet': ['ID=9d3d7168-ad60-47b3-b4c8-d2711727e8cb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:23.697559 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0997f04a-1d45-4df7-a36b-f6136a231cd8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.697833 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9562e7b5-8d12-4fdb-a597-12d6c9fb0109 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.702688 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0997f04a-1d45-4df7-a36b-f6136a231cd8 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/subnets/9d3d7168-ad60-47b3-b4c8-d2711727e8cb HTTP/1.1" status: 204 len: 168 time: 0.7636847 Sep 10 04:03:23.702884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38980) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:23.710575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35063971-3c04-4562-91c3-870ec6cb86e8 None None] Network caafd7e3-c210-4e2b-bb37-8da41553935c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:23.713156 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.803731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.905088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.912656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe4062d-4559-4343-88b2-c1ba28ddf072 None None] DHCP port deletion for caafd7e3-c210-4e2b-bb37-8da41553935c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:03:23.916846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9562e7b5-8d12-4fdb-a597-12d6c9fb0109 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.920460 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9562e7b5-8d12-4fdb-a597-12d6c9fb0109 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.921868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9562e7b5-8d12-4fdb-a597-12d6c9fb0109 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/c5038526-28c0-4d82-989d-e3583c15dbd5 HTTP/1.1" status: 204 len: 168 time: 0.3386133 Sep 10 04:03:23.924652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38984) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:23.944939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['46e3ee52-5c8b-46e4-b83b-d75b212edf0f']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:23.944939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9562e7b5-8d12-4fdb-a597-12d6c9fb0109 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5038526-28c0-4d82-989d-e3583c15dbd5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:23.955445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfcb587b-94e4-4879-bcb0-10181dd1aba1') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:23.955777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfcb587b-94e4-4879-bcb0-10181dd1aba1') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:23.968138 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.984951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-19c9aa08-ee30-4845-9907-9b20c7b499ad tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0544941 Sep 10 04:03:23.985270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38986) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:23.986422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4062d-4559-4343-88b2-c1ba28ddf072 None None] Deleting port fef7b9e6-0dae-4a63-98ba-ffddc2be4357 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:23.986930 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fe4062d-4559-4343-88b2-c1ba28ddf072 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:23.990114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0e2ad37c-3245-41cb-9433-4c1502a41ed7 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1078294012'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:23.995427 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.005851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Releasing vlan 246 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:24.006302 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:24.010262 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:24.061537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7fe4062d-4559-4343-88b2-c1ba28ddf072 None None] For port fef7b9e6-0dae-4a63-98ba-ffddc2be4357, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fef7b9e6-0dae-4a63-98ba-ffddc2be4357,segment=NetworkSegment(4873d13f-a664-437b-abf6-3981d55d5bc4),segment_id=4873d13f-a664-437b-abf6-3981d55d5bc4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:24.062312 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fe4062d-4559-4343-88b2-c1ba28ddf072 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.076952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-7fe4062d-4559-4343-88b2-c1ba28ddf072 None None] Calling delete_port for fef7b9e6-0dae-4a63-98ba-ffddc2be4357 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:24.127717 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad37c-3245-41cb-9433-4c1502a41ed7 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.157103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.167330 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.169807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/networks/46e3ee52-5c8b-46e4-b83b-d75b212edf0f HTTP/1.1" status: 204 len: 168 time: 0.4665098 Sep 10 04:03:24.172845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38988) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:24.184952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0a5da-5b51-40d4-b5c0-13e24cdd9eba tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Network': ['ID=46e3ee52-5c8b-46e4-b83b-d75b212edf0f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:24.212670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7fe4062d-4559-4343-88b2-c1ba28ddf072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.242944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe4062d-4559-4343-88b2-c1ba28ddf072 None None] Pushing event deleted for resources: {'Port': ['ID=fef7b9e6-0dae-4a63-98ba-ffddc2be4357,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:24.246967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fe4062d-4559-4343-88b2-c1ba28ddf072 None None] No DVR routers for this DVR port fef7b9e6-0dae-4a63-98ba-ffddc2be4357 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:24.255403 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad37c-3245-41cb-9433-4c1502a41ed7 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.291598 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.325929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad37c-3245-41cb-9433-4c1502a41ed7 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.355868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2ad37c-3245-41cb-9433-4c1502a41ed7 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d252e6a-6641-4c28-b8af-469dac051338,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:24.393518 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.419361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caafd7e3-c210-4e2b-bb37-8da41553935c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:24.423210 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0e2ad37c-3245-41cb-9433-4c1502a41ed7 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.426563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0e2ad37c-3245-41cb-9433-4c1502a41ed7 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4382203 Sep 10 04:03:24.427628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38996) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:24.432126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-fb491759-d126-4239-83c5-043867161a29 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '9d252e6a-6641-4c28-b8af-469dac051338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:24.435323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4873d13f-a664-437b-abf6-3981d55d5bc4') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:24.435710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4873d13f-a664-437b-abf6-3981d55d5bc4') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:24.438201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fef7b9e6-0dae-4a63-98ba-ffddc2be4357 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:24.451514 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.459257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: fef7b9e6-0dae-4a63-98ba-ffddc2be4357 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:03:24.459630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fef7b9e6-0dae-4a63-98ba-ffddc2be4357 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:03:24.460244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3dfbb978-e4ca-41db-978a-712df569f344 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:24.467336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.473556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:24.479213 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:24.481884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3dfbb978-e4ca-41db-978a-712df569f344 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:03:24.482433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3dfbb978-e4ca-41db-978a-712df569f344 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:03:24.534263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca574283-b89b-4600-95b1-1c90ce4ec53b req-d6283f79-633b-4774-80ec-a5aa831e00f7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:24.536306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca574283-b89b-4600-95b1-1c90ce4ec53b req-d6283f79-633b-4774-80ec-a5aa831e00f7 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0653574 Sep 10 04:03:24.596748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca574283-b89b-4600-95b1-1c90ce4ec53b req-2e96fa17-0359-42e6-9192-4f15567fb272 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521061 Sep 10 04:03:24.654202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.660765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.665481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39006) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:24.665852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/networks/caafd7e3-c210-4e2b-bb37-8da41553935c HTTP/1.1" status: 204 len: 168 time: 0.4916272 Sep 10 04:03:24.686622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85bd622e-291c-4556-8a06-4775d2f54ed9 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Network': ['ID=caafd7e3-c210-4e2b-bb37-8da41553935c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:24.709958 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-fb491759-d126-4239-83c5-043867161a29 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:24.711007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fb491759-d126-4239-83c5-043867161a29 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2824209 Sep 10 04:03:24.713976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39008) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:24.720017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5b29b382-b9ec-4cde-a13c-4432e1200f0a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group_rule': {'security_group_id': '9d252e6a-6641-4c28-b8af-469dac051338', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:24.735907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea1afa2-ce90-4c6a-af8a-a40cd25561a4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Deleting subnet 6e5d1c88-8de6-43e2-91a5-a4a24c55c30d {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:24.739023 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bea1afa2-ce90-4c6a-af8a-a40cd25561a4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.780273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bea1afa2-ce90-4c6a-af8a-a40cd25561a4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.860999 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bea1afa2-ce90-4c6a-af8a-a40cd25561a4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.915164 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-5b29b382-b9ec-4cde-a13c-4432e1200f0a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:24.916581 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5b29b382-b9ec-4cde-a13c-4432e1200f0a tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2014775 Sep 10 04:03:24.919392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39010) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:24.975004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bea1afa2-ce90-4c6a-af8a-a40cd25561a4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:24.986835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7cf1-ba72-4486-a281-97c0ee6e0ffd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.002657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea1afa2-ce90-4c6a-af8a-a40cd25561a4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Subnet': ['ID=6e5d1c88-8de6-43e2-91a5-a4a24c55c30d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:25.006342 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bea1afa2-ce90-4c6a-af8a-a40cd25561a4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.008276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bea1afa2-ce90-4c6a-af8a-a40cd25561a4 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/subnets/6e5d1c88-8de6-43e2-91a5-a4a24c55c30d HTTP/1.1" status: 204 len: 168 time: 0.3418043 Sep 10 04:03:25.010103 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7cf1-ba72-4486-a281-97c0ee6e0ffd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.010696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39014) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:25.015048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f75881-18e4-4df8-aaa6-2df792ee6232 None None] Network 803875af-77fd-43c8-ae0e-30ca128b9ffe requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:25.093266 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.139866 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7cf1-ba72-4486-a281-97c0ee6e0ffd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.150240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4ab7cf1-ba72-4486-a281-97c0ee6e0ffd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.151473 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f4ab7cf1-ba72-4486-a281-97c0ee6e0ffd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/9d252e6a-6641-4c28-b8af-469dac051338 HTTP/1.1" status: 204 len: 168 time: 0.2311363 Sep 10 04:03:25.154439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39016) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:25.156474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Deleting port b118b78c-450b-4f4a-8366-ea60170d3996 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:25.156828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.161252 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.163394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ab7cf1-ba72-4486-a281-97c0ee6e0ffd tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d252e6a-6641-4c28-b8af-469dac051338,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:25.218693 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:03:25.245326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f7fc02-4a64-417d-8a15-93fd3efbdf53 None None] DHCP port deletion for 803875af-77fd-43c8-ae0e-30ca128b9ffe request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:03:25.253487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] For port b118b78c-450b-4f4a-8366-ea60170d3996, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b118b78c-450b-4f4a-8366-ea60170d3996,segment=NetworkSegment(355a2e88-c583-4124-ad3b-5210a1d5df61),segment_id=355a2e88-c583-4124-ad3b-5210a1d5df61)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:25.253855 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.267902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-26920272-8b17-4a96-8db7-b7761f34b850 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1052754 Sep 10 04:03:25.268568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39018) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:25.273050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Calling delete_port for b118b78c-450b-4f4a-8366-ea60170d3996 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:25.273234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4d2a1828-c3e2-4b2e-b12a-06e5cff49b87 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'tempest-secgroup--1759560778'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:25.305298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-80f7fc02-4a64-417d-8a15-93fd3efbdf53 None None] Deleting port b118b78c-450b-4f4a-8366-ea60170d3996 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:25.305977 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-80f7fc02-4a64-417d-8a15-93fd3efbdf53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.372812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-80f7fc02-4a64-417d-8a15-93fd3efbdf53 None None] For port b118b78c-450b-4f4a-8366-ea60170d3996, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b118b78c-450b-4f4a-8366-ea60170d3996,segment=NetworkSegment(355a2e88-c583-4124-ad3b-5210a1d5df61),segment_id=355a2e88-c583-4124-ad3b-5210a1d5df61)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:25.373099 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-80f7fc02-4a64-417d-8a15-93fd3efbdf53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.378261 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d2a1828-c3e2-4b2e-b12a-06e5cff49b87 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.384821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-80f7fc02-4a64-417d-8a15-93fd3efbdf53 None None] Calling delete_port for b118b78c-450b-4f4a-8366-ea60170d3996 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:25.457327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.460582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d2a1828-c3e2-4b2e-b12a-06e5cff49b87 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.463780 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-80f7fc02-4a64-417d-8a15-93fd3efbdf53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.470144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] No DVR routers for this DVR port b118b78c-450b-4f4a-8366-ea60170d3996 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:25.489572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f7fc02-4a64-417d-8a15-93fd3efbdf53 None None] Pushing event deleted for resources: {'Port': ['ID=b118b78c-450b-4f4a-8366-ea60170d3996,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:25.493028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Port': ['ID=b118b78c-450b-4f4a-8366-ea60170d3996,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:25.494479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f7fc02-4a64-417d-8a15-93fd3efbdf53 None None] No DVR routers for this DVR port b118b78c-450b-4f4a-8366-ea60170d3996 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:25.538137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d2a1828-c3e2-4b2e-b12a-06e5cff49b87 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.570945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2a1828-c3e2-4b2e-b12a-06e5cff49b87 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae030142-832b-4930-b7a7-c869e12a70b5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:25.581454 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.601961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['803875af-77fd-43c8-ae0e-30ca128b9ffe']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:25.611591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '355a2e88-c583-4124-ad3b-5210a1d5df61') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:25.611921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '355a2e88-c583-4124-ad3b-5210a1d5df61') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:25.621395 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.644795 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.653266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Releasing vlan 247 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:25.653713 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:25.671175 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:25.697217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d2a1828-c3e2-4b2e-b12a-06e5cff49b87 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.701920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4d2a1828-c3e2-4b2e-b12a-06e5cff49b87 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4292040 Sep 10 04:03:25.702320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39024) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:25.706583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a1812914-d0ca-4feb-92e6-529837f5b295 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Request body: {'security_group': {'name': 'default'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:25.707014 n-d-808143-1 neutron-server[95137]: WARNING neutron.api.v2.base [None req-a1812914-d0ca-4feb-92e6-529837f5b295 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Sep 10 04:03:25.707514 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-a1812914-d0ca-4feb-92e6-529837f5b295 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] update failed (client error): There was a conflict when trying to complete your request. Sep 10 04:03:25.710982 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a1812914-d0ca-4feb-92e6-529837f5b295 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "PUT /v2.0/security-groups/ae030142-832b-4930-b7a7-c869e12a70b5 HTTP/1.1" status: 409 len: 330 time: 0.0054572 Sep 10 04:03:25.717778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39026) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:25.764135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f5858-e304-412f-ba29-cd479bb51165 req-fa8576c7-c613-48b3-b412-1443b68f94de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:25.766351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc0f5858-e304-412f-ba29-cd479bb51165 req-fa8576c7-c613-48b3-b412-1443b68f94de tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0942388 Sep 10 04:03:25.789630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5757890d-b40a-461e-96d9-25012a116896 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.808794 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.815414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.819971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/networks/803875af-77fd-43c8-ae0e-30ca128b9ffe HTTP/1.1" status: 204 len: 168 time: 0.8073044 Sep 10 04:03:25.820832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39032) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:25.828184 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5757890d-b40a-461e-96d9-25012a116896 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:25.846713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a95b62-fc30-46c6-a887-6219a98d9b76 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Pushing event deleted for resources: {'Network': ['ID=803875af-77fd-43c8-ae0e-30ca128b9ffe,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:25.853762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc0f5858-e304-412f-ba29-cd479bb51165 req-0eb6c151-9269-4337-8089-d99c7a238eb4 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807893 Sep 10 04:03:25.874341 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c22fa0ff-cac2-4833-918e-47422b1aae72 tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "GET /v2.0/ports?device_id=e09d2aea-f47b-4760-869c-0857bab3465f HTTP/1.1" status: 200 len: 205 time: 0.0359871 Sep 10 04:03:25.875077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39034) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:25.952657 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-313c308e-090e-4bed-b9b4-4585765e8d3c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:26.029424 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5757890d-b40a-461e-96d9-25012a116896 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:26.036353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5757890d-b40a-461e-96d9-25012a116896 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:26.036353 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5757890d-b40a-461e-96d9-25012a116896 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/ae030142-832b-4930-b7a7-c869e12a70b5 HTTP/1.1" status: 204 len: 168 time: 0.3146787 Sep 10 04:03:26.037011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39038) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:26.057665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5757890d-b40a-461e-96d9-25012a116896 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae030142-832b-4930-b7a7-c869e12a70b5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:26.098825 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0f89d3ff-0c63-4d7f-ac2d-9173ae3a86b4 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0599220 Sep 10 04:03:26.102053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39040) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:26.117762 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-836eb374-c3bd-40a6-8318-685eff22edb2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] delete failed (client error): The resource could not be found. Sep 10 04:03:26.118959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-836eb374-c3bd-40a6-8318-685eff22edb2 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "DELETE /v2.0/security-groups/dbeaacfd-9f0f-4bdc-a600-c01866bf6e94 HTTP/1.1" status: 404 len: 347 time: 0.0157712 Sep 10 04:03:26.123865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39042) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:26.139558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-313c308e-090e-4bed-b9b4-4585765e8d3c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:26.142630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-313c308e-090e-4bed-b9b4-4585765e8d3c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:26.147552 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-b6bfad9a-53c5-4f37-82b0-d1a068682de5 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] show failed (client error): The resource could not be found. Sep 10 04:03:26.148564 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b6bfad9a-53c5-4f37-82b0-d1a068682de5 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-groups/aae64061-a28f-4381-8d65-d5f170609b3a HTTP/1.1" status: 404 len: 347 time: 0.0246274 Sep 10 04:03:26.153036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39044) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:26.167076 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-bd246428-03c7-4433-87e8-26c8885fb0f1 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] show failed (client error): The resource could not be found. Sep 10 04:03:26.173633 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd246428-03c7-4433-87e8-26c8885fb0f1 tempest-NegativeSecGroupIPv6Test-1638265053 tempest-NegativeSecGroupIPv6Test-1638265053-project] 10.222.0.22 "GET /v2.0/security-group-rules/8f711e9a-38a9-463b-b6cd-20b067a34681 HTTP/1.1" status: 404 len: 356 time: 0.0148025 Sep 10 04:03:26.303041 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:26.313335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-313c308e-090e-4bed-b9b4-4585765e8d3c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:26.314234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-313c308e-090e-4bed-b9b4-4585765e8d3c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Fanout notify agent at l3_agent the message router_deleted on router e09d2aea-f47b-4760-869c-0857bab3465f {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:03:26.340145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-313c308e-090e-4bed-b9b4-4585765e8d3c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:26.344416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-313c308e-090e-4bed-b9b4-4585765e8d3c tempest-RoutersNegativeIpV6Test-590732208 tempest-RoutersNegativeIpV6Test-590732208-project] 10.222.0.22 "DELETE /v2.0/routers/e09d2aea-f47b-4760-869c-0857bab3465f HTTP/1.1" status: 204 len: 168 time: 0.4682808 Sep 10 04:03:26.436013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b118b78c-450b-4f4a-8366-ea60170d3996 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:26.459731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: b118b78c-450b-4f4a-8366-ea60170d3996 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:03:26.460140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b118b78c-450b-4f4a-8366-ea60170d3996 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:03:26.728874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39062) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:26.835653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39070) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:26.958703 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a1b0dc97-9c76-474f-bfaa-fd990adedf2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=71fdbe54caa2425197b35c61cef32a09&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285793 Sep 10 04:03:26.961277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39076) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:26.990181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7995419c-c1c9-45b1-bdd2-b9138acd2b8e req-92839143-bb59-4a50-952a-170ed76d2b7d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:26.991983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7995419c-c1c9-45b1-bdd2-b9138acd2b8e req-92839143-bb59-4a50-952a-170ed76d2b7d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0506544 Sep 10 04:03:27.025482 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aa1cb62c-0c5d-448e-9512-8d5915472dbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=196e2430df3545328e88b292c244ad2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1886506 Sep 10 04:03:27.029999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39080) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:27.041791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f36c1dd-2709-46b0-8590-85dd65ded5d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:27.063576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7995419c-c1c9-45b1-bdd2-b9138acd2b8e req-081b0140-be09-4f55-ae31-9a121c4db2e6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645070 Sep 10 04:03:27.084312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f36c1dd-2709-46b0-8590-85dd65ded5d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:27.102747 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32df765e-c3de-4db8-b0ce-db96279ce91e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:27.129675 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32df765e-c3de-4db8-b0ce-db96279ce91e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:27.258107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f36c1dd-2709-46b0-8590-85dd65ded5d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:27.260778 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4f36c1dd-2709-46b0-8590-85dd65ded5d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:27.262804 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4f36c1dd-2709-46b0-8590-85dd65ded5d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bfe548be-3b5a-48fd-a901-ad8847be71fd HTTP/1.1" status: 204 len: 168 time: 0.3002973 Sep 10 04:03:27.271501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f36c1dd-2709-46b0-8590-85dd65ded5d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfe548be-3b5a-48fd-a901-ad8847be71fd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:27.286607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32df765e-c3de-4db8-b0ce-db96279ce91e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:27.289686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32df765e-c3de-4db8-b0ce-db96279ce91e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:27.294484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-32df765e-c3de-4db8-b0ce-db96279ce91e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51bc4ac5-f9ad-4780-9e7c-d657522f3bb2 HTTP/1.1" status: 204 len: 168 time: 0.2638216 Sep 10 04:03:27.303162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32df765e-c3de-4db8-b0ce-db96279ce91e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51bc4ac5-f9ad-4780-9e7c-d657522f3bb2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:28.206259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4035df50-17e4-4e74-b618-939a85a452ec req-3a2d69e9-bc5b-4d17-9bed-4ea57a96c987 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:28.207836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4035df50-17e4-4e74-b618-939a85a452ec req-3a2d69e9-bc5b-4d17-9bed-4ea57a96c987 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0817368 Sep 10 04:03:28.250291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4035df50-17e4-4e74-b618-939a85a452ec req-49719ec1-1258-47de-be2b-f955cfcbc41f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360155 Sep 10 04:03:28.459344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39144) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:28.568090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0c0a5151-a998-4830-8d2d-f507aa6d643f tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1420804756', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:28.657274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5151-a998-4830-8d2d-f507aa6d643f tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:28.658345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5151-a998-4830-8d2d-f507aa6d643f tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:28.716518 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5151-a998-4830-8d2d-f507aa6d643f tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:28.788883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5151-a998-4830-8d2d-f507aa6d643f tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:28.835808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:28.854093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb466d03-ebd5-44d1-b931-942164e8ab45 req-d9c5cef6-1ce3-467a-92ec-0fffa561e872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:28.856322 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cb466d03-ebd5-44d1-b931-942164e8ab45 req-d9c5cef6-1ce3-467a-92ec-0fffa561e872 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0530992 Sep 10 04:03:28.892688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c0a5151-a998-4830-8d2d-f507aa6d643f tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:28.896241 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0c0a5151-a998-4830-8d2d-f507aa6d643f tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4336708 Sep 10 04:03:28.898690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39164) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:28.898964 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cb466d03-ebd5-44d1-b931-942164e8ab45 req-1b97cee6-660b-41de-afcd-9eb68df3fbf8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348716 Sep 10 04:03:28.904598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2096435944'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:29.034880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Made reservation on behalf of 67ddc644c6af434e9292ee42b674b138 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:29.038481 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:29.051662 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:29.161708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:29.246075 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:29.269755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:03:29.286379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6148772-ec79-4059-b419-75adb00a9e88,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:29.292061 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:29.292634 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Added segment 71d4b8a7-c055-4a2a-82da-d0702e066207 of type vlan for network 99899d62-9654-48b4-ab81-d9fe6260ea4b Sep 10 04:03:29.347757 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:29.401925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b66814b-a538-4e7f-976b-4be205f98f8c req-0f942495-3227-44f9-bd3c-c44a6a579e63 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:29.401925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b66814b-a538-4e7f-976b-4be205f98f8c req-0f942495-3227-44f9-bd3c-c44a6a579e63 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0697706 Sep 10 04:03:29.443451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b66814b-a538-4e7f-976b-4be205f98f8c req-5c6d8a4a-abfa-45fc-9df9-48cb8b0128b4 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364923 Sep 10 04:03:29.457803 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:29.463047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:29.463622 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:29.528693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Network': ['ID=99899d62-9654-48b4-ab81-d9fe6260ea4b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:29.538936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 99899d62-9654-48b4-ab81-d9fe6260ea4b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:03:29.601749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2d9ffc2d-d035-429d-ab72-58f14ae893c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.7018979 Sep 10 04:03:29.607710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39194) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:29.612664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Request body: {'subnet': {'network_id': '99899d62-9654-48b4-ab81-d9fe6260ea4b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:29.772315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Made reservation on behalf of 67ddc644c6af434e9292ee42b674b138 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:29.775889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.058294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.118365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Subnet': ['ID=d14f74f1-5d70-43ff-b407-c3bfc2595f5f,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:30.126634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Checking segment: {'id': '71d4b8a7-c055-4a2a-82da-d0702e066207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99899d62-9654-48b4-ab81-d9fe6260ea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:30.127000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network hostable DHCP agents. Network: 99899d62-9654-48b4-ab81-d9fe6260ea4b, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:30.206843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network 99899d62-9654-48b4-ab81-d9fe6260ea4b is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:30.244537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39214) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:30.263456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 99899d62-9654-48b4-ab81-d9fe6260ea4b) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:30.267701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:30.268264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.276179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b833b9d-9358-45e0-8e51-9b226d3ee5b3 None None] Network 99899d62-9654-48b4-ab81-d9fe6260ea4b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:30.353256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39220) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:30.353884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-708d1511-173a-435e-a2ab-ad2fa5e00825 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7445734 Sep 10 04:03:30.363973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Request body: {'network': {'name': 'tempest-router-network01--201156086'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:30.427291 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3c9b-3287-4dfa-84bf-08193a9746ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.486510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Made reservation on behalf of 67ddc644c6af434e9292ee42b674b138 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:30.491345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.547022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] vlan segment allocate from pool success with {'vlan_id': 217, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:03:30.548841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bf60565-38d5-4e4c-8727-9a11ee2a6793 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:03:30.556846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-99899d62-9654-48b4-ab81-d9fe6260ea4b', 'network_id': '99899d62-9654-48b4-ab81-d9fe6260ea4b', 'tenant_id': '67ddc644c6af434e9292ee42b674b138', 'fixed_ips': [{'subnet_id': 'd14f74f1-5d70-43ff-b407-c3bfc2595f5f'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:03:30.557676 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.558087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.558440 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Added segment 80641b20-d9dd-432d-980b-e770b69bc9d7 of type vlan for network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b Sep 10 04:03:30.602735 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.617422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7d36e7-20ad-45d8-a0a4-421829d8859f req-b0cd8c6e-9946-4eb3-91ac-8544b15c4e7a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:30.618933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e7d36e7-20ad-45d8-a0a4-421829d8859f req-b0cd8c6e-9946-4eb3-91ac-8544b15c4e7a tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0899732 Sep 10 04:03:30.662464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3c9b-3287-4dfa-84bf-08193a9746ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.682476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e7d36e7-20ad-45d8-a0a4-421829d8859f req-0e9a9fa5-f77a-4eca-91a2-2d87cae03e7f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479047 Sep 10 04:03:30.692752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.701466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:30.702722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.710244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39230) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:30.752467 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4d0e3c9b-3287-4dfa-84bf-08193a9746ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.822850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Network': ['ID=6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:30.826281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4d0e3c9b-3287-4dfa-84bf-08193a9746ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33c0a381c3834a1c8e4919ebc3d98966&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5803246 Sep 10 04:03:30.830081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39234) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:30.849118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7fb08839-2c26-402e-9c01-c0d42d6f304e tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/floatingips/7616775a-aa6a-49b8-ac17-33cbce34b1b2 HTTP/1.1" status: 200 len: 993 time: 0.1373105 Sep 10 04:03:30.850459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0e3c9b-3287-4dfa-84bf-08193a9746ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93d4e2e-79b2-48aa-8217-9296ac5d365d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:30.893761 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1abfa5f8-031f-41a1-9cdc-fd1adfd9a336 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.903746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Allocated IP 172.20.0.2 (99899d62-9654-48b4-ab81-d9fe6260ea4b/d14f74f1-5d70-43ff-b407-c3bfc2595f5f/c1669ffd-3fa5-4df5-be5d-38d4185b4560) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:30.918548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1abfa5f8-031f-41a1-9cdc-fd1adfd9a336 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:30.922420 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c9ca4160-7a62-4fca-8783-f92f7174e52d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5667012 Sep 10 04:03:30.927521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39238) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:30.932700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Request body: {'network': {'name': 'tempest-router-network02--1979755506'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:30.992439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:03:31.076092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1abfa5f8-031f-41a1-9cdc-fd1adfd9a336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.079071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1abfa5f8-031f-41a1-9cdc-fd1adfd9a336 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.083718 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1abfa5f8-031f-41a1-9cdc-fd1adfd9a336 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c93d4e2e-79b2-48aa-8217-9296ac5d365d HTTP/1.1" status: 204 len: 168 time: 0.2522171 Sep 10 04:03:31.099301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfa5f8-031f-41a1-9cdc-fd1adfd9a336 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93d4e2e-79b2-48aa-8217-9296ac5d365d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:31.116716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Made reservation on behalf of 67ddc644c6af434e9292ee42b674b138 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:31.121574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.168946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] vlan segment allocate from pool success with {'vlan_id': 237, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:03:31.178990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.179262 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Added segment 94297d85-40ee-45f0-96f9-34caef622547 of type vlan for network 76d3fad1-d04e-4b2a-913e-bda198036519 Sep 10 04:03:31.199314 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.214715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Transition to ACTIVE for port object c1669ffd-3fa5-4df5-be5d-38d4185b4560 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:31.230416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.245151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:31.248627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Transition to ACTIVE for port object c1669ffd-3fa5-4df5-be5d-38d4185b4560 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:31.260791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'port_id': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'mac_address': 'fa:16:3e:89:2a:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 204, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:03:31.298246 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.311071 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.320590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1bf60565-38d5-4e4c-8727-9a11ee2a6793 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:03:31.320994 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.328344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:31.328947 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.366394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Network 99899d62-9654-48b4-ab81-d9fe6260ea4b is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:31.380166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:31.387117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:31.390784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:31.391952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Pushing event updated for resources: {'Port': ['ID=c1669ffd-3fa5-4df5-be5d-38d4185b4560,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:31.458496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Attempting to bind port c1669ffd-3fa5-4df5-be5d-38d4185b4560 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:03:31.459306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Attempting to bind port c1669ffd-3fa5-4df5-be5d-38d4185b4560 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '71d4b8a7-c055-4a2a-82da-d0702e066207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99899d62-9654-48b4-ab81-d9fe6260ea4b'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:03:31.460081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Attempting to bind port c1669ffd-3fa5-4df5-be5d-38d4185b4560 on network 99899d62-9654-48b4-ab81-d9fe6260ea4b {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:03:31.464214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.469110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Network': ['ID=76d3fad1-d04e-4b2a-913e-bda198036519,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:31.472281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:03:31.473044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Checking segment: {'id': '71d4b8a7-c055-4a2a-82da-d0702e066207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99899d62-9654-48b4-ab81-d9fe6260ea4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:31.477561 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.477561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Bound using segment: {'id': '71d4b8a7-c055-4a2a-82da-d0702e066207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99899d62-9654-48b4-ab81-d9fe6260ea4b'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:03:31.477561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Bound port: c1669ffd-3fa5-4df5-be5d-38d4185b4560, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71d4b8a7-c055-4a2a-82da-d0702e066207', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '99899d62-9654-48b4-ab81-d9fe6260ea4b'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:03:31.477561 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.537587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 76d3fad1-d04e-4b2a-913e-bda198036519 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:03:31.585160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ce2af8e2-1387-4980-a72c-e4fd4091ec02 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6563847 Sep 10 04:03:31.596083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39246) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:31.605653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Request body: {'subnet': {'network_id': '6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:31.753833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['1bf60565-38d5-4e4c-8727-9a11ee2a6793'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:03:31.783162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1bf60565-38d5-4e4c-8727-9a11ee2a6793,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:31.784161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Made reservation on behalf of 67ddc644c6af434e9292ee42b674b138 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:31.787733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:31.823380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] For port c1669ffd-3fa5-4df5-be5d-38d4185b4560, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:03:31.824536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39248) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:31.841592 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] For port c1669ffd-3fa5-4df5-be5d-38d4185b4560, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1669ffd-3fa5-4df5-be5d-38d4185b4560,segment=NetworkSegment(71d4b8a7-c055-4a2a-82da-d0702e066207),segment_id=71d4b8a7-c055-4a2a-82da-d0702e066207)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:03:31.932200 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.029934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac615569-7b2c-4ff3-8365-1658f236e4e0 None None] Pushing event updated for resources: {'Port': ['ID=c1669ffd-3fa5-4df5-be5d-38d4185b4560,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:32.206504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.207414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.308768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-51e1e947-08eb-4de6-ab27-57065dbc5540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.368516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Subnet': ['ID=78c16f5f-71df-4201-939e-3e8e782f54d5,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:32.371519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Checking segment: {'id': '80641b20-d9dd-432d-980b-e770b69bc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:32.372130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network hostable DHCP agents. Network: 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:32.465172 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-51e1e947-08eb-4de6-ab27-57065dbc5540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.475172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:32.511768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-51e1e947-08eb-4de6-ab27-57065dbc5540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.549013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1669ffd-3fa5-4df5-be5d-38d4185b4560 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:32.549533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:32.553832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:32.554441 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.586168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f5e7af-7ddb-428b-a10c-07a60ca3c2b1 None None] Network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:32.588386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bf60565-38d5-4e4c-8727-9a11ee2a6793 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:32.605887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39266) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:32.606372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-51e1e947-08eb-4de6-ab27-57065dbc5540 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=163bf0376df5427cb77aaba0bdf2d888&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804484 Sep 10 04:03:32.606889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e1e947-08eb-4de6-ab27-57065dbc5540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1f40bd-3529-4039-869d-b0615364e54b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:32.657896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39268) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:32.659212 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-01ad1d5d-f1b2-4b72-b65f-fa7332824be2 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0631583 Sep 10 04:03:32.663075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Request body: {'subnet': {'network_id': '76d3fad1-d04e-4b2a-913e-bda198036519', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:32.702577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.730025 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.795009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:32.795526 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.860975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port c1669ffd-3fa5-4df5-be5d-38d4185b4560 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:32.891867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.894765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.899382 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee1f40bd-3529-4039-869d-b0615364e54b HTTP/1.1" status: 204 len: 168 time: 0.2923856 Sep 10 04:03:32.904202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Made reservation on behalf of 67ddc644c6af434e9292ee42b674b138 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:32.908677 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.918216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1f40bd-3529-4039-869d-b0615364e54b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:32.932251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b', 'network_id': '6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b', 'tenant_id': '67ddc644c6af434e9292ee42b674b138', 'fixed_ips': [{'subnet_id': '78c16f5f-71df-4201-939e-3e8e782f54d5'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:03:32.934035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:32.937088 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.938350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.938707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.939143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.939369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.939784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.940117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.940521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.940860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.941186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.941512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:32.941838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4195944e-39a5-4e5b-a991-842a9375f3ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:33.151771 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:33.193612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:33.198511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:03:33.211330 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66eee7f6-fd46-4866-99e8-9f9f0b6d3414" -d '{"events": [{"server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "name": "network-vif-plugged", "status": "completed", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:03:33.268613 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:33.279525 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42a018d9-d70b-42b0-9401-23e24a93068a x-openstack-request-id: req-42a018d9-d70b-42b0-9401-23e24a93068a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:03:33.279826 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "name": "network-vif-plugged", "status": "completed", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:03:33.280081 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42a018d9-d70b-42b0-9401-23e24a93068a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:03:33.280468 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'code': 200} Sep 10 04:03:33.298203 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:33.322117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Allocated IP 172.20.0.2 (6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b/78c16f5f-71df-4201-939e-3e8e782f54d5/3827bc9c-ac58-42a0-846c-d81e6e0df190) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:33.363647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1bf60565-38d5-4e4c-8727-9a11ee2a6793,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:33.385298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Checking segment: {'id': '94297d85-40ee-45f0-96f9-34caef622547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '76d3fad1-d04e-4b2a-913e-bda198036519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:33.385741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network hostable DHCP agents. Network: 76d3fad1-d04e-4b2a-913e-bda198036519, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:33.394280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Subnet': ['ID=fb6fe2ab-bc7f-410c-9d03-f8135c8d8859,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:33.474996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network 76d3fad1-d04e-4b2a-913e-bda198036519 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:33.549968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 76d3fad1-d04e-4b2a-913e-bda198036519) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:33.564321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:33.564917 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:33.603324 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:33.609780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Transition to ACTIVE for port object 3827bc9c-ac58-42a0-846c-d81e6e0df190 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:33.627410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Transition to ACTIVE for port object 3827bc9c-ac58-42a0-846c-d81e6e0df190 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:33.632986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d06c15ef-cac2-4d5a-862a-60693ff60935 None None] Network 76d3fad1-d04e-4b2a-913e-bda198036519 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:33.635261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff37eacf-2e22-4215-9267-f16d16d1d902 None None] Network 99899d62-9654-48b4-ab81-d9fe6260ea4b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:33.690376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39288) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:33.693146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e9f90e72-5808-47fb-a343-427fdffd2409 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0329986 Sep 10 04:03:33.758390 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:33.824479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Pushing event updated for resources: {'Port': ['ID=3827bc9c-ac58-42a0-846c-d81e6e0df190,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:33.897520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:33.913793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:33.925142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:33.946952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-66829998-64f2-417a-9244-69dc2ba04588 None None] Provisioning for port c1669ffd-3fa5-4df5-be5d-38d4185b4560 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:34.005294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-66829998-64f2-417a-9244-69dc2ba04588 None None] Provisioning complete for port c1669ffd-3fa5-4df5-be5d-38d4185b4560 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:34.005663 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66829998-64f2-417a-9244-69dc2ba04588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.072016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.169174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Attempting to bind port 3827bc9c-ac58-42a0-846c-d81e6e0df190 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:03:34.170544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Attempting to bind port 3827bc9c-ac58-42a0-846c-d81e6e0df190 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '80641b20-d9dd-432d-980b-e770b69bc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:03:34.170544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Attempting to bind port 3827bc9c-ac58-42a0-846c-d81e6e0df190 on network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:03:34.194854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:03:34.197868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Checking segment: {'id': '80641b20-d9dd-432d-980b-e770b69bc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:34.197868 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.197868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Bound using segment: {'id': '80641b20-d9dd-432d-980b-e770b69bc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:03:34.197868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Bound port: 3827bc9c-ac58-42a0-846c-d81e6e0df190, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80641b20-d9dd-432d-980b-e770b69bc9d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 217, 'network_id': '6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:03:34.197868 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.200100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-76d3fad1-d04e-4b2a-913e-bda198036519', 'network_id': '76d3fad1-d04e-4b2a-913e-bda198036519', 'tenant_id': '67ddc644c6af434e9292ee42b674b138', 'fixed_ips': [{'subnet_id': 'fb6fe2ab-bc7f-410c-9d03-f8135c8d8859'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:03:34.205039 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.351362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] For port 3827bc9c-ac58-42a0-846c-d81e6e0df190, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:03:34.412767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Allocated IP 172.20.0.1 (6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b/78c16f5f-71df-4201-939e-3e8e782f54d5/37ecbf06-b6a5-4880-be9f-3f99a14df6a7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:34.415632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] For port 3827bc9c-ac58-42a0-846c-d81e6e0df190, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3827bc9c-ac58-42a0-846c-d81e6e0df190,segment=NetworkSegment(80641b20-d9dd-432d-980b-e770b69bc9d7),segment_id=80641b20-d9dd-432d-980b-e770b69bc9d7)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:03:34.483035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66829998-64f2-417a-9244-69dc2ba04588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.538980 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.604134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.628780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Transition to ACTIVE for port object 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:34.721401 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.754071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:34.787381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:34.793286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:34.847404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Port': ['ID=37ecbf06-b6a5-4880-be9f-3f99a14df6a7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:34.855929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:34.874434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Allocated IP 172.20.0.2 (76d3fad1-d04e-4b2a-913e-bda198036519/fb6fe2ab-bc7f-410c-9d03-f8135c8d8859/cb1825c0-c523-4e92-b60b-8f407703d3a4) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:34.918356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19af2f66-d2bb-4e38-8290-2057c4478ef4 None None] Pushing event updated for resources: {'Port': ['ID=3827bc9c-ac58-42a0-846c-d81e6e0df190,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:34.929870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-66829998-64f2-417a-9244-69dc2ba04588 None None] For port c1669ffd-3fa5-4df5-be5d-38d4185b4560, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1669ffd-3fa5-4df5-be5d-38d4185b4560,segment=NetworkSegment(71d4b8a7-c055-4a2a-82da-d0702e066207),segment_id=71d4b8a7-c055-4a2a-82da-d0702e066207)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:35.033812 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66829998-64f2-417a-9244-69dc2ba04588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:35.171600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66829998-64f2-417a-9244-69dc2ba04588 None None] Pushing event updated for resources: {'Port': ['ID=c1669ffd-3fa5-4df5-be5d-38d4185b4560,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:35.209070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a24fe4a7-c85f-473b-980c-26ccc39c7bb1 None None] Provisioning complete for port c1669ffd-3fa5-4df5-be5d-38d4185b4560 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:35.216818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a24fe4a7-c85f-473b-980c-26ccc39c7bb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:35.220881 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:35.273534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Transition to ACTIVE for port object cb1825c0-c523-4e92-b60b-8f407703d3a4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:35.341074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Transition to ACTIVE for port object cb1825c0-c523-4e92-b60b-8f407703d3a4 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:35.435023 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:35.488860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Network 76d3fad1-d04e-4b2a-913e-bda198036519 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:35.491814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:35.494429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:35.558387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Pushing event updated for resources: {'Port': ['ID=cb1825c0-c523-4e92-b60b-8f407703d3a4,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:35.575882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Attempting to bind port cb1825c0-c523-4e92-b60b-8f407703d3a4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:03:35.576278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Attempting to bind port cb1825c0-c523-4e92-b60b-8f407703d3a4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '94297d85-40ee-45f0-96f9-34caef622547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '76d3fad1-d04e-4b2a-913e-bda198036519'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:03:35.576647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Attempting to bind port cb1825c0-c523-4e92-b60b-8f407703d3a4 on network 76d3fad1-d04e-4b2a-913e-bda198036519 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:03:35.585315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:03:35.585767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Checking segment: {'id': '94297d85-40ee-45f0-96f9-34caef622547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '76d3fad1-d04e-4b2a-913e-bda198036519'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:35.586262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:35.588067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Bound using segment: {'id': '94297d85-40ee-45f0-96f9-34caef622547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '76d3fad1-d04e-4b2a-913e-bda198036519'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:03:35.588586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Bound port: cb1825c0-c523-4e92-b60b-8f407703d3a4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94297d85-40ee-45f0-96f9-34caef622547', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 237, 'network_id': '76d3fad1-d04e-4b2a-913e-bda198036519'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:03:35.592899 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:35.621615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:35.663202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] For port cb1825c0-c523-4e92-b60b-8f407703d3a4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:03:35.667919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] For port cb1825c0-c523-4e92-b60b-8f407703d3a4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cb1825c0-c523-4e92-b60b-8f407703d3a4,segment=NetworkSegment(94297d85-40ee-45f0-96f9-34caef622547),segment_id=94297d85-40ee-45f0-96f9-34caef622547)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:03:35.721178 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:35.848070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d02f45-fa0e-4959-a10e-649253ecf2c2 None None] Pushing event updated for resources: {'Port': ['ID=cb1825c0-c523-4e92-b60b-8f407703d3a4,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:36.034995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:36.094623 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:36.193493 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:36.260645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Port': ['ID=37ecbf06-b6a5-4880-be9f-3f99a14df6a7,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:36.437616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2c2311-47aa-4cf4-acdd-e5a2b9745795 None None] Network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:36.451353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:36.462955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:36.766891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb1825c0-c523-4e92-b60b-8f407703d3a4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:36.789459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4a83a19a-ebc1-47c0-8e22-fb263c169854 None None] Provisioning for port 3827bc9c-ac58-42a0-846c-d81e6e0df190 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:36.823926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Router e735319d-b350-4791-bc89-e07fe61ab389 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:03:37.020076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:03:37.020076 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7d594e07-d793-4d61-bca5-cf8e0d2e71c4 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "PUT /v2.0/routers/e735319d-b350-4791-bc89-e07fe61ab389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3232524 Sep 10 04:03:37.020076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39384) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:37.030126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63e1e3-a795-4192-97e9-8e56be16046f None None] Sync routers for ids ['e735319d-b350-4791-bc89-e07fe61ab389'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:03:37.058861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port cb1825c0-c523-4e92-b60b-8f407703d3a4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:37.067858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63e1e3-a795-4192-97e9-8e56be16046f None None] Routers {'e735319d-b350-4791-bc89-e07fe61ab389'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:37.067858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-be63e1e3-a795-4192-97e9-8e56be16046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e735319d-b350-4791-bc89-e07fe61ab389'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:37.089423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1669ffd-3fa5-4df5-be5d-38d4185b4560 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:37.225300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-be63e1e3-a795-4192-97e9-8e56be16046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:37.262463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be63e1e3-a795-4192-97e9-8e56be16046f None None] Routers {'e735319d-b350-4791-bc89-e07fe61ab389'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:37.264078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-be63e1e3-a795-4192-97e9-8e56be16046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e735319d-b350-4791-bc89-e07fe61ab389'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:37.372853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-be63e1e3-a795-4192-97e9-8e56be16046f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:37.373559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be63e1e3-a795-4192-97e9-8e56be16046f None None] The sync data for ids ['e735319d-b350-4791-bc89-e07fe61ab389'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:03:37.400860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c1669ffd-3fa5-4df5-be5d-38d4185b4560 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:37.401941 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:37.538173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-037f6af4-30d0-4a08-be69-ad7458af9f0b None None] Network 76d3fad1-d04e-4b2a-913e-bda198036519 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:37.649574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3827bc9c-ac58-42a0-846c-d81e6e0df190 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:37.652511 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-d96370e0-cb89-4d87-a1d1-24e8e077234b tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 04:03:37.659233 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d96370e0-cb89-4d87-a1d1-24e8e077234b tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "PUT /v2.0/routers/e735319d-b350-4791-bc89-e07fe61ab389/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6390095 Sep 10 04:03:37.662435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39404) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:37.708242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ea87de40-5c8d-4299-9018-1bc89b22f022 None None] Provisioning for port 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:37.753136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ea87de40-5c8d-4299-9018-1bc89b22f022 None None] Provisioning complete for port 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:37.754037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea87de40-5c8d-4299-9018-1bc89b22f022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:37.800200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ea87de40-5c8d-4299-9018-1bc89b22f022 None None] Port 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:37.970636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3827bc9c-ac58-42a0-846c-d81e6e0df190 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:37.975757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3827bc9c-ac58-42a0-846c-d81e6e0df190 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:37.976265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.032420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] Provisioning for port cb1825c0-c523-4e92-b60b-8f407703d3a4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:38.038141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] Provisioning complete for port cb1825c0-c523-4e92-b60b-8f407703d3a4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:38.038794 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.064879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39410) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:38.129489 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.161011 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.184926 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.215430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3827bc9c-ac58-42a0-846c-d81e6e0df190, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3827bc9c-ac58-42a0-846c-d81e6e0df190,segment=NetworkSegment(80641b20-d9dd-432d-980b-e770b69bc9d7),segment_id=80641b20-d9dd-432d-980b-e770b69bc9d7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:38.220848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fa87dad-789d-43fc-94fc-828bf7fbf30b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.228841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] For port cb1825c0-c523-4e92-b60b-8f407703d3a4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cb1825c0-c523-4e92-b60b-8f407703d3a4,segment=NetworkSegment(94297d85-40ee-45f0-96f9-34caef622547),segment_id=94297d85-40ee-45f0-96f9-34caef622547)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:38.275157 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.279377 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.325737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] Provisioning complete for port 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:38.326114 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.358937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3827bc9c-ac58-42a0-846c-d81e6e0df190,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:38.370270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.370658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.371003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.371346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.371687 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.372031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.372359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.372685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.373007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.373329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.373651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.373970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:38.419620 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] Port 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:38.420461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fa87dad-789d-43fc-94fc-828bf7fbf30b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.450659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13ff47e-e229-4c3d-bebc-583fb13fae25 None None] Pushing event updated for resources: {'Port': ['ID=cb1825c0-c523-4e92-b60b-8f407703d3a4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:38.471648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3827bc9c-ac58-42a0-846c-d81e6e0df190 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:38.478670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Deleting port 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:38.479019 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.483884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0fa87dad-789d-43fc-94fc-828bf7fbf30b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.538774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3827bc9c-ac58-42a0-846c-d81e6e0df190 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:38.539303 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.576711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f51c0996-5e61-4657-943e-7bac9b5cb86b None None] Provisioning complete for port cb1825c0-c523-4e92-b60b-8f407703d3a4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:38.577068 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f51c0996-5e61-4657-943e-7bac9b5cb86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.588161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0fa87dad-789d-43fc-94fc-828bf7fbf30b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42b8c0fa208e4889a3ed8f1d5b71e7c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5185966 Sep 10 04:03:38.588544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39424) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:38.591637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa87dad-789d-43fc-94fc-828bf7fbf30b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=529d3a1a-c1ac-4a01-a511-3f3002c4d913,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:38.622997 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.640679 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Calling delete_port for 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:38.659127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab66752-20ef-4c89-b848-2496e60c9f0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.685950 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab66752-20ef-4c89-b848-2496e60c9f0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.713215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f51c0996-5e61-4657-943e-7bac9b5cb86b None None] Provisioning complete for port 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:38.713998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f51c0996-5e61-4657-943e-7bac9b5cb86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.762771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f51c0996-5e61-4657-943e-7bac9b5cb86b None None] Port 37ecbf06-b6a5-4880-be9f-3f99a14df6a7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:38.846014 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab66752-20ef-4c89-b848-2496e60c9f0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.848849 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ab66752-20ef-4c89-b848-2496e60c9f0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.852842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7ab66752-20ef-4c89-b848-2496e60c9f0a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/529d3a1a-c1ac-4a01-a511-3f3002c4d913 HTTP/1.1" status: 204 len: 168 time: 0.2624269 Sep 10 04:03:38.861282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab66752-20ef-4c89-b848-2496e60c9f0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=529d3a1a-c1ac-4a01-a511-3f3002c4d913,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:38.954174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:38.982494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Port': ['ID=37ecbf06-b6a5-4880-be9f-3f99a14df6a7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:39.123745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:39.301573 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Router e735319d-b350-4791-bc89-e07fe61ab389 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:03:39.376694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:03:39.385928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8e99748d-69ee-47cf-ad27-2e26e7b8cf4d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "PUT /v2.0/routers/e735319d-b350-4791-bc89-e07fe61ab389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7160714 Sep 10 04:03:39.386050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39436) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:39.395341 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943dd863-2af7-4557-9c1f-942a2ba35a0c None None] Sync routers for ids ['e735319d-b350-4791-bc89-e07fe61ab389'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:03:39.403704 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943dd863-2af7-4557-9c1f-942a2ba35a0c None None] Routers {'e735319d-b350-4791-bc89-e07fe61ab389'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:39.404319 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-943dd863-2af7-4557-9c1f-942a2ba35a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e735319d-b350-4791-bc89-e07fe61ab389'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:39.441562 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-943dd863-2af7-4557-9c1f-942a2ba35a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:39.447522 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-e6cdfc9b-e23e-438b-a90d-cfd96d6807f5 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] delete failed (client error): The resource could not be found. Sep 10 04:03:39.447522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e6cdfc9b-e23e-438b-a90d-cfd96d6807f5 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-688321745 HTTP/1.1" status: 404 len: 334 time: 0.0561211 Sep 10 04:03:39.447522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39440) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:39.454377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-44b3d938-1cd0-459e-b75f-d2ad97e42715 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e735319d-b350-4791-bc89-e07fe61ab389'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:39.454711 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-943dd863-2af7-4557-9c1f-942a2ba35a0c None None] Routers {'e735319d-b350-4791-bc89-e07fe61ab389'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:39.455490 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-943dd863-2af7-4557-9c1f-942a2ba35a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e735319d-b350-4791-bc89-e07fe61ab389'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:39.497348 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-943dd863-2af7-4557-9c1f-942a2ba35a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:39.498227 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-943dd863-2af7-4557-9c1f-942a2ba35a0c None None] The sync data for ids ['e735319d-b350-4791-bc89-e07fe61ab389'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:03:39.576006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39444) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:39.593251 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7fc24ea9-2de5-4b26-835c-84a45d19a09b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:39.689400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7fc24ea9-2de5-4b26-835c-84a45d19a09b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:39.693613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-44b3d938-1cd0-459e-b75f-d2ad97e42715 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:39.788712 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7fc24ea9-2de5-4b26-835c-84a45d19a09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:39.827858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc24ea9-2de5-4b26-835c-84a45d19a09b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2620de7d-1e74-4a5f-a2f6-de985c284df9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:39.830136 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-44b3d938-1cd0-459e-b75f-d2ad97e42715 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] update failed (client error): The resource could not be found. Sep 10 04:03:39.831433 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-44b3d938-1cd0-459e-b75f-d2ad97e42715 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "PUT /v2.0/routers/e735319d-b350-4791-bc89-e07fe61ab389 HTTP/1.1" status: 404 len: 339 time: 0.3820908 Sep 10 04:03:39.835769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39448) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:39.841394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7fc24ea9-2de5-4b26-835c-84a45d19a09b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=45c8156da8d74c91a5eabde2fe6675fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642303 Sep 10 04:03:39.843920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39450) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:39.904885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de1b0909-4c8d-4d9b-a145-2342c97612e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:39.932740 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de1b0909-4c8d-4d9b-a145-2342c97612e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:40.098515 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de1b0909-4c8d-4d9b-a145-2342c97612e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:40.101040 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-de1b0909-4c8d-4d9b-a145-2342c97612e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:40.102230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-de1b0909-4c8d-4d9b-a145-2342c97612e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2620de7d-1e74-4a5f-a2f6-de985c284df9 HTTP/1.1" status: 204 len: 168 time: 0.2574022 Sep 10 04:03:40.130787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1b0909-4c8d-4d9b-a145-2342c97612e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2620de7d-1e74-4a5f-a2f6-de985c284df9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:40.286513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:40.473117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb1825c0-c523-4e92-b60b-8f407703d3a4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:03:40.542794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port cb1825c0-c523-4e92-b60b-8f407703d3a4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:40.543765 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:40.644925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Allocated IP 172.20.0.1 (99899d62-9654-48b4-ab81-d9fe6260ea4b/d14f74f1-5d70-43ff-b407-c3bfc2595f5f/0ec5dac4-a4a3-40c1-8b24-b465380b619a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:03:40.771089 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:40.786182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Transition to ACTIVE for port object 0ec5dac4-a4a3-40c1-8b24-b465380b619a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:03:40.897232 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:40.941839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network 99899d62-9654-48b4-ab81-d9fe6260ea4b is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:40.944910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:40.948716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:03:40.977208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Port': ['ID=0ec5dac4-a4a3-40c1-8b24-b465380b619a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:41.007945 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:41.225454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:41.389870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2310e91b-16f3-4cb3-8176-03bd06ec103f None None] Provisioning for port 0ec5dac4-a4a3-40c1-8b24-b465380b619a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:03:41.397276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2310e91b-16f3-4cb3-8176-03bd06ec103f None None] Provisioning complete for port 0ec5dac4-a4a3-40c1-8b24-b465380b619a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:41.397797 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2310e91b-16f3-4cb3-8176-03bd06ec103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:41.448685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2310e91b-16f3-4cb3-8176-03bd06ec103f None None] Port 0ec5dac4-a4a3-40c1-8b24-b465380b619a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:41.518876 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:41.605951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39488) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:41.607356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:41.676372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event updated for resources: {'Port': ['ID=0ec5dac4-a4a3-40c1-8b24-b465380b619a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:41.716105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:41.757485 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3940941-6727-4cbd-9f1f-597d5152824b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:41.837642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Network 99899d62-9654-48b4-ab81-d9fe6260ea4b is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:03:41.840115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:41.871267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3940941-6727-4cbd-9f1f-597d5152824b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:41.963137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Router e735319d-b350-4791-bc89-e07fe61ab389 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:03:42.017194 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e3940941-6727-4cbd-9f1f-597d5152824b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:42.062149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e3940941-6727-4cbd-9f1f-597d5152824b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f409cd3e18bd4053a748a18b7e7e29b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4551039 Sep 10 04:03:42.063444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3940941-6727-4cbd-9f1f-597d5152824b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9196042-f845-4932-93cf-295eb76683c2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:42.064823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39504) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:42.091042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:03:42.099488 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-29487e63-25f1-4ecc-be48-353ee1ed4ba3 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "PUT /v2.0/routers/e735319d-b350-4791-bc89-e07fe61ab389/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2625518 Sep 10 04:03:42.101503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550cc53-c6c8-40ae-8515-2a5955ab3d12 None None] Sync routers for ids ['e735319d-b350-4791-bc89-e07fe61ab389'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:03:42.102801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39506) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:42.112464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550cc53-c6c8-40ae-8515-2a5955ab3d12 None None] Routers {'e735319d-b350-4791-bc89-e07fe61ab389'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:42.113809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5550cc53-c6c8-40ae-8515-2a5955ab3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e735319d-b350-4791-bc89-e07fe61ab389'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:42.148940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5550cc53-c6c8-40ae-8515-2a5955ab3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:42.162516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550cc53-c6c8-40ae-8515-2a5955ab3d12 None None] Routers {'e735319d-b350-4791-bc89-e07fe61ab389'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:42.163905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5550cc53-c6c8-40ae-8515-2a5955ab3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e735319d-b350-4791-bc89-e07fe61ab389'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:42.210928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5550cc53-c6c8-40ae-8515-2a5955ab3d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:42.210928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5550cc53-c6c8-40ae-8515-2a5955ab3d12 None None] The sync data for ids ['e735319d-b350-4791-bc89-e07fe61ab389'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:03:42.214453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2022544-6f36-48ac-9541-89f56e131b00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:42.215263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fc86acc1-64b8-4c36-ba3f-2fe5bf744ff5 None None] Provisioning complete for port 0ec5dac4-a4a3-40c1-8b24-b465380b619a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:03:42.215864 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fc86acc1-64b8-4c36-ba3f-2fe5bf744ff5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:42.238460 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cc708b2e-66c7-42b1-a0fa-d43cace463c5 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:42.260015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fc86acc1-64b8-4c36-ba3f-2fe5bf744ff5 None None] Port 0ec5dac4-a4a3-40c1-8b24-b465380b619a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:03:42.287645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2022544-6f36-48ac-9541-89f56e131b00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:42.373188 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-cc708b2e-66c7-42b1-a0fa-d43cace463c5 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] delete failed (client error): There was a conflict when trying to complete your request. Sep 10 04:03:42.374357 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cc708b2e-66c7-42b1-a0fa-d43cace463c5 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "DELETE /v2.0/routers/e735319d-b350-4791-bc89-e07fe61ab389 HTTP/1.1" status: 409 len: 329 time: 0.2706454 Sep 10 04:03:42.377267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39514) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:42.463590 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2022544-6f36-48ac-9541-89f56e131b00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:42.467936 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2022544-6f36-48ac-9541-89f56e131b00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:42.472407 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d2022544-6f36-48ac-9541-89f56e131b00 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e9196042-f845-4932-93cf-295eb76683c2 HTTP/1.1" status: 204 len: 168 time: 0.4063902 Sep 10 04:03:42.486294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2022544-6f36-48ac-9541-89f56e131b00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9196042-f845-4932-93cf-295eb76683c2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:42.713300 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:42.967409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Deleting port 0ec5dac4-a4a3-40c1-8b24-b465380b619a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:42.967768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:43.059271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:43.072950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Calling delete_port for 0ec5dac4-a4a3-40c1-8b24-b465380b619a owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:43.265166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39538) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:43.278896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ec49b72-d064-4659-a7d3-4bafc4cce820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:43.305709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:43.343406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Port': ['ID=0ec5dac4-a4a3-40c1-8b24-b465380b619a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:43.524866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:43.543577 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ec49b72-d064-4659-a7d3-4bafc4cce820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:43.904239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ec49b72-d064-4659-a7d3-4bafc4cce820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:43.976274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec49b72-d064-4659-a7d3-4bafc4cce820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5f1ce8-128c-486d-b3c4-1424c30a3da6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:43.982701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9ec49b72-d064-4659-a7d3-4bafc4cce820 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2e7f8a2a86146d7a342ddd9383a6349&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7163091 Sep 10 04:03:43.985507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39560) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:44.054748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Router e735319d-b350-4791-bc89-e07fe61ab389 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:03:44.057388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-727dd37f-4af0-4b31-91b2-14c7e015a063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.080681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-727dd37f-4af0-4b31-91b2-14c7e015a063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.134491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:03:44.146950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0a12a4f3-ca12-4e97-b2da-bd94b173d5c1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "PUT /v2.0/routers/e735319d-b350-4791-bc89-e07fe61ab389/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7668774 Sep 10 04:03:44.149237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39570) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:44.150659 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad862315-fb1c-4179-b956-4c338920673a None None] Sync routers for ids ['e735319d-b350-4791-bc89-e07fe61ab389'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:03:44.162265 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad862315-fb1c-4179-b956-4c338920673a None None] Routers {'e735319d-b350-4791-bc89-e07fe61ab389'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:44.162966 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ad862315-fb1c-4179-b956-4c338920673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e735319d-b350-4791-bc89-e07fe61ab389'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:44.203541 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-e0b3872d-fe21-438d-8f65-0afeda7581e1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] show failed (client error): The resource could not be found. Sep 10 04:03:44.203662 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ad862315-fb1c-4179-b956-4c338920673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:44.203797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e0b3872d-fe21-438d-8f65-0afeda7581e1 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-377124272 HTTP/1.1" status: 404 len: 334 time: 0.0495377 Sep 10 04:03:44.203901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39574) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:44.209086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8b005063-9b82-4211-9a8f-e58accadb3fb tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Request body: {'router': {'name': 'new_name'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:44.213644 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad862315-fb1c-4179-b956-4c338920673a None None] Routers {'e735319d-b350-4791-bc89-e07fe61ab389'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:03:44.214285 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ad862315-fb1c-4179-b956-4c338920673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e735319d-b350-4791-bc89-e07fe61ab389'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:44.245953 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ad862315-fb1c-4179-b956-4c338920673a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:44.246603 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad862315-fb1c-4179-b956-4c338920673a None None] The sync data for ids ['e735319d-b350-4791-bc89-e07fe61ab389'] in n-d-808143-1 is: [] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:03:44.250391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-727dd37f-4af0-4b31-91b2-14c7e015a063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.253081 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-727dd37f-4af0-4b31-91b2-14c7e015a063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.256812 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-727dd37f-4af0-4b31-91b2-14c7e015a063 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca5f1ce8-128c-486d-b3c4-1424c30a3da6 HTTP/1.1" status: 204 len: 168 time: 0.2679622 Sep 10 04:03:44.258846 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-8b005063-9b82-4211-9a8f-e58accadb3fb tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] update failed (client error): The resource could not be found. Sep 10 04:03:44.263847 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8b005063-9b82-4211-9a8f-e58accadb3fb tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-34511262 HTTP/1.1" status: 404 len: 333 time: 0.0550170 Sep 10 04:03:44.263971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39580) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:44.290136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727dd37f-4af0-4b31-91b2-14c7e015a063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5f1ce8-128c-486d-b3c4-1424c30a3da6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:44.332224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cbf3ad63-c2cf-4e8f-803f-3761699939de tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Deleting subnet fb6fe2ab-bc7f-410c-9d03-f8135c8d8859 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:44.335471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ad63-c2cf-4e8f-803f-3761699939de tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.379557 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ad63-c2cf-4e8f-803f-3761699939de tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.470105 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ad63-c2cf-4e8f-803f-3761699939de tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.629671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ad63-c2cf-4e8f-803f-3761699939de tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.662866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf3ad63-c2cf-4e8f-803f-3761699939de tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Subnet': ['ID=fb6fe2ab-bc7f-410c-9d03-f8135c8d8859,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:44.672127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cbf3ad63-c2cf-4e8f-803f-3761699939de tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.673677 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cbf3ad63-c2cf-4e8f-803f-3761699939de tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "DELETE /v2.0/subnets/fb6fe2ab-bc7f-410c-9d03-f8135c8d8859 HTTP/1.1" status: 204 len: 168 time: 0.4089684 Sep 10 04:03:44.676539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39600) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:44.677647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-777a8d48-6f51-44bf-8f50-c0c17b50db90 None None] Network 76d3fad1-d04e-4b2a-913e-bda198036519 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:44.772522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-55487668-d4ca-4372-800c-2d125a368c18 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Deleting subnet 78c16f5f-71df-4201-939e-3e8e782f54d5 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:44.777730 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55487668-d4ca-4372-800c-2d125a368c18 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.880812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55487668-d4ca-4372-800c-2d125a368c18 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:44.973188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e5fd47-10b0-4480-8431-e230d3e8c427 None None] DHCP port deletion for 76d3fad1-d04e-4b2a-913e-bda198036519 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:03:45.022902 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55487668-d4ca-4372-800c-2d125a368c18 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.027630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5fd47-10b0-4480-8431-e230d3e8c427 None None] Deleting port cb1825c0-c523-4e92-b60b-8f407703d3a4 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:45.027630 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fd47-10b0-4480-8431-e230d3e8c427 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.096007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c8e5fd47-10b0-4480-8431-e230d3e8c427 None None] For port cb1825c0-c523-4e92-b60b-8f407703d3a4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cb1825c0-c523-4e92-b60b-8f407703d3a4,segment=NetworkSegment(94297d85-40ee-45f0-96f9-34caef622547),segment_id=94297d85-40ee-45f0-96f9-34caef622547)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:45.096551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fd47-10b0-4480-8431-e230d3e8c427 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.115105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c8e5fd47-10b0-4480-8431-e230d3e8c427 None None] Calling delete_port for cb1825c0-c523-4e92-b60b-8f407703d3a4 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:45.229388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55487668-d4ca-4372-800c-2d125a368c18 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.258403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55487668-d4ca-4372-800c-2d125a368c18 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Subnet': ['ID=78c16f5f-71df-4201-939e-3e8e782f54d5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:45.260468 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-55487668-d4ca-4372-800c-2d125a368c18 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.265661 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-55487668-d4ca-4372-800c-2d125a368c18 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "DELETE /v2.0/subnets/78c16f5f-71df-4201-939e-3e8e782f54d5 HTTP/1.1" status: 204 len: 168 time: 0.5877960 Sep 10 04:03:45.266627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39636) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:45.267585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59aac392-c178-403f-9972-247c04dacdc3 None None] Network 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:45.338713 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fd47-10b0-4480-8431-e230d3e8c427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.389586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.424666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5fd47-10b0-4480-8431-e230d3e8c427 None None] Pushing event deleted for resources: {'Port': ['ID=cb1825c0-c523-4e92-b60b-8f407703d3a4,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:45.449019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e5fd47-10b0-4480-8431-e230d3e8c427 None None] No DVR routers for this DVR port cb1825c0-c523-4e92-b60b-8f407703d3a4 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:45.494776 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.526961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76d3fad1-d04e-4b2a-913e-bda198036519']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:45.539108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94297d85-40ee-45f0-96f9-34caef622547') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:45.539531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94297d85-40ee-45f0-96f9-34caef622547') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:45.551788 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.577856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5bb96ac-4eb6-4ae8-81d0-7a0fe237ff53 None None] DHCP port deletion for 6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:03:45.583822 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.600365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Releasing vlan 237 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:45.601518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:45.606937 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:45.642960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb96ac-4eb6-4ae8-81d0-7a0fe237ff53 None None] Deleting port 3827bc9c-ac58-42a0-846c-d81e6e0df190 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:45.643523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c5bb96ac-4eb6-4ae8-81d0-7a0fe237ff53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.718636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c5bb96ac-4eb6-4ae8-81d0-7a0fe237ff53 None None] For port 3827bc9c-ac58-42a0-846c-d81e6e0df190, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3827bc9c-ac58-42a0-846c-d81e6e0df190,segment=NetworkSegment(80641b20-d9dd-432d-980b-e770b69bc9d7),segment_id=80641b20-d9dd-432d-980b-e770b69bc9d7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:45.719825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c5bb96ac-4eb6-4ae8-81d0-7a0fe237ff53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.734385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c5bb96ac-4eb6-4ae8-81d0-7a0fe237ff53 None None] Calling delete_port for 3827bc9c-ac58-42a0-846c-d81e6e0df190 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:45.811891 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.823621 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.823621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "DELETE /v2.0/networks/76d3fad1-d04e-4b2a-913e-bda198036519 HTTP/1.1" status: 204 len: 168 time: 0.5523171 Sep 10 04:03:45.823910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39662) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:45.832282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b5398c-bb48-4459-996d-322a19515dbe tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Network': ['ID=76d3fad1-d04e-4b2a-913e-bda198036519,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:45.900056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.953999 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Deleting port 3827bc9c-ac58-42a0-846c-d81e6e0df190 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:45.954343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:45.971768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c5bb96ac-4eb6-4ae8-81d0-7a0fe237ff53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.002871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bb96ac-4eb6-4ae8-81d0-7a0fe237ff53 None None] Pushing event deleted for resources: {'Port': ['ID=3827bc9c-ac58-42a0-846c-d81e6e0df190,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:46.007916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5bb96ac-4eb6-4ae8-81d0-7a0fe237ff53 None None] No DVR routers for this DVR port 3827bc9c-ac58-42a0-846c-d81e6e0df190 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:46.047788 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] For port 3827bc9c-ac58-42a0-846c-d81e6e0df190, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3827bc9c-ac58-42a0-846c-d81e6e0df190,segment=NetworkSegment(80641b20-d9dd-432d-980b-e770b69bc9d7),segment_id=80641b20-d9dd-432d-980b-e770b69bc9d7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:46.047788 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.068855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Calling delete_port for 3827bc9c-ac58-42a0-846c-d81e6e0df190 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:46.168859 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.200289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Port': ['ID=3827bc9c-ac58-42a0-846c-d81e6e0df190,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:46.202491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] No DVR routers for this DVR port 3827bc9c-ac58-42a0-846c-d81e6e0df190 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:46.226358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39672) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:46.286579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.307253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:46.320437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80641b20-d9dd-432d-980b-e770b69bc9d7') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:46.320437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80641b20-d9dd-432d-980b-e770b69bc9d7') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:46.327811 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.342930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.348012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Releasing vlan 217 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:46.348444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: self.session.flush() Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:46.351820 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:46.356863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4265606d-f0a7-4bdb-9528-ccce7bb1eeb6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.450888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb1825c0-c523-4e92-b60b-8f407703d3a4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:46.463245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.477151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: cb1825c0-c523-4e92-b60b-8f407703d3a4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:03:46.477151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb1825c0-c523-4e92-b60b-8f407703d3a4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:03:46.477151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3827bc9c-ac58-42a0-846c-d81e6e0df190 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:46.489757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.494131 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "DELETE /v2.0/networks/6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b HTTP/1.1" status: 204 len: 168 time: 0.6672137 Sep 10 04:03:46.494131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e0c391-9201-4139-bdd3-f71141d21c08 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Network': ['ID=6bb00268-1ff9-4e02-96a7-cf11bc7cfc9b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:46.494366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3827bc9c-ac58-42a0-846c-d81e6e0df190 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:03:46.494747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3827bc9c-ac58-42a0-846c-d81e6e0df190 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:03:46.495437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39682) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:46.544360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4265606d-f0a7-4bdb-9528-ccce7bb1eeb6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.564052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-e49f9053-4fb6-4b22-a14a-57ed22b356d8 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Deleting subnet d14f74f1-5d70-43ff-b407-c3bfc2595f5f {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:46.566783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e49f9053-4fb6-4b22-a14a-57ed22b356d8 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.600260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4265606d-f0a7-4bdb-9528-ccce7bb1eeb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.610963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e49f9053-4fb6-4b22-a14a-57ed22b356d8 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.641351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4265606d-f0a7-4bdb-9528-ccce7bb1eeb6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0dec8a6eb825421598dee74e746814e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4138858 Sep 10 04:03:46.642336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4265606d-f0a7-4bdb-9528-ccce7bb1eeb6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a085c-00a7-42ae-bc1b-ba1efcd18b3d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:46.643980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39686) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:46.736873 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e49f9053-4fb6-4b22-a14a-57ed22b356d8 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.740121 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee739206-552c-4a29-871b-ad108809b28f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.790728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee739206-552c-4a29-871b-ad108809b28f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.886778 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e49f9053-4fb6-4b22-a14a-57ed22b356d8 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.916375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e49f9053-4fb6-4b22-a14a-57ed22b356d8 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Subnet': ['ID=d14f74f1-5d70-43ff-b407-c3bfc2595f5f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:46.929181 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e49f9053-4fb6-4b22-a14a-57ed22b356d8 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.929181 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e49f9053-4fb6-4b22-a14a-57ed22b356d8 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "DELETE /v2.0/subnets/d14f74f1-5d70-43ff-b407-c3bfc2595f5f HTTP/1.1" status: 204 len: 168 time: 0.4240367 Sep 10 04:03:46.929181 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee739206-552c-4a29-871b-ad108809b28f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.930673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39696) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:46.930791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee739206-552c-4a29-871b-ad108809b28f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:46.930791 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ee739206-552c-4a29-871b-ad108809b28f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd6a085c-00a7-42ae-bc1b-ba1efcd18b3d HTTP/1.1" status: 204 len: 168 time: 0.2802896 Sep 10 04:03:46.930988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-442825c3-330e-4013-92ca-3b49c3bee45b None None] Network 99899d62-9654-48b4-ab81-d9fe6260ea4b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:46.934117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee739206-552c-4a29-871b-ad108809b28f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a085c-00a7-42ae-bc1b-ba1efcd18b3d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:47.051940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.149306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Deleting port c1669ffd-3fa5-4df5-be5d-38d4185b4560 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:47.155493 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.156088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e6c0af-f90f-4a1c-95c0-648d7e62a6e3 None None] DHCP port deletion for 99899d62-9654-48b4-ab81-d9fe6260ea4b request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:03:47.209937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-29e6c0af-f90f-4a1c-95c0-648d7e62a6e3 None None] Deleting port c1669ffd-3fa5-4df5-be5d-38d4185b4560 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:03:47.210224 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29e6c0af-f90f-4a1c-95c0-648d7e62a6e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.235983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] For port c1669ffd-3fa5-4df5-be5d-38d4185b4560, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1669ffd-3fa5-4df5-be5d-38d4185b4560,segment=NetworkSegment(71d4b8a7-c055-4a2a-82da-d0702e066207),segment_id=71d4b8a7-c055-4a2a-82da-d0702e066207)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:47.236608 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.250804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Calling delete_port for c1669ffd-3fa5-4df5-be5d-38d4185b4560 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:47.274648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-29e6c0af-f90f-4a1c-95c0-648d7e62a6e3 None None] For port c1669ffd-3fa5-4df5-be5d-38d4185b4560, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c1669ffd-3fa5-4df5-be5d-38d4185b4560,segment=NetworkSegment(71d4b8a7-c055-4a2a-82da-d0702e066207),segment_id=71d4b8a7-c055-4a2a-82da-d0702e066207)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:03:47.275019 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29e6c0af-f90f-4a1c-95c0-648d7e62a6e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.286936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-29e6c0af-f90f-4a1c-95c0-648d7e62a6e3 None None] Calling delete_port for c1669ffd-3fa5-4df5-be5d-38d4185b4560 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:03:47.399281 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.407742 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29e6c0af-f90f-4a1c-95c0-648d7e62a6e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.429656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Port': ['ID=c1669ffd-3fa5-4df5-be5d-38d4185b4560,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:47.437569 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e6c0af-f90f-4a1c-95c0-648d7e62a6e3 None None] Pushing event deleted for resources: {'Port': ['ID=c1669ffd-3fa5-4df5-be5d-38d4185b4560,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:47.438563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.438914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.439255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.439844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.440360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.440870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.441389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.441909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.442421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.443128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.443955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.444582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:03:47.450820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] No DVR routers for this DVR port c1669ffd-3fa5-4df5-be5d-38d4185b4560 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:47.452295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e6c0af-f90f-4a1c-95c0-648d7e62a6e3 None None] No DVR routers for this DVR port c1669ffd-3fa5-4df5-be5d-38d4185b4560 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:03:47.570676 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.601170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99899d62-9654-48b4-ab81-d9fe6260ea4b']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:47.613224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71d4b8a7-c055-4a2a-82da-d0702e066207') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:47.613854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71d4b8a7-c055-4a2a-82da-d0702e066207') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:47.627364 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.642549 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.649041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:47.649831 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:47.653110 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:47.788787 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.796343 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:47.798107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "DELETE /v2.0/networks/99899d62-9654-48b4-ab81-d9fe6260ea4b HTTP/1.1" status: 204 len: 168 time: 0.8734856 Sep 10 04:03:47.800993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39726) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:47.810083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7a896f9-f1ae-4d7d-8bab-a8778a1e78d6 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Pushing event deleted for resources: {'Network': ['ID=99899d62-9654-48b4-ab81-d9fe6260ea4b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:47.830691 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4634b096-494c-4f69-bb5f-46be17000b00 tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "GET /v2.0/ports?device_id=e735319d-b350-4791-bc89-e07fe61ab389 HTTP/1.1" status: 200 len: 205 time: 0.0281372 Sep 10 04:03:47.832762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39730) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:47.992439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39734) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:48.006673 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c881d996-772b-4bff-80d8-64dfb5d08272 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.107809 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c881d996-772b-4bff-80d8-64dfb5d08272 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.170686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c881d996-772b-4bff-80d8-64dfb5d08272 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.214684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c881d996-772b-4bff-80d8-64dfb5d08272 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9422c861d1448c59d5b904309513081&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2174680 Sep 10 04:03:48.214684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c881d996-772b-4bff-80d8-64dfb5d08272 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1818a22f-dca6-45f6-ac4f-96ff73c902ee,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:48.215358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39742) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:48.258343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe61a-f4f5-4930-9f55-ff283d3d124d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.286267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57f31d88-a1b7-4537-bd3c-bc7b3d673575 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.309022 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57f31d88-a1b7-4537-bd3c-bc7b3d673575 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.424211 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe61a-f4f5-4930-9f55-ff283d3d124d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.426739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe61a-f4f5-4930-9f55-ff283d3d124d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.452094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1669ffd-3fa5-4df5-be5d-38d4185b4560 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:03:48.472001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c1669ffd-3fa5-4df5-be5d-38d4185b4560 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:03:48.472348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c1669ffd-3fa5-4df5-be5d-38d4185b4560 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:03:48.474067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57f31d88-a1b7-4537-bd3c-bc7b3d673575 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.476650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57f31d88-a1b7-4537-bd3c-bc7b3d673575 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.477813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-57f31d88-a1b7-4537-bd3c-bc7b3d673575 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1818a22f-dca6-45f6-ac4f-96ff73c902ee HTTP/1.1" status: 204 len: 168 time: 0.2490051 Sep 10 04:03:48.486620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f31d88-a1b7-4537-bd3c-bc7b3d673575 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1818a22f-dca6-45f6-ac4f-96ff73c902ee,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:48.537007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe61a-f4f5-4930-9f55-ff283d3d124d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.537518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ebe61a-f4f5-4930-9f55-ff283d3d124d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Fanout notify agent at l3_agent the message router_deleted on router e735319d-b350-4791-bc89-e07fe61ab389 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:03:48.545224 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e5ebe61a-f4f5-4930-9f55-ff283d3d124d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.546338 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e5ebe61a-f4f5-4930-9f55-ff283d3d124d tempest-RoutersNegativeTest-189798964 tempest-RoutersNegativeTest-189798964-project] 10.222.0.22 "DELETE /v2.0/routers/e735319d-b350-4791-bc89-e07fe61ab389 HTTP/1.1" status: 204 len: 168 time: 0.7126687 Sep 10 04:03:48.732421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39756) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:48.858405 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-084ad378-bec9-4b3d-bfa8-909447753c1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:48.975072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-084ad378-bec9-4b3d-bfa8-909447753c1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.015371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39772) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:49.028767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-084ad378-bec9-4b3d-bfa8-909447753c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.071949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-084ad378-bec9-4b3d-bfa8-909447753c1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d555669d2fd44c9840017e89b85e9c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3347263 Sep 10 04:03:49.071949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39778) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:49.078737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084ad378-bec9-4b3d-bfa8-909447753c1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af1dd2ab-833f-4b70-a3bc-36ef30a0ddf2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:49.128704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61645555-381e-4a77-9898-82b4afc8a933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.152550 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61645555-381e-4a77-9898-82b4afc8a933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.235000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5afa3afe-daf7-42c2-bfe2-6490a6a0418d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=67ddc644c6af434e9292ee42b674b138&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2182839 Sep 10 04:03:49.237646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39784) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:49.287292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdf74ca4-558d-40bd-869d-4d175d83ea46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.288905 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61645555-381e-4a77-9898-82b4afc8a933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.291561 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-61645555-381e-4a77-9898-82b4afc8a933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.293949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-61645555-381e-4a77-9898-82b4afc8a933 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af1dd2ab-833f-4b70-a3bc-36ef30a0ddf2 HTTP/1.1" status: 204 len: 168 time: 0.2220278 Sep 10 04:03:49.305633 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61645555-381e-4a77-9898-82b4afc8a933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1dd2ab-833f-4b70-a3bc-36ef30a0ddf2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:49.340208 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdf74ca4-558d-40bd-869d-4d175d83ea46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.461964 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdf74ca4-558d-40bd-869d-4d175d83ea46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.465178 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fdf74ca4-558d-40bd-869d-4d175d83ea46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:49.466420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fdf74ca4-558d-40bd-869d-4d175d83ea46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6148772-ec79-4059-b419-75adb00a9e88 HTTP/1.1" status: 204 len: 168 time: 0.2278621 Sep 10 04:03:49.474211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf74ca4-558d-40bd-869d-4d175d83ea46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6148772-ec79-4059-b419-75adb00a9e88,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:50.147032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39810) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:50.160817 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-25c80ac8-592c-4558-995e-7790bf470bce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:50.268792 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-25c80ac8-592c-4558-995e-7790bf470bce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:50.337179 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-25c80ac8-592c-4558-995e-7790bf470bce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:50.376825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-25c80ac8-592c-4558-995e-7790bf470bce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=597441a974dd4eaa866f9b56728dea83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285585 Sep 10 04:03:50.377711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80ac8-592c-4558-995e-7790bf470bce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f1129b0-25ca-4ecc-84ef-471d7516f8dd,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:50.379501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39822) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:50.441527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a65d48c-4ca9-4986-9751-b79986d342df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:50.473012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a65d48c-4ca9-4986-9751-b79986d342df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:50.588695 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a65d48c-4ca9-4986-9751-b79986d342df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:50.592131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a65d48c-4ca9-4986-9751-b79986d342df admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:50.595738 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4a65d48c-4ca9-4986-9751-b79986d342df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f1129b0-25ca-4ecc-84ef-471d7516f8dd HTTP/1.1" status: 204 len: 168 time: 0.2127955 Sep 10 04:03:50.604936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a65d48c-4ca9-4986-9751-b79986d342df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f1129b0-25ca-4ecc-84ef-471d7516f8dd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:50.846758 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-837c7eb4-afe4-4c44-963b-0b5bd261c8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:51.255895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39856) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:51.366197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39864) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:51.433144 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-af058fbc-22d7-4bf6-bf15-4679a838d090 tempest-ServiceProvidersTest-461261301 tempest-ServiceProvidersTest-461261301-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1753745 Sep 10 04:03:51.465142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a62ed534-1bb9-40cd-b98d-78e8a23e7549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:51.579294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a62ed534-1bb9-40cd-b98d-78e8a23e7549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:51.639937 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a62ed534-1bb9-40cd-b98d-78e8a23e7549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:51.679246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a62ed534-1bb9-40cd-b98d-78e8a23e7549 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=776dd03c2fad446ea2b545f15bde0edd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3112361 Sep 10 04:03:51.680158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ed534-1bb9-40cd-b98d-78e8a23e7549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47fdc040-fa11-4d7c-b0c7-054efe6921e6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:51.681982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39880) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:51.733944 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-593f9966-199d-4146-9a68-7b930bc927fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:51.755939 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-593f9966-199d-4146-9a68-7b930bc927fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:51.903392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39890) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:51.925992 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-593f9966-199d-4146-9a68-7b930bc927fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:51.929009 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-593f9966-199d-4146-9a68-7b930bc927fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:51.930175 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-593f9966-199d-4146-9a68-7b930bc927fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47fdc040-fa11-4d7c-b0c7-054efe6921e6 HTTP/1.1" status: 204 len: 168 time: 0.2464621 Sep 10 04:03:51.939917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f9966-199d-4146-9a68-7b930bc927fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47fdc040-fa11-4d7c-b0c7-054efe6921e6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:52.018433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a94410b7-5509-4bc9-8785-132c81b60ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:52.181330 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a94410b7-5509-4bc9-8785-132c81b60ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:52.261651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a94410b7-5509-4bc9-8785-132c81b60ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:52.304110 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a94410b7-5509-4bc9-8785-132c81b60ec3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96a966fac0784e86881cf8eaf0d771a4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3993134 Sep 10 04:03:52.304986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94410b7-5509-4bc9-8785-132c81b60ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc54c092-64d0-47cb-b5ce-7dad64dbf4c2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:52.306964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39904) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:52.379456 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c19600f9-45c4-43ef-86bf-a09939991a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:52.401580 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c19600f9-45c4-43ef-86bf-a09939991a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:52.530597 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c19600f9-45c4-43ef-86bf-a09939991a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:52.533226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c19600f9-45c4-43ef-86bf-a09939991a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:52.534436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c19600f9-45c4-43ef-86bf-a09939991a57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc54c092-64d0-47cb-b5ce-7dad64dbf4c2 HTTP/1.1" status: 204 len: 168 time: 0.2258270 Sep 10 04:03:52.542929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19600f9-45c4-43ef-86bf-a09939991a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc54c092-64d0-47cb-b5ce-7dad64dbf4c2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:52.875204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39918) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:52.892429 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f1e0889-c5e5-45c6-824b-0f31dd5373d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:52.975170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39924) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:52.993690 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f1e0889-c5e5-45c6-824b-0f31dd5373d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.120142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5f1e0889-c5e5-45c6-824b-0f31dd5373d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.162831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5f1e0889-c5e5-45c6-824b-0f31dd5373d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f45621699624ab494199fb59926773d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2866192 Sep 10 04:03:53.163889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e0889-c5e5-45c6-824b-0f31dd5373d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff428de4-941e-4ec5-946f-6d100719c8a1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:53.165489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39930) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:53.222504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43f44e15-6ee0-4730-bb39-ba5b884201d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.228187 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ea559a7-f065-4d0a-ba2d-cf19ba6d636d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.252044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ea559a7-f065-4d0a-ba2d-cf19ba6d636d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.333038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43f44e15-6ee0-4730-bb39-ba5b884201d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.377240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ea559a7-f065-4d0a-ba2d-cf19ba6d636d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.379888 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ea559a7-f065-4d0a-ba2d-cf19ba6d636d admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.381050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3ea559a7-f065-4d0a-ba2d-cf19ba6d636d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff428de4-941e-4ec5-946f-6d100719c8a1 HTTP/1.1" status: 204 len: 168 time: 0.2121420 Sep 10 04:03:53.390299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea559a7-f065-4d0a-ba2d-cf19ba6d636d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff428de4-941e-4ec5-946f-6d100719c8a1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:53.447732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 39942) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:53.454250 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43f44e15-6ee0-4730-bb39-ba5b884201d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.497732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39948) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:53.497953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-43f44e15-6ee0-4730-bb39-ba5b884201d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0cb0057240d8449ea19bdc8764b1d67f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5217512 Sep 10 04:03:53.498807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f44e15-6ee0-4730-bb39-ba5b884201d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18ad6ffe-71d7-43f1-b3ea-d4d6f2a9fc34,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:53.554137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57e8401e-e46a-43cc-bbad-e54a3e3de0c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.554335 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2b4e5201-c9f9-4d07-84b8-a482d4ad608b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.576252 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57e8401e-e46a-43cc-bbad-e54a3e3de0c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.648216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b65e3058-2b37-4bb2-9534-b643f8d669a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.702972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57e8401e-e46a-43cc-bbad-e54a3e3de0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.706055 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57e8401e-e46a-43cc-bbad-e54a3e3de0c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.709798 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-57e8401e-e46a-43cc-bbad-e54a3e3de0c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/18ad6ffe-71d7-43f1-b3ea-d4d6f2a9fc34 HTTP/1.1" status: 204 len: 168 time: 0.2083721 Sep 10 04:03:53.715290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e8401e-e46a-43cc-bbad-e54a3e3de0c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18ad6ffe-71d7-43f1-b3ea-d4d6f2a9fc34,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:53.760218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.771470 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b65e3058-2b37-4bb2-9534-b643f8d669a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.863060 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b65e3058-2b37-4bb2-9534-b643f8d669a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.900426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b65e3058-2b37-4bb2-9534-b643f8d669a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c54f8cd627a64754a02c7f4343c83623&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4507384 Sep 10 04:03:53.902802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65e3058-2b37-4bb2-9534-b643f8d669a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b43d26e7-de10-4e0b-80f5-ccaf2b93eb4a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:53.903574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39962) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:53.960715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af7117d4-4303-4e45-8e1e-ab2a38f5331f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:53.983293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af7117d4-4303-4e45-8e1e-ab2a38f5331f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:54.114408 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af7117d4-4303-4e45-8e1e-ab2a38f5331f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:54.117054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af7117d4-4303-4e45-8e1e-ab2a38f5331f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:54.118229 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-af7117d4-4303-4e45-8e1e-ab2a38f5331f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b43d26e7-de10-4e0b-80f5-ccaf2b93eb4a HTTP/1.1" status: 204 len: 168 time: 0.2133691 Sep 10 04:03:54.126123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7117d4-4303-4e45-8e1e-ab2a38f5331f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b43d26e7-de10-4e0b-80f5-ccaf2b93eb4a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:54.445035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39982) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:54.572660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-83929549-network', 'tenant_id': '56e3b5010e4f4deeafd2278ec649fe66'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:54.684954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Made reservation on behalf of 56e3b5010e4f4deeafd2278ec649fe66 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:54.687358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:54.696186 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:54.784758 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:54.809027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 39996) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:54.822434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52ea9297-2f47-4dcc-bab9-b0d3a64ffb95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:54.860905 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:54.904512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:03:54.911506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42185064-d1d6-4dae-9332-3e05b5074ef9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:54.923544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:54.923909 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Added segment 90ec2ba1-9e05-4132-9627-754cf8531952 of type vlan for network 688ac596-09ec-4fe0-8e1d-7cf0b181ae56 Sep 10 04:03:54.988518 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.037236 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52ea9297-2f47-4dcc-bab9-b0d3a64ffb95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.119752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.121387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:55.122443 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.147479 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.157087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52ea9297-2f47-4dcc-bab9-b0d3a64ffb95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.246145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] Pushing event updated for resources: {'Network': ['ID=688ac596-09ec-4fe0-8e1d-7cf0b181ae56,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:55.249021 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b0d4797f-6bdc-447f-9afd-b3f8d5a4d41b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8021894 Sep 10 04:03:55.252363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40012) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:55.255543 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-52ea9297-2f47-4dcc-bab9-b0d3a64ffb95 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=374eae8e47fd4cb68b0b4b678b2ae8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4454751 Sep 10 04:03:55.257469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea9297-2f47-4dcc-bab9-b0d3a64ffb95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a2345e-847b-4885-b7cb-41112318191e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:55.259648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 688ac596-09ec-4fe0-8e1d-7cf0b181ae56 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:03:55.259842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40014) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:55.266858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Request body: {'subnet': {'network_id': '688ac596-09ec-4fe0-8e1d-7cf0b181ae56', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-83929549-subnet', 'tenant_id': '56e3b5010e4f4deeafd2278ec649fe66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:55.317839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cef0ea3-7b69-49a7-afbf-ebfb7acce90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.344012 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cef0ea3-7b69-49a7-afbf-ebfb7acce90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.376884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Made reservation on behalf of 56e3b5010e4f4deeafd2278ec649fe66 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:55.379567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.462666 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cef0ea3-7b69-49a7-afbf-ebfb7acce90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.466531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1cef0ea3-7b69-49a7-afbf-ebfb7acce90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.467785 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1cef0ea3-7b69-49a7-afbf-ebfb7acce90f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4a2345e-847b-4885-b7cb-41112318191e HTTP/1.1" status: 204 len: 168 time: 0.2069712 Sep 10 04:03:55.475564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef0ea3-7b69-49a7-afbf-ebfb7acce90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a2345e-847b-4885-b7cb-41112318191e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:55.708695 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.776622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=395b4e16-60d5-470e-863b-11e8d3c75158,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:55.785417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Checking segment: {'id': '90ec2ba1-9e05-4132-9627-754cf8531952', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': '688ac596-09ec-4fe0-8e1d-7cf0b181ae56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:55.785865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Network hostable DHCP agents. Network: 688ac596-09ec-4fe0-8e1d-7cf0b181ae56, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:55.845504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Network 688ac596-09ec-4fe0-8e1d-7cf0b181ae56 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:55.922427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 688ac596-09ec-4fe0-8e1d-7cf0b181ae56) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:55.926852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:55.927458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:55.927956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25cf0834-21a5-429d-b197-0e2cabef2367 None None] Network 688ac596-09ec-4fe0-8e1d-7cf0b181ae56 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:56.029838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-67f3883e-2e53-4b80-9048-24986a365e53 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.7738764 Sep 10 04:03:56.221412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0095b63e-3c20-48f0-be45-6669302aa63e None None] Network 688ac596-09ec-4fe0-8e1d-7cf0b181ae56 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:56.317311 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:56.338265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40084) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:56.357534 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d0ad-2286-4402-987f-6654dc3c8f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:56.474828 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d0ad-2286-4402-987f-6654dc3c8f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:56.554274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c6c9d0ad-2286-4402-987f-6654dc3c8f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:56.592899 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c6c9d0ad-2286-4402-987f-6654dc3c8f71 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76a915dbf4bb4661b908fbb092b6cc36&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2556937 Sep 10 04:03:56.594886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c9d0ad-2286-4402-987f-6654dc3c8f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7c20de-c7d1-4c61-bcff-738ea8d66bbf,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:56.595630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40094) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:56.659728 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f59245e-a71a-4065-b31c-25bfb5218b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:56.680886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f59245e-a71a-4065-b31c-25bfb5218b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:56.782992 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f59245e-a71a-4065-b31c-25bfb5218b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:56.785974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3f59245e-a71a-4065-b31c-25bfb5218b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:56.788237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3f59245e-a71a-4065-b31c-25bfb5218b52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b7c20de-c7d1-4c61-bcff-738ea8d66bbf HTTP/1.1" status: 204 len: 168 time: 0.1908741 Sep 10 04:03:56.798513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59245e-a71a-4065-b31c-25bfb5218b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7c20de-c7d1-4c61-bcff-738ea8d66bbf,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:56.850652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40130) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:57.218335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4389ef3d-066f-4757-9c04-d29149207cbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.315059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40148) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:57.320242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1068122458-network', 'tenant_id': '096b850da3004b51a27900380a38793b'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:57.327813 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4389ef3d-066f-4757-9c04-d29149207cbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.402845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4389ef3d-066f-4757-9c04-d29149207cbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.443637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4389ef3d-066f-4757-9c04-d29149207cbd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=917aa84895b3477fbcd59612c98234bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5918345 Sep 10 04:03:57.446325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40152) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:57.453089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4389ef3d-066f-4757-9c04-d29149207cbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d41b5daa-9fa6-40c6-a53c-62921e1710be,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:57.520979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-823a0202-560f-45a7-bcdc-6b794e0389d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.523857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Made reservation on behalf of 096b850da3004b51a27900380a38793b for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:57.525850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.543660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.564167 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-823a0202-560f-45a7-bcdc-6b794e0389d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.680189 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.714812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-823a0202-560f-45a7-bcdc-6b794e0389d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.717724 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-823a0202-560f-45a7-bcdc-6b794e0389d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.721896 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-823a0202-560f-45a7-bcdc-6b794e0389d3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d41b5daa-9fa6-40c6-a53c-62921e1710be HTTP/1.1" status: 204 len: 168 time: 0.2723725 Sep 10 04:03:57.731226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823a0202-560f-45a7-bcdc-6b794e0389d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d41b5daa-9fa6-40c6-a53c-62921e1710be,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:57.749298 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.763901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:03:57.777473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.778523 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Added segment 036046ef-ac6c-4b85-9f3e-21d46a9dc91e of type vlan for network 68fde88f-062a-42f8-8a77-5894bee63443 Sep 10 04:03:57.817976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281debfc-6969-4790-8e69-d97873e8f523,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:57.863830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:57.999757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.001057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:58.001919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.070244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] Pushing event updated for resources: {'Network': ['ID=68fde88f-062a-42f8-8a77-5894bee63443,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:58.081894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 68fde88f-062a-42f8-8a77-5894bee63443 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:03:58.132097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7beb8805-3b7d-4d20-8700-5159e6c7d95d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.8167160 Sep 10 04:03:58.138131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40172) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:58.143277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Request body: {'subnet': {'network_id': '68fde88f-062a-42f8-8a77-5894bee63443', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1068122458-subnet', 'tenant_id': '096b850da3004b51a27900380a38793b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:03:58.245495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Made reservation on behalf of 096b850da3004b51a27900380a38793b for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:03:58.249732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.363287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40176) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:58.397053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0a34-1679-4dff-8b03-93d9148974f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.574943 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0a34-1679-4dff-8b03-93d9148974f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.576288 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.634401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2915930-c565-4c27-ad75-d77860900f5c,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:58.654683 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Checking segment: {'id': '036046ef-ac6c-4b85-9f3e-21d46a9dc91e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': '68fde88f-062a-42f8-8a77-5894bee63443'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:03:58.655042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Network hostable DHCP agents. Network: 68fde88f-062a-42f8-8a77-5894bee63443, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:03:58.665765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6e1c0a34-1679-4dff-8b03-93d9148974f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.714628 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6e1c0a34-1679-4dff-8b03-93d9148974f2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cce8c0431edd44d59bcd2d76cd62cc40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495119 Sep 10 04:03:58.721818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1c0a34-1679-4dff-8b03-93d9148974f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e704482-a6c9-4f69-bb36-1040315eb88f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:58.722348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40184) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:58.751187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Network 68fde88f-062a-42f8-8a77-5894bee63443 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:03:58.780874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ecefdecb-d45a-48e1-ba08-e0255827e233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.803432 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ecefdecb-d45a-48e1-ba08-e0255827e233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.839698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 68fde88f-062a-42f8-8a77-5894bee63443) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:03:58.843568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:03:58.844188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.849911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60614fa4-b914-4011-a14b-86935782e892 None None] Network 68fde88f-062a-42f8-8a77-5894bee63443 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:58.872803 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.915112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fa2d8ecb-3b69-4d77-b6a7-ba3cf869bb25 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.7757835 Sep 10 04:03:58.948266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ecefdecb-d45a-48e1-ba08-e0255827e233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.950884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ecefdecb-d45a-48e1-ba08-e0255827e233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:58.952142 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ecefdecb-d45a-48e1-ba08-e0255827e233 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e704482-a6c9-4f69-bb36-1040315eb88f HTTP/1.1" status: 204 len: 168 time: 0.2292368 Sep 10 04:03:58.960624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecefdecb-d45a-48e1-ba08-e0255827e233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e704482-a6c9-4f69-bb36-1040315eb88f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:59.015533 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6701bfd3-a153-41d3-8b86-9c507ec35d20 None None] Network 68fde88f-062a-42f8-8a77-5894bee63443 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:03:59.063954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40196) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:59.109940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd9f8df1-86c9-4050-8053-a57f444fb965 admin admin] Deleting subnet 395b4e16-60d5-470e-863b-11e8d3c75158 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:59.113456 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8df1-86c9-4050-8053-a57f444fb965 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.173775 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8df1-86c9-4050-8053-a57f444fb965 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.217805 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8df1-86c9-4050-8053-a57f444fb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.371910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8df1-86c9-4050-8053-a57f444fb965 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.402901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9f8df1-86c9-4050-8053-a57f444fb965 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=395b4e16-60d5-470e-863b-11e8d3c75158,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:59.408527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd9f8df1-86c9-4050-8053-a57f444fb965 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.411539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dd9f8df1-86c9-4050-8053-a57f444fb965 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/395b4e16-60d5-470e-863b-11e8d3c75158 HTTP/1.1" status: 204 len: 168 time: 0.3465679 Sep 10 04:03:59.413932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40210) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:59.501375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.594905 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.624150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['688ac596-09ec-4fe0-8e1d-7cf0b181ae56']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:59.636923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90ec2ba1-9e05-4132-9627-754cf8531952') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:59.637478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90ec2ba1-9e05-4132-9627-754cf8531952') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:03:59.658739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.674661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.681565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:03:59.681995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:03:59.706323 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:03:59.806230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.815888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.818699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40224) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:03:59.830548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] 10.222.0.22 "DELETE /v2.0/networks/688ac596-09ec-4fe0-8e1d-7cf0b181ae56 HTTP/1.1" status: 204 len: 168 time: 0.4146593 Sep 10 04:03:59.844609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca35db2-64b5-4cd5-8c20-2adbde64da5f admin admin] Pushing event deleted for resources: {'Network': ['ID=688ac596-09ec-4fe0-8e1d-7cf0b181ae56,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:03:59.877243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c06ac964-af5e-434e-988c-b121c08d4e9b admin admin] Deleting subnet c2915930-c565-4c27-ad75-d77860900f5c {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:03:59.880694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c06ac964-af5e-434e-988c-b121c08d4e9b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.923644 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c06ac964-af5e-434e-988c-b121c08d4e9b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:03:59.964289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c06ac964-af5e-434e-988c-b121c08d4e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.097084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c06ac964-af5e-434e-988c-b121c08d4e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.125865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06ac964-af5e-434e-988c-b121c08d4e9b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2915930-c565-4c27-ad75-d77860900f5c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:00.127817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c06ac964-af5e-434e-988c-b121c08d4e9b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.133510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40232) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:00.134557 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c06ac964-af5e-434e-988c-b121c08d4e9b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c2915930-c565-4c27-ad75-d77860900f5c HTTP/1.1" status: 204 len: 168 time: 0.3136249 Sep 10 04:04:00.211991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.302346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.326692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68fde88f-062a-42f8-8a77-5894bee63443']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:00.337294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '036046ef-ac6c-4b85-9f3e-21d46a9dc91e') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:00.337816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '036046ef-ac6c-4b85-9f3e-21d46a9dc91e') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:00.348281 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.362129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.368438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:04:00.368842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:04:00.371198 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:04:00.519282 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.525271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:00.527209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] 10.222.0.22 "DELETE /v2.0/networks/68fde88f-062a-42f8-8a77-5894bee63443 HTTP/1.1" status: 204 len: 168 time: 0.3919055 Sep 10 04:04:00.539910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d9d889-06b0-47b4-b97a-3b2f50bc3863 admin admin] Pushing event deleted for resources: {'Network': ['ID=68fde88f-062a-42f8-8a77-5894bee63443,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:00.864608 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40256) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:00.932214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-38728a6e-435a-46fd-8d29-925601396cc1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56e3b5010e4f4deeafd2278ec649fe66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0662115 Sep 10 04:04:00.934738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40260) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:00.985891 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-198569f1-b84c-4157-8f72-d4484c55d7b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:01.009032 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-198569f1-b84c-4157-8f72-d4484c55d7b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:01.155081 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-198569f1-b84c-4157-8f72-d4484c55d7b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:01.157779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-198569f1-b84c-4157-8f72-d4484c55d7b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:01.158940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-198569f1-b84c-4157-8f72-d4484c55d7b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42185064-d1d6-4dae-9332-3e05b5074ef9 HTTP/1.1" status: 204 len: 168 time: 0.2231154 Sep 10 04:04:01.167710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198569f1-b84c-4157-8f72-d4484c55d7b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42185064-d1d6-4dae-9332-3e05b5074ef9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:01.895717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40282) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:01.937419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9deefc7c-4b3f-4cb3-b778-b8dfd9d9b967 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=096b850da3004b51a27900380a38793b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402946 Sep 10 04:04:01.939947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40284) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:01.988562 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9fec9e11-d931-45a1-866a-279235dff9c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:02.009724 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9fec9e11-d931-45a1-866a-279235dff9c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:02.142775 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9fec9e11-d931-45a1-866a-279235dff9c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:02.145496 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9fec9e11-d931-45a1-866a-279235dff9c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:02.146748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9fec9e11-d931-45a1-866a-279235dff9c2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/281debfc-6969-4790-8e69-d97873e8f523 HTTP/1.1" status: 204 len: 168 time: 0.2059054 Sep 10 04:04:02.155959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec9e11-d931-45a1-866a-279235dff9c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281debfc-6969-4790-8e69-d97873e8f523,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:02.199930 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:02.219063 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:04:04.579419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40362) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:04.705934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18946317-77da-462a-ac19-b2f566657fec admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:04.806110 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18946317-77da-462a-ac19-b2f566657fec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:04.868627 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18946317-77da-462a-ac19-b2f566657fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:04.913809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18946317-77da-462a-ac19-b2f566657fec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a22c8a1-6af2-4ebd-82e5-8e803255edba,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:04.948765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-18946317-77da-462a-ac19-b2f566657fec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3be6b8ba758f418ba9c83889c4e9522a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3681955 Sep 10 04:04:04.951501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40370) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:05.023270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15c3cc5c-dc8f-4575-b8a6-49116faf8dbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:05.064778 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15c3cc5c-dc8f-4575-b8a6-49116faf8dbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:05.188340 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15c3cc5c-dc8f-4575-b8a6-49116faf8dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:05.190851 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15c3cc5c-dc8f-4575-b8a6-49116faf8dbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:05.192097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-15c3cc5c-dc8f-4575-b8a6-49116faf8dbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9a22c8a1-6af2-4ebd-82e5-8e803255edba HTTP/1.1" status: 204 len: 168 time: 0.2395630 Sep 10 04:04:05.200687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c3cc5c-dc8f-4575-b8a6-49116faf8dbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a22c8a1-6af2-4ebd-82e5-8e803255edba,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:05.832848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40378) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:05.848095 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-adbf4bf9-bbec-4efc-8191-51df1eff6892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.218304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-adbf4bf9-bbec-4efc-8191-51df1eff6892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.218304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40388) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:06.218304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-adbf4bf9-bbec-4efc-8191-51df1eff6892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.249663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf4bf9-bbec-4efc-8191-51df1eff6892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a093b936-6857-41f3-a445-b6a758d662ca,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:06.260966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-adbf4bf9-bbec-4efc-8191-51df1eff6892 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0dbf09e3aa054138bf3e31550279fd0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4257233 Sep 10 04:04:06.263613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40398) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:06.339381 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4de5df8-dd91-42cb-a666-cc512562145e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.362863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4de5df8-dd91-42cb-a666-cc512562145e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.407037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port e7df596a-e5c2-494e-9e82-bf49be52ebe2 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:04:06.407427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.501624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.502159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.515181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for e7df596a-e5c2-494e-9e82-bf49be52ebe2 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:04:06.525715 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4de5df8-dd91-42cb-a666-cc512562145e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.532757 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f4de5df8-dd91-42cb-a666-cc512562145e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.532757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f4de5df8-dd91-42cb-a666-cc512562145e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a093b936-6857-41f3-a445-b6a758d662ca HTTP/1.1" status: 204 len: 168 time: 0.2653036 Sep 10 04:04:06.558680 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de5df8-dd91-42cb-a666-cc512562145e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a093b936-6857-41f3-a445-b6a758d662ca,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:06.856916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.884443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=e7df596a-e5c2-494e-9e82-bf49be52ebe2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:06.973093 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:06.973738 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Floating IP 7616775a-aa6a-49b8-ac17-33cbce34b1b2 disassociated (deleted). External IP: 172.25.3.232, port: 1bf60565-38d5-4e4c-8727-9a11ee2a6793. Sep 10 04:04:07.257895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:04:07.381666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:04:07.387135 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:07.393125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] Sync routers for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:04:07.410643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:07.410962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:07.416951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-10ef6a79-c22f-4284-9318-ea53d2cca792 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/floatingips/7616775a-aa6a-49b8-ac17-33cbce34b1b2 HTTP/1.1" status: 204 len: 168 time: 1.3533609 Sep 10 04:04:07.419646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:04:07.420538 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8add75a-221f-4255-90b2-3e9bb49c579a" -d '{"events": [{"name": "network-changed", "server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:04:07.516658 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9605811-353a-4d64-99c5-f83d64155a45 x-openstack-request-id: req-b9605811-353a-4d64-99c5-f83d64155a45 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:04:07.517120 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:04:07.517514 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9605811-353a-4d64-99c5-f83d64155a45 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:04:07.522611 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'status': 'completed', 'code': 200} Sep 10 04:04:07.621008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-6d8cc08b-9165-44fd-ba12-1401d04ee459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:07.624072 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-6d8cc08b-9165-44fd-ba12-1401d04ee459 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 1096 time: 0.0767710 Sep 10 04:04:07.626433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:07.756278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-17c69ba8-aecd-48a7-97b1-268f7af60a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:07.757777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-17c69ba8-aecd-48a7-97b1-268f7af60a72 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7f2ed2d9-023d-4443-a788-b69943cea483 HTTP/1.1" status: 200 len: 897 time: 0.1275666 Sep 10 04:04:07.794409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40430) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:07.844278 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-77292cb5-9588-4033-be97-4b7a9fc227cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793 HTTP/1.1" status: 200 len: 217 time: 0.0790012 Sep 10 04:04:07.926472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-0e330902-ca2c-4b38-82e9-60108b4a5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:07.929221 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-0e330902-ca2c-4b38-82e9-60108b4a5148 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0b12dfca-47af-4866-a75f-e33cc91ca991 HTTP/1.1" status: 200 len: 834 time: 0.0757070 Sep 10 04:04:08.004304 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-654841e2-8df2-4d14-80f4-b273538e02f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:08.013092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-5ffe1fae-9945-4068-a2fd-442e03ff3244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:08.014904 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-5ffe1fae-9945-4068-a2fd-442e03ff3244 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7f2ed2d9-023d-4443-a788-b69943cea483&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646250 Sep 10 04:04:08.042123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b8ba226b-099a-4d90-9eca-2ac48ed16384', 'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:30:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:20Z', 'updated_at': '2021-09-10T04:02:29Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:08.076401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] Checking router: 1f9b80e8-a51a-46ae-a371-f79dd4be4988 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:04:08.083051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5101367-c280-4997-bb58-fbfd540a377a req-1f066650-08cb-4bb1-a14d-12c7c5560eaa tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:08.085438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5101367-c280-4997-bb58-fbfd540a377a req-1f066650-08cb-4bb1-a14d-12c7c5560eaa tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0632756 Sep 10 04:04:08.097552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:08.098369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:08.129974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5101367-c280-4997-bb58-fbfd540a377a req-7d12fcdb-64e6-4775-a8e8-0779a839595d tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349662 Sep 10 04:04:08.250156 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-d530e2e7-6de8-4810-a238-ba416301aec9 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254691 Sep 10 04:04:08.258838 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-654841e2-8df2-4d14-80f4-b273538e02f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:08.305258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:08.347902 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-654841e2-8df2-4d14-80f4-b273538e02f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:08.401339 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-654841e2-8df2-4d14-80f4-b273538e02f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=01f828fc3e2b4a0db1185e4c9fbbdccf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042271 Sep 10 04:04:08.403909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40446) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:08.456148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654841e2-8df2-4d14-80f4-b273538e02f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b37ba56c-f29c-4d3b-aa93-b0e0c6044c1c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:08.460965 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8add75a-221f-4255-90b2-3e9bb49c579a req-675aa698-bce5-4444-9d15-35a3ef85c1f3 service neutron] 10.222.0.20 "GET /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997092 Sep 10 04:04:08.530820 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5497-7836-4970-978d-7710d66b12d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:08.566303 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5497-7836-4970-978d-7710d66b12d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:08.608886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b8ba226b-099a-4d90-9eca-2ac48ed16384', 'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:30:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:20Z', 'updated_at': '2021-09-10T04:02:29Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:08.636191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67c0ee68-4956-473e-9c66-846be2cd1b8f None None] The sync data for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 is: [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:02:21Z', 'revision_number': 4, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b8ba226b-099a-4d90-9eca-2ac48ed16384', 'name': '', 'network_id': '7f2ed2d9-023d-4443-a788-b69943cea483', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'mac_address': 'fa:16:3e:30:09:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_interface', 'standard_attr_id': 3161, 'fixed_ips': [{'subnet_id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:20Z', 'updated_at': '2021-09-10T04:02:29Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'subnets': [{'id': '0b12dfca-47af-4866-a75f-e33cc91ca991', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:04:08.702537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5497-7836-4970-978d-7710d66b12d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:08.705515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ff9e5497-7836-4970-978d-7710d66b12d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:08.710805 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ff9e5497-7836-4970-978d-7710d66b12d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b37ba56c-f29c-4d3b-aa93-b0e0c6044c1c HTTP/1.1" status: 204 len: 168 time: 0.3012516 Sep 10 04:04:08.719196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e5497-7836-4970-978d-7710d66b12d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b37ba56c-f29c-4d3b-aa93-b0e0c6044c1c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:08.925546 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0462dbd-a6f3-4454-ac28-bc69ee5aac80 None None] New status for floating IP 7616775a-aa6a-49b8-ac17-33cbce34b1b2: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:04:09.288745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393962db-3707-4a67-a84b-dae880952ab3 req-c2a50e14-bf37-429e-84e9-66f98a9139a3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:09.293528 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6439a277-7d94-41a5-b81a-cdec0d3ccdca req-cdb25a9d-0d6a-4025-b0c9-b6e9194f5c02 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:09.295743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6439a277-7d94-41a5-b81a-cdec0d3ccdca req-cdb25a9d-0d6a-4025-b0c9-b6e9194f5c02 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0749869 Sep 10 04:04:09.298355 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-393962db-3707-4a67-a84b-dae880952ab3 req-c2a50e14-bf37-429e-84e9-66f98a9139a3 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 945 time: 0.0927541 Sep 10 04:04:09.352653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6439a277-7d94-41a5-b81a-cdec0d3ccdca req-ba70a4ae-2ea6-4835-9443-92a4419fe4f4 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/security-groups?id=2315ab7d-d080-41f5-86ef-280ed4e98104&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498338 Sep 10 04:04:09.456082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40470) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:09.476879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-393962db-3707-4a67-a84b-dae880952ab3 req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:04:09.477384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-393962db-3707-4a67-a84b-dae880952ab3 req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:09.499493 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bda011cf-e5f3-40fc-a2da-db8032590682 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:09.643469 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bda011cf-e5f3-40fc-a2da-db8032590682 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:09.668721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-393962db-3707-4a67-a84b-dae880952ab3 req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port 1bf60565-38d5-4e4c-8727-9a11ee2a6793, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1bf60565-38d5-4e4c-8727-9a11ee2a6793,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:09.669112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-393962db-3707-4a67-a84b-dae880952ab3 req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:09.683191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-393962db-3707-4a67-a84b-dae880952ab3 req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for 1bf60565-38d5-4e4c-8727-9a11ee2a6793 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:04:09.733267 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bda011cf-e5f3-40fc-a2da-db8032590682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:09.798198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda011cf-e5f3-40fc-a2da-db8032590682 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e960ab-fa17-4335-82af-e7437bfa4cf6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:09.810746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bda011cf-e5f3-40fc-a2da-db8032590682 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=99e7bfacdbdb4eea9aaa135ab12804fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3568237 Sep 10 04:04:09.811516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40478) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:09.914630 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-742d095b-9c8d-408d-8e38-c60c4c627704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:09.954407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-393962db-3707-4a67-a84b-dae880952ab3 req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:09.956893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-742d095b-9c8d-408d-8e38-c60c4c627704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:09.984312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=1bf60565-38d5-4e4c-8727-9a11ee2a6793,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:10.038388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-393962db-3707-4a67-a84b-dae880952ab3 req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] No DVR routers for this DVR port 1bf60565-38d5-4e4c-8727-9a11ee2a6793 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:04:10.042694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-393962db-3707-4a67-a84b-dae880952ab3 req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:10.044768 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-393962db-3707-4a67-a84b-dae880952ab3 req-f682f73e-e6fa-4b05-8c4c-9fe5cc7f8d6b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.20 "DELETE /v2.0/ports/1bf60565-38d5-4e4c-8727-9a11ee2a6793 HTTP/1.1" status: 204 len: 173 time: 0.7399621 Sep 10 04:04:10.045513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'name': 'network-vif-deleted', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:04:10.058409 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e0e5ac-a953-4a56-b9fd-03fb737a9b1f" -d '{"events": [{"server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "name": "network-vif-deleted", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:04:10.096574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-742d095b-9c8d-408d-8e38-c60c4c627704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:10.097806 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8589257f-4906-40bb-9f45-bf1e91a0e096 x-openstack-request-id: req-8589257f-4906-40bb-9f45-bf1e91a0e096 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:04:10.098171 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9", "name": "network-vif-deleted", "tag": "1bf60565-38d5-4e4c-8727-9a11ee2a6793", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:04:10.098972 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8589257f-4906-40bb-9f45-bf1e91a0e096 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:04:10.098972 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9', 'name': 'network-vif-deleted', 'tag': '1bf60565-38d5-4e4c-8727-9a11ee2a6793', 'status': 'completed', 'code': 200} Sep 10 04:04:10.099220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-742d095b-9c8d-408d-8e38-c60c4c627704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:10.100575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-742d095b-9c8d-408d-8e38-c60c4c627704 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1e960ab-fa17-4335-82af-e7437bfa4cf6 HTTP/1.1" status: 204 len: 168 time: 0.2882941 Sep 10 04:04:10.120003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742d095b-9c8d-408d-8e38-c60c4c627704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e960ab-fa17-4335-82af-e7437bfa4cf6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:10.522254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49997379-bc61-40e8-bd40-77c72da6c1c9 req-5d199a78-c4f6-4ac7-8d3d-7b9d98ad9dcf tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "GET /v2.0/ports?device_id=cbce0b3f-b36e-4213-9798-5a1dfd3bc2a9 HTTP/1.1" status: 200 len: 210 time: 0.0492616 Sep 10 04:04:10.730411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40510) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:10.848361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e79d3a9-e70c-4d50-bb2a-fa779ccf0090 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:10.961137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e79d3a9-e70c-4d50-bb2a-fa779ccf0090 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:11.039362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8e79d3a9-e70c-4d50-bb2a-fa779ccf0090 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:11.084252 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8e79d3a9-e70c-4d50-bb2a-fa779ccf0090 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4f738f02001c412b8de6012408e18d91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3502796 Sep 10 04:04:11.084252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e79d3a9-e70c-4d50-bb2a-fa779ccf0090 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=591226d0-786b-44be-9665-b6dc8a512e1d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:11.086031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40522) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:11.159529 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bda9643e-2a46-434d-a2f6-5cf74c243305 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:11.190109 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bda9643e-2a46-434d-a2f6-5cf74c243305 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:11.602839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40536) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:11.771211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bda9643e-2a46-434d-a2f6-5cf74c243305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:11.810955 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bda9643e-2a46-434d-a2f6-5cf74c243305 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:11.810955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bda9643e-2a46-434d-a2f6-5cf74c243305 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/591226d0-786b-44be-9665-b6dc8a512e1d HTTP/1.1" status: 204 len: 168 time: 0.6884675 Sep 10 04:04:11.810955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda9643e-2a46-434d-a2f6-5cf74c243305 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=591226d0-786b-44be-9665-b6dc8a512e1d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:11.999131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:12.318896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port b8ba226b-099a-4d90-9eca-2ac48ed16384 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:04:12.319120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:12.477811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port b8ba226b-099a-4d90-9eca-2ac48ed16384, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b8ba226b-099a-4d90-9eca-2ac48ed16384,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:12.478256 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:12.497454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for b8ba226b-099a-4d90-9eca-2ac48ed16384 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:04:12.713071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bf60565-38d5-4e4c-8727-9a11ee2a6793 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:04:12.735336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 1bf60565-38d5-4e4c-8727-9a11ee2a6793 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:04:12.735768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1bf60565-38d5-4e4c-8727-9a11ee2a6793 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:04:12.770804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:12.806045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=b8ba226b-099a-4d90-9eca-2ac48ed16384,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:12.836943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40580) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:12.875316 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-254482b2-7a01-41b8-b385-89272a9f0ec0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:13.396753 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:13.472346 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-254482b2-7a01-41b8-b385-89272a9f0ec0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:13.586765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-254482b2-7a01-41b8-b385-89272a9f0ec0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:13.640883 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-254482b2-7a01-41b8-b385-89272a9f0ec0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c0f49aa72c44b6b840ebff77cf6e674&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8029022 Sep 10 04:04:13.643577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40596) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:13.645056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254482b2-7a01-41b8-b385-89272a9f0ec0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d101c3d3-57a9-4174-a875-0a86fdd686b6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:13.708069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:04:13.742572 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-699af273-13fa-4222-ab44-6667b85fbea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:13.766455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-699af273-13fa-4222-ab44-6667b85fbea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:13.823612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:04:13.832203 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0de9adb3-9fef-4da7-b7b6-cd40e5a5bb82 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "PUT /v2.0/routers/1f9b80e8-a51a-46ae-a371-f79dd4be4988/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2288511 Sep 10 04:04:13.832911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40602) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:13.836972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] Sync routers for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:04:13.854345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:13.854345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:13.908736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-57f2b5c1-34fc-4036-8bd5-f3adba043998 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting subnet 0b12dfca-47af-4866-a75f-e33cc91ca991 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:04:13.914469 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57f2b5c1-34fc-4036-8bd5-f3adba043998 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:13.930932 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-699af273-13fa-4222-ab44-6667b85fbea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:13.934122 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-699af273-13fa-4222-ab44-6667b85fbea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:13.935307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-699af273-13fa-4222-ab44-6667b85fbea9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d101c3d3-57a9-4174-a875-0a86fdd686b6 HTTP/1.1" status: 204 len: 168 time: 0.2907159 Sep 10 04:04:13.949234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699af273-13fa-4222-ab44-6667b85fbea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d101c3d3-57a9-4174-a875-0a86fdd686b6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:14.012985 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57f2b5c1-34fc-4036-8bd5-f3adba043998 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:14.083987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:14.135138 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57f2b5c1-34fc-4036-8bd5-f3adba043998 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:14.268610 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57f2b5c1-34fc-4036-8bd5-f3adba043998 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:14.295587 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57f2b5c1-34fc-4036-8bd5-f3adba043998 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:14.297536 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-57f2b5c1-34fc-4036-8bd5-f3adba043998 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/subnets/0b12dfca-47af-4866-a75f-e33cc91ca991 HTTP/1.1" status: 204 len: 168 time: 0.4636602 Sep 10 04:04:14.300322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40622) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:14.310096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b1b70e-d7c8-44be-abd5-eed28ecc1034 None None] Network 7f2ed2d9-023d-4443-a788-b69943cea483 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:04:14.380471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f2b5c1-34fc-4036-8bd5-f3adba043998 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Subnet': ['ID=0b12dfca-47af-4866-a75f-e33cc91ca991,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:14.492511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:04:12Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:14.560125 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:14.583907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] Checking router: 1f9b80e8-a51a-46ae-a371-f79dd4be4988 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:04:14.601898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] Routers {'1f9b80e8-a51a-46ae-a371-f79dd4be4988'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:14.602678 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:14.734750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:14.818315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] Set router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:14.883492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Deleting port 139a299e-bc9a-4900-ba72-81c659b94343 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:04:14.884107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:14.891179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5974c25c-0eda-4128-949f-bafeddd5ede0 None None] DHCP port deletion for 7f2ed2d9-023d-4443-a788-b69943cea483 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:04:15.034139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] For port 139a299e-bc9a-4900-ba72-81c659b94343, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=139a299e-bc9a-4900-ba72-81c659b94343,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:15.034824 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.070753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Calling delete_port for 139a299e-bc9a-4900-ba72-81c659b94343 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:04:15.169100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5974c25c-0eda-4128-949f-bafeddd5ede0 None None] Deleting port 10450791-f33e-43e2-b136-d631f8aaba00 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:04:15.169628 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5974c25c-0eda-4128-949f-bafeddd5ede0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.243447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5974c25c-0eda-4128-949f-bafeddd5ede0 None None] For port 10450791-f33e-43e2-b136-d631f8aaba00, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=10450791-f33e-43e2-b136-d631f8aaba00,segment=NetworkSegment(18edf76a-876b-4328-8f99-7c96f5e07e32),segment_id=18edf76a-876b-4328-8f99-7c96f5e07e32)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:15.243447 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5974c25c-0eda-4128-949f-bafeddd5ede0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.258181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5974c25c-0eda-4128-949f-bafeddd5ede0 None None] Calling delete_port for 10450791-f33e-43e2-b136-d631f8aaba00 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:04:15.414723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:04:12Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:15.418890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40656) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:15.446292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58ad99be-c262-4a77-89a6-5673a0a55766 None None] The sync data for ids ['1f9b80e8-a51a-46ae-a371-f79dd4be4988'] in n-d-808143-1 is: [{'id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1326855177', 'tenant_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208'}], 'enable_snat': True}, 'gw_port_id': '139a299e-bc9a-4900-ba72-81c659b94343', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:02:13Z', 'updated_at': '2021-09-10T04:04:12Z', 'revision_number': 5, 'project_id': '604b17a6e0964c4ab69ec880aeb9fc59', 'gw_port': {'id': '139a299e-bc9a-4900-ba72-81c659b94343', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:78:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f9b80e8-a51a-46ae-a371-f79dd4be4988', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3137, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:02:14Z', 'updated_at': '2021-09-10T04:02:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:04:15.458353 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.468170 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5974c25c-0eda-4128-949f-bafeddd5ede0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.516085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5974c25c-0eda-4128-949f-bafeddd5ede0 None None] No DVR routers for this DVR port 10450791-f33e-43e2-b136-d631f8aaba00 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:04:15.517714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5974c25c-0eda-4128-949f-bafeddd5ede0 None None] Pushing event deleted for resources: {'Port': ['ID=10450791-f33e-43e2-b136-d631f8aaba00,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:15.542740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Port': ['ID=139a299e-bc9a-4900-ba72-81c659b94343,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:15.602046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1545691938-network', 'tenant_id': '6fe459394dee41fb9d4d1fccccaf089c'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:15.617371 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.723914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.726414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.734119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Made reservation on behalf of 6fe459394dee41fb9d4d1fccccaf089c for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:15.737214 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.770624 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.875520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.876425 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Fanout notify agent at l3_agent the message router_deleted on router 1f9b80e8-a51a-46ae-a371-f79dd4be4988 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:04:15.888957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:15.889042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40664) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:15.889502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-68f85d99-89d5-4410-8883-7c3ed6a9f15b tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/routers/1f9b80e8-a51a-46ae-a371-f79dd4be4988 HTTP/1.1" status: 204 len: 168 time: 1.5869875 Sep 10 04:04:16.005286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.011922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.074006 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.103949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] vlan segment allocate from pool success with {'vlan_id': 235, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:04:16.113440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=288e5582-2940-41ad-81c5-f73e716854bc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:16.121521 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.123475 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Added segment c624280c-9947-42e3-973b-753d74aeab53 of type vlan for network de1cccbc-7d55-418f-943f-be3e5aae8f46 Sep 10 04:04:16.124339 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.166012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f2ed2d9-023d-4443-a788-b69943cea483']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:16.171378 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.177827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18edf76a-876b-4328-8f99-7c96f5e07e32') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:16.178479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18edf76a-876b-4328-8f99-7c96f5e07e32') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:16.189364 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.210988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.221169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:04:16.225419 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:04:16.302361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.303422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:16.304172 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.360017 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.376289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.378444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/networks/7f2ed2d9-023d-4443-a788-b69943cea483 HTTP/1.1" status: 204 len: 168 time: 0.4892187 Sep 10 04:04:16.381184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40670) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:16.397024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] Pushing event updated for resources: {'Network': ['ID=de1cccbc-7d55-418f-943f-be3e5aae8f46,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:16.409121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network de1cccbc-7d55-418f-943f-be3e5aae8f46 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:04:16.418072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2bd3df22-4fad-4f33-88d9-3ad988b86d54 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9978874 Sep 10 04:04:16.421874 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40676) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:16.430369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Request body: {'subnet': {'network_id': 'de1cccbc-7d55-418f-943f-be3e5aae8f46', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1545691938-subnet', 'tenant_id': '6fe459394dee41fb9d4d1fccccaf089c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:16.488212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbff55c-cdb1-4ec7-97aa-87ed37fe8b6f tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'Network': ['ID=7f2ed2d9-023d-4443-a788-b69943cea483,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:16.518704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-106ee1e5-b06d-41fc-8245-a9ad82f53fe6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.537379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Made reservation on behalf of 6fe459394dee41fb9d4d1fccccaf089c for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:16.539785 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.584527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-106ee1e5-b06d-41fc-8245-a9ad82f53fe6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.705080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b8ba226b-099a-4d90-9eca-2ac48ed16384 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:04:16.729451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: b8ba226b-099a-4d90-9eca-2ac48ed16384 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:04:16.729800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b8ba226b-099a-4d90-9eca-2ac48ed16384 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:04:16.730217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 10450791-f33e-43e2-b136-d631f8aaba00 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:04:16.749595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 10450791-f33e-43e2-b136-d631f8aaba00 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:04:16.749944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 10450791-f33e-43e2-b136-d631f8aaba00 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:04:16.750363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 139a299e-bc9a-4900-ba72-81c659b94343 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:04:16.771226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 139a299e-bc9a-4900-ba72-81c659b94343 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:04:16.771570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 139a299e-bc9a-4900-ba72-81c659b94343 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:04:16.867166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-106ee1e5-b06d-41fc-8245-a9ad82f53fe6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.867166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-106ee1e5-b06d-41fc-8245-a9ad82f53fe6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:16.867166 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-106ee1e5-b06d-41fc-8245-a9ad82f53fe6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] 10.222.0.22 "DELETE /v2.0/security-groups/2315ab7d-d080-41f5-86ef-280ed4e98104 HTTP/1.1" status: 204 len: 168 time: 0.4838169 Sep 10 04:04:16.875908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106ee1e5-b06d-41fc-8245-a9ad82f53fe6 tempest-TestNetworkAdvancedServerOps-1519767825 tempest-TestNetworkAdvancedServerOps-1519767825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2315ab7d-d080-41f5-86ef-280ed4e98104,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:17.147086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:17.210179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3960b049-c238-4e5a-a0c5-5e0f3d266993,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:17.215616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Checking segment: {'id': 'c624280c-9947-42e3-973b-753d74aeab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'de1cccbc-7d55-418f-943f-be3e5aae8f46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:17.216017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Network hostable DHCP agents. Network: de1cccbc-7d55-418f-943f-be3e5aae8f46, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:04:17.330927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Network de1cccbc-7d55-418f-943f-be3e5aae8f46 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:04:17.434132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, de1cccbc-7d55-418f-943f-be3e5aae8f46) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:17.438348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:17.438923 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:17.442785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4b18d2-eefc-4fa7-86b2-8c6e882dc9e0 None None] Network de1cccbc-7d55-418f-943f-be3e5aae8f46 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:04:17.549447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-754c6dbc-2e6f-44e0-83fb-795ef6cd6b88 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1254592 Sep 10 04:04:17.565325 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a4b73c-c927-4fd8-aa3c-0d44a42971bf None None] Network de1cccbc-7d55-418f-943f-be3e5aae8f46 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:04:17.623457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40696) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:17.795868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3eeaa3fb-1064-470f-97a8-c3cb7965a60b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=604b17a6e0964c4ab69ec880aeb9fc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1708133 Sep 10 04:04:17.797992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40708) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:17.849520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ce93db5-560e-4186-82ae-bccbe7490b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:17.872052 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ce93db5-560e-4186-82ae-bccbe7490b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:18.045308 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ce93db5-560e-4186-82ae-bccbe7490b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:18.045308 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9ce93db5-560e-4186-82ae-bccbe7490b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:18.045519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9ce93db5-560e-4186-82ae-bccbe7490b77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0fc1e52e-883a-4312-a7bd-100dc69b84d9 HTTP/1.1" status: 204 len: 168 time: 0.2456567 Sep 10 04:04:18.054380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce93db5-560e-4186-82ae-bccbe7490b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fc1e52e-883a-4312-a7bd-100dc69b84d9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:18.409207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40736) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:18.409207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1892749921-network', 'tenant_id': 'f511d538bcaf4570a1805d2a4f8144c7'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:18.650458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Made reservation on behalf of f511d538bcaf4570a1805d2a4f8144c7 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:18.653378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:18.663465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:18.764591 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:18.879153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:18.909961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:04:18.920225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d9885cc-9df6-4a0b-ae86-362eba4b0f06,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:18.929761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40752) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:18.940149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:18.940494 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Added segment 4f2fdf7b-f473-44af-9d95-8757e362b277 of type vlan for network 6c4fdccd-e999-4bb3-bc17-8b02c115057b Sep 10 04:04:18.972188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fd718820-34c3-4b04-a9da-c6f3696036bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fea02caa80b04e65a359be5aa49c7210&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412421 Sep 10 04:04:18.974627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40754) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:19.005436 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:19.032028 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4cf0d7-680d-4c7e-af50-06ff3285eafe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:19.054761 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4cf0d7-680d-4c7e-af50-06ff3285eafe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:19.165582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:19.167021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:19.167661 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:19.200501 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4cf0d7-680d-4c7e-af50-06ff3285eafe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:19.205080 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4cf0d7-680d-4c7e-af50-06ff3285eafe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:19.206868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-df4cf0d7-680d-4c7e-af50-06ff3285eafe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1bb13c79-4ff5-4e25-b787-1d55d235454b HTTP/1.1" status: 204 len: 168 time: 0.2308545 Sep 10 04:04:19.218285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4cf0d7-680d-4c7e-af50-06ff3285eafe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bb13c79-4ff5-4e25-b787-1d55d235454b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:19.246345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] Pushing event updated for resources: {'Network': ['ID=6c4fdccd-e999-4bb3-bc17-8b02c115057b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:19.265046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 6c4fdccd-e999-4bb3-bc17-8b02c115057b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:04:19.281376 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f7ee9304-f9d6-4c4e-ac56-7743d7921497 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8740940 Sep 10 04:04:19.281750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40764) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:19.287820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Request body: {'subnet': {'network_id': '6c4fdccd-e999-4bb3-bc17-8b02c115057b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1892749921-subnet', 'tenant_id': 'f511d538bcaf4570a1805d2a4f8144c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:19.434452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Made reservation on behalf of f511d538bcaf4570a1805d2a4f8144c7 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:19.438373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:19.753568 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:19.819880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=da2cb228-3abb-41e0-bd9f-b1c8cf4ddbb0,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:19.835326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Checking segment: {'id': '4f2fdf7b-f473-44af-9d95-8757e362b277', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '6c4fdccd-e999-4bb3-bc17-8b02c115057b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:19.835709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Network hostable DHCP agents. Network: 6c4fdccd-e999-4bb3-bc17-8b02c115057b, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:04:19.953465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Network 6c4fdccd-e999-4bb3-bc17-8b02c115057b is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:04:20.095357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 6c4fdccd-e999-4bb3-bc17-8b02c115057b) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:20.104083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:20.105038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:20.107216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2de4aa4f-0b8c-410a-93ee-d68c32cc5b07 None None] Network 6c4fdccd-e999-4bb3-bc17-8b02c115057b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:04:20.258075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-27b8c953-2f23-49bc-aa63-f4087dd14ab9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9748666 Sep 10 04:04:20.425462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26a185d-1638-463f-9ff1-623c7fd8b2c9 None None] Network 6c4fdccd-e999-4bb3-bc17-8b02c115057b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:04:20.805285 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9e0a2003-4f5f-41f6-85e3-b0428a2d099b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:21.337327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-b6d2e90b-157b-4792-9c91-1f46636cf43d tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:21.338875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-b6d2e90b-157b-4792-9c91-1f46636cf43d tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/networks?id=de1cccbc-7d55-418f-943f-be3e5aae8f46 HTTP/1.1" status: 200 len: 809 time: 0.4846075 Sep 10 04:04:21.357528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-867b8620-c4cb-47d9-8144-86551df35043 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/quotas/6fe459394dee41fb9d4d1fccccaf089c HTTP/1.1" status: 200 len: 375 time: 0.0115509 Sep 10 04:04:21.393600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-64c9454b-02c2-4174-bd81-da680cae2477 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6fe459394dee41fb9d4d1fccccaf089c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0302246 Sep 10 04:04:21.641857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-e3422615-2a82-45b7-b428-247ee8637e59 service neutron] 10.222.0.22 "GET /v2.0/networks/de1cccbc-7d55-418f-943f-be3e5aae8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323239 Sep 10 04:04:21.742638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-e472bb14-e384-4ca0-a481-6564f5149945 service neutron] 10.222.0.22 "GET /v2.0/networks/de1cccbc-7d55-418f-943f-be3e5aae8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935650 Sep 10 04:04:22.166767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0f8d765-2ef2-4dca-8bf6-b1e3c38b43c7 req-22dbbeec-ed97-4b3b-ab7b-b7147bc8f68a tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 210 time: 0.0651355 Sep 10 04:04:23.101142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 40914) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:23.217367 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d8d6fad1-8a44-4960-8f17-e31088d16324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:23.274711 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae9cc6de-9a41-4149-863d-569c3719cada req-c932a5ff-b81b-45eb-b0f5-9b834595aadc tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 210 time: 0.0361452 Sep 10 04:04:23.342910 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d8d6fad1-8a44-4960-8f17-e31088d16324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:23.389978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d8d6fad1-8a44-4960-8f17-e31088d16324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:23.434391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d8d6fad1-8a44-4960-8f17-e31088d16324 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1bebbf363c8643fab8f7439432f7f332&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309033 Sep 10 04:04:23.436258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d6fad1-8a44-4960-8f17-e31088d16324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad80e7f0-47fc-4d03-ab20-c45626695bb2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:23.436661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40938) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:23.507238 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4e9818e-4462-4fb7-95b0-f25a5d41f1ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:23.525272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cb524c16-2085-4783-83a4-3a804d53e4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:23.539705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4e9818e-4462-4fb7-95b0-f25a5d41f1ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:23.690707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4e9818e-4462-4fb7-95b0-f25a5d41f1ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:23.693270 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c4e9818e-4462-4fb7-95b0-f25a5d41f1ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:23.696830 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c4e9818e-4462-4fb7-95b0-f25a5d41f1ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad80e7f0-47fc-4d03-ab20-c45626695bb2 HTTP/1.1" status: 204 len: 168 time: 0.2566590 Sep 10 04:04:23.703199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e9818e-4462-4fb7-95b0-f25a5d41f1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad80e7f0-47fc-4d03-ab20-c45626695bb2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:23.736957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:24.338029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-a085dd03-8888-438b-8c7a-45cd4452857e tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:24.340895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-a085dd03-8888-438b-8c7a-45cd4452857e tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.39 "GET /v2.0/networks?id=de1cccbc-7d55-418f-943f-be3e5aae8f46 HTTP/1.1" status: 200 len: 809 time: 0.1431530 Sep 10 04:04:24.355920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Request body: {'port': {'device_id': '912a239d-01ee-4006-82e8-84892e6f8060', 'network_id': 'de1cccbc-7d55-418f-943f-be3e5aae8f46', 'admin_state_up': True, 'tenant_id': '6fe459394dee41fb9d4d1fccccaf089c'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:24.387564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 40990) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:24.403098 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-108fb47a-0ad0-47a2-b545-544e65105442 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:24.418940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-960108af-aca3-4354-8497-75b606a4df54 req-49c7e057-7009-42b6-9465-4b7fff24ccfe tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 210 time: 0.0594161 Sep 10 04:04:24.558861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-108fb47a-0ad0-47a2-b545-544e65105442 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:24.627015 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-108fb47a-0ad0-47a2-b545-544e65105442 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:24.680174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-108fb47a-0ad0-47a2-b545-544e65105442 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ed0378414364ded9df70432eeece4bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2912900 Sep 10 04:04:24.681119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fb47a-0ad0-47a2-b545-544e65105442 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baa93786-f033-40f0-a6cf-af364b6c498a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:24.683095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41006) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:24.749591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-463c787a-465f-4e29-9e66-d10cc5dc40b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:24.759174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Made reservation on behalf of 6fe459394dee41fb9d4d1fccccaf089c for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:24.763323 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:24.785355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-463c787a-465f-4e29-9e66-d10cc5dc40b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:24.922233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Allocated IP 172.20.0.13 (de1cccbc-7d55-418f-943f-be3e5aae8f46/3960b049-c238-4e5a-a0c5-5e0f3d266993/5b9fc579-e788-4e5d-a2a9-311bb28a65fc) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:04:24.953765 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-463c787a-465f-4e29-9e66-d10cc5dc40b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:24.956284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-463c787a-465f-4e29-9e66-d10cc5dc40b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:24.957435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-463c787a-465f-4e29-9e66-d10cc5dc40b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/baa93786-f033-40f0-a6cf-af364b6c498a HTTP/1.1" status: 204 len: 168 time: 0.2726529 Sep 10 04:04:24.981155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463c787a-465f-4e29-9e66-d10cc5dc40b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa93786-f033-40f0-a6cf-af364b6c498a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:25.099596 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.164392 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.234150 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.277093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Network de1cccbc-7d55-418f-943f-be3e5aae8f46 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:25.280414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:25.286836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:04:25.293596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Pushing event updated for resources: {'Port': ['ID=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:25.347539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:25.348293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.444801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-d104b165-9f7f-4b8c-b25f-254013958ffd tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0939512 Sep 10 04:04:25.455802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41020) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:25.468153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Request body: {'port': {'device_id': '912a239d-01ee-4006-82e8-84892e6f8060', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:25.577594 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.598371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f016118b-55c3-40fc-be27-465225a3c3d0 req-00face3d-ffb7-4d3d-bb18-bb859425695e tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:25.606208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f016118b-55c3-40fc-be27-465225a3c3d0 req-00face3d-ffb7-4d3d-bb18-bb859425695e tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 932 time: 0.0994501 Sep 10 04:04:25.614986 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f612e3b1-b6d0-4e88-ba4f-a252b93e3a47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.755083 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f612e3b1-b6d0-4e88-ba4f-a252b93e3a47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.821794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41034) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:25.822146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f016118b-55c3-40fc-be27-465225a3c3d0 req-0878c837-cbd8-47a3-976a-2641219de753 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150836 Sep 10 04:04:25.839503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-353ca5a9-6de3-441c-8d35-5e69e660047a admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.842649 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f612e3b1-b6d0-4e88-ba4f-a252b93e3a47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.897018 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f612e3b1-b6d0-4e88-ba4f-a252b93e3a47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7ede8099a5c04bf188f363d1fa00b345&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4384959 Sep 10 04:04:25.900511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41036) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:25.914356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f612e3b1-b6d0-4e88-ba4f-a252b93e3a47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77cf0337-205e-4fe9-b31f-74528ba78c34,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:25.940483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b9fc579-e788-4e5d-a2a9-311bb28a65fc {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:04:25.959653 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:25.981095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Transition to ACTIVE for port object 5b9fc579-e788-4e5d-a2a9-311bb28a65fc will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:25.992384 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18c6cdc0-dc18-4eb5-946c-8bac82ecee33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.003371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-353ca5a9-6de3-441c-8d35-5e69e660047a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.018661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18c6cdc0-dc18-4eb5-946c-8bac82ecee33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.037916 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.068060 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-353ca5a9-6de3-441c-8d35-5e69e660047a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.083847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41040) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:26.125248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Pushing event updated for resources: {'Port': ['ID=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:26.125448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-353ca5a9-6de3-441c-8d35-5e69e660047a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a899b4dc84324344ad883f4697dd46e4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2994752 Sep 10 04:04:26.125448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353ca5a9-6de3-441c-8d35-5e69e660047a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00bb815-74ab-4f1a-bcdb-4422e964668a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:26.126452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41044) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:26.180489 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5efc-a175-43f2-8a9a-589d5a5c91ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.221481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5efc-a175-43f2-8a9a-589d5a5c91ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.222959 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18c6cdc0-dc18-4eb5-946c-8bac82ecee33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.225880 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18c6cdc0-dc18-4eb5-946c-8bac82ecee33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.227271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-18c6cdc0-dc18-4eb5-946c-8bac82ecee33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/77cf0337-205e-4fe9-b31f-74528ba78c34 HTTP/1.1" status: 204 len: 168 time: 0.3257732 Sep 10 04:04:26.239248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Attempting to bind port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:04:26.239825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Attempting to bind port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'c624280c-9947-42e3-973b-753d74aeab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'de1cccbc-7d55-418f-943f-be3e5aae8f46'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:04:26.240263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Attempting to bind port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc on network de1cccbc-7d55-418f-943f-be3e5aae8f46 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:26.243864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6cdc0-dc18-4eb5-946c-8bac82ecee33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cf0337-205e-4fe9-b31f-74528ba78c34,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:26.249264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc on network de1cccbc-7d55-418f-943f-be3e5aae8f46 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:04:26.254533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Attempting to bind port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc on network de1cccbc-7d55-418f-943f-be3e5aae8f46 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:26.256755 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 4, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:04:26.257312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Checking segment: {'id': 'c624280c-9947-42e3-973b-753d74aeab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'de1cccbc-7d55-418f-943f-be3e5aae8f46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:26.258166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Bound using segment: {'id': 'c624280c-9947-42e3-973b-753d74aeab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'de1cccbc-7d55-418f-943f-be3e5aae8f46'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:04:26.258917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Bound port: 5b9fc579-e788-4e5d-a2a9-311bb28a65fc, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c624280c-9947-42e3-973b-753d74aeab53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 235, 'network_id': 'de1cccbc-7d55-418f-943f-be3e5aae8f46'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:04:26.259516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.274668 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.325914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fff679b8-2306-486c-85c6-ab24e3888ba7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.369160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] For port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:04:26.392315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] For port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,segment=NetworkSegment(c624280c-9947-42e3-973b-753d74aeab53),segment_id=c624280c-9947-42e3-973b-753d74aeab53)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:04:26.399060 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5efc-a175-43f2-8a9a-589d5a5c91ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.401791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dbcd5efc-a175-43f2-8a9a-589d5a5c91ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.403362 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dbcd5efc-a175-43f2-8a9a-589d5a5c91ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c00bb815-74ab-4f1a-bcdb-4422e964668a HTTP/1.1" status: 204 len: 168 time: 0.2756491 Sep 10 04:04:26.417957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcd5efc-a175-43f2-8a9a-589d5a5c91ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00bb815-74ab-4f1a-bcdb-4422e964668a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:26.503829 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.547440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fff679b8-2306-486c-85c6-ab24e3888ba7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.549178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:26.549850 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.551286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] 10.222.0.39 "PUT /v2.0/ports/5b9fc579-e788-4e5d-a2a9-311bb28a65fc HTTP/1.1" status: 200 len: 1092 time: 1.0972323 Sep 10 04:04:26.554082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '912a239d-01ee-4006-82e8-84892e6f8060', 'tag': '5b9fc579-e788-4e5d-a2a9-311bb28a65fc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:04:26.560351 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1be58343-1491-46fa-ac87-330fab98d060" -d '{"events": [{"name": "network-changed", "server_uuid": "912a239d-01ee-4006-82e8-84892e6f8060", "tag": "5b9fc579-e788-4e5d-a2a9-311bb28a65fc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:04:26.595550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604544d9-cb2f-4f5a-8475-2b85927a854d service neutron] Pushing event updated for resources: {'Port': ['ID=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:26.602456 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ab82345-da13-4fe5-b099-4d5790c5cc57 x-openstack-request-id: req-9ab82345-da13-4fe5-b099-4d5790c5cc57 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:04:26.602920 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "912a239d-01ee-4006-82e8-84892e6f8060", "tag": "5b9fc579-e788-4e5d-a2a9-311bb28a65fc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:04:26.603323 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ab82345-da13-4fe5-b099-4d5790c5cc57 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:04:26.603875 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '912a239d-01ee-4006-82e8-84892e6f8060', 'tag': '5b9fc579-e788-4e5d-a2a9-311bb28a65fc', 'status': 'completed', 'code': 200} Sep 10 04:04:26.655922 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fff679b8-2306-486c-85c6-ab24e3888ba7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.703789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fff679b8-2306-486c-85c6-ab24e3888ba7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b620ee1a0e18475a8279c2ea1cfb3c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6120286 Sep 10 04:04:26.706473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41058) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:26.707414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff679b8-2306-486c-85c6-ab24e3888ba7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f00dc5dd-4e84-4a6d-a7fd-73baff97f4bf,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:26.713494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be58343-1491-46fa-ac87-330fab98d060 req-fcd680ea-d069-455f-95da-738f950015d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:26.715073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1be58343-1491-46fa-ac87-330fab98d060 req-fcd680ea-d069-455f-95da-738f950015d3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6fe459394dee41fb9d4d1fccccaf089c&device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 1095 time: 0.0900409 Sep 10 04:04:26.761897 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8103f183-3eab-4795-94dc-452829af24fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.797106 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8103f183-3eab-4795-94dc-452829af24fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.924854 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8103f183-3eab-4795-94dc-452829af24fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.927428 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8103f183-3eab-4795-94dc-452829af24fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:26.928829 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8103f183-3eab-4795-94dc-452829af24fe admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f00dc5dd-4e84-4a6d-a7fd-73baff97f4bf HTTP/1.1" status: 204 len: 168 time: 0.2206213 Sep 10 04:04:26.936892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8103f183-3eab-4795-94dc-452829af24fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f00dc5dd-4e84-4a6d-a7fd-73baff97f4bf,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:26.957821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be58343-1491-46fa-ac87-330fab98d060 req-96ffee1a-1147-4f71-85db-c320eb2ae324 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:26.959397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1be58343-1491-46fa-ac87-330fab98d060 req-96ffee1a-1147-4f71-85db-c320eb2ae324 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=6fe459394dee41fb9d4d1fccccaf089c&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2354548 Sep 10 04:04:26.965667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41070) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:27.022931 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6f62600-331f-41ab-ab22-a0f2497b28a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:27.093954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce15cc3-b7f1-4dbd-9484-5aa1968c9870 req-5af3cca7-b95c-46cf-bad0-25638c5a1472 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:27.101176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ce15cc3-b7f1-4dbd-9484-5aa1968c9870 req-5af3cca7-b95c-46cf-bad0-25638c5a1472 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 944 time: 0.1918945 Sep 10 04:04:27.240213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ce15cc3-b7f1-4dbd-9484-5aa1968c9870 req-f6a6f81a-861e-4d5f-86e2-3443bacc5cf2 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380470 Sep 10 04:04:27.248721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be58343-1491-46fa-ac87-330fab98d060 req-95d46d9f-1bc2-44de-92c2-c4317c303ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:27.250222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1be58343-1491-46fa-ac87-330fab98d060 req-95d46d9f-1bc2-44de-92c2-c4317c303ae6 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2643428 Sep 10 04:04:27.329882 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6f62600-331f-41ab-ab22-a0f2497b28a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:27.348065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-1689f032-38b8-4861-ad30-a7192f954be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:27.349712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-1689f032-38b8-4861-ad30-a7192f954be6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=6fe459394dee41fb9d4d1fccccaf089c&device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 1095 time: 0.0540478 Sep 10 04:04:27.392684 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f6f62600-331f-41ab-ab22-a0f2497b28a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:27.398751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-78dde325-a036-47fb-a672-e9c28d786d46 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=5b9fc579-e788-4e5d-a2a9-311bb28a65fc HTTP/1.1" status: 200 len: 217 time: 0.0409081 Sep 10 04:04:27.473816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f6f62600-331f-41ab-ab22-a0f2497b28a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80614de3986747eea6827c049090ae8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5050058 Sep 10 04:04:27.476224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f62600-331f-41ab-ab22-a0f2497b28a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41ef1acd-34cc-4ae0-96c6-362119b2cb94,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:27.476405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41084) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:27.499263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-2d8cf05c-13cf-43a7-a294-b6d09373ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:27.499263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-2d8cf05c-13cf-43a7-a294-b6d09373ec0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3960b049-c238-4e5a-a0c5-5e0f3d266993 HTTP/1.1" status: 200 len: 849 time: 0.0803154 Sep 10 04:04:27.556595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-8806a67b-01d0-44d1-854e-9b2ef921f94a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=de1cccbc-7d55-418f-943f-be3e5aae8f46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582778 Sep 10 04:04:27.565871 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ebbafa36-83a6-4cb1-8d99-7d759cd30e8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:27.588903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ebbafa36-83a6-4cb1-8d99-7d759cd30e8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:27.657146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-a806fbb6-ecb8-4195-80dd-f2d41c201a9b service neutron] 10.222.0.39 "GET /v2.0/networks/de1cccbc-7d55-418f-943f-be3e5aae8f46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925508 Sep 10 04:04:27.730431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ebbafa36-83a6-4cb1-8d99-7d759cd30e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:27.734031 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ebbafa36-83a6-4cb1-8d99-7d759cd30e8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:27.735457 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ebbafa36-83a6-4cb1-8d99-7d759cd30e8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/41ef1acd-34cc-4ae0-96c6-362119b2cb94 HTTP/1.1" status: 204 len: 168 time: 0.2574108 Sep 10 04:04:27.746712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbafa36-83a6-4cb1-8d99-7d759cd30e8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41ef1acd-34cc-4ae0-96c6-362119b2cb94,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:27.750046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ffce812-c2f8-43d1-ade0-feebd3012e1e req-57d400be-0015-41c9-9d0a-5d3381940e58 service neutron] 10.222.0.39 "GET /v2.0/networks/de1cccbc-7d55-418f-943f-be3e5aae8f46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857387 Sep 10 04:04:27.751232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41094) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:27.777962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-647be580-732e-4568-a611-0597297196bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:27.876587 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-647be580-732e-4568-a611-0597297196bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:27.975809 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-647be580-732e-4568-a611-0597297196bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:28.019060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41100) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:28.019162 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-647be580-732e-4568-a611-0597297196bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=006483c48d3b4075b5f83971a7f99432&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2665222 Sep 10 04:04:28.022021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647be580-732e-4568-a611-0597297196bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6442ea0c-0ed0-4fbd-a3a0-da9601ab66c7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:28.069641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cef4889-146f-4f44-bc71-9e409934ea32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:28.091515 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cef4889-146f-4f44-bc71-9e409934ea32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:28.226418 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cef4889-146f-4f44-bc71-9e409934ea32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:28.229200 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cef4889-146f-4f44-bc71-9e409934ea32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:28.230460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8cef4889-146f-4f44-bc71-9e409934ea32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6442ea0c-0ed0-4fbd-a3a0-da9601ab66c7 HTTP/1.1" status: 204 len: 168 time: 0.2102516 Sep 10 04:04:28.238147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cef4889-146f-4f44-bc71-9e409934ea32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6442ea0c-0ed0-4fbd-a3a0-da9601ab66c7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:28.380623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa38c170-06cc-4142-a03c-7b7b27a283b2 req-ca0f4331-5d9d-40f0-804f-2e72abe3569b tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:28.382316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa38c170-06cc-4142-a03c-7b7b27a283b2 req-ca0f4331-5d9d-40f0-804f-2e72abe3569b tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 944 time: 0.0534208 Sep 10 04:04:28.686452 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa38c170-06cc-4142-a03c-7b7b27a283b2 req-c75e8157-882d-4183-8193-47d11ab68354 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2967713 Sep 10 04:04:28.913360 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:29.048616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41146) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:29.149694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2141069845-network', 'tenant_id': '03e7c735ad014f069f3db711faac913a'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:29.244434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Made reservation on behalf of 03e7c735ad014f069f3db711faac913a for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:29.247977 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:29.257094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:29.348375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:29.450959 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:29.477214 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:04:29.485731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57e926a8-ac3b-405f-b3df-4e5597665bc0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:29.491708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:29.492075 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Added segment fde8c668-afb8-4026-b5a9-9096547f2f5a of type vlan for network 5cb8746b-f62b-4637-adec-47ac091e8589 Sep 10 04:04:29.553466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:29.742144 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:29.743117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:29.743737 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:29.830626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] Pushing event updated for resources: {'Network': ['ID=5cb8746b-f62b-4637-adec-47ac091e8589,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:29.841457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 5cb8746b-f62b-4637-adec-47ac091e8589 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:04:29.854518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cdd1dd8-e319-49f3-b06f-7f7e7e9e43ad req-7d9ddf92-74ef-4f7f-871a-71f6ed181bad tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:29.857340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cdd1dd8-e319-49f3-b06f-7f7e7e9e43ad req-7d9ddf92-74ef-4f7f-871a-71f6ed181bad tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 944 time: 0.0958102 Sep 10 04:04:29.896409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3038f5fc-45ee-4ecf-b58c-1f94b111c6eb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8463275 Sep 10 04:04:29.899461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41168) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:29.905624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Request body: {'subnet': {'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2141069845-subnet', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:29.951672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cdd1dd8-e319-49f3-b06f-7f7e7e9e43ad req-6982153a-066c-43cb-95e2-1b9b74a29df5 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778902 Sep 10 04:04:30.061372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Made reservation on behalf of 03e7c735ad014f069f3db711faac913a for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:30.063860 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:30.071495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5b9fc579-e788-4e5d-a2a9-311bb28a65fc details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:04:30.214367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,segment=NetworkSegment(c624280c-9947-42e3-973b-753d74aeab53),segment_id=c624280c-9947-42e3-973b-753d74aeab53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:30.231103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '5b9fc579-e788-4e5d-a2a9-311bb28a65fc', 'network_id': 'de1cccbc-7d55-418f-943f-be3e5aae8f46', 'port_id': '5b9fc579-e788-4e5d-a2a9-311bb28a65fc', 'mac_address': 'fa:16:3e:0d:ea:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 235, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3960b049-c238-4e5a-a0c5-5e0f3d266993', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:04:30.275807 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:30.289973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b9fc579-e788-4e5d-a2a9-311bb28a65fc {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:04:30.311567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,segment=NetworkSegment(c624280c-9947-42e3-973b-753d74aeab53),segment_id=c624280c-9947-42e3-973b-753d74aeab53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:30.410349 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:30.422000 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:30.476247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:30.493995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f7b9ee8-e8b4-4000-a166-24f65bdfa066,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:30.502303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Checking segment: {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:30.502659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Network hostable DHCP agents. Network: 5cb8746b-f62b-4637-adec-47ac091e8589, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:04:30.598708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Network 5cb8746b-f62b-4637-adec-47ac091e8589 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:04:30.652914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['5b9fc579-e788-4e5d-a2a9-311bb28a65fc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:04:30.701786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 5cb8746b-f62b-4637-adec-47ac091e8589) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:30.710529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ac728e-1437-416e-a8b8-bb61084ee12a None None] Network 5cb8746b-f62b-4637-adec-47ac091e8589 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:04:30.713070 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:30.713650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:30.809124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d0d4e3a3-8c52-48f3-940d-da0f7cfb0718 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9067690 Sep 10 04:04:30.810233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41192) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:30.822454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:30.942163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-5cb8746b-f62b-4637-adec-47ac091e8589', 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'fixed_ips': [{'subnet_id': '1f7b9ee8-e8b4-4000-a166-24f65bdfa066'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:04:30.943015 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:30.958563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:30.959586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:30.966856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4d1ce590-0f54-4d3c-ae60-fae8c6107b2a tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0442104 Sep 10 04:04:31.060958 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:31.088387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Allocated IP 172.20.0.2 (5cb8746b-f62b-4637-adec-47ac091e8589/1f7b9ee8-e8b4-4000-a166-24f65bdfa066/9cc37c7c-2c22-4bf3-b5cc-a56483d041e2) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:04:31.228789 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:31.237084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Transition to ACTIVE for port object 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:31.252675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Transition to ACTIVE for port object 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:31.342336 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:31.385513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Network 5cb8746b-f62b-4637-adec-47ac091e8589 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:31.388506 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:31.392211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:04:31.438912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Pushing event updated for resources: {'Port': ['ID=9cc37c7c-2c22-4bf3-b5cc-a56483d041e2,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:31.454637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Attempting to bind port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:04:31.455011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Attempting to bind port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:04:31.455406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Attempting to bind port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 on network 5cb8746b-f62b-4637-adec-47ac091e8589 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:31.461134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:04:31.461525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Checking segment: {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:31.461931 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:31.462329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Bound using segment: {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:04:31.462804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Bound port: 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:04:31.463187 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:31.540553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] For port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:04:31.545060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] For port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9cc37c7c-2c22-4bf3-b5cc-a56483d041e2,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:04:31.639377 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:31.714392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b0e31-97dc-4dc9-a89b-40f40fbbbd59 None None] Pushing event updated for resources: {'Port': ['ID=9cc37c7c-2c22-4bf3-b5cc-a56483d041e2,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:31.721213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2508e-466f-45ca-b04b-c15a26fc9680 req-ac9fcddc-5ca1-4ecb-a1f7-e03e3095ce32 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:31.723357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86b2508e-466f-45ca-b04b-c15a26fc9680 req-ac9fcddc-5ca1-4ecb-a1f7-e03e3095ce32 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 945 time: 0.6930268 Sep 10 04:04:31.757356 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:31.774168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-044423b0-a1e4-4fdf-a622-ffda4482a138 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:31.775801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-044423b0-a1e4-4fdf-a622-ffda4482a138 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7968426 Sep 10 04:04:31.796780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-054868d5-6eee-4271-bcb3-e783d74caa2a tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/quotas/3aedec8da70245288fa7f6f648b7e5fa HTTP/1.1" status: 200 len: 375 time: 0.0136187 Sep 10 04:04:31.844241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-b5deff9c-f815-4449-b7a6-633f7b512fc1 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0349102 Sep 10 04:04:32.079503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5b9fc579-e788-4e5d-a2a9-311bb28a65fc up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:32.114379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86b2508e-466f-45ca-b04b-c15a26fc9680 req-4e8fdbbc-05fd-4886-859f-2d7249895cc1 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3839204 Sep 10 04:04:32.163316 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.175754 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.210787 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.212314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5868632-de23-45ae-93b4-34529e3b1e95 req-e1814ffd-1728-4418-b763-19bd3d78a03c tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 210 time: 0.0388107 Sep 10 04:04:32.233571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:32.239245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:32.239621 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.334319 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.361003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912a239d-01ee-4006-82e8-84892e6f8060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9fc579-e788-4e5d-a2a9-311bb28a65fc'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:04:32.364205 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6acff9f-3ad1-42f4-827a-f0a03f8a6f90" -d '{"events": [{"server_uuid": "912a239d-01ee-4006-82e8-84892e6f8060", "name": "network-vif-plugged", "status": "completed", "tag": "5b9fc579-e788-4e5d-a2a9-311bb28a65fc"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:04:32.381370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,segment=NetworkSegment(c624280c-9947-42e3-973b-753d74aeab53),segment_id=c624280c-9947-42e3-973b-753d74aeab53)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:32.387560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Allocated IP 172.25.3.182 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/331b4696-6736-4374-ae39-ba6c5cd70deb) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:04:32.407557 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-044d6cc2-d1a5-497e-83ee-9ff35c8231f0 x-openstack-request-id: req-044d6cc2-d1a5-497e-83ee-9ff35c8231f0 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:04:32.407950 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912a239d-01ee-4006-82e8-84892e6f8060", "name": "network-vif-plugged", "status": "completed", "tag": "5b9fc579-e788-4e5d-a2a9-311bb28a65fc", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:04:32.408201 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-044d6cc2-d1a5-497e-83ee-9ff35c8231f0 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:04:32.408637 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a239d-01ee-4006-82e8-84892e6f8060', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b9fc579-e788-4e5d-a2a9-311bb28a65fc', 'code': 200} Sep 10 04:04:32.456724 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.547852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:32.572495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:32.667486 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.700349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf15dbf9-d03e-42f4-af45-4d80d795975b req-fcc7a578-28e8-4803-a5f9-51f20fd29295 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:32.707792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf15dbf9-d03e-42f4-af45-4d80d795975b req-fcc7a578-28e8-4803-a5f9-51f20fd29295 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 1097 time: 0.1543829 Sep 10 04:04:32.731320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:32.779074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf15dbf9-d03e-42f4-af45-4d80d795975b req-5c8aea19-d47a-4472-b8a4-021a3e15f362 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634930 Sep 10 04:04:32.870990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:32.887534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b717a6c3-7d6e-4385-bb99-138ec6709710 None None] Network 5cb8746b-f62b-4637-adec-47ac091e8589 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:04:32.911242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:32.914320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:32.917224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:04:32.944762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Pushing event updated for resources: {'Port': ['ID=331b4696-6736-4374-ae39-ba6c5cd70deb,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:32.994595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3579a367-0cf3-45d1-8702-5d11fbeb19cb None None] Provisioning for port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:33.002177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3579a367-0cf3-45d1-8702-5d11fbeb19cb None None] Provisioning complete for port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:33.002543 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3579a367-0cf3-45d1-8702-5d11fbeb19cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:33.160963 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3579a367-0cf3-45d1-8702-5d11fbeb19cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:33.221853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3579a367-0cf3-45d1-8702-5d11fbeb19cb None None] For port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9cc37c7c-2c22-4bf3-b5cc-a56483d041e2,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:33.325082 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3579a367-0cf3-45d1-8702-5d11fbeb19cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:33.355626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ef0fbaa-3212-4d22-b7af-d3f0abc3c94d req-4f7a8844-1244-44ba-a544-67a1c32388d2 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 210 time: 0.0566375 Sep 10 04:04:33.368404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307f56e-b489-4642-8bd7-b1202c0d677e req-97c21647-2522-49e1-98ff-dbfaf1d0734d tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:33.370047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a307f56e-b489-4642-8bd7-b1202c0d677e req-97c21647-2522-49e1-98ff-dbfaf1d0734d tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 946 time: 0.1735897 Sep 10 04:04:33.395626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579a367-0cf3-45d1-8702-5d11fbeb19cb None None] Pushing event updated for resources: {'Port': ['ID=9cc37c7c-2c22-4bf3-b5cc-a56483d041e2,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:33.431166 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:33.452986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-75b87a59-a3b2-4108-b45b-097d7a4d8970 None None] Provisioning complete for port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:33.453476 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75b87a59-a3b2-4108-b45b-097d7a4d8970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:33.481736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a307f56e-b489-4642-8bd7-b1202c0d677e req-517fc2e6-a2b3-4e9b-851f-f605cf5d7b2e tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853055 Sep 10 04:04:33.659337 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:33.861210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:04:33.966288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:04:33.974856 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Sync routers for ids ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:04:33.995544 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Routers {'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:33.996753 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:04:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:34.050507 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:34.054395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-70706c71-7425-461a-b4ef-fe2a48ed7690 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.2385807 Sep 10 04:04:34.054675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41258) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:34.104726 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Set router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:34.326828 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:30Z', 'updated_at': '2021-09-10T04:04:33Z', 'revision_number': 3, 'project_id': '03e7c735ad014f069f3db711faac913a', 'gw_port': {'id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:32Z', 'updated_at': '2021-09-10T04:04:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:34.327060 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-6ceaf579-e442-47fc-b79a-373a9ee55eb1 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0358360 Sep 10 04:04:34.522935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:34.583982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9f0f186-246c-440f-9c22-36cfa776cc47 req-54883af6-8d83-4496-9047-a3018f8df7f2 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 210 time: 0.1033535 Sep 10 04:04:34.628707 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Checking router: a14c3cf8-42c4-4bb0-a2c2-d6b82012908d for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:04:34.629627 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Updating router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d port 331b4696-6736-4374-ae39-ba6c5cd70deb binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:04:34.692491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:34.696352 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:34.701990 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:34.781377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-9128d31a-79f1-419c-8f1c-a89500134f20 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:34.783174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-9128d31a-79f1-419c-8f1c-a89500134f20 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4521363 Sep 10 04:04:34.808446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Request body: {'port': {'device_id': '516c06b3-4598-4142-849d-b6870d9d0777', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '3aedec8da70245288fa7f6f648b7e5fa'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:34.840442 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:34.869878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70495ff-fabe-4ba0-9513-e7501c8ac58b req-48863590-e079-49d8-9d4c-4ec739e0784f tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:34.878892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d70495ff-fabe-4ba0-9513-e7501c8ac58b req-48863590-e079-49d8-9d4c-4ec739e0784f tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 946 time: 0.2124493 Sep 10 04:04:34.999427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d70495ff-fabe-4ba0-9513-e7501c8ac58b req-a63f5a62-962f-4566-a12b-f728d32921e2 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192918 Sep 10 04:04:35.105639 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.108544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Made reservation on behalf of 3aedec8da70245288fa7f6f648b7e5fa for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:35.114848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.126105 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Transition to ACTIVE for port object 331b4696-6736-4374-ae39-ba6c5cd70deb will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:35.127024 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.232268 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.240709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.284646 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Attempting to bind port 331b4696-6736-4374-ae39-ba6c5cd70deb on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:04:35.285019 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Attempting to bind port 331b4696-6736-4374-ae39-ba6c5cd70deb by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:04:35.285376 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Attempting to bind port 331b4696-6736-4374-ae39-ba6c5cd70deb on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:35.297969 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:04:35.298345 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:35.298833 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.299226 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:04:35.299705 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Bound port: 331b4696-6736-4374-ae39-ba6c5cd70deb, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:04:35.300121 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.303120 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Pushing event updated for resources: {'Port': ['ID=331b4696-6736-4374-ae39-ba6c5cd70deb,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:35.318109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.329858 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.330199 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.330540 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.331095 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.331432 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.332265 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.332265 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.332988 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.333352 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.333671 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.334484 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.334484 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.369943 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] For port 331b4696-6736-4374-ae39-ba6c5cd70deb, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:04:35.373506 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] For port 331b4696-6736-4374-ae39-ba6c5cd70deb, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=331b4696-6736-4374-ae39-ba6c5cd70deb,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:04:35.388412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Allocated IP 172.20.0.1 (5cb8746b-f62b-4637-adec-47ac091e8589/1f7b9ee8-e8b4-4000-a166-24f65bdfa066/f1d7d4f7-167c-46df-9eb1-967fa681b422) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:04:35.396532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cacee614-e797-463b-93af-41ccd52c8de4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:35.407722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.408050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.408390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.408734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.413484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.413484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.413484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.413484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.413484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.413484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.413484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.413484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:35.462337 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.479723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Allocated IP 192.168.233.100 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/13f28aea-ee51-43fa-bc3e-415bdd45d6c1) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:04:35.534078 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Routers {'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:35.534772 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:04:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:35.536581 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00179969-0e22-4fda-b888-c5bf9634d0f5 None None] Pushing event updated for resources: {'Port': ['ID=331b4696-6736-4374-ae39-ba6c5cd70deb,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:35.537935 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.555291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Transition to ACTIVE for port object f1d7d4f7-167c-46df-9eb1-967fa681b422 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:35.661061 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] Set router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:35.692501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34c83ee5-1208-4c3e-ac50-a1127970e53c req-c48698ef-a923-446a-b273-ead1f94abbbd tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 210 time: 0.0332952 Sep 10 04:04:35.692501 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.694954 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.710354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Transition to ACTIVE for port object 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:35.738911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d7d4f7-167c-46df-9eb1-967fa681b422,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:35.752284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Network 5cb8746b-f62b-4637-adec-47ac091e8589 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:35.753666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:35.756525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:04:35.800226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.867547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:35.909903 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:30Z', 'updated_at': '2021-09-10T04:04:33Z', 'revision_number': 3, 'project_id': '03e7c735ad014f069f3db711faac913a', 'gw_port': {'id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:32Z', 'updated_at': '2021-09-10T04:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:35.923894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:35.927105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:35.944836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:04:35.946981 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69db352-88c0-4f7b-8c12-c697460e556d None None] The sync data for ids ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'] in n-d-808143-1 is: [{'id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:30Z', 'updated_at': '2021-09-10T04:04:33Z', 'revision_number': 3, 'project_id': '03e7c735ad014f069f3db711faac913a', 'gw_port': {'id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:32Z', 'updated_at': '2021-09-10T04:04:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:04:36.035894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Pushing event updated for resources: {'Port': ['ID=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:36.076585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:36.077308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.178410 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.182430 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4bfd3154-a2f0-4904-90a3-2b11b6f1fc12 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3865013 Sep 10 04:04:36.192954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-14b0610e-9c38-4f72-a405-861bdf05ab95 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:04:36.194173 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-14b0610e-9c38-4f72-a405-861bdf05ab95 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054052 Sep 10 04:04:36.206276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Request body: {'port': {'device_id': '516c06b3-4598-4142-849d-b6870d9d0777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:36.300487 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.329883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3bffbbb7-160e-4784-8a13-cf2981b8f1c0 None None] Provisioning for port f1d7d4f7-167c-46df-9eb1-967fa681b422 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:36.338017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3bffbbb7-160e-4784-8a13-cf2981b8f1c0 None None] Provisioning complete for port f1d7d4f7-167c-46df-9eb1-967fa681b422 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:36.338399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3bffbbb7-160e-4784-8a13-cf2981b8f1c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.359918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-9fb511da-850c-4dde-8f7e-9b0453fa5c5c req-a1a9a896-43d2-41b0-ad07-3a4c7e06f40b service neutron] (95136) timed out ('10.222.0.22', 46846) {{(pid=95136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:04:36.400509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3bffbbb7-160e-4784-8a13-cf2981b8f1c0 None None] Port f1d7d4f7-167c-46df-9eb1-967fa681b422 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:04:36.474451 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.535539 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.563868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 331b4696-6736-4374-ae39-ba6c5cd70deb up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:36.641983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b4dd279b-dae6-409f-9553-08b2a515e51a None None] Provisioning for port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:36.643584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Pushing event updated for resources: {'Port': ['ID=f1d7d4f7-167c-46df-9eb1-967fa681b422,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:36.658064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b4dd279b-dae6-409f-9553-08b2a515e51a None None] Provisioning complete for port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:36.658434 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b4dd279b-dae6-409f-9553-08b2a515e51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.685340 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.758930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b4dd279b-dae6-409f-9553-08b2a515e51a None None] Port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:04:36.815910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 331b4696-6736-4374-ae39-ba6c5cd70deb completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:36.820444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 331b4696-6736-4374-ae39-ba6c5cd70deb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:36.820820 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.922574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:04:36.950870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:36.957135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Network 5cb8746b-f62b-4637-adec-47ac091e8589 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:36.960854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:36.984266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Transition to ACTIVE for port object 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:37.060998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.067712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.076879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0c5973-56cb-444f-8035-c07941514b64 req-87326d99-a64f-4591-a2c2-15568b876a9d tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:37.080328 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd0c5973-56cb-444f-8035-c07941514b64 req-87326d99-a64f-4591-a2c2-15568b876a9d tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 936 time: 0.1828089 Sep 10 04:04:37.126238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 331b4696-6736-4374-ae39-ba6c5cd70deb, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=331b4696-6736-4374-ae39-ba6c5cd70deb,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:37.163396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41320) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:37.202260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Pushing event updated for resources: {'Port': ['ID=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:37.239008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.252545 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd0c5973-56cb-444f-8035-c07941514b64 req-b0ce0caf-2600-411d-b236-6ad39f03b5ff tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1630449 Sep 10 04:04:37.293393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:04:37.389250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=331b4696-6736-4374-ae39-ba6c5cd70deb,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:37.442668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Attempting to bind port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:04:37.442668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Attempting to bind port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:04:37.442997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Attempting to bind port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:37.461722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:04:37.462115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Attempting to bind port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:37.473352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:04:37.474280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:37.474280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:04:37.474530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Bound port: 13f28aea-ee51-43fa-bc3e-415bdd45d6c1, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:04:37.474902 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.492823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bbc4e2e7-2cd4-44d1-a6c3-d2bc006af74a None None] Provisioning complete for port f1d7d4f7-167c-46df-9eb1-967fa681b422 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:37.494329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bbc4e2e7-2cd4-44d1-a6c3-d2bc006af74a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.600402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bbc4e2e7-2cd4-44d1-a6c3-d2bc006af74a None None] Port f1d7d4f7-167c-46df-9eb1-967fa681b422 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:04:37.603899 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f204815d-cb79-4635-bb07-43c0e819c1fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.606698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] For port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:04:37.609998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] For port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:04:37.626426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:04:37.635088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-820fc6d6-fef2-4fe8-afaa-8582d0e683e5 admin admin] 10.222.0.22 "PUT /v2.0/routers/a14c3cf8-42c4-4bb0-a2c2-d6b82012908d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5771306 Sep 10 04:04:37.719669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.742966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f204815d-cb79-4635-bb07-43c0e819c1fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.763426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:37.764567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.766434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] 10.222.0.20 "PUT /v2.0/ports/13f28aea-ee51-43fa-bc3e-415bdd45d6c1 HTTP/1.1" status: 200 len: 1096 time: 1.5645456 Sep 10 04:04:37.767065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '516c06b3-4598-4142-849d-b6870d9d0777', 'tag': '13f28aea-ee51-43fa-bc3e-415bdd45d6c1'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:04:37.769890 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a110d5b-931a-4125-a0d8-fc2bc348f4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "516c06b3-4598-4142-849d-b6870d9d0777", "tag": "13f28aea-ee51-43fa-bc3e-415bdd45d6c1"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:04:37.834184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f204815d-cb79-4635-bb07-43c0e819c1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:37.845628 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:04:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa95f301-fbf9-4d6b-af32-9e049733d3fc x-openstack-request-id: req-fa95f301-fbf9-4d6b-af32-9e049733d3fc {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:04:37.846068 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "516c06b3-4598-4142-849d-b6870d9d0777", "tag": "13f28aea-ee51-43fa-bc3e-415bdd45d6c1", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:04:37.846419 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa95f301-fbf9-4d6b-af32-9e049733d3fc {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:04:37.847272 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '516c06b3-4598-4142-849d-b6870d9d0777', 'tag': '13f28aea-ee51-43fa-bc3e-415bdd45d6c1', 'status': 'completed', 'code': 200} Sep 10 04:04:37.855244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19de1346-2c77-4f22-8a98-16dd2437bc76 service neutron] Pushing event updated for resources: {'Port': ['ID=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:37.887556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f204815d-cb79-4635-bb07-43c0e819c1fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a74ecfaf497447a9a5bc394b0629af5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7172012 Sep 10 04:04:37.888279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41332) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:37.922942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f204815d-cb79-4635-bb07-43c0e819c1fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf8636c-0f5d-4ce2-b3e6-1f07a698ab7b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:37.970410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a110d5b-931a-4125-a0d8-fc2bc348f4c1 req-e2a7d6df-5682-447d-baba-af439ab33ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:37.973454 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7a110d5b-931a-4125-a0d8-fc2bc348f4c1 req-e2a7d6df-5682-447d-baba-af439ab33ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 1099 time: 0.1049623 Sep 10 04:04:38.010977 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa251-d6a5-44c5-84d1-66d054ed7324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:38.045298 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7a110d5b-931a-4125-a0d8-fc2bc348f4c1 req-7d6e1ec5-308b-4870-ae55-e76e22e2ff0d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0577242 Sep 10 04:04:38.056260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa251-d6a5-44c5-84d1-66d054ed7324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:38.215804 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa251-d6a5-44c5-84d1-66d054ed7324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:38.218638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cc0fa251-d6a5-44c5-84d1-66d054ed7324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:38.219905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cc0fa251-d6a5-44c5-84d1-66d054ed7324 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bf8636c-0f5d-4ce2-b3e6-1f07a698ab7b HTTP/1.1" status: 204 len: 168 time: 0.3260145 Sep 10 04:04:38.228880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0fa251-d6a5-44c5-84d1-66d054ed7324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf8636c-0f5d-4ce2-b3e6-1f07a698ab7b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:38.245230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a110d5b-931a-4125-a0d8-fc2bc348f4c1 req-926e5e04-2a0b-4b85-b420-0023058a8703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:38.248053 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7a110d5b-931a-4125-a0d8-fc2bc348f4c1 req-926e5e04-2a0b-4b85-b420-0023058a8703 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1949854 Sep 10 04:04:38.353078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-03670d0b-0882-482e-83d8-49b70ee38d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:38.355020 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-03670d0b-0882-482e-83d8-49b70ee38d9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 1099 time: 0.0552652 Sep 10 04:04:38.398136 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-37ca6fa4-6538-4181-9484-faaed563c135 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=13f28aea-ee51-43fa-bc3e-415bdd45d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0356038 Sep 10 04:04:38.446346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d09a25b-20ca-4286-a9a3-e9785f3d9b6c req-4e8b6188-e992-4b52-a79f-cb187504baea tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:38.446346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d09a25b-20ca-4286-a9a3-e9785f3d9b6c req-4e8b6188-e992-4b52-a79f-cb187504baea tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 948 time: 0.0683188 Sep 10 04:04:38.465340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-020cc2a9-6248-4e15-8917-b7ecccc03fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:38.467142 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-020cc2a9-6248-4e15-8917-b7ecccc03fa9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0624337 Sep 10 04:04:38.541724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d09a25b-20ca-4286-a9a3-e9785f3d9b6c req-99606069-58b6-4b32-af58-f73bd3c6a209 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899820 Sep 10 04:04:38.552403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-ff0e7dfa-7c2c-4090-9412-673e3f24f66b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:38.553919 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-ff0e7dfa-7c2c-4090-9412-673e3f24f66b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0773444 Sep 10 04:04:38.563178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 331b4696-6736-4374-ae39-ba6c5cd70deb up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:38.591047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Sync routers for ids ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:04:38.611846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Routers {'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:38.612814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:04:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:38.723998 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-e6d42a4f-7f7f-400f-8f77-99c96824947d service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616883 Sep 10 04:04:38.753065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41360) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:38.758031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1182175260-network', 'tenant_id': '87778710122f4251962bf214501cbeab'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:38.772197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 331b4696-6736-4374-ae39-ba6c5cd70deb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:38.772936 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:38.801371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Set router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:38.844637 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b9a82644-1d61-4202-8a15-53e9e13b3cc0 req-4839306c-2816-46a2-b674-2af3c93a4c34 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122150 Sep 10 04:04:38.849875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Made reservation on behalf of 87778710122f4251962bf214501cbeab for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:38.852690 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:38.862197 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:38.973913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.030743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41368) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:39.044870 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-251a9fdd-01f2-4800-ad0e-b76401506aa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.054717 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.065127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:30Z', 'updated_at': '2021-09-10T04:04:36Z', 'revision_number': 4, 'project_id': '03e7c735ad014f069f3db711faac913a', 'gw_port': {'id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:32Z', 'updated_at': '2021-09-10T04:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f1d7d4f7-167c-46df-9eb1-967fa681b422', 'name': '', 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'mac_address': 'fa:16:3e:dc:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '1f7b9ee8-e8b4-4000-a166-24f65bdfa066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:34Z', 'updated_at': '2021-09-10T04:04:36Z', 'revision_number': 2, 'project_id': '03e7c735ad014f069f3db711faac913a', 'subnets': [{'id': '1f7b9ee8-e8b4-4000-a166-24f65bdfa066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:39.092106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2a00de-8850-4769-907a-5d487cf04c21,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:39.097779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Checking router: a14c3cf8-42c4-4bb0-a2c2-d6b82012908d for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:04:39.098211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Updating router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d port f1d7d4f7-167c-46df-9eb1-967fa681b422 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:04:39.127146 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.128183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:04:39.144128 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.144474 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Added segment 18739f88-7568-4c0b-8f60-ac3306fee3c4 of type vlan for network 7aa0573d-b656-469f-a6f5-5d4874c03523 Sep 10 04:04:39.211815 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.232170 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:04:39.249814 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-251a9fdd-01f2-4800-ad0e-b76401506aa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.318468 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-251a9fdd-01f2-4800-ad0e-b76401506aa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.354455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.356104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:39.356760 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.371555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-251a9fdd-01f2-4800-ad0e-b76401506aa7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edfa2b4418ea42de97b2c1e4f0a8f7dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3391459 Sep 10 04:04:39.374401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41374) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:39.384106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251a9fdd-01f2-4800-ad0e-b76401506aa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c737ccae-ce28-4060-aa31-9aeeda88fc9f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:39.434703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffb521c5-fe96-47ee-9d68-c268e7f3059c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.439776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] Pushing event updated for resources: {'Network': ['ID=7aa0573d-b656-469f-a6f5-5d4874c03523,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:39.450550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e092417e-e41a-44af-a819-747ccf89fd8e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6964786 Sep 10 04:04:39.453224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41376) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:39.458298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Request body: {'subnet': {'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1182175260-subnet', 'tenant_id': '87778710122f4251962bf214501cbeab', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:39.461070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffb521c5-fe96-47ee-9d68-c268e7f3059c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.472521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 7aa0573d-b656-469f-a6f5-5d4874c03523 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:04:39.552846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Made reservation on behalf of 87778710122f4251962bf214501cbeab for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:39.558035 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.610142 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffb521c5-fe96-47ee-9d68-c268e7f3059c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.613585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ffb521c5-fe96-47ee-9d68-c268e7f3059c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.614784 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ffb521c5-fe96-47ee-9d68-c268e7f3059c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c737ccae-ce28-4060-aa31-9aeeda88fc9f HTTP/1.1" status: 204 len: 168 time: 0.2387218 Sep 10 04:04:39.629848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb521c5-fe96-47ee-9d68-c268e7f3059c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c737ccae-ce28-4060-aa31-9aeeda88fc9f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:39.679383 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.690937 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Transition to ACTIVE for port object f1d7d4f7-167c-46df-9eb1-967fa681b422 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:39.761009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e4c85-51cb-4e51-936e-0c607e28ef3a req-d80ae209-c125-4363-bb37-c6decda0fe5d tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:39.762540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c65e4c85-51cb-4e51-936e-0c607e28ef3a req-d80ae209-c125-4363-bb37-c6decda0fe5d tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 948 time: 0.1224344 Sep 10 04:04:39.765704 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.879786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Pushing event updated for resources: {'Port': ['ID=f1d7d4f7-167c-46df-9eb1-967fa681b422,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:39.888954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.889483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.889817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.890252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.890581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.890946 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.891603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.891954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.892321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.896880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.896880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.896880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:39.910256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Attempting to bind port f1d7d4f7-167c-46df-9eb1-967fa681b422 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:04:39.910256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Attempting to bind port f1d7d4f7-167c-46df-9eb1-967fa681b422 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:04:39.910775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Attempting to bind port f1d7d4f7-167c-46df-9eb1-967fa681b422 on network 5cb8746b-f62b-4637-adec-47ac091e8589 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:39.913199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c65e4c85-51cb-4e51-936e-0c607e28ef3a req-f9281d5e-4330-4c03-81ce-37c5408674da tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986242 Sep 10 04:04:39.919605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:04:39.920035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Checking segment: {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:39.920443 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:39.922686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Bound using segment: {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:04:39.923936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Bound port: f1d7d4f7-167c-46df-9eb1-967fa681b422, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:04:39.924345 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:40.012041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] For port f1d7d4f7-167c-46df-9eb1-967fa681b422, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:04:40.016422 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:40.017006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] For port f1d7d4f7-167c-46df-9eb1-967fa681b422, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f1d7d4f7-167c-46df-9eb1-967fa681b422,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:04:40.083948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1ef82e92-e907-484f-9b30-9d2743c932d7,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:40.101568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Checking segment: {'id': '18739f88-7568-4c0b-8f60-ac3306fee3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:40.101933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Network hostable DHCP agents. Network: 7aa0573d-b656-469f-a6f5-5d4874c03523, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:04:40.108128 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:40.168496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Routers {'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:40.169516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:04:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:40.187216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Network 7aa0573d-b656-469f-a6f5-5d4874c03523 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:04:40.289581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 7aa0573d-b656-469f-a6f5-5d4874c03523) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:40.297989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7b331-841d-452a-9447-b54732d733d2 None None] Pushing event updated for resources: {'Port': ['ID=f1d7d4f7-167c-46df-9eb1-967fa681b422,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:40.300545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:40.301500 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:40.313917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48174a2e-2ad0-4e16-be02-c0f80458e09f None None] Network 7aa0573d-b656-469f-a6f5-5d4874c03523 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:04:40.370279 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] Set router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:40.421700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-06408dac-89ad-43d3-b36d-f07b093f741f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9672034 Sep 10 04:04:40.423089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41410) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:40.440424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:40.484517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f2bc12-8c34-44ef-b66e-15bd87ad2b59 req-afd5691c-590b-47c2-9599-42ee59927e54 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:40.486978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76f2bc12-8c34-44ef-b66e-15bd87ad2b59 req-afd5691c-590b-47c2-9599-42ee59927e54 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 946 time: 0.1343651 Sep 10 04:04:40.552933 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:40.554628 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:40.556431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76f2bc12-8c34-44ef-b66e-15bd87ad2b59 req-c4fe9566-b8e9-48fe-bd68-5b289c14c507 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632293 Sep 10 04:04:40.652480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:40.814186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:04:40.827411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-7aa0573d-b656-469f-a6f5-5d4874c03523', 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523', 'tenant_id': '87778710122f4251962bf214501cbeab', 'fixed_ips': [{'subnet_id': '1ef82e92-e907-484f-9b30-9d2743c932d7'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:04:40.828260 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:40.917801 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.002275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:30Z', 'updated_at': '2021-09-10T04:04:36Z', 'revision_number': 4, 'project_id': '03e7c735ad014f069f3db711faac913a', 'gw_port': {'id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:32Z', 'updated_at': '2021-09-10T04:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f1d7d4f7-167c-46df-9eb1-967fa681b422', 'name': '', 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'mac_address': 'fa:16:3e:dc:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '1f7b9ee8-e8b4-4000-a166-24f65bdfa066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:34Z', 'updated_at': '2021-09-10T04:04:40Z', 'revision_number': 4, 'project_id': '03e7c735ad014f069f3db711faac913a', 'subnets': [{'id': '1f7b9ee8-e8b4-4000-a166-24f65bdfa066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:41.060066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a855df-79ec-4dcc-b211-7f039166f47e None None] The sync data for ids ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'] in n-d-808143-1 is: [{'id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:30Z', 'updated_at': '2021-09-10T04:04:36Z', 'revision_number': 4, 'project_id': '03e7c735ad014f069f3db711faac913a', 'gw_port': {'id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:32Z', 'updated_at': '2021-09-10T04:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'f1d7d4f7-167c-46df-9eb1-967fa681b422', 'name': '', 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'mac_address': 'fa:16:3e:dc:35:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3608, 'fixed_ips': [{'subnet_id': '1f7b9ee8-e8b4-4000-a166-24f65bdfa066', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:34Z', 'updated_at': '2021-09-10T04:04:40Z', 'revision_number': 4, 'project_id': '03e7c735ad014f069f3db711faac913a', 'subnets': [{'id': '1f7b9ee8-e8b4-4000-a166-24f65bdfa066', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:04:41.094777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f669972d-e33f-4c88-b31f-c167e94206a7 req-21189751-b605-4fe1-a253-2e134efadf01 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:41.098278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:41.103627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f669972d-e33f-4c88-b31f-c167e94206a7 req-21189751-b605-4fe1-a253-2e134efadf01 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 948 time: 0.0810905 Sep 10 04:04:41.110558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Allocated IP 172.20.0.2 (7aa0573d-b656-469f-a6f5-5d4874c03523/1ef82e92-e907-484f-9b30-9d2743c932d7/392496da-4c19-4d2b-96e2-be5ba476034d) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:04:41.116157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '13f28aea-ee51-43fa-bc3e-415bdd45d6c1', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '13f28aea-ee51-43fa-bc3e-415bdd45d6c1', 'mac_address': 'fa:16:3e:c8:ac:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:04:41.204558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f669972d-e33f-4c88-b31f-c167e94206a7 req-11454ac0-2b3a-430d-920b-d4d5cce26971 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995958 Sep 10 04:04:41.236138 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.257992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:04:41.284226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:41.356788 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.366758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Transition to ACTIVE for port object 392496da-4c19-4d2b-96e2-be5ba476034d will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:41.370264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.378617 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.413040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Transition to ACTIVE for port object 392496da-4c19-4d2b-96e2-be5ba476034d will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:41.431119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.448488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:41.490589 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.572168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Pushing event updated for resources: {'Port': ['ID=392496da-4c19-4d2b-96e2-be5ba476034d,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:41.581530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Network 7aa0573d-b656-469f-a6f5-5d4874c03523 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:41.583477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:41.586795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:04:41.625821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['13f28aea-ee51-43fa-bc3e-415bdd45d6c1'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:04:41.687951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-393e5de8-06e8-4d74-9f90-5eb349d91a91 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:41.692202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-393e5de8-06e8-4d74-9f90-5eb349d91a91 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.39 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 946 time: 0.1114228 Sep 10 04:04:41.702740 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Attempting to bind port 392496da-4c19-4d2b-96e2-be5ba476034d on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:04:41.703120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Attempting to bind port 392496da-4c19-4d2b-96e2-be5ba476034d by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '18739f88-7568-4c0b-8f60-ac3306fee3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:04:41.703490 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Attempting to bind port 392496da-4c19-4d2b-96e2-be5ba476034d on network 7aa0573d-b656-469f-a6f5-5d4874c03523 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:41.717876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:04:41.718256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Checking segment: {'id': '18739f88-7568-4c0b-8f60-ac3306fee3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:41.718667 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.719302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Bound using segment: {'id': '18739f88-7568-4c0b-8f60-ac3306fee3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:04:41.720019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Bound port: 392496da-4c19-4d2b-96e2-be5ba476034d, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18739f88-7568-4c0b-8f60-ac3306fee3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:04:41.720589 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.757021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Allocated IP 172.25.3.135 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:04:41.786534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb8edfe-52a4-48de-9e65-2820496fe467 req-04b2dfa1-19a6-480a-9949-99ac9b2727d6 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:41.788215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eb8edfe-52a4-48de-9e65-2820496fe467 req-04b2dfa1-19a6-480a-9949-99ac9b2727d6 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 946 time: 0.1251879 Sep 10 04:04:41.913811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eb8edfe-52a4-48de-9e65-2820496fe467 req-e7ef5448-b4bf-42b3-8646-7e4b7a88ab7d tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/security-groups?id=288e5582-2940-41ad-81c5-f73e716854bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060100 Sep 10 04:04:41.932207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] For port 392496da-4c19-4d2b-96e2-be5ba476034d, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:04:41.938209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] For port 392496da-4c19-4d2b-96e2-be5ba476034d, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=392496da-4c19-4d2b-96e2-be5ba476034d,segment=NetworkSegment(18739f88-7568-4c0b-8f60-ac3306fee3c4),segment_id=18739f88-7568-4c0b-8f60-ac3306fee3c4)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:04:41.948489 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:41.958818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Deleting port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:04:41.959160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:42.070413 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:42.107080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] For port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,segment=NetworkSegment(c624280c-9947-42e3-973b-753d74aeab53),segment_id=c624280c-9947-42e3-973b-753d74aeab53)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:42.107909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:42.134333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Calling delete_port for 5b9fc579-e788-4e5d-a2a9-311bb28a65fc owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:04:42.200947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bca12d-cb34-405d-8e3d-e56d2b670c25 None None] Pushing event updated for resources: {'Port': ['ID=392496da-4c19-4d2b-96e2-be5ba476034d,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:42.473639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:42.524457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e1e17-baab-470c-8352-ae6271ab29d1 req-41220cce-f922-4c12-9bfe-57687bfb83af tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:42.525914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-441e1e17-baab-470c-8352-ae6271ab29d1 req-41220cce-f922-4c12-9bfe-57687bfb83af tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 949 time: 0.2056897 Sep 10 04:04:42.575412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Pushing event deleted for resources: {'Port': ['ID=5b9fc579-e788-4e5d-a2a9-311bb28a65fc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:42.617431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:42.714470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Pushing event updated for resources: {'Port': ['ID=a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:42.722480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:42.723975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:42.730520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:04:42.736869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] No DVR routers for this DVR port 5b9fc579-e788-4e5d-a2a9-311bb28a65fc on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:04:42.741119 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:42.745077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf999b20-b383-440f-88e6-66f38166a4c8 req-cf04dfee-b7f7-4040-ae99-1135f1465b46 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.39 "DELETE /v2.0/ports/5b9fc579-e788-4e5d-a2a9-311bb28a65fc HTTP/1.1" status: 204 len: 173 time: 1.0344980 Sep 10 04:04:42.749023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '912a239d-01ee-4006-82e8-84892e6f8060', 'name': 'network-vif-deleted', 'tag': '5b9fc579-e788-4e5d-a2a9-311bb28a65fc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:04:42.753928 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7090658f-a0f9-4883-9bc4-759238fab768" -d '{"events": [{"server_uuid": "912a239d-01ee-4006-82e8-84892e6f8060", "name": "network-vif-deleted", "tag": "5b9fc579-e788-4e5d-a2a9-311bb28a65fc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:04:42.784297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1d7d4f7-167c-46df-9eb1-967fa681b422 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:42.797849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-441e1e17-baab-470c-8352-ae6271ab29d1 req-480a446d-e606-43f0-8159-364a1df811c9 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291765 Sep 10 04:04:42.822977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:42.828903 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae13ca50-4b56-4d0e-9d6c-9824a728b369 x-openstack-request-id: req-ae13ca50-4b56-4d0e-9d6c-9824a728b369 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:04:42.829270 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "912a239d-01ee-4006-82e8-84892e6f8060", "name": "network-vif-deleted", "tag": "5b9fc579-e788-4e5d-a2a9-311bb28a65fc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:04:42.829524 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae13ca50-4b56-4d0e-9d6c-9824a728b369 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:04:42.829913 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '912a239d-01ee-4006-82e8-84892e6f8060', 'name': 'network-vif-deleted', 'tag': '5b9fc579-e788-4e5d-a2a9-311bb28a65fc', 'status': 'completed', 'code': 200} Sep 10 04:04:43.062036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bae4362-a1f8-4a17-840e-26820eab0396 req-c4acb71a-abf1-4d4d-bba7-fc7a32433801 tempest-VolumesActionsTest-805327948 tempest-VolumesActionsTest-805327948-project] 10.222.0.22 "GET /v2.0/ports?device_id=912a239d-01ee-4006-82e8-84892e6f8060 HTTP/1.1" status: 200 len: 210 time: 0.0266738 Sep 10 04:04:43.238357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port f1d7d4f7-167c-46df-9eb1-967fa681b422 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:43.242134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:43.247874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f1d7d4f7-167c-46df-9eb1-967fa681b422 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:43.248497 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:43.250139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:43.250679 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:43.357359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:43.477672 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:43.486788 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:43.576841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d009921-3fd7-4f78-bda3-ab95e7a25598 None None] Network 7aa0573d-b656-469f-a6f5-5d4874c03523 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:04:43.578487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c06b3-4598-4142-849d-b6870d9d0777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f28aea-ee51-43fa-bc3e-415bdd45d6c1'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:04:43.580877 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4755fcd2-a45e-4634-968a-9e161967b255" -d '{"events": [{"server_uuid": "516c06b3-4598-4142-849d-b6870d9d0777", "name": "network-vif-plugged", "status": "completed", "tag": "13f28aea-ee51-43fa-bc3e-415bdd45d6c1"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:04:43.600528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port f1d7d4f7-167c-46df-9eb1-967fa681b422, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f1d7d4f7-167c-46df-9eb1-967fa681b422,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:43.625643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:43.674429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:43.674718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 392496da-4c19-4d2b-96e2-be5ba476034d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:43.703296 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:04:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-509ee032-a8f2-4003-b5a6-997213c2a0e4 x-openstack-request-id: req-509ee032-a8f2-4003-b5a6-997213c2a0e4 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:04:43.703591 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516c06b3-4598-4142-849d-b6870d9d0777", "name": "network-vif-plugged", "status": "completed", "tag": "13f28aea-ee51-43fa-bc3e-415bdd45d6c1", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:04:43.704018 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-509ee032-a8f2-4003-b5a6-997213c2a0e4 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:04:43.704403 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516c06b3-4598-4142-849d-b6870d9d0777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f28aea-ee51-43fa-bc3e-415bdd45d6c1', 'code': 200} Sep 10 04:04:43.709426 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:43.747483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:43.930037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b13193-057b-407d-882c-57e993ea1216 req-07906d5b-1bdd-4991-a1e0-d5b288aebaee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:43.931648 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-56b13193-057b-407d-882c-57e993ea1216 req-07906d5b-1bdd-4991-a1e0-d5b288aebaee service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 1101 time: 0.0955365 Sep 10 04:04:43.956447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec95bfb-9d0f-4e44-a444-1c46de9828a0 req-facad4c9-1607-4fd4-962f-bae71df71e47 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:43.966417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ec95bfb-9d0f-4e44-a444-1c46de9828a0 req-facad4c9-1607-4fd4-962f-bae71df71e47 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 950 time: 0.0740073 Sep 10 04:04:44.004825 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-56b13193-057b-407d-882c-57e993ea1216 req-4febb4c8-b810-4f53-9c9b-37e0a9c327c1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590351 Sep 10 04:04:44.015210 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bd1421af-d937-454c-9419-4d9aafa67d2d None None] Provisioning for port 392496da-4c19-4d2b-96e2-be5ba476034d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:44.021483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ec95bfb-9d0f-4e44-a444-1c46de9828a0 req-6d16b490-96f0-417a-a43e-9285ec7f0fb5 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493658 Sep 10 04:04:44.089123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=f1d7d4f7-167c-46df-9eb1-967fa681b422,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:44.118460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Router 21878500-989b-42c3-a19a-5131a0b62666 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:04:44.163034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5b9fc579-e788-4e5d-a2a9-311bb28a65fc no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:04:44.190243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:44.192624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 5b9fc579-e788-4e5d-a2a9-311bb28a65fc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:04:44.197081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 5b9fc579-e788-4e5d-a2a9-311bb28a65fc not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:04:44.215838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 392496da-4c19-4d2b-96e2-be5ba476034d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:44.220505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 392496da-4c19-4d2b-96e2-be5ba476034d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:44.221647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:44.268648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:04:44.282528 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Sync routers for ids ['21878500-989b-42c3-a19a-5131a0b62666'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:04:44.291838 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Routers {'21878500-989b-42c3-a19a-5131a0b62666'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:44.292720 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:04:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['21878500-989b-42c3-a19a-5131a0b62666'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:44.347109 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:44.364276 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:44.366263 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bddcd3c8-0a7b-4506-99ad-455d07ca277b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.9369447 Sep 10 04:04:44.368913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41474) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:44.425218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 392496da-4c19-4d2b-96e2-be5ba476034d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=392496da-4c19-4d2b-96e2-be5ba476034d,segment=NetworkSegment(18739f88-7568-4c0b-8f60-ac3306fee3c4),segment_id=18739f88-7568-4c0b-8f60-ac3306fee3c4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:44.432001 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Set router 21878500-989b-42c3-a19a-5131a0b62666 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:44.501296 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:44.613583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=392496da-4c19-4d2b-96e2-be5ba476034d,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:44.689593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f1167ef9-669d-44ce-bbe6-27481d425085 None None] Provisioning complete for port 392496da-4c19-4d2b-96e2-be5ba476034d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:44.692595 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f1167ef9-669d-44ce-bbe6-27481d425085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:44.713356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1d7d4f7-167c-46df-9eb1-967fa681b422 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:44.725960 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21878500-989b-42c3-a19a-5131a0b62666', 'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:40Z', 'updated_at': '2021-09-10T04:04:42Z', 'revision_number': 3, 'project_id': '87778710122f4251962bf214501cbeab', 'gw_port': {'id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:41Z', 'updated_at': '2021-09-10T04:04:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:44.781377 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Checking router: 21878500-989b-42c3-a19a-5131a0b62666 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:04:44.781853 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Updating router 21878500-989b-42c3-a19a-5131a0b62666 port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:04:44.816448 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:44.985425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f1d7d4f7-167c-46df-9eb1-967fa681b422 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:44.985804 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.179469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca9f3a9-7c0a-4a4d-9fdf-4cabd2a0ad83 req-fad64727-ad1b-48cd-a99a-d6fb454e452d tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:45.189315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cca9f3a9-7c0a-4a4d-9fdf-4cabd2a0ad83 req-fad64727-ad1b-48cd-a99a-d6fb454e452d tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 950 time: 0.0709734 Sep 10 04:04:45.241457 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.254441 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Transition to ACTIVE for port object a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:45.255968 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cca9f3a9-7c0a-4a4d-9fdf-4cabd2a0ad83 req-50cea996-8c42-4f75-87da-4b7d2686617d tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596349 Sep 10 04:04:45.274228 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.352950 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.379137 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Attempting to bind port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:04:45.379496 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Attempting to bind port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:04:45.388462 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Attempting to bind port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:45.426815 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:04:45.427196 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:45.427619 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.428052 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:04:45.428571 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Bound port: a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:04:45.428951 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.495267 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3fae5-8318-44ac-8984-9004e7ab98ad None None] Pushing event updated for resources: {'Port': ['ID=a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:45.536297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Allocated IP 172.20.0.1 (7aa0573d-b656-469f-a6f5-5d4874c03523/1ef82e92-e907-484f-9b30-9d2743c932d7/6a4afe36-ca4f-494b-8af0-63d00d6fae9a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:04:45.540655 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] For port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:04:45.546541 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] For port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:04:45.633096 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.678579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.696604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Transition to ACTIVE for port object 6a4afe36-ca4f-494b-8af0-63d00d6fae9a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:45.736881 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d3fae5-8318-44ac-8984-9004e7ab98ad None None] Pushing event updated for resources: {'Port': ['ID=a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:45.748837 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Routers {'21878500-989b-42c3-a19a-5131a0b62666'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:45.749396 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:04:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['21878500-989b-42c3-a19a-5131a0b62666'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:45.807758 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.875523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Network 7aa0573d-b656-469f-a6f5-5d4874c03523 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:45.881665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:45.922580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Pushing event updated for resources: {'Port': ['ID=6a4afe36-ca4f-494b-8af0-63d00d6fae9a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:45.927136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:04:45.979991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:45.992482 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] Set router 21878500-989b-42c3-a19a-5131a0b62666 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:46.185631 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21878500-989b-42c3-a19a-5131a0b62666', 'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:40Z', 'updated_at': '2021-09-10T04:04:42Z', 'revision_number': 3, 'project_id': '87778710122f4251962bf214501cbeab', 'gw_port': {'id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:41Z', 'updated_at': '2021-09-10T04:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:46.206344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:46.215497 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca238742-7716-4a24-a25f-e910b0f60eca None None] The sync data for ids ['21878500-989b-42c3-a19a-5131a0b62666'] in n-d-808143-1 is: [{'id': '21878500-989b-42c3-a19a-5131a0b62666', 'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:40Z', 'updated_at': '2021-09-10T04:04:42Z', 'revision_number': 3, 'project_id': '87778710122f4251962bf214501cbeab', 'gw_port': {'id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:41Z', 'updated_at': '2021-09-10T04:04:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:04:46.255822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8f6e7908-6e67-4c3f-ab25-cca28bb6c6dd None None] Provisioning for port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:46.268466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8f6e7908-6e67-4c3f-ab25-cca28bb6c6dd None None] Provisioning complete for port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:46.268840 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7908-6e67-4c3f-ab25-cca28bb6c6dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:46.353160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e7908-6e67-4c3f-ab25-cca28bb6c6dd None None] Port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:04:46.403642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:46.415069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098232c8-4213-466f-972f-7a4e4fe538bb req-7030b9ab-8e1c-4cfb-8c5b-ad885dde5ab0 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:46.416814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-098232c8-4213-466f-972f-7a4e4fe538bb req-7030b9ab-8e1c-4cfb-8c5b-ad885dde5ab0 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 950 time: 0.0672822 Sep 10 04:04:46.462328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:46.485635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-098232c8-4213-466f-972f-7a4e4fe538bb req-822d9342-adbe-4632-861e-1b9ce869f53f tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580571 Sep 10 04:04:46.662705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:46.665906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Pushing event updated for resources: {'Port': ['ID=6a4afe36-ca4f-494b-8af0-63d00d6fae9a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:46.755454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:46.833650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Network 7aa0573d-b656-469f-a6f5-5d4874c03523 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:46.835405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:46.929941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:46.935796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:46.936291 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:47.015080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Router 21878500-989b-42c3-a19a-5131a0b62666 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:04:47.084886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:47.112428 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:47.203544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:04:47.218875 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cbe2074b-60dc-4c5a-9bd3-0de59c13243b admin admin] 10.222.0.22 "PUT /v2.0/routers/21878500-989b-42c3-a19a-5131a0b62666/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8385820 Sep 10 04:04:47.244971 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:47.246466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 392496da-4c19-4d2b-96e2-be5ba476034d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:47.454855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-31882d6c-8d5e-47a2-b127-8a434e77bee0 None None] Provisioning complete for port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:47.456450 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-31882d6c-8d5e-47a2-b127-8a434e77bee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:47.480580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:47.485747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41530) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:47.503313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 392496da-4c19-4d2b-96e2-be5ba476034d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:47.503313 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:47.562973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-31882d6c-8d5e-47a2-b127-8a434e77bee0 None None] Port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:04:47.726584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33c284ab-3461-4e52-bb14-7db8857d2cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:47.869644 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33c284ab-3461-4e52-bb14-7db8857d2cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:47.981919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33c284ab-3461-4e52-bb14-7db8857d2cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:48.030603 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-33c284ab-3461-4e52-bb14-7db8857d2cf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=288c60c3ce2f414aa232f64fd39a983d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5437365 Sep 10 04:04:48.034426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41556) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:48.035516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c284ab-3461-4e52-bb14-7db8857d2cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad730aba-41ee-4f9e-aee0-33d18784b435,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:48.100679 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae4177fc-d374-4ac4-98a5-08f1608c1c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:48.129213 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae4177fc-d374-4ac4-98a5-08f1608c1c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:48.250511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-e0e69a19-77fc-4134-8680-df34c5b77975 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:48.252052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-e0e69a19-77fc-4134-8680-df34c5b77975 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/networks?id=5cb8746b-f62b-4637-adec-47ac091e8589 HTTP/1.1" status: 200 len: 911 time: 0.2221212 Sep 10 04:04:48.260680 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae4177fc-d374-4ac4-98a5-08f1608c1c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:48.260680 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ae4177fc-d374-4ac4-98a5-08f1608c1c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:48.260680 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ae4177fc-d374-4ac4-98a5-08f1608c1c52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad730aba-41ee-4f9e-aee0-33d18784b435 HTTP/1.1" status: 204 len: 168 time: 0.2252593 Sep 10 04:04:48.272002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-b040d0b7-9740-4f04-a871-ebfd48845372 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/quotas/87778710122f4251962bf214501cbeab HTTP/1.1" status: 200 len: 375 time: 0.0127709 Sep 10 04:04:48.285964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4177fc-d374-4ac4-98a5-08f1608c1c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad730aba-41ee-4f9e-aee0-33d18784b435,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:48.418330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-1886020b-3c4e-4f1a-9632-2365b0e78b13 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=87778710122f4251962bf214501cbeab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1376760 Sep 10 04:04:48.582613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-5ab08e8b-4aa9-4d27-887d-13903094ce61 service neutron] 10.222.0.22 "GET /v2.0/networks/5cb8746b-f62b-4637-adec-47ac091e8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560700 Sep 10 04:04:48.670363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:48.712851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-3291b643-d508-4ce2-9388-2b796c8788d5 service neutron] 10.222.0.22 "GET /v2.0/networks/5cb8746b-f62b-4637-adec-47ac091e8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286545 Sep 10 04:04:48.805644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:48.806400 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:49.083376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Sync routers for ids ['21878500-989b-42c3-a19a-5131a0b62666'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:04:49.085030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7cca13b-4925-436b-ab76-ce54177aa57b req-e535f9ea-29a3-47d3-aad3-b264ab7f4ab6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0656517 Sep 10 04:04:49.098898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Routers {'21878500-989b-42c3-a19a-5131a0b62666'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:49.099751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:04:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['21878500-989b-42c3-a19a-5131a0b62666'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:49.259891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Set router 21878500-989b-42c3-a19a-5131a0b62666 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:49.572085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21878500-989b-42c3-a19a-5131a0b62666', 'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:40Z', 'updated_at': '2021-09-10T04:04:46Z', 'revision_number': 4, 'project_id': '87778710122f4251962bf214501cbeab', 'gw_port': {'id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:41Z', 'updated_at': '2021-09-10T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6a4afe36-ca4f-494b-8af0-63d00d6fae9a', 'name': '', 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523', 'tenant_id': '87778710122f4251962bf214501cbeab', 'mac_address': 'fa:16:3e:bb:a1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1ef82e92-e907-484f-9b30-9d2743c932d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:45Z', 'updated_at': '2021-09-10T04:04:46Z', 'revision_number': 2, 'project_id': '87778710122f4251962bf214501cbeab', 'subnets': [{'id': '1ef82e92-e907-484f-9b30-9d2743c932d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:49.613324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Checking router: 21878500-989b-42c3-a19a-5131a0b62666 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:04:49.613782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Updating router 21878500-989b-42c3-a19a-5131a0b62666 port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:04:49.640720 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:49.995094 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:50.007351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Transition to ACTIVE for port object 6a4afe36-ca4f-494b-8af0-63d00d6fae9a will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:50.111316 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:50.219553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e39cd-f48a-4a7a-a7de-2a2118793b42 None None] Pushing event updated for resources: {'Port': ['ID=6a4afe36-ca4f-494b-8af0-63d00d6fae9a,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:50.244339 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb577eb8-f5a2-43be-8a1d-4d83c1de72c1 req-d6dbdc62-4716-4b2a-9fdf-f6e8a5b96596 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0487320 Sep 10 04:04:50.258482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Attempting to bind port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:04:50.258482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Attempting to bind port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '18739f88-7568-4c0b-8f60-ac3306fee3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:04:50.258482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Attempting to bind port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a on network 7aa0573d-b656-469f-a6f5-5d4874c03523 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:50.264978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 4, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:04:50.265354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Checking segment: {'id': '18739f88-7568-4c0b-8f60-ac3306fee3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:50.265758 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:50.266177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Bound using segment: {'id': '18739f88-7568-4c0b-8f60-ac3306fee3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:04:50.266662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Bound port: 6a4afe36-ca4f-494b-8af0-63d00d6fae9a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18739f88-7568-4c0b-8f60-ac3306fee3c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:04:50.267045 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:50.341052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] For port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:04:50.344477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] For port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6a4afe36-ca4f-494b-8af0-63d00d6fae9a,segment=NetworkSegment(18739f88-7568-4c0b-8f60-ac3306fee3c4),segment_id=18739f88-7568-4c0b-8f60-ac3306fee3c4)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:04:50.433893 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:50.490842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Routers {'21878500-989b-42c3-a19a-5131a0b62666'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:04:50.491468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:04:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['21878500-989b-42c3-a19a-5131a0b62666'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:50.553609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4e39cd-f48a-4a7a-a7de-2a2118793b42 None None] Pushing event updated for resources: {'Port': ['ID=6a4afe36-ca4f-494b-8af0-63d00d6fae9a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:50.651980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] Set router 21878500-989b-42c3-a19a-5131a0b62666 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:04:50.844463 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f7115539-f6e4-41b8-a4cd-65769184e47b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:50.926907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21878500-989b-42c3-a19a-5131a0b62666', 'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:40Z', 'updated_at': '2021-09-10T04:04:46Z', 'revision_number': 4, 'project_id': '87778710122f4251962bf214501cbeab', 'gw_port': {'id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:41Z', 'updated_at': '2021-09-10T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6a4afe36-ca4f-494b-8af0-63d00d6fae9a', 'name': '', 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523', 'tenant_id': '87778710122f4251962bf214501cbeab', 'mac_address': 'fa:16:3e:bb:a1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1ef82e92-e907-484f-9b30-9d2743c932d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:45Z', 'updated_at': '2021-09-10T04:04:50Z', 'revision_number': 4, 'project_id': '87778710122f4251962bf214501cbeab', 'subnets': [{'id': '1ef82e92-e907-484f-9b30-9d2743c932d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:04:50.957561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18d171c7-fdd0-4c84-9654-48bc0e21efc7 None None] The sync data for ids ['21878500-989b-42c3-a19a-5131a0b62666'] in n-d-808143-1 is: [{'id': '21878500-989b-42c3-a19a-5131a0b62666', 'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:40Z', 'updated_at': '2021-09-10T04:04:46Z', 'revision_number': 4, 'project_id': '87778710122f4251962bf214501cbeab', 'gw_port': {'id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:41Z', 'updated_at': '2021-09-10T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6a4afe36-ca4f-494b-8af0-63d00d6fae9a', 'name': '', 'network_id': '7aa0573d-b656-469f-a6f5-5d4874c03523', 'tenant_id': '87778710122f4251962bf214501cbeab', 'mac_address': 'fa:16:3e:bb:a1:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_interface', 'standard_attr_id': 3636, 'fixed_ips': [{'subnet_id': '1ef82e92-e907-484f-9b30-9d2743c932d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:45Z', 'updated_at': '2021-09-10T04:04:50Z', 'revision_number': 4, 'project_id': '87778710122f4251962bf214501cbeab', 'subnets': [{'id': '1ef82e92-e907-484f-9b30-9d2743c932d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:04:51.425475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74a5e4d8-002b-418a-8a49-3b1388766ed1 req-9396d542-7fae-4b15-9b24-269bc6484ceb tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0680294 Sep 10 04:04:51.601933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-8a0a52cc-4689-4a4f-b2e7-a5ca8ced6418 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:51.604926 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-8a0a52cc-4689-4a4f-b2e7-a5ca8ced6418 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.20 "GET /v2.0/networks?id=5cb8746b-f62b-4637-adec-47ac091e8589 HTTP/1.1" status: 200 len: 911 time: 0.2315495 Sep 10 04:04:51.632164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Request body: {'port': {'device_id': '9aaa3703-76bf-41ba-a6ad-87f83a74f4b7', 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589', 'admin_state_up': True, 'tenant_id': '87778710122f4251962bf214501cbeab'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:51.778119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Made reservation on behalf of 87778710122f4251962bf214501cbeab for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:04:51.781507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:51.926759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Allocated IP 172.20.0.12 (5cb8746b-f62b-4637-adec-47ac091e8589/1f7b9ee8-e8b4-4000-a166-24f65bdfa066/40821b7b-fa30-4b41-9cc4-58eef4e426ba) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:04:52.114783 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:52.149049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Transition to ACTIVE for port object 40821b7b-fa30-4b41-9cc4-58eef4e426ba will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:52.267604 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:52.338256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Network 5cb8746b-f62b-4637-adec-47ac091e8589 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:04:52.340741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:04:52.345293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:04:52.430110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Pushing event updated for resources: {'Port': ['ID=40821b7b-fa30-4b41-9cc4-58eef4e426ba,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:52.444515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:52.445786 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:52.545148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6002f260-0530-4e9b-8735-e7ac4b62a2f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.9303594 Sep 10 04:04:52.659106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a7a5da-a8fc-453f-b670-dcc8036447e9 req-958eafd0-fed7-46fc-9f06-ffe193df192e tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:52.665038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a7a5da-a8fc-453f-b670-dcc8036447e9 req-958eafd0-fed7-46fc-9f06-ffe193df192e tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1028 time: 0.0995054 Sep 10 04:04:52.750902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a4afe36-ca4f-494b-8af0-63d00d6fae9a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:52.764914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26a7a5da-a8fc-453f-b670-dcc8036447e9 req-e9c3f73f-b22f-41ab-85aa-2f20c4ced962 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710156 Sep 10 04:04:52.806303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Request body: {'port': {'device_id': '9aaa3703-76bf-41ba-a6ad-87f83a74f4b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:04:52.808302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a573558d-56be-4051-93f7-613e668f6a8d None None] Provisioning for port 40821b7b-fa30-4b41-9cc4-58eef4e426ba completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:52.826050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a573558d-56be-4051-93f7-613e668f6a8d None None] Provisioning complete for port 40821b7b-fa30-4b41-9cc4-58eef4e426ba triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:52.827758 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a573558d-56be-4051-93f7-613e668f6a8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:52.866464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a573558d-56be-4051-93f7-613e668f6a8d None None] Port 40821b7b-fa30-4b41-9cc4-58eef4e426ba cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:04:52.898357 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:52.952870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:04:52.959284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:52.960717 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:53.084836 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:53.121148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6a4afe36-ca4f-494b-8af0-63d00d6fae9a,segment=NetworkSegment(18739f88-7568-4c0b-8f60-ac3306fee3c4),segment_id=18739f88-7568-4c0b-8f60-ac3306fee3c4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:53.209986 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:53.276340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6a4afe36-ca4f-494b-8af0-63d00d6fae9a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:53.514276 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0ac1da73-dd16-40dd-87e4-954de8300ffc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:53.581751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40821b7b-fa30-4b41-9cc4-58eef4e426ba {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:04:53.589635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:53.601541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Transition to ACTIVE for port object 40821b7b-fa30-4b41-9cc4-58eef4e426ba will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:04:53.701265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:53.701420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:53.759152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Pushing event updated for resources: {'Port': ['ID=40821b7b-fa30-4b41-9cc4-58eef4e426ba,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:53.832854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Attempting to bind port 40821b7b-fa30-4b41-9cc4-58eef4e426ba on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:04:53.833480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Attempting to bind port 40821b7b-fa30-4b41-9cc4-58eef4e426ba by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:04:53.835228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Attempting to bind port 40821b7b-fa30-4b41-9cc4-58eef4e426ba on network 5cb8746b-f62b-4637-adec-47ac091e8589 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:53.838512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Port 40821b7b-fa30-4b41-9cc4-58eef4e426ba on network 5cb8746b-f62b-4637-adec-47ac091e8589 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:04:53.838953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Attempting to bind port 40821b7b-fa30-4b41-9cc4-58eef4e426ba on network 5cb8746b-f62b-4637-adec-47ac091e8589 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:04:53.846987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 4, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:04:53.847297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Checking segment: {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:04:53.847945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Bound using segment: {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:04:53.848551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Bound port: 40821b7b-fa30-4b41-9cc4-58eef4e426ba, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:04:53.848979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:53.881142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e79468-ea03-4250-a5b3-adad9aaff309 req-e85530ea-9111-4511-bac2-d78ef1e0b83b tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:53.883917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3e79468-ea03-4250-a5b3-adad9aaff309 req-e85530ea-9111-4511-bac2-d78ef1e0b83b tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1053 time: 0.0635066 Sep 10 04:04:53.938086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] For port 40821b7b-fa30-4b41-9cc4-58eef4e426ba, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:04:53.942259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] For port 40821b7b-fa30-4b41-9cc4-58eef4e426ba, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=40821b7b-fa30-4b41-9cc4-58eef4e426ba,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:04:53.944964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3e79468-ea03-4250-a5b3-adad9aaff309 req-f483aa44-b20f-41c7-8dea-aa7a6d032401 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495598 Sep 10 04:04:54.015931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:54.052236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:54.053009 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:54.054688 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] 10.222.0.20 "PUT /v2.0/ports/40821b7b-fa30-4b41-9cc4-58eef4e426ba HTTP/1.1" status: 200 len: 1092 time: 1.4960728 Sep 10 04:04:54.055201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9aaa3703-76bf-41ba-a6ad-87f83a74f4b7', 'tag': '40821b7b-fa30-4b41-9cc4-58eef4e426ba'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:04:54.058225 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-120e7ca1-981f-4e47-b8e4-6a7d4f08e192" -d '{"events": [{"name": "network-changed", "server_uuid": "9aaa3703-76bf-41ba-a6ad-87f83a74f4b7", "tag": "40821b7b-fa30-4b41-9cc4-58eef4e426ba"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:04:54.083910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d95db5-a317-4b7a-af3e-68eecfb91f0c service neutron] Pushing event updated for resources: {'Port': ['ID=40821b7b-fa30-4b41-9cc4-58eef4e426ba,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:54.113931 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77f14d6c-17a9-48a4-8827-d05f0a5e6380 x-openstack-request-id: req-77f14d6c-17a9-48a4-8827-d05f0a5e6380 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:04:54.114299 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9aaa3703-76bf-41ba-a6ad-87f83a74f4b7", "tag": "40821b7b-fa30-4b41-9cc4-58eef4e426ba", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:04:54.114620 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-77f14d6c-17a9-48a4-8827-d05f0a5e6380 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:04:54.115152 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9aaa3703-76bf-41ba-a6ad-87f83a74f4b7', 'tag': '40821b7b-fa30-4b41-9cc4-58eef4e426ba', 'status': 'completed', 'code': 200} Sep 10 04:04:54.184175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e7ca1-981f-4e47-b8e4-6a7d4f08e192 req-6caa1538-52dc-4730-8eec-c12779b17d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:54.185780 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-120e7ca1-981f-4e47-b8e4-6a7d4f08e192 req-6caa1538-52dc-4730-8eec-c12779b17d1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87778710122f4251962bf214501cbeab&device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1095 time: 0.0475852 Sep 10 04:04:54.362109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e7ca1-981f-4e47-b8e4-6a7d4f08e192 req-1693ae73-9f47-49bf-ab95-76c9f2a3b469 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:54.363593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-120e7ca1-981f-4e47-b8e4-6a7d4f08e192 req-1693ae73-9f47-49bf-ab95-76c9f2a3b469 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=87778710122f4251962bf214501cbeab&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1685266 Sep 10 04:04:54.480756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120e7ca1-981f-4e47-b8e4-6a7d4f08e192 req-d53fcab6-5a10-40bf-a82b-d813b1640f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:54.482783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-120e7ca1-981f-4e47-b8e4-6a7d4f08e192 req-d53fcab6-5a10-40bf-a82b-d813b1640f51 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1124132 Sep 10 04:04:54.580548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6dfc761e-3c71-40df-8b15-321a82592418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:54.582467 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6dfc761e-3c71-40df-8b15-321a82592418 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87778710122f4251962bf214501cbeab&device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1095 time: 0.0556595 Sep 10 04:04:54.627456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a4afe36-ca4f-494b-8af0-63d00d6fae9a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:04:54.662805 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-1b16316c-2332-4175-8ce8-78ecd566fef9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=40821b7b-fa30-4b41-9cc4-58eef4e426ba HTTP/1.1" status: 200 len: 217 time: 0.0719957 Sep 10 04:04:54.695702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:04:54.696202 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:54.717557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6aa646fe-5727-4060-9f8e-dff55cd4a20e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:54.719061 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6aa646fe-5727-4060-9f8e-dff55cd4a20e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1f7b9ee8-e8b4-4000-a166-24f65bdfa066 HTTP/1.1" status: 200 len: 849 time: 0.0483210 Sep 10 04:04:54.769339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6e4b2e50-6473-4b8c-9bea-8eba1a9caf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:54.771110 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-6e4b2e50-6473-4b8c-9bea-8eba1a9caf98 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5cb8746b-f62b-4637-adec-47ac091e8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448294 Sep 10 04:04:54.874347 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-7422776a-20a5-4113-8769-8d56574164a4 service neutron] 10.222.0.20 "GET /v2.0/networks/5cb8746b-f62b-4637-adec-47ac091e8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958261 Sep 10 04:04:54.975210 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c20b5f37-050a-4a7c-81ae-fc41659fa8ec req-31643d08-e99e-44e1-9589-8a78c0b9df21 service neutron] 10.222.0.20 "GET /v2.0/networks/5cb8746b-f62b-4637-adec-47ac091e8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929744 Sep 10 04:04:55.051917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1359536f-717c-49a7-9ae1-b8eb3f7a3290 req-beaf2674-7938-4281-8c7b-f4c3fac9bf31 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:55.053380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1359536f-717c-49a7-9ae1-b8eb3f7a3290 req-beaf2674-7938-4281-8c7b-f4c3fac9bf31 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1095 time: 0.0417616 Sep 10 04:04:55.119634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1359536f-717c-49a7-9ae1-b8eb3f7a3290 req-7909b6cb-1a82-406d-a2c4-c46720a53e51 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386930 Sep 10 04:04:55.135069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:56.261793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41752) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:56.278358 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:56.316748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448f6a2f-f3bc-4baa-b520-a7dd6a9499b8 req-c318377b-0dd9-4614-ad79-b9f5b8159886 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:56.324950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-448f6a2f-f3bc-4baa-b520-a7dd6a9499b8 req-c318377b-0dd9-4614-ad79-b9f5b8159886 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1095 time: 0.0768328 Sep 10 04:04:56.373956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-448f6a2f-f3bc-4baa-b520-a7dd6a9499b8 req-6891ebf2-f456-4ab2-bdbc-bc328f82df90 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480802 Sep 10 04:04:56.393313 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d309f73-b254-4045-8642-d1e84b2286eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:56.485231 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d309f73-b254-4045-8642-d1e84b2286eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:56.545948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5d309f73-b254-4045-8642-d1e84b2286eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:56.582993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d309f73-b254-4045-8642-d1e84b2286eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0e5950-544c-42bb-b5a9-bf9942dc2173,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:56.587266 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5d309f73-b254-4045-8642-d1e84b2286eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c30db203cd34e1dbd3eede3cb85c965&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243587 Sep 10 04:04:56.590568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41756) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:56.642008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85133b2f-7bd9-4ad0-9d4f-7907836a278e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:56.668606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85133b2f-7bd9-4ad0-9d4f-7907836a278e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:56.808816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85133b2f-7bd9-4ad0-9d4f-7907836a278e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:56.811402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-85133b2f-7bd9-4ad0-9d4f-7907836a278e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:56.812593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-85133b2f-7bd9-4ad0-9d4f-7907836a278e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd0e5950-544c-42bb-b5a9-bf9942dc2173 HTTP/1.1" status: 204 len: 168 time: 0.2211652 Sep 10 04:04:56.829879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85133b2f-7bd9-4ad0-9d4f-7907836a278e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0e5950-544c-42bb-b5a9-bf9942dc2173,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:57.534713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41778) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:57.549967 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfea3-b81e-411c-865d-fbfbcd40fbf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:57.711834 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfea3-b81e-411c-865d-fbfbcd40fbf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:57.754358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522c0710-2a37-49bd-9323-c3c287db0ed2 req-ab422779-f345-400a-b3c9-6187f4925040 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:57.756509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-522c0710-2a37-49bd-9323-c3c287db0ed2 req-ab422779-f345-400a-b3c9-6187f4925040 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1095 time: 0.3140988 Sep 10 04:04:57.799208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-522c0710-2a37-49bd-9323-c3c287db0ed2 req-c0fb5f75-0b19-47cd-adf3-d2086a640a66 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342364 Sep 10 04:04:57.817149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfea3-b81e-411c-865d-fbfbcd40fbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:57.859647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdfea3-b81e-411c-865d-fbfbcd40fbf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0c758dd-abae-4366-918d-6a3a9ebc9ea9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:57.929360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41786) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:04:57.929515 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d2cdfea3-b81e-411c-865d-fbfbcd40fbf3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=997c5e24b5af42c480302ad58d633d89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3936362 Sep 10 04:04:57.998846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:58.022207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:58.146951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:58.149523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:58.150791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0c758dd-abae-4366-918d-6a3a9ebc9ea9 HTTP/1.1" status: 204 len: 168 time: 0.2200675 Sep 10 04:04:58.159765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0c758dd-abae-4366-918d-6a3a9ebc9ea9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:58.168517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.169141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.169467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.169978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.170468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.170984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.171477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.172050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.172658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.173156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.173648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.175006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad84e67-a571-4705-9592-608ace653fa1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:04:58.883622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:58.916220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34c6ba-c9b9-4f59-917e-7c1def9d2ee1 req-fbfb11a5-ede8-404f-8908-f23511bef051 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:04:58.927833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea34c6ba-c9b9-4f59-917e-7c1def9d2ee1 req-fbfb11a5-ede8-404f-8908-f23511bef051 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1095 time: 0.0617785 Sep 10 04:04:58.930238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 40821b7b-fa30-4b41-9cc4-58eef4e426ba details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:04:59.002556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea34c6ba-c9b9-4f59-917e-7c1def9d2ee1 req-8ab8b97f-e69a-4fbb-a5bb-98a879fab56e tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612524 Sep 10 04:04:59.083476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 40821b7b-fa30-4b41-9cc4-58eef4e426ba, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=40821b7b-fa30-4b41-9cc4-58eef4e426ba,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:59.095710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '40821b7b-fa30-4b41-9cc4-58eef4e426ba', 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589', 'port_id': '40821b7b-fa30-4b41-9cc4-58eef4e426ba', 'mac_address': 'fa:16:3e:f8:88:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7b9ee8-e8b4-4000-a166-24f65bdfa066', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:04:59.132821 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:59.146749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40821b7b-fa30-4b41-9cc4-58eef4e426ba {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:04:59.176614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 40821b7b-fa30-4b41-9cc4-58eef4e426ba, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=40821b7b-fa30-4b41-9cc4-58eef4e426ba,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:04:59.249029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:04:59.306905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=40821b7b-fa30-4b41-9cc4-58eef4e426ba,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:04:59.478637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['40821b7b-fa30-4b41-9cc4-58eef4e426ba'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:05:00.187132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ec8ba-5294-4db1-8c54-914dc01cafa7 req-e95bb10d-67ac-44a3-b8bf-3ec9d16944ac tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:00.195300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-287ec8ba-5294-4db1-8c54-914dc01cafa7 req-e95bb10d-67ac-44a3-b8bf-3ec9d16944ac tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1096 time: 0.1023493 Sep 10 04:05:00.232332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-287ec8ba-5294-4db1-8c54-914dc01cafa7 req-3fea768a-78c0-4101-a3aa-b342274dfccc tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359514 Sep 10 04:05:00.945455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 40821b7b-fa30-4b41-9cc4-58eef4e426ba up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:01.123556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 40821b7b-fa30-4b41-9cc4-58eef4e426ba completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:01.127786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 40821b7b-fa30-4b41-9cc4-58eef4e426ba triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:01.129126 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:01.285028 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:01.321093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 40821b7b-fa30-4b41-9cc4-58eef4e426ba, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=40821b7b-fa30-4b41-9cc4-58eef4e426ba,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:01.322855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa3703-76bf-41ba-a6ad-87f83a74f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40821b7b-fa30-4b41-9cc4-58eef4e426ba'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:01.325979 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-274771b0-9e4f-4c03-9a15-5c0257de3062" -d '{"events": [{"server_uuid": "9aaa3703-76bf-41ba-a6ad-87f83a74f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "40821b7b-fa30-4b41-9cc4-58eef4e426ba"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:01.367722 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead0b1e2-2d37-4ce0-bb77-a860dd142be5 x-openstack-request-id: req-ead0b1e2-2d37-4ce0-bb77-a860dd142be5 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:01.368071 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aaa3703-76bf-41ba-a6ad-87f83a74f4b7", "name": "network-vif-plugged", "status": "completed", "tag": "40821b7b-fa30-4b41-9cc4-58eef4e426ba", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:01.368386 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ead0b1e2-2d37-4ce0-bb77-a860dd142be5 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:01.368723 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa3703-76bf-41ba-a6ad-87f83a74f4b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40821b7b-fa30-4b41-9cc4-58eef4e426ba', 'code': 200} Sep 10 04:05:01.387480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:01.424894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec6eb5-aa27-44a8-a6ca-574eafbc323c req-1878f091-8b7e-4f6b-8934-d8555d4b7f08 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:01.427136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0aec6eb5-aa27-44a8-a6ca-574eafbc323c req-1878f091-8b7e-4f6b-8934-d8555d4b7f08 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1096 time: 0.0822358 Sep 10 04:05:01.483496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=40821b7b-fa30-4b41-9cc4-58eef4e426ba,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:01.543474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcda967-b8dd-4725-9fcd-268bb6393e21 req-e83233e2-e283-4c57-a409-7acbbe5166d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:01.547348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0aec6eb5-aa27-44a8-a6ca-574eafbc323c req-3f023578-0c28-4798-b342-e6f662c4891b tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073906 Sep 10 04:05:01.551383 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9fcda967-b8dd-4725-9fcd-268bb6393e21 req-e83233e2-e283-4c57-a409-7acbbe5166d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1097 time: 0.1156640 Sep 10 04:05:01.606085 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9fcda967-b8dd-4725-9fcd-268bb6393e21 req-aeb5fa12-0e16-4fa7-b938-f26bb54993fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472109 Sep 10 04:05:02.083887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 41904) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:02.212732 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c89ff0-1a28-4482-a691-8c00478b5932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.248635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.324726 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c89ff0-1a28-4482-a691-8c00478b5932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.402941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13c89ff0-1a28-4482-a691-8c00478b5932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.464031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c89ff0-1a28-4482-a691-8c00478b5932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87a7f010-f710-43f2-89f1-738d67ca66b5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:02.484096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41912) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:02.497639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-13c89ff0-1a28-4482-a691-8c00478b5932 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64c15330ddab4337ac2e6ae2583158c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124038 Sep 10 04:05:02.612776 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8967699b-57a1-4eca-a553-dfc34fa06e2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.665421 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8967699b-57a1-4eca-a553-dfc34fa06e2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.732012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401b0e5b-84cc-4b73-92b0-ad5fc466894e req-d843c070-243a-445f-a862-9a98991a966f tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:02.742653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-401b0e5b-84cc-4b73-92b0-ad5fc466894e req-d843c070-243a-445f-a862-9a98991a966f tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0722277 Sep 10 04:05:02.806361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-401b0e5b-84cc-4b73-92b0-ad5fc466894e req-e20d29a5-99a2-403c-b3d2-d8568444d6dc tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470557 Sep 10 04:05:02.821131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8967699b-57a1-4eca-a553-dfc34fa06e2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.823855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8967699b-57a1-4eca-a553-dfc34fa06e2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:02.825010 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8967699b-57a1-4eca-a553-dfc34fa06e2b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/87a7f010-f710-43f2-89f1-738d67ca66b5 HTTP/1.1" status: 204 len: 168 time: 0.3396313 Sep 10 04:05:02.833950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8967699b-57a1-4eca-a553-dfc34fa06e2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87a7f010-f710-43f2-89f1-738d67ca66b5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:03.620546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41928) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:03.634565 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31994a6d-f3bb-440f-9a58-a52bd819ad1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:03.727580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31994a6d-f3bb-440f-9a58-a52bd819ad1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:03.803644 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31994a6d-f3bb-440f-9a58-a52bd819ad1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:03.857978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31994a6d-f3bb-440f-9a58-a52bd819ad1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7802d208-cfc3-44e9-b957-0459aaee9d88,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:03.867496 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-31994a6d-f3bb-440f-9a58-a52bd819ad1b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8cf323921fd44a52821a22c7e0b11e6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2454278 Sep 10 04:05:03.870852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 41934) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:03.912670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4699959-bc11-4eb5-b50b-8e166f940e32 req-54cc0242-548e-4c7e-b091-eb5ba97503a9 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:03.914827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4699959-bc11-4eb5-b50b-8e166f940e32 req-54cc0242-548e-4c7e-b091-eb5ba97503a9 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0541744 Sep 10 04:05:03.937467 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5206c54a-98b1-4c74-9138-e550b4c813a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:03.964252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4699959-bc11-4eb5-b50b-8e166f940e32 req-8af791d5-7f13-4244-9328-eb0f99e13d34 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394850 Sep 10 04:05:03.999354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5206c54a-98b1-4c74-9138-e550b4c813a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:04.108373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38331863-0926-49e9-983f-bfa5a9292324 req-0aeda670-2886-48e0-9502-e9f828e8d22a tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:04.109931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38331863-0926-49e9-983f-bfa5a9292324 req-0aeda670-2886-48e0-9502-e9f828e8d22a tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0588212 Sep 10 04:05:04.144447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38331863-0926-49e9-983f-bfa5a9292324 req-e7d689ad-e026-4ac9-a859-bfb7719946a3 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286458 Sep 10 04:05:04.169749 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5206c54a-98b1-4c74-9138-e550b4c813a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:04.173705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5206c54a-98b1-4c74-9138-e550b4c813a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:04.174840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5206c54a-98b1-4c74-9138-e550b4c813a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7802d208-cfc3-44e9-b957-0459aaee9d88 HTTP/1.1" status: 204 len: 168 time: 0.3025305 Sep 10 04:05:04.189109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5206c54a-98b1-4c74-9138-e550b4c813a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7802d208-cfc3-44e9-b957-0459aaee9d88,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:04.307053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34843ab5-bcbb-4344-ada9-94e9f247a2d3 req-3e2df677-eab6-4d2c-9400-46a21ca0b63e tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:04.312265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34843ab5-bcbb-4344-ada9-94e9f247a2d3 req-3e2df677-eab6-4d2c-9400-46a21ca0b63e tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0566211 Sep 10 04:05:04.346374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34843ab5-bcbb-4344-ada9-94e9f247a2d3 req-9e839a68-3caa-4d51-ad40-4e8b52a6d322 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312288 Sep 10 04:05:04.731280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-eda0b0b3-b27f-435e-aba1-0d5d6e2509e0 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:04.733386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-eda0b0b3-b27f-435e-aba1-0d5d6e2509e0 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/networks?id=5cb8746b-f62b-4637-adec-47ac091e8589 HTTP/1.1" status: 200 len: 911 time: 0.1508060 Sep 10 04:05:04.753715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-9def24fa-c239-4085-b1ae-58140709ab90 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/quotas/87778710122f4251962bf214501cbeab HTTP/1.1" status: 200 len: 375 time: 0.0118568 Sep 10 04:05:04.834527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-4500dfa4-7d44-4866-9b0f-4b9a16a252f6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=87778710122f4251962bf214501cbeab&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0712214 Sep 10 04:05:04.845988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-2b451ccf-6b3a-4946-a5f7-ed05efab5793 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:05:04.847036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-2b451ccf-6b3a-4946-a5f7-ed05efab5793 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053189 Sep 10 04:05:04.943518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-5ff21652-a0f9-4f02-935a-f5f886c993ef service neutron] 10.222.0.22 "GET /v2.0/networks/5cb8746b-f62b-4637-adec-47ac091e8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906651 Sep 10 04:05:05.084983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-7ff0cc98-e300-45e2-9c50-ff43d91c7d50 service neutron] 10.222.0.22 "GET /v2.0/networks/5cb8746b-f62b-4637-adec-47ac091e8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352501 Sep 10 04:05:05.708166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-057f4a8b-9d39-43a9-acbc-47ca1ad217c7 req-ba6a47f5-84ea-48cf-b8a0-926f3760643a tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 210 time: 0.0442359 Sep 10 04:05:06.833877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06ba4ace-6a29-43c7-88ac-c788786e4a34 req-9c6069c1-f14b-4f94-b0fb-88cea6c4640e tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 210 time: 0.0491107 Sep 10 04:05:08.077405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae729c58-c516-4a6a-96d6-716f034911ed req-e5eb6af8-377a-4fa6-a09e-6c18f6327546 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 210 time: 0.0966945 Sep 10 04:05:08.248544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-513e42f8-38d1-4ca0-b413-48aa6cffc4ec tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:08.252455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-513e42f8-38d1-4ca0-b413-48aa6cffc4ec tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.39 "GET /v2.0/networks?id=5cb8746b-f62b-4637-adec-47ac091e8589 HTTP/1.1" status: 200 len: 911 time: 0.3545837 Sep 10 04:05:08.267589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Request body: {'port': {'device_id': '2c5de03f-6750-4667-a5db-2a904242c618', 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589', 'admin_state_up': True, 'tenant_id': '87778710122f4251962bf214501cbeab'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:08.392299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Made reservation on behalf of 87778710122f4251962bf214501cbeab for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:05:08.394747 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:08.659859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Allocated IP 172.20.0.7 (5cb8746b-f62b-4637-adec-47ac091e8589/1f7b9ee8-e8b4-4000-a166-24f65bdfa066/a7395d55-c864-4857-a29e-cfc3618e666b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:05:08.855131 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:08.869549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Transition to ACTIVE for port object a7395d55-c864-4857-a29e-cfc3618e666b will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:08.970168 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:08.985485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['40821b7b-fa30-4b41-9cc4-58eef4e426ba'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:05:09.075170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Network 5cb8746b-f62b-4637-adec-47ac091e8589 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:09.079158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:09.086775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:05:09.093507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Pushing event updated for resources: {'Port': ['ID=a7395d55-c864-4857-a29e-cfc3618e666b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:09.186387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:09.186940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:09.312373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423ae4c6-14c9-43ac-a54d-bab81e4333c7 req-e329bb13-e316-47a3-82d8-a7c27a7ac6f2 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:09.313869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-423ae4c6-14c9-43ac-a54d-bab81e4333c7 req-e329bb13-e316-47a3-82d8-a7c27a7ac6f2 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1027 time: 0.1019061 Sep 10 04:05:09.400501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-c83b6bb3-5c7e-4212-8dab-2e11b0972307 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.1280124 Sep 10 04:05:09.400501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-423ae4c6-14c9-43ac-a54d-bab81e4333c7 req-ef34bc37-ef84-4314-a852-d36398246262 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721571 Sep 10 04:05:09.405611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-8d9f948d-097e-43c1-86ee-99005d3774ac tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:05:09.407032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-8d9f948d-097e-43c1-86ee-99005d3774ac tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0099728 Sep 10 04:05:09.423074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Request body: {'port': {'device_id': '2c5de03f-6750-4667-a5db-2a904242c618', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:09.503234 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:09.558304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-da7b8ffb-d1c6-48dd-ba4a-a07b9329c2a0 None None] Provisioning for port a7395d55-c864-4857-a29e-cfc3618e666b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:09.566719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-da7b8ffb-d1c6-48dd-ba4a-a07b9329c2a0 None None] Provisioning complete for port a7395d55-c864-4857-a29e-cfc3618e666b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:09.566719 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-da7b8ffb-d1c6-48dd-ba4a-a07b9329c2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:09.610350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-da7b8ffb-d1c6-48dd-ba4a-a07b9329c2a0 None None] Port a7395d55-c864-4857-a29e-cfc3618e666b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:05:09.896088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7395d55-c864-4857-a29e-cfc3618e666b {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:05:09.906419 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:09.919766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Transition to ACTIVE for port object a7395d55-c864-4857-a29e-cfc3618e666b will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:10.008467 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:10.094798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Pushing event updated for resources: {'Port': ['ID=a7395d55-c864-4857-a29e-cfc3618e666b,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:10.195671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Attempting to bind port a7395d55-c864-4857-a29e-cfc3618e666b on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:05:10.196458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Attempting to bind port a7395d55-c864-4857-a29e-cfc3618e666b by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:05:10.196458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Attempting to bind port a7395d55-c864-4857-a29e-cfc3618e666b on network 5cb8746b-f62b-4637-adec-47ac091e8589 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:05:10.201861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Port a7395d55-c864-4857-a29e-cfc3618e666b on network 5cb8746b-f62b-4637-adec-47ac091e8589 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:05:10.203350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Attempting to bind port a7395d55-c864-4857-a29e-cfc3618e666b on network 5cb8746b-f62b-4637-adec-47ac091e8589 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:05:10.207920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 5, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:05:10.211699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Checking segment: {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:10.212100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Bound using segment: {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:05:10.212554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Bound port: a7395d55-c864-4857-a29e-cfc3618e666b, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fde8c668-afb8-4026-b5a9-9096547f2f5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:05:10.212928 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:10.327064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] For port a7395d55-c864-4857-a29e-cfc3618e666b, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:05:10.330467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] For port a7395d55-c864-4857-a29e-cfc3618e666b, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a7395d55-c864-4857-a29e-cfc3618e666b,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:05:10.426812 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:10.505811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Pushing event updated for resources: {'Port': ['ID=a7395d55-c864-4857-a29e-cfc3618e666b,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:10.525023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:10.525631 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:10.527105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-111a85c6-672a-49ff-a0d1-cb0e50133d3f service neutron] 10.222.0.39 "PUT /v2.0/ports/a7395d55-c864-4857-a29e-cfc3618e666b HTTP/1.1" status: 200 len: 1091 time: 1.1110275 Sep 10 04:05:10.527566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c5de03f-6750-4667-a5db-2a904242c618', 'tag': 'a7395d55-c864-4857-a29e-cfc3618e666b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:10.562332 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5110b50-9b32-4449-94e8-6066e6ede503" -d '{"events": [{"name": "network-changed", "server_uuid": "2c5de03f-6750-4667-a5db-2a904242c618", "tag": "a7395d55-c864-4857-a29e-cfc3618e666b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:10.658803 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640ad14c-c6d6-4ff1-aa3b-3e86ab5f3569 x-openstack-request-id: req-640ad14c-c6d6-4ff1-aa3b-3e86ab5f3569 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:10.659293 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c5de03f-6750-4667-a5db-2a904242c618", "tag": "a7395d55-c864-4857-a29e-cfc3618e666b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:10.659643 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-640ad14c-c6d6-4ff1-aa3b-3e86ab5f3569 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:10.660155 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c5de03f-6750-4667-a5db-2a904242c618', 'tag': 'a7395d55-c864-4857-a29e-cfc3618e666b', 'status': 'completed', 'code': 200} Sep 10 04:05:10.711399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc40f44-9a2c-4552-a7ba-a1735fe9463d req-299d3e93-bded-4f9b-b150-e2529184e654 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:10.713083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcc40f44-9a2c-4552-a7ba-a1735fe9463d req-299d3e93-bded-4f9b-b150-e2529184e654 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1094 time: 0.1009276 Sep 10 04:05:10.739088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5110b50-9b32-4449-94e8-6066e6ede503 req-a6e62aa1-b974-4960-a596-3fe78dc335f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:10.740955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5110b50-9b32-4449-94e8-6066e6ede503 req-a6e62aa1-b974-4960-a596-3fe78dc335f8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87778710122f4251962bf214501cbeab&device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1094 time: 0.0769830 Sep 10 04:05:10.828245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcc40f44-9a2c-4552-a7ba-a1735fe9463d req-528014d6-2da7-4fc8-b8fd-6890f6e60088 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013894 Sep 10 04:05:10.922239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5110b50-9b32-4449-94e8-6066e6ede503 req-5969eecf-96a7-4ee6-aef5-5fd96053066e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:10.923933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5110b50-9b32-4449-94e8-6066e6ede503 req-5969eecf-96a7-4ee6-aef5-5fd96053066e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=87778710122f4251962bf214501cbeab&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1542959 Sep 10 04:05:11.044641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5110b50-9b32-4449-94e8-6066e6ede503 req-b0d6bb00-4b42-4ffa-be85-0aa5972115a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:11.046162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5110b50-9b32-4449-94e8-6066e6ede503 req-b0d6bb00-4b42-4ffa-be85-0aa5972115a8 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117482 Sep 10 04:05:11.140664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-74476b96-9d74-4c59-b0ed-f9099b1100c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:11.142355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-74476b96-9d74-4c59-b0ed-f9099b1100c7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=87778710122f4251962bf214501cbeab&device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1094 time: 0.0542688 Sep 10 04:05:11.201216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-3f3e0b19-f431-4556-8969-4415736068e2 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a7395d55-c864-4857-a29e-cfc3618e666b HTTP/1.1" status: 200 len: 217 time: 0.0498435 Sep 10 04:05:11.257886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-407bbd86-d1f7-4a49-b18a-dd5f39bd8e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:11.259452 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-407bbd86-d1f7-4a49-b18a-dd5f39bd8e6b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=1f7b9ee8-e8b4-4000-a166-24f65bdfa066 HTTP/1.1" status: 200 len: 849 time: 0.0522997 Sep 10 04:05:11.330747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-9f413b39-20af-4fb0-8436-7009fe6c7f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:11.332584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-9f413b39-20af-4fb0-8436-7009fe6c7f0d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=5cb8746b-f62b-4637-adec-47ac091e8589&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0658157 Sep 10 04:05:11.430210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-75a87f82-840e-47c6-81a7-504c0442f8e1 service neutron] 10.222.0.39 "GET /v2.0/networks/5cb8746b-f62b-4637-adec-47ac091e8589?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897491 Sep 10 04:05:11.564829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64561bd9-a1a7-4c5f-9f44-2c641434361c req-5476a651-4b56-46a6-b4d6-04815db0baee service neutron] 10.222.0.39 "GET /v2.0/networks/5cb8746b-f62b-4637-adec-47ac091e8589?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276534 Sep 10 04:05:11.943726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd3e6f6-6ce5-4c1f-9c63-8e7ce1ef9cc3 req-acab7fa4-72d0-4b1a-9874-52fd692ee513 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:11.945239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcd3e6f6-6ce5-4c1f-9c63-8e7ce1ef9cc3 req-acab7fa4-72d0-4b1a-9874-52fd692ee513 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1094 time: 0.0424705 Sep 10 04:05:11.983214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcd3e6f6-6ce5-4c1f-9c63-8e7ce1ef9cc3 req-e64077d8-c403-4ae1-8387-90e8ece92127 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311348 Sep 10 04:05:13.102375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93409c39-b4d1-4323-afed-2764ce4d500d req-b0ffd698-c481-4cdb-8b35-e2a6fd194a2a tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:13.104069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93409c39-b4d1-4323-afed-2764ce4d500d req-b0ffd698-c481-4cdb-8b35-e2a6fd194a2a tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1094 time: 0.0468273 Sep 10 04:05:13.145040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93409c39-b4d1-4323-afed-2764ce4d500d req-7228a9a1-e704-4909-b702-9c88c94e4f52 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Sep 10 04:05:14.314958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa9394d-9997-4261-bca4-e7264c1e3858 req-166c23bd-ca8c-4448-b7df-cf219796a9aa tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:14.316848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-daa9394d-9997-4261-bca4-e7264c1e3858 req-166c23bd-ca8c-4448-b7df-cf219796a9aa tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1094 time: 0.0681300 Sep 10 04:05:14.344143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a7395d55-c864-4857-a29e-cfc3618e666b details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:05:14.364770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-daa9394d-9997-4261-bca4-e7264c1e3858 req-70b70a21-f90a-4565-ab6a-7fa62c139b50 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410242 Sep 10 04:05:14.465179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a7395d55-c864-4857-a29e-cfc3618e666b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a7395d55-c864-4857-a29e-cfc3618e666b,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:14.480066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'a7395d55-c864-4857-a29e-cfc3618e666b', 'network_id': '5cb8746b-f62b-4637-adec-47ac091e8589', 'port_id': 'a7395d55-c864-4857-a29e-cfc3618e666b', 'mac_address': 'fa:16:3e:8c:c6:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f7b9ee8-e8b4-4000-a166-24f65bdfa066', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:05:14.526064 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:14.541566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7395d55-c864-4857-a29e-cfc3618e666b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:05:14.562606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a7395d55-c864-4857-a29e-cfc3618e666b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a7395d55-c864-4857-a29e-cfc3618e666b,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:14.640487 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:14.695363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a7395d55-c864-4857-a29e-cfc3618e666b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:14.830687 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a7395d55-c864-4857-a29e-cfc3618e666b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:05:15.486179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216f1e21-5a70-4120-9da7-38f8228a8ebe req-a810d4f2-c756-4837-92c3-8a164eedd12a tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:15.487892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-216f1e21-5a70-4120-9da7-38f8228a8ebe req-a810d4f2-c756-4837-92c3-8a164eedd12a tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1095 time: 0.0467169 Sep 10 04:05:15.540740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-216f1e21-5a70-4120-9da7-38f8228a8ebe req-f429ce56-871f-4dcc-8ab6-553c06ac0568 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458694 Sep 10 04:05:16.221363 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:05:16.359435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a7395d55-c864-4857-a29e-cfc3618e666b up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:16.512914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port a7395d55-c864-4857-a29e-cfc3618e666b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:16.519281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port a7395d55-c864-4857-a29e-cfc3618e666b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:16.519650 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:16.678596 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:16.701409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc64927-87ed-4b75-a51c-7e4ba769fdd5 req-30480df0-8f5c-4916-9ec2-1de01d3fd170 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:16.709792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcc64927-87ed-4b75-a51c-7e4ba769fdd5 req-30480df0-8f5c-4916-9ec2-1de01d3fd170 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1095 time: 0.0947490 Sep 10 04:05:16.745031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5de03f-6750-4667-a5db-2a904242c618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7395d55-c864-4857-a29e-cfc3618e666b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:16.752663 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8d36f64-0f58-4899-a7ea-d1c7e33be86e" -d '{"events": [{"server_uuid": "2c5de03f-6750-4667-a5db-2a904242c618", "name": "network-vif-plugged", "status": "completed", "tag": "a7395d55-c864-4857-a29e-cfc3618e666b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:16.763892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port a7395d55-c864-4857-a29e-cfc3618e666b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a7395d55-c864-4857-a29e-cfc3618e666b,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:16.779209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcc64927-87ed-4b75-a51c-7e4ba769fdd5 req-2f890513-2d70-47c4-a896-ad3e00b49ab8 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637059 Sep 10 04:05:16.824367 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7916814a-b747-4b00-a15b-b86dff9661f8 x-openstack-request-id: req-7916814a-b747-4b00-a15b-b86dff9661f8 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:16.824662 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5de03f-6750-4667-a5db-2a904242c618", "name": "network-vif-plugged", "status": "completed", "tag": "a7395d55-c864-4857-a29e-cfc3618e666b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:16.824914 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7916814a-b747-4b00-a15b-b86dff9661f8 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:16.825303 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5de03f-6750-4667-a5db-2a904242c618', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7395d55-c864-4857-a29e-cfc3618e666b', 'code': 200} Sep 10 04:05:16.854766 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:16.937220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=a7395d55-c864-4857-a29e-cfc3618e666b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:17.010102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8f8ae2-2734-4366-8091-4b85041ff7f9 req-f97530bc-db8e-4e2e-9724-ea77dad2973d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:17.012041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea8f8ae2-2734-4366-8091-4b85041ff7f9 req-f97530bc-db8e-4e2e-9724-ea77dad2973d service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1096 time: 0.0852549 Sep 10 04:05:17.054291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea8f8ae2-2734-4366-8091-4b85041ff7f9 req-6ed9f105-1302-4e8b-8447-c30b9a7d3192 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350337 Sep 10 04:05:17.899521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62f260-7a62-4655-af3f-5db14080e885 req-8779a082-7c3e-40bc-be81-6c421adacbf0 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:17.901381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e62f260-7a62-4655-af3f-5db14080e885 req-8779a082-7c3e-40bc-be81-6c421adacbf0 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1096 time: 0.0572615 Sep 10 04:05:17.948375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e62f260-7a62-4655-af3f-5db14080e885 req-e33c1cd6-b0a6-4907-8d03-223cc58276a2 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403702 Sep 10 04:05:19.067976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da23224-41f7-42e1-8fa0-df9678be5d53 req-c7b2b522-1c9c-4a36-aa24-227967319ae6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:19.076201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da23224-41f7-42e1-8fa0-df9678be5d53 req-c7b2b522-1c9c-4a36-aa24-227967319ae6 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1096 time: 0.0557191 Sep 10 04:05:19.112487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0da23224-41f7-42e1-8fa0-df9678be5d53 req-f47a9ae0-266e-43b2-90ba-f0a975544db1 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349529 Sep 10 04:05:19.222578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdfc103-7548-42b1-876b-4cbda036abec req-b4b6ba4f-6ba6-4760-a696-2fb0223edaa5 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:19.224197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bbdfc103-7548-42b1-876b-4cbda036abec req-b4b6ba4f-6ba6-4760-a696-2fb0223edaa5 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1096 time: 0.0480671 Sep 10 04:05:19.270306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bbdfc103-7548-42b1-876b-4cbda036abec req-ce6932fe-f618-4236-94e8-1d0d60d13d21 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342326 Sep 10 04:05:19.389877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6950c0b0-60b2-4f79-b2ff-f352da2a7574 req-dbb6c4d9-88c2-41bb-ba11-689d4555c3c2 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:19.391745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6950c0b0-60b2-4f79-b2ff-f352da2a7574 req-dbb6c4d9-88c2-41bb-ba11-689d4555c3c2 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1096 time: 0.0491946 Sep 10 04:05:19.434761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6950c0b0-60b2-4f79-b2ff-f352da2a7574 req-f4eb452e-2bdd-4fde-af09-3b1836f52f09 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331211 Sep 10 04:05:19.625485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42262) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:19.681253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c0bce15-c79e-4aa1-b312-06602414bf75 admin admin] Deleting subnet 3960b049-c238-4e5a-a0c5-5e0f3d266993 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:05:19.684960 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c0bce15-c79e-4aa1-b312-06602414bf75 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:19.738433 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c0bce15-c79e-4aa1-b312-06602414bf75 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:19.791993 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c0bce15-c79e-4aa1-b312-06602414bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.040885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c0bce15-c79e-4aa1-b312-06602414bf75 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.061414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c0bce15-c79e-4aa1-b312-06602414bf75 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.061414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2c0bce15-c79e-4aa1-b312-06602414bf75 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3960b049-c238-4e5a-a0c5-5e0f3d266993 HTTP/1.1" status: 204 len: 168 time: 0.4323933 Sep 10 04:05:20.062130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42268) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:20.100558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0bce15-c79e-4aa1-b312-06602414bf75 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3960b049-c238-4e5a-a0c5-5e0f3d266993,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:20.120068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f51068-d7f2-4f08-b8cf-2e333ec30a71 req-1756ffb3-9229-48a0-9873-035ffb135d34 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:20.121689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6f51068-d7f2-4f08-b8cf-2e333ec30a71 req-1756ffb3-9229-48a0-9873-035ffb135d34 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1096 time: 0.0674314 Sep 10 04:05:20.144265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.171914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6f51068-d7f2-4f08-b8cf-2e333ec30a71 req-70959269-0395-4d57-9c3a-e772784ef6ac tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413380 Sep 10 04:05:20.249324 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.272339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de1cccbc-7d55-418f-943f-be3e5aae8f46']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:20.282031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c624280c-9947-42e3-973b-753d74aeab53') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:20.282543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c624280c-9947-42e3-973b-753d74aeab53') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:20.293563 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.308492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] Releasing vlan 235 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:05:20.316418 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:05:20.460435 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.466220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.468700 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] 10.222.0.22 "DELETE /v2.0/networks/de1cccbc-7d55-418f-943f-be3e5aae8f46 HTTP/1.1" status: 204 len: 168 time: 0.4055705 Sep 10 04:05:20.471483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42274) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:20.482026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01414a-4bb2-45c6-a8ac-cfd160f225fd admin admin] Pushing event deleted for resources: {'Network': ['ID=de1cccbc-7d55-418f-943f-be3e5aae8f46,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:20.530650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3728cab-9113-4934-9353-82b240edf8ce admin admin] Deleting subnet da2cb228-3abb-41e0-bd9f-b1c8cf4ddbb0 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:05:20.536014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f3728cab-9113-4934-9353-82b240edf8ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.577672 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f3728cab-9113-4934-9353-82b240edf8ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.620498 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f3728cab-9113-4934-9353-82b240edf8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.798139 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f3728cab-9113-4934-9353-82b240edf8ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.822561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3728cab-9113-4934-9353-82b240edf8ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=da2cb228-3abb-41e0-bd9f-b1c8cf4ddbb0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:20.830620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f3728cab-9113-4934-9353-82b240edf8ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.831610 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cbd9c98d-e1e1-4c94-92ce-39e2fb2b0577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:20.832726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f3728cab-9113-4934-9353-82b240edf8ce admin admin] 10.222.0.22 "DELETE /v2.0/subnets/da2cb228-3abb-41e0-bd9f-b1c8cf4ddbb0 HTTP/1.1" status: 204 len: 168 time: 0.3601730 Sep 10 04:05:20.835233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42278) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:20.916795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.006251 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.032290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c4fdccd-e999-4bb3-bc17-8b02c115057b']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:21.045026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f2fdf7b-f473-44af-9d95-8757e362b277') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:21.045332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f2fdf7b-f473-44af-9d95-8757e362b277') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:21.056332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.070166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.077440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:05:21.077830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:05:21.091318 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:05:21.220187 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.227414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.229688 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] 10.222.0.22 "DELETE /v2.0/networks/6c4fdccd-e999-4bb3-bc17-8b02c115057b HTTP/1.1" status: 204 len: 168 time: 0.3932965 Sep 10 04:05:21.255752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773714c9-f701-4a57-860c-035bc50b97ae admin admin] Pushing event deleted for resources: {'Network': ['ID=6c4fdccd-e999-4bb3-bc17-8b02c115057b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:21.335974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04fb6c-5f74-4d20-b16b-0a7355135e2d req-0dff01a7-361f-4ffd-92e1-b78136889a7c tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:21.338506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a04fb6c-5f74-4d20-b16b-0a7355135e2d req-0dff01a7-361f-4ffd-92e1-b78136889a7c tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1096 time: 0.0873132 Sep 10 04:05:21.366495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73acd3d9-9743-4606-b24a-635c00548536 req-933afdfe-4f51-4dea-b628-ab9828cbdf10 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:21.368280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73acd3d9-9743-4606-b24a-635c00548536 req-933afdfe-4f51-4dea-b628-ab9828cbdf10 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.39 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 1096 time: 0.0728993 Sep 10 04:05:21.441007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a04fb6c-5f74-4d20-b16b-0a7355135e2d req-100894dd-4806-4ee7-a9b1-4a68cd210f41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929530 Sep 10 04:05:21.472391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-73acd3d9-9743-4606-b24a-635c00548536 req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Deleting port a7395d55-c864-4857-a29e-cfc3618e666b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:21.480229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-73acd3d9-9743-4606-b24a-635c00548536 req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.571632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-73acd3d9-9743-4606-b24a-635c00548536 req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] For port a7395d55-c864-4857-a29e-cfc3618e666b, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=a7395d55-c864-4857-a29e-cfc3618e666b,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:21.572059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-73acd3d9-9743-4606-b24a-635c00548536 req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.586533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-73acd3d9-9743-4606-b24a-635c00548536 req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Calling delete_port for a7395d55-c864-4857-a29e-cfc3618e666b owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:21.849912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-73acd3d9-9743-4606-b24a-635c00548536 req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.862444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['40821b7b-fa30-4b41-9cc4-58eef4e426ba'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:05:21.864661 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['a7395d55-c864-4857-a29e-cfc3618e666b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:05:21.886701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7395d55-c864-4857-a29e-cfc3618e666b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:21.908763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42290) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:21.971784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-73acd3d9-9743-4606-b24a-635c00548536 req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] No DVR routers for this DVR port a7395d55-c864-4857-a29e-cfc3618e666b on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:05:21.973794 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-73acd3d9-9743-4606-b24a-635c00548536 req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:21.980122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73acd3d9-9743-4606-b24a-635c00548536 req-af72501a-bb91-4cbe-bbcc-c7e97e6dcdcd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.39 "DELETE /v2.0/ports/a7395d55-c864-4857-a29e-cfc3618e666b HTTP/1.1" status: 204 len: 173 time: 0.6056824 Sep 10 04:05:21.980658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c5de03f-6750-4667-a5db-2a904242c618', 'name': 'network-vif-deleted', 'tag': 'a7395d55-c864-4857-a29e-cfc3618e666b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:21.986492 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc1c232-7c53-44f2-a9f9-a33a8c047bc3" -d '{"events": [{"server_uuid": "2c5de03f-6750-4667-a5db-2a904242c618", "name": "network-vif-deleted", "tag": "a7395d55-c864-4857-a29e-cfc3618e666b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:22.034023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6ea5b649-8ca9-45c6-92e5-1d9071c667eb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6fe459394dee41fb9d4d1fccccaf089c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1201949 Sep 10 04:05:22.035717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42294) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:22.064552 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb350b94-426a-4b46-9d99-1203a594cf34 x-openstack-request-id: req-bb350b94-426a-4b46-9d99-1203a594cf34 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:22.064826 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c5de03f-6750-4667-a5db-2a904242c618", "name": "network-vif-deleted", "tag": "a7395d55-c864-4857-a29e-cfc3618e666b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:22.065090 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb350b94-426a-4b46-9d99-1203a594cf34 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:22.065760 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c5de03f-6750-4667-a5db-2a904242c618', 'name': 'network-vif-deleted', 'tag': 'a7395d55-c864-4857-a29e-cfc3618e666b', 'status': 'completed', 'code': 200} Sep 10 04:05:22.120181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a0df6da-de52-49c3-9b62-76b6a66b90bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.143160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a0df6da-de52-49c3-9b62-76b6a66b90bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.282319 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a0df6da-de52-49c3-9b62-76b6a66b90bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.285757 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a0df6da-de52-49c3-9b62-76b6a66b90bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:22.287005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2a0df6da-de52-49c3-9b62-76b6a66b90bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/288e5582-2940-41ad-81c5-f73e716854bc HTTP/1.1" status: 204 len: 168 time: 0.2477551 Sep 10 04:05:22.297228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0df6da-de52-49c3-9b62-76b6a66b90bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=288e5582-2940-41ad-81c5-f73e716854bc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:22.553334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f5a3373-520e-468b-b743-930a07e362b6 req-318f7e44-a6d0-41ab-b3f5-0088042916dd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 210 time: 0.0295591 Sep 10 04:05:23.675872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46a0fe59-fc3c-4538-a056-d5fa2b299d15 req-52a89f70-464f-4a4d-897a-536b1feaf6e7 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2c5de03f-6750-4667-a5db-2a904242c618 HTTP/1.1" status: 200 len: 210 time: 0.0262055 Sep 10 04:05:24.126367 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:24.136813 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f62c3a7-70a3-4b91-a9dd-836ac0bbd7bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:24.152934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42324) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:24.202914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2c187f28-2d48-48dd-a6df-d358ea24b82a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f511d538bcaf4570a1805d2a4f8144c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0487623 Sep 10 04:05:24.205442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42326) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:24.277159 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52c2b907-f927-48bb-bcde-aea71ddd4ef7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:24.299233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52c2b907-f927-48bb-bcde-aea71ddd4ef7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:24.390519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a7395d55-c864-4857-a29e-cfc3618e666b no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:05:24.419889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: a7395d55-c864-4857-a29e-cfc3618e666b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:05:24.420232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device a7395d55-c864-4857-a29e-cfc3618e666b not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:05:24.448293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52c2b907-f927-48bb-bcde-aea71ddd4ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:24.452133 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-52c2b907-f927-48bb-bcde-aea71ddd4ef7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:24.460953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-52c2b907-f927-48bb-bcde-aea71ddd4ef7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8d9885cc-9df6-4a0b-ae86-362eba4b0f06 HTTP/1.1" status: 204 len: 168 time: 0.2522237 Sep 10 04:05:24.468540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c2b907-f927-48bb-bcde-aea71ddd4ef7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d9885cc-9df6-4a0b-ae86-362eba4b0f06,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:25.154608 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:25.346824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5978aa8b-90be-4671-9f71-0e3bf8939eb5 req-449f75a5-e29a-4869-a005-4208549f7c31 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:25.348700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5978aa8b-90be-4671-9f71-0e3bf8939eb5 req-449f75a5-e29a-4869-a005-4208549f7c31 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0649192 Sep 10 04:05:25.410756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5978aa8b-90be-4671-9f71-0e3bf8939eb5 req-9dd4a22c-f6bf-4963-9e46-7c53641702e0 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551901 Sep 10 04:05:25.564270 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-9ec119fd-0c79-4886-b6e6-215f4bd68e23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0453091 Sep 10 04:05:25.730040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-f46718ac-5134-45d9-903b-f968d90636b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:25.731668 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-f46718ac-5134-45d9-903b-f968d90636b8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 1101 time: 0.0795813 Sep 10 04:05:25.872126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-df1b8168-4a42-497c-932a-5eb5dc0e58fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:25.876603 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-df1b8168-4a42-497c-932a-5eb5dc0e58fe service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1137314 Sep 10 04:05:25.938245 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-aabd1b57-deb0-4bb7-acce-1c474d9f2dcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=13f28aea-ee51-43fa-bc3e-415bdd45d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0458791 Sep 10 04:05:26.010331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-9dd82c0f-d745-4a2d-8c36-08613268fd13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:26.012801 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-9dd82c0f-d745-4a2d-8c36-08613268fd13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0666804 Sep 10 04:05:26.098767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-7df0a3ef-ddf2-4673-ba45-c6a6a1b6dbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:26.100722 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-7df0a3ef-ddf2-4673-ba45-c6a6a1b6dbf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0793309 Sep 10 04:05:26.246872 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-179e8877-22f9-4b69-b725-cc93046a64ad service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371603 Sep 10 04:05:26.311654 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:26.430772 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42b645e-640d-44bd-81c4-73d336e60f2f req-9f00b260-3f93-427a-9c69-bb04dcbabd5d service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732266 Sep 10 04:05:26.603274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-a1539907-a6d8-4964-86ec-2258daeb2bfd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:26.607402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121bba6-1e2f-4798-9804-0defa79f997f req-687eb20a-7d05-42b9-abde-617296f38703 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:26.609017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d121bba6-1e2f-4798-9804-0defa79f997f req-687eb20a-7d05-42b9-abde-617296f38703 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0489070 Sep 10 04:05:26.609464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-a1539907-a6d8-4964-86ec-2258daeb2bfd tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 1097 time: 0.0893867 Sep 10 04:05:26.688008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d121bba6-1e2f-4798-9804-0defa79f997f req-f8f90fee-f7db-4b4d-b467-5fd76021d08b tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1b2a00de-8850-4769-907a-5d487cf04c21&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710943 Sep 10 04:05:26.777642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Deleting port 40821b7b-fa30-4b41-9cc4-58eef4e426ba {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:26.778193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:26.919946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] For port 40821b7b-fa30-4b41-9cc4-58eef4e426ba, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=40821b7b-fa30-4b41-9cc4-58eef4e426ba,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:26.921363 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:26.949220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Calling delete_port for 40821b7b-fa30-4b41-9cc4-58eef4e426ba owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:27.266602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:27.280154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['40821b7b-fa30-4b41-9cc4-58eef4e426ba'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:05:27.322053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Pushing event deleted for resources: {'Port': ['ID=40821b7b-fa30-4b41-9cc4-58eef4e426ba,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:27.411838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] No DVR routers for this DVR port 40821b7b-fa30-4b41-9cc4-58eef4e426ba on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:05:27.424996 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:27.427074 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f7f7463-c934-462d-a067-eac9ca6d53ac req-20e65932-91c5-4dfb-8def-ff70e442aa41 tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.20 "DELETE /v2.0/ports/40821b7b-fa30-4b41-9cc4-58eef4e426ba HTTP/1.1" status: 204 len: 173 time: 0.8154154 Sep 10 04:05:27.427549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9aaa3703-76bf-41ba-a6ad-87f83a74f4b7', 'name': 'network-vif-deleted', 'tag': '40821b7b-fa30-4b41-9cc4-58eef4e426ba'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:05:27.430473 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d25a490-52ec-4012-821c-b1fc450f497e" -d '{"events": [{"server_uuid": "9aaa3703-76bf-41ba-a6ad-87f83a74f4b7", "name": "network-vif-deleted", "tag": "40821b7b-fa30-4b41-9cc4-58eef4e426ba"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:05:27.530689 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15c9a8a8-1de0-4236-9fe9-b4122b4decf4 x-openstack-request-id: req-15c9a8a8-1de0-4236-9fe9-b4122b4decf4 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:05:27.530866 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9aaa3703-76bf-41ba-a6ad-87f83a74f4b7", "name": "network-vif-deleted", "tag": "40821b7b-fa30-4b41-9cc4-58eef4e426ba", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:05:27.531093 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15c9a8a8-1de0-4236-9fe9-b4122b4decf4 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:05:27.531724 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9aaa3703-76bf-41ba-a6ad-87f83a74f4b7', 'name': 'network-vif-deleted', 'tag': '40821b7b-fa30-4b41-9cc4-58eef4e426ba', 'status': 'completed', 'code': 200} Sep 10 04:05:27.800328 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fc7c068-1060-47c2-ab2e-68740428ef9b req-c26c52c2-150e-431f-9edb-cf66e85c96be tempest-TestServerMultinode-553109012 tempest-TestServerMultinode-553109012-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9aaa3703-76bf-41ba-a6ad-87f83a74f4b7 HTTP/1.1" status: 200 len: 210 time: 0.0305405 Sep 10 04:05:28.866925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42442) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:28.940049 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:29.249075 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:29.620189 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-645f3efa-2792-48ba-8e71-b4c80545a78a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0789142 Sep 10 04:05:29.712083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-12ec2891-032f-4486-920f-1588aa27a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:29.713971 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-12ec2891-032f-4486-920f-1588aa27a917 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 1101 time: 0.0461762 Sep 10 04:05:29.836468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Deleting port f1d7d4f7-167c-46df-9eb1-967fa681b422 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:29.836804 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:29.846898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-718755d4-3ef9-4aa6-b6f3-b4fc3a0b1091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:29.848898 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-718755d4-3ef9-4aa6-b6f3-b4fc3a0b1091 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1051304 Sep 10 04:05:29.904129 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-d2a54a21-7ad4-417c-ac66-80238d47ad24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=13f28aea-ee51-43fa-bc3e-415bdd45d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0472019 Sep 10 04:05:29.929227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] For port f1d7d4f7-167c-46df-9eb1-967fa681b422, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f1d7d4f7-167c-46df-9eb1-967fa681b422,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:29.929801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:29.943517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Calling delete_port for f1d7d4f7-167c-46df-9eb1-967fa681b422 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:29.972081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-983a4533-879b-4922-acd2-28c47cf15c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:29.974316 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-983a4533-879b-4922-acd2-28c47cf15c9b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0617123 Sep 10 04:05:30.034620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-cea93108-fc84-4a00-8c5e-8b645b293e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:30.036444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-cea93108-fc84-4a00-8c5e-8b645b293e5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0546322 Sep 10 04:05:30.148537 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-d70a9f61-415c-41d8-9c29-556177994e97 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1028006 Sep 10 04:05:30.231778 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:30.254808 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b905b071-396e-4b65-91f8-3e7f0b47360e req-304edd87-a1c4-40a8-a32e-fd77f7e22c1d service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0993328 Sep 10 04:05:30.263754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1d7d4f7-167c-46df-9eb1-967fa681b422,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:30.514279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:30.758171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:05:30.865997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:05:30.871049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-013cdbd4-b8f7-48cc-9107-342857bf75a4 admin admin] 10.222.0.22 "PUT /v2.0/routers/a14c3cf8-42c4-4bb0-a2c2-d6b82012908d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0017004 Sep 10 04:05:30.873639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42468) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:30.875615 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] Sync routers for ids ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:05:30.886132 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] Routers {'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:30.886727 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:30.979571 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:30.990007 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] Set router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:31.039167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 40821b7b-fa30-4b41-9cc4-58eef4e426ba no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:05:31.061872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 40821b7b-fa30-4b41-9cc4-58eef4e426ba {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:05:31.062205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 40821b7b-fa30-4b41-9cc4-58eef4e426ba not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:05:31.105699 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:31.187071 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:30Z', 'updated_at': '2021-09-10T04:05:30Z', 'revision_number': 5, 'project_id': '03e7c735ad014f069f3db711faac913a', 'gw_port': {'id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:32Z', 'updated_at': '2021-09-10T04:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:31.219618 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] Checking router: a14c3cf8-42c4-4bb0-a2c2-d6b82012908d for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:05:31.227846 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] Routers {'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:31.228473 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:31.280682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Deleting port 331b4696-6736-4374-ae39-ba6c5cd70deb {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:31.280949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:31.333353 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] Set router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:31.366619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] For port 331b4696-6736-4374-ae39-ba6c5cd70deb, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=331b4696-6736-4374-ae39-ba6c5cd70deb,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:31.367048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:31.381248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Calling delete_port for 331b4696-6736-4374-ae39-ba6c5cd70deb owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:31.530412 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:30Z', 'updated_at': '2021-09-10T04:05:30Z', 'revision_number': 5, 'project_id': '03e7c735ad014f069f3db711faac913a', 'gw_port': {'id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:32Z', 'updated_at': '2021-09-10T04:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:31.559062 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4562cb-1242-4f96-af51-92552f23ebba None None] The sync data for ids ['a14c3cf8-42c4-4bb0-a2c2-d6b82012908d'] in n-d-808143-1 is: [{'id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'name': 'tempest-TestServerMultinode-2141069845-router', 'tenant_id': '03e7c735ad014f069f3db711faac913a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182'}], 'enable_snat': True}, 'gw_port_id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:30Z', 'updated_at': '2021-09-10T04:05:30Z', 'revision_number': 5, 'project_id': '03e7c735ad014f069f3db711faac913a', 'gw_port': {'id': '331b4696-6736-4374-ae39-ba6c5cd70deb', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:cd:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a14c3cf8-42c4-4bb0-a2c2-d6b82012908d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:32Z', 'updated_at': '2021-09-10T04:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:05:31.648760 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:31.685329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Pushing event deleted for resources: {'Port': ['ID=331b4696-6736-4374-ae39-ba6c5cd70deb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:31.762558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:31.876456 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:31.879211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.065481 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.066064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router a14c3cf8-42c4-4bb0-a2c2-d6b82012908d {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:05:32.070688 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.074320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-87b71b15-02f7-489c-a672-fe3b093cb0cf admin admin] 10.222.0.22 "DELETE /v2.0/routers/a14c3cf8-42c4-4bb0-a2c2-d6b82012908d HTTP/1.1" status: 204 len: 168 time: 1.1973271 Sep 10 04:05:32.074838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42488) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:32.129122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfb2f168-bc31-440f-bd70-b66774163fde admin admin] Deleting subnet 1f7b9ee8-e8b4-4000-a166-24f65bdfa066 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:05:32.140029 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f168-bc31-440f-bd70-b66774163fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.190180 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f168-bc31-440f-bd70-b66774163fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.290446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.298115 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f168-bc31-440f-bd70-b66774163fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.523371 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f168-bc31-440f-bd70-b66774163fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.551473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb2f168-bc31-440f-bd70-b66774163fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f7b9ee8-e8b4-4000-a166-24f65bdfa066,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:32.553634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bfb2f168-bc31-440f-bd70-b66774163fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.556082 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bfb2f168-bc31-440f-bd70-b66774163fde admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1f7b9ee8-e8b4-4000-a166-24f65bdfa066 HTTP/1.1" status: 204 len: 168 time: 0.4800746 Sep 10 04:05:32.558899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42502) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:32.561523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-891a17c4-e4c8-4274-ba59-a276e10dc451 None None] Network 5cb8746b-f62b-4637-adec-47ac091e8589 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:05:32.663946 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.785795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Deleting port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:32.786523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.857887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 331b4696-6736-4374-ae39-ba6c5cd70deb no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:05:32.902576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 331b4696-6736-4374-ae39-ba6c5cd70deb {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:05:32.903364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 331b4696-6736-4374-ae39-ba6c5cd70deb not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:05:32.903976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1d7d4f7-167c-46df-9eb1-967fa681b422 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:05:32.910840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] For port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9cc37c7c-2c22-4bf3-b5cc-a56483d041e2,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:32.911212 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:32.933539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Calling delete_port for 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:32.954600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f1d7d4f7-167c-46df-9eb1-967fa681b422 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:05:32.954749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1d7d4f7-167c-46df-9eb1-967fa681b422 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:05:33.081366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b4981a-f6ff-4038-b82e-14493a14aa50 None None] DHCP port deletion for 5cb8746b-f62b-4637-adec-47ac091e8589 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:05:33.133341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-75b4981a-f6ff-4038-b82e-14493a14aa50 None None] Deleting port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:33.133804 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75b4981a-f6ff-4038-b82e-14493a14aa50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.174869 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.204147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-75b4981a-f6ff-4038-b82e-14493a14aa50 None None] For port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9cc37c7c-2c22-4bf3-b5cc-a56483d041e2,segment=NetworkSegment(fde8c668-afb8-4026-b5a9-9096547f2f5a),segment_id=fde8c668-afb8-4026-b5a9-9096547f2f5a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:33.204637 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75b4981a-f6ff-4038-b82e-14493a14aa50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.210773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Pushing event deleted for resources: {'Port': ['ID=9cc37c7c-2c22-4bf3-b5cc-a56483d041e2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:33.232393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-75b4981a-f6ff-4038-b82e-14493a14aa50 None None] Calling delete_port for 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:33.245094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] No DVR routers for this DVR port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:05:33.354726 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.355894 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75b4981a-f6ff-4038-b82e-14493a14aa50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.379195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b4981a-f6ff-4038-b82e-14493a14aa50 None None] Pushing event deleted for resources: {'Port': ['ID=9cc37c7c-2c22-4bf3-b5cc-a56483d041e2,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:33.388287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b4981a-f6ff-4038-b82e-14493a14aa50 None None] No DVR routers for this DVR port 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:05:33.398777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cb8746b-f62b-4637-adec-47ac091e8589']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:33.419126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fde8c668-afb8-4026-b5a9-9096547f2f5a') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:33.419126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fde8c668-afb8-4026-b5a9-9096547f2f5a') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:33.430184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.439445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.445968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:05:33.446481 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:05:33.448879 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:05:33.613972 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.619576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:33.621410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5cb8746b-f62b-4637-adec-47ac091e8589 HTTP/1.1" status: 204 len: 168 time: 1.0566661 Sep 10 04:05:33.624767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42522) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:33.635739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00533e61-8cc4-4632-b078-031978745769 admin admin] Pushing event deleted for resources: {'Network': ['ID=5cb8746b-f62b-4637-adec-47ac091e8589,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:34.099393 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:34.411337 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Deleting port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:34.411711 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:34.501146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] For port 6a4afe36-ca4f-494b-8af0-63d00d6fae9a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6a4afe36-ca4f-494b-8af0-63d00d6fae9a,segment=NetworkSegment(18739f88-7568-4c0b-8f60-ac3306fee3c4),segment_id=18739f88-7568-4c0b-8f60-ac3306fee3c4)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:34.501631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:34.524678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Calling delete_port for 6a4afe36-ca4f-494b-8af0-63d00d6fae9a owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:34.666303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:05:34.695569 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:05:34.698328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9cc37c7c-2c22-4bf3-b5cc-a56483d041e2 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:05:34.825515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:34.858557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a4afe36-ca4f-494b-8af0-63d00d6fae9a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:35.116308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:35.632796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Router 21878500-989b-42c3-a19a-5131a0b62666 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:05:35.759923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:05:35.769778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42562) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:35.773798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] Sync routers for ids ['21878500-989b-42c3-a19a-5131a0b62666'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:05:35.778007 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-50a2b94c-c90a-4f5f-a518-2071744828c3 admin admin] 10.222.0.22 "PUT /v2.0/routers/21878500-989b-42c3-a19a-5131a0b62666/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1433606 Sep 10 04:05:35.786967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] Routers {'21878500-989b-42c3-a19a-5131a0b62666'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:35.787914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['21878500-989b-42c3-a19a-5131a0b62666'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:35.907669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] Set router 21878500-989b-42c3-a19a-5131a0b62666 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:35.952874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:36.165185 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21878500-989b-42c3-a19a-5131a0b62666', 'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:40Z', 'updated_at': '2021-09-10T04:05:34Z', 'revision_number': 5, 'project_id': '87778710122f4251962bf214501cbeab', 'gw_port': {'id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:41Z', 'updated_at': '2021-09-10T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:36.216425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] Checking router: 21878500-989b-42c3-a19a-5131a0b62666 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:05:36.225514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] Routers {'21878500-989b-42c3-a19a-5131a0b62666'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:36.226141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['21878500-989b-42c3-a19a-5131a0b62666'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:36.392558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] Set router 21878500-989b-42c3-a19a-5131a0b62666 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:36.471865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:36.606916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '21878500-989b-42c3-a19a-5131a0b62666', 'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:40Z', 'updated_at': '2021-09-10T04:05:34Z', 'revision_number': 5, 'project_id': '87778710122f4251962bf214501cbeab', 'gw_port': {'id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:41Z', 'updated_at': '2021-09-10T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:36.645513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73e7375-7199-4cbb-b36d-ec4c6a74b86f None None] The sync data for ids ['21878500-989b-42c3-a19a-5131a0b62666'] in n-d-808143-1 is: [{'id': '21878500-989b-42c3-a19a-5131a0b62666', 'name': 'tempest-TestServerMultinode-1182175260-router', 'tenant_id': '87778710122f4251962bf214501cbeab', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135'}], 'enable_snat': True}, 'gw_port_id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:04:40Z', 'updated_at': '2021-09-10T04:05:34Z', 'revision_number': 5, 'project_id': '87778710122f4251962bf214501cbeab', 'gw_port': {'id': 'a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:25:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '21878500-989b-42c3-a19a-5131a0b62666', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3635, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:04:41Z', 'updated_at': '2021-09-10T04:04:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:05:36.717110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Deleting port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:36.717790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:36.824126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] For port a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:36.824821 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:36.839621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Calling delete_port for a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:37.122658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.151891 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Pushing event deleted for resources: {'Port': ['ID=a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:37.220454 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.313186 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.315720 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.568329 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.568833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 21878500-989b-42c3-a19a-5131a0b62666 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:05:37.574237 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.575403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2a45d495-15d7-4a4f-8aa2-06089827288a admin admin] 10.222.0.22 "DELETE /v2.0/routers/21878500-989b-42c3-a19a-5131a0b62666 HTTP/1.1" status: 204 len: 168 time: 1.8040862 Sep 10 04:05:37.577947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42596) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:37.625910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-fca1db3e-6015-4d1c-b543-66d7184ac825 admin admin] Deleting subnet 1ef82e92-e907-484f-9b30-9d2743c932d7 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:05:37.629445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fca1db3e-6015-4d1c-b543-66d7184ac825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.685749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fca1db3e-6015-4d1c-b543-66d7184ac825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:37.770121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fca1db3e-6015-4d1c-b543-66d7184ac825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.077558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fca1db3e-6015-4d1c-b543-66d7184ac825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.100754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca1db3e-6015-4d1c-b543-66d7184ac825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1ef82e92-e907-484f-9b30-9d2743c932d7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:38.104645 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fca1db3e-6015-4d1c-b543-66d7184ac825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.108986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fca1db3e-6015-4d1c-b543-66d7184ac825 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1ef82e92-e907-484f-9b30-9d2743c932d7 HTTP/1.1" status: 204 len: 168 time: 0.5276287 Sep 10 04:05:38.109075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42604) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:38.110969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56381ded-fc67-4c73-a0ad-f3a1df41eb1f None None] Network 7aa0573d-b656-469f-a6f5-5d4874c03523 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:05:38.228930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.327542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Deleting port 392496da-4c19-4d2b-96e2-be5ba476034d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:38.329135 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.383610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f07d96d0-2273-485e-8e1c-256dd8b12442 None None] DHCP port deletion for 7aa0573d-b656-469f-a6f5-5d4874c03523 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:05:38.426713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] For port 392496da-4c19-4d2b-96e2-be5ba476034d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=392496da-4c19-4d2b-96e2-be5ba476034d,segment=NetworkSegment(18739f88-7568-4c0b-8f60-ac3306fee3c4),segment_id=18739f88-7568-4c0b-8f60-ac3306fee3c4)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:38.439374 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.441232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Calling delete_port for 392496da-4c19-4d2b-96e2-be5ba476034d owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:38.469426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f07d96d0-2273-485e-8e1c-256dd8b12442 None None] Deleting port 392496da-4c19-4d2b-96e2-be5ba476034d {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:05:38.469912 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f07d96d0-2273-485e-8e1c-256dd8b12442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.568676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f07d96d0-2273-485e-8e1c-256dd8b12442 None None] For port 392496da-4c19-4d2b-96e2-be5ba476034d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=392496da-4c19-4d2b-96e2-be5ba476034d,segment=NetworkSegment(18739f88-7568-4c0b-8f60-ac3306fee3c4),segment_id=18739f88-7568-4c0b-8f60-ac3306fee3c4)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:38.569085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f07d96d0-2273-485e-8e1c-256dd8b12442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.591140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f07d96d0-2273-485e-8e1c-256dd8b12442 None None] Calling delete_port for 392496da-4c19-4d2b-96e2-be5ba476034d owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:05:38.663948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:05:38.679778 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.687427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:05:38.687853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8315f7a-3e8b-4b27-9fbd-7ed57d3f730b not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:05:38.688311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 392496da-4c19-4d2b-96e2-be5ba476034d no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:05:38.706605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Pushing event deleted for resources: {'Port': ['ID=392496da-4c19-4d2b-96e2-be5ba476034d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:38.708563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] No DVR routers for this DVR port 392496da-4c19-4d2b-96e2-be5ba476034d on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:05:38.715922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 392496da-4c19-4d2b-96e2-be5ba476034d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:05:38.716263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 392496da-4c19-4d2b-96e2-be5ba476034d not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:05:38.716688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a4afe36-ca4f-494b-8af0-63d00d6fae9a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:05:38.739642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6a4afe36-ca4f-494b-8af0-63d00d6fae9a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:05:38.740012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a4afe36-ca4f-494b-8af0-63d00d6fae9a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:05:38.793365 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f07d96d0-2273-485e-8e1c-256dd8b12442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.798054 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.823590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7aa0573d-b656-469f-a6f5-5d4874c03523']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:38.831468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f07d96d0-2273-485e-8e1c-256dd8b12442 None None] No DVR routers for this DVR port 392496da-4c19-4d2b-96e2-be5ba476034d on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:05:38.835905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d96d0-2273-485e-8e1c-256dd8b12442 None None] Pushing event deleted for resources: {'Port': ['ID=392496da-4c19-4d2b-96e2-be5ba476034d,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:38.848406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18739f88-7568-4c0b-8f60-ac3306fee3c4') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:38.848816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18739f88-7568-4c0b-8f60-ac3306fee3c4') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:38.860246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.876345 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.885481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:05:38.886228 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:05:38.888354 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:05:39.094061 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.094061 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.096170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] 10.222.0.22 "DELETE /v2.0/networks/7aa0573d-b656-469f-a6f5-5d4874c03523 HTTP/1.1" status: 204 len: 168 time: 0.9861891 Sep 10 04:05:39.108687 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06339e8-1b8a-4d0e-bdb8-1036bba6f63d admin admin] Pushing event deleted for resources: {'Network': ['ID=7aa0573d-b656-469f-a6f5-5d4874c03523,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:39.636429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42690) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:39.681329 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0bc195e8-90a8-4009-b182-af47b7abf69e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03e7c735ad014f069f3db711faac913a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0432231 Sep 10 04:05:39.684562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42694) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:39.737245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.758931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.876572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.880271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:39.887936 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/57e926a8-ac3b-405f-b3df-4e5597665bc0 HTTP/1.1" status: 204 len: 168 time: 0.1994946 Sep 10 04:05:39.898983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e926a8-ac3b-405f-b3df-4e5597665bc0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:39.908994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.909713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.911283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.911891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.916000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.916000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.916000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.916000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.916000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.916000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.916000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:39.916000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b0ac738-b5b1-4317-9cc6-59524668c02f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:40.788924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42758) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:40.865714 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a655267b-49c0-4e72-a209-b55c6752d67b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87778710122f4251962bf214501cbeab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0754945 Sep 10 04:05:40.873184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42764) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:40.956823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-344d7a53-34c2-48e9-8199-2cf7580fd1b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:40.982207 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-344d7a53-34c2-48e9-8199-2cf7580fd1b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:41.111084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-344d7a53-34c2-48e9-8199-2cf7580fd1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:41.113995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-344d7a53-34c2-48e9-8199-2cf7580fd1b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:41.115163 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-344d7a53-34c2-48e9-8199-2cf7580fd1b6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1b2a00de-8850-4769-907a-5d487cf04c21 HTTP/1.1" status: 204 len: 168 time: 0.2404022 Sep 10 04:05:41.131307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344d7a53-34c2-48e9-8199-2cf7580fd1b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2a00de-8850-4769-907a-5d487cf04c21,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:42.481050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42832) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:42.640508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1267525840-network', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:42.745970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Made reservation on behalf of 209c79f86ac34059bfa8e765b350ab9a for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:05:42.748635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:42.761002 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:42.882401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:42.952606 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:42.977514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f89b6d5a-679c-4e1c-b78c-63a9e6ce3cd6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:42.991457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:05:43.008006 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:43.008356 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Added segment d2cc1d8c-fef0-4eda-8fb7-adbc794318f3 of type vlan for network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 Sep 10 04:05:43.062232 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:43.163234 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:43.164463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:43.165283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:43.279335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] Pushing event updated for resources: {'Network': ['ID=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:43.283580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-76c481ba-1023-47f1-97ee-47a905423972 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8014867 Sep 10 04:05:43.286385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42860) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:43.292084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:05:43.292591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Request body: {'subnet': {'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1267525840-subnet', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:43.424438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Made reservation on behalf of 209c79f86ac34059bfa8e765b350ab9a for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:05:43.427711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:43.705364 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:43.770544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3bdfb60c-d4f8-4f06-b477-4f514b79b36a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:43.799763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Checking segment: {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:43.800498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Network hostable DHCP agents. Network: ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:05:43.905576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:05:44.025497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:44.030024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:44.031059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:44.034242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4136d444-269c-4c5e-8b89-f3ca787562df None None] Network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:05:44.165828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e024ab34-daf7-49d7-b7bd-dabf116f963c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.8755643 Sep 10 04:05:44.167024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42882) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:44.174513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:44.233609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:05:44.234506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:44.300215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:44.301767 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:44.418290 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Allocated IP 172.20.0.2 (ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2/3bdfb60c-d4f8-4f06-b477-4f514b79b36a/73d75d2f-91d2-4b34-ac70-6248ffba11f5) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:05:44.446333 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:44.583995 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:44.593248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Transition to ACTIVE for port object 73d75d2f-91d2-4b34-ac70-6248ffba11f5 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:44.626277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Transition to ACTIVE for port object 73d75d2f-91d2-4b34-ac70-6248ffba11f5 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:44.724336 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:44.771480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:44.851296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Pushing event updated for resources: {'Port': ['ID=73d75d2f-91d2-4b34-ac70-6248ffba11f5,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:44.862804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:44.864793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.866471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.866471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.866471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.866471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.866899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.867237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.867560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.868032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.868481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.868824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.869201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:44.873490 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:44.878369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:05:44.962289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Attempting to bind port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:05:44.962682 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Attempting to bind port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:05:44.963779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Attempting to bind port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 on network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:05:44.969807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:05:44.970198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Checking segment: {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:44.970573 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:44.970962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Bound using segment: {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:05:44.971427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Bound port: 73d75d2f-91d2-4b34-ac70-6248ffba11f5, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:05:44.971830 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:45.042453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] For port 73d75d2f-91d2-4b34-ac70-6248ffba11f5, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:05:45.046125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] For port 73d75d2f-91d2-4b34-ac70-6248ffba11f5, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=73d75d2f-91d2-4b34-ac70-6248ffba11f5,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:05:45.134269 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:45.145739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:45.166567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:45.200514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ba9197-fe97-49aa-b626-4b8c7e40e876 None None] Pushing event updated for resources: {'Port': ['ID=73d75d2f-91d2-4b34-ac70-6248ffba11f5,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:45.396778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Allocated IP 172.25.3.106 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/3b906738-c993-43db-9226-136df476da5c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:05:45.608007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:45.728371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:45.774772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:45.786113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:45.792916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:05:45.797733 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Pushing event updated for resources: {'Port': ['ID=3b906738-c993-43db-9226-136df476da5c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:46.170119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 42932) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:46.188161 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:46.449286 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7b8efd30-f223-4673-8a9f-d3f2f8122af9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:46.547769 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:46.668503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f02574-0ce8-4897-9018-bd5671c5aa6f None None] Network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:05:46.706702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 73d75d2f-91d2-4b34-ac70-6248ffba11f5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:46.707004 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7b8efd30-f223-4673-8a9f-d3f2f8122af9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:46.796433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7b8efd30-f223-4673-8a9f-d3f2f8122af9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:46.853183 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7b8efd30-f223-4673-8a9f-d3f2f8122af9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49bfc8cc5fd24a5781a4b5f02cf3c43e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6795769 Sep 10 04:05:46.853183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8efd30-f223-4673-8a9f-d3f2f8122af9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99005cd1-8de0-4543-be04-1c47abe928f2,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:46.854737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Router 3200d233-697c-410f-b8eb-b8bc966b99da is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:05:46.855988 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42952) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:46.879027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:46.884811 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:46.887368 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:46.931072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cef94c40-9722-4c3a-8215-5e37b9874aff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:46.952284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5d9eae3f-42d4-49f4-9ddc-2b25f3a7b9f3 None None] Provisioning for port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:46.966144 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cef94c40-9722-4c3a-8215-5e37b9874aff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:46.977894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5d9eae3f-42d4-49f4-9ddc-2b25f3a7b9f3 None None] Provisioning complete for port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:46.978269 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d9eae3f-42d4-49f4-9ddc-2b25f3a7b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:47.038766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:05:47.050327 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Sync routers for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:05:47.066175 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:47.069441 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:47.076272 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cef94c40-9722-4c3a-8215-5e37b9874aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:47.079057 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cef94c40-9722-4c3a-8215-5e37b9874aff admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:47.083301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cef94c40-9722-4c3a-8215-5e37b9874aff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99005cd1-8de0-4543-be04-1c47abe928f2 HTTP/1.1" status: 204 len: 168 time: 0.2257795 Sep 10 04:05:47.093565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef94c40-9722-4c3a-8215-5e37b9874aff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99005cd1-8de0-4543-be04-1c47abe928f2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:47.162930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:47.164400 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e937a32-8c12-4125-bb5a-771531ad35af admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9955163 Sep 10 04:05:47.168347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 42960) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:47.213600 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:47.251366 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d9eae3f-42d4-49f4-9ddc-2b25f3a7b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:47.338318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5d9eae3f-42d4-49f4-9ddc-2b25f3a7b9f3 None None] For port 73d75d2f-91d2-4b34-ac70-6248ffba11f5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=73d75d2f-91d2-4b34-ac70-6248ffba11f5,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:47.401111 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:47.442614 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5d9eae3f-42d4-49f4-9ddc-2b25f3a7b9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:47.498755 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:05:47.500083 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:05:47.552981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9eae3f-42d4-49f4-9ddc-2b25f3a7b9f3 None None] Pushing event updated for resources: {'Port': ['ID=73d75d2f-91d2-4b34-ac70-6248ffba11f5,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:47.568106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-99f1ba4b-0ab4-407f-8313-ee1e9ca92237 None None] Provisioning complete for port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:47.568680 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-99f1ba4b-0ab4-407f-8313-ee1e9ca92237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:47.856613 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:45Z', 'revision_number': 3, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:47.996537 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Checking router: 3200d233-697c-410f-b8eb-b8bc966b99da for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:05:47.996797 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Updating router 3200d233-697c-410f-b8eb-b8bc966b99da port 3b906738-c993-43db-9226-136df476da5c binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:05:48.027517 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.042425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.274796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Allocated IP 172.20.0.1 (ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2/3bdfb60c-d4f8-4f06-b477-4f514b79b36a/bc68a290-c4eb-4dc5-9fbf-07d263e0baf9) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:05:48.440519 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.456732 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.468173 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Transition to ACTIVE for port object 3b906738-c993-43db-9226-136df476da5c will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:48.471967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Transition to ACTIVE for port object bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:48.541431 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43008) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:48.553615 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.576444 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.610611 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Pushing event updated for resources: {'Port': ['ID=3b906738-c993-43db-9226-136df476da5c,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:48.612919 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Attempting to bind port 3b906738-c993-43db-9226-136df476da5c on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:05:48.613284 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Attempting to bind port 3b906738-c993-43db-9226-136df476da5c by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:05:48.613810 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Attempting to bind port 3b906738-c993-43db-9226-136df476da5c on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:05:48.623837 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.624423 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.624984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.625470 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.626087 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.626698 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.627178 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.627865 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.628342 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.628807 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.629282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.629767 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:48.635420 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:05:48.635821 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:48.636230 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.636617 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:05:48.637213 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Bound port: 3b906738-c993-43db-9226-136df476da5c, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:05:48.637618 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.665049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:48.665049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Pushing event updated for resources: {'Port': ['ID=bc68a290-c4eb-4dc5-9fbf-07d263e0baf9,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:48.665049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:48.665049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:05:48.698207 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] For port 3b906738-c993-43db-9226-136df476da5c, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:05:48.703864 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] For port 3b906738-c993-43db-9226-136df476da5c, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3b906738-c993-43db-9226-136df476da5c,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:05:48.705119 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 73d75d2f-91d2-4b34-ac70-6248ffba11f5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:48.727654 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.763742 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.812067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:48.812818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:48.835004 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:48.835653 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:48.903519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1998926161-network', 'tenant_id': '3dc49fd793a64bc9b9d53190b4d7ee4a'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:48.943178 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d29d4e-d79d-4708-802a-49507b15e8af None None] Pushing event updated for resources: {'Port': ['ID=3b906738-c993-43db-9226-136df476da5c,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:49.046341 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:49.047968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Made reservation on behalf of 3dc49fd793a64bc9b9d53190b4d7ee4a for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:05:49.050312 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:49.066575 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:49.196595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:49.249581 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:49.287851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d1b97f31-69d4-4f21-8ec9-b8f7b23d1d65 None None] Provisioning for port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:49.293630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d1b97f31-69d4-4f21-8ec9-b8f7b23d1d65 None None] Provisioning complete for port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:49.303394 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d1b97f31-69d4-4f21-8ec9-b8f7b23d1d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:49.313802 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:45Z', 'revision_number': 3, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:49.335505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d1b97f31-69d4-4f21-8ec9-b8f7b23d1d65 None None] Port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:05:49.350046 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70934db3-5761-4a6b-a0d3-a4a570851b90 None None] The sync data for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 is: [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:45Z', 'revision_number': 3, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:05:49.450361 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:49.520367 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:49.520367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:05:49.520367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cec7ea-ff05-4bc3-8b31-08f20a47f11c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:49.520367 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:49.520367 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Added segment ff326953-d1ff-4680-92ac-edfa9b709af1 of type vlan for network 441a88b9-c8a9-4616-831d-15e5f1ca177c Sep 10 04:05:49.539135 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.099149 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.151575 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.153218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:50.153964 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.225911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Pushing event updated for resources: {'Port': ['ID=bc68a290-c4eb-4dc5-9fbf-07d263e0baf9,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:50.237435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.275309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] Pushing event updated for resources: {'Network': ['ID=441a88b9-c8a9-4616-831d-15e5f1ca177c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:50.288375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 441a88b9-c8a9-4616-831d-15e5f1ca177c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:05:50.325592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43036) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:50.326155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2224d4e9-4146-4b8b-85f6-59f05a3b66b3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7828517 Sep 10 04:05:50.335628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Request body: {'subnet': {'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1998926161-subnet', 'tenant_id': '3dc49fd793a64bc9b9d53190b4d7ee4a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:50.405046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:50.406632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:50.476683 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Made reservation on behalf of 3dc49fd793a64bc9b9d53190b4d7ee4a for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:05:50.480085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.686392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Router 3200d233-697c-410f-b8eb-b8bc966b99da has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:05:50.764911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3b906738-c993-43db-9226-136df476da5c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:50.832362 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea50d549-2f0c-4514-86fc-0a46aeddc13e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.879075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d063e782-8d8e-4bca-9277-1c1844c42f13 None None] Provisioning complete for port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:50.880383 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d063e782-8d8e-4bca-9277-1c1844c42f13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.922806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d063e782-8d8e-4bca-9277-1c1844c42f13 None None] Port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:05:50.941452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:05:50.949956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.968239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3b906738-c993-43db-9226-136df476da5c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:50.973194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3b906738-c993-43db-9226-136df476da5c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:50.978040 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:50.986430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fae19502-a4f9-4c0d-bc78-107536611cfe admin admin] 10.222.0.22 "PUT /v2.0/routers/3200d233-697c-410f-b8eb-b8bc966b99da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8094518 Sep 10 04:05:51.042260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:51.062009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Checking segment: {'id': 'ff326953-d1ff-4680-92ac-edfa9b709af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:51.062654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Network hostable DHCP agents. Network: 441a88b9-c8a9-4616-831d-15e5f1ca177c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:05:51.099284 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:51.140013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3b906738-c993-43db-9226-136df476da5c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3b906738-c993-43db-9226-136df476da5c,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:51.169738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Network 441a88b9-c8a9-4616-831d-15e5f1ca177c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:05:51.219759 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:51.247452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 441a88b9-c8a9-4616-831d-15e5f1ca177c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:51.262534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:51.262534 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:51.262741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af102b9-d907-4dbd-b48d-25517d4209a5 None None] Network 441a88b9-c8a9-4616-831d-15e5f1ca177c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:05:51.386286 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7cba71b4-8c87-4e6a-9678-76100842900c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0598102 Sep 10 04:05:51.568859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Sync routers for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:05:51.593304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:51.593930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:51.605636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3b906738-c993-43db-9226-136df476da5c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:51.814285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d297b185-2e69-432f-9e4b-e881cdafcb09 None None] Network 441a88b9-c8a9-4616-831d-15e5f1ca177c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:05:51.890430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:52.140041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43098) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:52.145724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1374827563-network', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:52.236506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Made reservation on behalf of 7eb7e7e4becf48f48d92bacabf319c7b for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:05:52.238888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.250643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 2, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:52.263725 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.322096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Checking router: 3200d233-697c-410f-b8eb-b8bc966b99da for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:05:52.323394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Updating router 3200d233-697c-410f-b8eb-b8bc966b99da port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:05:52.368659 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.381519 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.511382 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.549752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b093da-6ba8-4073-9ede-4d0732ecc2be,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:52.561176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:05:52.572031 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.572337 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Added segment 95349606-121b-4e50-8c73-952ed2c42bb6 of type vlan for network 503888f8-d2af-40be-afae-16cb0a052280 Sep 10 04:05:52.634862 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.722196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.724835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:52.727647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.736378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3b906738-c993-43db-9226-136df476da5c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:52.811322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] Pushing event updated for resources: {'Network': ['ID=503888f8-d2af-40be-afae-16cb0a052280,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:52.824054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 503888f8-d2af-40be-afae-16cb0a052280 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:05:52.834245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43118) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:52.835056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-60d2e851-ed46-4d42-847f-55aa34c5e4ce admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6926274 Sep 10 04:05:52.840018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Request body: {'subnet': {'network_id': '503888f8-d2af-40be-afae-16cb0a052280', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1374827563-subnet', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:52.880265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.935232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3b906738-c993-43db-9226-136df476da5c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:52.935786 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:52.943826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Transition to ACTIVE for port object bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:52.985148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Made reservation on behalf of 7eb7e7e4becf48f48d92bacabf319c7b for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:05:52.989259 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.070995 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.153570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b1337-24c2-41e1-8fd5-568de0449719 None None] Pushing event updated for resources: {'Port': ['ID=bc68a290-c4eb-4dc5-9fbf-07d263e0baf9,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:53.207293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Attempting to bind port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:05:53.207658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Attempting to bind port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:05:53.208073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Attempting to bind port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 on network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:05:53.225407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:05:53.225976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Checking segment: {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:53.226381 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.226786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Bound using segment: {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:05:53.227274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Bound port: bc68a290-c4eb-4dc5-9fbf-07d263e0baf9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:05:53.227653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.233614 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:05:53.353717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] For port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:05:53.358809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] For port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bc68a290-c4eb-4dc5-9fbf-07d263e0baf9,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:05:53.367365 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.476408 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.501910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c2f8d705-9914-4040-983d-f95626c10362,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:53.523267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Checking segment: {'id': '95349606-121b-4e50-8c73-952ed2c42bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '503888f8-d2af-40be-afae-16cb0a052280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:53.523623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Network hostable DHCP agents. Network: 503888f8-d2af-40be-afae-16cb0a052280, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:05:53.555893 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8dd44035-d37a-4db3-a212-c3605cf72c7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.587201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:53.587201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:53.630573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Network 503888f8-d2af-40be-afae-16cb0a052280 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:05:53.670576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09b1337-24c2-41e1-8fd5-568de0449719 None None] Pushing event updated for resources: {'Port': ['ID=bc68a290-c4eb-4dc5-9fbf-07d263e0baf9,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:53.716805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 503888f8-d2af-40be-afae-16cb0a052280) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:53.724836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:05:53.725414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.732254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b9d3b4-7558-4285-bdfb-aeb3f9bab411 None None] Network 503888f8-d2af-40be-afae-16cb0a052280 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:05:53.811499 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3568b9c5-d3a2-430b-856e-fa32aa6aa773 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9737525 Sep 10 04:05:53.812598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 43144) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:53.820929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:05:53.934988 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.951250 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.952358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:53.992755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:54.027619 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.125101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-503888f8-d2af-40be-afae-16cb0a052280', 'network_id': '503888f8-d2af-40be-afae-16cb0a052280', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'fixed_ips': [{'subnet_id': 'c2f8d705-9914-4040-983d-f95626c10362'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:05:54.126083 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.248802 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.354053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Allocated IP 172.20.0.2 (503888f8-d2af-40be-afae-16cb0a052280/c2f8d705-9914-4040-983d-f95626c10362/9fa0497f-ac8f-46fc-8761-abafbe07fac6) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:05:54.392392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:53Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:54.442513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b831d1-ff20-4821-a0e1-5ba932e34f91 None None] The sync data for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 is: [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:53Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:05:54.730728 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.739562 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.756822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Transition to ACTIVE for port object 9fa0497f-ac8f-46fc-8761-abafbe07fac6 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:54.765027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:54.772535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:54.899550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Transition to ACTIVE for port object 9fa0497f-ac8f-46fc-8761-abafbe07fac6 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:54.940005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Allocated IP 172.25.3.249 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/631678f2-30e8-42af-827e-45876187df84) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:05:54.991478 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.042246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Pushing event updated for resources: {'Port': ['ID=9fa0497f-ac8f-46fc-8761-abafbe07fac6,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:55.052534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:55.058793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:55.059381 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.126728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Network 503888f8-d2af-40be-afae-16cb0a052280 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:55.136917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:55.161139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:05:55.289117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.296147 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.408944 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.426633 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.453983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Attempting to bind port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:05:55.454506 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Attempting to bind port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '95349606-121b-4e50-8c73-952ed2c42bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '503888f8-d2af-40be-afae-16cb0a052280'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:05:55.455021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Attempting to bind port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 on network 503888f8-d2af-40be-afae-16cb0a052280 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:05:55.465764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:05:55.466301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Checking segment: {'id': '95349606-121b-4e50-8c73-952ed2c42bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '503888f8-d2af-40be-afae-16cb0a052280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:55.466883 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.467434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Bound using segment: {'id': '95349606-121b-4e50-8c73-952ed2c42bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '503888f8-d2af-40be-afae-16cb0a052280'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:05:55.468141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Bound port: 9fa0497f-ac8f-46fc-8761-abafbe07fac6, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95349606-121b-4e50-8c73-952ed2c42bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '503888f8-d2af-40be-afae-16cb0a052280'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:05:55.470039 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.485297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:55.488402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:55.496298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:05:55.577597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bc68a290-c4eb-4dc5-9fbf-07d263e0baf9,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:55.619537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] For port 9fa0497f-ac8f-46fc-8761-abafbe07fac6, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:05:55.625532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] For port 9fa0497f-ac8f-46fc-8761-abafbe07fac6, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9fa0497f-ac8f-46fc-8761-abafbe07fac6,segment=NetworkSegment(95349606-121b-4e50-8c73-952ed2c42bb6),segment_id=95349606-121b-4e50-8c73-952ed2c42bb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:05:55.688753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Pushing event updated for resources: {'Port': ['ID=631678f2-30e8-42af-827e-45876187df84,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:55.694702 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.737796 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:55.852299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=bc68a290-c4eb-4dc5-9fbf-07d263e0baf9,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:55.980289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717bafc2-27db-4854-8ff1-82d0454df320 None None] Pushing event updated for resources: {'Port': ['ID=9fa0497f-ac8f-46fc-8761-abafbe07fac6,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:56.040782 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:56.315382 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:56.541855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:56.807751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Router 33ec5d17-4acd-4d00-8b56-aa17578625d9 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:05:56.814112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:56.896929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:56.897653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:56.969157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:05:56.979580 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Sync routers for ids ['33ec5d17-4acd-4d00-8b56-aa17578625d9'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:05:56.991711 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Routers {'33ec5d17-4acd-4d00-8b56-aa17578625d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:56.992342 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['33ec5d17-4acd-4d00-8b56-aa17578625d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:57.016771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9fa0497f-ac8f-46fc-8761-abafbe07fac6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:05:57.114109 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:57.121512 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eabbd72c-9e16-42f4-8332-e17a972c441d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.3048844 Sep 10 04:05:57.121619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 43214) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:05:57.191407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:57.222147 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Set router 33ec5d17-4acd-4d00-8b56-aa17578625d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:57.776111 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '631678f2-30e8-42af-827e-45876187df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:53Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 3, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'gw_port': {'id': '631678f2-30e8-42af-827e-45876187df84', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:05:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:57.858228 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Checking router: 33ec5d17-4acd-4d00-8b56-aa17578625d9 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:05:57.859757 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Updating router 33ec5d17-4acd-4d00-8b56-aa17578625d9 port 631678f2-30e8-42af-827e-45876187df84 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:05:57.879658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-863f9fbe-4154-4a90-9ca4-30f1c100c5a4 None None] Network 503888f8-d2af-40be-afae-16cb0a052280 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:05:57.946613 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.059476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d2c3a2c5-b58e-40b2-8032-780665086c4b None None] Provisioning for port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:58.066970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d2c3a2c5-b58e-40b2-8032-780665086c4b None None] Provisioning complete for port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:58.067480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d2c3a2c5-b58e-40b2-8032-780665086c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.502432 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d2c3a2c5-b58e-40b2-8032-780665086c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.554244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d2c3a2c5-b58e-40b2-8032-780665086c4b None None] For port 9fa0497f-ac8f-46fc-8761-abafbe07fac6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9fa0497f-ac8f-46fc-8761-abafbe07fac6,segment=NetworkSegment(95349606-121b-4e50-8c73-952ed2c42bb6),segment_id=95349606-121b-4e50-8c73-952ed2c42bb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:05:58.597094 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.614591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.627967 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Transition to ACTIVE for port object 631678f2-30e8-42af-827e-45876187df84 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:58.648329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d2c3a2c5-b58e-40b2-8032-780665086c4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.704842 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.784591 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Attempting to bind port 631678f2-30e8-42af-827e-45876187df84 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:05:58.787360 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Attempting to bind port 631678f2-30e8-42af-827e-45876187df84 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:05:58.787755 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Attempting to bind port 631678f2-30e8-42af-827e-45876187df84 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:05:58.814080 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:05:58.814845 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:05:58.816053 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.816458 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:05:58.817790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c3a2c5-b58e-40b2-8032-780665086c4b None None] Pushing event updated for resources: {'Port': ['ID=9fa0497f-ac8f-46fc-8761-abafbe07fac6,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:58.819468 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Bound port: 631678f2-30e8-42af-827e-45876187df84, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:05:58.822028 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.907849 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] For port 631678f2-30e8-42af-827e-45876187df84, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:05:58.911046 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] For port 631678f2-30e8-42af-827e-45876187df84, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=631678f2-30e8-42af-827e-45876187df84,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:05:58.923857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb432-f6d2-4604-a818-69396ff8614c None None] Pushing event updated for resources: {'Port': ['ID=631678f2-30e8-42af-827e-45876187df84,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:58.962492 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.974897 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:58.976113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Allocated IP 172.20.0.1 (503888f8-d2af-40be-afae-16cb0a052280/c2f8d705-9914-4040-983d-f95626c10362/d7c47ec3-600c-421d-a4e5-a99ac37c60b1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:05:59.046402 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972eb432-f6d2-4604-a818-69396ff8614c None None] Pushing event updated for resources: {'Port': ['ID=631678f2-30e8-42af-827e-45876187df84,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:59.099214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a2e7234d-3148-4133-b929-cb955aae5688 None None] Provisioning complete for port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:59.099615 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a2e7234d-3148-4133-b929-cb955aae5688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:59.102949 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Routers {'33ec5d17-4acd-4d00-8b56-aa17578625d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:05:59.104250 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['33ec5d17-4acd-4d00-8b56-aa17578625d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:59.148631 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:59.171795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Transition to ACTIVE for port object d7c47ec3-600c-421d-a4e5-a99ac37c60b1 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:05:59.322674 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:59.373342 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] Set router 33ec5d17-4acd-4d00-8b56-aa17578625d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:05:59.413725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Pushing event updated for resources: {'Port': ['ID=d7c47ec3-600c-421d-a4e5-a99ac37c60b1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:05:59.433677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.434379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.435635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.439279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.440570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.441788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.443065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.443494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.444582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.445633 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.446696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.447800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:05:59.475189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Network 503888f8-d2af-40be-afae-16cb0a052280 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:05:59.477085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:05:59.480778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:05:59.550184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:59.850857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '631678f2-30e8-42af-827e-45876187df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:53Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 3, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'gw_port': {'id': '631678f2-30e8-42af-827e-45876187df84', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:05:59.893811 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d27d1b2d-2493-4e33-9d90-61fcefc304bf None None] The sync data for ids ['33ec5d17-4acd-4d00-8b56-aa17578625d9'] in n-d-808143-1 is: [{'id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '631678f2-30e8-42af-827e-45876187df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:53Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 3, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'gw_port': {'id': '631678f2-30e8-42af-827e-45876187df84', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:05:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:05:59.970650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:05:59.973313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-24a385e9-0d69-42ac-b2d3-170ac851c535 None None] Provisioning for port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:05:59.977772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-24a385e9-0d69-42ac-b2d3-170ac851c535 None None] Provisioning complete for port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:05:59.978575 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-24a385e9-0d69-42ac-b2d3-170ac851c535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:00.048579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-24a385e9-0d69-42ac-b2d3-170ac851c535 None None] Port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:06:00.183145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:00.240853 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:00.372961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Pushing event updated for resources: {'Port': ['ID=d7c47ec3-600c-421d-a4e5-a99ac37c60b1,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:06:00.381510 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:00.560167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Network 503888f8-d2af-40be-afae-16cb0a052280 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:06:00.561961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:06:00.849156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Router 33ec5d17-4acd-4d00-8b56-aa17578625d9 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:06:00.889431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 631678f2-30e8-42af-827e-45876187df84 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:06:00.984333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:06:00.990936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-feb6639b-1470-4898-864b-c8e984d2a20c admin admin] 10.222.0.22 "PUT /v2.0/routers/33ec5d17-4acd-4d00-8b56-aa17578625d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8684363 Sep 10 04:06:01.005596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d82eb583-4c59-4bd1-b05a-57a65633f4d1 None None] Provisioning complete for port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:06:01.006067 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d82eb583-4c59-4bd1-b05a-57a65633f4d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:01.058733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d82eb583-4c59-4bd1-b05a-57a65633f4d1 None None] Port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:06:01.584572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 631678f2-30e8-42af-827e-45876187df84 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:06:01.590221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 631678f2-30e8-42af-827e-45876187df84 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:06:01.590221 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:01.693057 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:01.734182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 631678f2-30e8-42af-827e-45876187df84, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=631678f2-30e8-42af-827e-45876187df84,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:06:01.859127 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:01.859127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9fa0497f-ac8f-46fc-8761-abafbe07fac6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:06:02.057474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=631678f2-30e8-42af-827e-45876187df84,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:06:02.070437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:06:02.070808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:02.252965 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:02.399262 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Sync routers for ids ['33ec5d17-4acd-4d00-8b56-aa17578625d9'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:06:02.412068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Routers {'33ec5d17-4acd-4d00-8b56-aa17578625d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:06:02.412941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['33ec5d17-4acd-4d00-8b56-aa17578625d9'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:06:02.658521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Set router 33ec5d17-4acd-4d00-8b56-aa17578625d9 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:06:02.745259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 631678f2-30e8-42af-827e-45876187df84 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:06:03.030154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 631678f2-30e8-42af-827e-45876187df84 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:06:03.030851 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:03.140505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '631678f2-30e8-42af-827e-45876187df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:53Z', 'updated_at': '2021-09-10T04:05:59Z', 'revision_number': 4, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'gw_port': {'id': '631678f2-30e8-42af-827e-45876187df84', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7c47ec3-600c-421d-a4e5-a99ac37c60b1', 'name': '', 'network_id': '503888f8-d2af-40be-afae-16cb0a052280', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'mac_address': 'fa:16:3e:bb:a7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'c2f8d705-9914-4040-983d-f95626c10362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:58Z', 'updated_at': '2021-09-10T04:06:00Z', 'revision_number': 2, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'subnets': [{'id': 'c2f8d705-9914-4040-983d-f95626c10362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:06:03.177880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Checking router: 33ec5d17-4acd-4d00-8b56-aa17578625d9 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:06:03.178581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Updating router 33ec5d17-4acd-4d00-8b56-aa17578625d9 port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:06:03.214585 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:03.694247 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:03.711956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Transition to ACTIVE for port object d7c47ec3-600c-421d-a4e5-a99ac37c60b1 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:06:03.836098 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:03.887425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a629a2-9bf4-47e6-b960-267b118ebabf None None] Pushing event updated for resources: {'Port': ['ID=d7c47ec3-600c-421d-a4e5-a99ac37c60b1,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:06:03.952574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Attempting to bind port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:06:03.953427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Attempting to bind port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '95349606-121b-4e50-8c73-952ed2c42bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '503888f8-d2af-40be-afae-16cb0a052280'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:06:03.953427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Attempting to bind port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 on network 503888f8-d2af-40be-afae-16cb0a052280 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:06:03.973798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 5, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:06:03.974183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Checking segment: {'id': '95349606-121b-4e50-8c73-952ed2c42bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '503888f8-d2af-40be-afae-16cb0a052280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:06:03.974616 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:03.975012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Bound using segment: {'id': '95349606-121b-4e50-8c73-952ed2c42bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '503888f8-d2af-40be-afae-16cb0a052280'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:06:03.975494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Bound port: d7c47ec3-600c-421d-a4e5-a99ac37c60b1, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '95349606-121b-4e50-8c73-952ed2c42bb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '503888f8-d2af-40be-afae-16cb0a052280'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:06:03.975898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:04.097773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] For port d7c47ec3-600c-421d-a4e5-a99ac37c60b1, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:06:04.101843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] For port d7c47ec3-600c-421d-a4e5-a99ac37c60b1, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d7c47ec3-600c-421d-a4e5-a99ac37c60b1,segment=NetworkSegment(95349606-121b-4e50-8c73-952ed2c42bb6),segment_id=95349606-121b-4e50-8c73-952ed2c42bb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:06:04.226253 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:04.310246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Routers {'33ec5d17-4acd-4d00-8b56-aa17578625d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:06:04.311099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:05:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['33ec5d17-4acd-4d00-8b56-aa17578625d9'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:06:04.407531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a629a2-9bf4-47e6-b960-267b118ebabf None None] Pushing event updated for resources: {'Port': ['ID=d7c47ec3-600c-421d-a4e5-a99ac37c60b1,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:06:04.514080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] Set router 33ec5d17-4acd-4d00-8b56-aa17578625d9 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:06:04.925125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '631678f2-30e8-42af-827e-45876187df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:53Z', 'updated_at': '2021-09-10T04:05:59Z', 'revision_number': 4, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'gw_port': {'id': '631678f2-30e8-42af-827e-45876187df84', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7c47ec3-600c-421d-a4e5-a99ac37c60b1', 'name': '', 'network_id': '503888f8-d2af-40be-afae-16cb0a052280', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'mac_address': 'fa:16:3e:bb:a7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'c2f8d705-9914-4040-983d-f95626c10362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:58Z', 'updated_at': '2021-09-10T04:06:04Z', 'revision_number': 4, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'subnets': [{'id': 'c2f8d705-9914-4040-983d-f95626c10362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:06:04.967956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaaed8ae-0790-4c85-ba22-ed81a973dd44 None None] The sync data for ids ['33ec5d17-4acd-4d00-8b56-aa17578625d9'] in n-d-808143-1 is: [{'id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '631678f2-30e8-42af-827e-45876187df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:53Z', 'updated_at': '2021-09-10T04:05:59Z', 'revision_number': 4, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'gw_port': {'id': '631678f2-30e8-42af-827e-45876187df84', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd7c47ec3-600c-421d-a4e5-a99ac37c60b1', 'name': '', 'network_id': '503888f8-d2af-40be-afae-16cb0a052280', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'mac_address': 'fa:16:3e:bb:a7:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3700, 'fixed_ips': [{'subnet_id': 'c2f8d705-9914-4040-983d-f95626c10362', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:58Z', 'updated_at': '2021-09-10T04:06:04Z', 'revision_number': 4, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'subnets': [{'id': 'c2f8d705-9914-4040-983d-f95626c10362', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:06:06.701287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d7c47ec3-600c-421d-a4e5-a99ac37c60b1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:06:06.909376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:06:06.918210 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:06:06.918210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:07.023512 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:07.074037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port d7c47ec3-600c-421d-a4e5-a99ac37c60b1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d7c47ec3-600c-421d-a4e5-a99ac37c60b1,segment=NetworkSegment(95349606-121b-4e50-8c73-952ed2c42bb6),segment_id=95349606-121b-4e50-8c73-952ed2c42bb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:06:07.220160 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:07.310168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=d7c47ec3-600c-421d-a4e5-a99ac37c60b1,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:06:08.661885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d7c47ec3-600c-421d-a4e5-a99ac37c60b1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:06:08.726028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:06:08.726408 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:20.840352 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a3a7aceb-67f7-472d-aaf7-8e41da0eaf57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:23.502393 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b1c9021-e2a4-466f-8953-f840312e548d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:23.766947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:25.144250 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:26.304242 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:28.942245 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:30.094994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-f10c3154-acbd-471d-a80b-b01246aa8d85 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0539541 Sep 10 04:06:30.225318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-424d56c3-5011-4583-bafb-9a4b148315df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:06:30.227019 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-424d56c3-5011-4583-bafb-9a4b148315df service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 1101 time: 0.0694678 Sep 10 04:06:30.237486 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:06:30.361294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-75200b88-745c-4297-be5a-bacb72d6b78b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:06:30.362786 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-75200b88-745c-4297-be5a-bacb72d6b78b service neutron] 10.222.0.20 "GET /v2.0/networks?id=1a536fb8-fb61-42dc-8412-fda8a373632f HTTP/1.1" status: 200 len: 870 time: 0.1093674 Sep 10 04:06:30.420294 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-bdbb9244-193a-4671-b3ad-7bd4f3fd7c50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=13f28aea-ee51-43fa-bc3e-415bdd45d6c1 HTTP/1.1" status: 200 len: 217 time: 0.0475316 Sep 10 04:06:30.478320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-528e2180-d878-4bd7-a1a6-a2344919be7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:06:30.479862 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-528e2180-d878-4bd7-a1a6-a2344919be7c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0531580 Sep 10 04:06:30.529913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-fa2b5446-01ae-4f27-a879-5e31616b89d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:06:30.531519 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-fa2b5446-01ae-4f27-a879-5e31616b89d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0448892 Sep 10 04:06:30.970406 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-c2d02b7d-ced4-4a18-99a9-2ef140d80fac service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313924 Sep 10 04:06:31.067381 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7c02819f-4fa6-4a92-8c45-0696941bb82e req-6e2a011b-83b1-4c53-b58e-421ca95bd478 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883653 Sep 10 04:06:32.292114 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:33.519731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 44328) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:06:33.669588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-407be4b2-8db8-4d45-9709-001435e18f6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:33.767153 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-407be4b2-8db8-4d45-9709-001435e18f6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:33.852744 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-407be4b2-8db8-4d45-9709-001435e18f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:33.899117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-407be4b2-8db8-4d45-9709-001435e18f6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfdab3adbd1743fcbac5fa70b3ecc77b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3756573 Sep 10 04:06:33.899117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407be4b2-8db8-4d45-9709-001435e18f6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed7e641c-59a5-40c1-864a-8007f9e13eae,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:06:33.899459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 44340) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:06:33.956677 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1bb3ab0-0bed-4cbd-b0ce-d43c7aea06ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:33.982561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1bb3ab0-0bed-4cbd-b0ce-d43c7aea06ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:34.218707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1bb3ab0-0bed-4cbd-b0ce-d43c7aea06ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:34.221347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b1bb3ab0-0bed-4cbd-b0ce-d43c7aea06ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:34.234720 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b1bb3ab0-0bed-4cbd-b0ce-d43c7aea06ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed7e641c-59a5-40c1-864a-8007f9e13eae HTTP/1.1" status: 204 len: 168 time: 0.3219864 Sep 10 04:06:34.237854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bb3ab0-0bed-4cbd-b0ce-d43c7aea06ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed7e641c-59a5-40c1-864a-8007f9e13eae,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:06:50.846123 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89641257-723c-45dd-badb-6dc4c8dabbe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:53.497161 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4e617d1b-c001-454e-9824-3cfcf214d0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:53.703110 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:55.131935 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:56.297238 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:57.876967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45492) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:06:58.096161 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:58.192688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:58.272852 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:58.325837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc27c271-7952-4063-83d5-48720040fb5f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:06:58.337159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.337716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.338270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.338684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.339591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.339591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.339829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.340016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.340579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.340913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.341473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.341564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:06:58.370827 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-342c4969-1a2e-4694-9443-d07df09a3b4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a8573770ea5f46079fc100c578e0043e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4897377 Sep 10 04:06:58.371467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45510) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:06:58.448704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3c699a75-63e9-4e73-9491-cfb603212087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:58.479842 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3c699a75-63e9-4e73-9491-cfb603212087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:58.647465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3c699a75-63e9-4e73-9491-cfb603212087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:58.660368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3c699a75-63e9-4e73-9491-cfb603212087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:58.663746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3c699a75-63e9-4e73-9491-cfb603212087 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc27c271-7952-4063-83d5-48720040fb5f HTTP/1.1" status: 204 len: 168 time: 0.2890761 Sep 10 04:06:58.694094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c699a75-63e9-4e73-9491-cfb603212087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc27c271-7952-4063-83d5-48720040fb5f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:06:58.943340 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:06:59.381636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d168fdf4-047b-4bed-b433-f89d35510f09 req-7db9642c-07bd-4a3d-a66b-c1c6a40c7af3 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:06:59.389936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d168fdf4-047b-4bed-b433-f89d35510f09 req-7db9642c-07bd-4a3d-a66b-c1c6a40c7af3 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 950 time: 0.0607238 Sep 10 04:06:59.436258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d168fdf4-047b-4bed-b433-f89d35510f09 req-a399f8ab-3a36-4455-97df-d1b3128a865d tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450404 Sep 10 04:07:00.259664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45584) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:00.377986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1865365921-network', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:00.451538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Made reservation on behalf of 44c9bb0c8246473ebb9fa4cb93808b2e for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:07:00.454097 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:00.463895 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:00.572117 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:00.628453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac7772a-852e-460b-ab3b-cec35b29a289 req-402bf177-c532-4ae2-bd0a-c1ce36069741 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:00.630022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ac7772a-852e-460b-ab3b-cec35b29a289 req-402bf177-c532-4ae2-bd0a-c1ce36069741 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 950 time: 0.0820098 Sep 10 04:07:00.669929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:00.676952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ac7772a-852e-460b-ab3b-cec35b29a289 req-5eb366ad-6b62-40fb-a9ac-cd5bbf64193b tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/security-groups?id=cacee614-e797-463b-93af-41ccd52c8de4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396898 Sep 10 04:07:00.693911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] vlan segment allocate from pool success with {'vlan_id': 246, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:07:00.707967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa43f5ff-e64c-4961-ac93-81635c6e7079,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:00.714308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:00.714818 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Added segment 3890c0a3-72b9-4e7b-aba5-e5238330b0b0 of type vlan for network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 Sep 10 04:07:00.759211 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:00.836687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-166ba7a8-536c-4ca6-8ad3-d1cf5c1f7bfd tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:00.838089 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-166ba7a8-536c-4ca6-8ad3-d1cf5c1f7bfd tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.20 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 950 time: 0.0715933 Sep 10 04:07:00.918069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:00.919237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:00.919968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:01.017200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] Pushing event updated for resources: {'Network': ['ID=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:01.024540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Deleting port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:07:01.024968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:01.028745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:07:01.049693 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8117ce23-8067-4b24-b789-54793843196d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7885334 Sep 10 04:07:01.053550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45612) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:01.060486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Request body: {'subnet': {'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1865365921-subnet', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:01.170808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] For port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:01.171174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:01.184574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Calling delete_port for 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:07:01.216997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Made reservation on behalf of 44c9bb0c8246473ebb9fa4cb93808b2e for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:07:01.225142 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:01.468560 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:01.480692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['13f28aea-ee51-43fa-bc3e-415bdd45d6c1'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:07:01.499888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Pushing event deleted for resources: {'Port': ['ID=13f28aea-ee51-43fa-bc3e-415bdd45d6c1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:01.537900 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:01.584584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] No DVR routers for this DVR port 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:07:01.588283 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:01.590488 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-35bbb56d-39ba-4e33-b2e8-78a7b9f1d098 req-182dbc4a-c605-4949-8b05-f23e81012746 tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.20 "DELETE /v2.0/ports/13f28aea-ee51-43fa-bc3e-415bdd45d6c1 HTTP/1.1" status: 204 len: 173 time: 0.7464654 Sep 10 04:07:01.590935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '516c06b3-4598-4142-849d-b6870d9d0777', 'name': 'network-vif-deleted', 'tag': '13f28aea-ee51-43fa-bc3e-415bdd45d6c1'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:07:01.593340 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-994e14cd-f150-4e36-830a-b565eec331e7" -d '{"events": [{"server_uuid": "516c06b3-4598-4142-849d-b6870d9d0777", "name": "network-vif-deleted", "tag": "13f28aea-ee51-43fa-bc3e-415bdd45d6c1"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:07:01.641642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Checking segment: {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:01.642128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Network hostable DHCP agents. Network: a72635c5-b36c-4f1e-934c-1bfe36f9d1a9, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:07:01.651901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=e02c6386-a6da-41c0-9a52-a49ee7e7e4dd,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:01.662184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.662184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.662184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.662184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.662184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.662184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.662184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.662184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.663514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.663514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.663514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.663514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:01.730580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:07:01.810253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a80c19b5-f30c-498b-9269-fe8578fa3765 req-62801fb5-a3d0-4e8e-bad6-ccfc7c16121d tempest-VolumesBackupsTest-1902810214 tempest-VolumesBackupsTest-1902810214-project] 10.222.0.22 "GET /v2.0/ports?device_id=516c06b3-4598-4142-849d-b6870d9d0777 HTTP/1.1" status: 200 len: 210 time: 0.0427458 Sep 10 04:07:01.828574 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b40ff46f-5f77-4e87-9cc5-5c5261646948 x-openstack-request-id: req-b40ff46f-5f77-4e87-9cc5-5c5261646948 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:07:01.828871 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "516c06b3-4598-4142-849d-b6870d9d0777", "name": "network-vif-deleted", "tag": "13f28aea-ee51-43fa-bc3e-415bdd45d6c1", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:07:01.829243 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b40ff46f-5f77-4e87-9cc5-5c5261646948 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:07:01.829575 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '516c06b3-4598-4142-849d-b6870d9d0777', 'name': 'network-vif-deleted', 'tag': '13f28aea-ee51-43fa-bc3e-415bdd45d6c1', 'status': 'completed', 'code': 200} Sep 10 04:07:01.839235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a72635c5-b36c-4f1e-934c-1bfe36f9d1a9) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:01.843311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:01.843929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:01.849733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af534e53-9fca-468a-a73c-9f41c3b34eb8 None None] Network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:07:01.923147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-684c7f25-f4a0-4390-9f76-119b5a645e2d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8617530 Sep 10 04:07:01.923147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45646) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:01.925341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:02.026276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:07:02.027509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.086556 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.090870 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.222122 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.241184 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.253605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Allocated IP 172.20.0.2 (a72635c5-b36c-4f1e-934c-1bfe36f9d1a9/e02c6386-a6da-41c0-9a52-a49ee7e7e4dd/ae3d837b-2261-4eb3-9ebc-75a5594c8c40) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:07:02.492629 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.530096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Transition to ACTIVE for port object ae3d837b-2261-4eb3-9ebc-75a5594c8c40 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:02.542791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.566397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Transition to ACTIVE for port object ae3d837b-2261-4eb3-9ebc-75a5594c8c40 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:02.612801 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.684668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Pushing event updated for resources: {'Port': ['ID=ae3d837b-2261-4eb3-9ebc-75a5594c8c40,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:02.697240 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:02.698609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:02.701438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.701778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.702154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.702491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.702818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.703142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.703463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.703803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.704123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.704446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.704762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.705076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:02.708178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:07:02.793562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Attempting to bind port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:07:02.799717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Attempting to bind port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:07:02.799717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Attempting to bind port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 on network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:02.799988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:07:02.800564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Checking segment: {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:02.801119 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.801731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Bound using segment: {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:07:02.802340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Bound port: ae3d837b-2261-4eb3-9ebc-75a5594c8c40, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:07:02.802883 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.889381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] For port ae3d837b-2261-4eb3-9ebc-75a5594c8c40, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:07:02.892775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] For port ae3d837b-2261-4eb3-9ebc-75a5594c8c40, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ae3d837b-2261-4eb3-9ebc-75a5594c8c40,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:07:02.907414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.941643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:02.983569 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:03.066621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f9e014-02f5-4439-896a-5ee876f2628e None None] Pushing event updated for resources: {'Port': ['ID=ae3d837b-2261-4eb3-9ebc-75a5594c8c40,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:03.104618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Allocated IP 172.25.3.183 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/08a09b8d-80b2-4c9a-8303-3f0d6f0cf333) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:07:03.266267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:03.389440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:03.444956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:03.448506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:03.454130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:07:03.512144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Pushing event updated for resources: {'Port': ['ID=08a09b8d-80b2-4c9a-8303-3f0d6f0cf333,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:03.831614 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:04.109411 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:04.441885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Router e1163381-9a55-467d-87c5-09d70d941537 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:07:04.524920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21eea45b-8dbd-4cc1-9f0b-c24d119d4b0e None None] Network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:07:04.657878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:07:04.674229 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Sync routers for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:07:04.688808 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:04.689937 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:06:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:04.806006 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:04.807841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eed731ef-2819-472f-8d89-f8376e041edd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.8867288 Sep 10 04:07:04.810330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45722) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:04.846037 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:04.977724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ae3d837b-2261-4eb3-9ebc-75a5594c8c40 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:05.008768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d662a3ea-2462-4946-b8ff-5baecf26d299 None None] Provisioning for port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:05.182736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:05.188567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:05.189661 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.227079 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:03Z', 'revision_number': 3, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:05.266589 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Checking router: e1163381-9a55-467d-87c5-09d70d941537 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:07:05.267182 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Updating router e1163381-9a55-467d-87c5-09d70d941537 port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:07:05.298175 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.370429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.417105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:07:05.462340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:07:05.462990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 13f28aea-ee51-43fa-bc3e-415bdd45d6c1 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:07:05.480111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port ae3d837b-2261-4eb3-9ebc-75a5594c8c40, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ae3d837b-2261-4eb3-9ebc-75a5594c8c40,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:05.560229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-216976c9-6fb8-4cf7-a873-eaf6514763db None None] Provisioning complete for port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:05.561336 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-216976c9-6fb8-4cf7-a873-eaf6514763db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.603324 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.643902 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.763222 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.777476 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Transition to ACTIVE for port object 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:05.800026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=ae3d837b-2261-4eb3-9ebc-75a5594c8c40,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:05.830989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Allocated IP 172.20.0.1 (a72635c5-b36c-4f1e-934c-1bfe36f9d1a9/e02c6386-a6da-41c0-9a52-a49ee7e7e4dd/cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:07:05.885370 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.940754 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:05.956666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Transition to ACTIVE for port object cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:05.997188 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Attempting to bind port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:07:05.997707 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Attempting to bind port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:07:05.998124 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Attempting to bind port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:06.000650 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Pushing event updated for resources: {'Port': ['ID=08a09b8d-80b2-4c9a-8303-3f0d6f0cf333,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:06.010434 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:07:06.010805 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:06.011205 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:06.011593 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:07:06.012085 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Bound port: 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:07:06.012463 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:06.014754 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.015040 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.015381 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.015759 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.016090 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.016414 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.016737 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.017157 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.017487 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.017806 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.018123 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.018437 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:06.086255 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:06.089727 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] For port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:07:06.093452 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] For port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=08a09b8d-80b2-4c9a-8303-3f0d6f0cf333,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:07:06.167063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:06.172883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:06.180988 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:07:06.189410 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:06.196468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Pushing event updated for resources: {'Port': ['ID=cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:06.261524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:06.281817 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:06.282854 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:06:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:06.348005 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d3c579-df2d-4445-9d06-aa75c29741c4 None None] Pushing event updated for resources: {'Port': ['ID=08a09b8d-80b2-4c9a-8303-3f0d6f0cf333,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:06.520323 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:06.629564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:06.709503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2d27111f-14be-4f72-9859-a74dd2d3132d None None] Provisioning for port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:06.714989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2d27111f-14be-4f72-9859-a74dd2d3132d None None] Provisioning complete for port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:06.716017 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2d27111f-14be-4f72-9859-a74dd2d3132d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:06.798062 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:03Z', 'revision_number': 3, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:06.799916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-2d27111f-14be-4f72-9859-a74dd2d3132d None None] Port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:07:06.816021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ae3d837b-2261-4eb3-9ebc-75a5594c8c40 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:06.856441 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9462ab-c212-4129-b1ac-399e5677ae00 None None] The sync data for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 is: [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:03Z', 'revision_number': 3, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:07:06.892771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:06.892771 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:06.966866 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:07.034906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:07.119183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:07.179267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Pushing event updated for resources: {'Port': ['ID=cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:07.252325 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:07:07.263566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:07.265535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:07.438936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Router e1163381-9a55-467d-87c5-09d70d941537 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:07:07.691774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:07:07.702815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f70a846b-2a0c-411f-b059-7f2bf5a34369 admin admin] 10.222.0.22 "PUT /v2.0/routers/e1163381-9a55-467d-87c5-09d70d941537/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8867586 Sep 10 04:07:07.763650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-14fb304f-3bbc-4332-8fad-9f509ff0754a None None] Provisioning complete for port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:07.764874 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-14fb304f-3bbc-4332-8fad-9f509ff0754a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:07.840991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-14fb304f-3bbc-4332-8fad-9f509ff0754a None None] Port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:07:08.811574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:08.821042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45876) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:08.826466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1283628570-network', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:08.948200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Made reservation on behalf of 082d58f026b24b22bc6fda82f7616cfd for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:07:08.950889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:08.960335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:08.985307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:08.989935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:08.990606 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:09.142634 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:09.158298 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:09.173910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=08a09b8d-80b2-4c9a-8303-3f0d6f0cf333,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:09.279583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:09.317430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317db049-4520-465e-88b5-0e2f3d885131,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:09.324651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] vlan segment allocate from pool success with {'vlan_id': 200, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:07:09.328222 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:09.375444 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:09.376754 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Added segment 512fef61-4eae-4f41-a462-c3cda30788ee of type vlan for network 33d76f73-a343-4ce5-ade2-301f7db92313 Sep 10 04:07:09.417224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=08a09b8d-80b2-4c9a-8303-3f0d6f0cf333,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:09.456941 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:09.509787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Sync routers for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:07:09.534991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:09.534991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:06:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:09.554150 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:09.555241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:09.555957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:09.637942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] Pushing event updated for resources: {'Network': ['ID=33d76f73-a343-4ce5-ade2-301f7db92313,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:09.665833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 33d76f73-a343-4ce5-ade2-301f7db92313 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:07:09.669928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d5a1adf6-d2ff-4868-bfa8-a8d700920e82 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8475604 Sep 10 04:07:09.672856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 45928) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:09.678510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Request body: {'subnet': {'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1283628570-subnet', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:09.714565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:09.834442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Made reservation on behalf of 082d58f026b24b22bc6fda82f7616cfd for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:07:09.838741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:10.026080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6', 'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'mac_address': 'fa:16:3e:c2:7e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:05Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 2, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'subnets': [{'id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:10.056062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Checking router: e1163381-9a55-467d-87c5-09d70d941537 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:07:10.056413 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Updating router e1163381-9a55-467d-87c5-09d70d941537 port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:07:10.126337 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:10.240059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:10.291528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c55a23f-d313-4a37-b219-8da6d5372187,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:10.372081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Checking segment: {'id': '512fef61-4eae-4f41-a462-c3cda30788ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:10.372821 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Network hostable DHCP agents. Network: 33d76f73-a343-4ce5-ade2-301f7db92313, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:07:10.508640 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:10.532234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Transition to ACTIVE for port object cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:10.578825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Network 33d76f73-a343-4ce5-ade2-301f7db92313 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:07:10.600014 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:10.691450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a656e8a-43bc-433f-8531-8fd9aa776cf5 None None] Pushing event updated for resources: {'Port': ['ID=cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:10.702983 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 33d76f73-a343-4ce5-ade2-301f7db92313) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:10.723243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:10.726548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6252be4-4314-493f-97e6-8ce516bde439 None None] Network 33d76f73-a343-4ce5-ade2-301f7db92313 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:07:10.726929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:10.853933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:10.884536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 45958) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:10.885945 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-21643ba5-5191-4396-9745-f809c178c7a6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.2100849 Sep 10 04:07:10.892292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:10.951168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Attempting to bind port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:07:10.952104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Attempting to bind port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:07:10.952710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Attempting to bind port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 on network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:11.006947 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:07:11.007878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Checking segment: {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:11.008307 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:11.008693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Bound using segment: {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:07:11.009178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Bound port: cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:07:11.009828 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:11.092940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:11.096152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:11.190218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] For port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:07:11.191733 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:11.195549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-33d76f73-a343-4ce5-ade2-301f7db92313', 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'fixed_ips': [{'subnet_id': '9c55a23f-d313-4a37-b219-8da6d5372187'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:07:11.195549 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:11.233270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] For port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:07:11.233270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:11.233270 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:11.391872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Allocated IP 172.20.0.2 (33d76f73-a343-4ce5-ade2-301f7db92313/9c55a23f-d313-4a37-b219-8da6d5372187/e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:07:11.423637 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:11.532162 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:11.549038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:11.549038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:06:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:11.681267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a656e8a-43bc-433f-8531-8fd9aa776cf5 None None] Pushing event updated for resources: {'Port': ['ID=cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:12.153169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:12.194483 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:12.256640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:12.303031 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:12.318544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Transition to ACTIVE for port object e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:12.386584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Transition to ACTIVE for port object e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:12.434061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Allocated IP 172.25.3.235 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/3350788c-35c0-42f6-baa6-1e2adf4a3c2b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:07:12.458861 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:12.477996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Network 33d76f73-a343-4ce5-ade2-301f7db92313 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:12.486352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:12.508979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:07:12.588948 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:12.608741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Attempting to bind port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:07:12.609264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Attempting to bind port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '512fef61-4eae-4f41-a462-c3cda30788ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:07:12.609845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Attempting to bind port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 on network 33d76f73-a343-4ce5-ade2-301f7db92313 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:12.639934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:07:12.640400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Checking segment: {'id': '512fef61-4eae-4f41-a462-c3cda30788ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:12.640891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:12.641323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Bound using segment: {'id': '512fef61-4eae-4f41-a462-c3cda30788ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:07:12.641887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Bound port: e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512fef61-4eae-4f41-a462-c3cda30788ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:07:12.642319 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:12.659909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Pushing event updated for resources: {'Port': ['ID=e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:12.736789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6', 'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'mac_address': 'fa:16:3e:c2:7e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:05Z', 'updated_at': '2021-09-10T04:07:11Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'subnets': [{'id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:12.749827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:12.773179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42a3f67a-3bd7-4b51-8085-86a53e270fff None None] The sync data for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 is: [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6', 'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'mac_address': 'fa:16:3e:c2:7e:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:05Z', 'updated_at': '2021-09-10T04:07:11Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'subnets': [{'id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:07:12.777284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] For port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:07:12.789458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] For port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3,segment=NetworkSegment(512fef61-4eae-4f41-a462-c3cda30788ee),segment_id=512fef61-4eae-4f41-a462-c3cda30788ee)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:07:12.801450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:12.829111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:12.837482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:07:12.877085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:12.979783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521e079-b9a3-40c0-b738-860e938d01c6 None None] Pushing event updated for resources: {'Port': ['ID=e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:13.038308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Pushing event updated for resources: {'Port': ['ID=3350788c-35c0-42f6-baa6-1e2adf4a3c2b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:13.499871 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:14.405469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:14.462322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f44d74f-4f4e-4df3-838d-98771291ce6d None None] Network 33d76f73-a343-4ce5-ade2-301f7db92313 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:07:14.638610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f5c2d673-efad-4500-84e5-ab521c0ff960 None None] Provisioning for port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:14.726132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:07:14.890629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:14.925597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:07:14.937181 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Sync routers for ids ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:07:14.952798 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Routers {'93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:14.952798 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:06:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:15.055020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:15.060412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:15.060812 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.088935 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.093181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a717ce1a-6e72-4aa6-ac44-47a402cf244b admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.2055302 Sep 10 04:07:15.098933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46060) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:15.214316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1277ae35-853e-40b3-bd34-d6685e808792 None None] Provisioning complete for port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:15.219707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1277ae35-853e-40b3-bd34-d6685e808792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.222192 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Set router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:15.222448 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.377884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3,segment=NetworkSegment(512fef61-4eae-4f41-a462-c3cda30788ee),segment_id=512fef61-4eae-4f41-a462-c3cda30788ee)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:15.471401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.472156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:15.610462 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1277ae35-853e-40b3-bd34-d6685e808792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.653534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:15.703751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-1277ae35-853e-40b3-bd34-d6685e808792 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:07:15.704270 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-1277ae35-853e-40b3-bd34-d6685e808792 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:07:15.748458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:15.752398 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:11Z', 'updated_at': '2021-09-10T04:07:13Z', 'revision_number': 3, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'gw_port': {'id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:12Z', 'updated_at': '2021-09-10T04:07:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:15.759655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:15.759655 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.782556 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Checking router: 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:07:15.783026 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Updating router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:07:15.810933 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.904926 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.982398 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:15.992300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:16.079405 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:16.169795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:16.325808 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:16.346370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Allocated IP 172.20.0.1 (33d76f73-a343-4ce5-ade2-301f7db92313/9c55a23f-d313-4a37-b219-8da6d5372187/57b23f01-cf71-461b-a0ce-f5bcb1691871) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:07:16.348468 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Transition to ACTIVE for port object 3350788c-35c0-42f6-baa6-1e2adf4a3c2b will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:16.445323 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:16.461820 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:16.479462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Transition to ACTIVE for port object 57b23f01-cf71-461b-a0ce-f5bcb1691871 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:16.505459 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c9d4a-dfd3-4933-833c-8a4aade84d88 None None] Pushing event updated for resources: {'Port': ['ID=3350788c-35c0-42f6-baa6-1e2adf4a3c2b,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:16.519484 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Attempting to bind port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:07:16.530538 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Attempting to bind port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:07:16.530888 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Attempting to bind port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:16.537699 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:07:16.537996 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:16.538447 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:16.539358 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:07:16.539844 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Bound port: 3350788c-35c0-42f6-baa6-1e2adf4a3c2b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:07:16.540666 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:16.615298 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] For port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:07:16.624981 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] For port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3350788c-35c0-42f6-baa6-1e2adf4a3c2b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:07:16.628756 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:16.682506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Network 33d76f73-a343-4ce5-ade2-301f7db92313 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:16.692868 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:16.712074 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:07:16.715725 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:16.783590 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:16.857267 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Routers {'93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:16.857956 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:06:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:16.866632 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8c9d4a-dfd3-4933-833c-8a4aade84d88 None None] Pushing event updated for resources: {'Port': ['ID=3350788c-35c0-42f6-baa6-1e2adf4a3c2b,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:16.869366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:16.958909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Pushing event updated for resources: {'Port': ['ID=57b23f01-cf71-461b-a0ce-f5bcb1691871,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:17.004581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:17.009298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:17.015515 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] Set router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:17.225343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:17.251432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:17.345408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:17.346082 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:17.368708 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:11Z', 'updated_at': '2021-09-10T04:07:13Z', 'revision_number': 3, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'gw_port': {'id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:12Z', 'updated_at': '2021-09-10T04:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:17.399125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-efead3cb-7298-4234-8341-f80f8d359976 None None] Provisioning for port 57b23f01-cf71-461b-a0ce-f5bcb1691871 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:17.406538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-efead3cb-7298-4234-8341-f80f8d359976 None None] Provisioning complete for port 57b23f01-cf71-461b-a0ce-f5bcb1691871 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:17.410760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-efead3cb-7298-4234-8341-f80f8d359976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:17.438560 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a9a61f-3a7c-459f-9be4-bd244228c3d5 None None] The sync data for ids ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'] in n-d-808143-1 is: [{'id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:11Z', 'updated_at': '2021-09-10T04:07:13Z', 'revision_number': 3, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'gw_port': {'id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0f:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:12Z', 'updated_at': '2021-09-10T04:07:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:07:17.490317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-efead3cb-7298-4234-8341-f80f8d359976 None None] Port 57b23f01-cf71-461b-a0ce-f5bcb1691871 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:07:17.643556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:17.702540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:17.810526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Pushing event updated for resources: {'Port': ['ID=57b23f01-cf71-461b-a0ce-f5bcb1691871,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:17.817185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:18.005225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Network 33d76f73-a343-4ce5-ade2-301f7db92313 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:18.006895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:18.195774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:07:18.375471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:07:18.392230 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ee625238-4f3f-4a2f-b8ee-2231ac8007af admin admin] 10.222.0.22 "PUT /v2.0/routers/93d6e811-9c77-4684-8f1b-2f6e1b1d31d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2915263 Sep 10 04:07:18.422551 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-acc602f0-8126-4dcc-a37e-92708effb8a8 None None] Provisioning complete for port 57b23f01-cf71-461b-a0ce-f5bcb1691871 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:18.423047 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-acc602f0-8126-4dcc-a37e-92708effb8a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:18.506972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-acc602f0-8126-4dcc-a37e-92708effb8a8 None None] Port 57b23f01-cf71-461b-a0ce-f5bcb1691871 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:07:18.857026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3350788c-35c0-42f6-baa6-1e2adf4a3c2b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:19.033840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:19.040087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:19.041384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:19.184685 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:19.205198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3350788c-35c0-42f6-baa6-1e2adf4a3c2b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:19.281964 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:19.345137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3350788c-35c0-42f6-baa6-1e2adf4a3c2b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:19.671156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46180) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:19.675986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7846f4a4-e58b-48c4-a008-cb9b1256c06e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-547534411', 'description': 'tempest-secgroup-smoke-547534411 description', 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:19.798286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Sync routers for ids ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:07:19.813744 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7846f4a4-e58b-48c4-a008-cb9b1256c06e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:19.831349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Routers {'93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:19.832257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:06:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:20.000743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Set router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:20.001177 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7846f4a4-e58b-48c4-a008-cb9b1256c06e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.079671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7846f4a4-e58b-48c4-a008-cb9b1256c06e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.132886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7846f4a4-e58b-48c4-a008-cb9b1256c06e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76b85407-0259-4bc5-8653-c1ec33920e6e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:20.165744 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7846f4a4-e58b-48c4-a008-cb9b1256c06e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.167743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7846f4a4-e58b-48c4-a008-cb9b1256c06e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4954729 Sep 10 04:07:20.170726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46190) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:20.178577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3a951048-adcd-4769-8f55-34e82b5a800c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Request body: {'security_group_rule': {'security_group_id': '76b85407-0259-4bc5-8653-c1ec33920e6e', 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:20.247836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:11Z', 'updated_at': '2021-09-10T04:07:17Z', 'revision_number': 4, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'gw_port': {'id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:12Z', 'updated_at': '2021-09-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '57b23f01-cf71-461b-a0ce-f5bcb1691871', 'name': '', 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'mac_address': 'fa:16:3e:be:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '9c55a23f-d313-4a37-b219-8da6d5372187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:16Z', 'updated_at': '2021-09-10T04:07:17Z', 'revision_number': 2, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'subnets': [{'id': '9c55a23f-d313-4a37-b219-8da6d5372187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:20.281231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Checking router: 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:07:20.281952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Updating router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 port 57b23f01-cf71-461b-a0ce-f5bcb1691871 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:07:20.314999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.338859 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a951048-adcd-4769-8f55-34e82b5a800c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.419001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a951048-adcd-4769-8f55-34e82b5a800c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.501662 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a951048-adcd-4769-8f55-34e82b5a800c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.532101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-6ca66e8f-72f8-4e98-b172-873c31487e48 req-661642a4-ee07-4e61-8071-3cc3f934f52b service neutron] (95137) timed out ('10.222.0.39', 61198) {{(pid=95137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:07:20.560052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a951048-adcd-4769-8f55-34e82b5a800c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=047d782d-a01c-45e8-9829-6deb74280861,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:20.628681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a951048-adcd-4769-8f55-34e82b5a800c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.633914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46200) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:20.634062 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3a951048-adcd-4769-8f55-34e82b5a800c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4615176 Sep 10 04:07:20.646648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ee446e4f-15dc-4440-93b1-088e679673e8 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Request body: {'security_group_rule': {'security_group_id': '76b85407-0259-4bc5-8653-c1ec33920e6e', 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:20.782887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee446e4f-15dc-4440-93b1-088e679673e8 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.783869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3350788c-35c0-42f6-baa6-1e2adf4a3c2b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:20.792166 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.848913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Transition to ACTIVE for port object 57b23f01-cf71-461b-a0ce-f5bcb1691871 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:20.874087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:20.874600 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.884629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee446e4f-15dc-4440-93b1-088e679673e8 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.921674 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-32e32687-d1c5-4eea-b718-4b0f0b98ebab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:20.983971 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.033633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee446e4f-15dc-4440-93b1-088e679673e8 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.045537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a9a69-94d4-4684-89f1-795163970687 None None] Pushing event updated for resources: {'Port': ['ID=57b23f01-cf71-461b-a0ce-f5bcb1691871,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:21.070208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee446e4f-15dc-4440-93b1-088e679673e8 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9267b146-9d67-4079-bcb2-93a09f5a9685,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:21.144094 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Attempting to bind port 57b23f01-cf71-461b-a0ce-f5bcb1691871 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:07:21.144929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Attempting to bind port 57b23f01-cf71-461b-a0ce-f5bcb1691871 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '512fef61-4eae-4f41-a462-c3cda30788ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:07:21.145527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Attempting to bind port 57b23f01-cf71-461b-a0ce-f5bcb1691871 on network 33d76f73-a343-4ce5-ade2-301f7db92313 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:21.151856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:07:21.154558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Checking segment: {'id': '512fef61-4eae-4f41-a462-c3cda30788ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:21.155065 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.155557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Bound using segment: {'id': '512fef61-4eae-4f41-a462-c3cda30788ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:07:21.156159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Bound port: 57b23f01-cf71-461b-a0ce-f5bcb1691871, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '512fef61-4eae-4f41-a462-c3cda30788ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 200, 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:07:21.156651 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.176706 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee446e4f-15dc-4440-93b1-088e679673e8 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.177969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ee446e4f-15dc-4440-93b1-088e679673e8 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5425987 Sep 10 04:07:21.181156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46212) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:21.185850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e32b8e1a-e358-4eb3-816e-ee8fdb1dbbd3 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Request body: {'security_group_rule': {'security_group_id': '76b85407-0259-4bc5-8653-c1ec33920e6e', 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:21.255145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] For port 57b23f01-cf71-461b-a0ce-f5bcb1691871, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:07:21.268604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] For port 57b23f01-cf71-461b-a0ce-f5bcb1691871, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=57b23f01-cf71-461b-a0ce-f5bcb1691871,segment=NetworkSegment(512fef61-4eae-4f41-a462-c3cda30788ee),segment_id=512fef61-4eae-4f41-a462-c3cda30788ee)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:07:21.358744 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e32b8e1a-e358-4eb3-816e-ee8fdb1dbbd3 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.383631 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.441561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Routers {'93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:21.442854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:06:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:21.562672 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e32b8e1a-e358-4eb3-816e-ee8fdb1dbbd3 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.645284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e32b8e1a-e358-4eb3-816e-ee8fdb1dbbd3 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.671561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32b8e1a-e358-4eb3-816e-ee8fdb1dbbd3 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fddf7edb-8716-4ee6-8c81-ebcbe0b3d14b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:21.753449 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450a9a69-94d4-4684-89f1-795163970687 None None] Pushing event updated for resources: {'Port': ['ID=57b23f01-cf71-461b-a0ce-f5bcb1691871,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:21.764748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e32b8e1a-e358-4eb3-816e-ee8fdb1dbbd3 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:21.765997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e32b8e1a-e358-4eb3-816e-ee8fdb1dbbd3 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5836749 Sep 10 04:07:21.768726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46218) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:21.774171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ef58d036-bdbb-40c0-bac7-2abb3871a222 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Request body: {'security_group_rule': {'security_group_id': '76b85407-0259-4bc5-8653-c1ec33920e6e', 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:21.821559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] Set router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:21.910713 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef58d036-bdbb-40c0-bac7-2abb3871a222 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:22.042230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef58d036-bdbb-40c0-bac7-2abb3871a222 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:22.125149 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef58d036-bdbb-40c0-bac7-2abb3871a222 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:22.143868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef58d036-bdbb-40c0-bac7-2abb3871a222 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12107a24-efc1-461e-8872-43cefdad025a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:22.250639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef58d036-bdbb-40c0-bac7-2abb3871a222 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:22.254848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ef58d036-bdbb-40c0-bac7-2abb3871a222 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4825196 Sep 10 04:07:22.255074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 46230) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:22.267814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c1816520-9798-4b4f-892f-822c39179bb7 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Request body: {'security_group_rule': {'security_group_id': '76b85407-0259-4bc5-8653-c1ec33920e6e', 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:22.410909 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-c1816520-9798-4b4f-892f-822c39179bb7 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Project 44c9bb0c8246473ebb9fa4cb93808b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:07:22.417742 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1816520-9798-4b4f-892f-822c39179bb7 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:22.483893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1816520-9798-4b4f-892f-822c39179bb7 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:22.561037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:11Z', 'updated_at': '2021-09-10T04:07:17Z', 'revision_number': 4, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'gw_port': {'id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:12Z', 'updated_at': '2021-09-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '57b23f01-cf71-461b-a0ce-f5bcb1691871', 'name': '', 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'mac_address': 'fa:16:3e:be:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '9c55a23f-d313-4a37-b219-8da6d5372187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:16Z', 'updated_at': '2021-09-10T04:07:21Z', 'revision_number': 4, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'subnets': [{'id': '9c55a23f-d313-4a37-b219-8da6d5372187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:22.566068 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1816520-9798-4b4f-892f-822c39179bb7 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:22.587506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1816520-9798-4b4f-892f-822c39179bb7 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=930ba4d9-04b4-40ee-8804-e5dd394995e3,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:22.594456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea42edbf-cbcc-4efe-b280-ef0d56c8d2c9 None None] The sync data for ids ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'] in n-d-808143-1 is: [{'id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:11Z', 'updated_at': '2021-09-10T04:07:17Z', 'revision_number': 4, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'gw_port': {'id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:12Z', 'updated_at': '2021-09-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '57b23f01-cf71-461b-a0ce-f5bcb1691871', 'name': '', 'network_id': '33d76f73-a343-4ce5-ade2-301f7db92313', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'mac_address': 'fa:16:3e:be:6c:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '9c55a23f-d313-4a37-b219-8da6d5372187', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:16Z', 'updated_at': '2021-09-10T04:07:21Z', 'revision_number': 4, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'subnets': [{'id': '9c55a23f-d313-4a37-b219-8da6d5372187', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:07:22.690103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c1816520-9798-4b4f-892f-822c39179bb7 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:22.694287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 46236) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:22.695305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c1816520-9798-4b4f-892f-822c39179bb7 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4323840 Sep 10 04:07:22.699419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a2002fdd-c69b-4903-a6cc-de0ef2a878e1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Request body: {'security_group_rule': {'security_group_id': '76b85407-0259-4bc5-8653-c1ec33920e6e', 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:22.815715 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-a2002fdd-c69b-4903-a6cc-de0ef2a878e1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Project 44c9bb0c8246473ebb9fa4cb93808b2e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:07:22.822413 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2002fdd-c69b-4903-a6cc-de0ef2a878e1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:22.846287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 57b23f01-cf71-461b-a0ce-f5bcb1691871 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:22.970378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2002fdd-c69b-4903-a6cc-de0ef2a878e1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:23.056536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 57b23f01-cf71-461b-a0ce-f5bcb1691871 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:23.060640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 57b23f01-cf71-461b-a0ce-f5bcb1691871 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:23.061071 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:23.120112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2002fdd-c69b-4903-a6cc-de0ef2a878e1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:23.166860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2002fdd-c69b-4903-a6cc-de0ef2a878e1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df80a6b0-e398-4ef6-b40c-60df47a24b9e,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:23.221616 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:23.222444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2002fdd-c69b-4903-a6cc-de0ef2a878e1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:23.224064 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a2002fdd-c69b-4903-a6cc-de0ef2a878e1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5281982 Sep 10 04:07:23.271507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 57b23f01-cf71-461b-a0ce-f5bcb1691871, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=57b23f01-cf71-461b-a0ce-f5bcb1691871,segment=NetworkSegment(512fef61-4eae-4f41-a462-c3cda30788ee),segment_id=512fef61-4eae-4f41-a462-c3cda30788ee)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:23.348503 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:23.406813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=57b23f01-cf71-461b-a0ce-f5bcb1691871,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:23.525067 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8568bf4-111e-4195-aef1-dadb3a3a0abe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:23.566417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-9fc29bef-9219-4239-8b1b-740cd70f0e63 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-547534411&fields=id&tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e HTTP/1.1" status: 200 len: 267 time: 0.0891171 Sep 10 04:07:23.696950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-02a284bf-c485-479f-908e-cce438ad7248 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:23.704343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-02a284bf-c485-479f-908e-cce438ad7248 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/networks?id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 HTTP/1.1" status: 200 len: 809 time: 0.1281495 Sep 10 04:07:23.722499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-2117cb10-744b-452f-af05-088f09d25d2d tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/quotas/44c9bb0c8246473ebb9fa4cb93808b2e HTTP/1.1" status: 200 len: 375 time: 0.0172453 Sep 10 04:07:23.730502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:23.802916 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-24e58866-377c-4933-9b84-d123f0a29b32 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734520 Sep 10 04:07:23.943529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-cb90b450-c772-4103-af5a-518e79e855f8 service neutron] 10.222.0.22 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214526 Sep 10 04:07:24.156619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6f2e6705-9911-40cb-9c93-526aeee4f1a8 service neutron] 10.222.0.22 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024052 Sep 10 04:07:24.749035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 57b23f01-cf71-461b-a0ce-f5bcb1691871 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:24.808182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 57b23f01-cf71-461b-a0ce-f5bcb1691871 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:24.808896 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:25.167461 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:25.498908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3857900c-7363-42e2-b516-07bf4fd6664a req-bb247260-e970-45ed-b596-e6364e6a2e45 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 210 time: 0.0308383 Sep 10 04:07:26.291173 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:26.612245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9612348-e4aa-4aea-8877-5d813239c021 req-61671170-5701-4b01-a2bb-0c33ea027551 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 210 time: 0.0466073 Sep 10 04:07:27.722740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c4f0463-f98b-4f20-beb1-9a7b4ac01c42 req-07c4df23-a829-4a4f-83f9-273e7f74fc2a tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 210 time: 0.0441179 Sep 10 04:07:28.820543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64e497f9-945c-4099-a0ef-d51e9fce257a req-6e715675-b5c6-4c48-bbb4-7a4c5c7289e9 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 210 time: 0.0341468 Sep 10 04:07:28.987426 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:29.904401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a002d9c-ed35-4ab7-b02f-1dfaae8ff467 req-427ef9d3-fd02-4295-938f-7a7f26b8efac tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 210 time: 0.0275865 Sep 10 04:07:31.073171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3d2ae53-2036-4b64-a456-1b7c6278fdaf req-3a5149d8-2065-4e13-9d0d-f67406e6b71d tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 210 time: 0.0547318 Sep 10 04:07:32.252038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d07698e-0d82-4535-9791-bbe6635137a3 req-9050f155-1958-422a-b1ed-9067793adb90 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 210 time: 0.0347400 Sep 10 04:07:32.275230 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:32.944040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-a9a442dc-1d4b-438e-b007-ed6261505fba tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:32.945649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-a9a442dc-1d4b-438e-b007-ed6261505fba tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.39 "GET /v2.0/networks?id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 HTTP/1.1" status: 200 len: 809 time: 0.1255376 Sep 10 04:07:33.027269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-a4efd256-822d-43c7-9a08-5c650638f90b tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e HTTP/1.1" status: 200 len: 379 time: 0.0716650 Sep 10 04:07:33.038837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Request body: {'port': {'device_id': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'admin_state_up': True, 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'security_groups': ['76b85407-0259-4bc5-8653-c1ec33920e6e']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:33.273665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Made reservation on behalf of 44c9bb0c8246473ebb9fa4cb93808b2e for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:07:33.277802 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:33.377372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bc99a3d-e4c6-415f-8b24-09557059f800 req-10954a82-3c69-45a2-a254-0619fb9f2fc9 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 210 time: 0.0330384 Sep 10 04:07:33.438701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Allocated IP 172.20.0.8 (a72635c5-b36c-4f1e-934c-1bfe36f9d1a9/e02c6386-a6da-41c0-9a52-a49ee7e7e4dd/10c76710-2cbf-46fe-8d47-7d6b1619ee44) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:07:33.590807 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:33.604767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Transition to ACTIVE for port object 10c76710-2cbf-46fe-8d47-7d6b1619ee44 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:33.782458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:33.826741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:33.829815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:33.835666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:07:33.859742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'Port': ['ID=10c76710-2cbf-46fe-8d47-7d6b1619ee44,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:33.901400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:33.902343 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:34.028364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-751355dc-aa80-4aef-955a-47fb0e003d64 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9948087 Sep 10 04:07:34.147438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Request body: {'port': {'device_id': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:34.181841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8bd5fe20-246e-4653-9516-0d0acc0201b7 None None] Provisioning for port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:34.187203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8bd5fe20-246e-4653-9516-0d0acc0201b7 None None] Provisioning complete for port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:34.187654 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8bd5fe20-246e-4653-9516-0d0acc0201b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:34.209278 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:34.234916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8bd5fe20-246e-4653-9516-0d0acc0201b7 None None] Port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:07:34.582539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-020c486d-3a3a-4b74-809d-3b976e301407 req-f24a4006-484e-4197-8c6c-64b00216fda6 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:34.584096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-020c486d-3a3a-4b74-809d-3b976e301407 req-f24a4006-484e-4197-8c6c-64b00216fda6 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 931 time: 0.1116209 Sep 10 04:07:34.596748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c76710-2cbf-46fe-8d47-7d6b1619ee44 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:07:34.610417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:34.633611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Transition to ACTIVE for port object 10c76710-2cbf-46fe-8d47-7d6b1619ee44 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:34.646100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-020c486d-3a3a-4b74-809d-3b976e301407 req-a92c0163-197c-46e9-96e0-d8ac620ca346 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516541 Sep 10 04:07:34.730595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:34.786497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=10c76710-2cbf-46fe-8d47-7d6b1619ee44,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:34.891079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Attempting to bind port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:07:34.891409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Attempting to bind port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:07:34.891772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Attempting to bind port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 on network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:34.900636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 on network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:07:34.900636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Attempting to bind port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 on network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:34.917421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 7, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:07:34.917826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Checking segment: {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:34.918336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Bound using segment: {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:07:34.918835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Bound port: 10c76710-2cbf-46fe-8d47-7d6b1619ee44, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3890c0a3-72b9-4e7b-aba5-e5238330b0b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 246, 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:07:34.919259 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:35.046225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] For port 10c76710-2cbf-46fe-8d47-7d6b1619ee44, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:07:35.049624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] For port 10c76710-2cbf-46fe-8d47-7d6b1619ee44, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:07:35.170878 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:35.211768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:35.212334 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:35.214855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] 10.222.0.39 "PUT /v2.0/ports/10c76710-2cbf-46fe-8d47-7d6b1619ee44 HTTP/1.1" status: 200 len: 1091 time: 1.1754193 Sep 10 04:07:35.215220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'tag': '10c76710-2cbf-46fe-8d47-7d6b1619ee44'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:07:35.217867 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8b6e58-c98d-4f6b-b444-71954797197f", "tag": "10c76710-2cbf-46fe-8d47-7d6b1619ee44"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:07:35.252976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6759d5b3-b8fd-49cd-9e7e-8b0e5aa3a6e2 service neutron] Pushing event updated for resources: {'Port': ['ID=10c76710-2cbf-46fe-8d47-7d6b1619ee44,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:35.362671 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:07:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f29d15e-3c71-4dbf-a15e-b7d8d17252fc x-openstack-request-id: req-4f29d15e-3c71-4dbf-a15e-b7d8d17252fc {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:07:35.363063 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8b6e58-c98d-4f6b-b444-71954797197f", "tag": "10c76710-2cbf-46fe-8d47-7d6b1619ee44", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:07:35.363486 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f29d15e-3c71-4dbf-a15e-b7d8d17252fc {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:07:35.364042 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'tag': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'status': 'completed', 'code': 200} Sep 10 04:07:35.430313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-40ea3bd5-e992-4c25-a757-ee12b66e272a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:35.431949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-40ea3bd5-e992-4c25-a757-ee12b66e272a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e&device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 1094 time: 0.0520585 Sep 10 04:07:35.490066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-a875cf75-a568-4584-b0c5-3c633c1f2266 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44 HTTP/1.1" status: 200 len: 217 time: 0.0506327 Sep 10 04:07:35.545164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-c6c8951a-5b3e-46e7-82eb-9470a647b4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:35.546840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-c6c8951a-5b3e-46e7-82eb-9470a647b4ec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e02c6386-a6da-41c0-9a52-a49ee7e7e4dd HTTP/1.1" status: 200 len: 848 time: 0.0503016 Sep 10 04:07:35.596154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-3275f12a-a2d6-40d6-ac0e-427ad503a994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:35.597696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-3275f12a-a2d6-40d6-ac0e-427ad503a994 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439167 Sep 10 04:07:35.718650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-fc09a629-e205-4f0e-9581-2741415b092e service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137373 Sep 10 04:07:35.843088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aee54a0-7759-4ec3-b3fb-7d0ec16b0002 req-42ab1e8d-b461-4acd-9db6-bce51c573a5f service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176617 Sep 10 04:07:35.855821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5481d38-8ffa-4e0e-b02c-d7955ffd7b87 req-25fcd91c-eb3d-4693-8d1d-e09fb77f0c3a tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:35.857305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5481d38-8ffa-4e0e-b02c-d7955ffd7b87 req-25fcd91c-eb3d-4693-8d1d-e09fb77f0c3a tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 943 time: 0.0727835 Sep 10 04:07:35.895531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5481d38-8ffa-4e0e-b02c-d7955ffd7b87 req-cdd22153-6559-40c1-8101-994a67df8c0c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319321 Sep 10 04:07:36.029369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-3ea04ba4-fcfe-4474-852d-2a9a0b09da89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:36.031808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-3ea04ba4-fcfe-4474-852d-2a9a0b09da89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e&device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 1094 time: 0.0414155 Sep 10 04:07:36.126776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-3454e109-7515-405f-83a3-2cce90e809c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:36.128486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-3454e109-7515-405f-83a3-2cce90e809c7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 HTTP/1.1" status: 200 len: 910 time: 0.0907571 Sep 10 04:07:36.175695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-83bb4603-b5dd-40cb-8264-f9ff6b4f4623 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44 HTTP/1.1" status: 200 len: 217 time: 0.0396588 Sep 10 04:07:36.226439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-c315b23f-3730-4993-8346-170530905d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:36.227951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-c315b23f-3730-4993-8346-170530905d76 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e02c6386-a6da-41c0-9a52-a49ee7e7e4dd HTTP/1.1" status: 200 len: 848 time: 0.0453007 Sep 10 04:07:36.276064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-b65b6c3b-1c91-43f8-8c1d-55d0a6b1aa65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:36.277570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-b65b6c3b-1c91-43f8-8c1d-55d0a6b1aa65 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411561 Sep 10 04:07:36.379405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-cb91685b-e8fc-49bf-b1c5-13fc2b4cc012 service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923340 Sep 10 04:07:36.483136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91d18a97-02c5-4fbe-80d4-fd38ba99e8fb req-5d10afcc-a874-47fc-9534-ba14e9b56784 service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901637 Sep 10 04:07:37.024041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7827bc63-7ad5-4844-9442-7eeec8cc5d73 req-fb36d235-66a6-4390-9d1d-2fb7f8c4db9c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:37.025578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7827bc63-7ad5-4844-9442-7eeec8cc5d73 req-fb36d235-66a6-4390-9d1d-2fb7f8c4db9c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 943 time: 0.0585661 Sep 10 04:07:37.058268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 10c76710-2cbf-46fe-8d47-7d6b1619ee44 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:07:37.068738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7827bc63-7ad5-4844-9442-7eeec8cc5d73 req-f50aa590-ad94-4250-b7f6-f62ef0c38ca4 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366163 Sep 10 04:07:37.165895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 10c76710-2cbf-46fe-8d47-7d6b1619ee44, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:37.178169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'port_id': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'mac_address': 'fa:16:3e:05:33:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 246, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:07:37.216584 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:37.233905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c76710-2cbf-46fe-8d47-7d6b1619ee44 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:07:37.254061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 10c76710-2cbf-46fe-8d47-7d6b1619ee44, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:37.358658 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:37.411354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=10c76710-2cbf-46fe-8d47-7d6b1619ee44,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:37.601316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['10c76710-2cbf-46fe-8d47-7d6b1619ee44'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:07:38.196372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065e3f97-82c7-43ca-af6e-172456708db6 req-8a02b828-b134-43fa-beb5-af565414fe7a tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:38.197778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-065e3f97-82c7-43ca-af6e-172456708db6 req-8a02b828-b134-43fa-beb5-af565414fe7a tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 944 time: 0.0511601 Sep 10 04:07:38.237238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-065e3f97-82c7-43ca-af6e-172456708db6 req-a3a8b3cd-c141-49b3-a7c8-c4168e1154c0 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333641 Sep 10 04:07:39.058206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 10c76710-2cbf-46fe-8d47-7d6b1619ee44 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:07:39.215753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:07:39.220280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:07:39.220656 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:39.304317 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:39.327503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c76710-2cbf-46fe-8d47-7d6b1619ee44'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:07:39.329920 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a517dd2-4ae9-465b-b9cc-beeb9d57038f" -d '{"events": [{"server_uuid": "3c8b6e58-c98d-4f6b-b444-71954797197f", "name": "network-vif-plugged", "status": "completed", "tag": "10c76710-2cbf-46fe-8d47-7d6b1619ee44"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:07:39.343562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 10c76710-2cbf-46fe-8d47-7d6b1619ee44, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:07:39.356616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ad150-70e0-406c-91ab-96d635b19d12 req-9318e40a-0254-4c55-9709-e1cb81de32c0 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:39.358154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b84ad150-70e0-406c-91ab-96d635b19d12 req-9318e40a-0254-4c55-9709-e1cb81de32c0 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 944 time: 0.0513232 Sep 10 04:07:39.403429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b84ad150-70e0-406c-91ab-96d635b19d12 req-d5b746c8-61db-493c-a576-cc924c6a23b1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389712 Sep 10 04:07:39.444411 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790d4663-49ce-4238-b45b-4105f103fbbb x-openstack-request-id: req-790d4663-49ce-4238-b45b-4105f103fbbb {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:07:39.444718 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8b6e58-c98d-4f6b-b444-71954797197f", "name": "network-vif-plugged", "status": "completed", "tag": "10c76710-2cbf-46fe-8d47-7d6b1619ee44", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:07:39.444970 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-790d4663-49ce-4238-b45b-4105f103fbbb {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:07:39.445367 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'code': 200} Sep 10 04:07:39.446565 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:39.489072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-4d7d7542-25a5-4305-a4c1-e0f677acf3ac req-84043027-b0a2-42b6-a150-89f3a6f8f2b7 service neutron] (95137) timed out ('10.222.0.22', 50434) {{(pid=95137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:07:39.497562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=10c76710-2cbf-46fe-8d47-7d6b1619ee44,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:39.557885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7580aa97-4b1e-4f52-a249-d2720db52357 req-ed51dc1a-96c3-4265-a353-d3a88e96c574 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:39.559558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7580aa97-4b1e-4f52-a249-d2720db52357 req-ed51dc1a-96c3-4265-a353-d3a88e96c574 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 1096 time: 0.0592763 Sep 10 04:07:39.606265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7580aa97-4b1e-4f52-a249-d2720db52357 req-3a9caa52-764a-4e7e-b8f9-003547c6d685 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389538 Sep 10 04:07:40.530417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1ba67a-5c7f-4363-8c22-394467ac7d0b req-e40634fb-1225-4aac-b6c3-2866ba3b40f1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:40.532177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d1ba67a-5c7f-4363-8c22-394467ac7d0b req-e40634fb-1225-4aac-b6c3-2866ba3b40f1 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 945 time: 0.0584507 Sep 10 04:07:40.593806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d1ba67a-5c7f-4363-8c22-394467ac7d0b req-f7117f67-a5d3-4a9a-8e90-8e87d0529a53 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433085 Sep 10 04:07:41.773979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7fcd5a-ce84-4608-b75f-dce40b96755c req-816e114d-cfd4-4ed0-99f1-9bbf67619442 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:41.781178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c7fcd5a-ce84-4608-b75f-dce40b96755c req-816e114d-cfd4-4ed0-99f1-9bbf67619442 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 945 time: 0.1058671 Sep 10 04:07:41.831190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c7fcd5a-ce84-4608-b75f-dce40b96755c req-5eb1a895-ec90-4914-8b1d-f622ef559040 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426562 Sep 10 04:07:41.963278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2521f1-2a2c-47f8-b0f7-621d8df73c54 req-914c89d4-3034-42a4-964f-2780b5f21772 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:41.965190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac2521f1-2a2c-47f8-b0f7-621d8df73c54 req-914c89d4-3034-42a4-964f-2780b5f21772 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 945 time: 0.0580773 Sep 10 04:07:42.009701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac2521f1-2a2c-47f8-b0f7-621d8df73c54 req-ee4d9c27-8ed8-4ae5-be11-dd68f17acc56 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384438 Sep 10 04:07:42.159637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af98728b-13a6-4a09-8909-2b1978422285 req-fffe5a27-1001-459c-913c-20b3fcbf8edf tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:42.173632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af98728b-13a6-4a09-8909-2b1978422285 req-fffe5a27-1001-459c-913c-20b3fcbf8edf tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 945 time: 0.0888987 Sep 10 04:07:42.211767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af98728b-13a6-4a09-8909-2b1978422285 req-9f227407-2471-45c1-8b73-dec2afe4af3e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358129 Sep 10 04:07:42.240037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47074) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:42.329863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d29ea61-6ab3-44fc-b61d-b9c660104976 tempest-TestServerBasicOps-580268801 tempest-TestServerBasicOps-580268801-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:42.331493 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9d29ea61-6ab3-44fc-b61d-b9c660104976 tempest-TestServerBasicOps-580268801 tempest-TestServerBasicOps-580268801-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 1091 time: 0.0895884 Sep 10 04:07:42.335096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 47082) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:07:42.339652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:42.500906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:42.603841 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:42.708263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Allocated IP 172.25.3.94 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/fb89eb14-462e-4112-b5c7-6f99ff02ec42) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:07:42.820149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:42.935447 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:42.972034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:42.974818 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:42.978325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:07:43.005271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'Port': ['ID=fb89eb14-462e-4112-b5c7-6f99ff02ec42,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:43.789190 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:43.973132 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:44.136728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:44.241742 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:07:44.285585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:44.347466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event updated for resources: {'Port': ['ID=fb89eb14-462e-4112-b5c7-6f99ff02ec42,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:44.364838 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:44.464587 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Floating IP 386a64de-fe89-44b1-b444-7c0e81f1a6fe associated. External IP: 172.25.3.94, port: 10c76710-2cbf-46fe-8d47-7d6b1619ee44. Sep 10 04:07:44.743375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Router e1163381-9a55-467d-87c5-09d70d941537 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:07:44.862548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:07:44.882439 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] Sync routers for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:07:44.901172 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:44.903408 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:07:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:44.919820 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:44.963373 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d4eb0a4b-85d6-4a1d-ac36-5c4fb111066c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6269755 Sep 10 04:07:44.964400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'tag': '10c76710-2cbf-46fe-8d47-7d6b1619ee44'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:07:44.967881 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe" -d '{"events": [{"name": "network-changed", "server_uuid": "3c8b6e58-c98d-4f6b-b444-71954797197f", "tag": "10c76710-2cbf-46fe-8d47-7d6b1619ee44"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:07:45.009665 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:07:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865aea2d-b357-43ed-b09c-4689b2443f75 x-openstack-request-id: req-865aea2d-b357-43ed-b09c-4689b2443f75 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:07:45.010007 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c8b6e58-c98d-4f6b-b444-71954797197f", "tag": "10c76710-2cbf-46fe-8d47-7d6b1619ee44", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:07:45.010268 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-865aea2d-b357-43ed-b09c-4689b2443f75 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:07:45.010697 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'tag': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'status': 'completed', 'code': 200} Sep 10 04:07:45.054489 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:45.083813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-0396c62c-73c3-40f2-b4d9-e700553c7f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:45.086016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-0396c62c-73c3-40f2-b4d9-e700553c7f4c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e&device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 1096 time: 0.0493116 Sep 10 04:07:45.202014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-c720aa85-25f7-4e6e-b5c4-1d7e032827d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:45.202014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-c720aa85-25f7-4e6e-b5c4-1d7e032827d4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 HTTP/1.1" status: 200 len: 910 time: 0.1055145 Sep 10 04:07:45.342805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-5e18e9d8-18bf-4ca0-9997-221697cddef0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44 HTTP/1.1" status: 200 len: 998 time: 0.1357350 Sep 10 04:07:45.346482 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '386a64de-fe89-44b1-b444-7c0e81f1a6fe', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'port_id': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'mac_address': 'fa:16:3e:05:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:07:43Z', 'updated_at': '2021-09-10T04:07:43Z', 'revision_number': 0, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6', 'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'mac_address': 'fa:16:3e:c2:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:05Z', 'updated_at': '2021-09-10T04:07:15Z', 'revision_number': 5, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'subnets': [{'id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:45.384174 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] Checking router: e1163381-9a55-467d-87c5-09d70d941537 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:07:45.393128 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:07:45.393921 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:07:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:45.399550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-08409106-3f15-420c-b694-a1e320d82445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:45.401292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-08409106-3f15-420c-b694-a1e320d82445 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e02c6386-a6da-41c0-9a52-a49ee7e7e4dd HTTP/1.1" status: 200 len: 848 time: 0.0502779 Sep 10 04:07:45.448745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-b1997071-8dd3-4889-aaa3-638cee6ca8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:45.450319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-b1997071-8dd3-4889-aaa3-638cee6ca8e0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416269 Sep 10 04:07:45.507090 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:07:45.561497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-6ad4c317-e9db-413b-bd16-40b0d2c1797c service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987537 Sep 10 04:07:45.686182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fab075e4-6e1d-4fdd-b5b3-a4cf6ae97cfe req-2c8c8c21-66b5-4696-830d-e24699013874 service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162152 Sep 10 04:07:45.751670 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '386a64de-fe89-44b1-b444-7c0e81f1a6fe', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'port_id': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'mac_address': 'fa:16:3e:05:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:07:43Z', 'updated_at': '2021-09-10T04:07:43Z', 'revision_number': 0, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6', 'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'mac_address': 'fa:16:3e:c2:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:05Z', 'updated_at': '2021-09-10T04:07:15Z', 'revision_number': 5, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'subnets': [{'id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:07:45.859838 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67b0e2c7-a3a8-44a7-9e7c-8aed207818c5 None None] The sync data for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 is: [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '386a64de-fe89-44b1-b444-7c0e81f1a6fe', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'floating_ip_address': '172.25.3.94', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'port_id': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3746, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'mac_address': 'fa:16:3e:05:33:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:07:43Z', 'updated_at': '2021-09-10T04:07:43Z', 'revision_number': 0, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6', 'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'mac_address': 'fa:16:3e:c2:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:05Z', 'updated_at': '2021-09-10T04:07:15Z', 'revision_number': 5, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'subnets': [{'id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:07:46.059550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0fb2989-a07a-4fce-913d-53571bca375e None None] New status for floating IP 386a64de-fe89-44b1-b444-7c0e81f1a6fe: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:07:49.046617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-3275461f-cdd4-4ed0-b195-90d1e4120b68 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:49.048112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-3275461f-cdd4-4ed0-b195-90d1e4120b68 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/networks?id=441a88b9-c8a9-4616-831d-15e5f1ca177c HTTP/1.1" status: 200 len: 814 time: 0.4132941 Sep 10 04:07:49.064670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-c686beba-8203-4839-bc22-be9963c05ebc tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/quotas/3dc49fd793a64bc9b9d53190b4d7ee4a HTTP/1.1" status: 200 len: 375 time: 0.0106771 Sep 10 04:07:49.098015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1fe6e3a6-a8e9-47e2-af28-fd245efe02e2 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281277 Sep 10 04:07:49.196479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-d47aca02-4ee8-4e1d-9f25-39d8ba03a8f5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:07:49.197503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-d47aca02-4ee8-4e1d-9f25-39d8ba03a8f5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0918436 Sep 10 04:07:49.295939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-db4b0e0f-599b-451c-87a3-aea30f200972 service neutron] 10.222.0.22 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920866 Sep 10 04:07:49.406923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-36ba8e71-cb55-476b-a49a-6162ddb0c5d7 service neutron] 10.222.0.22 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048777 Sep 10 04:07:50.699846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31756826-ee14-4687-bc44-8cc87c2a2b64 req-40337cf6-7502-4357-acbc-a39b81a3c0f7 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 210 time: 0.0340202 Sep 10 04:07:50.815644 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ecdfa00f-70e6-4b29-98a9-21310cafd69e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:51.779510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0350286-14d9-4fda-8320-25ccb6d47c54 req-804738fe-8659-42ed-8660-8e5ae3805df6 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 210 time: 0.0270803 Sep 10 04:07:52.885854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8e269d5-440d-485d-81b0-07d518ef9955 req-e7f93e88-c807-4bc3-95ba-bbc16c26bfaa tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 210 time: 0.0348415 Sep 10 04:07:53.547097 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ecefeb73-bf80-4457-930b-8d91caa0fd2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:53.752582 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:53.966004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e4007d8-8b4e-463c-b817-0f65393a51a9 req-36c5c616-5771-4567-a153-c8b90bc2c764 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 210 time: 0.0262513 Sep 10 04:07:55.069961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3bf9846-3ea1-4768-8ad0-2aac719fd92a req-4e24f9c9-8f0c-4908-992b-aa55d4f56160 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 210 time: 0.0358341 Sep 10 04:07:55.146824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:56.185149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d831284-c774-4fdb-91c9-081f3ba280b5 req-affb92e9-a98f-4acb-ab97-b8071d7812fd tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 210 time: 0.0373926 Sep 10 04:07:56.296919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:57.130078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-ecb0097d-d3dd-486b-85be-8bdaf6e9ef84 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:57.131537 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-ecb0097d-d3dd-486b-85be-8bdaf6e9ef84 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.20 "GET /v2.0/networks?id=441a88b9-c8a9-4616-831d-15e5f1ca177c HTTP/1.1" status: 200 len: 814 time: 0.2094216 Sep 10 04:07:57.145886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Request body: {'port': {'device_id': '997f25e7-81de-476f-9f6e-f578133787c4', 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c', 'admin_state_up': True, 'tenant_id': '3dc49fd793a64bc9b9d53190b4d7ee4a'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:57.381829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7a19183-98ab-44bc-9e84-f771d4516c2b req-20d92292-164c-434d-b7a3-3976d1258791 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 210 time: 0.0808303 Sep 10 04:07:57.454269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Made reservation on behalf of 3dc49fd793a64bc9b9d53190b4d7ee4a for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:07:57.462624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:57.664824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Allocated IP 172.20.0.2 (441a88b9-c8a9-4616-831d-15e5f1ca177c/a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff/6b08fa9b-9c17-4cc3-bb6d-f3773b875178) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:07:57.916869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:58.021903 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:58.098671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Network 441a88b9-c8a9-4616-831d-15e5f1ca177c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:07:58.105320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:07:58.117814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:07:58.166912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:58.167739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:58.171789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Pushing event updated for resources: {'Port': ['ID=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:58.276072 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ff2b4bc-74f5-4e55-a2d0-b5c20059bbec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1341593 Sep 10 04:07:58.290009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Request body: {'port': {'device_id': '997f25e7-81de-476f-9f6e-f578133787c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:07:58.389278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:58.537984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a677f9c1-4e9b-4c03-b197-bf8082f2c5c8 req-5b42b9f5-e78a-4d03-98ee-3ce3eed7b8ad tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:58.545138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a677f9c1-4e9b-4c03-b197-bf8082f2c5c8 req-5b42b9f5-e78a-4d03-98ee-3ce3eed7b8ad tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 931 time: 0.0787747 Sep 10 04:07:58.588292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a677f9c1-4e9b-4c03-b197-bf8082f2c5c8 req-174aa0b5-3c1f-468a-b1b1-42ed4417bf3f tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391769 Sep 10 04:07:58.814946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:07:58.822769 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:58.835163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Transition to ACTIVE for port object 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:07:58.895864 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:58.951717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:58.963697 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:58.978260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.978566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.978863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.979198 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.979535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.980067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.980400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.980765 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.981091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.981413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.981735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:58.982052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:07:59.036838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Attempting to bind port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:07:59.037112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Attempting to bind port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'ff326953-d1ff-4680-92ac-edfa9b709af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:07:59.037373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Attempting to bind port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 on network 441a88b9-c8a9-4616-831d-15e5f1ca177c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:59.047011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 on network 441a88b9-c8a9-4616-831d-15e5f1ca177c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:07:59.047011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Attempting to bind port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 on network 441a88b9-c8a9-4616-831d-15e5f1ca177c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:07:59.047667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 7, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:07:59.048038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Checking segment: {'id': 'ff326953-d1ff-4680-92ac-edfa9b709af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:07:59.048447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Bound using segment: {'id': 'ff326953-d1ff-4680-92ac-edfa9b709af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:07:59.048860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Bound port: 6b08fa9b-9c17-4cc3-bb6d-f3773b875178, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff326953-d1ff-4680-92ac-edfa9b709af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:07:59.049225 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:59.134697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] For port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:07:59.139287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] For port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:07:59.229465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:59.266254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:59.266868 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:07:59.268292 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] 10.222.0.20 "PUT /v2.0/ports/6b08fa9b-9c17-4cc3-bb6d-f3773b875178 HTTP/1.1" status: 200 len: 1091 time: 0.9835308 Sep 10 04:07:59.271277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '997f25e7-81de-476f-9f6e-f578133787c4', 'tag': '6b08fa9b-9c17-4cc3-bb6d-f3773b875178'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:07:59.281115 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5115521-f416-4388-be52-54e74566539f" -d '{"events": [{"name": "network-changed", "server_uuid": "997f25e7-81de-476f-9f6e-f578133787c4", "tag": "6b08fa9b-9c17-4cc3-bb6d-f3773b875178"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:07:59.331052 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:07:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57792c93-c275-4793-8e3d-0709083aa7f5 x-openstack-request-id: req-57792c93-c275-4793-8e3d-0709083aa7f5 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:07:59.331417 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "997f25e7-81de-476f-9f6e-f578133787c4", "tag": "6b08fa9b-9c17-4cc3-bb6d-f3773b875178", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:07:59.331899 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-57792c93-c275-4793-8e3d-0709083aa7f5 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:07:59.332355 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '997f25e7-81de-476f-9f6e-f578133787c4', 'tag': '6b08fa9b-9c17-4cc3-bb6d-f3773b875178', 'status': 'completed', 'code': 200} Sep 10 04:07:59.337596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e54f333-922b-4fd9-a472-39eac54852dc service neutron] Pushing event updated for resources: {'Port': ['ID=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:07:59.402135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5115521-f416-4388-be52-54e74566539f req-c3b52dd9-b0d8-4365-871a-5d7f5a672bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:59.403920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5115521-f416-4388-be52-54e74566539f req-c3b52dd9-b0d8-4365-871a-5d7f5a672bbb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 1094 time: 0.0514741 Sep 10 04:07:59.547656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5115521-f416-4388-be52-54e74566539f req-f8940357-ca33-488a-b2bd-9928a221ae94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:59.549513 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5115521-f416-4388-be52-54e74566539f req-f8940357-ca33-488a-b2bd-9928a221ae94 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1369600 Sep 10 04:07:59.680246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5115521-f416-4388-be52-54e74566539f req-7b99aa35-4c95-45cc-96fd-35eeeea186da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:59.682220 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5115521-f416-4388-be52-54e74566539f req-7b99aa35-4c95-45cc-96fd-35eeeea186da service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1258066 Sep 10 04:07:59.750147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39077a7-68f6-42db-84a0-4092b967e897 req-c4364d87-4b68-4c45-ad2a-840853a4cb03 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:59.751853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39077a7-68f6-42db-84a0-4092b967e897 req-c4364d87-4b68-4c45-ad2a-840853a4cb03 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 943 time: 0.0833647 Sep 10 04:07:59.796237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ee8c490-c542-4468-8ad2-b9b6ef5911dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:59.796530 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-1ee8c490-c542-4468-8ad2-b9b6ef5911dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 1094 time: 0.0583572 Sep 10 04:07:59.804290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a39077a7-68f6-42db-84a0-4092b967e897 req-c633fb06-cb2f-44ba-ac49-44cca012372d tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435402 Sep 10 04:07:59.849502 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-dc27f01f-d1a7-4e6b-9a4d-541b540b35cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b08fa9b-9c17-4cc3-bb6d-f3773b875178 HTTP/1.1" status: 200 len: 217 time: 0.0454309 Sep 10 04:07:59.912791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-8eaeda1d-c8bd-409b-a1a9-5c1bc1f19700 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:07:59.916186 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-8eaeda1d-c8bd-409b-a1a9-5c1bc1f19700 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff HTTP/1.1" status: 200 len: 854 time: 0.0594540 Sep 10 04:07:59.956332 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-2c0bd92d-c953-459f-9bd2-822560379f88 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=441a88b9-c8a9-4616-831d-15e5f1ca177c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335164 Sep 10 04:08:00.068006 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-e3cfc13e-7cd6-4cc7-a45c-f351f93055cc service neutron] 10.222.0.20 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038742 Sep 10 04:08:00.170197 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aea6f588-fa7a-4e0c-8908-192b999e61ef req-87bf23de-6246-491e-96ed-d5fed55bacac service neutron] 10.222.0.20 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942955 Sep 10 04:08:00.942526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b609705c-9908-4ac4-b983-26787d164af9 req-106acb7c-719b-4a26-984c-96ce6d59437d tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:00.943946 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b609705c-9908-4ac4-b983-26787d164af9 req-106acb7c-719b-4a26-984c-96ce6d59437d tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 943 time: 0.0497072 Sep 10 04:08:00.986193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b609705c-9908-4ac4-b983-26787d164af9 req-26e4271b-9138-4fa2-b80b-5356a1973277 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356495 Sep 10 04:08:02.103415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53e3877-0418-4fbf-a0fb-582ae3a5c000 req-e97758da-2a65-4d8a-857f-d4589a4332d3 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:02.105052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b53e3877-0418-4fbf-a0fb-582ae3a5c000 req-e97758da-2a65-4d8a-857f-d4589a4332d3 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 943 time: 0.0512686 Sep 10 04:08:02.147191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b53e3877-0418-4fbf-a0fb-582ae3a5c000 req-5d7fdfee-dd0e-43a2-bf47-bbd5b0c7bde5 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338495 Sep 10 04:08:02.281044 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:03.265663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38e528-6c0a-41ce-a392-8119a9d8c750 req-7364f38c-3a9a-478b-9f4d-78935b95718f tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:03.267869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b38e528-6c0a-41ce-a392-8119a9d8c750 req-7364f38c-3a9a-478b-9f4d-78935b95718f tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 943 time: 0.0513828 Sep 10 04:08:03.321836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b38e528-6c0a-41ce-a392-8119a9d8c750 req-3925bf68-382c-4c41-b58d-1a343e639942 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439322 Sep 10 04:08:03.724206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:08:03.865973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:08:03.877028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '6b08fa9b-9c17-4cc3-bb6d-f3773b875178', 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c', 'port_id': '6b08fa9b-9c17-4cc3-bb6d-f3773b875178', 'mac_address': 'fa:16:3e:98:09:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:08:03.913649 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:03.930546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:08:03.951650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:08:04.026523 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:04.078627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:08:04.086912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.087260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.087598 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.087959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.088293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.088625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.088948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.089270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.089693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.090015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.090342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.090690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:08:04.276270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['6b08fa9b-9c17-4cc3-bb6d-f3773b875178'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:08:04.458014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9144f0-275a-4fba-b9cb-18bebcf94554 req-2555e33a-9b06-4ea2-9c63-24cb38a58d23 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:04.464148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc9144f0-275a-4fba-b9cb-18bebcf94554 req-2555e33a-9b06-4ea2-9c63-24cb38a58d23 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 944 time: 0.0815904 Sep 10 04:08:04.501692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc9144f0-275a-4fba-b9cb-18bebcf94554 req-50380888-46d7-45be-8a46-810b1e2fdff2 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358520 Sep 10 04:08:04.752842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-41827c08-1b2a-4139-af3b-ba0d8a873919 req-e68d01c9-c1f7-460a-b3e6-d81b4eaa6fe7 service neutron] (95136) timed out ('10.222.0.20', 59301) {{(pid=95136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:08:05.678517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9703827a-9d6f-4ca4-8225-9c5002c9ed53 req-b26e8c38-21c3-46ae-b029-2c77d91b8c13 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:05.681340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9703827a-9d6f-4ca4-8225-9c5002c9ed53 req-b26e8c38-21c3-46ae-b029-2c77d91b8c13 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 944 time: 0.0911591 Sep 10 04:08:05.725213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9703827a-9d6f-4ca4-8225-9c5002c9ed53 req-ff5cd611-ac25-4112-9356-aa2a9ef96b31 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366089 Sep 10 04:08:05.741296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:08:05.895023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:08:05.899472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:08:05.899947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:05.983168 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:06.008826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f25e7-81de-476f-9f6e-f578133787c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b08fa9b-9c17-4cc3-bb6d-f3773b875178'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:08:06.011202 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f19e349f-9ac0-4576-8ebf-2260a167085d" -d '{"events": [{"server_uuid": "997f25e7-81de-476f-9f6e-f578133787c4", "name": "network-vif-plugged", "status": "completed", "tag": "6b08fa9b-9c17-4cc3-bb6d-f3773b875178"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:08:06.024273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:08:06.055879 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b53cb9b-afba-434d-ad58-479a4cdb810a x-openstack-request-id: req-1b53cb9b-afba-434d-ad58-479a4cdb810a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:08:06.065207 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997f25e7-81de-476f-9f6e-f578133787c4", "name": "network-vif-plugged", "status": "completed", "tag": "6b08fa9b-9c17-4cc3-bb6d-f3773b875178", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:08:06.065207 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b53cb9b-afba-434d-ad58-479a4cdb810a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:08:06.065207 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997f25e7-81de-476f-9f6e-f578133787c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b08fa9b-9c17-4cc3-bb6d-f3773b875178', 'code': 200} Sep 10 04:08:06.125453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:06.178994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c8dd61-2dc1-4fd5-88d8-09a9e1d5bd96 req-9551f44c-42a0-418d-96d8-34905c69d60d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:06.182455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d9c8dd61-2dc1-4fd5-88d8-09a9e1d5bd96 req-9551f44c-42a0-418d-96d8-34905c69d60d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 1096 time: 0.0622563 Sep 10 04:08:06.186796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:08:06.230010 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d9c8dd61-2dc1-4fd5-88d8-09a9e1d5bd96 req-a011d81a-8bb5-4edf-b5ee-f6bebef70aaf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390854 Sep 10 04:08:06.865895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce94aa77-06d6-470f-b282-f41f69160a7b req-15ad8d0b-170e-435f-b42b-70163dc76382 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:06.873868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce94aa77-06d6-470f-b282-f41f69160a7b req-15ad8d0b-170e-435f-b42b-70163dc76382 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 945 time: 0.0730689 Sep 10 04:08:06.922587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce94aa77-06d6-470f-b282-f41f69160a7b req-4c54d4da-99d4-46f7-96f7-f452466366a6 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477879 Sep 10 04:08:08.038221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8632d271-fff2-4923-a5a2-2078df4eb0db req-44a2ea13-c073-46b9-9f12-357566b9a836 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:08.040179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8632d271-fff2-4923-a5a2-2078df4eb0db req-44a2ea13-c073-46b9-9f12-357566b9a836 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 945 time: 0.0532775 Sep 10 04:08:08.102472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8632d271-fff2-4923-a5a2-2078df4eb0db req-70d8fb23-2df3-4f05-b35b-0751f8492bcf tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417614 Sep 10 04:08:19.220960 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 48430) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:08:19.374373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fbb7c8-ab93-4898-9bc5-b9971d9c3e65 req-f3337da8-fab2-45e8-bf97-c7ab6a797a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:19.376091 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d1fbb7c8-ab93-4898-9bc5-b9971d9c3e65 req-f3337da8-fab2-45e8-bf97-c7ab6a797a27 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 1096 time: 0.1531057 Sep 10 04:08:19.418273 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d1fbb7c8-ab93-4898-9bc5-b9971d9c3e65 req-7fc3429b-02aa-4116-9668-314400a4b90c service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334864 Sep 10 04:08:20.824526 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-085630c1-6a9a-4caa-acb1-50a92e651e60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:21.246676 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:08:23.527418 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-02e78f63-201b-40d3-9cbd-85dc3464ea00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:23.700233 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:25.128785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:26.324422 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:29.035898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:29.597196 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-89428016-a742-4d9b-822e-f85c7ba57064 req-8dfb13fc-b148-4ff3-88ec-63b094cede79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456007 Sep 10 04:08:29.685328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89428016-a742-4d9b-822e-f85c7ba57064 req-e41f0dcf-0fe7-453f-a70b-b22500b2c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:29.686855 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-89428016-a742-4d9b-822e-f85c7ba57064 req-e41f0dcf-0fe7-453f-a70b-b22500b2c23a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 1096 time: 0.0429401 Sep 10 04:08:29.795577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89428016-a742-4d9b-822e-f85c7ba57064 req-90e840a8-cb41-4654-8ab7-c18886cf6e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:29.797099 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-89428016-a742-4d9b-822e-f85c7ba57064 req-90e840a8-cb41-4654-8ab7-c18886cf6e1b service neutron] 10.222.0.20 "GET /v2.0/networks?id=441a88b9-c8a9-4616-831d-15e5f1ca177c HTTP/1.1" status: 200 len: 915 time: 0.0905654 Sep 10 04:08:29.839093 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-89428016-a742-4d9b-822e-f85c7ba57064 req-8c932e4a-f9a6-4c0b-ba98-aa49f12a1874 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6b08fa9b-9c17-4cc3-bb6d-f3773b875178 HTTP/1.1" status: 200 len: 217 time: 0.0350580 Sep 10 04:08:29.897086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89428016-a742-4d9b-822e-f85c7ba57064 req-7f62a400-85b5-4c42-84bb-ff04c4d14005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:29.898560 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-89428016-a742-4d9b-822e-f85c7ba57064 req-7f62a400-85b5-4c42-84bb-ff04c4d14005 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff HTTP/1.1" status: 200 len: 854 time: 0.0521204 Sep 10 04:08:29.935796 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-89428016-a742-4d9b-822e-f85c7ba57064 req-f7c31fd2-7dbd-4f26-b949-14ee98bafc9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=441a88b9-c8a9-4616-831d-15e5f1ca177c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300207 Sep 10 04:08:30.048154 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-89428016-a742-4d9b-822e-f85c7ba57064 req-083ac7cb-82fd-4968-8ef7-66decd57820f service neutron] 10.222.0.20 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1037014 Sep 10 04:08:30.145844 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-89428016-a742-4d9b-822e-f85c7ba57064 req-48eb92e1-918e-4d7a-9fb5-8abc899e15f4 service neutron] 10.222.0.20 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905528 Sep 10 04:08:32.248472 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:35.181270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-66679e7c-b208-4769-ae7a-bd903abeafbd service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0422652 Sep 10 04:08:35.266792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-08d66080-4d51-417f-8b36-c9c0091e7f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:35.268290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-08d66080-4d51-417f-8b36-c9c0091e7f89 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e&device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 1096 time: 0.0454195 Sep 10 04:08:35.424141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-04f2c4e6-0337-478a-b666-239f2af14051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:35.426255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-04f2c4e6-0337-478a-b666-239f2af14051 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 HTTP/1.1" status: 200 len: 910 time: 0.1385798 Sep 10 04:08:35.500089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-3cf52625-8082-45bf-8d5d-c783324cb2bc service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44 HTTP/1.1" status: 200 len: 1000 time: 0.0655499 Sep 10 04:08:35.555053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-0adf894d-ca09-443a-8f10-3432f1f7749a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:35.556692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-0adf894d-ca09-443a-8f10-3432f1f7749a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e02c6386-a6da-41c0-9a52-a49ee7e7e4dd HTTP/1.1" status: 200 len: 848 time: 0.0497918 Sep 10 04:08:35.650128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-9fdb6d65-163d-4d31-80fe-5d26a1c8dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:08:35.652953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-9fdb6d65-163d-4d31-80fe-5d26a1c8dd62 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0890272 Sep 10 04:08:35.790699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-f86694a9-7c09-4212-ac4a-1fd751eb3b59 service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300781 Sep 10 04:08:35.890188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3123ab28-10cd-4be8-ad87-a0acf4385e12 req-148da71a-5412-4cfb-8ae9-0d3501632bcb service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923390 Sep 10 04:08:50.865091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5f9eee3f-cb51-4bec-ad78-3c552b795381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:53.545581 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0facf584-ca0d-4897-b714-d8d853dc4c60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:53.733578 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:55.157917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:56.338780 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:08:58.250496 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:08:58.961908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:02.270604 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:03.613528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49674) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:03.618887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1078407493', 'description': 'tempest-secgroup-smoke-1078407493 description', 'project_id': '209c79f86ac34059bfa8e765b350ab9a'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:03.682278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:03.763051 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:03.813410 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:03.844308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:03.852332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.852685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.853118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.853359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.853710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.854027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.854417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.854675 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.855006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.855335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.855661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.856014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:03.899347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:03.903768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49700) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:03.908595 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5ec97752-409f-4a23-84ee-208b7eebb9c8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2891748 Sep 10 04:09:03.908711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'security_group_rule': {'security_group_id': '0cb3ccd6-069b-47cf-a6d9-b6ba005628b4', 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:04.024835 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.072577 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.150274 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.168287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62bd6796-792d-40e5-94bd-e8ea6030d74d,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:04.177545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.177545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.177545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.177827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.178148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.182248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.182637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.182983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.183349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.183654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.184014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.184339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:04.249097 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.256071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ef4825d5-0a40-4ded-ace0-f935574d17d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3498418 Sep 10 04:09:04.256606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 49716) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:04.264482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-17e2ecc5-6959-43c6-a39c-a806e647fc7c tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'security_group_rule': {'security_group_id': '0cb3ccd6-069b-47cf-a6d9-b6ba005628b4', 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:04.344084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-17e2ecc5-6959-43c6-a39c-a806e647fc7c tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.409938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-17e2ecc5-6959-43c6-a39c-a806e647fc7c tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.505169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-17e2ecc5-6959-43c6-a39c-a806e647fc7c tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.529487 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17e2ecc5-6959-43c6-a39c-a806e647fc7c tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b233f68-a1b2-4fb7-8e12-5361b48933d4,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:04.596847 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-17e2ecc5-6959-43c6-a39c-a806e647fc7c tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.602700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49736) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:04.603192 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-17e2ecc5-6959-43c6-a39c-a806e647fc7c tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3439639 Sep 10 04:09:04.606511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-32ba1afd-ed2e-4719-86cb-e938bc7c508d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'security_group_rule': {'security_group_id': '0cb3ccd6-069b-47cf-a6d9-b6ba005628b4', 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:04.734736 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32ba1afd-ed2e-4719-86cb-e938bc7c508d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.806695 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32ba1afd-ed2e-4719-86cb-e938bc7c508d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.870504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32ba1afd-ed2e-4719-86cb-e938bc7c508d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:04.891986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ba1afd-ed2e-4719-86cb-e938bc7c508d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cce203b-e468-4cab-a5d8-eac5dffe62c4,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:05.011523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32ba1afd-ed2e-4719-86cb-e938bc7c508d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.011523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-32ba1afd-ed2e-4719-86cb-e938bc7c508d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4056981 Sep 10 04:09:05.011523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49754) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:05.015287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-66780463-39f5-484a-a143-a25c87528a13 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'security_group_rule': {'security_group_id': '0cb3ccd6-069b-47cf-a6d9-b6ba005628b4', 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:05.112500 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66780463-39f5-484a-a143-a25c87528a13 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.181846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66780463-39f5-484a-a143-a25c87528a13 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.270589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66780463-39f5-484a-a143-a25c87528a13 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.293151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66780463-39f5-484a-a143-a25c87528a13 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ba78eba-df2b-4b42-9958-526ce087db46,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:05.350343 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-66780463-39f5-484a-a143-a25c87528a13 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.351566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-66780463-39f5-484a-a143-a25c87528a13 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3398993 Sep 10 04:09:05.354344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49772) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:05.358617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-4335cea3-77e1-4005-9309-41f41c3827bc tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'security_group_rule': {'security_group_id': '0cb3ccd6-069b-47cf-a6d9-b6ba005628b4', 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:05.441453 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-4335cea3-77e1-4005-9309-41f41c3827bc tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Project 209c79f86ac34059bfa8e765b350ab9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:09:05.447379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4335cea3-77e1-4005-9309-41f41c3827bc tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.526060 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4335cea3-77e1-4005-9309-41f41c3827bc tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.590663 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4335cea3-77e1-4005-9309-41f41c3827bc tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.614578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335cea3-77e1-4005-9309-41f41c3827bc tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ffdb430-71fd-4fac-9539-5d2bb58c8e54,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:05.676426 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4335cea3-77e1-4005-9309-41f41c3827bc tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.677978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4335cea3-77e1-4005-9309-41f41c3827bc tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3227153 Sep 10 04:09:05.688026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 49794) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:05.688026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-97d9293e-abe5-4da4-a9c4-47c8cbc0c301 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'security_group_rule': {'security_group_id': '0cb3ccd6-069b-47cf-a6d9-b6ba005628b4', 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:05.767178 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-97d9293e-abe5-4da4-a9c4-47c8cbc0c301 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Project 209c79f86ac34059bfa8e765b350ab9a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:09:05.780729 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97d9293e-abe5-4da4-a9c4-47c8cbc0c301 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.837103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97d9293e-abe5-4da4-a9c4-47c8cbc0c301 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.927323 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97d9293e-abe5-4da4-a9c4-47c8cbc0c301 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:05.945519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d9293e-abe5-4da4-a9c4-47c8cbc0c301 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef49088f-df4f-4476-9de0-424fa92da7b2,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:06.030257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-97d9293e-abe5-4da4-a9c4-47c8cbc0c301 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:06.038491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-97d9293e-abe5-4da4-a9c4-47c8cbc0c301 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3497567 Sep 10 04:09:06.262289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-19a23fca-9df7-4f27-b7fd-1aae5aac5581 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1078407493&fields=id&tenant_id=209c79f86ac34059bfa8e765b350ab9a HTTP/1.1" status: 200 len: 267 time: 0.0546398 Sep 10 04:09:06.394691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767833-af29-4f12-a688-db1872566499 req-1d2c6eae-b0ac-408c-850f-e0a5adc64891 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:06.396344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-1d2c6eae-b0ac-408c-850f-e0a5adc64891 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/networks?id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 HTTP/1.1" status: 200 len: 814 time: 0.1332891 Sep 10 04:09:06.416699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-fa654c1e-783c-454a-9abd-7f0a9d660481 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/quotas/209c79f86ac34059bfa8e765b350ab9a HTTP/1.1" status: 200 len: 375 time: 0.0100591 Sep 10 04:09:06.471128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-e35e04dd-885f-463b-8257-0719064aa58f tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=209c79f86ac34059bfa8e765b350ab9a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0465117 Sep 10 04:09:06.575859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-c933b6e9-3022-483f-824b-3c4203bde6e0 service neutron] 10.222.0.22 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919867 Sep 10 04:09:06.674641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-2a0a3be2-1e93-4977-8e2e-ac9d24275424 service neutron] 10.222.0.22 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921998 Sep 10 04:09:07.268497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c72279ca-bb46-4373-a238-540bfe883168 req-ed2e9a79-f9b1-476b-9343-f9dc143d0cfb tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 210 time: 0.0393105 Sep 10 04:09:08.388437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-615d3827-2368-49ac-9faa-49a682e8dbfa req-e34abc5b-fca0-439f-b5ff-fcf8dc791e6d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 210 time: 0.0393903 Sep 10 04:09:09.349187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767833-af29-4f12-a688-db1872566499 req-42bb6426-47b2-4f19-a3cb-98fda29e59a7 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:09.355632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-42bb6426-47b2-4f19-a3cb-98fda29e59a7 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.39 "GET /v2.0/networks?id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 HTTP/1.1" status: 200 len: 814 time: 0.1070194 Sep 10 04:09:09.403528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-81f9234f-d9e8-44f4-894d-c66e069d58ee tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=209c79f86ac34059bfa8e765b350ab9a HTTP/1.1" status: 200 len: 380 time: 0.0421937 Sep 10 04:09:09.414587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'port': {'device_id': '596abeec-5fab-4b78-8973-764caea689af', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'admin_state_up': True, 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'security_groups': ['0cb3ccd6-069b-47cf-a6d9-b6ba005628b4']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:09.566001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cf3278e-c00c-4688-a344-0fd676de8001 req-dc6b0372-1860-41b8-834d-94a9277d793a tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 210 time: 0.0346363 Sep 10 04:09:09.710094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Made reservation on behalf of 209c79f86ac34059bfa8e765b350ab9a for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:09:09.713734 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:09.889387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Allocated IP 172.20.0.7 (ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2/3bdfb60c-d4f8-4f06-b477-4f514b79b36a/67617922-2375-4cd8-857e-f2a46c6aff29) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:09:10.053055 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:10.067388 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Transition to ACTIVE for port object 67617922-2375-4cd8-857e-f2a46c6aff29 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:10.151107 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:10.234073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'Port': ['ID=67617922-2375-4cd8-857e-f2a46c6aff29,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:10.237840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:10.239262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:10.242177 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:09:10.302093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:10.302807 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:10.374200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-6a14a84c-d1f4-4ec9-a060-cdf278812b29 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9645505 Sep 10 04:09:10.390242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Request body: {'port': {'device_id': '596abeec-5fab-4b78-8973-764caea689af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:10.468020 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:10.652935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f2340a18-26bc-4a89-9f42-609a78b81356 None None] Provisioning for port 67617922-2375-4cd8-857e-f2a46c6aff29 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:10.659813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f2340a18-26bc-4a89-9f42-609a78b81356 None None] Provisioning complete for port 67617922-2375-4cd8-857e-f2a46c6aff29 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:10.661112 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f2340a18-26bc-4a89-9f42-609a78b81356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:10.756704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f2340a18-26bc-4a89-9f42-609a78b81356 None None] Port 67617922-2375-4cd8-857e-f2a46c6aff29 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:09:10.860718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00facf88-bc4f-4889-a4b2-72641b9fef39 req-24aa90bc-53b9-41eb-af81-4fb846de5079 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:10.862219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00facf88-bc4f-4889-a4b2-72641b9fef39 req-24aa90bc-53b9-41eb-af81-4fb846de5079 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 931 time: 0.1076698 Sep 10 04:09:10.961386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00facf88-bc4f-4889-a4b2-72641b9fef39 req-1ba2a147-5ba6-4a3d-afb3-a3b336e2efdc tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0881846 Sep 10 04:09:10.967402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67617922-2375-4cd8-857e-f2a46c6aff29 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:09:10.975811 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:10.987930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Transition to ACTIVE for port object 67617922-2375-4cd8-857e-f2a46c6aff29 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:11.079350 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:11.169193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Pushing event updated for resources: {'Port': ['ID=67617922-2375-4cd8-857e-f2a46c6aff29,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:11.185534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8891dc4-0c17-4647-bd40-67f6faf1b05e req-a53bc0b2-6af8-45a1-9956-e22719217d3d tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:11.187817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8891dc4-0c17-4647-bd40-67f6faf1b05e req-a53bc0b2-6af8-45a1-9956-e22719217d3d tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 945 time: 0.1204658 Sep 10 04:09:11.303355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8891dc4-0c17-4647-bd40-67f6faf1b05e req-d7a3f89d-a90f-46e2-9dc0-01faef1cefea tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857933 Sep 10 04:09:11.340866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Attempting to bind port 67617922-2375-4cd8-857e-f2a46c6aff29 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:09:11.341351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Attempting to bind port 67617922-2375-4cd8-857e-f2a46c6aff29 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:09:11.341683 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Attempting to bind port 67617922-2375-4cd8-857e-f2a46c6aff29 on network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:09:11.346714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Port 67617922-2375-4cd8-857e-f2a46c6aff29 on network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:09:11.347035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Attempting to bind port 67617922-2375-4cd8-857e-f2a46c6aff29 on network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:09:11.352847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 9, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:09:11.353241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Checking segment: {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:09:11.353630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Bound using segment: {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:09:11.354058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Bound port: 67617922-2375-4cd8-857e-f2a46c6aff29, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:09:11.354416 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:11.431198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] For port 67617922-2375-4cd8-857e-f2a46c6aff29, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:09:11.437538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] For port 67617922-2375-4cd8-857e-f2a46c6aff29, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=67617922-2375-4cd8-857e-f2a46c6aff29,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:09:11.527805 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:11.564520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:11.565132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:11.566611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] 10.222.0.39 "PUT /v2.0/ports/67617922-2375-4cd8-857e-f2a46c6aff29 HTTP/1.1" status: 200 len: 1091 time: 1.1841495 Sep 10 04:09:11.567059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:11.570064 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2d86026-630f-4200-a3d6-78a6473ff216" -d '{"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:11.597263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0495a847-53bd-45b9-8f53-dd92d1232a44 service neutron] Pushing event updated for resources: {'Port': ['ID=67617922-2375-4cd8-857e-f2a46c6aff29,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:11.660479 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd47d38a-1f6d-4278-be54-c9f524d0ccc2 x-openstack-request-id: req-bd47d38a-1f6d-4278-be54-c9f524d0ccc2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:11.660479 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:11.660479 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd47d38a-1f6d-4278-be54-c9f524d0ccc2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:11.660479 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29', 'status': 'completed', 'code': 200} Sep 10 04:09:11.754705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d86026-630f-4200-a3d6-78a6473ff216 req-a9126ff6-855f-4f4f-9346-e6402ce4bf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:11.758294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2d86026-630f-4200-a3d6-78a6473ff216 req-a9126ff6-855f-4f4f-9346-e6402ce4bf7f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=209c79f86ac34059bfa8e765b350ab9a&device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1094 time: 0.0776341 Sep 10 04:09:11.883742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d86026-630f-4200-a3d6-78a6473ff216 req-ca7bdffb-f7cd-4fb1-a267-71329eb9ab8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:11.888530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2d86026-630f-4200-a3d6-78a6473ff216 req-ca7bdffb-f7cd-4fb1-a267-71329eb9ab8a service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=209c79f86ac34059bfa8e765b350ab9a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1180952 Sep 10 04:09:11.995311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d86026-630f-4200-a3d6-78a6473ff216 req-58f07d14-0577-4eb5-94b0-5a1a2d721179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:11.997044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2d86026-630f-4200-a3d6-78a6473ff216 req-58f07d14-0577-4eb5-94b0-5a1a2d721179 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1042993 Sep 10 04:09:12.108128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767833-af29-4f12-a688-db1872566499 req-c7bd1646-afe3-4a02-b90a-cfdca991c4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:12.108128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-c7bd1646-afe3-4a02-b90a-cfdca991c4e2 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=209c79f86ac34059bfa8e765b350ab9a&device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1094 time: 0.0651138 Sep 10 04:09:12.142759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d57af4-a44b-4163-b159-3317478175ec req-068b88fc-6877-4a59-aa0d-0674eeac0cf1 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:12.144548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0d57af4-a44b-4163-b159-3317478175ec req-068b88fc-6877-4a59-aa0d-0674eeac0cf1 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 943 time: 0.1134720 Sep 10 04:09:12.180271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-517d8ead-4d49-42b2-923f-782d0f7db41e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67617922-2375-4cd8-857e-f2a46c6aff29 HTTP/1.1" status: 200 len: 217 time: 0.0648320 Sep 10 04:09:12.237430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0d57af4-a44b-4163-b159-3317478175ec req-abda0725-eb43-4292-a9e8-3d002e6afc19 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649438 Sep 10 04:09:12.256537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767833-af29-4f12-a688-db1872566499 req-4e2050a8-c9d2-4ea6-b8d5-13d9752d3a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:12.258052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-4e2050a8-c9d2-4ea6-b8d5-13d9752d3a78 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdfb60c-d4f8-4f06-b477-4f514b79b36a HTTP/1.1" status: 200 len: 853 time: 0.0655739 Sep 10 04:09:12.317407 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40767833-af29-4f12-a688-db1872566499 req-293bf434-0926-4a24-be2c-8b04f168ed7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:12.318961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-293bf434-0926-4a24-be2c-8b04f168ed7f service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530274 Sep 10 04:09:12.452343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3c4a45-aed1-4de5-84e3-4c3dc0fcf8b4 req-4a4e07d2-11dc-4e9f-9e07-555e9290d000 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:12.453858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b3c4a45-aed1-4de5-84e3-4c3dc0fcf8b4 req-4a4e07d2-11dc-4e9f-9e07-555e9290d000 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 945 time: 0.0652678 Sep 10 04:09:12.456241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-548791cd-2164-4dcb-acde-23a20f431cac service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300361 Sep 10 04:09:12.520190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-f1f62769-fd1f-4da5-82c3-445d07f4f2de tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:12.522406 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-f1f62769-fd1f-4da5-82c3-445d07f4f2de tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.20 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 945 time: 0.0557544 Sep 10 04:09:12.617299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b3c4a45-aed1-4de5-84e3-4c3dc0fcf8b4 req-85656818-7b69-4fac-a8f8-9eb6e08dc7e0 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322265 Sep 10 04:09:12.636670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Deleting port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:09:12.637124 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:12.658845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40767833-af29-4f12-a688-db1872566499 req-317c673c-bf98-490d-9df9-78402f6d0cbc service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941178 Sep 10 04:09:12.747008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] For port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:12.747266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:12.761082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Calling delete_port for 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:09:12.956274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:12.968918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['6b08fa9b-9c17-4cc3-bb6d-f3773b875178'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:09:12.991546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Pushing event deleted for resources: {'Port': ['ID=6b08fa9b-9c17-4cc3-bb6d-f3773b875178,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:13.047343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] No DVR routers for this DVR port 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:09:13.050453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:13.053544 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0f4255d2-f0d2-46c3-9d93-328057851751 req-6f9be520-07e0-46a3-8721-8f904cb77d48 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.20 "DELETE /v2.0/ports/6b08fa9b-9c17-4cc3-bb6d-f3773b875178 HTTP/1.1" status: 204 len: 173 time: 0.5244367 Sep 10 04:09:13.054153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '997f25e7-81de-476f-9f6e-f578133787c4', 'name': 'network-vif-deleted', 'tag': '6b08fa9b-9c17-4cc3-bb6d-f3773b875178'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:13.063707 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c8b37d-16d5-4c29-8634-697ffad10c9c" -d '{"events": [{"server_uuid": "997f25e7-81de-476f-9f6e-f578133787c4", "name": "network-vif-deleted", "tag": "6b08fa9b-9c17-4cc3-bb6d-f3773b875178"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:13.110710 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e0b2f0-91c3-499b-846a-988abadc65e5 x-openstack-request-id: req-60e0b2f0-91c3-499b-846a-988abadc65e5 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:13.111253 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "997f25e7-81de-476f-9f6e-f578133787c4", "name": "network-vif-deleted", "tag": "6b08fa9b-9c17-4cc3-bb6d-f3773b875178", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:13.111714 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-60e0b2f0-91c3-499b-846a-988abadc65e5 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:13.112271 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '997f25e7-81de-476f-9f6e-f578133787c4', 'name': 'network-vif-deleted', 'tag': '6b08fa9b-9c17-4cc3-bb6d-f3773b875178', 'status': 'completed', 'code': 200} Sep 10 04:09:13.357837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5dde57-ee39-4152-b490-535b83726876 req-61649c91-5dbf-448d-949b-5fb7ba2d7441 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:13.365477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b5dde57-ee39-4152-b490-535b83726876 req-61649c91-5dbf-448d-949b-5fb7ba2d7441 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 943 time: 0.0583167 Sep 10 04:09:13.400402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b5dde57-ee39-4152-b490-535b83726876 req-caf7d9cb-5e3c-43b9-8356-2625f44db5ef tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335035 Sep 10 04:09:13.746429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4084327-7494-4c4e-ba6a-4b3c492e0151 req-69c8cc6c-2bbd-4d1b-a24c-7dbfc14658ab tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=997f25e7-81de-476f-9f6e-f578133787c4 HTTP/1.1" status: 200 len: 210 time: 0.0356135 Sep 10 04:09:14.559189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f290ed-4f7d-4c2b-b554-4f8d1c06ec75 req-89960563-dd3d-4df4-8335-5e84cd4b6cb5 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:14.561205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29f290ed-4f7d-4c2b-b554-4f8d1c06ec75 req-89960563-dd3d-4df4-8335-5e84cd4b6cb5 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 943 time: 0.0805767 Sep 10 04:09:14.607900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29f290ed-4f7d-4c2b-b554-4f8d1c06ec75 req-f375c719-3826-4d04-a89b-6af041eb09ce tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403128 Sep 10 04:09:15.732216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0fd586-da5d-44dd-a02a-087213bddda7 req-fc5e2497-20c7-48aa-a3ef-6846a09de2f8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:15.742500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c0fd586-da5d-44dd-a02a-087213bddda7 req-fc5e2497-20c7-48aa-a3ef-6846a09de2f8 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 943 time: 0.0665045 Sep 10 04:09:15.804402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c0fd586-da5d-44dd-a02a-087213bddda7 req-87d9e670-5c2a-4f15-8cc8-7eb433b08063 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608878 Sep 10 04:09:16.198271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:09:16.221914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:09:16.222251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 6b08fa9b-9c17-4cc3-bb6d-f3773b875178 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:09:16.925544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a71bb1-8121-42da-8a6f-17ddd00358a6 req-5e9c47b1-8698-4818-a627-e471cb0679d2 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:16.927094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6a71bb1-8121-42da-8a6f-17ddd00358a6 req-5e9c47b1-8698-4818-a627-e471cb0679d2 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 943 time: 0.0537362 Sep 10 04:09:16.966238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6a71bb1-8121-42da-8a6f-17ddd00358a6 req-6fd5756e-a59c-46a7-ab57-89e35def6ffe tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321679 Sep 10 04:09:18.086593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc49e21-f2e7-417e-90ea-6934788e27f5 req-0312ee5e-8370-4d1f-9bec-297137aea305 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:18.088463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adc49e21-f2e7-417e-90ea-6934788e27f5 req-0312ee5e-8370-4d1f-9bec-297137aea305 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 943 time: 0.0503228 Sep 10 04:09:18.131721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adc49e21-f2e7-417e-90ea-6934788e27f5 req-2197da66-6bf8-44b6-b777-e1d43125cd78 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360487 Sep 10 04:09:19.245600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b341f18-dd48-4333-b5ab-c2c67269f739 req-647ed776-6e61-48e3-9a44-008f996b737d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:19.247094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b341f18-dd48-4333-b5ab-c2c67269f739 req-647ed776-6e61-48e3-9a44-008f996b737d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 943 time: 0.0485065 Sep 10 04:09:19.285593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b341f18-dd48-4333-b5ab-c2c67269f739 req-cd20b2e5-ccaf-46c1-a885-2a59bef036d1 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323534 Sep 10 04:09:20.429201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde9bbcc-9fad-4e9a-b21c-19ade1302597 req-3346cbbf-9ea2-4b8d-b5b3-c912cb91b239 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:20.430887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde9bbcc-9fad-4e9a-b21c-19ade1302597 req-3346cbbf-9ea2-4b8d-b5b3-c912cb91b239 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 943 time: 0.0629866 Sep 10 04:09:20.474003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dde9bbcc-9fad-4e9a-b21c-19ade1302597 req-8c54f46c-fd52-4f62-99bf-09d31605ea30 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369976 Sep 10 04:09:20.824675 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae6863e4-a56a-4f89-9ba8-00adb1eaac48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:21.099437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50318) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:21.257074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0092bae0-f791-4195-b49d-db9cbdb7eed2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:21.361676 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0092bae0-f791-4195-b49d-db9cbdb7eed2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:21.435983 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0092bae0-f791-4195-b49d-db9cbdb7eed2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:21.476434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0092bae0-f791-4195-b49d-db9cbdb7eed2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b1d9971-b087-4ae2-ad74-ba02d1fc83fe,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:21.483630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0092bae0-f791-4195-b49d-db9cbdb7eed2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5da108ef341c4de8b2b4a4f876440699&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3805275 Sep 10 04:09:21.483896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50322) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:21.554327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5c6948a-f6a9-4e0e-8eb2-63373b03a80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:21.601492 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5c6948a-f6a9-4e0e-8eb2-63373b03a80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:21.629398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee795d-d112-400b-bfcb-a1f1923da70d req-52bdd145-2f8c-43d3-ba83-aa9b9af8ef36 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:21.630869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1aee795d-d112-400b-bfcb-a1f1923da70d req-52bdd145-2f8c-43d3-ba83-aa9b9af8ef36 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 943 time: 0.0794539 Sep 10 04:09:21.659751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 67617922-2375-4cd8-857e-f2a46c6aff29 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:09:21.683274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1aee795d-d112-400b-bfcb-a1f1923da70d req-0d1f7b17-fa05-49a3-8fac-9355681490e7 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Sep 10 04:09:21.782865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 67617922-2375-4cd8-857e-f2a46c6aff29, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=67617922-2375-4cd8-857e-f2a46c6aff29,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:21.784694 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5c6948a-f6a9-4e0e-8eb2-63373b03a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:21.788275 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5c6948a-f6a9-4e0e-8eb2-63373b03a80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:21.792074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b5c6948a-f6a9-4e0e-8eb2-63373b03a80c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6b1d9971-b087-4ae2-ad74-ba02d1fc83fe HTTP/1.1" status: 204 len: 168 time: 0.3047149 Sep 10 04:09:21.797043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '67617922-2375-4cd8-857e-f2a46c6aff29', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'port_id': '67617922-2375-4cd8-857e-f2a46c6aff29', 'mac_address': 'fa:16:3e:69:77:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:09:21.801496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c6948a-f6a9-4e0e-8eb2-63373b03a80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b1d9971-b087-4ae2-ad74-ba02d1fc83fe,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:21.868327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:21.881788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67617922-2375-4cd8-857e-f2a46c6aff29 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:09:21.904986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 67617922-2375-4cd8-857e-f2a46c6aff29, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=67617922-2375-4cd8-857e-f2a46c6aff29,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:21.973813 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:22.026648 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=67617922-2375-4cd8-857e-f2a46c6aff29,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:22.035857 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.036678 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.037291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.038594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.039214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.039783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.045646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.045646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.045646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.045646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.045646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.045646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:09:22.194493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['67617922-2375-4cd8-857e-f2a46c6aff29'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:09:22.278138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-b3c732c5-b9bc-4bc4-9880-82371abd16e8 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:22.279660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-b3c732c5-b9bc-4bc4-9880-82371abd16e8 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/networks?id=441a88b9-c8a9-4616-831d-15e5f1ca177c HTTP/1.1" status: 200 len: 814 time: 0.1065795 Sep 10 04:09:22.296447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-90fb476c-b2d7-472c-b44e-e1dcef370ac1 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/quotas/3dc49fd793a64bc9b9d53190b4d7ee4a HTTP/1.1" status: 200 len: 375 time: 0.0106835 Sep 10 04:09:22.338717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-73592ce6-8a1c-41e2-86d2-382c206808f9 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0356317 Sep 10 04:09:22.413976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50348) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:22.429069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a7ac956-ef1d-4d7c-983d-d691cb6ef948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:22.451343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-d7d370ef-72ef-471c-9acd-226a52b4abf3 service neutron] 10.222.0.22 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034205 Sep 10 04:09:22.536796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a7ac956-ef1d-4d7c-983d-d691cb6ef948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:22.540010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-1028d57f-11ff-4b95-a77d-8dc54688c3df service neutron] 10.222.0.22 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870242 Sep 10 04:09:22.578675 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3a7ac956-ef1d-4d7c-983d-d691cb6ef948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:22.623249 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3a7ac956-ef1d-4d7c-983d-d691cb6ef948 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0bf8c7ff5b4d45bdbe8ce0df3ab6ec97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2079396 Sep 10 04:09:22.624105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7ac956-ef1d-4d7c-983d-d691cb6ef948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de45fb30-df41-4f1a-b7a3-36b2159fb432,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:22.625858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50350) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:22.684659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36b1a133-39ba-41f2-a3c2-92ea63aa75f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:22.750896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36b1a133-39ba-41f2-a3c2-92ea63aa75f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:22.796588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67578c39-366b-444b-9d73-853498f9e816 req-d6f3c890-4054-4cac-adcb-033679e3a29d tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 210 time: 0.0358074 Sep 10 04:09:22.877128 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d980565-0c39-46b3-9201-57d5c5de07ad req-43bdf204-44fe-4e6b-a36f-046cad1df9b2 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:22.878651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d980565-0c39-46b3-9201-57d5c5de07ad req-43bdf204-44fe-4e6b-a36f-046cad1df9b2 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 944 time: 0.0664768 Sep 10 04:09:22.920899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d980565-0c39-46b3-9201-57d5c5de07ad req-5f9903de-9c4f-493d-a6a0-5dcc158cf6c5 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353069 Sep 10 04:09:22.933158 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36b1a133-39ba-41f2-a3c2-92ea63aa75f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:22.935662 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-36b1a133-39ba-41f2-a3c2-92ea63aa75f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:22.939141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-36b1a133-39ba-41f2-a3c2-92ea63aa75f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/de45fb30-df41-4f1a-b7a3-36b2159fb432 HTTP/1.1" status: 204 len: 168 time: 0.3092442 Sep 10 04:09:22.949239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b1a133-39ba-41f2-a3c2-92ea63aa75f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de45fb30-df41-4f1a-b7a3-36b2159fb432,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:23.499249 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cc72520f-0f2e-4794-aba7-e32e205e5e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:23.691082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 67617922-2375-4cd8-857e-f2a46c6aff29 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:09:23.736853 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:23.870455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 67617922-2375-4cd8-857e-f2a46c6aff29 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:23.875310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 67617922-2375-4cd8-857e-f2a46c6aff29 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:23.875729 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:23.912599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1bed5c90-894a-4618-9a5f-cbac642350f0 req-2df4de9a-1bb3-4d80-9ae6-03d8f0fb9a26 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 210 time: 0.0435672 Sep 10 04:09:23.961072 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:24.005823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:24.010084 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96457164-3493-4799-99df-2f134c880844" -d '{"events": [{"server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "name": "network-vif-plugged", "status": "completed", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:24.036495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 67617922-2375-4cd8-857e-f2a46c6aff29, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=67617922-2375-4cd8-857e-f2a46c6aff29,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:24.062056 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4506ddad-6990-49ab-9f87-8c3b9246f500 x-openstack-request-id: req-4506ddad-6990-49ab-9f87-8c3b9246f500 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:24.062407 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "name": "network-vif-plugged", "status": "completed", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:24.062712 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4506ddad-6990-49ab-9f87-8c3b9246f500 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:24.064082 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29', 'code': 200} Sep 10 04:09:24.077316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aed09fb-4a24-4fcf-948b-f6686f3304b3 req-62f2cb97-bba7-4f67-ab50-e4ce8d8b99c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:24.079664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4aed09fb-4a24-4fcf-948b-f6686f3304b3 req-62f2cb97-bba7-4f67-ab50-e4ce8d8b99c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 944 time: 0.0608308 Sep 10 04:09:24.116756 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:24.141362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4aed09fb-4a24-4fcf-948b-f6686f3304b3 req-3fb1d0e0-d077-4ff3-950a-61f2356a056f tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488667 Sep 10 04:09:24.195434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=67617922-2375-4cd8-857e-f2a46c6aff29,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:24.204398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d3e226-dc4c-402e-8c04-05bb960409d2 req-599f55fc-d4e9-4f94-94b4-456b55e7e699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:24.206224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9d3e226-dc4c-402e-8c04-05bb960409d2 req-599f55fc-d4e9-4f94-94b4-456b55e7e699 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1096 time: 0.0500014 Sep 10 04:09:24.246223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9d3e226-dc4c-402e-8c04-05bb960409d2 req-046b7788-6e96-4f40-8bbb-1b604d43b813 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298147 Sep 10 04:09:24.659447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-73d3b478-2894-47f4-b136-1319114c6637 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:24.661505 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-73d3b478-2894-47f4-b136-1319114c6637 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.20 "GET /v2.0/networks?id=441a88b9-c8a9-4616-831d-15e5f1ca177c HTTP/1.1" status: 200 len: 814 time: 0.1067305 Sep 10 04:09:24.674811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Request body: {'port': {'device_id': '9d01d7ce-a14b-4b8c-9166-78f678782fc1', 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c', 'admin_state_up': True, 'tenant_id': '3dc49fd793a64bc9b9d53190b4d7ee4a'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:24.766801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50406) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:24.915177 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eda2855-658e-4247-90a3-ca30e7481e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.052843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9397949d-6833-4292-9aba-474a12d41d83 req-7362ad50-2fad-4452-a450-c79ddcd0fdf0 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 210 time: 0.0405507 Sep 10 04:09:25.056967 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eda2855-658e-4247-90a3-ca30e7481e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.122553 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5eda2855-658e-4247-90a3-ca30e7481e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.139062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.163378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5eda2855-658e-4247-90a3-ca30e7481e90 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=320c448651a84fc48fb9fcc333845c8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3947859 Sep 10 04:09:25.166212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50416) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:25.170454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eda2855-658e-4247-90a3-ca30e7481e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876e5d6b-84db-47c5-9bc9-605d762ef285,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:25.200187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Made reservation on behalf of 3dc49fd793a64bc9b9d53190b4d7ee4a for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:09:25.203752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.262888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdcb8c3-e1ad-441d-abf9-8b2211dcb0f6 req-2fded962-6e78-4cee-a7ba-1b3245c80b27 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:25.263504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1f54-8c8f-4823-aa7a-606080435e46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.264883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbdcb8c3-e1ad-441d-abf9-8b2211dcb0f6 req-2fded962-6e78-4cee-a7ba-1b3245c80b27 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 945 time: 0.0551867 Sep 10 04:09:25.306233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbdcb8c3-e1ad-441d-abf9-8b2211dcb0f6 req-a37f5ab7-c314-4b3e-a125-63865fbd4753 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346708 Sep 10 04:09:25.332629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1f54-8c8f-4823-aa7a-606080435e46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.413716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Allocated IP 172.20.0.2 (441a88b9-c8a9-4616-831d-15e5f1ca177c/a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff/f26fb15c-53ff-4ac3-8f59-66888558d2ca) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:09:25.523581 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1f54-8c8f-4823-aa7a-606080435e46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.526047 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2f2b1f54-8c8f-4823-aa7a-606080435e46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.527200 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2f2b1f54-8c8f-4823-aa7a-606080435e46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/876e5d6b-84db-47c5-9bc9-605d762ef285 HTTP/1.1" status: 204 len: 168 time: 0.3597543 Sep 10 04:09:25.545514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b1f54-8c8f-4823-aa7a-606080435e46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876e5d6b-84db-47c5-9bc9-605d762ef285,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:25.580192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.704434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.748085 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Network 441a88b9-c8a9-4616-831d-15e5f1ca177c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:25.751169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:25.754913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:09:25.782289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Pushing event updated for resources: {'Port': ['ID=f26fb15c-53ff-4ac3-8f59-66888558d2ca,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:25.809905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:25.810596 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:25.923222 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-a3c811a2-bbc3-411b-bc45-1db4b2be7387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2526512 Sep 10 04:09:25.935468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Request body: {'port': {'device_id': '9d01d7ce-a14b-4b8c-9166-78f678782fc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:25.996612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:26.191448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058643f2-c52f-4dc6-b742-0029687e2d4c req-002c7842-ecf9-45c1-a39f-5aadb45c8e4e tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:26.193666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-058643f2-c52f-4dc6-b742-0029687e2d4c req-002c7842-ecf9-45c1-a39f-5aadb45c8e4e tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 931 time: 0.0552230 Sep 10 04:09:26.247506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-058643f2-c52f-4dc6-b742-0029687e2d4c req-944b2648-ec74-4e67-b5dc-71ca0ef815ec tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Sep 10 04:09:26.287802 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:26.321915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f26fb15c-53ff-4ac3-8f59-66888558d2ca {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:09:26.329292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:26.343627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Transition to ACTIVE for port object f26fb15c-53ff-4ac3-8f59-66888558d2ca will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:09:26.406914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:26.437637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4a565a-8daa-42f5-9917-47caa9756441 req-dea6833a-ad8b-4994-ab64-de20b5399d48 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:26.440255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a4a565a-8daa-42f5-9917-47caa9756441 req-dea6833a-ad8b-4994-ab64-de20b5399d48 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 945 time: 0.0563896 Sep 10 04:09:26.463725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Pushing event updated for resources: {'Port': ['ID=f26fb15c-53ff-4ac3-8f59-66888558d2ca,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:26.487178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a4a565a-8daa-42f5-9917-47caa9756441 req-1bba33ba-552b-4bde-a996-ce2081174ea6 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352676 Sep 10 04:09:26.537340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Attempting to bind port f26fb15c-53ff-4ac3-8f59-66888558d2ca on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:09:26.560226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Attempting to bind port f26fb15c-53ff-4ac3-8f59-66888558d2ca by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'ff326953-d1ff-4680-92ac-edfa9b709af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:09:26.560226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Attempting to bind port f26fb15c-53ff-4ac3-8f59-66888558d2ca on network 441a88b9-c8a9-4616-831d-15e5f1ca177c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:09:26.560226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Port f26fb15c-53ff-4ac3-8f59-66888558d2ca on network 441a88b9-c8a9-4616-831d-15e5f1ca177c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:09:26.560226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Attempting to bind port f26fb15c-53ff-4ac3-8f59-66888558d2ca on network 441a88b9-c8a9-4616-831d-15e5f1ca177c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:09:26.560226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 8, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:09:26.560226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Checking segment: {'id': 'ff326953-d1ff-4680-92ac-edfa9b709af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:09:26.560226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Bound using segment: {'id': 'ff326953-d1ff-4680-92ac-edfa9b709af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:09:26.560226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Bound port: f26fb15c-53ff-4ac3-8f59-66888558d2ca, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ff326953-d1ff-4680-92ac-edfa9b709af1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:09:26.560226 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:26.612313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234d3919-916b-4d47-976a-3f26a5f3480f req-5dcb22c1-0c8a-4ca8-8844-53267795d603 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:26.622334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-234d3919-916b-4d47-976a-3f26a5f3480f req-5dcb22c1-0c8a-4ca8-8844-53267795d603 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 945 time: 0.0601125 Sep 10 04:09:26.629034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] For port f26fb15c-53ff-4ac3-8f59-66888558d2ca, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:09:26.633345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] For port f26fb15c-53ff-4ac3-8f59-66888558d2ca, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f26fb15c-53ff-4ac3-8f59-66888558d2ca,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:09:26.656977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-234d3919-916b-4d47-976a-3f26a5f3480f req-fc644075-c610-4951-a063-e3156677d4a4 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341458 Sep 10 04:09:26.679026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50448) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:26.762291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:26.798551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:26.799508 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:26.801000 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] 10.222.0.20 "PUT /v2.0/ports/f26fb15c-53ff-4ac3-8f59-66888558d2ca HTTP/1.1" status: 200 len: 1091 time: 0.8698404 Sep 10 04:09:26.804052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d01d7ce-a14b-4b8c-9166-78f678782fc1', 'tag': 'f26fb15c-53ff-4ac3-8f59-66888558d2ca'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:26.807429 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f0e98e-19be-42b0-8814-4de0511c9dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "9d01d7ce-a14b-4b8c-9166-78f678782fc1", "tag": "f26fb15c-53ff-4ac3-8f59-66888558d2ca"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:26.843005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7a99e0-4cc8-4b43-b376-df171ae46739 service neutron] Pushing event updated for resources: {'Port': ['ID=f26fb15c-53ff-4ac3-8f59-66888558d2ca,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:26.859969 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50edcb-3bf2-4048-a7e1-b394c180e91d x-openstack-request-id: req-7c50edcb-3bf2-4048-a7e1-b394c180e91d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:26.860275 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d01d7ce-a14b-4b8c-9166-78f678782fc1", "tag": "f26fb15c-53ff-4ac3-8f59-66888558d2ca", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:26.860531 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c50edcb-3bf2-4048-a7e1-b394c180e91d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:26.863430 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d01d7ce-a14b-4b8c-9166-78f678782fc1', 'tag': 'f26fb15c-53ff-4ac3-8f59-66888558d2ca', 'status': 'completed', 'code': 200} Sep 10 04:09:26.922259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0e98e-19be-42b0-8814-4de0511c9dc6 req-0ea57a3e-50aa-4a2d-982a-19837e03213a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:26.923821 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f0e98e-19be-42b0-8814-4de0511c9dc6 req-0ea57a3e-50aa-4a2d-982a-19837e03213a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 1094 time: 0.0505588 Sep 10 04:09:26.931646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143dee82-cc49-4f41-8425-c8aed1a148af tempest-TestVolumeBackupRestore-1737744637 tempest-TestVolumeBackupRestore-1737744637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:26.935824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-143dee82-cc49-4f41-8425-c8aed1a148af tempest-TestVolumeBackupRestore-1737744637 tempest-TestVolumeBackupRestore-1737744637-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1091 time: 0.2532179 Sep 10 04:09:26.936260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 50462) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:26.940613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '67617922-2375-4cd8-857e-f2a46c6aff29', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:27.023738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0e98e-19be-42b0-8814-4de0511c9dc6 req-33cd29a8-64dc-45dc-b951-4ef218f3ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:27.030524 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f0e98e-19be-42b0-8814-4de0511c9dc6 req-33cd29a8-64dc-45dc-b951-4ef218f3ac44 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0940278 Sep 10 04:09:27.042054 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:27.138805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f0e98e-19be-42b0-8814-4de0511c9dc6 req-2970022f-0895-430f-9579-dfd6f3ee7497 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:27.141238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f0e98e-19be-42b0-8814-4de0511c9dc6 req-2970022f-0895-430f-9579-dfd6f3ee7497 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1092055 Sep 10 04:09:27.227325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-7b6fcbd9-3c81-49a5-9af3-17c8b0068f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:27.228933 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-7b6fcbd9-3c81-49a5-9af3-17c8b0068f32 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 1094 time: 0.0485673 Sep 10 04:09:27.277897 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-da284f8d-b226-4ad3-8e45-7009f8af96b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f26fb15c-53ff-4ac3-8f59-66888558d2ca HTTP/1.1" status: 200 len: 217 time: 0.0407772 Sep 10 04:09:27.346095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-ada56d67-2bd0-4c70-b9be-66a2f9ac972f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:27.347819 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-ada56d67-2bd0-4c70-b9be-66a2f9ac972f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff HTTP/1.1" status: 200 len: 854 time: 0.0630949 Sep 10 04:09:27.382207 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-ade67f89-4c54-462a-b550-5a370b85020c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=441a88b9-c8a9-4616-831d-15e5f1ca177c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276713 Sep 10 04:09:27.471031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dece9efd-96a8-4e02-932d-e1db0eb76619 req-67ffbc70-2300-4fbc-9d85-c2a30448c9d9 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:27.472659 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dece9efd-96a8-4e02-932d-e1db0eb76619 req-67ffbc70-2300-4fbc-9d85-c2a30448c9d9 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 943 time: 0.0939479 Sep 10 04:09:27.501989 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-23bd12aa-b747-46f4-b5bd-18d62544e3fd service neutron] 10.222.0.20 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129277 Sep 10 04:09:27.525920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:27.539812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dece9efd-96a8-4e02-932d-e1db0eb76619 req-14daf739-3cdd-41b7-a763-358dae6b5bae tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587330 Sep 10 04:09:27.650919 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33e0f361-8147-4b18-af84-e5c6bf8c1014 req-1be106a5-fc19-43b9-b502-07e8efe708e2 service neutron] 10.222.0.20 "GET /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1406410 Sep 10 04:09:27.751840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Allocated IP 172.25.3.117 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/bc0ff46c-a655-444e-9b37-9e22d4724735) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:09:27.790042 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:27.904230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:27.950969 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:09:27.955452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:09:27.975575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:09:27.999609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'Port': ['ID=bc0ff46c-a655-444e-9b37-9e22d4724735,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:28.490145 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:28.704876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:28.873709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af7317d-195d-4a21-a890-9b50f107cffd req-dc5eb231-b4a6-4ca6-ac16-399867a16461 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:28.875227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5af7317d-195d-4a21-a890-9b50f107cffd req-dc5eb231-b4a6-4ca6-ac16-399867a16461 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 943 time: 0.2555315 Sep 10 04:09:28.938250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5af7317d-195d-4a21-a890-9b50f107cffd req-df046450-d573-436a-913a-cf812b1285e1 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538998 Sep 10 04:09:28.947860 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:28.968297 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:29.082158 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:29.165805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event updated for resources: {'Port': ['ID=bc0ff46c-a655-444e-9b37-9e22d4724735,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:29.170573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:29.271022 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Floating IP a1569647-ca04-45c7-8545-96fd18b95141 associated. External IP: 172.25.3.117, port: 67617922-2375-4cd8-857e-f2a46c6aff29. Sep 10 04:09:29.488816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Router 3200d233-697c-410f-b8eb-b8bc966b99da has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:09:29.599940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:09:29.610407 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] Sync routers for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:09:29.620542 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:29.621302 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:09:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:29.676576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:29.715983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-99ec1197-86bf-4887-80be-891175539209 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7785442 Sep 10 04:09:29.716699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:29.719011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50516) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:29.719480 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c8a1310-679a-448b-9902-100274add140" -d '{"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:29.730779 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:29.755263 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0035c07-a16c-490a-b313-af8bec624227 x-openstack-request-id: req-b0035c07-a16c-490a-b313-af8bec624227 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:29.755546 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:29.755832 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0035c07-a16c-490a-b313-af8bec624227 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:29.756240 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29', 'status': 'completed', 'code': 200} Sep 10 04:09:29.764915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d434d6c-d3b2-40c9-b0ce-3b6c4449877c tempest-TestVolumeBackupRestore-1737744637 tempest-TestVolumeBackupRestore-1737744637-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:29.766458 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7d434d6c-d3b2-40c9-b0ce-3b6c4449877c tempest-TestVolumeBackupRestore-1737744637 tempest-TestVolumeBackupRestore-1737744637-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1091 time: 0.0458064 Sep 10 04:09:29.769332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 50520) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:09:29.775025 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4c79084c-4f0b-42a7-9b78-65043b342f77 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Request body: {'floatingip': {'port_id': '67617922-2375-4cd8-857e-f2a46c6aff29'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:09:29.840551 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c79084c-4f0b-42a7-9b78-65043b342f77 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for floatingip, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:29.887738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a1310-679a-448b-9902-100274add140 req-3de0b29a-125a-475e-8b2d-b78c79d88ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:29.890557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c8a1310-679a-448b-9902-100274add140 req-3de0b29a-125a-475e-8b2d-b78c79d88ea8 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=209c79f86ac34059bfa8e765b350ab9a&device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1096 time: 0.1106296 Sep 10 04:09:30.009592 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a1569647-ca04-45c7-8545-96fd18b95141', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'port_id': '67617922-2375-4cd8-857e-f2a46c6aff29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'mac_address': 'fa:16:3e:69:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596abeec-5fab-4b78-8973-764caea689af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:09:28Z', 'updated_at': '2021-09-10T04:09:28Z', 'revision_number': 0, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:30.045889 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] Checking router: 3200d233-697c-410f-b8eb-b8bc966b99da for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:09:30.068370 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:30.069392 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:09:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:30.104428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a1310-679a-448b-9902-100274add140 req-fd1e1c32-6916-4195-a97b-8c3160a38596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:30.105900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c8a1310-679a-448b-9902-100274add140 req-fd1e1c32-6916-4195-a97b-8c3160a38596 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 HTTP/1.1" status: 200 len: 915 time: 0.2077069 Sep 10 04:09:30.165956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cf0c0c-0438-4f25-9d89-69aaa989c39f req-ad8aa3da-126a-4a44-a6d6-fe33126ac287 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:30.173585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09cf0c0c-0438-4f25-9d89-69aaa989c39f req-ad8aa3da-126a-4a44-a6d6-fe33126ac287 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 943 time: 0.1387804 Sep 10 04:09:30.213461 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:30.238504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09cf0c0c-0438-4f25-9d89-69aaa989c39f req-8c8a6b98-fcfe-4be3-b8b7-8efcba5e4090 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600202 Sep 10 04:09:30.244314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c8a1310-679a-448b-9902-100274add140 req-ffef79fa-27f6-4ec9-ad2f-5599c03a7f7a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67617922-2375-4cd8-857e-f2a46c6aff29 HTTP/1.1" status: 200 len: 999 time: 0.1309795 Sep 10 04:09:30.285934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f26fb15c-53ff-4ac3-8f59-66888558d2ca details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:09:30.296968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a1310-679a-448b-9902-100274add140 req-dd9fecc8-f0db-4c0d-87d5-1ce4cb13f756 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:30.298936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c8a1310-679a-448b-9902-100274add140 req-dd9fecc8-f0db-4c0d-87d5-1ce4cb13f756 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdfb60c-d4f8-4f06-b477-4f514b79b36a HTTP/1.1" status: 200 len: 853 time: 0.0475955 Sep 10 04:09:30.360740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8a1310-679a-448b-9902-100274add140 req-99e3f401-d156-4b0f-9c94-056d69a16850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:30.362596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c8a1310-679a-448b-9902-100274add140 req-99e3f401-d156-4b0f-9c94-056d69a16850 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568166 Sep 10 04:09:30.461058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f26fb15c-53ff-4ac3-8f59-66888558d2ca, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f26fb15c-53ff-4ac3-8f59-66888558d2ca,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:30.483872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'f26fb15c-53ff-4ac3-8f59-66888558d2ca', 'network_id': '441a88b9-c8a9-4616-831d-15e5f1ca177c', 'port_id': 'f26fb15c-53ff-4ac3-8f59-66888558d2ca', 'mac_address': 'fa:16:3e:a4:35:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:09:30.517980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c79084c-4f0b-42a7-9b78-65043b342f77 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:30.567510 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:30.573804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c79084c-4f0b-42a7-9b78-65043b342f77 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:30.596343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c8a1310-679a-448b-9902-100274add140 req-b67bc9fb-63c4-4881-b995-8034f843b107 service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2260046 Sep 10 04:09:30.598317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f26fb15c-53ff-4ac3-8f59-66888558d2ca {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:09:30.601892 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a1569647-ca04-45c7-8545-96fd18b95141', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'port_id': '67617922-2375-4cd8-857e-f2a46c6aff29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'mac_address': 'fa:16:3e:69:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596abeec-5fab-4b78-8973-764caea689af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:09:28Z', 'updated_at': '2021-09-10T04:09:28Z', 'revision_number': 0, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:30.637916 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d18328-7246-41e6-90cb-b42f53b31109 None None] The sync data for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 is: [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a1569647-ca04-45c7-8545-96fd18b95141', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'port_id': '67617922-2375-4cd8-857e-f2a46c6aff29', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'mac_address': 'fa:16:3e:69:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596abeec-5fab-4b78-8973-764caea689af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:09:28Z', 'updated_at': '2021-09-10T04:09:28Z', 'revision_number': 0, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:09:30.651526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f26fb15c-53ff-4ac3-8f59-66888558d2ca, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f26fb15c-53ff-4ac3-8f59-66888558d2ca,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:30.711818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:30.719668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c8a1310-679a-448b-9902-100274add140 req-9534800a-3a8c-4cb7-8d23-19bf1b6d3992 service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148815 Sep 10 04:09:30.800792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f26fb15c-53ff-4ac3-8f59-66888558d2ca,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:30.917585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['f26fb15c-53ff-4ac3-8f59-66888558d2ca'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:09:30.920597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c79084c-4f0b-42a7-9b78-65043b342f77 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Router 3200d233-697c-410f-b8eb-b8bc966b99da has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:09:31.037606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1dccec-bba2-4537-9163-0b0cea91ec7e None None] New status for floating IP a1569647-ca04-45c7-8545-96fd18b95141: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:09:31.076474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c79084c-4f0b-42a7-9b78-65043b342f77 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:09:31.086483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4c79084c-4f0b-42a7-9b78-65043b342f77 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:31.137519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:31.140042 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7535ba84-55f0-492d-b872-95d0cc91a160" -d '{"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:31.164978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4c79084c-4f0b-42a7-9b78-65043b342f77 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "PUT /v2.0/floatingips/a1569647-ca04-45c7-8545-96fd18b95141 HTTP/1.1" status: 200 len: 991 time: 1.3936062 Sep 10 04:09:31.194315 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17e04d53-12d7-4dd4-991a-0107901935e0 x-openstack-request-id: req-17e04d53-12d7-4dd4-991a-0107901935e0 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:31.194650 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:31.194919 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17e04d53-12d7-4dd4-991a-0107901935e0 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:31.195317 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29', 'status': 'completed', 'code': 200} Sep 10 04:09:31.296370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-270b7122-59b1-419b-8705-4961d16479da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:31.301431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-270b7122-59b1-419b-8705-4961d16479da service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=209c79f86ac34059bfa8e765b350ab9a&device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1096 time: 0.0846405 Sep 10 04:09:31.463436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58c950c-2f5f-40e0-a829-5a18d5f3c60e req-81a6b0d2-a9b1-48c4-9f30-10ea4f209c53 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:31.464888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c58c950c-2f5f-40e0-a829-5a18d5f3c60e req-81a6b0d2-a9b1-48c4-9f30-10ea4f209c53 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 944 time: 0.1024899 Sep 10 04:09:31.480661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-560e1d7b-4e18-4506-85f3-60ec3ab24b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:31.482072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-560e1d7b-4e18-4506-85f3-60ec3ab24b0d service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 HTTP/1.1" status: 200 len: 915 time: 0.1732087 Sep 10 04:09:31.551000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c58c950c-2f5f-40e0-a829-5a18d5f3c60e req-dfbc6a02-edef-436e-902c-354857c4fd74 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784237 Sep 10 04:09:31.587029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-343d87ea-92c2-4edf-9b7b-0e949713d156 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67617922-2375-4cd8-857e-f2a46c6aff29 HTTP/1.1" status: 200 len: 999 time: 0.0928524 Sep 10 04:09:31.629892 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] Sync routers for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:09:31.639814 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:31.640446 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:09:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:31.641260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-b8655df5-c267-48d5-b4d8-4628239e0012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:31.642740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-b8655df5-c267-48d5-b4d8-4628239e0012 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdfb60c-d4f8-4f06-b477-4f514b79b36a HTTP/1.1" status: 200 len: 853 time: 0.0478916 Sep 10 04:09:31.702237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-d6ead0c1-847b-4c84-a1ad-b3df7c86a7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:31.703823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-d6ead0c1-847b-4c84-a1ad-b3df7c86a7fe service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546021 Sep 10 04:09:31.772419 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:32.117285 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a1569647-ca04-45c7-8545-96fd18b95141', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'port_id': '67617922-2375-4cd8-857e-f2a46c6aff29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'mac_address': 'fa:16:3e:69:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596abeec-5fab-4b78-8973-764caea689af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:09:28Z', 'updated_at': '2021-09-10T04:09:31Z', 'revision_number': 2, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:32.132872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-3e20cd59-edb6-4e24-b176-f9670c2f379c service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215786 Sep 10 04:09:32.145200 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] Checking router: 3200d233-697c-410f-b8eb-b8bc966b99da for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:09:32.154872 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:09:32.155565 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:09:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:32.248774 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:32.271092 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:09:32.276152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7535ba84-55f0-492d-b872-95d0cc91a160 req-5cdd9197-55c9-4843-808f-e4c0d9c85870 service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1302257 Sep 10 04:09:32.291981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f26fb15c-53ff-4ac3-8f59-66888558d2ca up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:09:32.431554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port f26fb15c-53ff-4ac3-8f59-66888558d2ca completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:09:32.436723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port f26fb15c-53ff-4ac3-8f59-66888558d2ca triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:09:32.436723 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:32.519808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:32.544713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01d7ce-a14b-4b8c-9166-78f678782fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26fb15c-53ff-4ac3-8f59-66888558d2ca'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:32.547384 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b31929e4-6c8a-4471-a930-e6295fb458fb" -d '{"events": [{"server_uuid": "9d01d7ce-a14b-4b8c-9166-78f678782fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f26fb15c-53ff-4ac3-8f59-66888558d2ca"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:32.571504 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f26fb15c-53ff-4ac3-8f59-66888558d2ca, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f26fb15c-53ff-4ac3-8f59-66888558d2ca,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:09:32.596534 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a1569647-ca04-45c7-8545-96fd18b95141', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'port_id': '67617922-2375-4cd8-857e-f2a46c6aff29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'mac_address': 'fa:16:3e:69:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596abeec-5fab-4b78-8973-764caea689af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:09:28Z', 'updated_at': '2021-09-10T04:09:31Z', 'revision_number': 2, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:09:32.627333 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85fcbaed-79fb-40ce-a03a-ee595c1a02ea x-openstack-request-id: req-85fcbaed-79fb-40ce-a03a-ee595c1a02ea {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:32.627672 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d01d7ce-a14b-4b8c-9166-78f678782fc1", "name": "network-vif-plugged", "status": "completed", "tag": "f26fb15c-53ff-4ac3-8f59-66888558d2ca", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:32.627979 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85fcbaed-79fb-40ce-a03a-ee595c1a02ea {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:32.628426 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d01d7ce-a14b-4b8c-9166-78f678782fc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f26fb15c-53ff-4ac3-8f59-66888558d2ca', 'code': 200} Sep 10 04:09:32.637140 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74621f0c-d806-4dba-a77e-300d3ea25df9 None None] The sync data for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 is: [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a1569647-ca04-45c7-8545-96fd18b95141', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'floating_ip_address': '172.25.3.117', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'port_id': '67617922-2375-4cd8-857e-f2a46c6aff29', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'mac_address': 'fa:16:3e:69:77:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '596abeec-5fab-4b78-8973-764caea689af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:09:28Z', 'updated_at': '2021-09-10T04:09:31Z', 'revision_number': 2, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:09:32.654604 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:32.712727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550262fc-3ea0-4a40-b597-806f44b61ecb req-643253f1-e796-42b7-bd9b-9a05bc8edee7 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:32.714465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-550262fc-3ea0-4a40-b597-806f44b61ecb req-643253f1-e796-42b7-bd9b-9a05bc8edee7 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 945 time: 0.0582821 Sep 10 04:09:32.748636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48ef99a-7480-401b-bc6f-deec79a70c29 req-694af099-b675-48af-aea0-b6d6a9e159f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:32.750231 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d48ef99a-7480-401b-bc6f-deec79a70c29 req-694af099-b675-48af-aea0-b6d6a9e159f2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 1096 time: 0.0700271 Sep 10 04:09:32.756968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f26fb15c-53ff-4ac3-8f59-66888558d2ca,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:09:32.782245 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-550262fc-3ea0-4a40-b597-806f44b61ecb req-616d4471-d7be-44d6-9521-ec00e3dcd3ef tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590966 Sep 10 04:09:32.809584 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d48ef99a-7480-401b-bc6f-deec79a70c29 req-677a5917-4338-4d60-9a80-6041aaea7381 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518646 Sep 10 04:09:33.197001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:09:33.199388 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e74f9592-b270-4889-84e3-47856337ed35" -d '{"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:09:33.248549 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-347f28dd-5c95-4adf-9771-b361cb8f4281 x-openstack-request-id: req-347f28dd-5c95-4adf-9771-b361cb8f4281 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:09:33.248855 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:09:33.249107 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-347f28dd-5c95-4adf-9771-b361cb8f4281 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:09:33.249505 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29', 'status': 'completed', 'code': 200} Sep 10 04:09:33.309996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f9592-b270-4889-84e3-47856337ed35 req-7d5c1da5-b8a2-4d0b-b338-a8b95cd6e3db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:33.311639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74f9592-b270-4889-84e3-47856337ed35 req-7d5c1da5-b8a2-4d0b-b338-a8b95cd6e3db service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=209c79f86ac34059bfa8e765b350ab9a&device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1096 time: 0.0458610 Sep 10 04:09:33.413522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f9592-b270-4889-84e3-47856337ed35 req-338ccab9-95a4-49fb-ae8d-7349298bf1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:33.415405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74f9592-b270-4889-84e3-47856337ed35 req-338ccab9-95a4-49fb-ae8d-7349298bf1c2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 HTTP/1.1" status: 200 len: 915 time: 0.0972824 Sep 10 04:09:33.492015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74f9592-b270-4889-84e3-47856337ed35 req-3fbe08c4-d154-463b-aec3-928830f16e1f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67617922-2375-4cd8-857e-f2a46c6aff29 HTTP/1.1" status: 200 len: 1001 time: 0.0695958 Sep 10 04:09:33.547663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f9592-b270-4889-84e3-47856337ed35 req-ef5abb6f-fa31-4610-aad8-3923eb4672e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:33.549201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74f9592-b270-4889-84e3-47856337ed35 req-ef5abb6f-fa31-4610-aad8-3923eb4672e2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdfb60c-d4f8-4f06-b477-4f514b79b36a HTTP/1.1" status: 200 len: 853 time: 0.0511377 Sep 10 04:09:33.595129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f9592-b270-4889-84e3-47856337ed35 req-8fe94bb3-8090-42a5-a99b-e749e213d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:33.596660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74f9592-b270-4889-84e3-47856337ed35 req-8fe94bb3-8090-42a5-a99b-e749e213d993 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409005 Sep 10 04:09:33.699005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74f9592-b270-4889-84e3-47856337ed35 req-6f57340f-d329-4eac-be89-082882e574cd service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947657 Sep 10 04:09:33.802053 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e74f9592-b270-4889-84e3-47856337ed35 req-b7d5ac4b-3a27-4366-912f-fa06d559e2f8 service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958202 Sep 10 04:09:33.921500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1767165-a248-4f88-b167-4b85a2728c3d req-3cc785de-03d7-400d-a860-0eb1a4df3be4 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:33.923728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1767165-a248-4f88-b167-4b85a2728c3d req-3cc785de-03d7-400d-a860-0eb1a4df3be4 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 945 time: 0.0644388 Sep 10 04:09:33.964330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1767165-a248-4f88-b167-4b85a2728c3d req-922ad4f4-173d-42ed-b7a3-ef20e5db4387 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333774 Sep 10 04:09:35.186106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be181962-f67b-48ef-87f8-44e1efe0566d req-fda21b7f-7040-41c6-af63-c3906ad5b39c tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:35.187557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be181962-f67b-48ef-87f8-44e1efe0566d req-fda21b7f-7040-41c6-af63-c3906ad5b39c tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 945 time: 0.1530991 Sep 10 04:09:35.191639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-ad43be5b-d913-4158-b355-afa649256ec7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0768170 Sep 10 04:09:35.236484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be181962-f67b-48ef-87f8-44e1efe0566d req-26de0431-fe4e-4146-a040-d53ddc43081f tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390441 Sep 10 04:09:35.249490 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:09:35.284892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-f56a2449-2f80-4cea-a559-c710a139cf73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:35.284892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-f56a2449-2f80-4cea-a559-c710a139cf73 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e&device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 1096 time: 0.0449793 Sep 10 04:09:35.399260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-391a054d-4c51-4128-962b-ea8b4d757954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:35.401128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-391a054d-4c51-4128-962b-ea8b4d757954 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 HTTP/1.1" status: 200 len: 910 time: 0.0962410 Sep 10 04:09:35.479171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-cc5fa2f5-bf1a-4c97-8ea7-c11f6723a12a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44 HTTP/1.1" status: 200 len: 1000 time: 0.0711460 Sep 10 04:09:35.542204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-3b85239f-df4f-4352-8624-869382ec2fab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:35.543708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-3b85239f-df4f-4352-8624-869382ec2fab service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e02c6386-a6da-41c0-9a52-a49ee7e7e4dd HTTP/1.1" status: 200 len: 848 time: 0.0579143 Sep 10 04:09:35.596002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-836ffd07-7844-492b-89df-f2775a87ebe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:09:35.597571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-836ffd07-7844-492b-89df-f2775a87ebe1 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0473819 Sep 10 04:09:35.697715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-b23b4060-0c2b-440e-8332-0b9d961a63c9 service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931971 Sep 10 04:09:35.816497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e8ddcbb-c447-4c71-a6c1-a7c02fd8c1b4 req-e08021dc-37ab-44d1-a7b4-0e5d5da1ea1a service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034470 Sep 10 04:09:50.848428 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b2c1d77-c9f7-41d9-b1a4-ee096a1697c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.528847 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a12eeea-f2f3-4666-85c6-0ca50ee33148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:53.722095 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:55.173696 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:56.305351 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:09:59.042622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:02.271073 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:04.513165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7edb58-06d5-48e3-bbc6-59f54344baec req-d0eed7ab-1318-412d-ab75-46ec23336541 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:04.515435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d7edb58-06d5-48e3-bbc6-59f54344baec req-d0eed7ab-1318-412d-ab75-46ec23336541 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 945 time: 0.0505869 Sep 10 04:10:04.561551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d7edb58-06d5-48e3-bbc6-59f54344baec req-eaa4b963-c385-494c-b362-ad57f5fa7e15 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375721 Sep 10 04:10:05.686537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b36922-55dd-4af5-9ac6-e7c18b4ec009 req-7bfa6cde-dfe1-4fbb-8356-7e77828d7ea0 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:05.690388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05b36922-55dd-4af5-9ac6-e7c18b4ec009 req-7bfa6cde-dfe1-4fbb-8356-7e77828d7ea0 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 945 time: 0.0594020 Sep 10 04:10:05.726512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05b36922-55dd-4af5-9ac6-e7c18b4ec009 req-efc32c8b-f8ca-4045-a509-adef59d4b974 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cec7ea-ff05-4bc3-8b31-08f20a47f11c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Sep 10 04:10:06.096366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-42661dd1-643c-45b1-988d-d48b005916ed tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:06.097982 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-42661dd1-643c-45b1-988d-d48b005916ed tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.20 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 945 time: 0.0534716 Sep 10 04:10:06.202956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Deleting port f26fb15c-53ff-4ac3-8f59-66888558d2ca {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:06.203317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:06.296427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] For port f26fb15c-53ff-4ac3-8f59-66888558d2ca, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f26fb15c-53ff-4ac3-8f59-66888558d2ca,segment=NetworkSegment(ff326953-d1ff-4680-92ac-edfa9b709af1),segment_id=ff326953-d1ff-4680-92ac-edfa9b709af1)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:06.296713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:06.310185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Calling delete_port for f26fb15c-53ff-4ac3-8f59-66888558d2ca owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:06.525836 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:06.536535 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['f26fb15c-53ff-4ac3-8f59-66888558d2ca'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:10:06.557481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Pushing event deleted for resources: {'Port': ['ID=f26fb15c-53ff-4ac3-8f59-66888558d2ca,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:06.569750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.570101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.570438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.570770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.571099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.571426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.571801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.572129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.572597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.572823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.573163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.573526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:06.607889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] No DVR routers for this DVR port f26fb15c-53ff-4ac3-8f59-66888558d2ca on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:10:06.610620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:06.612687 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f6d06592-b568-47b6-9503-60bcfccbb01b req-adb8dbaf-97bb-4ffc-99ba-deb597b17210 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.20 "DELETE /v2.0/ports/f26fb15c-53ff-4ac3-8f59-66888558d2ca HTTP/1.1" status: 204 len: 173 time: 0.5088441 Sep 10 04:10:06.613126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d01d7ce-a14b-4b8c-9166-78f678782fc1', 'name': 'network-vif-deleted', 'tag': 'f26fb15c-53ff-4ac3-8f59-66888558d2ca'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:06.615441 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b216c091-c240-488d-8518-2d74816956a0" -d '{"events": [{"server_uuid": "9d01d7ce-a14b-4b8c-9166-78f678782fc1", "name": "network-vif-deleted", "tag": "f26fb15c-53ff-4ac3-8f59-66888558d2ca"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:06.672848 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d1dc69a-0a36-4e17-93ba-ffbf0b5569df x-openstack-request-id: req-4d1dc69a-0a36-4e17-93ba-ffbf0b5569df {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:06.673173 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d01d7ce-a14b-4b8c-9166-78f678782fc1", "name": "network-vif-deleted", "tag": "f26fb15c-53ff-4ac3-8f59-66888558d2ca", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:06.673450 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4d1dc69a-0a36-4e17-93ba-ffbf0b5569df {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:06.673851 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d01d7ce-a14b-4b8c-9166-78f678782fc1', 'name': 'network-vif-deleted', 'tag': 'f26fb15c-53ff-4ac3-8f59-66888558d2ca', 'status': 'completed', 'code': 200} Sep 10 04:10:06.822956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3ba1d17-a0e8-485f-b222-962948969d17 req-f3d7c597-51a9-42f4-91bb-269fa9f9a105 tempest-VolumesSnapshotTestJSON-1505577864 tempest-VolumesSnapshotTestJSON-1505577864-project] 10.222.0.22 "GET /v2.0/ports?device_id=9d01d7ce-a14b-4b8c-9166-78f678782fc1 HTTP/1.1" status: 200 len: 210 time: 0.0274792 Sep 10 04:10:10.480721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f26fb15c-53ff-4ac3-8f59-66888558d2ca no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:10:10.501414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: f26fb15c-53ff-4ac3-8f59-66888558d2ca {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:10:10.501758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f26fb15c-53ff-4ac3-8f59-66888558d2ca not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:10:12.249543 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:10:14.826561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51556) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:14.945054 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:15.055210 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:15.133190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:15.172625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04171e2cb4354c848fb78312ca2eb594&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3448775 Sep 10 04:10:15.173491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8896b606-9b3f-4a54-a995-b544004ab406,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:15.175986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51562) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:15.180972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.181316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.181655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.182162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.182881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.183391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.183630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.183989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.184319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.184645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.184974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.185300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75895a39-725e-4851-a08e-bcf291ddfbd7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:15.256964 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6dd5495b-affe-49ca-abdb-6cf63b7ad702 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:15.280645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6dd5495b-affe-49ca-abdb-6cf63b7ad702 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:15.362455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6dd5495b-affe-49ca-abdb-6cf63b7ad702 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:15.365706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6dd5495b-affe-49ca-abdb-6cf63b7ad702 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:15.369278 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6dd5495b-affe-49ca-abdb-6cf63b7ad702 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8896b606-9b3f-4a54-a995-b544004ab406 HTTP/1.1" status: 204 len: 168 time: 0.1898899 Sep 10 04:10:15.377258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd5495b-affe-49ca-abdb-6cf63b7ad702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8896b606-9b3f-4a54-a995-b544004ab406,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:16.553272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51594) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:16.665862 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2066936330-network', 'tenant_id': 'cd233fa8862c4c9fbb615108e678e467'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:10:16.779982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Made reservation on behalf of cd233fa8862c4c9fbb615108e678e467 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:10:16.783873 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:16.791940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:16.905057 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:16.985638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:17.010506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] vlan segment allocate from pool success with {'vlan_id': 205, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:10:17.019067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799e0d0e-3598-4a87-af31-e088f5858e8d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:17.024910 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:17.025251 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Added segment 001133ba-5079-4a8a-9fd5-89f9146005d7 of type vlan for network 8a512586-6c67-438d-89fc-dec7e51528cf Sep 10 04:10:17.064636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:17.162459 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:17.172185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:17.172185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:17.222518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] Pushing event updated for resources: {'Network': ['ID=8a512586-6c67-438d-89fc-dec7e51528cf,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:17.233037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 8a512586-6c67-438d-89fc-dec7e51528cf details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:10:17.271732 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-26a06fca-9d9b-47eb-a6e9-97055c318d58 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7173200 Sep 10 04:10:17.274441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 51604) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:17.280308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Request body: {'subnet': {'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2066936330-subnet', 'tenant_id': 'cd233fa8862c4c9fbb615108e678e467', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:10:17.362170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Made reservation on behalf of cd233fa8862c4c9fbb615108e678e467 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:10:17.364619 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:17.596843 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:17.646327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:17.668996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Checking segment: {'id': '001133ba-5079-4a8a-9fd5-89f9146005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:10:17.669359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Network hostable DHCP agents. Network: 8a512586-6c67-438d-89fc-dec7e51528cf, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:10:17.762568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Network 8a512586-6c67-438d-89fc-dec7e51528cf is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:10:17.859636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 8a512586-6c67-438d-89fc-dec7e51528cf) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:10:17.863924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:17.864528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:17.869237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa82ad77-aa5e-4ca3-b98f-cb77df9b34f5 None None] Network 8a512586-6c67-438d-89fc-dec7e51528cf requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:10:17.947187 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e285bc9e-478e-4545-b565-b86398b8f5e3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6709187 Sep 10 04:10:18.013022 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b51d935-d3fc-4c69-bf03-40ca97a3fc7c None None] Network 8a512586-6c67-438d-89fc-dec7e51528cf requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:10:20.813097 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b6f55d07-2cdf-4913-9cbe-b4d4076adf5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:21.615161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-631170ce-4ed8-4eee-a18f-43f081fe03ac tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:21.617816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-631170ce-4ed8-4eee-a18f-43f081fe03ac tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/networks?id=8a512586-6c67-438d-89fc-dec7e51528cf HTTP/1.1" status: 200 len: 809 time: 0.1093159 Sep 10 04:10:21.634153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-88e90954-a9e8-43fd-b5a9-e2f459e522a3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/quotas/cd233fa8862c4c9fbb615108e678e467 HTTP/1.1" status: 200 len: 375 time: 0.0093341 Sep 10 04:10:21.667866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-ec831820-dbac-4044-a59e-447e8cf1e66e tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cd233fa8862c4c9fbb615108e678e467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0273178 Sep 10 04:10:21.765789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-9fd46b55-83a8-4c2e-8d04-773fbc9ee3b2 service neutron] 10.222.0.22 "GET /v2.0/networks/8a512586-6c67-438d-89fc-dec7e51528cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892169 Sep 10 04:10:21.860476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-9dbc6674-70bb-44f8-90a1-562e3d503de5 service neutron] 10.222.0.22 "GET /v2.0/networks/8a512586-6c67-438d-89fc-dec7e51528cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887175 Sep 10 04:10:22.148016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8311d332-f7e6-48b7-8f5c-51cad71fc00d req-5a6e5f05-0273-46bf-918a-d20f9ec8d156 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 210 time: 0.0297842 Sep 10 04:10:23.243349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60ac2835-7ec8-456d-a5b9-d003a918d3fd req-eae1ed42-28a5-45a1-9ff5-738810ce7489 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 210 time: 0.0268054 Sep 10 04:10:23.528069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-07b2bd08-1fb6-459c-a46f-69f33754ce12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:23.807829 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:24.370141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14d7f4da-57ea-4aab-a0ab-f9f598e0c780 req-c0c8ccbc-8cb5-4d2b-91e0-97905d4196fa tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 210 time: 0.0266640 Sep 10 04:10:24.393671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-9d088687-b51f-4927-bd13-5d3aefa14c6e tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:24.395387 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-9d088687-b51f-4927-bd13-5d3aefa14c6e tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.20 "GET /v2.0/networks?id=8a512586-6c67-438d-89fc-dec7e51528cf HTTP/1.1" status: 200 len: 809 time: 0.1092460 Sep 10 04:10:24.409596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Request body: {'port': {'device_id': '0a72da09-cc75-4195-b9c2-73cc25ac7df1', 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf', 'admin_state_up': True, 'tenant_id': 'cd233fa8862c4c9fbb615108e678e467'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:10:24.620126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Made reservation on behalf of cd233fa8862c4c9fbb615108e678e467 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:10:24.624555 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:24.793546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Allocated IP 172.20.0.10 (8a512586-6c67-438d-89fc-dec7e51528cf/3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b/433d8a41-7f1b-4788-b335-3031ca67ff94) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:10:24.938758 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:25.031914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:25.081166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Network 8a512586-6c67-438d-89fc-dec7e51528cf is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:10:25.084534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:10:25.091893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:10:25.098084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Pushing event updated for resources: {'Port': ['ID=433d8a41-7f1b-4788-b335-3031ca67ff94,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:25.143711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:25.144265 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:25.179650 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:25.266572 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-c9e0d43e-49f3-4877-ba46-6654cf069dcf tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8620546 Sep 10 04:10:25.331167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Request body: {'port': {'device_id': '0a72da09-cc75-4195-b9c2-73cc25ac7df1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:10:25.383099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:25.530875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1101470-fde1-448c-8a13-732c9c5b22a0 req-82382ec2-5bc9-45e2-bd12-f409135cf79c tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:25.533117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1101470-fde1-448c-8a13-732c9c5b22a0 req-82382ec2-5bc9-45e2-bd12-f409135cf79c tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 932 time: 0.0747426 Sep 10 04:10:25.582380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1101470-fde1-448c-8a13-732c9c5b22a0 req-c1a12e96-ae5b-48ba-969c-fba2105838ab tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376294 Sep 10 04:10:25.979164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433d8a41-7f1b-4788-b335-3031ca67ff94 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:10:25.988001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:26.000631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Transition to ACTIVE for port object 433d8a41-7f1b-4788-b335-3031ca67ff94 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:10:26.094228 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:26.145430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Pushing event updated for resources: {'Port': ['ID=433d8a41-7f1b-4788-b335-3031ca67ff94,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:26.215467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Attempting to bind port 433d8a41-7f1b-4788-b335-3031ca67ff94 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:10:26.215898 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Attempting to bind port 433d8a41-7f1b-4788-b335-3031ca67ff94 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '001133ba-5079-4a8a-9fd5-89f9146005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:10:26.216193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Attempting to bind port 433d8a41-7f1b-4788-b335-3031ca67ff94 on network 8a512586-6c67-438d-89fc-dec7e51528cf {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:10:26.221486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Port 433d8a41-7f1b-4788-b335-3031ca67ff94 on network 8a512586-6c67-438d-89fc-dec7e51528cf not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:10:26.221878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Attempting to bind port 433d8a41-7f1b-4788-b335-3031ca67ff94 on network 8a512586-6c67-438d-89fc-dec7e51528cf {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:10:26.229559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 9, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:10:26.229832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Checking segment: {'id': '001133ba-5079-4a8a-9fd5-89f9146005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:10:26.230271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Bound using segment: {'id': '001133ba-5079-4a8a-9fd5-89f9146005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:10:26.231277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Bound port: 433d8a41-7f1b-4788-b335-3031ca67ff94, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001133ba-5079-4a8a-9fd5-89f9146005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:10:26.231590 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:26.296573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] For port 433d8a41-7f1b-4788-b335-3031ca67ff94, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:10:26.299551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] For port 433d8a41-7f1b-4788-b335-3031ca67ff94, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=433d8a41-7f1b-4788-b335-3031ca67ff94,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:10:26.311209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:26.397546 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:26.433608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:26.434224 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:26.435625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] 10.222.0.20 "PUT /v2.0/ports/433d8a41-7f1b-4788-b335-3031ca67ff94 HTTP/1.1" status: 200 len: 1092 time: 1.1610968 Sep 10 04:10:26.436094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a72da09-cc75-4195-b9c2-73cc25ac7df1', 'tag': '433d8a41-7f1b-4788-b335-3031ca67ff94'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:26.438347 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab33115c-8ed3-4be0-92f3-6afce9cc918f" -d '{"events": [{"name": "network-changed", "server_uuid": "0a72da09-cc75-4195-b9c2-73cc25ac7df1", "tag": "433d8a41-7f1b-4788-b335-3031ca67ff94"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:26.461976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed99a6-9d2a-4ed2-972b-a5724f4d66e6 service neutron] Pushing event updated for resources: {'Port': ['ID=433d8a41-7f1b-4788-b335-3031ca67ff94,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:26.491608 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1358f25f-050a-43d3-b2d4-fcbfa04ba54a x-openstack-request-id: req-1358f25f-050a-43d3-b2d4-fcbfa04ba54a {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:26.492037 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a72da09-cc75-4195-b9c2-73cc25ac7df1", "tag": "433d8a41-7f1b-4788-b335-3031ca67ff94", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:26.492364 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1358f25f-050a-43d3-b2d4-fcbfa04ba54a {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:26.492829 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a72da09-cc75-4195-b9c2-73cc25ac7df1', 'tag': '433d8a41-7f1b-4788-b335-3031ca67ff94', 'status': 'completed', 'code': 200} Sep 10 04:10:26.566580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33115c-8ed3-4be0-92f3-6afce9cc918f req-eddd5b01-d224-4bf2-9443-1220bbec9787 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:26.568258 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ab33115c-8ed3-4be0-92f3-6afce9cc918f req-eddd5b01-d224-4bf2-9443-1220bbec9787 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd233fa8862c4c9fbb615108e678e467&device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 1095 time: 0.0542367 Sep 10 04:10:26.676858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33115c-8ed3-4be0-92f3-6afce9cc918f req-88cd30fe-0400-45db-983c-f01f4e8a23bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:26.678320 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ab33115c-8ed3-4be0-92f3-6afce9cc918f req-88cd30fe-0400-45db-983c-f01f4e8a23bb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd233fa8862c4c9fbb615108e678e467&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1022024 Sep 10 04:10:26.713554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c2903c-9ef2-47c6-95ed-ff581150c7d7 req-817c409d-6365-4490-8478-c2fbd9ab1dcd tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:26.715143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47c2903c-9ef2-47c6-95ed-ff581150c7d7 req-817c409d-6365-4490-8478-c2fbd9ab1dcd tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 944 time: 0.0534427 Sep 10 04:10:26.755877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47c2903c-9ef2-47c6-95ed-ff581150c7d7 req-aeb609f0-8fca-40c0-9eff-755e3b658b23 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335145 Sep 10 04:10:26.795253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab33115c-8ed3-4be0-92f3-6afce9cc918f req-b16bb103-ada7-4c86-a499-2a2bcf6279b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:26.796802 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ab33115c-8ed3-4be0-92f3-6afce9cc918f req-b16bb103-ada7-4c86-a499-2a2bcf6279b5 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1117804 Sep 10 04:10:26.889014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-0a4b04f8-c4c5-4ccb-bebe-e7c9c05c897c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:26.890601 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-0a4b04f8-c4c5-4ccb-bebe-e7c9c05c897c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd233fa8862c4c9fbb615108e678e467&device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 1095 time: 0.0436368 Sep 10 04:10:26.935485 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-51718dfe-48bf-4924-bf13-846567dc5004 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=433d8a41-7f1b-4788-b335-3031ca67ff94 HTTP/1.1" status: 200 len: 217 time: 0.0373592 Sep 10 04:10:26.985563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-fc51ee37-6c51-4877-8cfa-cbec0af5f927 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:26.987053 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-fc51ee37-6c51-4877-8cfa-cbec0af5f927 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b HTTP/1.1" status: 200 len: 849 time: 0.0443530 Sep 10 04:10:27.022863 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-514bc019-4369-4058-92f5-aa89ecefcb32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a512586-6c67-438d-89fc-dec7e51528cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285122 Sep 10 04:10:27.112188 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-b2e5ddc7-5d3e-45d0-9a9b-a4c70d9f8b47 service neutron] 10.222.0.20 "GET /v2.0/networks/8a512586-6c67-438d-89fc-dec7e51528cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824695 Sep 10 04:10:27.212887 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4ec87c-5bac-40a6-980b-c945a9756a3b req-8301ec44-9dc2-447f-88e3-3d6c5def8562 service neutron] 10.222.0.20 "GET /v2.0/networks/8a512586-6c67-438d-89fc-dec7e51528cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937128 Sep 10 04:10:27.900565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16421c-9384-4072-8929-3b7d0bbc4715 req-be6b4865-802b-476b-a106-38409eeccdb1 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:27.902106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af16421c-9384-4072-8929-3b7d0bbc4715 req-be6b4865-802b-476b-a106-38409eeccdb1 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 944 time: 0.0496900 Sep 10 04:10:27.941036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af16421c-9384-4072-8929-3b7d0bbc4715 req-adeca5f4-fceb-4f26-9516-210ea036aced tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325820 Sep 10 04:10:29.020081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:29.057499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df41e0c0-4e67-4701-8fa3-4cf7f7217ea9 req-51f4f4db-754f-43d4-93f9-c6b6cb32a3f9 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:29.059035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df41e0c0-4e67-4701-8fa3-4cf7f7217ea9 req-51f4f4db-754f-43d4-93f9-c6b6cb32a3f9 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 944 time: 0.0504656 Sep 10 04:10:29.097150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df41e0c0-4e67-4701-8fa3-4cf7f7217ea9 req-6edc73b0-6c27-4fa0-a651-ca1aa497ce0d tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Sep 10 04:10:30.215715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0244f8a-381b-4b87-9aa4-5db6f19196f6 req-9e33bf65-3f26-4070-9efe-a7eb3fc67565 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:30.217223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0244f8a-381b-4b87-9aa4-5db6f19196f6 req-9e33bf65-3f26-4070-9efe-a7eb3fc67565 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 944 time: 0.0536056 Sep 10 04:10:30.258113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0244f8a-381b-4b87-9aa4-5db6f19196f6 req-11dae597-e00a-4184-a797-c94489d85ce0 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344012 Sep 10 04:10:30.525868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 433d8a41-7f1b-4788-b335-3031ca67ff94 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:10:30.623708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 433d8a41-7f1b-4788-b335-3031ca67ff94, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=433d8a41-7f1b-4788-b335-3031ca67ff94,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:30.635599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '433d8a41-7f1b-4788-b335-3031ca67ff94', 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf', 'port_id': '433d8a41-7f1b-4788-b335-3031ca67ff94', 'mac_address': 'fa:16:3e:a6:05:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:10:30.683627 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:30.700764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433d8a41-7f1b-4788-b335-3031ca67ff94 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:10:30.730187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 433d8a41-7f1b-4788-b335-3031ca67ff94, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=433d8a41-7f1b-4788-b335-3031ca67ff94,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:30.825752 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:30.876096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=433d8a41-7f1b-4788-b335-3031ca67ff94,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:30.883483 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.883867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.884210 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.884551 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.884887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.885223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.885552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.885882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.886215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.886541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.886923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:30.887800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:10:31.028782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['433d8a41-7f1b-4788-b335-3031ca67ff94'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:10:31.385809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5cd2ba2-5e3b-45c0-8d3e-224ce83fe706 req-d77d3108-7735-4951-a47f-a3da2b778587 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:31.388043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5cd2ba2-5e3b-45c0-8d3e-224ce83fe706 req-d77d3108-7735-4951-a47f-a3da2b778587 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 945 time: 0.0600405 Sep 10 04:10:31.433327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5cd2ba2-5e3b-45c0-8d3e-224ce83fe706 req-0f527548-f774-445b-b94e-cdf9f696d886 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392172 Sep 10 04:10:32.277122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:32.544389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 433d8a41-7f1b-4788-b335-3031ca67ff94 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:10:32.576393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d6e63-5c94-4577-8031-cb4db2728383 req-2317f9ff-ceac-4908-a050-bfea08f12498 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:32.578086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc6d6e63-5c94-4577-8031-cb4db2728383 req-2317f9ff-ceac-4908-a050-bfea08f12498 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 945 time: 0.0743539 Sep 10 04:10:32.619534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc6d6e63-5c94-4577-8031-cb4db2728383 req-8fade00c-adc4-430d-be95-0a1201ff3ff5 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347626 Sep 10 04:10:32.666251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 433d8a41-7f1b-4788-b335-3031ca67ff94 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:10:32.671103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 433d8a41-7f1b-4788-b335-3031ca67ff94 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:10:32.671465 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:32.756322 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:32.783322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a72da09-cc75-4195-b9c2-73cc25ac7df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433d8a41-7f1b-4788-b335-3031ca67ff94'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:32.786146 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58ba581b-f39c-4924-a8e7-056d44fb6379" -d '{"events": [{"server_uuid": "0a72da09-cc75-4195-b9c2-73cc25ac7df1", "name": "network-vif-plugged", "status": "completed", "tag": "433d8a41-7f1b-4788-b335-3031ca67ff94"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:32.803284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 433d8a41-7f1b-4788-b335-3031ca67ff94, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=433d8a41-7f1b-4788-b335-3031ca67ff94,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:32.837858 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a676306-16d9-4a33-9c28-66d8e579e676 x-openstack-request-id: req-1a676306-16d9-4a33-9c28-66d8e579e676 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:32.838150 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a72da09-cc75-4195-b9c2-73cc25ac7df1", "name": "network-vif-plugged", "status": "completed", "tag": "433d8a41-7f1b-4788-b335-3031ca67ff94", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:32.838400 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a676306-16d9-4a33-9c28-66d8e579e676 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:32.839230 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a72da09-cc75-4195-b9c2-73cc25ac7df1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433d8a41-7f1b-4788-b335-3031ca67ff94', 'code': 200} Sep 10 04:10:32.883373 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:32.933532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=433d8a41-7f1b-4788-b335-3031ca67ff94,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:32.960200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d984b9-aa8e-4779-9d5b-0836d255bb5e req-1ade9539-d5ca-4493-8e39-cdb030f66f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:32.961768 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-56d984b9-aa8e-4779-9d5b-0836d255bb5e req-1ade9539-d5ca-4493-8e39-cdb030f66f96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 1097 time: 0.0518088 Sep 10 04:10:32.998523 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-56d984b9-aa8e-4779-9d5b-0836d255bb5e req-1040eaff-7a53-4a75-9e33-c9e59f085334 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297823 Sep 10 04:10:33.738815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e5b045-6881-4b00-8bbf-88697cf72f06 req-8be370c2-94bd-45fa-afda-ba765cab6b8d tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:33.740397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e5b045-6881-4b00-8bbf-88697cf72f06 req-8be370c2-94bd-45fa-afda-ba765cab6b8d tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 946 time: 0.0537570 Sep 10 04:10:33.777222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67e5b045-6881-4b00-8bbf-88697cf72f06 req-21d56a9f-de1c-485b-8097-25b111033c73 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308976 Sep 10 04:10:34.900982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ce62e-b37e-43fa-943d-ff86af5760a3 req-804a9fbe-c73f-4c56-b3de-2eeb16b063b7 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:34.902593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-815ce62e-b37e-43fa-943d-ff86af5760a3 req-804a9fbe-c73f-4c56-b3de-2eeb16b063b7 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 946 time: 0.0529456 Sep 10 04:10:34.988389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-815ce62e-b37e-43fa-943d-ff86af5760a3 req-f81e5e74-ebbd-421d-8ec0-31b25967a0e6 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680778 Sep 10 04:10:35.163785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-9d82cfbf-f767-4ccd-a1e1-580cfcf06980 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0490382 Sep 10 04:10:35.227057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-476eb429-1ced-49ca-89a6-bffd895a8694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:35.228607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-476eb429-1ced-49ca-89a6-bffd895a8694 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=209c79f86ac34059bfa8e765b350ab9a&device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1096 time: 0.0441093 Sep 10 04:10:35.369643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-1b5c0fb5-bd25-40b9-9f6e-1696198623f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:35.372804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-1b5c0fb5-bd25-40b9-9f6e-1696198623f0 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 HTTP/1.1" status: 200 len: 915 time: 0.1238065 Sep 10 04:10:35.451013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-b04bcb30-a31f-465d-964a-c60aae053a11 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67617922-2375-4cd8-857e-f2a46c6aff29 HTTP/1.1" status: 200 len: 1001 time: 0.0706460 Sep 10 04:10:35.501744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-68227cf0-3162-49be-aade-b30d4cb191dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:35.503201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-68227cf0-3162-49be-aade-b30d4cb191dd service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdfb60c-d4f8-4f06-b477-4f514b79b36a HTTP/1.1" status: 200 len: 853 time: 0.0454848 Sep 10 04:10:35.555810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-38c01c12-a8c4-491d-8f47-6ef8a22d5fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:35.560963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-38c01c12-a8c4-491d-8f47-6ef8a22d5fc5 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421193 Sep 10 04:10:35.651662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-ec58d744-5177-49c9-b6b8-84fd5bf23a96 service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864196 Sep 10 04:10:35.749167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b29e8cde-414f-4619-8fa3-65b703ce9e9b req-8acc6160-0179-48b1-b66e-46d11e1ccdaf service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904412 Sep 10 04:10:35.993971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 51946) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:36.172311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Deleting port bc0ff46c-a655-444e-9b37-9e22d4724735 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:36.172756 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:36.258979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:36.259309 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:36.271240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Calling delete_port for bc0ff46c-a655-444e-9b37-9e22d4724735 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:36.427324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d019fcb-d29d-4efe-bd4a-fe38ede85ff0 req-f956ff44-b8ee-404a-94ee-cef3377712fe tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:36.428853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d019fcb-d29d-4efe-bd4a-fe38ede85ff0 req-f956ff44-b8ee-404a-94ee-cef3377712fe tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 946 time: 0.0805702 Sep 10 04:10:36.497429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d019fcb-d29d-4efe-bd4a-fe38ede85ff0 req-5e6002df-6a2e-4b1b-911c-2cf540be61a0 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615361 Sep 10 04:10:36.608978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:36.637094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event deleted for resources: {'Port': ['ID=bc0ff46c-a655-444e-9b37-9e22d4724735,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:36.703097 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:36.703518 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Floating IP a1569647-ca04-45c7-8545-96fd18b95141 disassociated (deleted). External IP: 172.25.3.117, port: 67617922-2375-4cd8-857e-f2a46c6aff29. Sep 10 04:10:36.938471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Router 3200d233-697c-410f-b8eb-b8bc966b99da has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:10:37.059033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:10:37.064176 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:37.071362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] Sync routers for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:10:37.084721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:10:37.085563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:10:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:37.119174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f5be227d-9d16-49a2-8c57-6da6e1ede885 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "DELETE /v2.0/floatingips/a1569647-ca04-45c7-8545-96fd18b95141 HTTP/1.1" status: 204 len: 168 time: 1.1235075 Sep 10 04:10:37.120722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:37.126856 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0" -d '{"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:37.192651 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576e6b2c-17af-4842-9a5b-df758619a08e x-openstack-request-id: req-576e6b2c-17af-4842-9a5b-df758619a08e {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:37.193150 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:37.193566 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-576e6b2c-17af-4842-9a5b-df758619a08e {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:37.194164 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29', 'status': 'completed', 'code': 200} Sep 10 04:10:37.236318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:10:37.256823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-9265a36a-df90-424d-ab3b-971b63e2b937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:37.263541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-9265a36a-df90-424d-ab3b-971b63e2b937 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=209c79f86ac34059bfa8e765b350ab9a&device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 1096 time: 0.0535650 Sep 10 04:10:37.360595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-749141b1-5fd2-444c-84e1-42ba786d550b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:37.362128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-749141b1-5fd2-444c-84e1-42ba786d550b service neutron] 10.222.0.39 "GET /v2.0/networks?id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 HTTP/1.1" status: 200 len: 915 time: 0.0962098 Sep 10 04:10:37.442552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-9500fff7-ddae-4076-8fa7-6076302429f6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=67617922-2375-4cd8-857e-f2a46c6aff29 HTTP/1.1" status: 200 len: 217 time: 0.0701990 Sep 10 04:10:37.495424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:37.519391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-a5c6b1a7-82c5-43af-ac80-21e939df69da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:37.521013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-a5c6b1a7-82c5-43af-ac80-21e939df69da service neutron] 10.222.0.39 "GET /v2.0/subnets?id=3bdfb60c-d4f8-4f06-b477-4f514b79b36a HTTP/1.1" status: 200 len: 853 time: 0.0586405 Sep 10 04:10:37.540604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] Checking router: 3200d233-697c-410f-b8eb-b8bc966b99da for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:10:37.551043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:10:37.552511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:10:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:37.585623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-ad55d5c6-f38f-4cfe-8fe6-fce6db346236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:37.587452 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-ad55d5c6-f38f-4cfe-8fe6-fce6db346236 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0572779 Sep 10 04:10:37.703654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-8827ae17-c25b-48d0-8cf3-2254b0e13511 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:37.706355 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-8827ae17-c25b-48d0-8cf3-2254b0e13511 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.20 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 946 time: 0.1061778 Sep 10 04:10:37.742721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:10:37.789905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316ef90b-13c2-4aa1-a435-c3296f29a001 req-679347f1-622b-45c7-a819-5449dbaba152 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:37.791566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-316ef90b-13c2-4aa1-a435-c3296f29a001 req-679347f1-622b-45c7-a819-5449dbaba152 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a72da09-cc75-4195-b9c2-73cc25ac7df1 HTTP/1.1" status: 200 len: 946 time: 0.1122849 Sep 10 04:10:37.796122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-05080976-ba48-4901-9d28-60b9c673a980 service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003722 Sep 10 04:10:37.825848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Deleting port 433d8a41-7f1b-4788-b335-3031ca67ff94 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:37.827627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:37.973419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] For port 433d8a41-7f1b-4788-b335-3031ca67ff94, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=433d8a41-7f1b-4788-b335-3031ca67ff94,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:37.973801 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:37.995390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Calling delete_port for 433d8a41-7f1b-4788-b335-3031ca67ff94 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:38.022480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:38.057122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f221e707-25ec-4176-9914-6480d7c64113 None None] The sync data for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 is: [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:05:49Z', 'revision_number': 4, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bc68a290-c4eb-4dc5-9fbf-07d263e0baf9', 'name': '', 'network_id': 'ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'mac_address': 'fa:16:3e:5b:89:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_interface', 'standard_attr_id': 3680, 'fixed_ips': [{'subnet_id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:48Z', 'updated_at': '2021-09-10T04:05:55Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'subnets': [{'id': '3bdfb60c-d4f8-4f06-b477-4f514b79b36a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:10:38.242845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:38.258425 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['433d8a41-7f1b-4788-b335-3031ca67ff94'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:10:38.285192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd6692c-84ba-492c-8064-76895a401282 req-831ddc73-7488-4499-854a-91663c5ccbfb tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:38.286712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd6692c-84ba-492c-8064-76895a401282 req-831ddc73-7488-4499-854a-91663c5ccbfb tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 945 time: 0.6055574 Sep 10 04:10:38.315844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-316ef90b-13c2-4aa1-a435-c3296f29a001 req-e9fb5459-870f-4fc1-8dfc-8a81b5117f8f tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5154526 Sep 10 04:10:38.341961 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] No DVR routers for this DVR port 433d8a41-7f1b-4788-b335-3031ca67ff94 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:10:38.341961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:38.343293 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6f9d42fb-3337-4352-9cd0-f52794b8287a req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.20 "DELETE /v2.0/ports/433d8a41-7f1b-4788-b335-3031ca67ff94 HTTP/1.1" status: 204 len: 173 time: 0.6304879 Sep 10 04:10:38.344107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a72da09-cc75-4195-b9c2-73cc25ac7df1', 'name': 'network-vif-deleted', 'tag': '433d8a41-7f1b-4788-b335-3031ca67ff94'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:38.347699 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3836a5e-32f2-49a6-84cd-72c25b787728" -d '{"events": [{"server_uuid": "0a72da09-cc75-4195-b9c2-73cc25ac7df1", "name": "network-vif-deleted", "tag": "433d8a41-7f1b-4788-b335-3031ca67ff94"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:38.351283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c38c1ca-07ed-44cb-b1c7-13f826b106e0 req-08356362-1b5b-4a62-a216-410040b96783 service neutron] 10.222.0.39 "GET /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5423169 Sep 10 04:10:38.351921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f62f8e-bf63-46a6-b2ef-4038315d2611 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Pushing event deleted for resources: {'Port': ['ID=433d8a41-7f1b-4788-b335-3031ca67ff94,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:38.369392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd6692c-84ba-492c-8064-76895a401282 req-6922dbff-6c14-4195-b20b-7b9f76efbca1 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682130 Sep 10 04:10:38.398444 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-849e3cee-cee0-4122-b00f-46d9c6f6fe6c x-openstack-request-id: req-849e3cee-cee0-4122-b00f-46d9c6f6fe6c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:38.398750 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a72da09-cc75-4195-b9c2-73cc25ac7df1", "name": "network-vif-deleted", "tag": "433d8a41-7f1b-4788-b335-3031ca67ff94", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:38.399019 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-849e3cee-cee0-4122-b00f-46d9c6f6fe6c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:38.399556 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a72da09-cc75-4195-b9c2-73cc25ac7df1', 'name': 'network-vif-deleted', 'tag': '433d8a41-7f1b-4788-b335-3031ca67ff94', 'status': 'completed', 'code': 200} Sep 10 04:10:38.476503 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b07529-3dc5-4cae-9c6f-11ce2bf38d04 None None] New status for floating IP a1569647-ca04-45c7-8545-96fd18b95141: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:10:39.184359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-33ec99bc-91aa-4405-87e5-d7c198dc08c0 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:39.186704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-33ec99bc-91aa-4405-87e5-d7c198dc08c0 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.39 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 945 time: 0.0543551 Sep 10 04:10:39.323087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Deleting port 67617922-2375-4cd8-857e-f2a46c6aff29 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:39.323807 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:39.450965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] For port 67617922-2375-4cd8-857e-f2a46c6aff29, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=67617922-2375-4cd8-857e-f2a46c6aff29,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:39.451418 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:39.466912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Calling delete_port for 67617922-2375-4cd8-857e-f2a46c6aff29 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:39.586274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d2d507-d2c3-40fd-9ec2-fdb5530f9949 req-37b736e0-8049-43b5-90a3-554274c25736 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:39.587785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4d2d507-d2c3-40fd-9ec2-fdb5530f9949 req-37b736e0-8049-43b5-90a3-554274c25736 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 945 time: 0.1190720 Sep 10 04:10:39.671887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4d2d507-d2c3-40fd-9ec2-fdb5530f9949 req-923ee599-e59f-43ee-85aa-74492f58e87f tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/security-groups?id=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716767 Sep 10 04:10:39.790009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae065289-d038-4a54-bc64-66eed985c369 req-a8209324-7526-4fca-b592-116954ebfca3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:39.791494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-a8209324-7526-4fca-b592-116954ebfca3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/networks?id=8a512586-6c67-438d-89fc-dec7e51528cf HTTP/1.1" status: 200 len: 809 time: 0.2135148 Sep 10 04:10:39.809739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-c69ce5d0-77a4-4e73-8de3-7ccaa06ee17a tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/quotas/cd233fa8862c4c9fbb615108e678e467 HTTP/1.1" status: 200 len: 375 time: 0.0102842 Sep 10 04:10:39.843564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-bf39de8c-6e60-4934-bbef-075ddce6756a tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cd233fa8862c4c9fbb615108e678e467&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0280352 Sep 10 04:10:39.857666 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:39.924627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event deleted for resources: {'Port': ['ID=67617922-2375-4cd8-857e-f2a46c6aff29,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:39.954368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] No DVR routers for this DVR port 67617922-2375-4cd8-857e-f2a46c6aff29 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:10:39.957284 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:39.960297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-321b0a2d-3272-4a88-bc20-2bede3bd5888 req-4cc36aff-4524-4719-8f60-f807260b81c3 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.39 "DELETE /v2.0/ports/67617922-2375-4cd8-857e-f2a46c6aff29 HTTP/1.1" status: 204 len: 173 time: 0.7670846 Sep 10 04:10:39.964629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'name': 'network-vif-deleted', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:39.968281 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85f5dd2-7b37-4c5b-9e37-8ed7c5c1e015" -d '{"events": [{"server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "name": "network-vif-deleted", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:40.014119 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b41edc1-d7ba-4054-b85b-3347b8b2382c x-openstack-request-id: req-2b41edc1-d7ba-4054-b85b-3347b8b2382c {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:40.017772 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "596abeec-5fab-4b78-8973-764caea689af", "name": "network-vif-deleted", "tag": "67617922-2375-4cd8-857e-f2a46c6aff29", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:40.017772 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b41edc1-d7ba-4054-b85b-3347b8b2382c {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:40.017772 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '596abeec-5fab-4b78-8973-764caea689af', 'name': 'network-vif-deleted', 'tag': '67617922-2375-4cd8-857e-f2a46c6aff29', 'status': 'completed', 'code': 200} Sep 10 04:10:40.046593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-5f2cfc97-9c94-471a-91ab-84b49a741281 service neutron] 10.222.0.22 "GET /v2.0/networks/8a512586-6c67-438d-89fc-dec7e51528cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958456 Sep 10 04:10:40.198834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-e8eafef0-c753-42ef-924c-8ec246633e37 service neutron] 10.222.0.22 "GET /v2.0/networks/8a512586-6c67-438d-89fc-dec7e51528cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452329 Sep 10 04:10:40.507739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-487c7275-511c-4796-b7f2-a101cf78b159 req-ddc015b1-c98d-4a76-ab55-43f59b726a99 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 210 time: 0.0342841 Sep 10 04:10:40.573401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 433d8a41-7f1b-4788-b335-3031ca67ff94 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:10:40.596409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 433d8a41-7f1b-4788-b335-3031ca67ff94 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:10:40.596962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 433d8a41-7f1b-4788-b335-3031ca67ff94 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:10:40.832338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cff80dbb-5e7a-4932-93ba-13fcb19f71de req-15ecf9b1-713e-4956-b192-32ae30e861d9 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 210 time: 0.0292864 Sep 10 04:10:41.663650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8aef55c9-2fc0-46ef-95f4-3c361ae2c743 req-67b5228d-198c-443c-967a-42e5552b15f2 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 210 time: 0.0378175 Sep 10 04:10:41.975777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-731e5e4a-2b7b-43bf-b8d3-7e1d29c7a5d6 req-57ca782b-2809-40d5-a424-68ff8d36fa4f tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 210 time: 0.0375199 Sep 10 04:10:42.253927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae065289-d038-4a54-bc64-66eed985c369 req-b0ab978b-3905-4c80-b0da-2f1191252046 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:42.256409 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-b0ab978b-3905-4c80-b0da-2f1191252046 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.20 "GET /v2.0/networks?id=8a512586-6c67-438d-89fc-dec7e51528cf HTTP/1.1" status: 200 len: 809 time: 0.1232829 Sep 10 04:10:42.271530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Request body: {'port': {'device_id': '7cacd4c9-060e-4db9-9973-7a8a98bf876a', 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf', 'admin_state_up': True, 'tenant_id': 'cd233fa8862c4c9fbb615108e678e467'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:10:42.540414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Made reservation on behalf of cd233fa8862c4c9fbb615108e678e467 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:10:42.544935 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:42.701208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Allocated IP 172.20.0.8 (8a512586-6c67-438d-89fc-dec7e51528cf/3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b/9b299e49-f572-4891-855b-061a1366ea39) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:10:42.849299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0f583a5-d31e-4959-99f2-213caa98562e req-ada1667c-6024-41a1-ad0d-2ae523b50f45 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 210 time: 0.0722964 Sep 10 04:10:42.959715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:43.140556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:43.197258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-823b2332-6f2f-4af3-b877-9684de0240c2 req-e0f1d650-50c2-4113-9b66-e96c67579cf4 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 210 time: 0.0444903 Sep 10 04:10:43.224710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Network 8a512586-6c67-438d-89fc-dec7e51528cf is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:10:43.228944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:10:43.252986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:10:43.290316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Pushing event updated for resources: {'Port': ['ID=9b299e49-f572-4891-855b-061a1366ea39,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:43.319200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:43.319942 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:43.392101 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-5110048c-679d-49cb-9043-217523f07b43 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1262183 Sep 10 04:10:43.405368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Request body: {'port': {'device_id': '7cacd4c9-060e-4db9-9973-7a8a98bf876a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:10:43.461296 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:43.758144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b299e49-f572-4891-855b-061a1366ea39 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:10:43.767937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:43.785217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Transition to ACTIVE for port object 9b299e49-f572-4891-855b-061a1366ea39 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:10:43.837178 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:43.890139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Pushing event updated for resources: {'Port': ['ID=9b299e49-f572-4891-855b-061a1366ea39,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:43.955446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203530ab-1e66-483f-883a-83f44ddbc983 req-62764385-6608-4269-9291-aa1048d70e59 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:43.968828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-203530ab-1e66-483f-883a-83f44ddbc983 req-62764385-6608-4269-9291-aa1048d70e59 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 943 time: 0.0703096 Sep 10 04:10:44.011491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Attempting to bind port 9b299e49-f572-4891-855b-061a1366ea39 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:10:44.011795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-203530ab-1e66-483f-883a-83f44ddbc983 req-d9995d2a-6aed-47df-be3f-14358ba19828 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360029 Sep 10 04:10:44.011916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Attempting to bind port 9b299e49-f572-4891-855b-061a1366ea39 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '001133ba-5079-4a8a-9fd5-89f9146005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:10:44.012299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Attempting to bind port 9b299e49-f572-4891-855b-061a1366ea39 on network 8a512586-6c67-438d-89fc-dec7e51528cf {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:10:44.018812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Port 9b299e49-f572-4891-855b-061a1366ea39 on network 8a512586-6c67-438d-89fc-dec7e51528cf not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:10:44.019146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Attempting to bind port 9b299e49-f572-4891-855b-061a1366ea39 on network 8a512586-6c67-438d-89fc-dec7e51528cf {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:10:44.026656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 10, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:10:44.027076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Checking segment: {'id': '001133ba-5079-4a8a-9fd5-89f9146005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:10:44.027475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Bound using segment: {'id': '001133ba-5079-4a8a-9fd5-89f9146005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:10:44.027990 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Bound port: 9b299e49-f572-4891-855b-061a1366ea39, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '001133ba-5079-4a8a-9fd5-89f9146005d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 205, 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:10:44.028935 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:44.087996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 67617922-2375-4cd8-857e-f2a46c6aff29 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:10:44.111803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 67617922-2375-4cd8-857e-f2a46c6aff29 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:10:44.112409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 67617922-2375-4cd8-857e-f2a46c6aff29 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:10:44.131591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] For port 9b299e49-f572-4891-855b-061a1366ea39, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:10:44.134822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] For port 9b299e49-f572-4891-855b-061a1366ea39, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9b299e49-f572-4891-855b-061a1366ea39,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:10:44.197620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:44.233973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:44.234804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:44.236319 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] 10.222.0.20 "PUT /v2.0/ports/9b299e49-f572-4891-855b-061a1366ea39 HTTP/1.1" status: 200 len: 1091 time: 0.8360503 Sep 10 04:10:44.238669 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7cacd4c9-060e-4db9-9973-7a8a98bf876a', 'tag': '9b299e49-f572-4891-855b-061a1366ea39'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:44.249472 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2b11878-3e65-43c1-b0c1-025f5ace459a" -d '{"events": [{"name": "network-changed", "server_uuid": "7cacd4c9-060e-4db9-9973-7a8a98bf876a", "tag": "9b299e49-f572-4891-855b-061a1366ea39"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:44.290333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685f91e7-a9b8-41f3-b936-0376e7675975 service neutron] Pushing event updated for resources: {'Port': ['ID=9b299e49-f572-4891-855b-061a1366ea39,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:44.330192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f33e8c76-c3d3-43ab-8931-ae459fc0313e req-7da7193a-65a4-4d83-9223-17dbfd7a4936 tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "GET /v2.0/ports?device_id=596abeec-5fab-4b78-8973-764caea689af HTTP/1.1" status: 200 len: 210 time: 0.0617433 Sep 10 04:10:44.347900 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90b56e9-faef-4d3e-9ba4-7daeb7e32491 x-openstack-request-id: req-c90b56e9-faef-4d3e-9ba4-7daeb7e32491 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:44.349353 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7cacd4c9-060e-4db9-9973-7a8a98bf876a", "tag": "9b299e49-f572-4891-855b-061a1366ea39", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:44.349822 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c90b56e9-faef-4d3e-9ba4-7daeb7e32491 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:44.350714 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7cacd4c9-060e-4db9-9973-7a8a98bf876a', 'tag': '9b299e49-f572-4891-855b-061a1366ea39', 'status': 'completed', 'code': 200} Sep 10 04:10:44.413902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b11878-3e65-43c1-b0c1-025f5ace459a req-2133b160-76c7-44f8-8a36-6b3198670e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:44.416056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a2b11878-3e65-43c1-b0c1-025f5ace459a req-2133b160-76c7-44f8-8a36-6b3198670e09 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd233fa8862c4c9fbb615108e678e467&device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 1094 time: 0.0487149 Sep 10 04:10:44.525109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b11878-3e65-43c1-b0c1-025f5ace459a req-057a4735-907e-4d85-a428-d2af18785c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:44.526604 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a2b11878-3e65-43c1-b0c1-025f5ace459a req-057a4735-907e-4d85-a428-d2af18785c52 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=cd233fa8862c4c9fbb615108e678e467&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1031599 Sep 10 04:10:44.621136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b11878-3e65-43c1-b0c1-025f5ace459a req-1c9a0618-a424-43b3-a014-a05343baacc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:44.623228 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a2b11878-3e65-43c1-b0c1-025f5ace459a req-1c9a0618-a424-43b3-a014-a05343baacc6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900750 Sep 10 04:10:44.701911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae065289-d038-4a54-bc64-66eed985c369 req-84697512-d890-405b-aa59-ad567cd750de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:44.703617 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-84697512-d890-405b-aa59-ad567cd750de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cd233fa8862c4c9fbb615108e678e467&device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 1094 time: 0.0440316 Sep 10 04:10:44.754917 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-db2de691-f8d6-437c-8fb8-626ab42694fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=9b299e49-f572-4891-855b-061a1366ea39 HTTP/1.1" status: 200 len: 217 time: 0.0433862 Sep 10 04:10:44.808491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae065289-d038-4a54-bc64-66eed985c369 req-4e01ae8b-a792-4ae6-8062-8022ac04f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:44.810159 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-4e01ae8b-a792-4ae6-8062-8022ac04f071 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b HTTP/1.1" status: 200 len: 849 time: 0.0482492 Sep 10 04:10:44.847769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-52262389-4454-431c-ad28-10149d16e396 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8a512586-6c67-438d-89fc-dec7e51528cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0296900 Sep 10 04:10:44.958218 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-c60abbf4-58bf-4d6a-82ed-293b3a0b5fa3 service neutron] 10.222.0.20 "GET /v2.0/networks/8a512586-6c67-438d-89fc-dec7e51528cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032000 Sep 10 04:10:45.050416 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ae065289-d038-4a54-bc64-66eed985c369 req-7388809b-a7be-4987-a34f-da1a2381badd service neutron] 10.222.0.20 "GET /v2.0/networks/8a512586-6c67-438d-89fc-dec7e51528cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849876 Sep 10 04:10:45.138429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab3dbaa-4054-4dc2-bc63-05678861124a req-ddd1b900-827e-4590-87c2-7cbdff8b3f9a tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:45.140110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fab3dbaa-4054-4dc2-bc63-05678861124a req-ddd1b900-827e-4590-87c2-7cbdff8b3f9a tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 943 time: 0.0529740 Sep 10 04:10:45.186548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fab3dbaa-4054-4dc2-bc63-05678861124a req-2fbf16d6-4c27-474c-8f0c-3c9a267c02ab tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367193 Sep 10 04:10:45.396851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52166) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:45.456557 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bdbe00e1-c8dd-488e-964c-e7d9ef52ca5d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:45.483166 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bdbe00e1-c8dd-488e-964c-e7d9ef52ca5d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:45.631729 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bdbe00e1-c8dd-488e-964c-e7d9ef52ca5d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:45.634462 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bdbe00e1-c8dd-488e-964c-e7d9ef52ca5d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:45.638270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bdbe00e1-c8dd-488e-964c-e7d9ef52ca5d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] 10.222.0.22 "DELETE /v2.0/security-groups/0cb3ccd6-069b-47cf-a6d9-b6ba005628b4 HTTP/1.1" status: 204 len: 168 time: 0.2377806 Sep 10 04:10:45.648900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbe00e1-c8dd-488e-964c-e7d9ef52ca5d tempest-TestVolumeBackupRestore-1469907800 tempest-TestVolumeBackupRestore-1469907800-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cb3ccd6-069b-47cf-a6d9-b6ba005628b4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:46.318473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e927945-1bd2-4158-a966-a77b8b5bfb9f req-4d20032e-4649-4071-923e-65f16dc2fddc tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:46.320002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e927945-1bd2-4158-a966-a77b8b5bfb9f req-4d20032e-4649-4071-923e-65f16dc2fddc tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 943 time: 0.0537596 Sep 10 04:10:46.360404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e927945-1bd2-4158-a966-a77b8b5bfb9f req-db978bdd-0317-4785-8fa8-2d46adb7c7f1 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330949 Sep 10 04:10:47.597548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64e8836-65bc-47fa-ab52-3c278c9bd652 req-4d2ce401-73a5-4595-bfd3-8eea00f3b602 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:47.599278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f64e8836-65bc-47fa-ab52-3c278c9bd652 req-4d2ce401-73a5-4595-bfd3-8eea00f3b602 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 943 time: 0.1132045 Sep 10 04:10:47.652927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f64e8836-65bc-47fa-ab52-3c278c9bd652 req-3b3bf8e5-9d52-4459-a744-ea6bfa011387 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463088 Sep 10 04:10:48.604889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9b299e49-f572-4891-855b-061a1366ea39 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:10:48.804632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9b299e49-f572-4891-855b-061a1366ea39, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9b299e49-f572-4891-855b-061a1366ea39,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:48.822431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '9b299e49-f572-4891-855b-061a1366ea39', 'network_id': '8a512586-6c67-438d-89fc-dec7e51528cf', 'port_id': '9b299e49-f572-4891-855b-061a1366ea39', 'mac_address': 'fa:16:3e:2c:c7:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 205, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:10:48.899703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007a7cf-9a8e-4a17-8862-0df9be1b9b6d req-73815450-0183-4ca3-b738-f06b2d187d9c tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:48.910076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2007a7cf-9a8e-4a17-8862-0df9be1b9b6d req-73815450-0183-4ca3-b738-f06b2d187d9c tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 943 time: 0.1379249 Sep 10 04:10:48.964959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2007a7cf-9a8e-4a17-8862-0df9be1b9b6d req-779bae77-3143-4607-800d-fa97d1e139c1 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486865 Sep 10 04:10:48.968456 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:49.006775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b299e49-f572-4891-855b-061a1366ea39 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:10:49.046127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9b299e49-f572-4891-855b-061a1366ea39, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9b299e49-f572-4891-855b-061a1366ea39,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:49.123565 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:49.180674 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=9b299e49-f572-4891-855b-061a1366ea39,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:49.251144 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:10:49.318592 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['9b299e49-f572-4891-855b-061a1366ea39'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:10:50.131984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c60da5-abca-4872-b3ae-1695c218131b req-52c10bfb-dc6b-49f4-9976-b90c12fd5b3f tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:50.134626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c60da5-abca-4872-b3ae-1695c218131b req-52c10bfb-dc6b-49f4-9976-b90c12fd5b3f tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 944 time: 0.0594330 Sep 10 04:10:50.172535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53c60da5-abca-4872-b3ae-1695c218131b req-b162ad41-3b35-45bc-ac91-a16d0625bf77 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330970 Sep 10 04:10:50.621959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9b299e49-f572-4891-855b-061a1366ea39 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:10:50.812850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 9b299e49-f572-4891-855b-061a1366ea39 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:10:50.836655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 9b299e49-f572-4891-855b-061a1366ea39 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:10:50.836655 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:50.871629 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7a29b5b7-2fc6-40e2-9240-dc841d889387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:50.922818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:50.999158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cacd4c9-060e-4db9-9973-7a8a98bf876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b299e49-f572-4891-855b-061a1366ea39'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:51.006105 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e73fd728-fce2-4698-ba15-2ee568ebdd6c" -d '{"events": [{"server_uuid": "7cacd4c9-060e-4db9-9973-7a8a98bf876a", "name": "network-vif-plugged", "status": "completed", "tag": "9b299e49-f572-4891-855b-061a1366ea39"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:51.024438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 9b299e49-f572-4891-855b-061a1366ea39, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9b299e49-f572-4891-855b-061a1366ea39,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:51.084171 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7b17ca1-b391-439b-9232-8717da13c314 x-openstack-request-id: req-a7b17ca1-b391-439b-9232-8717da13c314 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:51.085460 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cacd4c9-060e-4db9-9973-7a8a98bf876a", "name": "network-vif-plugged", "status": "completed", "tag": "9b299e49-f572-4891-855b-061a1366ea39", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:51.085460 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a7b17ca1-b391-439b-9232-8717da13c314 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:51.085460 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cacd4c9-060e-4db9-9973-7a8a98bf876a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b299e49-f572-4891-855b-061a1366ea39', 'code': 200} Sep 10 04:10:51.134597 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:51.199750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=9b299e49-f572-4891-855b-061a1366ea39,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:51.214067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23613ae-a54e-480c-a7e7-34a5d40a09fe req-a12ebf45-8d53-4f16-9b34-42a5d380c1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:51.216561 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c23613ae-a54e-480c-a7e7-34a5d40a09fe req-a12ebf45-8d53-4f16-9b34-42a5d380c1d0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 1096 time: 0.0645986 Sep 10 04:10:51.260045 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c23613ae-a54e-480c-a7e7-34a5d40a09fe req-b9fb498d-d070-4ed4-bdc6-2c048d9c927f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Sep 10 04:10:51.323137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123cefbb-55ce-411e-b649-308226ddd51a req-2de7c323-7840-4f86-9d7d-7bdd6159f833 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:51.331817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-123cefbb-55ce-411e-b649-308226ddd51a req-2de7c323-7840-4f86-9d7d-7bdd6159f833 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 945 time: 0.0636234 Sep 10 04:10:51.392906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-123cefbb-55ce-411e-b649-308226ddd51a req-2394e3f0-080a-41ea-9623-85c5101ad42e tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597887 Sep 10 04:10:52.204214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52396) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:52.600226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b4a19d-3205-46cb-82d3-8e4ab3cab8ca req-3ded9c13-eb16-45a4-8bea-4315f00486ea tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:52.609090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42b4a19d-3205-46cb-82d3-8e4ab3cab8ca req-3ded9c13-eb16-45a4-8bea-4315f00486ea tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 945 time: 0.0924854 Sep 10 04:10:52.663916 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42b4a19d-3205-46cb-82d3-8e4ab3cab8ca req-1e2e1065-105e-489c-b178-ad0d8a60861f tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531137 Sep 10 04:10:52.775165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:53.040045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Deleting port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:53.040397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:53.125654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] For port bc68a290-c4eb-4dc5-9fbf-07d263e0baf9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bc68a290-c4eb-4dc5-9fbf-07d263e0baf9,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:53.126021 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:53.138343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Calling delete_port for bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:53.398949 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:53.424905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Pushing event deleted for resources: {'Port': ['ID=bc68a290-c4eb-4dc5-9fbf-07d263e0baf9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:53.517001 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f2b6087d-92e6-41f3-8f63-bb6f8bcf65f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:53.650510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:53.711497 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:53.833142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ac6aa7-c1e1-4168-9550-8bcc2fd6285b req-873d2bb5-a135-452b-b7a7-9e29c0b9ac4a tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:53.836840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99ac6aa7-c1e1-4168-9550-8bcc2fd6285b req-873d2bb5-a135-452b-b7a7-9e29c0b9ac4a tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 945 time: 0.0786052 Sep 10 04:10:53.891407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99ac6aa7-c1e1-4168-9550-8bcc2fd6285b req-15c291f8-aaa0-4b2e-b6af-147187a5bae2 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496857 Sep 10 04:10:54.245384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Router 3200d233-697c-410f-b8eb-b8bc966b99da has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:10:54.413374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:10:54.418832 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c85726c6-6aca-479b-ae9b-7816e24bb01a admin admin] 10.222.0.22 "PUT /v2.0/routers/3200d233-697c-410f-b8eb-b8bc966b99da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2130249 Sep 10 04:10:54.422007 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52514) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:54.427735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] Sync routers for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:10:54.452458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:10:54.453514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:10:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:54.580297 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:54.620111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:10:54.715628 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:54.882824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Deleting port 3b906738-c993-43db-9226-136df476da5c {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:54.888394 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:54.888710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106'}], 'enable_snat': True}, 'gw_port_id': '3b906738-c993-43db-9226-136df476da5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:10:53Z', 'revision_number': 5, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port': {'id': '3b906738-c993-43db-9226-136df476da5c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:8e:17:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3674, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:45Z', 'updated_at': '2021-09-10T04:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:54.931216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] Checking router: 3200d233-697c-410f-b8eb-b8bc966b99da for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:10:54.949676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] Routers {'3200d233-697c-410f-b8eb-b8bc966b99da'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:10:54.951295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:10:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['3200d233-697c-410f-b8eb-b8bc966b99da'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:55.009737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] For port 3b906738-c993-43db-9226-136df476da5c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3b906738-c993-43db-9226-136df476da5c,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:55.010346 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.024787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Calling delete_port for 3b906738-c993-43db-9226-136df476da5c owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:55.062960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] Set router 3200d233-697c-410f-b8eb-b8bc966b99da gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:10:55.141831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:10:54Z', 'revision_number': 6, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:55.172419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb495f0-d82d-4aa2-833f-9bdc0b6bf9a7 None None] The sync data for ids ['3200d233-697c-410f-b8eb-b8bc966b99da'] in n-d-808143-1 is: [{'id': '3200d233-697c-410f-b8eb-b8bc966b99da', 'name': 'tempest-TestVolumeBackupRestore-1267525840-router', 'tenant_id': '209c79f86ac34059bfa8e765b350ab9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:44Z', 'updated_at': '2021-09-10T04:10:54Z', 'revision_number': 6, 'project_id': '209c79f86ac34059bfa8e765b350ab9a', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:10:55.237185 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.294835 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.322876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b906738-c993-43db-9226-136df476da5c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:55.403743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.532818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.532818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.594278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d53d0b0-be0d-42c7-8ba0-5ec8e29175f4 req-bce4d0b3-48f8-4e88-923d-93362e05de1c tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:55.595889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d53d0b0-be0d-42c7-8ba0-5ec8e29175f4 req-bce4d0b3-48f8-4e88-923d-93362e05de1c tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 945 time: 0.1634569 Sep 10 04:10:55.644232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d53d0b0-be0d-42c7-8ba0-5ec8e29175f4 req-22bbe901-f38a-49e0-b1cb-505139166675 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381789 Sep 10 04:10:55.660177 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.660804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3200d233-697c-410f-b8eb-b8bc966b99da {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:10:55.665993 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.668506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3ebe13b0-f3b5-49a1-a759-52f674190749 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3200d233-697c-410f-b8eb-b8bc966b99da HTTP/1.1" status: 204 len: 168 time: 1.2439921 Sep 10 04:10:55.670985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52584) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:55.723438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8ceae4-5dde-49e1-bb19-bf1a75150619 admin admin] Deleting subnet 3bdfb60c-d4f8-4f06-b477-4f514b79b36a {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:10:55.727749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d8ceae4-5dde-49e1-bb19-bf1a75150619 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.788110 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d8ceae4-5dde-49e1-bb19-bf1a75150619 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:55.899289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d8ceae4-5dde-49e1-bb19-bf1a75150619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.044092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d8ceae4-5dde-49e1-bb19-bf1a75150619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.071633 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ceae4-5dde-49e1-bb19-bf1a75150619 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3bdfb60c-d4f8-4f06-b477-4f514b79b36a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:56.075961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d8ceae4-5dde-49e1-bb19-bf1a75150619 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.077841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9d8ceae4-5dde-49e1-bb19-bf1a75150619 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3bdfb60c-d4f8-4f06-b477-4f514b79b36a HTTP/1.1" status: 204 len: 168 time: 0.4058540 Sep 10 04:10:56.081087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52614) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:56.087108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a7ba2fe-bea3-408b-a7f1-5b3ab6bdae01 None None] Network ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:10:56.174808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.235639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Deleting port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:56.236371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.315399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.335903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] For port 73d75d2f-91d2-4b34-ac70-6248ffba11f5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=73d75d2f-91d2-4b34-ac70-6248ffba11f5,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:56.336773 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.353277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75d6c339-6ff7-47b3-9667-b5f37606fa9e None None] DHCP port deletion for ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:10:56.376184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Calling delete_port for 73d75d2f-91d2-4b34-ac70-6248ffba11f5 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:56.424420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-75d6c339-6ff7-47b3-9667-b5f37606fa9e None None] Deleting port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:56.425012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75d6c339-6ff7-47b3-9667-b5f37606fa9e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.509485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-75d6c339-6ff7-47b3-9667-b5f37606fa9e None None] For port 73d75d2f-91d2-4b34-ac70-6248ffba11f5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=73d75d2f-91d2-4b34-ac70-6248ffba11f5,segment=NetworkSegment(d2cc1d8c-fef0-4eda-8fb7-adbc794318f3),segment_id=d2cc1d8c-fef0-4eda-8fb7-adbc794318f3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:56.510061 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75d6c339-6ff7-47b3-9667-b5f37606fa9e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.525883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-75d6c339-6ff7-47b3-9667-b5f37606fa9e None None] Calling delete_port for 73d75d2f-91d2-4b34-ac70-6248ffba11f5 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:10:56.628144 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 04:10:56.632348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-75d6c339-6ff7-47b3-9667-b5f37606fa9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.655760 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.691882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d6c339-6ff7-47b3-9667-b5f37606fa9e None None] Pushing event deleted for resources: {'Port': ['ID=73d75d2f-91d2-4b34-ac70-6248ffba11f5,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:56.697678 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d6c339-6ff7-47b3-9667-b5f37606fa9e None None] No DVR routers for this DVR port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:10:56.722136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Pushing event deleted for resources: {'Port': ['ID=73d75d2f-91d2-4b34-ac70-6248ffba11f5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:56.735125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] No DVR routers for this DVR port 73d75d2f-91d2-4b34-ac70-6248ffba11f5 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:10:56.776098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-d232813c-2ea2-4f75-96f3-90b22866ab5c tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:56.777640 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-d232813c-2ea2-4f75-96f3-90b22866ab5c tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.20 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 945 time: 0.1849103 Sep 10 04:10:56.813660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5df2755-9e21-49eb-8572-dd23abce64a7 req-b732eda5-55e2-4831-b3a9-dad18fdd0265 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:10:56.815581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5df2755-9e21-49eb-8572-dd23abce64a7 req-b732eda5-55e2-4831-b3a9-dad18fdd0265 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 945 time: 0.0610285 Sep 10 04:10:56.905150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5df2755-9e21-49eb-8572-dd23abce64a7 req-b9d1e63c-2f8e-4370-8121-f113dc6401e6 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/security-groups?id=799e0d0e-3598-4a87-af31-e088f5858e8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826917 Sep 10 04:10:56.908712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:56.940517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:10:56.954376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:56.968810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:56.972997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2cc1d8c-fef0-4eda-8fb7-adbc794318f3') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:56.983465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:57.010627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:10:57.011423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bc68a290-c4eb-4dc5-9fbf-07d263e0baf9 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:10:57.011887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3b906738-c993-43db-9226-136df476da5c no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:10:57.015575 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:57.019276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Deleting port 9b299e49-f572-4891-855b-061a1366ea39 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:57.019612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:57.038822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3b906738-c993-43db-9226-136df476da5c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:10:57.039165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3b906738-c993-43db-9226-136df476da5c not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:10:57.039578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 73d75d2f-91d2-4b34-ac70-6248ffba11f5 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:10:57.058913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 73d75d2f-91d2-4b34-ac70-6248ffba11f5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:10:57.059267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 73d75d2f-91d2-4b34-ac70-6248ffba11f5 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:10:57.070519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:10:57.071264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:10:57.100742 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:10:57.240592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] For port 9b299e49-f572-4891-855b-061a1366ea39, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=9b299e49-f572-4891-855b-061a1366ea39,segment=NetworkSegment(001133ba-5079-4a8a-9fd5-89f9146005d7),segment_id=001133ba-5079-4a8a-9fd5-89f9146005d7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:57.241063 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:57.263167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Calling delete_port for 9b299e49-f572-4891-855b-061a1366ea39 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:57.324088 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:57.330310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:57.334899 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] 10.222.0.22 "DELETE /v2.0/networks/ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2 HTTP/1.1" status: 204 len: 168 time: 1.2506244 Sep 10 04:10:57.335286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52664) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:57.350780 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9491d1-dfa6-4f2d-a828-f333973c16ff admin admin] Pushing event deleted for resources: {'Network': ['ID=ab9fc0f3-62cb-4d00-956d-1fd1843b7cd2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:57.500179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:57.513337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['9b299e49-f572-4891-855b-061a1366ea39'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:10:57.555037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Pushing event deleted for resources: {'Port': ['ID=9b299e49-f572-4891-855b-061a1366ea39,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:57.608422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] No DVR routers for this DVR port 9b299e49-f572-4891-855b-061a1366ea39 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:10:57.614637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:57.614637 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2fa6ffa6-b113-4a30-839a-677e4f622b54 req-7bc5fa35-22e2-4876-9684-436b124ccbe3 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.20 "DELETE /v2.0/ports/9b299e49-f572-4891-855b-061a1366ea39 HTTP/1.1" status: 204 len: 173 time: 0.8114567 Sep 10 04:10:57.614637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7cacd4c9-060e-4db9-9973-7a8a98bf876a', 'name': 'network-vif-deleted', 'tag': '9b299e49-f572-4891-855b-061a1366ea39'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:10:57.617238 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87466a25-4a4f-45a4-ae4e-7b681c0eec2d" -d '{"events": [{"server_uuid": "7cacd4c9-060e-4db9-9973-7a8a98bf876a", "name": "network-vif-deleted", "tag": "9b299e49-f572-4891-855b-061a1366ea39"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:10:57.689778 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a828ca-f761-44b1-a58b-af2946034161 x-openstack-request-id: req-93a828ca-f761-44b1-a58b-af2946034161 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:10:57.690331 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7cacd4c9-060e-4db9-9973-7a8a98bf876a", "name": "network-vif-deleted", "tag": "9b299e49-f572-4891-855b-061a1366ea39", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:10:57.690798 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93a828ca-f761-44b1-a58b-af2946034161 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:10:57.691386 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7cacd4c9-060e-4db9-9973-7a8a98bf876a', 'name': 'network-vif-deleted', 'tag': '9b299e49-f572-4891-855b-061a1366ea39', 'status': 'completed', 'code': 200} Sep 10 04:10:57.769837 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:58.080900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d55d368-cfca-47ff-9e07-e870b56813ce req-3d9b088e-5f9f-46b8-8c21-48f791cf6ee6 tempest-VolumesActionsTest-1422263082 tempest-VolumesActionsTest-1422263082-project] 10.222.0.22 "GET /v2.0/ports?device_id=7cacd4c9-060e-4db9-9973-7a8a98bf876a HTTP/1.1" status: 200 len: 210 time: 0.0336914 Sep 10 04:10:58.086808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Deleting port d7c47ec3-600c-421d-a4e5-a99ac37c60b1 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:10:58.087156 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:58.176668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] For port d7c47ec3-600c-421d-a4e5-a99ac37c60b1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d7c47ec3-600c-421d-a4e5-a99ac37c60b1,segment=NetworkSegment(95349606-121b-4e50-8c73-952ed2c42bb6),segment_id=95349606-121b-4e50-8c73-952ed2c42bb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:10:58.177079 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:58.195441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Calling delete_port for d7c47ec3-600c-421d-a4e5-a99ac37c60b1 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:10:58.529719 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:58.567473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d7c47ec3-600c-421d-a4e5-a99ac37c60b1,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:10:58.795926 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:58.978290 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:59.058762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Router 33ec5d17-4acd-4d00-8b56-aa17578625d9 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:10:59.183520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:10:59.191640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-18dfa412-d9bf-4973-88ff-ec5ddd0c34e8 admin admin] 10.222.0.22 "PUT /v2.0/routers/33ec5d17-4acd-4d00-8b56-aa17578625d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8530426 Sep 10 04:10:59.191886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52756) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:10:59.197815 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] Sync routers for ids ['33ec5d17-4acd-4d00-8b56-aa17578625d9'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:10:59.208695 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] Routers {'33ec5d17-4acd-4d00-8b56-aa17578625d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:10:59.209295 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:10:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['33ec5d17-4acd-4d00-8b56-aa17578625d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:59.318634 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] Set router 33ec5d17-4acd-4d00-8b56-aa17578625d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:10:59.612664 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '631678f2-30e8-42af-827e-45876187df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:53Z', 'updated_at': '2021-09-10T04:10:58Z', 'revision_number': 5, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'gw_port': {'id': '631678f2-30e8-42af-827e-45876187df84', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:59.657252 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] Checking router: 33ec5d17-4acd-4d00-8b56-aa17578625d9 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:10:59.671298 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] Routers {'33ec5d17-4acd-4d00-8b56-aa17578625d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:10:59.672270 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:10:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['33ec5d17-4acd-4d00-8b56-aa17578625d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:10:59.760515 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:10:59.813047 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] Set router 33ec5d17-4acd-4d00-8b56-aa17578625d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:10:59.926895 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:00.043328 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '631678f2-30e8-42af-827e-45876187df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:53Z', 'updated_at': '2021-09-10T04:10:58Z', 'revision_number': 5, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'gw_port': {'id': '631678f2-30e8-42af-827e-45876187df84', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:00.078475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Deleting port 631678f2-30e8-42af-827e-45876187df84 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:11:00.078751 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:00.079314 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8842d9f2-99a6-4925-8525-9e9de72980a8 None None] The sync data for ids ['33ec5d17-4acd-4d00-8b56-aa17578625d9'] in n-d-808143-1 is: [{'id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'name': 'tempest-TestVolumeBackupRestore-1374827563-router', 'tenant_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '631678f2-30e8-42af-827e-45876187df84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:05:53Z', 'updated_at': '2021-09-10T04:10:58Z', 'revision_number': 5, 'project_id': '7eb7e7e4becf48f48d92bacabf319c7b', 'gw_port': {'id': '631678f2-30e8-42af-827e-45876187df84', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f6:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ec5d17-4acd-4d00-8b56-aa17578625d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:05:54Z', 'updated_at': '2021-09-10T04:06:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:11:00.176838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] For port 631678f2-30e8-42af-827e-45876187df84, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=631678f2-30e8-42af-827e-45876187df84,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:11:00.176838 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:00.197308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Calling delete_port for 631678f2-30e8-42af-827e-45876187df84 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:11:00.500643 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:00.548922 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Pushing event deleted for resources: {'Port': ['ID=631678f2-30e8-42af-827e-45876187df84,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:00.657825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:00.665724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9b299e49-f572-4891-855b-061a1366ea39 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:11:00.710876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 9b299e49-f572-4891-855b-061a1366ea39 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:11:00.712218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 9b299e49-f572-4891-855b-061a1366ea39 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:11:00.845415 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:00.857193 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:00.988422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d7c47ec3-600c-421d-a4e5-a99ac37c60b1 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:11:01.008788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d7c47ec3-600c-421d-a4e5-a99ac37c60b1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:11:01.008788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d7c47ec3-600c-421d-a4e5-a99ac37c60b1 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:11:01.031869 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.032508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ec5d17-4acd-4d00-8b56-aa17578625d9 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:11:01.047129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.048416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-42310412-69c4-4726-9961-2fbfef681001 admin admin] 10.222.0.22 "DELETE /v2.0/routers/33ec5d17-4acd-4d00-8b56-aa17578625d9 HTTP/1.1" status: 204 len: 168 time: 1.8555617 Sep 10 04:11:01.050997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52890) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:01.156911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa032f5-c1c2-4ac9-9f00-e430c34bc7b0 admin admin] Deleting subnet c2f8d705-9914-4040-983d-f95626c10362 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:11:01.160575 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfa032f5-c1c2-4ac9-9f00-e430c34bc7b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.205404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfa032f5-c1c2-4ac9-9f00-e430c34bc7b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.313908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfa032f5-c1c2-4ac9-9f00-e430c34bc7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.450515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfa032f5-c1c2-4ac9-9f00-e430c34bc7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.499443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa032f5-c1c2-4ac9-9f00-e430c34bc7b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c2f8d705-9914-4040-983d-f95626c10362,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:01.521507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfa032f5-c1c2-4ac9-9f00-e430c34bc7b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.529653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52916) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:01.533269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bfa032f5-c1c2-4ac9-9f00-e430c34bc7b0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c2f8d705-9914-4040-983d-f95626c10362 HTTP/1.1" status: 204 len: 168 time: 0.4796345 Sep 10 04:11:01.538789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac043a72-23c2-44be-a715-f37432bc219e None None] Network 503888f8-d2af-40be-afae-16cb0a052280 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:11:01.745750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.885958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Deleting port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:11:01.886694 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.902219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94467df4-4d1d-466c-8db0-008f298acac1 None None] DHCP port deletion for 503888f8-d2af-40be-afae-16cb0a052280 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:11:01.967235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-94467df4-4d1d-466c-8db0-008f298acac1 None None] Deleting port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:11:01.967768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94467df4-4d1d-466c-8db0-008f298acac1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:01.976349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] For port 9fa0497f-ac8f-46fc-8761-abafbe07fac6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9fa0497f-ac8f-46fc-8761-abafbe07fac6,segment=NetworkSegment(95349606-121b-4e50-8c73-952ed2c42bb6),segment_id=95349606-121b-4e50-8c73-952ed2c42bb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:11:01.977020 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.006583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Calling delete_port for 9fa0497f-ac8f-46fc-8761-abafbe07fac6 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:11:02.059466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-94467df4-4d1d-466c-8db0-008f298acac1 None None] For port 9fa0497f-ac8f-46fc-8761-abafbe07fac6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9fa0497f-ac8f-46fc-8761-abafbe07fac6,segment=NetworkSegment(95349606-121b-4e50-8c73-952ed2c42bb6),segment_id=95349606-121b-4e50-8c73-952ed2c42bb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:11:02.059948 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94467df4-4d1d-466c-8db0-008f298acac1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.078764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-94467df4-4d1d-466c-8db0-008f298acac1 None None] Calling delete_port for 9fa0497f-ac8f-46fc-8761-abafbe07fac6 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:11:02.208885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.249960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa0497f-ac8f-46fc-8761-abafbe07fac6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:02.264568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] No DVR routers for this DVR port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:11:02.278985 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-94467df4-4d1d-466c-8db0-008f298acac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.322455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94467df4-4d1d-466c-8db0-008f298acac1 None None] Pushing event deleted for resources: {'Port': ['ID=9fa0497f-ac8f-46fc-8761-abafbe07fac6,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:02.334024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94467df4-4d1d-466c-8db0-008f298acac1 None None] No DVR routers for this DVR port 9fa0497f-ac8f-46fc-8761-abafbe07fac6 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:11:02.341912 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.376525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.401048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['503888f8-d2af-40be-afae-16cb0a052280']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:02.412600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95349606-121b-4e50-8c73-952ed2c42bb6') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:02.412893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95349606-121b-4e50-8c73-952ed2c42bb6') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:02.424788 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.442378 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.450788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:11:02.451006 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:11:02.452953 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:11:02.665912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.704312 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:02.713164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] 10.222.0.22 "DELETE /v2.0/networks/503888f8-d2af-40be-afae-16cb0a052280 HTTP/1.1" status: 204 len: 168 time: 1.1830590 Sep 10 04:11:02.714521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ca2066-d4a3-4428-8629-d6819cc29c9c admin admin] Pushing event deleted for resources: {'Network': ['ID=503888f8-d2af-40be-afae-16cb0a052280,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:02.921737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 631678f2-30e8-42af-827e-45876187df84 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:11:02.957414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 631678f2-30e8-42af-827e-45876187df84 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:11:02.958163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 631678f2-30e8-42af-827e-45876187df84 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:11:02.958993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9fa0497f-ac8f-46fc-8761-abafbe07fac6 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:11:02.982026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9fa0497f-ac8f-46fc-8761-abafbe07fac6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:11:02.982464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9fa0497f-ac8f-46fc-8761-abafbe07fac6 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:11:03.163007 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 52988) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:03.217094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1e92ce23-b421-4f84-8b94-e3a0fe80b4c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=209c79f86ac34059bfa8e765b350ab9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0525174 Sep 10 04:11:03.219876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 52990) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:03.287449 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75bc8914-72e1-4e9d-b3f1-14ec9fb7d2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:03.310909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75bc8914-72e1-4e9d-b3f1-14ec9fb7d2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:03.557195 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75bc8914-72e1-4e9d-b3f1-14ec9fb7d2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:03.559880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-75bc8914-72e1-4e9d-b3f1-14ec9fb7d2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:03.561221 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-75bc8914-72e1-4e9d-b3f1-14ec9fb7d2f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f89b6d5a-679c-4e1c-b78c-63a9e6ce3cd6 HTTP/1.1" status: 204 len: 168 time: 0.3396049 Sep 10 04:11:03.571352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bc8914-72e1-4e9d-b3f1-14ec9fb7d2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f89b6d5a-679c-4e1c-b78c-63a9e6ce3cd6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:04.387225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53018) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:04.436086 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-45ba8e49-cfdf-462e-b393-bf27adbb9cbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7eb7e7e4becf48f48d92bacabf319c7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470908 Sep 10 04:11:04.438706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53020) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:04.529286 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7525c7e8-3061-41e3-93ea-410be50402d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:04.568827 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7525c7e8-3061-41e3-93ea-410be50402d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:04.734862 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7525c7e8-3061-41e3-93ea-410be50402d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:04.737854 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7525c7e8-3061-41e3-93ea-410be50402d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:04.742023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7525c7e8-3061-41e3-93ea-410be50402d6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7b093da-6ba8-4073-9ede-4d0732ecc2be HTTP/1.1" status: 204 len: 168 time: 0.2996075 Sep 10 04:11:04.773411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7525c7e8-3061-41e3-93ea-410be50402d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b093da-6ba8-4073-9ede-4d0732ecc2be,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:16.757306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53178) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:17.083351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Deleting subnet a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:11:17.087527 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.130352 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.215532 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.364003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.425744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:17.436215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.436563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.437147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.437665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.438160 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.438652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.439755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.440263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.440756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.441247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.441738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.442236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:17.445451 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.447457 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2162e330-f3d9-436f-97e6-3f53ff3362bd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a2d89f4d-a7b8-404a-adcb-aa3f7bd6b5ff HTTP/1.1" status: 204 len: 168 time: 0.6895151 Sep 10 04:11:17.450292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53188) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:17.535855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.642706 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.667971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['441a88b9-c8a9-4616-831d-15e5f1ca177c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:17.679887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff326953-d1ff-4680-92ac-edfa9b709af1') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:17.680189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff326953-d1ff-4680-92ac-edfa9b709af1') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:17.694615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.725218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.739112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:11:17.740164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:11:17.806887 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:11:17.907185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.922127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:17.922127 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] 10.222.0.22 "DELETE /v2.0/networks/441a88b9-c8a9-4616-831d-15e5f1ca177c HTTP/1.1" status: 204 len: 168 time: 0.4697776 Sep 10 04:11:17.939890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac3e59b-4e55-42e2-a176-515989e1dd70 admin admin] Pushing event deleted for resources: {'Network': ['ID=441a88b9-c8a9-4616-831d-15e5f1ca177c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:18.531104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53202) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:18.579110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53204) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:18.586198 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-871ef71c-0b68-4387-a67b-717c535fde7a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3dc49fd793a64bc9b9d53190b4d7ee4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0538092 Sep 10 04:11:18.631832 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:18.654426 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:18.751887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:18.754567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:18.756049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42cec7ea-ff05-4bc3-8b31-08f20a47f11c HTTP/1.1" status: 204 len: 168 time: 0.1752584 Sep 10 04:11:18.770776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cec7ea-ff05-4bc3-8b31-08f20a47f11c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:18.788165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.789760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.790690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.791277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.791893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.792453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.793021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.793558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.794221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.795384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.795951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:18.796545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ab94d66-13e4-461f-ada4-9ee8f50f284a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:20.007244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53234) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:20.127459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1005831784-network', 'tenant_id': '4be8d4fae4bc48639a16920885d6d5ef'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:20.345623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Made reservation on behalf of 4be8d4fae4bc48639a16920885d6d5ef for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:11:20.348377 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:20.359525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:20.486956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:20.820562 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:20.838755 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f5dd2d2e-e961-459b-8b13-2c86c29290c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:20.846225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:11:20.886530 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:20.886530 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Added segment c89d1448-3cde-41ec-b1be-6dae8938ad95 of type vlan for network 78167356-8a43-4609-8d9e-6ba3fef5c9c4 Sep 10 04:11:20.946762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:20.965245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:21.049194 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:21.050513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:21.051275 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:21.233640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] Pushing event updated for resources: {'Network': ['ID=78167356-8a43-4609-8d9e-6ba3fef5c9c4,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:21.343479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 53252) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:21.343479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Request body: {'subnet': {'network_id': '78167356-8a43-4609-8d9e-6ba3fef5c9c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1005831784-subnet', 'tenant_id': '4be8d4fae4bc48639a16920885d6d5ef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:21.346476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 78167356-8a43-4609-8d9e-6ba3fef5c9c4 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:11:21.346802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-847f4df7-8139-4514-a2cd-c8c12366dfb8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.1694446 Sep 10 04:11:21.347353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Made reservation on behalf of 4be8d4fae4bc48639a16920885d6d5ef for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:11:21.347353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:21.625609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:21.686339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1497aa3-744d-4816-b356-1a40ea430f87,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:21.692683 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Checking segment: {'id': 'c89d1448-3cde-41ec-b1be-6dae8938ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '78167356-8a43-4609-8d9e-6ba3fef5c9c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:11:21.693041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Network hostable DHCP agents. Network: 78167356-8a43-4609-8d9e-6ba3fef5c9c4, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:11:21.791310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Network 78167356-8a43-4609-8d9e-6ba3fef5c9c4 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:11:22.117317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 78167356-8a43-4609-8d9e-6ba3fef5c9c4) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:11:22.122157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:22.123979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:22.126486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394c3592-36a3-4f1b-9c39-0caa700410fb None None] Network 78167356-8a43-4609-8d9e-6ba3fef5c9c4 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:11:22.223188 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-244aef91-4f44-4c1a-a6be-0c26ac2e83a0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0650346 Sep 10 04:11:22.268273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417a823e-6e68-46c0-bc8b-33bf498497cf None None] Network 78167356-8a43-4609-8d9e-6ba3fef5c9c4 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:11:23.237546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53316) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:23.242578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1227679159-network', 'tenant_id': 'e692991875da4e1db8bec3fa4909d21e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:23.307409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Made reservation on behalf of e692991875da4e1db8bec3fa4909d21e for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:11:23.309934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.323137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.421691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.500619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.523442 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4a43bebd-c4fd-4100-a87c-b10caf677f79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.527007 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] vlan segment allocate from pool success with {'vlan_id': 204, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:11:23.547848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.548488 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Added segment a374b83c-a1e0-43d6-ae15-f1fb7f1f661c of type vlan for network 5fda19eb-9051-472e-94ac-6fce26651fd2 Sep 10 04:11:23.550584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263a0540-c346-4a64-a1c8-cc7302f1dcc8,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:23.612372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.711505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.715238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:23.715238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.734999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:23.792751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] Pushing event updated for resources: {'Network': ['ID=5fda19eb-9051-472e-94ac-6fce26651fd2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:23.802775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 5fda19eb-9051-472e-94ac-6fce26651fd2 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:11:23.838057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-df7bc1c3-a766-4b46-b8df-e722900b2567 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5993264 Sep 10 04:11:23.840697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53348) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:23.847115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Request body: {'subnet': {'network_id': '5fda19eb-9051-472e-94ac-6fce26651fd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1227679159-subnet', 'tenant_id': 'e692991875da4e1db8bec3fa4909d21e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:23.928774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Made reservation on behalf of e692991875da4e1db8bec3fa4909d21e for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:11:23.931435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:24.163491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:24.212252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1fdedcbd-bd26-48e0-968c-293a9af66d74,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:24.230380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Checking segment: {'id': 'a374b83c-a1e0-43d6-ae15-f1fb7f1f661c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 204, 'network_id': '5fda19eb-9051-472e-94ac-6fce26651fd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:11:24.235104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Network hostable DHCP agents. Network: 5fda19eb-9051-472e-94ac-6fce26651fd2, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:11:24.317313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Network 5fda19eb-9051-472e-94ac-6fce26651fd2 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:11:24.408756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 5fda19eb-9051-472e-94ac-6fce26651fd2) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:11:24.414122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:24.416381 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:24.417466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb058fba-37a4-42ee-9a34-6faf017ea216 None None] Network 5fda19eb-9051-472e-94ac-6fce26651fd2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:11:24.495356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d8922417-886e-4ec7-9989-694d9a442c78 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6529851 Sep 10 04:11:24.555107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756a8bcc-745a-4f86-8f32-e3a1cee85ad9 None None] Network 5fda19eb-9051-472e-94ac-6fce26651fd2 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:11:25.054353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-1e9fd920-2618-4e98-bf73-9a8db6dfafe0 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:25.055930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-1e9fd920-2618-4e98-bf73-9a8db6dfafe0 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/networks?id=78167356-8a43-4609-8d9e-6ba3fef5c9c4 HTTP/1.1" status: 200 len: 812 time: 0.1289093 Sep 10 04:11:25.072183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-735dbf7f-9472-4abd-9712-77f0ef1aa471 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/quotas/4be8d4fae4bc48639a16920885d6d5ef HTTP/1.1" status: 200 len: 375 time: 0.0100529 Sep 10 04:11:25.106998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-9ae0e74e-89ce-44a9-be8d-18105ce87639 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4be8d4fae4bc48639a16920885d6d5ef&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282674 Sep 10 04:11:25.146442 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:25.208030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-ddc15d4c-bb0a-42ad-b52f-d6c966e2d778 service neutron] 10.222.0.22 "GET /v2.0/networks/78167356-8a43-4609-8d9e-6ba3fef5c9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865343 Sep 10 04:11:25.307107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-7d897218-45c7-4943-9910-d6a17e78602b service neutron] 10.222.0.22 "GET /v2.0/networks/78167356-8a43-4609-8d9e-6ba3fef5c9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929339 Sep 10 04:11:25.574025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ba0485f-6ec3-4a6d-bd38-5b00342e6e33 req-230ac6f6-f677-4159-8424-0eb0c478a5ef tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 210 time: 0.0308528 Sep 10 04:11:26.252087 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:11:26.329004 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:26.693715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59645bfe-3a3d-46ba-b59a-4e06a890d684 req-a390d005-3bf7-4f69-a0ad-0b97af0982aa tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 210 time: 0.0294201 Sep 10 04:11:27.556215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-55bdbe3f-6353-418b-94ae-6ca056132e2e tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:27.557929 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-55bdbe3f-6353-418b-94ae-6ca056132e2e tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.20 "GET /v2.0/networks?id=78167356-8a43-4609-8d9e-6ba3fef5c9c4 HTTP/1.1" status: 200 len: 812 time: 0.1167061 Sep 10 04:11:27.571043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Request body: {'port': {'device_id': '59f80b33-01c3-42fc-8839-c72b84b17e61', 'network_id': '78167356-8a43-4609-8d9e-6ba3fef5c9c4', 'admin_state_up': True, 'tenant_id': '4be8d4fae4bc48639a16920885d6d5ef'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:27.773883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Made reservation on behalf of 4be8d4fae4bc48639a16920885d6d5ef for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:11:27.785261 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:27.810987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7963fe4-4b30-46c9-8984-85806069358f req-15dea31d-74e5-4f57-ae08-618a02ec7289 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 210 time: 0.0381598 Sep 10 04:11:27.982772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Allocated IP 172.20.0.8 (78167356-8a43-4609-8d9e-6ba3fef5c9c4/e1497aa3-744d-4816-b356-1a40ea430f87/1d860196-e425-4039-99ce-7daa69c0fbb4) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:11:28.150709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:28.250011 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:28.301558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Network 78167356-8a43-4609-8d9e-6ba3fef5c9c4 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:11:28.304809 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:11:28.311063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:11:28.335130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Pushing event updated for resources: {'Port': ['ID=1d860196-e425-4039-99ce-7daa69c0fbb4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:28.364119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:28.364778 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:28.467745 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2efebb19-f245-4ed5-8eb9-4477855dc153 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9006097 Sep 10 04:11:28.480653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Request body: {'port': {'device_id': '59f80b33-01c3-42fc-8839-c72b84b17e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:28.544126 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:28.819216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d860196-e425-4039-99ce-7daa69c0fbb4 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:11:28.829053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:28.832989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53524) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:28.847795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Transition to ACTIVE for port object 1d860196-e425-4039-99ce-7daa69c0fbb4 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:11:28.888951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d8f361b-4679-4857-9f2a-1c4fa2fe69a6 admin admin] Deleting subnet 3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:11:28.892084 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0d8f361b-4679-4857-9f2a-1c4fa2fe69a6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:28.940508 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:28.959121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0d8f361b-4679-4857-9f2a-1c4fa2fe69a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:28.969240 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:28.995740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db802464-fc62-4954-b1c1-23c41f8b645d req-7005b3ff-ab54-4793-9187-9c2ce9ced9c1 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:28.997301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db802464-fc62-4954-b1c1-23c41f8b645d req-7005b3ff-ab54-4793-9187-9c2ce9ced9c1 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 931 time: 0.0858383 Sep 10 04:11:29.024154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Pushing event updated for resources: {'Port': ['ID=1d860196-e425-4039-99ce-7daa69c0fbb4,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:29.044279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0d8f361b-4679-4857-9f2a-1c4fa2fe69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.074780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db802464-fc62-4954-b1c1-23c41f8b645d req-a477a8bf-0b1a-4b69-a016-4867e6bf5293 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708919 Sep 10 04:11:29.118225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Attempting to bind port 1d860196-e425-4039-99ce-7daa69c0fbb4 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:11:29.118567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Attempting to bind port 1d860196-e425-4039-99ce-7daa69c0fbb4 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'c89d1448-3cde-41ec-b1be-6dae8938ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '78167356-8a43-4609-8d9e-6ba3fef5c9c4'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:11:29.118904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Attempting to bind port 1d860196-e425-4039-99ce-7daa69c0fbb4 on network 78167356-8a43-4609-8d9e-6ba3fef5c9c4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:11:29.124142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Port 1d860196-e425-4039-99ce-7daa69c0fbb4 on network 78167356-8a43-4609-8d9e-6ba3fef5c9c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:11:29.124471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Attempting to bind port 1d860196-e425-4039-99ce-7daa69c0fbb4 on network 78167356-8a43-4609-8d9e-6ba3fef5c9c4 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:11:29.129384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:11:29.129727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Checking segment: {'id': 'c89d1448-3cde-41ec-b1be-6dae8938ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '78167356-8a43-4609-8d9e-6ba3fef5c9c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:11:29.130117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Bound using segment: {'id': 'c89d1448-3cde-41ec-b1be-6dae8938ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '78167356-8a43-4609-8d9e-6ba3fef5c9c4'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:11:29.130544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Bound port: 1d860196-e425-4039-99ce-7daa69c0fbb4, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c89d1448-3cde-41ec-b1be-6dae8938ad95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': '78167356-8a43-4609-8d9e-6ba3fef5c9c4'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:11:29.130909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.174938 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0d8f361b-4679-4857-9f2a-1c4fa2fe69a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.202256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] For port 1d860196-e425-4039-99ce-7daa69c0fbb4, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:11:29.206011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] For port 1d860196-e425-4039-99ce-7daa69c0fbb4, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1d860196-e425-4039-99ce-7daa69c0fbb4,segment=NetworkSegment(c89d1448-3cde-41ec-b1be-6dae8938ad95),segment_id=c89d1448-3cde-41ec-b1be-6dae8938ad95)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:11:29.207894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8f361b-4679-4857-9f2a-1c4fa2fe69a6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:29.211551 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0d8f361b-4679-4857-9f2a-1c4fa2fe69a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.213579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0d8f361b-4679-4857-9f2a-1c4fa2fe69a6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3c1c23b6-8154-4a48-9a5d-c9ea0d70db3b HTTP/1.1" status: 204 len: 168 time: 0.3789232 Sep 10 04:11:29.216255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53530) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:29.261050 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.295221 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.298793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:29.299516 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.300873 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] 10.222.0.20 "PUT /v2.0/ports/1d860196-e425-4039-99ce-7daa69c0fbb4 HTTP/1.1" status: 200 len: 1091 time: 0.8244028 Sep 10 04:11:29.301332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f80b33-01c3-42fc-8839-c72b84b17e61', 'tag': '1d860196-e425-4039-99ce-7daa69c0fbb4'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:11:29.303666 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a830910-8591-49cf-a04e-9bfeca911562" -d '{"events": [{"name": "network-changed", "server_uuid": "59f80b33-01c3-42fc-8839-c72b84b17e61", "tag": "1d860196-e425-4039-99ce-7daa69c0fbb4"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:11:29.353149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b079f4b1-32c4-417a-b8f6-b5a877c83c27 service neutron] Pushing event updated for resources: {'Port': ['ID=1d860196-e425-4039-99ce-7daa69c0fbb4,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:29.361722 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aaf7716-3087-4867-8f1e-6f7e1fa1fae2 x-openstack-request-id: req-9aaf7716-3087-4867-8f1e-6f7e1fa1fae2 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:11:29.362351 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f80b33-01c3-42fc-8839-c72b84b17e61", "tag": "1d860196-e425-4039-99ce-7daa69c0fbb4", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:11:29.363581 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9aaf7716-3087-4867-8f1e-6f7e1fa1fae2 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:11:29.364779 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f80b33-01c3-42fc-8839-c72b84b17e61', 'tag': '1d860196-e425-4039-99ce-7daa69c0fbb4', 'status': 'completed', 'code': 200} Sep 10 04:11:29.406523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.430719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a830910-8591-49cf-a04e-9bfeca911562 req-ff56d778-ec7a-465a-820c-08bec1423510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:29.432340 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a830910-8591-49cf-a04e-9bfeca911562 req-ff56d778-ec7a-465a-820c-08bec1423510 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be8d4fae4bc48639a16920885d6d5ef&device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 1094 time: 0.0515659 Sep 10 04:11:29.437212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a512586-6c67-438d-89fc-dec7e51528cf']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:29.450114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '001133ba-5079-4a8a-9fd5-89f9146005d7') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:29.450805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '001133ba-5079-4a8a-9fd5-89f9146005d7') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:29.464714 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.489086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.494643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] Releasing vlan 205 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:11:29.495111 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:11:29.496922 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:11:29.547365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a830910-8591-49cf-a04e-9bfeca911562 req-f4df0a58-ed1b-4d14-86c1-e61dc8f963e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:29.548889 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a830910-8591-49cf-a04e-9bfeca911562 req-f4df0a58-ed1b-4d14-86c1-e61dc8f963e9 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=4be8d4fae4bc48639a16920885d6d5ef&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1093266 Sep 10 04:11:29.620066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.625969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:29.632113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8a512586-6c67-438d-89fc-dec7e51528cf HTTP/1.1" status: 204 len: 168 time: 0.4138134 Sep 10 04:11:29.648890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199fa564-cf77-4be0-8748-1eb3bda9f837 admin admin] Pushing event deleted for resources: {'Network': ['ID=8a512586-6c67-438d-89fc-dec7e51528cf,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:29.666639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a830910-8591-49cf-a04e-9bfeca911562 req-da3bb2d0-f179-4025-9b15-d2b9c578e61b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:29.668565 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8a830910-8591-49cf-a04e-9bfeca911562 req-da3bb2d0-f179-4025-9b15-d2b9c578e61b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1073298 Sep 10 04:11:29.756429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2f7dbc80-ce34-4b03-a0fb-8f8c1459b3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:29.758369 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-2f7dbc80-ce34-4b03-a0fb-8f8c1459b3de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be8d4fae4bc48639a16920885d6d5ef&device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 1094 time: 0.0476818 Sep 10 04:11:29.803486 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-bf06bc70-a9f2-4677-86bb-fe0e63f543ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d860196-e425-4039-99ce-7daa69c0fbb4 HTTP/1.1" status: 200 len: 217 time: 0.0375631 Sep 10 04:11:29.857549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-db4cc0af-d8f0-4093-8d42-139d87bfb044 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:29.859041 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-db4cc0af-d8f0-4093-8d42-139d87bfb044 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1497aa3-744d-4816-b356-1a40ea430f87 HTTP/1.1" status: 200 len: 852 time: 0.0491607 Sep 10 04:11:29.893331 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-5e28ef11-0260-4276-b909-0235e0118ae5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78167356-8a43-4609-8d9e-6ba3fef5c9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272968 Sep 10 04:11:29.993656 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-efb4fccc-0ae8-4fcb-a7df-33b67fea1860 service neutron] 10.222.0.20 "GET /v2.0/networks/78167356-8a43-4609-8d9e-6ba3fef5c9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934098 Sep 10 04:11:30.038280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53550) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:30.080150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-18fed295-48f2-4005-b864-edc7c70a523e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd233fa8862c4c9fbb615108e678e467&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401120 Sep 10 04:11:30.082554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 53552) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:30.101228 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b3c3bb6f-a573-465d-8c93-cbf1bf9d70e3 req-7d10ea13-359e-42d6-bcb0-01febd0e9e7a service neutron] 10.222.0.20 "GET /v2.0/networks/78167356-8a43-4609-8d9e-6ba3fef5c9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002405 Sep 10 04:11:30.139898 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e83c0af8-ffa0-4a1f-b4d2-5156add4d3fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:30.172931 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e83c0af8-ffa0-4a1f-b4d2-5156add4d3fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:30.236534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd93254-5765-4f16-b126-f6b7371b278b req-c935d7a3-d49e-4cf7-b1af-719433ead075 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:30.238009 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbd93254-5765-4f16-b126-f6b7371b278b req-c935d7a3-d49e-4cf7-b1af-719433ead075 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 943 time: 0.0795424 Sep 10 04:11:30.279598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbd93254-5765-4f16-b126-f6b7371b278b req-d276a843-b55f-4d10-8c04-51bd539f1ed4 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352905 Sep 10 04:11:30.339287 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e83c0af8-ffa0-4a1f-b4d2-5156add4d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:30.339796 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e83c0af8-ffa0-4a1f-b4d2-5156add4d3fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:30.340979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e83c0af8-ffa0-4a1f-b4d2-5156add4d3fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/799e0d0e-3598-4a87-af31-e088f5858e8d HTTP/1.1" status: 204 len: 168 time: 0.2574787 Sep 10 04:11:30.349101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83c0af8-ffa0-4a1f-b4d2-5156add4d3fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799e0d0e-3598-4a87-af31-e088f5858e8d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:31.405529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e890bb55-28e8-4cc8-b9f6-a923443d064f req-2d298444-fa40-4911-a89a-eae98f09b35b tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:31.412607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e890bb55-28e8-4cc8-b9f6-a923443d064f req-2d298444-fa40-4911-a89a-eae98f09b35b tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 943 time: 0.0598333 Sep 10 04:11:31.449519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e890bb55-28e8-4cc8-b9f6-a923443d064f req-5f07d752-3a32-445e-b15c-7389d9d74903 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358980 Sep 10 04:11:32.299446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:32.573189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bf451-d7a3-41d7-88f2-02901eaa2faa req-b4572bf1-1008-4b73-935b-58657f7ce3d5 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:32.574809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-962bf451-d7a3-41d7-88f2-02901eaa2faa req-b4572bf1-1008-4b73-935b-58657f7ce3d5 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 943 time: 0.0536966 Sep 10 04:11:32.618125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-962bf451-d7a3-41d7-88f2-02901eaa2faa req-25197013-70be-4494-948a-5d215654af94 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362051 Sep 10 04:11:32.838307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1d860196-e425-4039-99ce-7daa69c0fbb4 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:11:32.932804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1d860196-e425-4039-99ce-7daa69c0fbb4, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1d860196-e425-4039-99ce-7daa69c0fbb4,segment=NetworkSegment(c89d1448-3cde-41ec-b1be-6dae8938ad95),segment_id=c89d1448-3cde-41ec-b1be-6dae8938ad95)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:11:32.946365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '1d860196-e425-4039-99ce-7daa69c0fbb4', 'network_id': '78167356-8a43-4609-8d9e-6ba3fef5c9c4', 'port_id': '1d860196-e425-4039-99ce-7daa69c0fbb4', 'mac_address': 'fa:16:3e:2e:b4:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 211, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e1497aa3-744d-4816-b356-1a40ea430f87', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:11:33.007310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:33.028847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d860196-e425-4039-99ce-7daa69c0fbb4 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:11:33.038991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1d860196-e425-4039-99ce-7daa69c0fbb4, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1d860196-e425-4039-99ce-7daa69c0fbb4,segment=NetworkSegment(c89d1448-3cde-41ec-b1be-6dae8938ad95),segment_id=c89d1448-3cde-41ec-b1be-6dae8938ad95)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:11:33.112216 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:33.164214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1d860196-e425-4039-99ce-7daa69c0fbb4,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:33.172090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.172433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.172770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.173102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.173471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.173799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.174124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.174448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.174768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.175087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.175406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.175748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:11:33.332782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['1d860196-e425-4039-99ce-7daa69c0fbb4'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:11:33.736885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0b4d96-8ad6-4b90-81b4-e00fcd6f03be req-86497bd2-f8d6-4005-8257-ae9b2a7f460a tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:33.738389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f0b4d96-8ad6-4b90-81b4-e00fcd6f03be req-86497bd2-f8d6-4005-8257-ae9b2a7f460a tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 944 time: 0.0517273 Sep 10 04:11:33.779114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f0b4d96-8ad6-4b90-81b4-e00fcd6f03be req-fe8384a9-1041-4cbb-80a7-82899c85a041 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345845 Sep 10 04:11:34.854128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1d860196-e425-4039-99ce-7daa69c0fbb4 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:11:34.912707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4279793-e8ee-4126-b529-1ecc0738a4f2 req-679838fc-b895-4c93-8bba-5426acc5e9ff tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:34.914255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4279793-e8ee-4126-b529-1ecc0738a4f2 req-679838fc-b895-4c93-8bba-5426acc5e9ff tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 944 time: 0.0642648 Sep 10 04:11:34.955460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4279793-e8ee-4126-b529-1ecc0738a4f2 req-e2aea3f5-3989-4f09-a233-9b41cbb9dca7 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343945 Sep 10 04:11:35.015172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 1d860196-e425-4039-99ce-7daa69c0fbb4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:11:35.019392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 1d860196-e425-4039-99ce-7daa69c0fbb4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:11:35.019938 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:35.101476 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:35.127298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f80b33-01c3-42fc-8839-c72b84b17e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d860196-e425-4039-99ce-7daa69c0fbb4'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:11:35.130374 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c9b5c18-035c-4f24-b2c1-2c2e15cfd29d" -d '{"events": [{"server_uuid": "59f80b33-01c3-42fc-8839-c72b84b17e61", "name": "network-vif-plugged", "status": "completed", "tag": "1d860196-e425-4039-99ce-7daa69c0fbb4"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:11:35.145222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1d860196-e425-4039-99ce-7daa69c0fbb4, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1d860196-e425-4039-99ce-7daa69c0fbb4,segment=NetworkSegment(c89d1448-3cde-41ec-b1be-6dae8938ad95),segment_id=c89d1448-3cde-41ec-b1be-6dae8938ad95)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:11:35.184060 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5047a5-a174-47f6-9388-6f3b2258728f x-openstack-request-id: req-8e5047a5-a174-47f6-9388-6f3b2258728f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:11:35.189032 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f80b33-01c3-42fc-8839-c72b84b17e61", "name": "network-vif-plugged", "status": "completed", "tag": "1d860196-e425-4039-99ce-7daa69c0fbb4", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:11:35.189032 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e5047a5-a174-47f6-9388-6f3b2258728f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:11:35.189032 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f80b33-01c3-42fc-8839-c72b84b17e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d860196-e425-4039-99ce-7daa69c0fbb4', 'code': 200} Sep 10 04:11:35.217345 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:35.280683 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1d860196-e425-4039-99ce-7daa69c0fbb4,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:35.300294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ffdf31-d64b-4c67-9f7a-3e881dddf0fd req-71e29315-8156-4fd6-9af4-e344811cff7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:35.301898 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-35ffdf31-d64b-4c67-9f7a-3e881dddf0fd req-71e29315-8156-4fd6-9af4-e344811cff7f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 1096 time: 0.0560622 Sep 10 04:11:35.342627 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-35ffdf31-d64b-4c67-9f7a-3e881dddf0fd req-b185acf5-ec2a-49bd-b93b-296862cd39c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335863 Sep 10 04:11:36.080284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921fb7e-85ab-43a2-a1e1-4f5527421842 req-7818934e-14d3-4f54-a8cf-f4c93164c546 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:36.081902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3921fb7e-85ab-43a2-a1e1-4f5527421842 req-7818934e-14d3-4f54-a8cf-f4c93164c546 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0573542 Sep 10 04:11:36.125898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3921fb7e-85ab-43a2-a1e1-4f5527421842 req-02f38ff3-2730-4981-bc9f-ccd2e1c4a8ac tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365682 Sep 10 04:11:36.200129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-ce3f5fc3-2be6-4da9-857c-bbbcb115102a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433884 Sep 10 04:11:36.281121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-a1351938-d51a-40ce-9e99-46bf88862932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:36.282605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-a1351938-d51a-40ce-9e99-46bf88862932 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e&device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 1096 time: 0.0416934 Sep 10 04:11:36.387305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-74389a46-4368-4d38-ba75-7e2e1c46d3f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:36.388869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-74389a46-4368-4d38-ba75-7e2e1c46d3f1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 HTTP/1.1" status: 200 len: 910 time: 0.0855236 Sep 10 04:11:36.459915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-b4824083-6620-4c09-84be-0b7d60957345 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44 HTTP/1.1" status: 200 len: 1000 time: 0.0640478 Sep 10 04:11:36.519797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-77becb78-302e-404f-a523-4b28e1bd438d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:36.521289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-77becb78-302e-404f-a523-4b28e1bd438d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e02c6386-a6da-41c0-9a52-a49ee7e7e4dd HTTP/1.1" status: 200 len: 848 time: 0.0545921 Sep 10 04:11:36.568791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-e95e0379-eb98-40fa-963e-e723c81b322a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:36.571201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-e95e0379-eb98-40fa-963e-e723c81b322a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424893 Sep 10 04:11:36.671088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-b3f44f7c-ec5a-4785-a74a-d703143efbb4 service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927043 Sep 10 04:11:36.763453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44fe6ce8-28cd-4fe1-b1c1-f04830e917dc req-11529910-fca4-4c53-bfea-309b48e87bcb service neutron] 10.222.0.39 "GET /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855641 Sep 10 04:11:37.246486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57643403-71da-4c9a-a812-d77a7a2656f0 req-d6c5747e-9cd9-439d-baef-971cd2a3a164 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:37.248095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57643403-71da-4c9a-a812-d77a7a2656f0 req-d6c5747e-9cd9-439d-baef-971cd2a3a164 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0521977 Sep 10 04:11:37.289197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57643403-71da-4c9a-a812-d77a7a2656f0 req-7deab5d8-85d8-434d-acdc-3d7bd4ee5011 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346196 Sep 10 04:11:37.412365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c278d6-7e27-4680-95d6-55bbbb71119b req-65294827-e36a-417c-b765-57ca79f5ad5e tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:37.413824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71c278d6-7e27-4680-95d6-55bbbb71119b req-65294827-e36a-417c-b765-57ca79f5ad5e tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0489657 Sep 10 04:11:37.453129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71c278d6-7e27-4680-95d6-55bbbb71119b req-7db90d1a-61d9-4170-a214-889f12ecaf1b tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327132 Sep 10 04:11:37.893287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f1a0c7-d3df-457c-8a92-9198dd73d021 req-57195f39-f71c-46ba-b2e1-7857c94c92fe tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:37.894629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17f1a0c7-d3df-457c-8a92-9198dd73d021 req-57195f39-f71c-46ba-b2e1-7857c94c92fe tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0543385 Sep 10 04:11:37.938054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17f1a0c7-d3df-457c-8a92-9198dd73d021 req-ce83a7ba-b12d-4c22-b10d-abd2f49b8e38 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367966 Sep 10 04:11:39.062846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c34554-711c-42f8-a07d-fec6b613874b req-ba4a9c17-dea6-430d-a3d8-7f5c6405d978 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:39.064654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22c34554-711c-42f8-a07d-fec6b613874b req-ba4a9c17-dea6-430d-a3d8-7f5c6405d978 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0538492 Sep 10 04:11:39.110174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22c34554-711c-42f8-a07d-fec6b613874b req-feefd277-0243-4d30-94fb-54cfedf36bc6 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397065 Sep 10 04:11:39.440780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe1ddba-f50f-4e47-83b2-2d6f9ca1768e req-bd370186-0c05-4fb6-a8b7-66ad0e9b7948 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:39.442282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfe1ddba-f50f-4e47-83b2-2d6f9ca1768e req-bd370186-0c05-4fb6-a8b7-66ad0e9b7948 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0573890 Sep 10 04:11:39.498429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfe1ddba-f50f-4e47-83b2-2d6f9ca1768e req-2de033b2-6078-4dfa-b9b8-fb224ad6f0de tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487480 Sep 10 04:11:39.549939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-cd8bd3a1-7df9-44f3-b7d3-673c21f038c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:39.549939 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-cd8bd3a1-7df9-44f3-b7d3-673c21f038c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be8d4fae4bc48639a16920885d6d5ef&device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 1096 time: 0.0514011 Sep 10 04:11:39.647470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-52d49e3b-3292-4065-aba1-7f42f7e9705e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:39.649152 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-52d49e3b-3292-4065-aba1-7f42f7e9705e service neutron] 10.222.0.20 "GET /v2.0/networks?id=78167356-8a43-4609-8d9e-6ba3fef5c9c4 HTTP/1.1" status: 200 len: 913 time: 0.0945203 Sep 10 04:11:39.691144 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-2f027e76-81fa-44f7-9092-3812950efbc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d860196-e425-4039-99ce-7daa69c0fbb4 HTTP/1.1" status: 200 len: 217 time: 0.0349889 Sep 10 04:11:39.746259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-8367df4a-6635-478f-82f5-5ee400d9f5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:39.748411 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-8367df4a-6635-478f-82f5-5ee400d9f5b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1497aa3-744d-4816-b356-1a40ea430f87 HTTP/1.1" status: 200 len: 852 time: 0.0503273 Sep 10 04:11:39.784408 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-1ba91a82-7a98-40d5-a3c0-987c408d0b83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78167356-8a43-4609-8d9e-6ba3fef5c9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285487 Sep 10 04:11:39.882276 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-e970c38c-4e5f-4440-b52f-eb4e6d51d378 service neutron] 10.222.0.20 "GET /v2.0/networks/78167356-8a43-4609-8d9e-6ba3fef5c9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902493 Sep 10 04:11:39.985017 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-670dc4b5-e4eb-4fd9-bc94-8dbe96c2a793 req-1f41affd-be40-4cea-9fc4-e2ae8fd0f06f service neutron] 10.222.0.20 "GET /v2.0/networks/78167356-8a43-4609-8d9e-6ba3fef5c9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954733 Sep 10 04:11:40.644657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98be605-3da2-42cd-be24-4cdbf9743ad5 req-a72b3f7a-addc-4ddc-9c0e-f0fe2105780c tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:40.646058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c98be605-3da2-42cd-be24-4cdbf9743ad5 req-a72b3f7a-addc-4ddc-9c0e-f0fe2105780c tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0610025 Sep 10 04:11:40.685666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c98be605-3da2-42cd-be24-4cdbf9743ad5 req-6d99a33f-8be6-4e07-80a1-f404a917bf47 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333359 Sep 10 04:11:41.805092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165140a5-265e-4e3b-96d6-b950af9bf89e req-8a9137f6-0da3-450f-90ae-6466c2041590 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:41.806615 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-165140a5-265e-4e3b-96d6-b950af9bf89e req-8a9137f6-0da3-450f-90ae-6466c2041590 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0513215 Sep 10 04:11:41.844221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-165140a5-265e-4e3b-96d6-b950af9bf89e req-47ec3b72-3550-45b9-96b0-2d848f291c34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314398 Sep 10 04:11:42.234713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d17aaa1-c3b4-41c6-b13e-59b7cb829327 req-92980df8-913e-497f-b8c7-7fe8afb2aad3 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:42.236386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d17aaa1-c3b4-41c6-b13e-59b7cb829327 req-92980df8-913e-497f-b8c7-7fe8afb2aad3 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0532632 Sep 10 04:11:42.274007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d17aaa1-c3b4-41c6-b13e-59b7cb829327 req-d617183b-4f74-4887-b7b3-ad7f99f13477 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312941 Sep 10 04:11:43.404760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9dc7d4-dc5e-4a2f-b3fe-69d3592d92ea req-116da34f-3133-4241-9003-60feda977f93 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:43.406272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b9dc7d4-dc5e-4a2f-b3fe-69d3592d92ea req-116da34f-3133-4241-9003-60feda977f93 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0589032 Sep 10 04:11:43.451280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b9dc7d4-dc5e-4a2f-b3fe-69d3592d92ea req-66d27ba0-243a-4c70-b27f-81439bfaa478 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357769 Sep 10 04:11:43.857491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f312309f-a2ec-41e2-a1af-d8fcd1232611 req-c60303a8-e9a9-4f65-8940-d99d6c49cafd tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:43.859040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f312309f-a2ec-41e2-a1af-d8fcd1232611 req-c60303a8-e9a9-4f65-8940-d99d6c49cafd tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0582366 Sep 10 04:11:43.936771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f312309f-a2ec-41e2-a1af-d8fcd1232611 req-d0863d3f-0261-4b6a-80a4-4497b6fa7a82 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659773 Sep 10 04:11:43.961449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-614146e3-a090-4b20-95a4-437efc6c2e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:43.963636 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-614146e3-a090-4b20-95a4-437efc6c2e3b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4be8d4fae4bc48639a16920885d6d5ef&device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 1096 time: 0.0632124 Sep 10 04:11:44.066512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-244d7fbe-5b19-430e-9a86-5a65310cbafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:44.068208 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-244d7fbe-5b19-430e-9a86-5a65310cbafe service neutron] 10.222.0.20 "GET /v2.0/networks?id=78167356-8a43-4609-8d9e-6ba3fef5c9c4 HTTP/1.1" status: 200 len: 913 time: 0.0953057 Sep 10 04:11:44.112494 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-41148d52-0d77-41e2-92e7-75e0c9b11ced service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d860196-e425-4039-99ce-7daa69c0fbb4 HTTP/1.1" status: 200 len: 217 time: 0.0348141 Sep 10 04:11:44.174162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-7d344e54-03f3-4d14-b1e8-784ba1f254fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:44.175630 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-7d344e54-03f3-4d14-b1e8-784ba1f254fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e1497aa3-744d-4816-b356-1a40ea430f87 HTTP/1.1" status: 200 len: 852 time: 0.0531197 Sep 10 04:11:44.211048 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-2795a5a4-c305-495e-b7f1-cbef3f4e691a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=78167356-8a43-4609-8d9e-6ba3fef5c9c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263834 Sep 10 04:11:44.305135 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-4ff54923-c025-480f-b7eb-ccd9f486989f service neutron] 10.222.0.20 "GET /v2.0/networks/78167356-8a43-4609-8d9e-6ba3fef5c9c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860043 Sep 10 04:11:44.402697 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dcf2c664-8f7b-49ac-bdb1-759c3fa746d4 req-1921e96e-07c2-4a15-ace4-34dd045fbe54 service neutron] 10.222.0.20 "GET /v2.0/networks/78167356-8a43-4609-8d9e-6ba3fef5c9c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897081 Sep 10 04:11:45.059061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec6dc7-b8df-45dd-a1a4-212dd2a5e64b req-d5d28726-3ddd-4c6b-b4e6-631854e7bdb3 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:45.061159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40ec6dc7-b8df-45dd-a1a4-212dd2a5e64b req-d5d28726-3ddd-4c6b-b4e6-631854e7bdb3 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0511274 Sep 10 04:11:45.100648 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40ec6dc7-b8df-45dd-a1a4-212dd2a5e64b req-a4eb7508-da6e-41f4-8754-8fc945902211 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333025 Sep 10 04:11:46.228997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734f82b0-e2b0-481f-b2d7-d342eebe1f14 req-79ae8b4c-461f-473c-bbda-2ae4e18bb135 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:46.236974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-734f82b0-e2b0-481f-b2d7-d342eebe1f14 req-79ae8b4c-461f-473c-bbda-2ae4e18bb135 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0612493 Sep 10 04:11:46.281309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-734f82b0-e2b0-481f-b2d7-d342eebe1f14 req-d9b4cf4e-87c1-4848-8de1-12794027417b tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434651 Sep 10 04:11:46.695697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acedce1-97fe-4732-b70d-201ab861f631 req-d010878f-5e40-498e-9898-5816ac0108ef tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:46.697384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1acedce1-97fe-4732-b70d-201ab861f631 req-d010878f-5e40-498e-9898-5816ac0108ef tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0505593 Sep 10 04:11:46.739103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1acedce1-97fe-4732-b70d-201ab861f631 req-cb4ef3d7-169d-468c-92c2-c0ea1362a535 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355587 Sep 10 04:11:47.858417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a83d91-a5e8-4828-b231-c5424d027bef req-515c3453-0559-44b6-a3f0-33fd82d52111 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:47.859995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13a83d91-a5e8-4828-b231-c5424d027bef req-515c3453-0559-44b6-a3f0-33fd82d52111 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0517817 Sep 10 04:11:47.898472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13a83d91-a5e8-4828-b231-c5424d027bef req-4ab4f0f0-5f01-4a47-b42f-20fd19e8c22b tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/security-groups?id=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326431 Sep 10 04:11:48.488427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-49c69df6-3784-4aa9-967d-c448087889de tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:48.489920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-49c69df6-3784-4aa9-967d-c448087889de tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.20 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Sep 10 04:11:48.607599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Deleting port 1d860196-e425-4039-99ce-7daa69c0fbb4 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:11:48.608342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:48.672238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54078) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:48.717544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] For port 1d860196-e425-4039-99ce-7daa69c0fbb4, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1d860196-e425-4039-99ce-7daa69c0fbb4,segment=NetworkSegment(c89d1448-3cde-41ec-b1be-6dae8938ad95),segment_id=c89d1448-3cde-41ec-b1be-6dae8938ad95)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:11:48.718271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:48.731589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Calling delete_port for 1d860196-e425-4039-99ce-7daa69c0fbb4 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:11:48.811769 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5c25f297-b280-449d-bb75-540f4ec0c240 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:48.980500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:48.993223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['1d860196-e425-4039-99ce-7daa69c0fbb4'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:11:48.997589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3445a849-22d1-4311-af88-d47640d9f83d req-d8f9b7d6-09f3-4630-991d-06fef6bed317 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.22 "GET /v2.0/ports?device_id=59f80b33-01c3-42fc-8839-c72b84b17e61 HTTP/1.1" status: 200 len: 210 time: 0.0288475 Sep 10 04:11:49.022347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Pushing event deleted for resources: {'Port': ['ID=1d860196-e425-4039-99ce-7daa69c0fbb4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:49.072241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] No DVR routers for this DVR port 1d860196-e425-4039-99ce-7daa69c0fbb4 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:11:49.074916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:49.077644 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ac2673ae-d98e-4c7a-971c-a1d8d10b7e7a req-e2de8e1f-3a6e-48ed-8aed-4e9f6d896a34 tempest-TestServerAdvancedOps-1263149419 tempest-TestServerAdvancedOps-1263149419-project] 10.222.0.20 "DELETE /v2.0/ports/1d860196-e425-4039-99ce-7daa69c0fbb4 HTTP/1.1" status: 204 len: 173 time: 0.5811460 Sep 10 04:11:49.078087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f80b33-01c3-42fc-8839-c72b84b17e61', 'name': 'network-vif-deleted', 'tag': '1d860196-e425-4039-99ce-7daa69c0fbb4'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:11:49.080343 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcfdf059-afd2-483a-9745-b1564585a861" -d '{"events": [{"server_uuid": "59f80b33-01c3-42fc-8839-c72b84b17e61", "name": "network-vif-deleted", "tag": "1d860196-e425-4039-99ce-7daa69c0fbb4"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:11:49.089307 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5c25f297-b280-449d-bb75-540f4ec0c240 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:49.116838 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3641c7e0-beac-44e5-a515-c6c972e5a6a9 x-openstack-request-id: req-3641c7e0-beac-44e5-a515-c6c972e5a6a9 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:11:49.117142 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f80b33-01c3-42fc-8839-c72b84b17e61", "name": "network-vif-deleted", "tag": "1d860196-e425-4039-99ce-7daa69c0fbb4", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:11:49.117390 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3641c7e0-beac-44e5-a515-c6c972e5a6a9 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:11:49.117789 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f80b33-01c3-42fc-8839-c72b84b17e61', 'name': 'network-vif-deleted', 'tag': '1d860196-e425-4039-99ce-7daa69c0fbb4', 'status': 'completed', 'code': 200} Sep 10 04:11:49.186001 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5c25f297-b280-449d-bb75-540f4ec0c240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:49.229075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5c25f297-b280-449d-bb75-540f4ec0c240 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4958c4c486354331ada687493c676129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5535285 Sep 10 04:11:49.229075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c25f297-b280-449d-bb75-540f4ec0c240 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0025541-6d5b-4a29-aff7-2c999a68d3fa,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:49.236736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54110) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:49.583618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6090e3-6dd8-4a31-b46e-5fb28b7dc156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:49.603802 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6090e3-6dd8-4a31-b46e-5fb28b7dc156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:49.706403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6090e3-6dd8-4a31-b46e-5fb28b7dc156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:49.709179 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dc6090e3-6dd8-4a31-b46e-5fb28b7dc156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:49.712562 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dc6090e3-6dd8-4a31-b46e-5fb28b7dc156 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0025541-6d5b-4a29-aff7-2c999a68d3fa HTTP/1.1" status: 204 len: 168 time: 0.4724994 Sep 10 04:11:49.719412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6090e3-6dd8-4a31-b46e-5fb28b7dc156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0025541-6d5b-4a29-aff7-2c999a68d3fa,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:50.059465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54164) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:50.106662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bcf76a3-f98a-405c-9b4b-6b80fe66c6dd admin admin] Deleting subnet e1497aa3-744d-4816-b356-1a40ea430f87 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:11:50.110781 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4bcf76a3-f98a-405c-9b4b-6b80fe66c6dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.145998 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4bcf76a3-f98a-405c-9b4b-6b80fe66c6dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.189726 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4bcf76a3-f98a-405c-9b4b-6b80fe66c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.346422 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4bcf76a3-f98a-405c-9b4b-6b80fe66c6dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.373002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf76a3-f98a-405c-9b4b-6b80fe66c6dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1497aa3-744d-4816-b356-1a40ea430f87,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:50.377687 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4bcf76a3-f98a-405c-9b4b-6b80fe66c6dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.379816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4bcf76a3-f98a-405c-9b4b-6b80fe66c6dd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e1497aa3-744d-4816-b356-1a40ea430f87 HTTP/1.1" status: 204 len: 168 time: 0.3185668 Sep 10 04:11:50.382065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54184) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:50.452967 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.537567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.557477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78167356-8a43-4609-8d9e-6ba3fef5c9c4']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:50.566444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c89d1448-3cde-41ec-b1be-6dae8938ad95') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:50.566735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c89d1448-3cde-41ec-b1be-6dae8938ad95') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:50.575588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.589584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.596745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:11:50.597170 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:11:50.598958 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:11:50.729034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.734823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.736947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] 10.222.0.22 "DELETE /v2.0/networks/78167356-8a43-4609-8d9e-6ba3fef5c9c4 HTTP/1.1" status: 204 len: 168 time: 0.3537831 Sep 10 04:11:50.741913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54210) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:50.753371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083f35e-4831-4a91-a1d6-2970271ad04a admin admin] Pushing event deleted for resources: {'Network': ['ID=78167356-8a43-4609-8d9e-6ba3fef5c9c4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:50.791450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-12a3f3d2-6232-47ce-87ff-daf5d3999439 admin admin] Deleting subnet 1fdedcbd-bd26-48e0-968c-293a9af66d74 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:11:50.795381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12a3f3d2-6232-47ce-87ff-daf5d3999439 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.829379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12a3f3d2-6232-47ce-87ff-daf5d3999439 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.854505 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-deeb47a2-0635-4c32-94bf-11996fd1db98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:50.872881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12a3f3d2-6232-47ce-87ff-daf5d3999439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.009189 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12a3f3d2-6232-47ce-87ff-daf5d3999439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.035161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a3f3d2-6232-47ce-87ff-daf5d3999439 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1fdedcbd-bd26-48e0-968c-293a9af66d74,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:51.042485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-12a3f3d2-6232-47ce-87ff-daf5d3999439 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.044424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-12a3f3d2-6232-47ce-87ff-daf5d3999439 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1fdedcbd-bd26-48e0-968c-293a9af66d74 HTTP/1.1" status: 204 len: 168 time: 0.3009360 Sep 10 04:11:51.051042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54228) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:51.121576 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.205535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.225946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5fda19eb-9051-472e-94ac-6fce26651fd2']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:51.244205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a374b83c-a1e0-43d6-ae15-f1fb7f1f661c') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:51.244205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a374b83c-a1e0-43d6-ae15-f1fb7f1f661c') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:51.245359 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.259581 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.265732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] Releasing vlan 204 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:11:51.266117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:11:51.267776 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:11:51.489084 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.818214 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:51.820108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5fda19eb-9051-472e-94ac-6fce26651fd2 HTTP/1.1" status: 204 len: 168 time: 0.7680054 Sep 10 04:11:51.821147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e3271d1-ec01-43ef-8415-e63a835a01d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=5fda19eb-9051-472e-94ac-6fce26651fd2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:52.275285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54296) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:52.315482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e05840d9-f244-49a6-b9c8-713bfe223048 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4be8d4fae4bc48639a16920885d6d5ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0388417 Sep 10 04:11:52.317838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54300) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:52.367368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf35b6cb-2c5f-480d-8f6d-f47e1c36bcc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:52.388692 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf35b6cb-2c5f-480d-8f6d-f47e1c36bcc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:52.512620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf35b6cb-2c5f-480d-8f6d-f47e1c36bcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:52.515993 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf35b6cb-2c5f-480d-8f6d-f47e1c36bcc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:52.521473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cf35b6cb-2c5f-480d-8f6d-f47e1c36bcc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a4ea133-304b-4bb7-ba0c-bbc2b53e6334 HTTP/1.1" status: 204 len: 168 time: 0.1985676 Sep 10 04:11:52.529846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35b6cb-2c5f-480d-8f6d-f47e1c36bcc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4ea133-304b-4bb7-ba0c-bbc2b53e6334,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:52.963307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1d860196-e425-4039-99ce-7daa69c0fbb4 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:11:52.983882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 1d860196-e425-4039-99ce-7daa69c0fbb4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:11:52.984233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1d860196-e425-4039-99ce-7daa69c0fbb4 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:11:53.152908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54352) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:53.158165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'network': {'name': 'tempest-network-smoke--838327652', 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'port_security_enabled': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:53.169054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54356) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:53.209977 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ccd1a5c2-e67e-4421-bafc-5800f40f3348 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e692991875da4e1db8bec3fa4909d21e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397522 Sep 10 04:11:53.212469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54360) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:53.226176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Made reservation on behalf of 92e31e15afdd4d28a9b9a11e16c803fe for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:11:53.230183 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.239828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.265678 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ced2aab3-84f5-42e2-8670-663a6a472138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.286911 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ced2aab3-84f5-42e2-8670-663a6a472138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.330936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.426283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.455531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3c9a4f7-eb92-4c2a-80c6-7ff23f6dbb79,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:53.477787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ced2aab3-84f5-42e2-8670-663a6a472138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.480361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ced2aab3-84f5-42e2-8670-663a6a472138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.481533 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ced2aab3-84f5-42e2-8670-663a6a472138 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/263a0540-c346-4a64-a1c8-cc7302f1dcc8 HTTP/1.1" status: 204 len: 168 time: 0.2680759 Sep 10 04:11:53.482778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:11:53.490741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced2aab3-84f5-42e2-8670-663a6a472138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263a0540-c346-4a64-a1c8-cc7302f1dcc8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:53.492345 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.493000 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Added segment c06e51f1-fb36-46ab-9434-6baaa9c71300 of type vlan for network 98badea5-6ce2-4c54-9f65-7681d4a78368 Sep 10 04:11:53.511210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0080bc55-0b1e-4c18-bbd5-d2b68bc230aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.540848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.620637 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.626364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:53.626937 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.699394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Network': ['ID=98badea5-6ce2-4c54-9f65-7681d4a78368,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:53.711451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 98badea5-6ce2-4c54-9f65-7681d4a78368 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:11:53.719027 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3a7fbce9-3711-4792-b915-b4f75ed1f604 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5649366 Sep 10 04:11:53.721793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54384) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:53.726708 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.726885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'admin_state_up': True, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:53.820705 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.824703 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:53.890000 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:54.113858 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:54.384096 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:54.402362 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:54.507118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Allocated IP 172.25.3.70 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/5cebc019-ad32-47db-9bf5-e17b4bfea376) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:11:54.609387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:54.711793 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:54.751335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:11:54.754114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:11:54.757581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:11:54.783040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=5cebc019-ad32-47db-9bf5-e17b4bfea376,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:55.072979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:55.180261 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:55.269013 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:55.449084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Router 1c3dab54-7720-418b-a078-2d4e4cfb887f is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:11:55.553571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:11:55.563808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Sync routers for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:11:55.572890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:11:55.573566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:55.633163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:55.637430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d15f25fc-b5ca-439f-843c-e16c6a03cb9e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.9117146 Sep 10 04:11:55.637903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54432) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:55.838283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:11:55.887802 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-23b96c58-219e-4940-94c5-7a9455f4b8ef tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=92e31e15afdd4d28a9b9a11e16c803fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2480867 Sep 10 04:11:55.891382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54436) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:56.023258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:54Z', 'revision_number': 3, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:56.049971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7750497-7610-40f3-a918-49ebcd9c5c34 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:56.054339 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d7750497-7610-40f3-a918-49ebcd9c5c34 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1617575 Sep 10 04:11:56.054736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54438) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:56.055643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Checking router: 1c3dab54-7720-418b-a078-2d4e4cfb887f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:11:56.056024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Updating router 1c3dab54-7720-418b-a078-2d4e4cfb887f port 5cebc019-ad32-47db-9bf5-e17b4bfea376 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:11:56.081561 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.092867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-62941b4c-91d9-422b-9c4a-ed1c5c46951b tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343573 Sep 10 04:11:56.093046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54440) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:56.097565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1161874823', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:56.243640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Made reservation on behalf of 92e31e15afdd4d28a9b9a11e16c803fe for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:11:56.248369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.336008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.361714 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.371463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Transition to ACTIVE for port object 5cebc019-ad32-47db-9bf5-e17b4bfea376 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:11:56.431992 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.488969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Attempting to bind port 5cebc019-ad32-47db-9bf5-e17b4bfea376 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:11:56.489344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Attempting to bind port 5cebc019-ad32-47db-9bf5-e17b4bfea376 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:11:56.489714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Attempting to bind port 5cebc019-ad32-47db-9bf5-e17b4bfea376 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:11:56.492535 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b391e20-7e8b-4b1b-bb71-45f06674f044 None None] Pushing event updated for resources: {'Port': ['ID=5cebc019-ad32-47db-9bf5-e17b4bfea376,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:56.497120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:11:56.497496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:11:56.497926 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.498341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:11:56.498774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Bound port: 5cebc019-ad32-47db-9bf5-e17b4bfea376, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:11:56.499151 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.506633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.565460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] For port 5cebc019-ad32-47db-9bf5-e17b4bfea376, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:11:56.569637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] For port 5cebc019-ad32-47db-9bf5-e17b4bfea376, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5cebc019-ad32-47db-9bf5-e17b4bfea376,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:11:56.577697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Subnet': ['ID=7cf47072-098b-42be-b74e-42de61ca42e6,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:56.599727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Checking segment: {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:11:56.600092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network hostable DHCP agents. Network: 98badea5-6ce2-4c54-9f65-7681d4a78368, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:11:56.666967 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.694638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 98badea5-6ce2-4c54-9f65-7681d4a78368 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:11:56.725867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:11:56.726478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:56.752107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 98badea5-6ce2-4c54-9f65-7681d4a78368) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:11:56.756419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:11:56.757287 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:56.768922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fceb215d-ca65-4aa4-a604-aeca65ca52ff None None] Network 98badea5-6ce2-4c54-9f65-7681d4a78368 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:11:56.784609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b391e20-7e8b-4b1b-bb71-45f06674f044 None None] Pushing event updated for resources: {'Port': ['ID=5cebc019-ad32-47db-9bf5-e17b4bfea376,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:56.815359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-98dd9f84-4286-4ea3-a8cd-22253cab7e2f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7213728 Sep 10 04:11:56.818008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54444) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:56.913885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:11:57.090481 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-98badea5-6ce2-4c54-9f65-7681d4a78368', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:11:57.091382 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:57.274996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:54Z', 'revision_number': 3, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:57.306635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Allocated IP 172.20.0.2 (98badea5-6ce2-4c54-9f65-7681d4a78368/7cf47072-098b-42be-b74e-42de61ca42e6/5d8c99d4-796c-41cd-9a90-730b31e5155b) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:11:57.309162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bab5381-8672-4ce0-9c1a-baefec119d93 None None] The sync data for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 is: [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:54Z', 'revision_number': 3, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:11:57.500482 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:57.509566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Transition to ACTIVE for port object 5d8c99d4-796c-41cd-9a90-730b31e5155b will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:11:57.528629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Transition to ACTIVE for port object 5d8c99d4-796c-41cd-9a90-730b31e5155b will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:11:57.612327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:57.639584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:57.664699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Network 98badea5-6ce2-4c54-9f65-7681d4a78368 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:11:57.676019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:11:57.681601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:11:57.687923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Pushing event updated for resources: {'Port': ['ID=5d8c99d4-796c-41cd-9a90-730b31e5155b,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:57.746116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Attempting to bind port 5d8c99d4-796c-41cd-9a90-730b31e5155b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:11:57.746486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Attempting to bind port 5d8c99d4-796c-41cd-9a90-730b31e5155b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:11:57.746854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Attempting to bind port 5d8c99d4-796c-41cd-9a90-730b31e5155b on network 98badea5-6ce2-4c54-9f65-7681d4a78368 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:11:57.752341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:11:57.752720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Checking segment: {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:11:57.753187 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:57.753588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Bound using segment: {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:11:57.754059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Bound port: 5d8c99d4-796c-41cd-9a90-730b31e5155b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:11:57.754444 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:57.864253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] For port 5d8c99d4-796c-41cd-9a90-730b31e5155b, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:11:57.869116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] For port 5d8c99d4-796c-41cd-9a90-730b31e5155b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5d8c99d4-796c-41cd-9a90-730b31e5155b,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:11:57.936105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:58.008768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Allocated IP 172.20.0.1 (98badea5-6ce2-4c54-9f65-7681d4a78368/7cf47072-098b-42be-b74e-42de61ca42e6/100a4b00-b7be-4656-a947-9fdba5c3e6d5) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:11:58.044508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c63e46e-2d9e-4566-9bc5-415012a3641e None None] Pushing event updated for resources: {'Port': ['ID=5d8c99d4-796c-41cd-9a90-730b31e5155b,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:58.202709 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:58.264300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Transition to ACTIVE for port object 100a4b00-b7be-4656-a947-9fdba5c3e6d5 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:11:58.369121 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:58.429643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 98badea5-6ce2-4c54-9f65-7681d4a78368 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:11:58.434155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:11:58.442949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:11:58.447788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=100a4b00-b7be-4656-a947-9fdba5c3e6d5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:58.547857 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:58.836975 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:58.980689 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.035752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5d8c99d4-796c-41cd-9a90-730b31e5155b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:11:59.157591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 5d8c99d4-796c-41cd-9a90-730b31e5155b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:11:59.163048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5cebc019-ad32-47db-9bf5-e17b4bfea376 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:11:59.229314 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.271826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b47034a9-d4be-4c56-9c06-32c5f388a2a9 None None] Network 98badea5-6ce2-4c54-9f65-7681d4a78368 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:11:59.286976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 5cebc019-ad32-47db-9bf5-e17b4bfea376 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:11:59.304086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5cebc019-ad32-47db-9bf5-e17b4bfea376 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:11:59.304456 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.317698 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.399312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=100a4b00-b7be-4656-a947-9fdba5c3e6d5,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:59.404903 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.478446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-24db7c2b-bd65-4080-9c45-c4f0739841ee None None] Provisioning for port 5d8c99d4-796c-41cd-9a90-730b31e5155b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:11:59.498560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-24db7c2b-bd65-4080-9c45-c4f0739841ee None None] Provisioning complete for port 5d8c99d4-796c-41cd-9a90-730b31e5155b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:11:59.498935 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-24db7c2b-bd65-4080-9c45-c4f0739841ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.505384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.514335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 98badea5-6ce2-4c54-9f65-7681d4a78368 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:11:59.517249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:11:59.587071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 5cebc019-ad32-47db-9bf5-e17b4bfea376, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5cebc019-ad32-47db-9bf5-e17b4bfea376,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:11:59.656947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-24db7c2b-bd65-4080-9c45-c4f0739841ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.665463 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.678700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Router 1c3dab54-7720-418b-a078-2d4e4cfb887f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:11:59.741744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-24db7c2b-bd65-4080-9c45-c4f0739841ee None None] For port 5d8c99d4-796c-41cd-9a90-730b31e5155b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5d8c99d4-796c-41cd-9a90-730b31e5155b,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:11:59.751654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=5cebc019-ad32-47db-9bf5-e17b4bfea376,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:59.803506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-24db7c2b-bd65-4080-9c45-c4f0739841ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.821977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:11:59.829741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0b51f072-e2ef-4f6e-9eea-35bab3b706c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "PUT /v2.0/routers/1c3dab54-7720-418b-a078-2d4e4cfb887f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0106328 Sep 10 04:11:59.832694 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54458) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:11:59.837294 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Sync routers for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:11:59.845321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8d3a4076-3a6b-44b6-930c-840453a4c695 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--609652757', 'description': 'tempest-secgroup_access--609652757 description', 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:11:59.862255 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:11:59.862878 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:11:59.898142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24db7c2b-bd65-4080-9c45-c4f0739841ee None None] Pushing event updated for resources: {'Port': ['ID=5d8c99d4-796c-41cd-9a90-730b31e5155b,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:11:59.934124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c2ffec25-b570-4bd8-b40e-31531ac3c777 None None] Provisioning complete for port 5d8c99d4-796c-41cd-9a90-730b31e5155b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:11:59.934875 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c2ffec25-b570-4bd8-b40e-31531ac3c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:11:59.986494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4076-3a6b-44b6-930c-840453a4c695 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.008688 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:00.084390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4076-3a6b-44b6-930c-840453a4c695 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.088802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c2ffec25-b570-4bd8-b40e-31531ac3c777 None None] Provisioning for port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:00.093059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c2ffec25-b570-4bd8-b40e-31531ac3c777 None None] Provisioning complete for port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:00.096855 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c2ffec25-b570-4bd8-b40e-31531ac3c777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.132430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c2ffec25-b570-4bd8-b40e-31531ac3c777 None None] Port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:00.157674 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4076-3a6b-44b6-930c-840453a4c695 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.205777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3a4076-3a6b-44b6-930c-840453a4c695 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0615b9-7465-4c96-adca-5596f7aadaca,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:00.243352 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d3a4076-3a6b-44b6-930c-840453a4c695 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.247319 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8d3a4076-3a6b-44b6-930c-840453a4c695 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.4103816 Sep 10 04:12:00.247475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54460) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:00.252459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fba9110c-7cac-4a04-a5c4-d2fac6084c21 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--2023908142', 'description': 'tempest-secgroup_general--2023908142 description', 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:00.257265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8b3629fc-43ab-4c7f-b099-7a8d2e01c710 None None] Provisioning complete for port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:00.257555 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b3629fc-43ab-4c7f-b099-7a8d2e01c710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.316156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8b3629fc-43ab-4c7f-b099-7a8d2e01c710 None None] Port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:00.336056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fba9110c-7cac-4a04-a5c4-d2fac6084c21 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.352333 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:58Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '100a4b00-b7be-4656-a947-9fdba5c3e6d5', 'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:6c:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:57Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 2, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:00.384752 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Checking router: 1c3dab54-7720-418b-a078-2d4e4cfb887f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:00.385133 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Updating router 1c3dab54-7720-418b-a078-2d4e4cfb887f port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:12:00.412257 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.438448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d492859e-40d9-4d05-9196-10c086946abe None None] Provisioning complete for port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:00.438898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d492859e-40d9-4d05-9196-10c086946abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.451362 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fba9110c-7cac-4a04-a5c4-d2fac6084c21 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.479985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d492859e-40d9-4d05-9196-10c086946abe None None] Port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:00.511204 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fba9110c-7cac-4a04-a5c4-d2fac6084c21 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.543427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba9110c-7cac-4a04-a5c4-d2fac6084c21 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb116fc6-c02d-4ec7-9c3e-d9395359c718,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:00.609542 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fba9110c-7cac-4a04-a5c4-d2fac6084c21 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.612724 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fba9110c-7cac-4a04-a5c4-d2fac6084c21 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.3619208 Sep 10 04:12:00.613832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54462) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:00.618505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b148cafb-cb50-4ca1-bccd-10be8a39eda9 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'security_group_rule': {'security_group_id': '1f0615b9-7465-4c96-adca-5596f7aadaca', 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:00.678233 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.687528 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Transition to ACTIVE for port object 100a4b00-b7be-4656-a947-9fdba5c3e6d5 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:00.723359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b148cafb-cb50-4ca1-bccd-10be8a39eda9 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.780072 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b148cafb-cb50-4ca1-bccd-10be8a39eda9 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.786424 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.836163 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Pushing event updated for resources: {'Port': ['ID=100a4b00-b7be-4656-a947-9fdba5c3e6d5,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:00.865944 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.866576 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.866576 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.866951 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.867273 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.867597 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.867940 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.868255 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.868572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.868911 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.869203 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.869545 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:00.872214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b148cafb-cb50-4ca1-bccd-10be8a39eda9 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.910626 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Attempting to bind port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:00.911390 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Attempting to bind port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:00.911912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Attempting to bind port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 on network 98badea5-6ce2-4c54-9f65-7681d4a78368 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:00.913549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b148cafb-cb50-4ca1-bccd-10be8a39eda9 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5459e31b-1f58-43b8-9d4f-1ef76f05adbc,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:00.918633 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:00.919123 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Checking segment: {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:00.919668 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:00.921828 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Bound using segment: {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:00.922512 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Bound port: 100a4b00-b7be-4656-a947-9fdba5c3e6d5, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:00.922970 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:01.016156 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] For port 100a4b00-b7be-4656-a947-9fdba5c3e6d5, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:01.022096 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] For port 100a4b00-b7be-4656-a947-9fdba5c3e6d5, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=100a4b00-b7be-4656-a947-9fdba5c3e6d5,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:01.028129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5d8c99d4-796c-41cd-9a90-730b31e5155b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:01.036509 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b148cafb-cb50-4ca1-bccd-10be8a39eda9 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:01.036509 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b148cafb-cb50-4ca1-bccd-10be8a39eda9 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4187160 Sep 10 04:12:01.082197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5d8c99d4-796c-41cd-9a90-730b31e5155b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:01.089477 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:01.103104 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:01.180208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5cebc019-ad32-47db-9bf5-e17b4bfea376 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:01.195368 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:01.196553 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:01.202282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f92996-1964-4530-a9c9-339676160fa6 None None] Pushing event updated for resources: {'Port': ['ID=100a4b00-b7be-4656-a947-9fdba5c3e6d5,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:01.239951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5cebc019-ad32-47db-9bf5-e17b4bfea376 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:01.240433 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:01.278426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-8902911d-b871-43bd-8853-657d7d5420bb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--2023908142&fields=id&tenant_id=92e31e15afdd4d28a9b9a11e16c803fe HTTP/1.1" status: 200 len: 267 time: 0.0513120 Sep 10 04:12:01.336151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-22ba4473-3b8c-437a-b3f9-563a17e69a6a tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--609652757&fields=id&tenant_id=92e31e15afdd4d28a9b9a11e16c803fe HTTP/1.1" status: 200 len: 267 time: 0.0498495 Sep 10 04:12:01.339052 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:01.464921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-84f22135-ad0f-4b59-b403-d29b820863bc tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:01.472234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-84f22135-ad0f-4b59-b403-d29b820863bc tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/networks?id=98badea5-6ce2-4c54-9f65-7681d4a78368 HTTP/1.1" status: 200 len: 796 time: 0.1251953 Sep 10 04:12:01.483457 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-c9dc15e1-3023-4a9d-8953-b7cb9e624e79 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/quotas/92e31e15afdd4d28a9b9a11e16c803fe HTTP/1.1" status: 200 len: 375 time: 0.0099037 Sep 10 04:12:01.537183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-a505b251-cd24-4217-88ab-414768c1920f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480158 Sep 10 04:12:01.576839 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:58Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '100a4b00-b7be-4656-a947-9fdba5c3e6d5', 'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:6c:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:57Z', 'updated_at': '2021-09-10T04:12:01Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:01.603066 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda5d04e-3245-468e-9cfc-7190a67311fb None None] The sync data for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 is: [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:58Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '100a4b00-b7be-4656-a947-9fdba5c3e6d5', 'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:6c:68:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:57Z', 'updated_at': '2021-09-10T04:12:01Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:01.643596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-0002ccdb-a859-4c5a-bf5d-9ba1ce8d175c service neutron] 10.222.0.22 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911803 Sep 10 04:12:01.777419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-848d3f07-a3cb-4ab5-b361-ba4ffffda31c service neutron] 10.222.0.22 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121063 Sep 10 04:12:02.071835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e5c82c7-a51e-41c9-b68f-1005c7009fd7 req-a89ab4fc-e702-4f6e-ba90-b41f2a246951 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 210 time: 0.0618088 Sep 10 04:12:02.329218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:02.650469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54496) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:02.794301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3d719970-acc5-4056-a4e1-52740a96c461 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3aedec8da70245288fa7f6f648b7e5fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425977 Sep 10 04:12:02.797374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54500) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:02.844830 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6401-920d-4eeb-8d12-f301edc28762 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:02.865588 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6401-920d-4eeb-8d12-f301edc28762 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:02.961465 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 100a4b00-b7be-4656-a947-9fdba5c3e6d5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:03.003373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6401-920d-4eeb-8d12-f301edc28762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:03.005966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ee7e6401-920d-4eeb-8d12-f301edc28762 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:03.007152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ee7e6401-920d-4eeb-8d12-f301edc28762 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cacee614-e797-463b-93af-41ccd52c8de4 HTTP/1.1" status: 204 len: 168 time: 0.2088590 Sep 10 04:12:03.014778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7e6401-920d-4eeb-8d12-f301edc28762 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacee614-e797-463b-93af-41ccd52c8de4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:03.083216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:03.087342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:03.087775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:03.156750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e812264-ab35-4955-8e3c-a2fd6697678f req-66322db6-3599-4cbc-a9fa-e1ddb9a86346 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 210 time: 0.0374181 Sep 10 04:12:03.251560 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:12:03.330962 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:03.364139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 100a4b00-b7be-4656-a947-9fdba5c3e6d5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=100a4b00-b7be-4656-a947-9fdba5c3e6d5,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:03.471658 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:03.518075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=100a4b00-b7be-4656-a947-9fdba5c3e6d5,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:03.958409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54524) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:03.972269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-fc26927a-9fad-4e7e-a068-4c866abd4a06 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:03.973788 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-fc26927a-9fad-4e7e-a068-4c866abd4a06 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.20 "GET /v2.0/networks?id=98badea5-6ce2-4c54-9f65-7681d4a78368 HTTP/1.1" status: 200 len: 796 time: 0.1148183 Sep 10 04:12:04.029213 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-1f2f86d1-dabe-4af1-8fb2-a4e49a27dee8 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92e31e15afdd4d28a9b9a11e16c803fe HTTP/1.1" status: 200 len: 477 time: 0.0459204 Sep 10 04:12:04.038407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'port': {'device_id': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'admin_state_up': True, 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'security_groups': ['cb116fc6-c02d-4ec7-9c3e-d9395359c718', '1f0615b9-7465-4c96-adca-5596f7aadaca']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:04.065645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-404308981-network', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:04.207268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Made reservation on behalf of b7c0483a4b4049daa40d7a09969c9e65 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:04.209626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.222521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.251820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97f6a32f-55a8-489b-8aac-615a2668820c req-5e9c27ba-7a6f-42e2-bad4-461bbb7f9933 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 210 time: 0.0267842 Sep 10 04:12:04.290506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Made reservation on behalf of 92e31e15afdd4d28a9b9a11e16c803fe for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:04.294260 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.455319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Allocated IP 172.20.0.12 (98badea5-6ce2-4c54-9f65-7681d4a78368/7cf47072-098b-42be-b74e-42de61ca42e6/215a3cb9-4df6-4add-be78-2c7bfd47e8f5) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:04.479021 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.577023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.623359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] vlan segment allocate from pool success with {'vlan_id': 215, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:12:04.633612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fd607c6-5b1c-4664-badc-49045aebb517,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:04.644118 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.644466 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Added segment 535fecc1-4f63-4b7d-91e6-09d95d899d99 of type vlan for network b9441ebe-f8d3-4d70-b5e6-08feb280e01c Sep 10 04:12:04.653972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.693671 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Transition to ACTIVE for port object 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:04.707223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.831908 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.832892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:04.833481 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.838341 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:04.934913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 98badea5-6ce2-4c54-9f65-7681d4a78368 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:04.938140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 100a4b00-b7be-4656-a947-9fdba5c3e6d5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:04.938660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] Pushing event updated for resources: {'Network': ['ID=b9441ebe-f8d3-4d70-b5e6-08feb280e01c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:04.945345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:04.949934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:04.955245 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-57d208b3-e73f-4f0a-9949-631684c76cfb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9958038 Sep 10 04:12:04.956024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:04.965771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54530) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:04.965996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network b9441ebe-f8d3-4d70-b5e6-08feb280e01c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:12:04.969546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Request body: {'subnet': {'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-404308981-subnet', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:05.010364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:05.011062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.048208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:05.048580 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.066343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Made reservation on behalf of b7c0483a4b4049daa40d7a09969c9e65 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:05.068840 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.152448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-12e047d5-45bf-494a-872e-419c7cff92b3 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.1176424 Sep 10 04:12:05.167125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Request body: {'port': {'device_id': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:05.221505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.305973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-27378ae8-aa1d-4a09-a14c-4ec2c4d63b0e None None] Provisioning for port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:05.310130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-27378ae8-aa1d-4a09-a14c-4ec2c4d63b0e None None] Provisioning complete for port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:05.310490 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-27378ae8-aa1d-4a09-a14c-4ec2c4d63b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.349268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.352699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-27378ae8-aa1d-4a09-a14c-4ec2c4d63b0e None None] Port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:05.413383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958bc85a-59dc-4213-9e4e-6d20403cfa5b req-8704ea2a-7090-4571-8a0e-2073727a9318 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:05.414993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-958bc85a-59dc-4213-9e4e-6d20403cfa5b req-8704ea2a-7090-4571-8a0e-2073727a9318 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 971 time: 0.0942721 Sep 10 04:12:05.428959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=84ea6931-0188-4108-ad63-e3fad50fccb3,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:05.454741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Checking segment: {'id': '535fecc1-4f63-4b7d-91e6-09d95d899d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:05.455099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Network hostable DHCP agents. Network: b9441ebe-f8d3-4d70-b5e6-08feb280e01c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:12:05.482076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-958bc85a-59dc-4213-9e4e-6d20403cfa5b req-4c0505cc-5077-4e97-afdc-caf7624fcf0a tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0589533 Sep 10 04:12:05.498829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:12:05.502881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.515394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Transition to ACTIVE for port object 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:05.574896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Network b9441ebe-f8d3-4d70-b5e6-08feb280e01c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:12:05.597580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.647511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Pushing event updated for resources: {'Port': ['ID=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:05.660408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, b9441ebe-f8d3-4d70-b5e6-08feb280e01c) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:05.664742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:05.665318 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.671089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173a6953-4f7f-4ae0-8676-744ff7e12693 None None] Network b9441ebe-f8d3-4d70-b5e6-08feb280e01c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:05.722974 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Attempting to bind port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:05.723311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Attempting to bind port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:05.723644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Attempting to bind port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 on network 98badea5-6ce2-4c54-9f65-7681d4a78368 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:05.728291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 on network 98badea5-6ce2-4c54-9f65-7681d4a78368 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:12:05.729154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Attempting to bind port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 on network 98badea5-6ce2-4c54-9f65-7681d4a78368 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:05.733881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:05.734157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Checking segment: {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:05.734547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Bound using segment: {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:05.734981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Bound port: 215a3cb9-4df6-4add-be78-2c7bfd47e8f5, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c06e51f1-fb36-46ab-9434-6baaa9c71300', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:05.735342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.772237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3b48c6e2-0c79-44a1-8f85-698cf6352e57 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.8082340 Sep 10 04:12:05.772469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54534) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:05.777097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:05.820972 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] For port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:05.824168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] For port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:05.852144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-b9441ebe-f8d3-4d70-b5e6-08feb280e01c', 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'fixed_ips': [{'subnet_id': '84ea6931-0188-4108-ad63-e3fad50fccb3'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:12:05.852991 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.878217 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.879317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.890868 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.924555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:05.925168 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.926786 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] 10.222.0.20 "PUT /v2.0/ports/215a3cb9-4df6-4add-be78-2c7bfd47e8f5 HTTP/1.1" status: 200 len: 1131 time: 0.7643890 Sep 10 04:12:05.927407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:05.930151 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba6a3bc-f5da-444b-af60-9abc57ee1710" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:05.956276 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:05.965962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3fcdc4-3c77-4bba-864b-df4f33f74edd service neutron] Pushing event updated for resources: {'Port': ['ID=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:06.056145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Allocated IP 172.20.0.2 (b9441ebe-f8d3-4d70-b5e6-08feb280e01c/84ea6931-0188-4108-ad63-e3fad50fccb3/5989c587-50a1-45ff-841f-8460907281a5) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:06.113993 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601fa4ae-e87e-403d-a32d-b73eb78fbd93 x-openstack-request-id: req-601fa4ae-e87e-403d-a32d-b73eb78fbd93 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:06.118907 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:06.118907 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-601fa4ae-e87e-403d-a32d-b73eb78fbd93 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:06.118907 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'status': 'completed', 'code': 200} Sep 10 04:12:06.122346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-2dfc57ae-3e30-43e8-b4be-1e237797ef8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:06.124604 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-2dfc57ae-3e30-43e8-b4be-1e237797ef8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 1134 time: 0.0649300 Sep 10 04:12:06.177274 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-c50f3559-508f-4d03-a213-3f1d4b6f2067 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0433733 Sep 10 04:12:06.234157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-0fc7c95f-a031-418b-b07e-d12229b703c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:06.235642 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-0fc7c95f-a031-418b-b07e-d12229b703c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7cf47072-098b-42be-b74e-42de61ca42e6 HTTP/1.1" status: 200 len: 835 time: 0.0513380 Sep 10 04:12:06.243602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.244285 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.252885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Transition to ACTIVE for port object 5989c587-50a1-45ff-841f-8460907281a5 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:06.267501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Transition to ACTIVE for port object 5989c587-50a1-45ff-841f-8460907281a5 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:06.282312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-33a5b5de-ab26-43ab-9afa-743809839cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:06.283847 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-33a5b5de-ab26-43ab-9afa-743809839cb5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98badea5-6ce2-4c54-9f65-7681d4a78368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406761 Sep 10 04:12:06.335285 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.373981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Network b9441ebe-f8d3-4d70-b5e6-08feb280e01c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:06.378985 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-3a017efd-69cb-4542-8fd3-a3a022ea5381 service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884652 Sep 10 04:12:06.380531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:06.385133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:06.388356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Pushing event updated for resources: {'Port': ['ID=5989c587-50a1-45ff-841f-8460907281a5,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:06.445905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Attempting to bind port 5989c587-50a1-45ff-841f-8460907281a5 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:06.446303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Attempting to bind port 5989c587-50a1-45ff-841f-8460907281a5 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '535fecc1-4f63-4b7d-91e6-09d95d899d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:06.446632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Attempting to bind port 5989c587-50a1-45ff-841f-8460907281a5 on network b9441ebe-f8d3-4d70-b5e6-08feb280e01c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:06.451778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:06.452157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Checking segment: {'id': '535fecc1-4f63-4b7d-91e6-09d95d899d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:06.452561 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.452953 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Bound using segment: {'id': '535fecc1-4f63-4b7d-91e6-09d95d899d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:06.453421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Bound port: 5989c587-50a1-45ff-841f-8460907281a5, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535fecc1-4f63-4b7d-91e6-09d95d899d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:06.453907 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.474742 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc8695a3-5aa8-44a0-a4fc-438fcc6732b0 req-b1b31e11-5424-4f3a-8f9d-7be5da47fca4 service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890546 Sep 10 04:12:06.508067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.523105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] For port 5989c587-50a1-45ff-841f-8460907281a5, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:06.526129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] For port 5989c587-50a1-45ff-841f-8460907281a5, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5989c587-50a1-45ff-841f-8460907281a5,segment=NetworkSegment(535fecc1-4f63-4b7d-91e6-09d95d899d99),segment_id=535fecc1-4f63-4b7d-91e6-09d95d899d99)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:06.534223 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.620800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.635278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-cc490548-a175-4fea-8515-22b3cda5ae57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:06.636804 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-cc490548-a175-4fea-8515-22b3cda5ae57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 1134 time: 0.0479550 Sep 10 04:12:06.660550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa9bdb-128a-478a-99d0-29c37b86e81b req-13b7b088-f1a3-49a5-9e4f-0abbe3d632be tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:06.662061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85aa9bdb-128a-478a-99d0-29c37b86e81b req-13b7b088-f1a3-49a5-9e4f-0abbe3d632be tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 983 time: 0.0910907 Sep 10 04:12:06.691320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48b6aec-a4de-45fc-ade7-b8837c56062f None None] Pushing event updated for resources: {'Port': ['ID=5989c587-50a1-45ff-841f-8460907281a5,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:06.704019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Allocated IP 172.25.3.229 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/a61b48ca-30c1-4f79-bb39-746b4695de25) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:06.734830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85aa9bdb-128a-478a-99d0-29c37b86e81b req-c625cbea-fce8-4553-809a-cc908acb7dee tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0658853 Sep 10 04:12:06.765440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-87eae8bd-55f7-4be3-89c3-631cae8c13cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:06.766957 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-87eae8bd-55f7-4be3-89c3-631cae8c13cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=98badea5-6ce2-4c54-9f65-7681d4a78368 HTTP/1.1" status: 200 len: 897 time: 0.1224675 Sep 10 04:12:06.819078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-bbc6e849-1093-4304-a4c6-20e4992c3e99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0436203 Sep 10 04:12:06.834591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.897372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-78494c1f-1ec8-4965-a029-1396b0dbc71a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:06.901659 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-78494c1f-1ec8-4965-a029-1396b0dbc71a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7cf47072-098b-42be-b74e-42de61ca42e6 HTTP/1.1" status: 200 len: 835 time: 0.0719364 Sep 10 04:12:06.958087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:06.961336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-b71cc876-6d03-4bb4-acfe-a92a82e21dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:06.962879 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-b71cc876-6d03-4bb4-acfe-a92a82e21dd4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98badea5-6ce2-4c54-9f65-7681d4a78368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0555899 Sep 10 04:12:07.001445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:07.008613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:07.013697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:07.017381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Pushing event updated for resources: {'Port': ['ID=a61b48ca-30c1-4f79-bb39-746b4695de25,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:07.027658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5989c587-50a1-45ff-841f-8460907281a5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:07.080823 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-404c723f-e2a4-44d3-b6b2-ae42049bb838 service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1102362 Sep 10 04:12:07.152228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 5989c587-50a1-45ff-841f-8460907281a5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:07.172919 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ba6a3bc-f5da-444b-af60-9abc57ee1710 req-5d394542-8aed-4c32-a4b1-9650f8d9ec0b service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844910 Sep 10 04:12:07.350513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:07.673363 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b5957fe-5e28-4a78-98fa-82cc64d89437 None None] Network b9441ebe-f8d3-4d70-b5e6-08feb280e01c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:07.877389 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-74c62415-5d87-410b-a7f7-6fe9b2a036d3 None None] Provisioning for port 5989c587-50a1-45ff-841f-8460907281a5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:07.878280 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:07.881781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-74c62415-5d87-410b-a7f7-6fe9b2a036d3 None None] Provisioning complete for port 5989c587-50a1-45ff-841f-8460907281a5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:07.884842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-74c62415-5d87-410b-a7f7-6fe9b2a036d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:07.937771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90086c6f-d18c-4c39-abe6-3da5a68c4702 req-969322a1-a770-444e-9fbd-315175017e47 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:07.939402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90086c6f-d18c-4c39-abe6-3da5a68c4702 req-969322a1-a770-444e-9fbd-315175017e47 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 983 time: 0.1058779 Sep 10 04:12:07.972188 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-74c62415-5d87-410b-a7f7-6fe9b2a036d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.006126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-74c62415-5d87-410b-a7f7-6fe9b2a036d3 None None] For port 5989c587-50a1-45ff-841f-8460907281a5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5989c587-50a1-45ff-841f-8460907281a5,segment=NetworkSegment(535fecc1-4f63-4b7d-91e6-09d95d899d99),segment_id=535fecc1-4f63-4b7d-91e6-09d95d899d99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:08.025967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90086c6f-d18c-4c39-abe6-3da5a68c4702 req-5a52fbf3-4733-4570-ae30-04bed698042d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0802467 Sep 10 04:12:08.043200 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-74c62415-5d87-410b-a7f7-6fe9b2a036d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.091411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c62415-5d87-410b-a7f7-6fe9b2a036d3 None None] Pushing event updated for resources: {'Port': ['ID=5989c587-50a1-45ff-841f-8460907281a5,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:08.117290 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:12:08.161142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-159eca98-0564-4963-b298-43c57f75adcd None None] Provisioning complete for port 5989c587-50a1-45ff-841f-8460907281a5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:08.161803 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-159eca98-0564-4963-b298-43c57f75adcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.225567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:08.239834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Sync routers for ids ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:08.252049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Routers {'88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:08.252653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:08.288966 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.290234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7234ea03-b9ee-46e3-8384-27576292e192 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5168781 Sep 10 04:12:08.293262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54544) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:08.353777 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Set router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:08.532526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:05Z', 'updated_at': '2021-09-10T04:12:07Z', 'revision_number': 3, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'gw_port': {'id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:06Z', 'updated_at': '2021-09-10T04:12:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:08.557939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Checking router: 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:08.558287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Updating router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee port a61b48ca-30c1-4f79-bb39-746b4695de25 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:12:08.586151 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.693335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.829770 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.839238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Transition to ACTIVE for port object a61b48ca-30c1-4f79-bb39-746b4695de25 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:08.850870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Allocated IP 172.20.0.1 (b9441ebe-f8d3-4d70-b5e6-08feb280e01c/84ea6931-0188-4108-ad63-e3fad50fccb3/e419cde2-2ad0-4a72-9034-3af0b54c6c9c) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:08.939837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5989c587-50a1-45ff-841f-8460907281a5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:08.957256 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.962435 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:08.970827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Transition to ACTIVE for port object e419cde2-2ad0-4a72-9034-3af0b54c6c9c will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:09.028248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Attempting to bind port a61b48ca-30c1-4f79-bb39-746b4695de25 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:09.028521 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Attempting to bind port a61b48ca-30c1-4f79-bb39-746b4695de25 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:09.028903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Attempting to bind port a61b48ca-30c1-4f79-bb39-746b4695de25 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:09.035090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf325b-7f8b-47ee-8c1e-93a6aa9a4491 None None] Pushing event updated for resources: {'Port': ['ID=a61b48ca-30c1-4f79-bb39-746b4695de25,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:09.038595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:09.038964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:09.039358 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.039782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:09.040247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Bound port: a61b48ca-30c1-4f79-bb39-746b4695de25, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:09.040622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.049458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.063087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:12:09.088657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5989c587-50a1-45ff-841f-8460907281a5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:09.089033 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.097792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Network b9441ebe-f8d3-4d70-b5e6-08feb280e01c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:09.103053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:09.105506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:09.140740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Pushing event updated for resources: {'Port': ['ID=e419cde2-2ad0-4a72-9034-3af0b54c6c9c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:09.159557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] For port a61b48ca-30c1-4f79-bb39-746b4695de25, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:09.181846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.209075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] For port a61b48ca-30c1-4f79-bb39-746b4695de25, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a61b48ca-30c1-4f79-bb39-746b4695de25,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:09.237825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3ab08-eea1-4dc4-8f66-94a0af591a3e req-604c59b9-cdaa-4283-ac7c-e90fc67381ba tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:09.239695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6c3ab08-eea1-4dc4-8f66-94a0af591a3e req-604c59b9-cdaa-4283-ac7c-e90fc67381ba tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 983 time: 0.1101928 Sep 10 04:12:09.271601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:09.276159 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.317238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6c3ab08-eea1-4dc4-8f66-94a0af591a3e req-c84edcd8-55ca-41fc-b69f-c7ed2f569933 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0713296 Sep 10 04:12:09.318110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'port_id': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'mac_address': 'fa:16:3e:2c:5d:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 226, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:12:09.394770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bf325b-7f8b-47ee-8c1e-93a6aa9a4491 None None] Pushing event updated for resources: {'Port': ['ID=a61b48ca-30c1-4f79-bb39-746b4695de25,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:09.400911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Routers {'88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:09.401510 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:09.405096 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.412127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.451275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-974fae79-36be-47f2-9041-75337c640cae None None] Provisioning for port e419cde2-2ad0-4a72-9034-3af0b54c6c9c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:09.453954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:12:09.470460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-974fae79-36be-47f2-9041-75337c640cae None None] Provisioning complete for port e419cde2-2ad0-4a72-9034-3af0b54c6c9c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:09.470824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-974fae79-36be-47f2-9041-75337c640cae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.535547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:09.559567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-974fae79-36be-47f2-9041-75337c640cae None None] Port e419cde2-2ad0-4a72-9034-3af0b54c6c9c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:09.564909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] Set router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:09.576422 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.591062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.666398 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.738561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Pushing event updated for resources: {'Port': ['ID=e419cde2-2ad0-4a72-9034-3af0b54c6c9c,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:09.741026 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:09.832012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Network b9441ebe-f8d3-4d70-b5e6-08feb280e01c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:09.833427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:09.855512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['215a3cb9-4df6-4add-be78-2c7bfd47e8f5'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:12:09.860267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:09.961001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:10.058986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:05Z', 'updated_at': '2021-09-10T04:12:09Z', 'revision_number': 4, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'gw_port': {'id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:06Z', 'updated_at': '2021-09-10T04:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e419cde2-2ad0-4a72-9034-3af0b54c6c9c', 'name': '', 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'mac_address': 'fa:16:3e:51:0e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:08Z', 'updated_at': '2021-09-10T04:12:08Z', 'revision_number': 1, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'subnets': [{'id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:10.078775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:10.083588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3777eb4a-00e2-4dab-b5db-e11dcc2f5b5b admin admin] 10.222.0.22 "PUT /v2.0/routers/88e342ac-3f54-4c2d-90ba-ddc7a2a67cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7888153 Sep 10 04:12:10.110105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790907c7-2612-4935-94f4-fb04bf3d9658 None None] The sync data for ids ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'] in n-d-808143-1 is: [{'id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:05Z', 'updated_at': '2021-09-10T04:12:09Z', 'revision_number': 4, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'gw_port': {'id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e4:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:06Z', 'updated_at': '2021-09-10T04:12:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e419cde2-2ad0-4a72-9034-3af0b54c6c9c', 'name': '', 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'mac_address': 'fa:16:3e:51:0e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:08Z', 'updated_at': '2021-09-10T04:12:08Z', 'revision_number': 1, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'subnets': [{'id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:10.123445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0199f48a-2be5-42f6-8c0d-59d2c0cb19d1 None None] Provisioning complete for port e419cde2-2ad0-4a72-9034-3af0b54c6c9c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:10.123848 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0199f48a-2be5-42f6-8c0d-59d2c0cb19d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:10.176692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0199f48a-2be5-42f6-8c0d-59d2c0cb19d1 None None] Port e419cde2-2ad0-4a72-9034-3af0b54c6c9c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:10.440187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573b1be8-b4fc-43ae-a6cd-d6a0df063eda req-a9a0ea0b-ef6e-420c-b09c-61946f0828dc tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:10.441738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573b1be8-b4fc-43ae-a6cd-d6a0df063eda req-a9a0ea0b-ef6e-420c-b09c-61946f0828dc tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 984 time: 0.0525172 Sep 10 04:12:10.483643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-573b1be8-b4fc-43ae-a6cd-d6a0df063eda req-1560aba0-22cc-4ecd-bf4b-28cb3364170f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0352862 Sep 10 04:12:10.836485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54566) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:10.841511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1451579296-network', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:10.946502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Made reservation on behalf of 631711c3f95d4ee79ceaf2b669224a40 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:10.949275 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:10.960422 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:10.965279 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a61b48ca-30c1-4f79-bb39-746b4695de25 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:11.055212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a61b48ca-30c1-4f79-bb39-746b4695de25 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:11.058762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:11.063557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a61b48ca-30c1-4f79-bb39-746b4695de25 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:11.064255 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.067666 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.112267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.138521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:12:11.150013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcdeedf-0c7d-4427-87c9-e7535fd0f820,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:11.157292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.159782 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Added segment f8fdd833-118e-4cf4-a413-90ae841ebd7a of type vlan for network c02fb4b0-6639-4ae2-a450-76432170644d Sep 10 04:12:11.182009 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.202411 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.203717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port a61b48ca-30c1-4f79-bb39-746b4695de25, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a61b48ca-30c1-4f79-bb39-746b4695de25,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:11.205147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:11.209043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:11.209203 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.275708 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.289358 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.291412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:11.291773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.316919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.353435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=a61b48ca-30c1-4f79-bb39-746b4695de25,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:11.362542 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:11.364057 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68ccb0ab-9dcd-4c0a-b319-1b789dfda498" -d '{"events": [{"server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "name": "network-vif-plugged", "status": "completed", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:11.364215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] Pushing event updated for resources: {'Network': ['ID=c02fb4b0-6639-4ae2-a450-76432170644d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:11.375632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network c02fb4b0-6639-4ae2-a450-76432170644d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:12:11.378350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:11.412047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-df4b3575-c0dd-4348-86f2-3abf8dc90529 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5720546 Sep 10 04:12:11.412340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54570) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:11.417733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Request body: {'subnet': {'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1451579296-subnet', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:11.429330 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-713f7ff4-dd5f-4d73-b689-7c694d57d400 x-openstack-request-id: req-713f7ff4-dd5f-4d73-b689-7c694d57d400 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:11.429628 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "name": "network-vif-plugged", "status": "completed", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:11.429876 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-713f7ff4-dd5f-4d73-b689-7c694d57d400 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:11.430274 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'code': 200} Sep 10 04:12:11.454490 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.500736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Made reservation on behalf of 631711c3f95d4ee79ceaf2b669224a40 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:11.504267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c80e8b-1f81-4d9a-8ed4-bad5733abd7c req-eab77933-afaa-4c01-92fe-17a1394e0c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:11.505484 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.505838 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2c80e8b-1f81-4d9a-8ed4-bad5733abd7c req-eab77933-afaa-4c01-92fe-17a1394e0c80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 1136 time: 0.0406561 Sep 10 04:12:11.506964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:11.553036 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c2c80e8b-1f81-4d9a-8ed4-bad5733abd7c req-c355f012-2cf7-4877-b987-19e0450376aa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&id=1f0615b9-7465-4c96-adca-5596f7aadaca&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0398614 Sep 10 04:12:11.645933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b085b7b-af9c-4840-9cae-fa99621b2f67 req-fec52eb5-2880-4e93-b8c3-19daf3e03565 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:11.647465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b085b7b-af9c-4840-9cae-fa99621b2f67 req-fec52eb5-2880-4e93-b8c3-19daf3e03565 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 985 time: 0.0706384 Sep 10 04:12:11.719417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b085b7b-af9c-4840-9cae-fa99621b2f67 req-9d297b34-c632-4079-a82e-98892bc3347c tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0644174 Sep 10 04:12:11.820645 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:11.876283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:11.883671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Checking segment: {'id': 'f8fdd833-118e-4cf4-a413-90ae841ebd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:11.884050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Network hostable DHCP agents. Network: c02fb4b0-6639-4ae2-a450-76432170644d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:12:11.963078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Network c02fb4b0-6639-4ae2-a450-76432170644d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:12:12.071797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, c02fb4b0-6639-4ae2-a450-76432170644d) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:12.076352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:12.077021 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.081836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d849d714-fe76-4ef0-81b3-2afdb68d5e65 None None] Network c02fb4b0-6639-4ae2-a450-76432170644d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:12.158547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d3932b97-877c-47f3-a12a-a2529f59474e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7450120 Sep 10 04:12:12.161015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54574) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:12.165985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:12.221493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-c02fb4b0-6639-4ae2-a450-76432170644d', 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'fixed_ips': [{'subnet_id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:12:12.222446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.226257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.227344 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.281926 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.354586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Allocated IP 172.20.0.2 (c02fb4b0-6639-4ae2-a450-76432170644d/d4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9/5947d844-d552-4f99-b3a4-6d8dd52caee1) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:12.465629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.499588 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.515060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Transition to ACTIVE for port object 5947d844-d552-4f99-b3a4-6d8dd52caee1 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:12.534065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Transition to ACTIVE for port object 5947d844-d552-4f99-b3a4-6d8dd52caee1 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:12.586420 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.624244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Network c02fb4b0-6639-4ae2-a450-76432170644d is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:12.627154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:12.632829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:12.640217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Pushing event updated for resources: {'Port': ['ID=5947d844-d552-4f99-b3a4-6d8dd52caee1,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:12.696733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Attempting to bind port 5947d844-d552-4f99-b3a4-6d8dd52caee1 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:12.697101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Attempting to bind port 5947d844-d552-4f99-b3a4-6d8dd52caee1 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'f8fdd833-118e-4cf4-a413-90ae841ebd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:12.697463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Attempting to bind port 5947d844-d552-4f99-b3a4-6d8dd52caee1 on network c02fb4b0-6639-4ae2-a450-76432170644d {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:12.702737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:12.703118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Checking segment: {'id': 'f8fdd833-118e-4cf4-a413-90ae841ebd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:12.703512 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.704000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Bound using segment: {'id': 'f8fdd833-118e-4cf4-a413-90ae841ebd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:12.704465 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Bound port: 5947d844-d552-4f99-b3a4-6d8dd52caee1, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fdd833-118e-4cf4-a413-90ae841ebd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:12.704907 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.747058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.767978 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.773795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] For port 5947d844-d552-4f99-b3a4-6d8dd52caee1, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:12.777053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] For port 5947d844-d552-4f99-b3a4-6d8dd52caee1, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5947d844-d552-4f99-b3a4-6d8dd52caee1,segment=NetworkSegment(f8fdd833-118e-4cf4-a413-90ae841ebd7a),segment_id=f8fdd833-118e-4cf4-a413-90ae841ebd7a)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:12.827303 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:12.886039 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Sync routers for ids ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:12.898846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f1577-9082-4209-ad3f-208f19c61834 None None] Pushing event updated for resources: {'Port': ['ID=5947d844-d552-4f99-b3a4-6d8dd52caee1,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:12.907404 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Routers {'88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:12.908222 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:12.981360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a61b48ca-30c1-4f79-bb39-746b4695de25 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:13.039501 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Set router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:13.041985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a61b48ca-30c1-4f79-bb39-746b4695de25 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:13.042467 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:13.267574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580396bf-7628-49f8-a0d1-5397bfd3fd86 req-128e1bb9-9b1e-4a7d-a703-81fd2135ec86 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:13.269108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-580396bf-7628-49f8-a0d1-5397bfd3fd86 req-128e1bb9-9b1e-4a7d-a703-81fd2135ec86 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 985 time: 0.0963020 Sep 10 04:12:13.301333 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:05Z', 'updated_at': '2021-09-10T04:12:09Z', 'revision_number': 4, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'gw_port': {'id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:06Z', 'updated_at': '2021-09-10T04:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e419cde2-2ad0-4a72-9034-3af0b54c6c9c', 'name': '', 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'mac_address': 'fa:16:3e:51:0e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:08Z', 'updated_at': '2021-09-10T04:12:09Z', 'revision_number': 2, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'subnets': [{'id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:13.306193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Allocated IP 172.25.3.152 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/d356b8fa-5671-470f-b6e0-dd027bd76e61) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:13.326313 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Checking router: 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:13.326669 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Updating router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee port e419cde2-2ad0-4a72-9034-3af0b54c6c9c binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:12:13.332059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-580396bf-7628-49f8-a0d1-5397bfd3fd86 req-c0fa9389-a397-459e-8442-5a1305acd9e6 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0549700 Sep 10 04:12:13.351365 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:13.462198 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:13.488099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d261ab-c7d8-44b9-b1b7-cd7c0e43c17e req-357787f4-fe26-4a70-b824-e6fbc936bdf2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:13.489605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46d261ab-c7d8-44b9-b1b7-cd7c0e43c17e req-357787f4-fe26-4a70-b824-e6fbc936bdf2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 985 time: 0.0792191 Sep 10 04:12:13.545380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46d261ab-c7d8-44b9-b1b7-cd7c0e43c17e req-97d55984-23cc-42c4-b96d-19256b95ec35 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0477812 Sep 10 04:12:13.598090 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:13.633111 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:13.643731 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Transition to ACTIVE for port object e419cde2-2ad0-4a72-9034-3af0b54c6c9c will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:13.671303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:13.679473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:13.684735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:13.688825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Pushing event updated for resources: {'Port': ['ID=d356b8fa-5671-470f-b6e0-dd027bd76e61,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:13.712218 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:13.731081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30818751-2827-4f68-89cd-c76f4d0e85ff req-2f35d220-9f87-4a41-a1db-3416f4d0ef41 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:13.732736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30818751-2827-4f68-89cd-c76f4d0e85ff req-2f35d220-9f87-4a41-a1db-3416f4d0ef41 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 1136 time: 0.0963433 Sep 10 04:12:13.767758 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6c87c-901e-43c9-876b-b922c46081ef None None] Pushing event updated for resources: {'Port': ['ID=e419cde2-2ad0-4a72-9034-3af0b54c6c9c,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:13.817168 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30818751-2827-4f68-89cd-c76f4d0e85ff req-aca8c96d-a492-4b70-879a-6acdc743f783 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:13.827418 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Attempting to bind port e419cde2-2ad0-4a72-9034-3af0b54c6c9c on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:13.828115 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Attempting to bind port e419cde2-2ad0-4a72-9034-3af0b54c6c9c by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '535fecc1-4f63-4b7d-91e6-09d95d899d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:13.828650 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Attempting to bind port e419cde2-2ad0-4a72-9034-3af0b54c6c9c on network b9441ebe-f8d3-4d70-b5e6-08feb280e01c {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:13.834534 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:13.835992 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Checking segment: {'id': '535fecc1-4f63-4b7d-91e6-09d95d899d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:13.836255 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:13.836806 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Bound using segment: {'id': '535fecc1-4f63-4b7d-91e6-09d95d899d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:13.837881 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Bound port: e419cde2-2ad0-4a72-9034-3af0b54c6c9c, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '535fecc1-4f63-4b7d-91e6-09d95d899d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 215, 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:13.838471 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:13.922532 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] For port e419cde2-2ad0-4a72-9034-3af0b54c6c9c, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:13.927453 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] For port e419cde2-2ad0-4a72-9034-3af0b54c6c9c, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e419cde2-2ad0-4a72-9034-3af0b54c6c9c,segment=NetworkSegment(535fecc1-4f63-4b7d-91e6-09d95d899d99),segment_id=535fecc1-4f63-4b7d-91e6-09d95d899d99)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:13.988842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30818751-2827-4f68-89cd-c76f4d0e85ff req-aca8c96d-a492-4b70-879a-6acdc743f783 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:14.004458 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:14.006880 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af586439-0736-4486-b311-b5849d4e16a6 None None] Network c02fb4b0-6639-4ae2-a450-76432170644d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:14.061105 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Routers {'88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:14.061570 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:14.061744 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:14.103467 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-30818751-2827-4f68-89cd-c76f4d0e85ff req-aca8c96d-a492-4b70-879a-6acdc743f783 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:14.121866 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db6c87c-901e-43c9-876b-b922c46081ef None None] Pushing event updated for resources: {'Port': ['ID=e419cde2-2ad0-4a72-9034-3af0b54c6c9c,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:14.133350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a6fe946e-5c50-4003-8d11-b6ecd2f55bba None None] Provisioning for port 5947d844-d552-4f99-b3a4-6d8dd52caee1 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:14.152882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30818751-2827-4f68-89cd-c76f4d0e85ff req-aca8c96d-a492-4b70-879a-6acdc743f783 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.3789814 Sep 10 04:12:14.176439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca8c96d-a492-4b70-879a-6acdc743f783 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0c4e34f-292f-495f-aeb9-7b767af4ef32,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:14.186221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54582) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:14.285810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2692cc4-2d5a-4004-a5e8-c1ca9bed6acf tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:14.287367 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f2692cc4-2d5a-4004-a5e8-c1ca9bed6acf tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 1131 time: 0.1003537 Sep 10 04:12:14.290441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54584) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:14.296798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'fixed_ip_address': '172.20.0.12'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:14.321121 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] Set router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:14.418647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:14.424048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:14.522453 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-418223d4-c660-47fe-9276-69fd25707884 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:05Z', 'updated_at': '2021-09-10T04:12:09Z', 'revision_number': 4, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'gw_port': {'id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:06Z', 'updated_at': '2021-09-10T04:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e419cde2-2ad0-4a72-9034-3af0b54c6c9c', 'name': '', 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'mac_address': 'fa:16:3e:51:0e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:08Z', 'updated_at': '2021-09-10T04:12:13Z', 'revision_number': 4, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'subnets': [{'id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:14.551984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418223d4-c660-47fe-9276-69fd25707884 None None] The sync data for ids ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'] in n-d-808143-1 is: [{'id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:05Z', 'updated_at': '2021-09-10T04:12:09Z', 'revision_number': 4, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'gw_port': {'id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:06Z', 'updated_at': '2021-09-10T04:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e419cde2-2ad0-4a72-9034-3af0b54c6c9c', 'name': '', 'network_id': 'b9441ebe-f8d3-4d70-b5e6-08feb280e01c', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'mac_address': 'fa:16:3e:51:0e:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3844, 'fixed_ips': [{'subnet_id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:08Z', 'updated_at': '2021-09-10T04:12:13Z', 'revision_number': 4, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'subnets': [{'id': '84ea6931-0188-4108-ad63-e3fad50fccb3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:14.622114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:14.713882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:12:14.775754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Allocated IP 172.25.3.43 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/e0778ca6-d04c-4fcc-a3d7-20d96dea13ed) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:14.892295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:14.906315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Sync routers for ids ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:14.924510 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Routers {'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:14.925293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:14.948393 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:14.984048 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:14.985437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b6ba410b-0f55-4738-8df0-f41fd95cb93c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.8232937 Sep 10 04:12:14.988456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54586) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:15.049516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.056776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Set router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:15.089301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:15.094238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:15.098647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:15.125001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e419cde2-2ad0-4a72-9034-3af0b54c6c9c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:15.140261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=e0778ca6-d04c-4fcc-a3d7-20d96dea13ed,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:15.328759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:13Z', 'revision_number': 3, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'gw_port': {'id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:87:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:15.353037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e419cde2-2ad0-4a72-9034-3af0b54c6c9c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:15.357536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e419cde2-2ad0-4a72-9034-3af0b54c6c9c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:15.357908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.390991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Checking router: bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:15.391367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Updating router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 port d356b8fa-5671-470f-b6e0-dd027bd76e61 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:12:15.426797 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.490140 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.498522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.536845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.595516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port e419cde2-2ad0-4a72-9034-3af0b54c6c9c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e419cde2-2ad0-4a72-9034-3af0b54c6c9c,segment=NetworkSegment(535fecc1-4f63-4b7d-91e6-09d95d899d99),segment_id=535fecc1-4f63-4b7d-91e6-09d95d899d99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:15.662609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Allocated IP 172.20.0.1 (c02fb4b0-6639-4ae2-a450-76432170644d/d4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9/a464be88-50ed-4f0e-a3dd-da1fe53aec22) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:15.667286 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.668137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5947d844-d552-4f99-b3a4-6d8dd52caee1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:15.686590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.776921 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.792294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Transition to ACTIVE for port object a464be88-50ed-4f0e-a3dd-da1fe53aec22 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:15.798222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=e419cde2-2ad0-4a72-9034-3af0b54c6c9c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:15.811002 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.821401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Transition to ACTIVE for port object d356b8fa-5671-470f-b6e0-dd027bd76e61 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:15.852849 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.854727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 5947d844-d552-4f99-b3a4-6d8dd52caee1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:15.859079 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5947d844-d552-4f99-b3a4-6d8dd52caee1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:15.860856 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.872502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.880620 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.889599 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.921962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Network c02fb4b0-6639-4ae2-a450-76432170644d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:15.931442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:15.934313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:15.951304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d77e6-d448-4a1f-99cb-83444f67559a None None] Pushing event updated for resources: {'Port': ['ID=d356b8fa-5671-470f-b6e0-dd027bd76e61,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:15.955629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Attempting to bind port d356b8fa-5671-470f-b6e0-dd027bd76e61 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:15.956022 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Attempting to bind port d356b8fa-5671-470f-b6e0-dd027bd76e61 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:15.956391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Attempting to bind port d356b8fa-5671-470f-b6e0-dd027bd76e61 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:15.961597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Pushing event updated for resources: {'Port': ['ID=a464be88-50ed-4f0e-a3dd-da1fe53aec22,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:15.963119 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:15.963501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:15.963928 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.964321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:15.964791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Bound port: d356b8fa-5671-470f-b6e0-dd027bd76e61, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:15.965601 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.973237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=e0778ca6-d04c-4fcc-a3d7-20d96dea13ed,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:15.985779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:15.989252 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.043826 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.058616 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] For port d356b8fa-5671-470f-b6e0-dd027bd76e61, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:16.081639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] For port d356b8fa-5671-470f-b6e0-dd027bd76e61, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d356b8fa-5671-470f-b6e0-dd027bd76e61,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:16.092343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 5947d844-d552-4f99-b3a4-6d8dd52caee1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5947d844-d552-4f99-b3a4-6d8dd52caee1,segment=NetworkSegment(f8fdd833-118e-4cf4-a413-90ae841ebd7a),segment_id=f8fdd833-118e-4cf4-a413-90ae841ebd7a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:16.113966 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Floating IP b5d12486-e0b4-4fee-95a3-45d97c53550a associated. External IP: 172.25.3.43, port: 215a3cb9-4df6-4add-be78-2c7bfd47e8f5. Sep 10 04:12:16.158009 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.227320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.341636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Router 1c3dab54-7720-418b-a078-2d4e4cfb887f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:16.364089 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.389630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Routers {'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:16.390321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:16.408163 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.432122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d77e6-d448-4a1f-99cb-83444f67559a None None] Pushing event updated for resources: {'Port': ['ID=d356b8fa-5671-470f-b6e0-dd027bd76e61,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:16.454398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:16.460731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d43b7bed-8bd0-4e78-810f-ba15b5e178c3 None None] Provisioning for port a464be88-50ed-4f0e-a3dd-da1fe53aec22 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:16.469321 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.471763 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] Sync routers for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:16.480107 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d43b7bed-8bd0-4e78-810f-ba15b5e178c3 None None] Provisioning complete for port a464be88-50ed-4f0e-a3dd-da1fe53aec22 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:16.480475 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d43b7bed-8bd0-4e78-810f-ba15b5e178c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.481787 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:16.482343 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:16.524189 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.550475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Pushing event updated for resources: {'Port': ['ID=a464be88-50ed-4f0e-a3dd-da1fe53aec22,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:16.553572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:16.553974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=5947d844-d552-4f99-b3a4-6d8dd52caee1,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:16.570798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d43b7bed-8bd0-4e78-810f-ba15b5e178c3 None None] Port a464be88-50ed-4f0e-a3dd-da1fe53aec22 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:16.575381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] Set router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:16.615153 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:16.821282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:16Z', 'revision_number': 4, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'gw_port': {'id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:87:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'a464be88-50ed-4f0e-a3dd-da1fe53aec22', 'name': '', 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'mac_address': 'fa:16:3e:11:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:15Z', 'updated_at': '2021-09-10T04:12:15Z', 'revision_number': 1, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'subnets': [{'id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:16.851827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd1f34a-85e3-4c9d-83b6-fb3f35bdceb0 None None] The sync data for ids ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'] in n-d-808143-1 is: [{'id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:16Z', 'revision_number': 4, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'gw_port': {'id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:87:c3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'a464be88-50ed-4f0e-a3dd-da1fe53aec22', 'name': '', 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'mac_address': 'fa:16:3e:11:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:15Z', 'updated_at': '2021-09-10T04:12:15Z', 'revision_number': 1, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'subnets': [{'id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:16.919036 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:58Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'b5d12486-e0b4-4fee-95a3-45d97c53550a', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'port_id': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'mac_address': 'fa:16:3e:2c:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:15Z', 'updated_at': '2021-09-10T04:12:15Z', 'revision_number': 0, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100a4b00-b7be-4656-a947-9fdba5c3e6d5', 'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:6c:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:57Z', 'updated_at': '2021-09-10T04:12:03Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:16.952220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-df0a85fc-0455-4424-b3c5-1d9892bb8f89 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6604209 Sep 10 04:12:16.952955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:16.955354 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:16.958281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54588) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:16.966848 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] Checking router: 1c3dab54-7720-418b-a078-2d4e4cfb887f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:16.976572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:16.977197 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:17.023671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e419cde2-2ad0-4a72-9034-3af0b54c6c9c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:17.049531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Network c02fb4b0-6639-4ae2-a450-76432170644d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:17.052041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:17.056489 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f091278-2f8b-48d7-8eb5-f814aa76dd41 x-openstack-request-id: req-3f091278-2f8b-48d7-8eb5-f814aa76dd41 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:17.057230 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:17.057494 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f091278-2f8b-48d7-8eb5-f814aa76dd41 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:17.058022 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'status': 'completed', 'code': 200} Sep 10 04:12:17.113697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e419cde2-2ad0-4a72-9034-3af0b54c6c9c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:17.114884 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:17.150336 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:17.257148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-f0d51937-61a8-4dbe-96d9-a18b7bfb01a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.258699 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-f0d51937-61a8-4dbe-96d9-a18b7bfb01a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 1136 time: 0.2027462 Sep 10 04:12:17.283589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cffa5-66ed-47a9-b3b7-9f2400003283 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.284101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cffa5-66ed-47a9-b3b7-9f2400003283 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.284577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cffa5-66ed-47a9-b3b7-9f2400003283 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.285047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cffa5-66ed-47a9-b3b7-9f2400003283 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.285440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5947d844-d552-4f99-b3a4-6d8dd52caee1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:17.285580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cffa5-66ed-47a9-b3b7-9f2400003283 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.285955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cffa5-66ed-47a9-b3b7-9f2400003283 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.286414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cffa5-66ed-47a9-b3b7-9f2400003283 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.286872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3cffa5-66ed-47a9-b3b7-9f2400003283 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.290356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8d3cffa5-66ed-47a9-b3b7-9f2400003283 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5680 time: 0.3310921 Sep 10 04:12:17.293782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54592) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:17.318976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:17.364892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5947d844-d552-4f99-b3a4-6d8dd52caee1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:17.365302 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:17.447173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439466dd-16d7-4eac-a426-6f132e38e427 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.447822 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439466dd-16d7-4eac-a426-6f132e38e427 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.448954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439466dd-16d7-4eac-a426-6f132e38e427 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.449481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439466dd-16d7-4eac-a426-6f132e38e427 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.449996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439466dd-16d7-4eac-a426-6f132e38e427 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.450510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439466dd-16d7-4eac-a426-6f132e38e427 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.451568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439466dd-16d7-4eac-a426-6f132e38e427 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.452103 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-439466dd-16d7-4eac-a426-6f132e38e427 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.457198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-439466dd-16d7-4eac-a426-6f132e38e427 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5279 time: 0.1624024 Sep 10 04:12:17.457971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54594) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:17.537274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a8680c31-1320-4457-a34c-8da3e3b528c3 None None] Provisioning complete for port a464be88-50ed-4f0e-a3dd-da1fe53aec22 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:17.537809 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a8680c31-1320-4457-a34c-8da3e3b528c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:17.545677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-fde158ac-b63a-42e8-bcba-752b327735c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.547456 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-fde158ac-b63a-42e8-bcba-752b327735c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98badea5-6ce2-4c54-9f65-7681d4a78368 HTTP/1.1" status: 200 len: 897 time: 0.2781386 Sep 10 04:12:17.600095 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a8680c31-1320-4457-a34c-8da3e3b528c3 None None] Port a464be88-50ed-4f0e-a3dd-da1fe53aec22 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:17.612611 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:58Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'b5d12486-e0b4-4fee-95a3-45d97c53550a', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'port_id': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'mac_address': 'fa:16:3e:2c:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:15Z', 'updated_at': '2021-09-10T04:12:15Z', 'revision_number': 0, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100a4b00-b7be-4656-a947-9fdba5c3e6d5', 'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:6c:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:57Z', 'updated_at': '2021-09-10T04:12:03Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:17.640145 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d2a867e-04ec-4aea-9131-1acc0ac7d1cd None None] The sync data for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 is: [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:58Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'b5d12486-e0b4-4fee-95a3-45d97c53550a', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'floating_ip_address': '172.25.3.43', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'port_id': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3862, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'mac_address': 'fa:16:3e:2c:5d:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:15Z', 'updated_at': '2021-09-10T04:12:15Z', 'revision_number': 0, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '100a4b00-b7be-4656-a947-9fdba5c3e6d5', 'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:6c:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:57Z', 'updated_at': '2021-09-10T04:12:03Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:17.670559 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-45812f10-2a9b-4e71-b801-4711c2c49834 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5 HTTP/1.1" status: 200 len: 999 time: 0.0798860 Sep 10 04:12:17.679050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:17.714419 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ad4b47e1-2edb-4156-ad07-0f40ec675587 admin admin] 10.222.0.22 "PUT /v2.0/routers/bb780479-d8c9-46ce-8ea2-7f04dacc4ea4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7223017 Sep 10 04:12:17.748453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-91279db4-c52e-415e-afb4-22b2e3a508d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.750003 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-91279db4-c52e-415e-afb4-22b2e3a508d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7cf47072-098b-42be-b74e-42de61ca42e6 HTTP/1.1" status: 200 len: 835 time: 0.0692177 Sep 10 04:12:17.766048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7378bf0e-ee4e-41fa-9d27-bf0a5fcd8d82 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4492 time: 0.3068292 Sep 10 04:12:17.767074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54598) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:17.818101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12113f3a-00fb-4bd9-ac3e-f0375e7aa545 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.819200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12113f3a-00fb-4bd9-ac3e-f0375e7aa545 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.824491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-d0a1cdd4-82af-4b1f-a0d2-40ce62a6208a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:17.826351 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-d0a1cdd4-82af-4b1f-a0d2-40ce62a6208a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98badea5-6ce2-4c54-9f65-7681d4a78368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651290 Sep 10 04:12:17.836227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-12113f3a-00fb-4bd9-ac3e-f0375e7aa545 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1c3dab54-7720-418b-a078-2d4e4cfb887f HTTP/1.1" status: 200 len: 1989 time: 0.0674562 Sep 10 04:12:17.966061 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-d76117c4-eab0-4a9b-abc1-d6248886eaa1 service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313422 Sep 10 04:12:17.995351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee38bb41-124f-43a3-9a99-dba8abfc87f6 None None] New status for floating IP b5d12486-e0b4-4fee-95a3-45d97c53550a: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:12:18.083439 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5f3dab94-8b54-4384-bfc9-7b7bf13febf8 req-382c596b-b18e-496a-8240-08de55212822 service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071002 Sep 10 04:12:18.970537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d356b8fa-5671-470f-b6e0-dd027bd76e61 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:19.083527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d356b8fa-5671-470f-b6e0-dd027bd76e61 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:19.087600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d356b8fa-5671-470f-b6e0-dd027bd76e61 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:19.088004 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:19.168789 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:19.189957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port d356b8fa-5671-470f-b6e0-dd027bd76e61, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d356b8fa-5671-470f-b6e0-dd027bd76e61,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:19.283242 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:19.329749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=d356b8fa-5671-470f-b6e0-dd027bd76e61,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:19.477000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54644) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:19.806702 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:20.041185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Deleting port e419cde2-2ad0-4a72-9034-3af0b54c6c9c {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:20.041560 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:20.117562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] For port e419cde2-2ad0-4a72-9034-3af0b54c6c9c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e419cde2-2ad0-4a72-9034-3af0b54c6c9c,segment=NetworkSegment(535fecc1-4f63-4b7d-91e6-09d95d899d99),segment_id=535fecc1-4f63-4b7d-91e6-09d95d899d99)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:20.117919 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:20.130849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Calling delete_port for e419cde2-2ad0-4a72-9034-3af0b54c6c9c owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:20.363632 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:20.393180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Pushing event deleted for resources: {'Port': ['ID=e419cde2-2ad0-4a72-9034-3af0b54c6c9c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:20.421811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.422152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.422490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.422824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.423153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.423480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.423831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.424161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.424485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.424806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.425122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.425437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:20.568800 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:20.775005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:20.815020 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a144a129-6fe7-4d84-8e28-c7e7d5954f6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:20.879003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:20.883866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eaea6c2a-3596-47ce-ab2b-2ac1dec4bd0b admin admin] 10.222.0.22 "PUT /v2.0/routers/88e342ac-3f54-4c2d-90ba-ddc7a2a67cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4058244 Sep 10 04:12:20.886448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54646) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:20.888220 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] Sync routers for ids ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:20.906310 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] Routers {'88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:20.911418 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:21.007178 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:21.029673 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] Set router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:21.053000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d356b8fa-5671-470f-b6e0-dd027bd76e61 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:21.107864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d356b8fa-5671-470f-b6e0-dd027bd76e61 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:21.108489 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:21.122955 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:21.223859 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229'}], 'enable_snat': True}, 'gw_port_id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:05Z', 'updated_at': '2021-09-10T04:12:20Z', 'revision_number': 5, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'gw_port': {'id': 'a61b48ca-30c1-4f79-bb39-746b4695de25', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e4:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3843, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:06Z', 'updated_at': '2021-09-10T04:12:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:21.224375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Sync routers for ids ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:21.232436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Deleting port a61b48ca-30c1-4f79-bb39-746b4695de25 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:21.232844 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:21.233621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Routers {'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:21.234219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:21.250855 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] Checking router: 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:21.259721 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] Routers {'88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:21.260581 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:21.327271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] For port a61b48ca-30c1-4f79-bb39-746b4695de25, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a61b48ca-30c1-4f79-bb39-746b4695de25,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:21.328235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:21.340208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Set router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:21.340811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Calling delete_port for a61b48ca-30c1-4f79-bb39-746b4695de25 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:21.439609 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] Set router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:21.491257 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:05Z', 'updated_at': '2021-09-10T04:12:21Z', 'revision_number': 6, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:21.521095 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc50e13c-5633-42bb-afca-11ee757ede0e None None] The sync data for ids ['88e342ac-3f54-4c2d-90ba-ddc7a2a67cee'] in n-d-808143-1 is: [{'id': '88e342ac-3f54-4c2d-90ba-ddc7a2a67cee', 'name': 'tempest-TestAggregatesBasicOps-404308981-router', 'tenant_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:05Z', 'updated_at': '2021-09-10T04:12:21Z', 'revision_number': 6, 'project_id': 'b7c0483a4b4049daa40d7a09969c9e65', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:21.549453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:16Z', 'revision_number': 4, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'gw_port': {'id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:87:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'a464be88-50ed-4f0e-a3dd-da1fe53aec22', 'name': '', 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'mac_address': 'fa:16:3e:11:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:15Z', 'updated_at': '2021-09-10T04:12:16Z', 'revision_number': 2, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'subnets': [{'id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:21.585108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Checking router: bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:21.585464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Updating router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 port a464be88-50ed-4f0e-a3dd-da1fe53aec22 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:12:21.610704 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:21.870321 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:21.895085 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:21.903178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Transition to ACTIVE for port object a464be88-50ed-4f0e-a3dd-da1fe53aec22 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:21.924201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Pushing event deleted for resources: {'Port': ['ID=a61b48ca-30c1-4f79-bb39-746b4695de25,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:21.964302 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:21.996349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.021748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9a2f6-bf02-4e1a-ba5e-ff9a203e367f None None] Pushing event updated for resources: {'Port': ['ID=a464be88-50ed-4f0e-a3dd-da1fe53aec22,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:22.067795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Attempting to bind port a464be88-50ed-4f0e-a3dd-da1fe53aec22 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:22.068166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Attempting to bind port a464be88-50ed-4f0e-a3dd-da1fe53aec22 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'f8fdd833-118e-4cf4-a413-90ae841ebd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:22.068527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Attempting to bind port a464be88-50ed-4f0e-a3dd-da1fe53aec22 on network c02fb4b0-6639-4ae2-a450-76432170644d {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:22.073801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:22.074172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Checking segment: {'id': 'f8fdd833-118e-4cf4-a413-90ae841ebd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:22.074573 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.075026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Bound using segment: {'id': 'f8fdd833-118e-4cf4-a413-90ae841ebd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:22.075498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Bound port: a464be88-50ed-4f0e-a3dd-da1fe53aec22, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8fdd833-118e-4cf4-a413-90ae841ebd7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:22.075945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.101180 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.104010 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.141183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] For port a464be88-50ed-4f0e-a3dd-da1fe53aec22, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:22.145855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] For port a464be88-50ed-4f0e-a3dd-da1fe53aec22, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a464be88-50ed-4f0e-a3dd-da1fe53aec22,segment=NetworkSegment(f8fdd833-118e-4cf4-a413-90ae841ebd7a),segment_id=f8fdd833-118e-4cf4-a413-90ae841ebd7a)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:22.511838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.540584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.541537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88e342ac-3f54-4c2d-90ba-ddc7a2a67cee {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:12:22.547833 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.549816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b3898e3a-1e57-46da-9507-807eaa50084a admin admin] 10.222.0.22 "DELETE /v2.0/routers/88e342ac-3f54-4c2d-90ba-ddc7a2a67cee HTTP/1.1" status: 204 len: 168 time: 1.6619532 Sep 10 04:12:22.560309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54648) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:22.567971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Routers {'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:22.568604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:11:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:22.603443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e9a2f6-bf02-4e1a-ba5e-ff9a203e367f None None] Pushing event updated for resources: {'Port': ['ID=a464be88-50ed-4f0e-a3dd-da1fe53aec22,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:22.636368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Deleting subnet 84ea6931-0188-4108-ad63-e3fad50fccb3 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:12:22.640394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.681382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.687075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] Set router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:22.773711 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.898075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:16Z', 'revision_number': 4, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'gw_port': {'id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:87:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'a464be88-50ed-4f0e-a3dd-da1fe53aec22', 'name': '', 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'mac_address': 'fa:16:3e:11:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:15Z', 'updated_at': '2021-09-10T04:12:22Z', 'revision_number': 4, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'subnets': [{'id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:22.906740 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.931150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803afbe3-b747-4507-887a-0eb3c8fdd330 None None] The sync data for ids ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'] in n-d-808143-1 is: [{'id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:16Z', 'revision_number': 4, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'gw_port': {'id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:87:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'a464be88-50ed-4f0e-a3dd-da1fe53aec22', 'name': '', 'network_id': 'c02fb4b0-6639-4ae2-a450-76432170644d', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'mac_address': 'fa:16:3e:11:8b:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3863, 'fixed_ips': [{'subnet_id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:15Z', 'updated_at': '2021-09-10T04:12:22Z', 'revision_number': 4, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'subnets': [{'id': 'd4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:22.934068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e0d05d-ed9e-433f-9c11-299bb165d264 None None] Network b9441ebe-f8d3-4d70-b5e6-08feb280e01c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:22.944458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:22.946408 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/84ea6931-0188-4108-ad63-e3fad50fccb3 HTTP/1.1" status: 204 len: 168 time: 0.3841028 Sep 10 04:12:22.947618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=84ea6931-0188-4108-ad63-e3fad50fccb3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:22.949004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54650) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:22.973132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.973132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.973132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.974575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.974575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.974575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.975586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.975957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.976292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.976616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.979245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:22.979490 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72bb5944-e669-4cc6-b39e-a2005f97b223 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:23.041967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a464be88-50ed-4f0e-a3dd-da1fe53aec22 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:23.048592 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.103565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Deleting port 5989c587-50a1-45ff-841f-8460907281a5 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:23.103920 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.169727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] For port 5989c587-50a1-45ff-841f-8460907281a5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5989c587-50a1-45ff-841f-8460907281a5,segment=NetworkSegment(535fecc1-4f63-4b7d-91e6-09d95d899d99),segment_id=535fecc1-4f63-4b7d-91e6-09d95d899d99)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:23.170087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.179866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] DHCP port deletion for b9441ebe-f8d3-4d70-b5e6-08feb280e01c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:12:23.186368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Calling delete_port for 5989c587-50a1-45ff-841f-8460907281a5 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:23.203570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a464be88-50ed-4f0e-a3dd-da1fe53aec22 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:23.209332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a464be88-50ed-4f0e-a3dd-da1fe53aec22 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:23.209700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.267604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] Deleting port 5989c587-50a1-45ff-841f-8460907281a5 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:23.267998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.346774 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.374148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Pushing event deleted for resources: {'Port': ['ID=5989c587-50a1-45ff-841f-8460907281a5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:23.380561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] No DVR routers for this DVR port 5989c587-50a1-45ff-841f-8460907281a5 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:12:23.464540 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.485368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9441ebe-f8d3-4d70-b5e6-08feb280e01c']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:23.496012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '535fecc1-4f63-4b7d-91e6-09d95d899d99') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:23.496311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '535fecc1-4f63-4b7d-91e6-09d95d899d99') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:23.507328 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.526178 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.526596 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.533244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Releasing vlan 215 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:12:23.545205 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:12:23.547653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] For port 5989c587-50a1-45ff-841f-8460907281a5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5989c587-50a1-45ff-841f-8460907281a5,segment=NetworkSegment(535fecc1-4f63-4b7d-91e6-09d95d899d99),segment_id=535fecc1-4f63-4b7d-91e6-09d95d899d99)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:23.547653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.563251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] Calling delete_port for 5989c587-50a1-45ff-841f-8460907281a5 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:23.584577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port a464be88-50ed-4f0e-a3dd-da1fe53aec22, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a464be88-50ed-4f0e-a3dd-da1fe53aec22,segment=NetworkSegment(f8fdd833-118e-4cf4-a413-90ae841ebd7a),segment_id=f8fdd833-118e-4cf4-a413-90ae841ebd7a)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:23.616322 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-143bcc81-ceb5-4db6-b43c-4f3064ee1275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.643782 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.650345 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.652261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b9441ebe-f8d3-4d70-b5e6-08feb280e01c HTTP/1.1" status: 204 len: 168 time: 0.7022674 Sep 10 04:12:23.655247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54656) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:23.658178 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.662198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e651ccd6-f446-4ecb-97dc-46f6e92d1ae9 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9441ebe-f8d3-4d70-b5e6-08feb280e01c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:23.699503 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.715444 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] Network b9441ebe-f8d3-4d70-b5e6-08feb280e01c is not hosted by any dhcp agent {{(pid=95138) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Sep 10 04:12:23.715836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] No DVR routers for this DVR port 5989c587-50a1-45ff-841f-8460907281a5 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:12:23.728034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=a464be88-50ed-4f0e-a3dd-da1fe53aec22,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:23.756844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a61b48ca-30c1-4f79-bb39-746b4695de25 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:23.776655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a61b48ca-30c1-4f79-bb39-746b4695de25 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:23.776906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a61b48ca-30c1-4f79-bb39-746b4695de25 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:23.777274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e419cde2-2ad0-4a72-9034-3af0b54c6c9c no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:23.779579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1124dd4-57d0-439e-a810-b4b870053f3d None None] Pushing event deleted for resources: {'Port': ['ID=5989c587-50a1-45ff-841f-8460907281a5,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:23.781414 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:23.802645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: e419cde2-2ad0-4a72-9034-3af0b54c6c9c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:23.802990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e419cde2-2ad0-4a72-9034-3af0b54c6c9c not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:24.043101 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:24.219793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ddd264-a4b0-47df-96c8-2fcb132ffb48 req-81768632-be78-4179-abb4-150c99dcdbda tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:24.221306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6ddd264-a4b0-47df-96c8-2fcb132ffb48 req-81768632-be78-4179-abb4-150c99dcdbda tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 945 time: 0.0567911 Sep 10 04:12:24.258747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6ddd264-a4b0-47df-96c8-2fcb132ffb48 req-22417f8c-811b-44e1-96e0-65a78a72e9b4 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312824 Sep 10 04:12:24.296879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Deleting port a464be88-50ed-4f0e-a3dd-da1fe53aec22 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:24.297139 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:24.371650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] For port a464be88-50ed-4f0e-a3dd-da1fe53aec22, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a464be88-50ed-4f0e-a3dd-da1fe53aec22,segment=NetworkSegment(f8fdd833-118e-4cf4-a413-90ae841ebd7a),segment_id=f8fdd833-118e-4cf4-a413-90ae841ebd7a)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:24.372034 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:24.384148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Calling delete_port for a464be88-50ed-4f0e-a3dd-da1fe53aec22 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:24.603442 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:24.629803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Pushing event deleted for resources: {'Port': ['ID=a464be88-50ed-4f0e-a3dd-da1fe53aec22,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:24.797798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:24.995976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5989c587-50a1-45ff-841f-8460907281a5 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:25.014512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:25.019658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 5989c587-50a1-45ff-841f-8460907281a5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:25.020035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5989c587-50a1-45ff-841f-8460907281a5 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:25.118972 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:25.126952 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-694dbb30-aad5-4f8e-93f2-9c67d1da686c admin admin] 10.222.0.22 "PUT /v2.0/routers/bb780479-d8c9-46ce-8ea2-7f04dacc4ea4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4677866 Sep 10 04:12:25.126952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54664) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:25.127815 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] Sync routers for ids ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:25.137338 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] Routers {'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:25.137865 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:25.186139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:25.229123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:25.242761 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] Set router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:25.337682 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:25.379415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926683e-5235-41ca-885c-b770cae95584 req-004cc3cb-79a7-4fe7-91fb-66e03954e50e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:25.381076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e926683e-5235-41ca-885c-b770cae95584 req-004cc3cb-79a7-4fe7-91fb-66e03954e50e tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 945 time: 0.0488970 Sep 10 04:12:25.420340 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:24Z', 'revision_number': 5, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'gw_port': {'id': 'd356b8fa-5671-470f-b6e0-dd027bd76e61', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:00:87:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3855, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:25.421672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e926683e-5235-41ca-885c-b770cae95584 req-82dd4273-73a1-4942-98cd-9cf6be221dfe tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/security-groups?id=76b85407-0259-4bc5-8653-c1ec33920e6e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341685 Sep 10 04:12:25.452205 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] Checking router: bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:25.460984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] Routers {'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:25.461607 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:25.523666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-ba36d303-31a0-4558-b130-774f346fabfa tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:25.525367 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-ba36d303-31a0-4558-b130-774f346fabfa tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.39 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 945 time: 0.0607564 Sep 10 04:12:25.554488 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] Set router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:25.606702 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:25Z', 'revision_number': 6, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:25.633171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Deleting port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:25.633703 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:25.638143 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5d97af-5335-45f3-8230-ef2375e984b3 None None] The sync data for ids ['bb780479-d8c9-46ce-8ea2-7f04dacc4ea4'] in n-d-808143-1 is: [{'id': 'bb780479-d8c9-46ce-8ea2-7f04dacc4ea4', 'name': 'tempest-TestAggregatesBasicOps-1451579296-router', 'tenant_id': '631711c3f95d4ee79ceaf2b669224a40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:12Z', 'updated_at': '2021-09-10T04:12:25Z', 'revision_number': 6, 'project_id': '631711c3f95d4ee79ceaf2b669224a40', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:25.727378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] For port 10c76710-2cbf-46fe-8d47-7d6b1619ee44, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=10c76710-2cbf-46fe-8d47-7d6b1619ee44,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:25.727940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:25.747268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Deleting port d356b8fa-5671-470f-b6e0-dd027bd76e61 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:25.747629 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:25.827246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] For port d356b8fa-5671-470f-b6e0-dd027bd76e61, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d356b8fa-5671-470f-b6e0-dd027bd76e61,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:25.828006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:25.840391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Calling delete_port for d356b8fa-5671-470f-b6e0-dd027bd76e61 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:25.945957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:25.946213 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:25.946823 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Floating IP 386a64de-fe89-44b1-b444-7c0e81f1a6fe disassociated. External IP: 172.25.3.94, port: 10c76710-2cbf-46fe-8d47-7d6b1619ee44. Sep 10 04:12:25.946823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Calling delete_port for 10c76710-2cbf-46fe-8d47-7d6b1619ee44 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:26.078135 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.109971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d356b8fa-5671-470f-b6e0-dd027bd76e61,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:26.124209 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.154460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event deleted for resources: {'Port': ['ID=10c76710-2cbf-46fe-8d47-7d6b1619ee44,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:26.176165 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.268949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Router e1163381-9a55-467d-87c5-09d70d941537 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:26.279588 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.282260 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.311871 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.377138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:26.386542 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] Sync routers for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:26.391773 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.392413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:12:26.396608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:26.397059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.397208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:26.400949 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-927275b4-fe81-44e9-b17b-df387cbd83f7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bb780479-d8c9-46ce-8ea2-7f04dacc4ea4 HTTP/1.1" status: 204 len: 168 time: 1.2707868 Sep 10 04:12:26.401342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54668) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:26.452688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] No DVR routers for this DVR port 10c76710-2cbf-46fe-8d47-7d6b1619ee44 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:12:26.455458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.457910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5945c44-09a9-4ea7-b45a-c76f1db13a03 req-05e5a113-257e-46aa-bdc8-0cb34e1d061c tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.39 "DELETE /v2.0/ports/10c76710-2cbf-46fe-8d47-7d6b1619ee44 HTTP/1.1" status: 204 len: 173 time: 0.9251230 Sep 10 04:12:26.487879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'name': 'network-vif-deleted', 'tag': '10c76710-2cbf-46fe-8d47-7d6b1619ee44'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:26.487879 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f150935-8f2c-4791-b1b2-fa7adafb6d03" -d '{"events": [{"server_uuid": "3c8b6e58-c98d-4f6b-b444-71954797197f", "name": "network-vif-deleted", "tag": "10c76710-2cbf-46fe-8d47-7d6b1619ee44"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:26.493163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f69cc4f-fcab-4ee5-b6e3-3a0143d95de6 admin admin] Deleting subnet d4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:12:26.496825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f69cc4f-fcab-4ee5-b6e3-3a0143d95de6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.520704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:26.578111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94586ed3-4fef-4c02-9bed-c45d63e7c82b req-83a7d190-261c-461b-ba44-527e4d4b1894 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c8b6e58-c98d-4f6b-b444-71954797197f HTTP/1.1" status: 200 len: 210 time: 0.0583541 Sep 10 04:12:26.579986 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30621127-92f0-4b07-bfa6-5a2d64a4167e x-openstack-request-id: req-30621127-92f0-4b07-bfa6-5a2d64a4167e {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:26.579986 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c8b6e58-c98d-4f6b-b444-71954797197f", "name": "network-vif-deleted", "tag": "10c76710-2cbf-46fe-8d47-7d6b1619ee44", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:26.580241 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-30621127-92f0-4b07-bfa6-5a2d64a4167e {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:26.580547 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c8b6e58-c98d-4f6b-b444-71954797197f', 'name': 'network-vif-deleted', 'tag': '10c76710-2cbf-46fe-8d47-7d6b1619ee44', 'status': 'completed', 'code': 200} Sep 10 04:12:26.591475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f69cc4f-fcab-4ee5-b6e3-3a0143d95de6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.700423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f69cc4f-fcab-4ee5-b6e3-3a0143d95de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.767250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6', 'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'mac_address': 'fa:16:3e:c2:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:05Z', 'updated_at': '2021-09-10T04:07:15Z', 'revision_number': 5, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'subnets': [{'id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:26.797673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] Checking router: e1163381-9a55-467d-87c5-09d70d941537 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:26.806411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:26.807036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:26.832336 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f69cc4f-fcab-4ee5-b6e3-3a0143d95de6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.863480 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f69cc4f-fcab-4ee5-b6e3-3a0143d95de6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.863781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6f69cc4f-fcab-4ee5-b6e3-3a0143d95de6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9 HTTP/1.1" status: 204 len: 168 time: 0.4612620 Sep 10 04:12:26.864800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f69cc4f-fcab-4ee5-b6e3-3a0143d95de6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4bf6eb7-0d0f-4d34-a96e-0d6f712cf0b9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:26.867433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54674) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:26.877314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bfc8ea6-af84-413a-a900-64a497125ff0 None None] Network c02fb4b0-6639-4ae2-a450-76432170644d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:26.948164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:26.971895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a464be88-50ed-4f0e-a3dd-da1fe53aec22 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:27.004453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Deleting port 5947d844-d552-4f99-b3a4-6d8dd52caee1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:27.004817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.005795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:27.007599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a464be88-50ed-4f0e-a3dd-da1fe53aec22 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:27.007994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a464be88-50ed-4f0e-a3dd-da1fe53aec22 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:27.008411 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d356b8fa-5671-470f-b6e0-dd027bd76e61 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:27.072495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d356b8fa-5671-470f-b6e0-dd027bd76e61 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:27.072825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] For port 5947d844-d552-4f99-b3a4-6d8dd52caee1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5947d844-d552-4f99-b3a4-6d8dd52caee1,segment=NetworkSegment(f8fdd833-118e-4cf4-a413-90ae841ebd7a),segment_id=f8fdd833-118e-4cf4-a413-90ae841ebd7a)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:27.073003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d356b8fa-5671-470f-b6e0-dd027bd76e61 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:27.073295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.089800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Calling delete_port for 5947d844-d552-4f99-b3a4-6d8dd52caee1 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:27.232885 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.257113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf85f9-3ad4-46da-a64e-bb2afeb5a248 None None] DHCP port deletion for c02fb4b0-6639-4ae2-a450-76432170644d request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:12:27.264905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=5947d844-d552-4f99-b3a4-6d8dd52caee1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:27.266753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] No DVR routers for this DVR port 5947d844-d552-4f99-b3a4-6d8dd52caee1 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:12:27.283948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6', 'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'mac_address': 'fa:16:3e:c2:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:05Z', 'updated_at': '2021-09-10T04:07:15Z', 'revision_number': 5, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'subnets': [{'id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:27.312850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5d47f1-cb0c-4286-b276-2fde193ac079 None None] The sync data for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 is: [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:06Z', 'revision_number': 4, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6', 'name': '', 'network_id': 'a72635c5-b36c-4f1e-934c-1bfe36f9d1a9', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'mac_address': 'fa:16:3e:c2:7e:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_interface', 'standard_attr_id': 3722, 'fixed_ips': [{'subnet_id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:05Z', 'updated_at': '2021-09-10T04:07:15Z', 'revision_number': 5, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'subnets': [{'id': 'e02c6386-a6da-41c0-9a52-a49ee7e7e4dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:27.348107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.369632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02fb4b0-6639-4ae2-a450-76432170644d']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:27.379583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8fdd833-118e-4cf4-a413-90ae841ebd7a') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:27.379933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8fdd833-118e-4cf4-a413-90ae841ebd7a') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:27.389884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.402952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.408975 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:12:27.409369 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:12:27.411128 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:12:27.533599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.540609 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.543524 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c02fb4b0-6639-4ae2-a450-76432170644d HTTP/1.1" status: 204 len: 168 time: 0.6749535 Sep 10 04:12:27.548496 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c3d860-b96f-41d1-af61-d6d47de1a127 None None] New status for floating IP 386a64de-fe89-44b1-b444-7c0e81f1a6fe: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:12:27.555507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848ddb61-12ca-4848-b559-ea3616831a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=c02fb4b0-6639-4ae2-a450-76432170644d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:27.651201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54680) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:27.779349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Deleting port fb89eb14-462e-4112-b5c7-6f99ff02ec42 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:27.779668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.854269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.854580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:27.866927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Calling delete_port for fb89eb14-462e-4112-b5c7-6f99ff02ec42 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:27.932658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54682) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:27.973739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0b5288e8-0ed4-491e-87e2-8e9f9eb8348f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7c0483a4b4049daa40d7a09969c9e65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0395796 Sep 10 04:12:27.976198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54684) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:28.023409 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2723038d-2bf0-4cc2-8f1b-2503bafc1de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.045112 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2723038d-2bf0-4cc2-8f1b-2503bafc1de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.088651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.118252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event deleted for resources: {'Port': ['ID=fb89eb14-462e-4112-b5c7-6f99ff02ec42,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:28.177394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.180136 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.180826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2723038d-2bf0-4cc2-8f1b-2503bafc1de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.182049 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-805d9124-a503-4f36-99e5-f270ceb14ac2 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "DELETE /v2.0/floatingips/386a64de-fe89-44b1-b444-7c0e81f1a6fe HTTP/1.1" status: 204 len: 168 time: 0.5297604 Sep 10 04:12:28.183748 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2723038d-2bf0-4cc2-8f1b-2503bafc1de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.184990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2723038d-2bf0-4cc2-8f1b-2503bafc1de9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5fd607c6-5b1c-4664-badc-49045aebb517 HTTP/1.1" status: 204 len: 168 time: 0.2078478 Sep 10 04:12:28.193538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2723038d-2bf0-4cc2-8f1b-2503bafc1de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fd607c6-5b1c-4664-badc-49045aebb517,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:28.255173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54692) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:28.318074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-219c903e-b81f-467f-9a8b-0ad93d963530 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.344647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-219c903e-b81f-467f-9a8b-0ad93d963530 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.506367 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-219c903e-b81f-467f-9a8b-0ad93d963530 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.509082 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-219c903e-b81f-467f-9a8b-0ad93d963530 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.512965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-219c903e-b81f-467f-9a8b-0ad93d963530 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] 10.222.0.22 "DELETE /v2.0/security-groups/76b85407-0259-4bc5-8653-c1ec33920e6e HTTP/1.1" status: 204 len: 168 time: 0.2540534 Sep 10 04:12:28.523942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219c903e-b81f-467f-9a8b-0ad93d963530 tempest-TestServerBasicOps-1862732836 tempest-TestServerBasicOps-1862732836-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76b85407-0259-4bc5-8653-c1ec33920e6e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:28.607978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54698) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:28.857896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54702) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:28.897013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7fcf0588-4103-4ed5-a8fe-ad16561bbb42 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=631711c3f95d4ee79ceaf2b669224a40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0379534 Sep 10 04:12:28.899380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54704) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:28.951126 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f26f28b4-bbc8-4459-9e3f-a4cb5c462c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.959149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5947d844-d552-4f99-b3a4-6d8dd52caee1 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:28.974957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f26f28b4-bbc8-4459-9e3f-a4cb5c462c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:28.979029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 5947d844-d552-4f99-b3a4-6d8dd52caee1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:28.979373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5947d844-d552-4f99-b3a4-6d8dd52caee1 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:29.043334 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:29.068262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:29.100801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f26f28b4-bbc8-4459-9e3f-a4cb5c462c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:29.103375 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f26f28b4-bbc8-4459-9e3f-a4cb5c462c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:29.107223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f26f28b4-bbc8-4459-9e3f-a4cb5c462c56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0bcdeedf-0c7d-4427-87c9-e7535fd0f820 HTTP/1.1" status: 204 len: 168 time: 0.2043047 Sep 10 04:12:29.113019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26f28b4-bbc8-4459-9e3f-a4cb5c462c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcdeedf-0c7d-4427-87c9-e7535fd0f820,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:29.312401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Deleting port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:29.312884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:29.394520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] For port cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:29.398955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:29.408518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Calling delete_port for cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:29.683801 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:29.715131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:29.887388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:30.107159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Router e1163381-9a55-467d-87c5-09d70d941537 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:30.215169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:30.222173 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8c7dbee5-844c-4412-b270-2cf2d88cf172 admin admin] 10.222.0.22 "PUT /v2.0/routers/e1163381-9a55-467d-87c5-09d70d941537/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6112971 Sep 10 04:12:30.223280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54730) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:30.225293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] Sync routers for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:30.235917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:30.236514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:30.328735 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:30.345038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:30.430984 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:30.514010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 10c76710-2cbf-46fe-8d47-7d6b1619ee44 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:30.536888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 10c76710-2cbf-46fe-8d47-7d6b1619ee44 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:30.537228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 10c76710-2cbf-46fe-8d47-7d6b1619ee44 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:30.544282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Deleting port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:30.545196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:30.548312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:12:29Z', 'revision_number': 5, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port': {'id': '08a09b8d-80b2-4c9a-8303-3f0d6f0cf333', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:61:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1163381-9a55-467d-87c5-09d70d941537', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3721, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:07:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:30.577770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] Checking router: e1163381-9a55-467d-87c5-09d70d941537 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:30.586340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] Routers {'e1163381-9a55-467d-87c5-09d70d941537'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:30.586943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e1163381-9a55-467d-87c5-09d70d941537'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:30.623853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] For port 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=08a09b8d-80b2-4c9a-8303-3f0d6f0cf333,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:30.624223 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:30.635866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Calling delete_port for 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:30.835817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] Set router e1163381-9a55-467d-87c5-09d70d941537 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:30.883355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:30.886332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:12:30Z', 'revision_number': 6, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:30.920815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Pushing event deleted for resources: {'Port': ['ID=08a09b8d-80b2-4c9a-8303-3f0d6f0cf333,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:30.927247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54744) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:30.928973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20fc1756-c14b-41ea-8b9c-bc51e601d08c None None] The sync data for ids ['e1163381-9a55-467d-87c5-09d70d941537'] in n-d-808143-1 is: [{'id': 'e1163381-9a55-467d-87c5-09d70d941537', 'name': 'tempest-TestServerBasicOps-1865365921-router', 'tenant_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:02Z', 'updated_at': '2021-09-10T04:12:30Z', 'revision_number': 6, 'project_id': '44c9bb0c8246473ebb9fa4cb93808b2e', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:30.988567 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.077038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.079558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.090269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'network': {'name': 'tempest-network-smoke--889071670', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'port_security_enabled': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:31.174830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Made reservation on behalf of ef9278a41fa04d7e82914c65d66ba28c for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:31.178423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.187107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.209313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.209942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1163381-9a55-467d-87c5-09d70d941537 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:12:31.218298 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.219512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-91eeef5f-64db-452b-960d-ca2b05404094 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e1163381-9a55-467d-87c5-09d70d941537 HTTP/1.1" status: 204 len: 168 time: 0.9945989 Sep 10 04:12:31.222475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54748) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:31.265478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-26f4639c-782a-4e1c-8528-c59a71187730 admin admin] Deleting subnet e02c6386-a6da-41c0-9a52-a49ee7e7e4dd {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:12:31.268589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-26f4639c-782a-4e1c-8528-c59a71187730 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.274488 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.308337 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-26f4639c-782a-4e1c-8528-c59a71187730 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.340887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.371475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edc8b9f0-a6a8-409d-9a78-a700a761ebd0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:31.377607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:12:31.387257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.387873 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Added segment 450ad50d-53ab-4c57-bc12-2476d838e4b0 of type vlan for network df42e495-1bcb-4e2c-9e69-1311d4b9c65c Sep 10 04:12:31.396996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-26f4639c-782a-4e1c-8528-c59a71187730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.432146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.524180 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-26f4639c-782a-4e1c-8528-c59a71187730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.549284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f4639c-782a-4e1c-8528-c59a71187730 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e02c6386-a6da-41c0-9a52-a49ee7e7e4dd,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:31.553888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-26f4639c-782a-4e1c-8528-c59a71187730 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.555943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-26f4639c-782a-4e1c-8528-c59a71187730 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e02c6386-a6da-41c0-9a52-a49ee7e7e4dd HTTP/1.1" status: 204 len: 168 time: 0.3326008 Sep 10 04:12:31.558039 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.558498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1b4237-e472-4b93-b15b-ee5cfd9f4e21 None None] Network a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:31.564176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:31.564764 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.570681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54750) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:31.631936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Network': ['ID=df42e495-1bcb-4e2c-9e69-1311d4b9c65c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:31.644263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.646792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network df42e495-1bcb-4e2c-9e69-1311d4b9c65c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:12:31.652898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54752) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:31.653098 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-747b9498-c64b-4d46-98ca-ac8ae0dc1917 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7238424 Sep 10 04:12:31.657853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-923348713', 'admin_state_up': True, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:31.715980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Deleting port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:31.716233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.773776 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.774595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.792706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] For port ae3d837b-2261-4eb3-9ebc-75a5594c8c40, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ae3d837b-2261-4eb3-9ebc-75a5594c8c40,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:31.793066 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.811574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Calling delete_port for ae3d837b-2261-4eb3-9ebc-75a5594c8c40 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:31.814582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-020f38eb-aaf6-4226-b647-df2712d6cdf7 None None] DHCP port deletion for a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:12:31.854355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.860134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-020f38eb-aaf6-4226-b647-df2712d6cdf7 None None] Deleting port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:31.860556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-020f38eb-aaf6-4226-b647-df2712d6cdf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.934542 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-020f38eb-aaf6-4226-b647-df2712d6cdf7 None None] For port ae3d837b-2261-4eb3-9ebc-75a5594c8c40, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ae3d837b-2261-4eb3-9ebc-75a5594c8c40,segment=NetworkSegment(3890c0a3-72b9-4e7b-aba5-e5238330b0b0),segment_id=3890c0a3-72b9-4e7b-aba5-e5238330b0b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:31.934939 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-020f38eb-aaf6-4226-b647-df2712d6cdf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:31.947014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-020f38eb-aaf6-4226-b647-df2712d6cdf7 None None] Calling delete_port for ae3d837b-2261-4eb3-9ebc-75a5594c8c40 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:32.052196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.056620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.063246 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-020f38eb-aaf6-4226-b647-df2712d6cdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.083419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae3d837b-2261-4eb3-9ebc-75a5594c8c40,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:32.085369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] No DVR routers for this DVR port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:12:32.094398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020f38eb-aaf6-4226-b647-df2712d6cdf7 None None] Pushing event deleted for resources: {'Port': ['ID=ae3d837b-2261-4eb3-9ebc-75a5594c8c40,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:32.103932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020f38eb-aaf6-4226-b647-df2712d6cdf7 None None] No DVR routers for this DVR port ae3d837b-2261-4eb3-9ebc-75a5594c8c40 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:12:32.179789 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.207993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a72635c5-b36c-4f1e-934c-1bfe36f9d1a9']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:32.220786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3890c0a3-72b9-4e7b-aba5-e5238330b0b0') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:32.222007 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3890c0a3-72b9-4e7b-aba5-e5238330b0b0') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:32.236602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.278649 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.289521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Releasing vlan 246 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:12:32.289906 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:12:32.291925 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:12:32.294489 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.442084 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.443664 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.449087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.451439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a72635c5-b36c-4f1e-934c-1bfe36f9d1a9 HTTP/1.1" status: 204 len: 168 time: 0.8790588 Sep 10 04:12:32.454526 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54754) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:32.477378 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.479341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b45b99-862e-4d8c-90e9-5c50b13546c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a72635c5-b36c-4f1e-934c-1bfe36f9d1a9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:32.587871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.25.3.152 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/597a4650-6e7e-4983-8bc1-aecb0d0a719a) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:32.698181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.793004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.815454 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:32.832248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:32.836509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:32.839150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:32.864174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=597a4650-6e7e-4983-8bc1-aecb0d0a719a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:32.962607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:32.987858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:32.988344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device cb75fe13-9cec-4ee1-a34d-63f4ad8d31b6 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:32.988841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ae3d837b-2261-4eb3-9ebc-75a5594c8c40 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:33.008115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ae3d837b-2261-4eb3-9ebc-75a5594c8c40 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:33.010260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ae3d837b-2261-4eb3-9ebc-75a5594c8c40 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:33.010260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:33.027895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:33.031198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 08a09b8d-80b2-4c9a-8303-3f0d6f0cf333 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:33.065649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Deleting port 57b23f01-cf71-461b-a0ce-f5bcb1691871 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:33.065981 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:33.140963 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:33.142618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] For port 57b23f01-cf71-461b-a0ce-f5bcb1691871, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=57b23f01-cf71-461b-a0ce-f5bcb1691871,segment=NetworkSegment(512fef61-4eae-4f41-a462-c3cda30788ee),segment_id=512fef61-4eae-4f41-a462-c3cda30788ee)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:33.142988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:33.155484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Calling delete_port for 57b23f01-cf71-461b-a0ce-f5bcb1691871 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:33.392638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:33.424757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Pushing event deleted for resources: {'Port': ['ID=57b23f01-cf71-461b-a0ce-f5bcb1691871,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:33.624994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:33.630833 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-36990d33-9d79-4adc-ac3e-506a2d01d67c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0921206 Sep 10 04:12:33.673185 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:33.764662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-c045c773-4bd0-4672-bd0c-194b336fd803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:33.766061 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-c045c773-4bd0-4672-bd0c-194b336fd803 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 1136 time: 0.0820744 Sep 10 04:12:33.866004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 978e50fc-a00b-4b26-a3fc-08b01a5c509f is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:12:33.971778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:33.983290 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Sync routers for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:33.993384 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:33.994141 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:34.066245 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.067516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-46a3676f-f154-4bb0-bf16-31ad699c21db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4136903 Sep 10 04:12:34.070883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54756) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:34.101840 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:34.162366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ff8c2fbc-5ee8-4211-8c22-08c37fff4b36 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ef9278a41fa04d7e82914c65d66ba28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0899587 Sep 10 04:12:34.165111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54760) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:34.247165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-8caecd59-25f0-4516-9d98-03547d7a78e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:34.248609 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-8caecd59-25f0-4516-9d98-03547d7a78e2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=98badea5-6ce2-4c54-9f65-7681d4a78368 HTTP/1.1" status: 200 len: 897 time: 0.4430099 Sep 10 04:12:34.252375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:34.287291 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:12:32Z', 'revision_number': 3, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:34.314798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab6da529-03a5-4631-af21-01111e561f12 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:34.319110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ab6da529-03a5-4631-af21-01111e561f12 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1502550 Sep 10 04:12:34.319268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54762) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:34.320319 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Checking router: 978e50fc-a00b-4b26-a3fc-08b01a5c509f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:34.320788 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Updating router 978e50fc-a00b-4b26-a3fc-08b01a5c509f port 597a4650-6e7e-4983-8bc1-aecb0d0a719a binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:12:34.348322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7b5e4d89-d4ae-4bf2-b9c9-e551e8007c58 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280371 Sep 10 04:12:34.352713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54764) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:34.360074 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.363643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-342056472', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:34.372566 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-a92f0b07-a823-42f4-9580-ea56a79a542e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5 HTTP/1.1" status: 200 len: 1001 time: 0.1154308 Sep 10 04:12:34.520450 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:34.525036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-26ea3402-62fb-45ac-af0e-f9cfb6f91967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:34.526545 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-26ea3402-62fb-45ac-af0e-f9cfb6f91967 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7cf47072-098b-42be-b74e-42de61ca42e6 HTTP/1.1" status: 200 len: 835 time: 0.1402276 Sep 10 04:12:34.530407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] Sync routers for ids ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:34.531479 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9d86e711-e6dd-44e3-921a-ba4ab1c40cf0 admin admin] 10.222.0.22 "PUT /v2.0/routers/93d6e811-9c77-4684-8f1b-2f6e1b1d31d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0758097 Sep 10 04:12:34.534491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54766) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:34.542875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] Routers {'93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:34.543812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:34.589644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-48998807-689f-4d80-8420-d2df844c59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:34.591610 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-48998807-689f-4d80-8420-d2df844c59b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98badea5-6ce2-4c54-9f65-7681d4a78368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563519 Sep 10 04:12:34.648916 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.661904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Made reservation on behalf of ef9278a41fa04d7e82914c65d66ba28c for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:34.665384 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.676209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] Set router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:34.734852 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.745874 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Transition to ACTIVE for port object 597a4650-6e7e-4983-8bc1-aecb0d0a719a will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:34.762085 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-3ec10fe2-0405-4a22-a87a-3beb98eaf501 service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627917 Sep 10 04:12:34.779347 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.820908 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.863081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235'}], 'enable_snat': True}, 'gw_port_id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:11Z', 'updated_at': '2021-09-10T04:12:33Z', 'revision_number': 5, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'gw_port': {'id': '3350788c-35c0-42f6-baa6-1e2adf4a3c2b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:0f:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:07:12Z', 'updated_at': '2021-09-10T04:07:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:34.877313 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Attempting to bind port 597a4650-6e7e-4983-8bc1-aecb0d0a719a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:34.877707 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Attempting to bind port 597a4650-6e7e-4983-8bc1-aecb0d0a719a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:34.878039 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Attempting to bind port 597a4650-6e7e-4983-8bc1-aecb0d0a719a on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:34.880998 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb682c-524d-4f5c-9aef-ab0f045c1c5d None None] Pushing event updated for resources: {'Port': ['ID=597a4650-6e7e-4983-8bc1-aecb0d0a719a,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:34.886224 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:34.886443 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:34.886872 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.887262 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:34.888134 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Bound port: 597a4650-6e7e-4983-8bc1-aecb0d0a719a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:34.888134 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.902324 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dbca4877-860a-4d70-9d64-d58bfb993045 req-40f9015d-c356-42cb-b862-a10d7d633761 service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320496 Sep 10 04:12:34.938121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] Checking router: 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:34.948223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] Routers {'93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:34.948853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:34.959383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Deleting port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:34.959760 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:34.974655 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] For port 597a4650-6e7e-4983-8bc1-aecb0d0a719a, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:34.977832 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] For port 597a4650-6e7e-4983-8bc1-aecb0d0a719a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=597a4650-6e7e-4983-8bc1-aecb0d0a719a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:35.020843 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.046562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] For port 3350788c-35c0-42f6-baa6-1e2adf4a3c2b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3350788c-35c0-42f6-baa6-1e2adf4a3c2b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:35.046876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.049445 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.052749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] Set router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:35.075115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Calling delete_port for 3350788c-35c0-42f6-baa6-1e2adf4a3c2b owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:35.078117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Subnet': ['ID=e80fbb16-58e1-4557-a00c-321312afbda1,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:35.096688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Checking segment: {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:35.097303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network hostable DHCP agents. Network: df42e495-1bcb-4e2c-9e69-1311d4b9c65c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:12:35.112652 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:35.113280 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:35.116665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:11Z', 'updated_at': '2021-09-10T04:12:34Z', 'revision_number': 6, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:35.148735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-000ca73d-8b39-4475-90c9-46ac791ea1d2 None None] The sync data for ids ['93d6e811-9c77-4684-8f1b-2f6e1b1d31d6'] in n-d-808143-1 is: [{'id': '93d6e811-9c77-4684-8f1b-2f6e1b1d31d6', 'name': 'tempest-TestServerBasicOps-1283628570-router', 'tenant_id': '082d58f026b24b22bc6fda82f7616cfd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:07:11Z', 'updated_at': '2021-09-10T04:12:34Z', 'revision_number': 6, 'project_id': '082d58f026b24b22bc6fda82f7616cfd', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:35.149027 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebb682c-524d-4f5c-9aef-ab0f045c1c5d None None] Pushing event updated for resources: {'Port': ['ID=597a4650-6e7e-4983-8bc1-aecb0d0a719a,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:35.191766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network df42e495-1bcb-4e2c-9e69-1311d4b9c65c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:12:35.228728 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:35.277442 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, df42e495-1bcb-4e2c-9e69-1311d4b9c65c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:35.282254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:35.282923 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.289532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c89042c-ea34-42be-ac6d-dc6516bae66d None None] Network df42e495-1bcb-4e2c-9e69-1311d4b9c65c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:35.323521 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.352752 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-501b2f93-6e6e-4c76-80cb-cb9558c922f4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.9973030 Sep 10 04:12:35.355330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54768) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:35.355990 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Pushing event deleted for resources: {'Port': ['ID=3350788c-35c0-42f6-baa6-1e2adf4a3c2b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:35.418745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.421973 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:12:32Z', 'revision_number': 3, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:35.452175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:12:35.453546 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.463697 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-316f4420-7da0-48d1-b5f3-be503e80f59e None None] The sync data for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 is: [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:12:32Z', 'revision_number': 3, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:35.539306 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.542269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.636451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Allocated IP 172.20.0.2 (df42e495-1bcb-4e2c-9e69-1311d4b9c65c/e80fbb16-58e1-4557-a00c-321312afbda1/06d91e3a-5610-4580-ad6f-604176f85a1a) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:35.671762 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.672423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:12:35.683301 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.683301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dd8d7469-7158-4dd1-8bdb-404053be9b7e admin admin] 10.222.0.22 "DELETE /v2.0/routers/93d6e811-9c77-4684-8f1b-2f6e1b1d31d6 HTTP/1.1" status: 204 len: 168 time: 1.1457763 Sep 10 04:12:35.683580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54770) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:35.736838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-7122ad77-b06c-435f-844b-a8644ac1ac1e admin admin] Deleting subnet 9c55a23f-d313-4a37-b219-8da6d5372187 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:12:35.741634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7122ad77-b06c-435f-844b-a8644ac1ac1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.789768 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7122ad77-b06c-435f-844b-a8644ac1ac1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.796295 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.804629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Transition to ACTIVE for port object 06d91e3a-5610-4580-ad6f-604176f85a1a will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:35.824644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Transition to ACTIVE for port object 06d91e3a-5610-4580-ad6f-604176f85a1a will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:35.876846 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7122ad77-b06c-435f-844b-a8644ac1ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.897787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.942162 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:35.999652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7122ad77-b06c-435f-844b-a8644ac1ac1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.007164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Network df42e495-1bcb-4e2c-9e69-1311d4b9c65c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:36.008562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Pushing event updated for resources: {'Port': ['ID=06d91e3a-5610-4580-ad6f-604176f85a1a,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:36.020543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:36.023254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:36.034844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.035006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.035439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.038785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.039249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.039729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.040163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.040586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.046217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.046217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.046217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.046217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:12:36.046722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7122ad77-b06c-435f-844b-a8644ac1ac1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.050224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7122ad77-b06c-435f-844b-a8644ac1ac1e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9c55a23f-d313-4a37-b219-8da6d5372187 HTTP/1.1" status: 204 len: 168 time: 0.3634346 Sep 10 04:12:36.050644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54772) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:36.050966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7122ad77-b06c-435f-844b-a8644ac1ac1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c55a23f-d313-4a37-b219-8da6d5372187,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:36.058941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06a0ce1-15c8-40f3-b635-c153acfd2e20 None None] Network 33d76f73-a343-4ce5-ade2-301f7db92313 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:36.174886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Attempting to bind port 06d91e3a-5610-4580-ad6f-604176f85a1a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:36.175263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Attempting to bind port 06d91e3a-5610-4580-ad6f-604176f85a1a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:36.175455 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.175625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Attempting to bind port 06d91e3a-5610-4580-ad6f-604176f85a1a on network df42e495-1bcb-4e2c-9e69-1311d4b9c65c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:36.181721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:36.181721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Checking segment: {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:36.182190 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.182500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Bound using segment: {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:36.182966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Bound port: 06d91e3a-5610-4580-ad6f-604176f85a1a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:36.183343 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.289734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] For port 06d91e3a-5610-4580-ad6f-604176f85a1a, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:36.297664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] For port 06d91e3a-5610-4580-ad6f-604176f85a1a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=06d91e3a-5610-4580-ad6f-604176f85a1a,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:36.328697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Deleting port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:36.329040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.363952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.366661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.20.0.1 (df42e495-1bcb-4e2c-9e69-1311d4b9c65c/e80fbb16-58e1-4557-a00c-321312afbda1/e3857d93-9212-425c-a0f7-20baae8a001a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:36.411460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e3a14b-6e6d-4872-9d92-c48eb6fe8fa9 None None] DHCP port deletion for 33d76f73-a343-4ce5-ade2-301f7db92313 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:12:36.442668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] For port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3,segment=NetworkSegment(512fef61-4eae-4f41-a462-c3cda30788ee),segment_id=512fef61-4eae-4f41-a462-c3cda30788ee)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:36.443052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.459199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Calling delete_port for e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:36.474667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea031f7-0514-4fa9-9eab-c01fb5058034 None None] Pushing event updated for resources: {'Port': ['ID=06d91e3a-5610-4580-ad6f-604176f85a1a,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:36.517028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-66e3a14b-6e6d-4872-9d92-c48eb6fe8fa9 None None] Deleting port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:12:36.517405 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66e3a14b-6e6d-4872-9d92-c48eb6fe8fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.598081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-66e3a14b-6e6d-4872-9d92-c48eb6fe8fa9 None None] For port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3,segment=NetworkSegment(512fef61-4eae-4f41-a462-c3cda30788ee),segment_id=512fef61-4eae-4f41-a462-c3cda30788ee)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:36.598770 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66e3a14b-6e6d-4872-9d92-c48eb6fe8fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.627191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-66e3a14b-6e6d-4872-9d92-c48eb6fe8fa9 None None] Calling delete_port for e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:12:36.667650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.689628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Transition to ACTIVE for port object e3857d93-9212-425c-a0f7-20baae8a001a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:36.746537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.759085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66e3a14b-6e6d-4872-9d92-c48eb6fe8fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.780676 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:36.785823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] No DVR routers for this DVR port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:12:36.797523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66e3a14b-6e6d-4872-9d92-c48eb6fe8fa9 None None] No DVR routers for this DVR port e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:12:36.799526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e3a14b-6e6d-4872-9d92-c48eb6fe8fa9 None None] Pushing event deleted for resources: {'Port': ['ID=e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:36.817015 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.882654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network df42e495-1bcb-4e2c-9e69-1311d4b9c65c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:36.887815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:36.891083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:36.928062 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:36.960180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=e3857d93-9212-425c-a0f7-20baae8a001a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:36.984087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33d76f73-a343-4ce5-ade2-301f7db92313']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:36.998154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '512fef61-4eae-4f41-a462-c3cda30788ee') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:36.998502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '512fef61-4eae-4f41-a462-c3cda30788ee') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:37.008159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.011173 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.034161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 597a4650-6e7e-4983-8bc1-aecb0d0a719a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:37.065672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.075325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Releasing vlan 200 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:12:37.076260 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:12:37.078104 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:12:37.134855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 597a4650-6e7e-4983-8bc1-aecb0d0a719a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:37.139454 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 597a4650-6e7e-4983-8bc1-aecb0d0a719a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:37.139920 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.214077 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.220690 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.227067 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.231318 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] 10.222.0.22 "DELETE /v2.0/networks/33d76f73-a343-4ce5-ade2-301f7db92313 HTTP/1.1" status: 204 len: 168 time: 1.1667037 Sep 10 04:12:37.234905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 597a4650-6e7e-4983-8bc1-aecb0d0a719a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=597a4650-6e7e-4983-8bc1-aecb0d0a719a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:37.248220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88007323-4664-4c8f-9285-58e5b2117fa3 admin admin] Pushing event deleted for resources: {'Network': ['ID=33d76f73-a343-4ce5-ade2-301f7db92313,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:37.282551 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.306621 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.307440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 06d91e3a-5610-4580-ad6f-604176f85a1a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:37.392200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=597a4650-6e7e-4983-8bc1-aecb0d0a719a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:37.506186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 06d91e3a-5610-4580-ad6f-604176f85a1a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:37.571101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:37.591730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:37.597013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e7c0b1f1-cdb4-45f5-b049-eba947ebe6c3 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:37.597013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 57b23f01-cf71-461b-a0ce-f5bcb1691871 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:37.597231 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.610992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 57b23f01-cf71-461b-a0ce-f5bcb1691871 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:37.611337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 57b23f01-cf71-461b-a0ce-f5bcb1691871 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:37.611791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3350788c-35c0-42f6-baa6-1e2adf4a3c2b no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:12:37.630753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3350788c-35c0-42f6-baa6-1e2adf4a3c2b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:12:37.631104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3350788c-35c0-42f6-baa6-1e2adf4a3c2b not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:12:37.652869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54776) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:37.687435 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.736180 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-85a91f39-b3c3-4047-bc7d-00b601e87117 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44c9bb0c8246473ebb9fa4cb93808b2e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0821407 Sep 10 04:12:37.738766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54780) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:37.764044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.765659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=e3857d93-9212-425c-a0f7-20baae8a001a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:37.787710 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-24458b5f-e7a1-4718-b3f8-b038a742e97a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.810071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-24458b5f-e7a1-4718-b3f8-b038a742e97a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.861641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network df42e495-1bcb-4e2c-9e69-1311d4b9c65c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:37.863016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:37.935038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-24458b5f-e7a1-4718-b3f8-b038a742e97a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.942138 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-24458b5f-e7a1-4718-b3f8-b038a742e97a admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:37.942138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-24458b5f-e7a1-4718-b3f8-b038a742e97a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa43f5ff-e64c-4961-ac93-81635c6e7079 HTTP/1.1" status: 204 len: 168 time: 0.1999557 Sep 10 04:12:37.948864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24458b5f-e7a1-4718-b3f8-b038a742e97a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa43f5ff-e64c-4961-ac93-81635c6e7079,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:37.989408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 978e50fc-a00b-4b26-a3fc-08b01a5c509f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:38.106751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:38.116520 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a2886d6b-8b1d-444e-b393-d253a7ed14a5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "PUT /v2.0/routers/978e50fc-a00b-4b26-a3fc-08b01a5c509f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7598436 Sep 10 04:12:38.117145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54784) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:38.118875 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Sync routers for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:38.133412 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:38.134038 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:38.226758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebff2a-2440-4743-801d-c2b2e0269bfa tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.227233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebff2a-2440-4743-801d-c2b2e0269bfa tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.227727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebff2a-2440-4743-801d-c2b2e0269bfa tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.228185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebff2a-2440-4743-801d-c2b2e0269bfa tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.228639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97ebff2a-2440-4743-801d-c2b2e0269bfa tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.230375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-97ebff2a-2440-4743-801d-c2b2e0269bfa tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3569 time: 0.1100838 Sep 10 04:12:38.233979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54786) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:38.257971 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:38.330899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd39cdc-13ff-4b4b-be38-e1e74cd70b91 None None] Network df42e495-1bcb-4e2c-9e69-1311d4b9c65c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:38.474045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b8d1259c-90d8-45e7-af54-7a1e445a2e2d None None] Provisioning for port 06d91e3a-5610-4580-ad6f-604176f85a1a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:38.482144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b8d1259c-90d8-45e7-af54-7a1e445a2e2d None None] Provisioning complete for port 06d91e3a-5610-4580-ad6f-604176f85a1a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:38.482520 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b8d1259c-90d8-45e7-af54-7a1e445a2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.499895 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 2, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:38.534495 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Checking router: 978e50fc-a00b-4b26-a3fc-08b01a5c509f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:38.535360 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Updating router 978e50fc-a00b-4b26-a3fc-08b01a5c509f port e3857d93-9212-425c-a0f7-20baae8a001a binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:12:38.563983 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.602935 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b8d1259c-90d8-45e7-af54-7a1e445a2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.655261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b8d1259c-90d8-45e7-af54-7a1e445a2e2d None None] For port 06d91e3a-5610-4580-ad6f-604176f85a1a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=06d91e3a-5610-4580-ad6f-604176f85a1a,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:38.680783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40449110-b369-411a-ba05-0e1f10eb9855 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.685426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40449110-b369-411a-ba05-0e1f10eb9855 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.685426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40449110-b369-411a-ba05-0e1f10eb9855 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.685426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40449110-b369-411a-ba05-0e1f10eb9855 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.685426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40449110-b369-411a-ba05-0e1f10eb9855 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:38.685426 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-40449110-b369-411a-ba05-0e1f10eb9855 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3350 time: 0.4494181 Sep 10 04:12:38.687224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54790) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:38.719793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54792) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:38.735344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b8d1259c-90d8-45e7-af54-7a1e445a2e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.772361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8ac21013-3f3b-49e3-b568-97711927b558 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=082d58f026b24b22bc6fda82f7616cfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0514216 Sep 10 04:12:38.774821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54794) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:38.825405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d1259c-90d8-45e7-af54-7a1e445a2e2d None None] Pushing event updated for resources: {'Port': ['ID=06d91e3a-5610-4580-ad6f-604176f85a1a,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:38.852103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aeadb453-95a2-4bf4-b285-00709a8bd319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.866899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-915dceee-f16e-4fc6-a05c-09b9ff5dfaaa None None] Provisioning complete for port 06d91e3a-5610-4580-ad6f-604176f85a1a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:38.867527 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-915dceee-f16e-4fc6-a05c-09b9ff5dfaaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.894767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aeadb453-95a2-4bf4-b285-00709a8bd319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:38.968971 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-94bf651f-0836-4dd3-b215-b3a1d28b64b9 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2331 time: 0.2805185 Sep 10 04:12:39.032856 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.044736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Transition to ACTIVE for port object e3857d93-9212-425c-a0f7-20baae8a001a will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:39.050029 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aeadb453-95a2-4bf4-b285-00709a8bd319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.053647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aeadb453-95a2-4bf4-b285-00709a8bd319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.057645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aeadb453-95a2-4bf4-b285-00709a8bd319 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/317db049-4520-465e-88b5-0e2f3d885131 HTTP/1.1" status: 204 len: 168 time: 0.2792027 Sep 10 04:12:39.079465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeadb453-95a2-4bf4-b285-00709a8bd319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317db049-4520-465e-88b5-0e2f3d885131,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:39.125561 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.200951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 597a4650-6e7e-4983-8bc1-aecb0d0a719a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:39.242950 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e1b69-4bfa-4f3f-96e4-5285d8fd8390 None None] Pushing event updated for resources: {'Port': ['ID=e3857d93-9212-425c-a0f7-20baae8a001a,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:39.268331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 597a4650-6e7e-4983-8bc1-aecb0d0a719a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:39.268700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.299762 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Attempting to bind port e3857d93-9212-425c-a0f7-20baae8a001a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:39.300103 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Attempting to bind port e3857d93-9212-425c-a0f7-20baae8a001a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:39.300652 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Attempting to bind port e3857d93-9212-425c-a0f7-20baae8a001a on network df42e495-1bcb-4e2c-9e69-1311d4b9c65c {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:39.306084 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 12, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:39.306469 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Checking segment: {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:39.306909 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.307307 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Bound using segment: {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:39.307830 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Bound port: e3857d93-9212-425c-a0f7-20baae8a001a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:39.308214 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.308405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-915dceee-f16e-4fc6-a05c-09b9ff5dfaaa None None] Provisioning for port e3857d93-9212-425c-a0f7-20baae8a001a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:39.371001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 06d91e3a-5610-4580-ad6f-604176f85a1a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:39.386851 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] For port e3857d93-9212-425c-a0f7-20baae8a001a, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:39.390199 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] For port e3857d93-9212-425c-a0f7-20baae8a001a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e3857d93-9212-425c-a0f7-20baae8a001a,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:39.429601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 06d91e3a-5610-4580-ad6f-604176f85a1a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:39.429957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.455783 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.519160 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:39.520175 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:39.583832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54800) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:39.588993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2c196de8-6194-4675-984a-45d75a44a3c3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1529939240', 'description': 'tempest-secgroup-smoke-1529939240 description', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:39.683838 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c196de8-6194-4675-984a-45d75a44a3c3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.690193 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259e1b69-4bfa-4f3f-96e4-5285d8fd8390 None None] Pushing event updated for resources: {'Port': ['ID=e3857d93-9212-425c-a0f7-20baae8a001a,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:39.696606 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:39.816269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c196de8-6194-4675-984a-45d75a44a3c3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.883550 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c196de8-6194-4675-984a-45d75a44a3c3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.925945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c196de8-6194-4675-984a-45d75a44a3c3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b569f178-9d90-468c-bc24-3f9273fbb665,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:39.980399 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2c196de8-6194-4675-984a-45d75a44a3c3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:39.981696 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2c196de8-6194-4675-984a-45d75a44a3c3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3971500 Sep 10 04:12:39.984670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54802) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:39.989166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1156a343-ae9d-4217-82fa-ec99c62b41be tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'b569f178-9d90-468c-bc24-3f9273fbb665', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:40.003696 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:39Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:40.028911 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2cc37ec-bd04-440a-95c1-96dd7a1e00d7 None None] The sync data for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 is: [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:39Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:40.093164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1156a343-ae9d-4217-82fa-ec99c62b41be tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.156521 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1156a343-ae9d-4217-82fa-ec99c62b41be tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.215200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1156a343-ae9d-4217-82fa-ec99c62b41be tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.235301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156a343-ae9d-4217-82fa-ec99c62b41be tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe55df4a-0fd1-4e8b-a388-fee75c6f8710,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:40.250625 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:12:40.283823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1156a343-ae9d-4217-82fa-ec99c62b41be tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.285251 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1156a343-ae9d-4217-82fa-ec99c62b41be tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2994843 Sep 10 04:12:40.288064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54804) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:40.293307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b9f412d7-55fc-45d0-8ab2-5a5dd65cf3c5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'b569f178-9d90-468c-bc24-3f9273fbb665', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:40.386155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9f412d7-55fc-45d0-8ab2-5a5dd65cf3c5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.449817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9f412d7-55fc-45d0-8ab2-5a5dd65cf3c5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.521682 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9f412d7-55fc-45d0-8ab2-5a5dd65cf3c5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.541839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f412d7-55fc-45d0-8ab2-5a5dd65cf3c5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f1e1646-e160-44c0-9328-682c5f8c7cd5,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:40.592127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9f412d7-55fc-45d0-8ab2-5a5dd65cf3c5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.593496 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b9f412d7-55fc-45d0-8ab2-5a5dd65cf3c5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3044493 Sep 10 04:12:40.596190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54806) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:40.600700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-db330fcf-bb76-4ff6-b2a8-917eaaa9cd7f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'b569f178-9d90-468c-bc24-3f9273fbb665', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:40.694465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db330fcf-bb76-4ff6-b2a8-917eaaa9cd7f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.754938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db330fcf-bb76-4ff6-b2a8-917eaaa9cd7f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.832163 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db330fcf-bb76-4ff6-b2a8-917eaaa9cd7f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.850966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db330fcf-bb76-4ff6-b2a8-917eaaa9cd7f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ccfd04f-c192-4488-b1d5-1c8a76b79090,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:40.906540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-db330fcf-bb76-4ff6-b2a8-917eaaa9cd7f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:40.907883 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-db330fcf-bb76-4ff6-b2a8-917eaaa9cd7f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3105557 Sep 10 04:12:40.910534 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54808) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:40.915252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-628e1a7f-65c0-4f83-a1ef-b667cae3a1d7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'b569f178-9d90-468c-bc24-3f9273fbb665', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:40.985887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e3857d93-9212-425c-a0f7-20baae8a001a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:41.040201 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-628e1a7f-65c0-4f83-a1ef-b667cae3a1d7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.115158 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-628e1a7f-65c0-4f83-a1ef-b667cae3a1d7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.122935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e3857d93-9212-425c-a0f7-20baae8a001a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:41.127096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e3857d93-9212-425c-a0f7-20baae8a001a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:41.127469 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.205147 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.208972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-628e1a7f-65c0-4f83-a1ef-b667cae3a1d7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.227042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-628e1a7f-65c0-4f83-a1ef-b667cae3a1d7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8505ee9-551f-4328-bd89-dc8aaecacc25,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:41.238419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port e3857d93-9212-425c-a0f7-20baae8a001a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e3857d93-9212-425c-a0f7-20baae8a001a,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:41.277388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-628e1a7f-65c0-4f83-a1ef-b667cae3a1d7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.278623 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-628e1a7f-65c0-4f83-a1ef-b667cae3a1d7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3670223 Sep 10 04:12:41.281921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54810) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:41.286310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-76341f46-496e-46b1-9518-d720160d723b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'b569f178-9d90-468c-bc24-3f9273fbb665', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:41.306088 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.352846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=e3857d93-9212-425c-a0f7-20baae8a001a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:41.363055 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-76341f46-496e-46b1-9518-d720160d723b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Project ef9278a41fa04d7e82914c65d66ba28c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:12:41.368398 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-76341f46-496e-46b1-9518-d720160d723b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.430373 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-76341f46-496e-46b1-9518-d720160d723b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.477794 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-76341f46-496e-46b1-9518-d720160d723b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.495696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76341f46-496e-46b1-9518-d720160d723b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1603d446-ba57-4e34-a5d1-e63a223f5aa7,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:41.534988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-76341f46-496e-46b1-9518-d720160d723b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.536270 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-76341f46-496e-46b1-9518-d720160d723b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2534266 Sep 10 04:12:41.540171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54812) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:41.544773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7b391782-e516-4e64-a7ec-2d2224938645 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'b569f178-9d90-468c-bc24-3f9273fbb665', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:41.620308 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-7b391782-e516-4e64-a7ec-2d2224938645 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Project ef9278a41fa04d7e82914c65d66ba28c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:12:41.625315 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7b391782-e516-4e64-a7ec-2d2224938645 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.687033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7b391782-e516-4e64-a7ec-2d2224938645 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.780698 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7b391782-e516-4e64-a7ec-2d2224938645 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.798601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b391782-e516-4e64-a7ec-2d2224938645 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40f4860-7c4c-46b0-9009-6ceebf8e9498,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:41.860300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7b391782-e516-4e64-a7ec-2d2224938645 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:41.861526 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7b391782-e516-4e64-a7ec-2d2224938645 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3204310 Sep 10 04:12:42.046560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-c001c1f5-1231-44db-b7dc-a5a1d846c8d8 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1529939240&fields=id&tenant_id=ef9278a41fa04d7e82914c65d66ba28c HTTP/1.1" status: 200 len: 267 time: 0.0338132 Sep 10 04:12:42.151615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-aece57d9-1719-4e0f-945d-c5c75183fce9 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:42.153102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-aece57d9-1719-4e0f-945d-c5c75183fce9 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/networks?id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c HTTP/1.1" status: 200 len: 796 time: 0.0994518 Sep 10 04:12:42.167633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-b28f61d1-4196-4515-8a2c-1aef788688e8 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/quotas/ef9278a41fa04d7e82914c65d66ba28c HTTP/1.1" status: 200 len: 375 time: 0.0088143 Sep 10 04:12:42.216658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-7ef07422-e435-4e32-9845-c24c75f3578c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430641 Sep 10 04:12:42.307091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-b7084efe-75cd-4d50-97d5-4c1440fa0e72 service neutron] 10.222.0.22 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790141 Sep 10 04:12:42.396406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-eb52ac23-79b1-4aeb-8009-0191fdf4092d service neutron] 10.222.0.22 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825865 Sep 10 04:12:42.634312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27b05a9d-4821-49b7-a0c2-f596a62a9fc8 req-515fa863-87f7-4ccb-b72f-ae208d68ac56 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 210 time: 0.0257227 Sep 10 04:12:42.970526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e3857d93-9212-425c-a0f7-20baae8a001a up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:43.020304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e3857d93-9212-425c-a0f7-20baae8a001a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:43.020624 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:43.728132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab4d126b-801a-4a9a-a54b-f6447aa250f2 req-779fd780-cec1-46a7-9046-3c7b1be5fb53 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 210 time: 0.0270703 Sep 10 04:12:44.542439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-0e4adace-d90d-4d07-b025-f6488de7e327 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:44.543911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-0e4adace-d90d-4d07-b025-f6488de7e327 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.39 "GET /v2.0/networks?id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c HTTP/1.1" status: 200 len: 796 time: 0.1066620 Sep 10 04:12:44.585409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-38a571e4-ea4b-4a50-9eec-c4e6ac6c7bb4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef9278a41fa04d7e82914c65d66ba28c HTTP/1.1" status: 200 len: 380 time: 0.0320261 Sep 10 04:12:44.594954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'port': {'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'admin_state_up': True, 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'security_groups': ['b569f178-9d90-468c-bc24-3f9273fbb665']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:44.785630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Made reservation on behalf of ef9278a41fa04d7e82914c65d66ba28c for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:44.789160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:44.833690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-131402e0-2a4e-41c9-8685-d6ff82f850c4 req-9d12905a-3e1b-4adf-b4ad-024fc6198374 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 210 time: 0.0340223 Sep 10 04:12:44.940455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.20.0.14 (df42e495-1bcb-4e2c-9e69-1311d4b9c65c/e80fbb16-58e1-4557-a00c-321312afbda1/82919283-8901-4a12-a2c8-b4fe2ff7b871) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:45.072876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:45.086338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Transition to ACTIVE for port object 82919283-8901-4a12-a2c8-b4fe2ff7b871 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:45.186975 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:45.232977 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network df42e495-1bcb-4e2c-9e69-1311d4b9c65c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:45.237216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:45.243535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:45.266339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=82919283-8901-4a12-a2c8-b4fe2ff7b871,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:45.298301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:45.298926 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:45.376002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-1137c554-d58b-4f50-bce5-6540061a3924 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7849383 Sep 10 04:12:45.486508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Request body: {'port': {'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:45.534835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ef6a533f-10fe-4441-97a0-b9d2225c75f5 None None] Provisioning for port 82919283-8901-4a12-a2c8-b4fe2ff7b871 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:45.538868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ef6a533f-10fe-4441-97a0-b9d2225c75f5 None None] Provisioning complete for port 82919283-8901-4a12-a2c8-b4fe2ff7b871 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:45.539240 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ef6a533f-10fe-4441-97a0-b9d2225c75f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:45.539352 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:45.572676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ef6a533f-10fe-4441-97a0-b9d2225c75f5 None None] Port 82919283-8901-4a12-a2c8-b4fe2ff7b871 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:45.792994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82919283-8901-4a12-a2c8-b4fe2ff7b871 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:12:45.800533 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:45.812257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Transition to ACTIVE for port object 82919283-8901-4a12-a2c8-b4fe2ff7b871 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:45.883792 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:45.957720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Pushing event updated for resources: {'Port': ['ID=82919283-8901-4a12-a2c8-b4fe2ff7b871,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:46.019301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12091ec4-0ccc-4d6b-aa71-b48c4a64a530 req-709b8bea-2564-4d54-88d7-db68f9e6f0b2 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:46.020877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12091ec4-0ccc-4d6b-aa71-b48c4a64a530 req-709b8bea-2564-4d54-88d7-db68f9e6f0b2 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 944 time: 0.1108778 Sep 10 04:12:46.081421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12091ec4-0ccc-4d6b-aa71-b48c4a64a530 req-13859180-5a58-40c3-bbd8-db415594e583 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532534 Sep 10 04:12:46.082512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Attempting to bind port 82919283-8901-4a12-a2c8-b4fe2ff7b871 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:46.082854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Attempting to bind port 82919283-8901-4a12-a2c8-b4fe2ff7b871 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:46.083185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Attempting to bind port 82919283-8901-4a12-a2c8-b4fe2ff7b871 on network df42e495-1bcb-4e2c-9e69-1311d4b9c65c {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:46.088401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Port 82919283-8901-4a12-a2c8-b4fe2ff7b871 on network df42e495-1bcb-4e2c-9e69-1311d4b9c65c not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:12:46.089038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Attempting to bind port 82919283-8901-4a12-a2c8-b4fe2ff7b871 on network df42e495-1bcb-4e2c-9e69-1311d4b9c65c {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:46.095184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:46.095525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Checking segment: {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:46.095939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Bound using segment: {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:46.096372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Bound port: 82919283-8901-4a12-a2c8-b4fe2ff7b871, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '450ad50d-53ab-4c57-bc12-2476d838e4b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:46.096797 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:46.160647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] For port 82919283-8901-4a12-a2c8-b4fe2ff7b871, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:46.163628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] For port 82919283-8901-4a12-a2c8-b4fe2ff7b871, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:46.238137 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:46.272844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:46.273420 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:46.274881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] 10.222.0.39 "PUT /v2.0/ports/82919283-8901-4a12-a2c8-b4fe2ff7b871 HTTP/1.1" status: 200 len: 1092 time: 0.8901801 Sep 10 04:12:46.275314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:46.277631 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:46.302595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5829bb71-eb82-405e-8445-0740fdc8ac78 service neutron] Pushing event updated for resources: {'Port': ['ID=82919283-8901-4a12-a2c8-b4fe2ff7b871,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:46.422141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-acc83441-ae80-4fa2-8399-7b5179e17b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:46.423895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-acc83441-ae80-4fa2-8399-7b5179e17b3f service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 1095 time: 0.0543075 Sep 10 04:12:46.466681 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebfbe9e1-a542-4706-a669-8428a3b24399 x-openstack-request-id: req-ebfbe9e1-a542-4706-a669-8428a3b24399 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:46.466973 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:46.467224 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ebfbe9e1-a542-4706-a669-8428a3b24399 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:46.467617 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'status': 'completed', 'code': 200} Sep 10 04:12:46.469575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-fb723d33-4fe6-4076-82c7-aca680540155 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871 HTTP/1.1" status: 200 len: 217 time: 0.0381770 Sep 10 04:12:46.520575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-47b0e5e1-6bb0-4bcf-9c33-dc352a36fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:46.522388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-47b0e5e1-6bb0-4bcf-9c33-dc352a36fbf4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e80fbb16-58e1-4557-a00c-321312afbda1 HTTP/1.1" status: 200 len: 834 time: 0.0444407 Sep 10 04:12:46.571124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-7ba7ca29-b971-4938-8e49-4aed255a7d3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:46.572629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-7ba7ca29-b971-4938-8e49-4aed255a7d3b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431983 Sep 10 04:12:46.659390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-60d181c1-74a1-4bb6-bfc2-2a7eb081b530 service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788345 Sep 10 04:12:46.753694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a70557f7-e396-49e5-b7f9-32752922a2ce req-44a85f15-ad05-41da-aefa-b59a627c1a9c service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872533 Sep 10 04:12:46.926853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-b81b146d-1647-4942-af0b-11942d6fe5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:46.928414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-b81b146d-1647-4942-af0b-11942d6fe5b6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 1095 time: 0.0470169 Sep 10 04:12:47.019230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-d6f1db0f-bba0-433c-b2fa-25eb63aba553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:47.020747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-d6f1db0f-bba0-433c-b2fa-25eb63aba553 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c HTTP/1.1" status: 200 len: 897 time: 0.0853994 Sep 10 04:12:47.065128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-4d1f0038-a09a-4840-8c92-456f8062cc7e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871 HTTP/1.1" status: 200 len: 217 time: 0.0370913 Sep 10 04:12:47.113294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-59262fc1-b584-40c8-92fc-ee44ea927a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:47.114768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-59262fc1-b584-40c8-92fc-ee44ea927a5c service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e80fbb16-58e1-4557-a00c-321312afbda1 HTTP/1.1" status: 200 len: 834 time: 0.0420587 Sep 10 04:12:47.187233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-77437898-669c-4cab-8691-b907024ced0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:47.188614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-77437898-669c-4cab-8691-b907024ced0c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0651751 Sep 10 04:12:47.222551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8539fc44-7443-43ce-9b95-a1df075e1587 req-77a9e379-fbe1-407d-afee-b76aa07a2b2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:47.223945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8539fc44-7443-43ce-9b95-a1df075e1587 req-77a9e379-fbe1-407d-afee-b76aa07a2b2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 944 time: 0.0709007 Sep 10 04:12:47.302931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8539fc44-7443-43ce-9b95-a1df075e1587 req-bca82d1a-e600-48c1-bdab-927468ae9e53 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686460 Sep 10 04:12:47.312782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-f54a30c6-a13b-4b6f-8841-6b6d42d559fc service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154969 Sep 10 04:12:47.401994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-112767ff-1ddb-44c8-bf21-2e4a61b67fc1 req-cd979a8a-3bd7-485e-a01a-029de5f98995 service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816319 Sep 10 04:12:48.414696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c27265c-bbc8-45a4-b23a-abbe3b836ca7 req-a0e1fa05-2657-4d93-b8a4-6ccdc8339575 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:48.416518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c27265c-bbc8-45a4-b23a-abbe3b836ca7 req-a0e1fa05-2657-4d93-b8a4-6ccdc8339575 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 944 time: 0.0480256 Sep 10 04:12:48.454150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c27265c-bbc8-45a4-b23a-abbe3b836ca7 req-7c2654b6-9143-41e5-881e-630c784b152c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312302 Sep 10 04:12:49.565031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae02d734-e3ad-4850-8c63-a3dffb5ef67c req-ae37e1de-2dc1-4ad9-8f3c-dbe8ea6c2d1e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:49.566486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae02d734-e3ad-4850-8c63-a3dffb5ef67c req-ae37e1de-2dc1-4ad9-8f3c-dbe8ea6c2d1e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 944 time: 0.0473614 Sep 10 04:12:49.607540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae02d734-e3ad-4850-8c63-a3dffb5ef67c req-6171b866-19f0-4aa0-82a5-46f2010955aa tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350769 Sep 10 04:12:50.588299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 82919283-8901-4a12-a2c8-b4fe2ff7b871 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:12:50.685497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 82919283-8901-4a12-a2c8-b4fe2ff7b871, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:50.696907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:12:50.723120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b5c7e0d-6da6-4b85-9736-499a9e74bbb5 req-a870d1f7-74c1-4217-bc03-c146bf4bd414 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:50.724912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b5c7e0d-6da6-4b85-9736-499a9e74bbb5 req-a870d1f7-74c1-4217-bc03-c146bf4bd414 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 944 time: 0.0493784 Sep 10 04:12:50.734474 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:50.747074 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82919283-8901-4a12-a2c8-b4fe2ff7b871 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:12:50.762669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b5c7e0d-6da6-4b85-9736-499a9e74bbb5 req-bd42f615-4e50-4a8e-9e45-b566ac4ba43b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314488 Sep 10 04:12:50.772067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 82919283-8901-4a12-a2c8-b4fe2ff7b871, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:50.843021 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:50.873670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e191c0cf-a3f2-40fc-9900-ca6452f5360e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:50.894553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=82919283-8901-4a12-a2c8-b4fe2ff7b871,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:50.904188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54866) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:50.984985 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c65f9ace-641e-41f8-bb12-cf9d8d1b4b66 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1894 time: 0.0796406 Sep 10 04:12:50.987805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54868) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:50.992397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'network': {'name': 'tempest-network-smoke--1583671567', 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'port_security_enabled': False}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:51.073035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['82919283-8901-4a12-a2c8-b4fe2ff7b871'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:12:51.077904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Made reservation on behalf of 92e31e15afdd4d28a9b9a11e16c803fe for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:51.081970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.105707 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] vlan segment allocate from pool success with {'vlan_id': 214, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:12:51.114449 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.114790 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Added segment 730cb733-84f9-431c-9935-2dd5cf94a327 of type vlan for network 12e462fc-5ddf-489e-bbdd-7f746a279bef Sep 10 04:12:51.154478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.237573 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.243164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:51.243764 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.311777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Network': ['ID=12e462fc-5ddf-489e-bbdd-7f746a279bef,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:51.322098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 12e462fc-5ddf-489e-bbdd-7f746a279bef details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:12:51.338259 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6d5599e4-9e5a-46dc-a5b2-aa26faebbe24 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3468351 Sep 10 04:12:51.338430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54870) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:51.342878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'admin_state_up': True, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:51.409286 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.410336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.460395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.629128 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.856940 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.878373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5df73c-7ac8-4ada-960d-11ad6257072b req-1ffbb174-90ea-41cc-b024-6fb4f7c568aa tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:51.879775 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:51.879930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae5df73c-7ac8-4ada-960d-11ad6257072b req-1ffbb174-90ea-41cc-b024-6fb4f7c568aa tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 945 time: 0.0495434 Sep 10 04:12:51.921161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae5df73c-7ac8-4ada-960d-11ad6257072b req-49336693-23ed-4042-b796-51b59ba2f94d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343502 Sep 10 04:12:51.983616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Allocated IP 172.25.3.26 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/120a7441-baef-4a92-852b-4d2d1748b1ca) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:52.084664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:52.152164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:52.187382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:52.190151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:52.193743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:52.220987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=120a7441-baef-4a92-852b-4d2d1748b1ca,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:52.495845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:52.603575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 82919283-8901-4a12-a2c8-b4fe2ff7b871 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:52.688515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:52.706480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 82919283-8901-4a12-a2c8-b4fe2ff7b871 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:52.710275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 82919283-8901-4a12-a2c8-b4fe2ff7b871 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:52.710674 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:52.788718 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:52.811761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:52.814046 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb49bf0d-3eba-4ecf-84b7-4bb74adf0b21" -d '{"events": [{"server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "name": "network-vif-plugged", "status": "completed", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:52.827261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 82919283-8901-4a12-a2c8-b4fe2ff7b871, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:52.890032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Router 327d3aab-54ca-4481-8890-5e34d763e678 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:12:52.907820 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-530eabcc-7caa-4721-b1c4-90de46f7b6e4 x-openstack-request-id: req-530eabcc-7caa-4721-b1c4-90de46f7b6e4 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:52.908112 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "name": "network-vif-plugged", "status": "completed", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:52.908365 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-530eabcc-7caa-4721-b1c4-90de46f7b6e4 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:52.908756 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'code': 200} Sep 10 04:12:52.912418 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:52.971546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=82919283-8901-4a12-a2c8-b4fe2ff7b871,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:53.004859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:53.017995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Sync routers for ids ['327d3aab-54ca-4481-8890-5e34d763e678'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:53.030969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Routers {'327d3aab-54ca-4481-8890-5e34d763e678'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:53.031654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['327d3aab-54ca-4481-8890-5e34d763e678'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:53.078087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.078656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f505825-c43a-4d57-89f7-91a2f1804785 req-c731db37-7e67-4c44-b027-b4308d9ec3fe tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:53.080033 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8d9bbdb2-a345-4392-b960-b029da6ebb2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.7402122 Sep 10 04:12:53.080164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f505825-c43a-4d57-89f7-91a2f1804785 req-c731db37-7e67-4c44-b027-b4308d9ec3fe tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 946 time: 0.0844610 Sep 10 04:12:53.082409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54880) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:53.091265 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb1675f-be44-4042-b571-c8c222ff0021 req-553007f0-b2c0-4fb9-b2f6-b98ace40588e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:53.092733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bb1675f-be44-4042-b571-c8c222ff0021 req-553007f0-b2c0-4fb9-b2f6-b98ace40588e service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 1097 time: 0.0642626 Sep 10 04:12:53.146588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Set router 327d3aab-54ca-4481-8890-5e34d763e678 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:53.151504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f505825-c43a-4d57-89f7-91a2f1804785 req-6a49b520-112e-4c1d-9521-a7fc40307348 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623548 Sep 10 04:12:53.165785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d775d4d9-9685-4ffc-94b4-797eef2913eb tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:53.165785 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d775d4d9-9685-4ffc-94b4-797eef2913eb tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=92e31e15afdd4d28a9b9a11e16c803fe&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0723512 Sep 10 04:12:53.166890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bb1675f-be44-4042-b571-c8c222ff0021 req-e6ad1e8d-f07d-48a4-a59e-75d6a13b17c8 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512080 Sep 10 04:12:53.167090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54882) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:53.267739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f875fa76-5101-432d-bb6a-c931773fc9f0 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:53.269276 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f875fa76-5101-432d-bb6a-c931773fc9f0 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1090446 Sep 10 04:12:53.272059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54884) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:53.307526 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ee618426-4522-4512-a37f-9199502eee38 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0343809 Sep 10 04:12:53.310127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54886) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:53.336562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327d3aab-54ca-4481-8890-5e34d763e678', 'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:52Z', 'revision_number': 3, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:53.337530 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-57ab0373-1c5d-45a2-994a-75eaf706b5b2 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=92e31e15afdd4d28a9b9a11e16c803fe&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263591 Sep 10 04:12:53.339934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54888) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:53.363852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Checking router: 327d3aab-54ca-4481-8890-5e34d763e678 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:53.364202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Updating router 327d3aab-54ca-4481-8890-5e34d763e678 port 120a7441-baef-4a92-852b-4d2d1748b1ca binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:12:53.387617 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.429465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da6a673c-dd39-4cff-870d-ad949ae0823d tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:53.430985 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-da6a673c-dd39-4cff-870d-ad949ae0823d tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0901582 Sep 10 04:12:53.433846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54890) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:53.460921 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eb4a754e-a6c1-4220-9431-995aa3e29a09 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260372 Sep 10 04:12:53.463238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54892) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:53.468329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-490830280', 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef', 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:53.553252 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-65165a52-91b4-4edd-87ec-6d1e9d2bd370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.665689 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.677019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Transition to ACTIVE for port object 120a7441-baef-4a92-852b-4d2d1748b1ca will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:53.694857 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.735210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.790032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189324b1-1385-42d4-b281-787ce2d903ca None None] Pushing event updated for resources: {'Port': ['ID=120a7441-baef-4a92-852b-4d2d1748b1ca,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:53.792727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Attempting to bind port 120a7441-baef-4a92-852b-4d2d1748b1ca on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:53.793096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Attempting to bind port 120a7441-baef-4a92-852b-4d2d1748b1ca by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:53.793466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Attempting to bind port 120a7441-baef-4a92-852b-4d2d1748b1ca on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:53.799980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:53.800359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:53.800765 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.801156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:53.801624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Bound port: 120a7441-baef-4a92-852b-4d2d1748b1ca, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:53.802005 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.853680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] For port 120a7441-baef-4a92-852b-4d2d1748b1ca, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:53.856682 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] For port 120a7441-baef-4a92-852b-4d2d1748b1ca, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=120a7441-baef-4a92-852b-4d2d1748b1ca,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:53.900496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Made reservation on behalf of 92e31e15afdd4d28a9b9a11e16c803fe for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:12:53.904148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.929840 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:53.980352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Routers {'327d3aab-54ca-4481-8890-5e34d763e678'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:53.980970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['327d3aab-54ca-4481-8890-5e34d763e678'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:54.033274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189324b1-1385-42d4-b281-787ce2d903ca None None] Pushing event updated for resources: {'Port': ['ID=120a7441-baef-4a92-852b-4d2d1748b1ca,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:54.106116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] Set router 327d3aab-54ca-4481-8890-5e34d763e678 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:54.124252 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:54.184614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Subnet': ['ID=c58b55e6-1027-460b-9e83-76af483bce02,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:54.196807 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Checking segment: {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:54.197097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network hostable DHCP agents. Network: 12e462fc-5ddf-489e-bbdd-7f746a279bef, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:12:54.260982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 12e462fc-5ddf-489e-bbdd-7f746a279bef is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:12:54.283227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1c5106-7a2b-4ff0-8193-11d741e48cbb req-97c072c0-91d8-422a-ad6a-24137d64b763 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:54.284749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc1c5106-7a2b-4ff0-8193-11d741e48cbb req-97c072c0-91d8-422a-ad6a-24137d64b763 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 946 time: 0.0496047 Sep 10 04:12:54.295491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327d3aab-54ca-4481-8890-5e34d763e678', 'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:52Z', 'revision_number': 3, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:54.322023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c418635e-582d-4930-b5ac-319e88da08ea None None] The sync data for ids ['327d3aab-54ca-4481-8890-5e34d763e678'] in n-d-808143-1 is: [{'id': '327d3aab-54ca-4481-8890-5e34d763e678', 'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:52Z', 'revision_number': 3, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:54.325750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc1c5106-7a2b-4ff0-8193-11d741e48cbb req-7ddc6570-1bc6-4f6b-9e6c-c7862997cfad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349441 Sep 10 04:12:54.332812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 12e462fc-5ddf-489e-bbdd-7f746a279bef) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:54.334140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:54.334736 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:54.354244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d87f4995-0d9b-4ed1-afbd-0fe4c68d52da None None] Network 12e462fc-5ddf-489e-bbdd-7f746a279bef requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:54.441550 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b81923fe-5b7a-4e15-8ddb-259a87176e92 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9742115 Sep 10 04:12:54.441550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54896) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:54.511062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-12e462fc-5ddf-489e-bbdd-7f746a279bef', 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'fixed_ips': [{'subnet_id': 'c58b55e6-1027-460b-9e83-76af483bce02'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:12:54.511062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:54.665292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Allocated IP 172.20.0.18 (12e462fc-5ddf-489e-bbdd-7f746a279bef/c58b55e6-1027-460b-9e83-76af483bce02/558477cc-1e9c-4003-b405-3f1dc339a8d5) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:54.828914 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:54.833977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Transition to ACTIVE for port object 558477cc-1e9c-4003-b405-3f1dc339a8d5 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:54.857055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Transition to ACTIVE for port object 558477cc-1e9c-4003-b405-3f1dc339a8d5 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:54.925981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:54.946595 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:54.974741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Network 12e462fc-5ddf-489e-bbdd-7f746a279bef is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:54.976291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:54.983545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:54.995652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Pushing event updated for resources: {'Port': ['ID=558477cc-1e9c-4003-b405-3f1dc339a8d5,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:55.032752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 120a7441-baef-4a92-852b-4d2d1748b1ca up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:55.088304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Attempting to bind port 558477cc-1e9c-4003-b405-3f1dc339a8d5 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:55.088775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Attempting to bind port 558477cc-1e9c-4003-b405-3f1dc339a8d5 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:55.089218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Attempting to bind port 558477cc-1e9c-4003-b405-3f1dc339a8d5 on network 12e462fc-5ddf-489e-bbdd-7f746a279bef {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:55.098316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:55.098852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Checking segment: {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:55.099990 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.099990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Bound using segment: {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:55.100424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Bound port: 558477cc-1e9c-4003-b405-3f1dc339a8d5, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:55.100900 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.181176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] For port 558477cc-1e9c-4003-b405-3f1dc339a8d5, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:55.184374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] For port 558477cc-1e9c-4003-b405-3f1dc339a8d5, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=558477cc-1e9c-4003-b405-3f1dc339a8d5,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:55.186125 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.209266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 120a7441-baef-4a92-852b-4d2d1748b1ca completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:55.213621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 120a7441-baef-4a92-852b-4d2d1748b1ca triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:55.214041 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.254609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Allocated IP 172.20.0.17 (12e462fc-5ddf-489e-bbdd-7f746a279bef/c58b55e6-1027-460b-9e83-76af483bce02/6bcfa23d-3bf8-4bde-83c8-872e9c998171) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:55.261962 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.343056 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9992f34a-a421-47d9-9e34-25a9a8f1ad77 None None] Pushing event updated for resources: {'Port': ['ID=558477cc-1e9c-4003-b405-3f1dc339a8d5,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:55.356413 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.380241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 120a7441-baef-4a92-852b-4d2d1748b1ca, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=120a7441-baef-4a92-852b-4d2d1748b1ca,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:55.397119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.414315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Transition to ACTIVE for port object 6bcfa23d-3bf8-4bde-83c8-872e9c998171 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:55.438031 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.462071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3512112b-150e-424e-bbad-ba12324f4210 req-8810db38-cd4c-4a97-b6d6-ac9a2ff1d60c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:55.464207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3512112b-150e-424e-bbad-ba12324f4210 req-8810db38-cd4c-4a97-b6d6-ac9a2ff1d60c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 946 time: 0.0605910 Sep 10 04:12:55.497446 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.521211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=120a7441-baef-4a92-852b-4d2d1748b1ca,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:55.533033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3512112b-150e-424e-bbad-ba12324f4210 req-18ceb475-9858-48fb-a4ae-e888a3e6a267 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593636 Sep 10 04:12:55.559548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 12e462fc-5ddf-489e-bbdd-7f746a279bef is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:55.562135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:55.566410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:55.617719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=6bcfa23d-3bf8-4bde-83c8-872e9c998171,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:55.626638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:55.848203 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:56.001647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93e1edd-fd4d-4e1a-84f1-2f6f0aaf3307 req-a8713a1c-3ca8-4ae8-a31d-9ad1f794d817 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:56.002808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f93e1edd-fd4d-4e1a-84f1-2f6f0aaf3307 req-a8713a1c-3ca8-4ae8-a31d-9ad1f794d817 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 946 time: 0.3967369 Sep 10 04:12:56.045637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f93e1edd-fd4d-4e1a-84f1-2f6f0aaf3307 req-7db22e2c-51c3-4665-8a25-7d8ace326138 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339558 Sep 10 04:12:56.069180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54902) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:56.109222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fad2eb-0218-4254-a81b-db65f7a19b6c tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:56.110856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-13fad2eb-0218-4254-a81b-db65f7a19b6c tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 1092 time: 0.0404305 Sep 10 04:12:56.113861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54904) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:56.118147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address': '172.20.0.14'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:12:56.149802 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:56.197887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:56.226297 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:56.299070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:56.306947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:56.307493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=6bcfa23d-3bf8-4bde-83c8-872e9c998171,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:56.310085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:56.406051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 12e462fc-5ddf-489e-bbdd-7f746a279bef is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:56.406788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.25.3.22 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/da886024-9323-4491-9a3c-01ad884d5bd3) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:12:56.407541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:56.529231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Router 327d3aab-54ca-4481-8890-5e34d763e678 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:56.536691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:56.615634 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:56.641772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:56.655876 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-45b157fd-eb20-4de1-948c-2f39915d42db tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "PUT /v2.0/routers/327d3aab-54ca-4481-8890-5e34d763e678/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2050200 Sep 10 04:12:56.659894 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:12:56.664437 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Sync routers for ids ['327d3aab-54ca-4481-8890-5e34d763e678'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:56.681617 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Routers {'327d3aab-54ca-4481-8890-5e34d763e678'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:56.682233 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['327d3aab-54ca-4481-8890-5e34d763e678'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:56.684537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:12:56.692411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:12:56.699846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=da886024-9323-4491-9a3c-01ad884d5bd3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:56.766318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fb7675f-30ad-42fa-9c9c-6e575f0c6a6c None None] Network 12e462fc-5ddf-489e-bbdd-7f746a279bef requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:12:56.821772 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Set router 327d3aab-54ca-4481-8890-5e34d763e678 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:56.906926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ac392d6a-85e8-4cc4-9106-883e8c180637 None None] Provisioning for port 558477cc-1e9c-4003-b405-3f1dc339a8d5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:57.027056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-140df83a-394e-4975-bb89-9e58564df214 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:57.028608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-140df83a-394e-4975-bb89-9e58564df214 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/networks?id=12e462fc-5ddf-489e-bbdd-7f746a279bef HTTP/1.1" status: 200 len: 798 time: 0.1724126 Sep 10 04:12:57.060379 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327d3aab-54ca-4481-8890-5e34d763e678', 'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:55Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6bcfa23d-3bf8-4bde-83c8-872e9c998171', 'name': '', 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:8b:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c58b55e6-1027-460b-9e83-76af483bce02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:55Z', 'updated_at': '2021-09-10T04:12:56Z', 'revision_number': 2, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': 'c58b55e6-1027-460b-9e83-76af483bce02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:57.064004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-30bc23c3-4f80-49ad-9f42-e1beedad2b26 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/quotas/92e31e15afdd4d28a9b9a11e16c803fe HTTP/1.1" status: 200 len: 375 time: 0.0136769 Sep 10 04:12:57.101501 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Checking router: 327d3aab-54ca-4481-8890-5e34d763e678 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:57.106290 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Updating router 327d3aab-54ca-4481-8890-5e34d763e678 port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:12:57.143496 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.144151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 558477cc-1e9c-4003-b405-3f1dc339a8d5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:57.220932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-8e146e43-6a02-4d96-b2b8-3a5152f04521 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1133442 Sep 10 04:12:57.234949 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.288621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 558477cc-1e9c-4003-b405-3f1dc339a8d5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:57.292828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 558477cc-1e9c-4003-b405-3f1dc339a8d5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:57.297824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.340391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-150a451b-f4b1-4999-aba5-1881cd73af69 None None] Provisioning for port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:57.361828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-150a451b-f4b1-4999-aba5-1881cd73af69 None None] Provisioning complete for port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:57.362202 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-150a451b-f4b1-4999-aba5-1881cd73af69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.435362 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.436365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-150a451b-f4b1-4999-aba5-1881cd73af69 None None] Port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:12:57.453692 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.455799 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.466054 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Transition to ACTIVE for port object 6bcfa23d-3bf8-4bde-83c8-872e9c998171 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:12:57.476485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-d0574869-2248-4c9b-a099-6157f574705d service neutron] 10.222.0.22 "GET /v2.0/networks/12e462fc-5ddf-489e-bbdd-7f746a279bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397323 Sep 10 04:12:57.490086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 558477cc-1e9c-4003-b405-3f1dc339a8d5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=558477cc-1e9c-4003-b405-3f1dc339a8d5,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:57.549430 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.572623 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.573909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 120a7441-baef-4a92-852b-4d2d1748b1ca up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:57.655860 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df841a12-d3d2-4346-b9c1-fd5d56c44e45 None None] Pushing event updated for resources: {'Port': ['ID=6bcfa23d-3bf8-4bde-83c8-872e9c998171,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:57.658271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=558477cc-1e9c-4003-b405-3f1dc339a8d5,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:57.677019 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-254746ec-f43a-48f6-be61-bec39af46fb8 service neutron] 10.222.0.22 "GET /v2.0/networks/12e462fc-5ddf-489e-bbdd-7f746a279bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1906345 Sep 10 04:12:57.722687 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 120a7441-baef-4a92-852b-4d2d1748b1ca triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:57.723118 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.760158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Attempting to bind port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:12:57.762742 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Attempting to bind port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:12:57.763229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.768305 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Attempting to bind port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 on network 12e462fc-5ddf-489e-bbdd-7f746a279bef {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:12:57.776480 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 12, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:12:57.777539 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Checking segment: {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:12:57.778088 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.778571 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Bound using segment: {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:12:57.779530 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Bound port: 6bcfa23d-3bf8-4bde-83c8-872e9c998171, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:12:57.780065 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.804129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.930294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:57.937144 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] For port 6bcfa23d-3bf8-4bde-83c8-872e9c998171, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:12:57.948002 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] For port 6bcfa23d-3bf8-4bde-83c8-872e9c998171, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6bcfa23d-3bf8-4bde-83c8-872e9c998171,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:12:57.997129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=da886024-9323-4491-9a3c-01ad884d5bd3,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:58.032970 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:58.094119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f305ef8-ffe0-4f7e-94c7-db6fea16578c req-3c9d539d-6d49-457f-aa33-15f923eb36e0 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 210 time: 0.0412762 Sep 10 04:12:58.104281 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Routers {'327d3aab-54ca-4481-8890-5e34d763e678'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:58.105078 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['327d3aab-54ca-4481-8890-5e34d763e678'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:58.106861 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Floating IP 95484b4a-31db-45fe-b736-6b46c2b7c168 associated. External IP: 172.25.3.22, port: 82919283-8901-4a12-a2c8-b4fe2ff7b871. Sep 10 04:12:58.163273 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df841a12-d3d2-4346-b9c1-fd5d56c44e45 None None] Pushing event updated for resources: {'Port': ['ID=6bcfa23d-3bf8-4bde-83c8-872e9c998171,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:12:58.292083 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] Set router 327d3aab-54ca-4481-8890-5e34d763e678 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:58.387829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 978e50fc-a00b-4b26-a3fc-08b01a5c509f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:12:58.524178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:12:58.547168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] Sync routers for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:12:58.557054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:58.557893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:58.562300 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327d3aab-54ca-4481-8890-5e34d763e678', 'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:55Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6bcfa23d-3bf8-4bde-83c8-872e9c998171', 'name': '', 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:8b:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c58b55e6-1027-460b-9e83-76af483bce02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:55Z', 'updated_at': '2021-09-10T04:12:57Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': 'c58b55e6-1027-460b-9e83-76af483bce02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:58.592776 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5016f1-f16a-4ec0-abb3-006fdaeaf7a5 None None] The sync data for ids ['327d3aab-54ca-4481-8890-5e34d763e678'] in n-d-808143-1 is: [{'id': '327d3aab-54ca-4481-8890-5e34d763e678', 'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:55Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '6bcfa23d-3bf8-4bde-83c8-872e9c998171', 'name': '', 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:8b:9e:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_interface', 'standard_attr_id': 3892, 'fixed_ips': [{'subnet_id': 'c58b55e6-1027-460b-9e83-76af483bce02', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:55Z', 'updated_at': '2021-09-10T04:12:57Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': 'c58b55e6-1027-460b-9e83-76af483bce02', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:58.604265 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:58.650349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-caa0015e-2e9d-4c24-81ca-e7892db17682 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5300817 Sep 10 04:12:58.650349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:12:58.650690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54930) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:58.651129 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0" -d '{"events": [{"name": "network-changed", "server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:12:58.709965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:58.715518 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed073f2-1225-4cc0-ba14-95fc9a95f49f x-openstack-request-id: req-8ed073f2-1225-4cc0-ba14-95fc9a95f49f {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:12:58.716095 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:12:58.716095 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ed073f2-1225-4cc0-ba14-95fc9a95f49f {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:12:58.716654 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'status': 'completed', 'code': 200} Sep 10 04:12:58.790956 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c7c62de9-f131-4973-bb3d-42d3946eaa06 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/floatingips/95484b4a-31db-45fe-b736-6b46c2b7c168 HTTP/1.1" status: 200 len: 991 time: 0.1403809 Sep 10 04:12:58.791821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-c6edfd66-08fd-4ebd-84f3-8860332af517 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:58.793842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-c6edfd66-08fd-4ebd-84f3-8860332af517 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 1097 time: 0.0529470 Sep 10 04:12:58.917798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-203e1bbe-e684-4b99-8ae4-9d7bf181386a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:58.917798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-203e1bbe-e684-4b99-8ae4-9d7bf181386a service neutron] 10.222.0.39 "GET /v2.0/networks?id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c HTTP/1.1" status: 200 len: 897 time: 0.1105249 Sep 10 04:12:58.998454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-fa10b58a-d570-4c24-9291-d404448e94da service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871 HTTP/1.1" status: 200 len: 999 time: 0.0776193 Sep 10 04:12:59.078242 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:59.080384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-3f471a1f-9ebf-4a4c-835b-315eee669ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:59.084375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-3f471a1f-9ebf-4a4c-835b-315eee669ef3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e80fbb16-58e1-4557-a00c-321312afbda1 HTTP/1.1" status: 200 len: 834 time: 0.0781462 Sep 10 04:12:59.133897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-e844380b-05ae-4ac6-a52a-e05a8ecded81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:12:59.135623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-e844380b-05ae-4ac6-a52a-e05a8ecded81 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453188 Sep 10 04:12:59.200525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 558477cc-1e9c-4003-b405-3f1dc339a8d5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:59.244691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f38c4bdb-4f0e-4d2c-983a-cd36fc3eb778 req-bf1034c7-2473-488b-aa60-47d08a5b8342 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 210 time: 0.0375054 Sep 10 04:12:59.270851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-4a5cbf58-b1e1-494f-8d86-b1726adc472d service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276939 Sep 10 04:12:59.296334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 558477cc-1e9c-4003-b405-3f1dc339a8d5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:59.296850 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:59.323838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '95484b4a-31db-45fe-b736-6b46c2b7c168', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:57Z', 'updated_at': '2021-09-10T04:12:57Z', 'revision_number': 0, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:59.354477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] Checking router: 978e50fc-a00b-4b26-a3fc-08b01a5c509f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:12:59.370933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:12:59.371718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:59.386232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb3146a2-1b55-4d57-8f61-8d96cda6eaa0 req-f8f25bb8-a845-4f1c-9a2b-1f11b25207c1 service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078920 Sep 10 04:12:59.508624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6bcfa23d-3bf8-4bde-83c8-872e9c998171 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:12:59.514333 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:12:59.694951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:12:59.704387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:12:59.704761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:59.793470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54936) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:12:59.847712 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:12:59.858895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '95484b4a-31db-45fe-b736-6b46c2b7c168', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:57Z', 'updated_at': '2021-09-10T04:12:57Z', 'revision_number': 0, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:12:59.863908 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-267aafc7-5a4a-47f4-a79c-73ff8723d58b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/floatingips/95484b4a-31db-45fe-b736-6b46c2b7c168 HTTP/1.1" status: 200 len: 991 time: 0.0691564 Sep 10 04:12:59.891294 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20cb357a-9240-4b93-9bc7-f1797d24bc97 None None] The sync data for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 is: [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '95484b4a-31db-45fe-b736-6b46c2b7c168', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:57Z', 'updated_at': '2021-09-10T04:12:57Z', 'revision_number': 0, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:12:59.910879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6bcfa23d-3bf8-4bde-83c8-872e9c998171, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6bcfa23d-3bf8-4bde-83c8-872e9c998171,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:12:59.958343 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:00.013051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6bcfa23d-3bf8-4bde-83c8-872e9c998171,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:00.046050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-4d5960fd-3729-4328-a259-4fcdbc6dd64a tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:00.047551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-4d5960fd-3729-4328-a259-4fcdbc6dd64a tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.39 "GET /v2.0/networks?id=12e462fc-5ddf-489e-bbdd-7f746a279bef HTTP/1.1" status: 200 len: 798 time: 0.1128330 Sep 10 04:13:00.061235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Request body: {'port': {'device_id': 'd8470d63-90ce-4706-b5aa-1a532b6f99cf', 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef', 'admin_state_up': True, 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:00.110916 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-647b83ad-a3d5-4ece-8063-1908bc557bb1 None None] New status for floating IP 95484b4a-31db-45fe-b736-6b46c2b7c168: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:13:00.226476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Made reservation on behalf of 92e31e15afdd4d28a9b9a11e16c803fe for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:13:00.230262 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:00.368063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6194f161-6319-458e-93c5-15a7f1b2a901 req-657b3f65-2fe5-41c6-9d12-5a3c28486de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 210 time: 0.0315993 Sep 10 04:13:00.388272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Allocated IP 172.20.0.25 (12e462fc-5ddf-489e-bbdd-7f746a279bef/c58b55e6-1027-460b-9e83-76af483bce02/2878550b-5185-482f-99fb-f815fb15e7fc) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:13:00.502248 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:00.517368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Transition to ACTIVE for port object 2878550b-5185-482f-99fb-f815fb15e7fc will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:13:00.615053 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:00.653609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Network 12e462fc-5ddf-489e-bbdd-7f746a279bef is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:13:00.656602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:13:00.660319 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:13:00.689833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event updated for resources: {'Port': ['ID=2878550b-5185-482f-99fb-f815fb15e7fc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:00.716260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:00.716875 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:00.793234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-f9e657d4-c967-4018-9fe7-a5beb07a782e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.7361512 Sep 10 04:13:00.805496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Request body: {'port': {'device_id': 'd8470d63-90ce-4706-b5aa-1a532b6f99cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:00.865457 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:00.867732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54940) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:00.940115 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-08520d70-a12c-49e9-ad39-051fb9389c51 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/floatingips/95484b4a-31db-45fe-b736-6b46c2b7c168 HTTP/1.1" status: 200 len: 993 time: 0.0672407 Sep 10 04:13:00.957843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c902145a-a557-48aa-8d0b-25ab10de9b65 None None] Provisioning for port 2878550b-5185-482f-99fb-f815fb15e7fc completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:13:00.962144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c902145a-a557-48aa-8d0b-25ab10de9b65 None None] Provisioning complete for port 2878550b-5185-482f-99fb-f815fb15e7fc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:00.963090 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c902145a-a557-48aa-8d0b-25ab10de9b65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:00.987863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6bcfa23d-3bf8-4bde-83c8-872e9c998171 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:13:01.023836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c902145a-a557-48aa-8d0b-25ab10de9b65 None None] Port 2878550b-5185-482f-99fb-f815fb15e7fc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:13:01.045091 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:01.046695 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:01.132638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2878550b-5185-482f-99fb-f815fb15e7fc {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:13:01.140463 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:01.151970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Transition to ACTIVE for port object 2878550b-5185-482f-99fb-f815fb15e7fc will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:13:01.220038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:01.272602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Pushing event updated for resources: {'Port': ['ID=2878550b-5185-482f-99fb-f815fb15e7fc,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:01.343043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Attempting to bind port 2878550b-5185-482f-99fb-f815fb15e7fc on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:13:01.343382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Attempting to bind port 2878550b-5185-482f-99fb-f815fb15e7fc by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:13:01.343728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Attempting to bind port 2878550b-5185-482f-99fb-f815fb15e7fc on network 12e462fc-5ddf-489e-bbdd-7f746a279bef {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:13:01.348400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Port 2878550b-5185-482f-99fb-f815fb15e7fc on network 12e462fc-5ddf-489e-bbdd-7f746a279bef not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:13:01.348722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Attempting to bind port 2878550b-5185-482f-99fb-f815fb15e7fc on network 12e462fc-5ddf-489e-bbdd-7f746a279bef {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:13:01.353611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 12, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:13:01.353947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Checking segment: {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:13:01.354339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Bound using segment: {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:13:01.354767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Bound port: 2878550b-5185-482f-99fb-f815fb15e7fc, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730cb733-84f9-431c-9935-2dd5cf94a327', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 214, 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:13:01.355189 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:01.421327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] For port 2878550b-5185-482f-99fb-f815fb15e7fc, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:13:01.424453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] For port 2878550b-5185-482f-99fb-f815fb15e7fc, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2878550b-5185-482f-99fb-f815fb15e7fc,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:13:01.482460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ba1577-c764-4872-ac39-c44fe2214a96 req-c518ed6b-75af-44b2-9582-594b667152b8 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:01.483982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3ba1577-c764-4872-ac39-c44fe2214a96 req-c518ed6b-75af-44b2-9582-594b667152b8 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 907 time: 0.0475791 Sep 10 04:13:01.512544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:01.549733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:01.550448 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:01.551981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] 10.222.0.39 "PUT /v2.0/ports/2878550b-5185-482f-99fb-f815fb15e7fc HTTP/1.1" status: 200 len: 1055 time: 0.7507341 Sep 10 04:13:01.552384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8470d63-90ce-4706-b5aa-1a532b6f99cf', 'tag': '2878550b-5185-482f-99fb-f815fb15e7fc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:13:01.554595 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a80c15c0-a591-4b26-aa44-590a66ee698b" -d '{"events": [{"name": "network-changed", "server_uuid": "d8470d63-90ce-4706-b5aa-1a532b6f99cf", "tag": "2878550b-5185-482f-99fb-f815fb15e7fc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:13:01.578229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff7b9df-8e20-4fa7-9f02-04fd66e5f4ba service neutron] Pushing event updated for resources: {'Port': ['ID=2878550b-5185-482f-99fb-f815fb15e7fc,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:01.603418 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:13:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccbfb0b7-d1e6-466d-bb37-15e91f7a5de9 x-openstack-request-id: req-ccbfb0b7-d1e6-466d-bb37-15e91f7a5de9 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:13:01.603739 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8470d63-90ce-4706-b5aa-1a532b6f99cf", "tag": "2878550b-5185-482f-99fb-f815fb15e7fc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:13:01.606836 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccbfb0b7-d1e6-466d-bb37-15e91f7a5de9 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:13:01.606836 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8470d63-90ce-4706-b5aa-1a532b6f99cf', 'tag': '2878550b-5185-482f-99fb-f815fb15e7fc', 'status': 'completed', 'code': 200} Sep 10 04:13:01.666644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c15c0-a591-4b26-aa44-590a66ee698b req-b0dc6abb-699c-4a76-bf4c-3d502b1a0ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:01.668189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a80c15c0-a591-4b26-aa44-590a66ee698b req-b0dc6abb-699c-4a76-bf4c-3d502b1a0ff7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 1058 time: 0.0442481 Sep 10 04:13:01.773554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c15c0-a591-4b26-aa44-590a66ee698b req-73e1e54a-6ebb-4dd9-a7b1-3e84df24029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:01.774030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c15c0-a591-4b26-aa44-590a66ee698b req-73e1e54a-6ebb-4dd9-a7b1-3e84df24029e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:01.775599 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a80c15c0-a591-4b26-aa44-590a66ee698b req-73e1e54a-6ebb-4dd9-a7b1-3e84df24029e service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&shared=False HTTP/1.1" status: 200 len: 1584 time: 0.0989165 Sep 10 04:13:01.864846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80c15c0-a591-4b26-aa44-590a66ee698b req-e5cf1f40-b9a2-4341-a017-677610bc552b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:01.866216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a80c15c0-a591-4b26-aa44-590a66ee698b req-e5cf1f40-b9a2-4341-a017-677610bc552b service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0845332 Sep 10 04:13:01.942987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-c25cca11-f464-48d5-84bf-3bc6399c09ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:01.944514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-c25cca11-f464-48d5-84bf-3bc6399c09ee service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 1058 time: 0.0408213 Sep 10 04:13:01.988299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-bb2d1540-077b-40d2-8480-86464698dd67 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=2878550b-5185-482f-99fb-f815fb15e7fc HTTP/1.1" status: 200 len: 217 time: 0.0359323 Sep 10 04:13:02.035336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-ecfa813a-626a-4636-bc9f-b8c6ecf5f74b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:02.036785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-ecfa813a-626a-4636-bc9f-b8c6ecf5f74b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c58b55e6-1027-460b-9e83-76af483bce02 HTTP/1.1" status: 200 len: 837 time: 0.0422060 Sep 10 04:13:02.080539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-8846619e-e044-4227-8b07-b6b64449659d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:02.082016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-8846619e-e044-4227-8b07-b6b64449659d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=12e462fc-5ddf-489e-bbdd-7f746a279bef&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0387094 Sep 10 04:13:02.173680 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-770f4c8a-9d92-4c4d-bfbb-79c82a9858de service neutron] 10.222.0.39 "GET /v2.0/networks/12e462fc-5ddf-489e-bbdd-7f746a279bef?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840626 Sep 10 04:13:02.260905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35fb63c6-63e9-4c89-b9aa-d8ceee76de49 req-16f6c571-b643-47a8-ab4b-1e600d8c03f7 service neutron] 10.222.0.39 "GET /v2.0/networks/12e462fc-5ddf-489e-bbdd-7f746a279bef?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792601 Sep 10 04:13:02.323187 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:02.602185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982caf61-5c3c-40b5-b373-aef80f9b7a38 req-2ba1e279-da8b-4e82-bb52-cec10c25213f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:02.603672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-982caf61-5c3c-40b5-b373-aef80f9b7a38 req-2ba1e279-da8b-4e82-bb52-cec10c25213f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 907 time: 0.0527985 Sep 10 04:13:03.717956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca68cd9-2920-4035-a0fc-8fb8609a68d3 req-b1554696-f01a-4401-848b-be88369d615b tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:03.719408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ca68cd9-2920-4035-a0fc-8fb8609a68d3 req-b1554696-f01a-4401-848b-be88369d615b tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 907 time: 0.0475223 Sep 10 04:13:04.635450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2878550b-5185-482f-99fb-f815fb15e7fc details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:13:04.724565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2878550b-5185-482f-99fb-f815fb15e7fc, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2878550b-5185-482f-99fb-f815fb15e7fc,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:04.736070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '2878550b-5185-482f-99fb-f815fb15e7fc', 'network_id': '12e462fc-5ddf-489e-bbdd-7f746a279bef', 'port_id': '2878550b-5185-482f-99fb-f815fb15e7fc', 'mac_address': 'fa:16:3e:81:5b:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 214, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c58b55e6-1027-460b-9e83-76af483bce02', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:13:04.775913 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:04.788526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2878550b-5185-482f-99fb-f815fb15e7fc {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:13:04.812650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2878550b-5185-482f-99fb-f815fb15e7fc, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2878550b-5185-482f-99fb-f815fb15e7fc,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:04.832205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1170f4-9a1b-4cbd-ae34-182e036dbd88 req-0c4a94d9-1af0-48eb-8ebb-412c917aa5a2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:04.834106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba1170f4-9a1b-4cbd-ae34-182e036dbd88 req-0c4a94d9-1af0-48eb-8ebb-412c917aa5a2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 907 time: 0.0503008 Sep 10 04:13:04.849103 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:04.895640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2878550b-5185-482f-99fb-f815fb15e7fc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:05.070365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['2878550b-5185-482f-99fb-f815fb15e7fc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:13:05.963111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887483e3-e891-4bc4-8cf6-9cc15f6d0a00 req-938e25cd-998a-4f64-b603-18b1ca1663cd tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:05.964598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-887483e3-e891-4bc4-8cf6-9cc15f6d0a00 req-938e25cd-998a-4f64-b603-18b1ca1663cd tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 908 time: 0.0481300 Sep 10 04:13:06.641952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2878550b-5185-482f-99fb-f815fb15e7fc up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:13:06.746354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 2878550b-5185-482f-99fb-f815fb15e7fc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:13:06.750475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 2878550b-5185-482f-99fb-f815fb15e7fc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:06.750863 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:06.827320 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:06.848754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8470d63-90ce-4706-b5aa-1a532b6f99cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878550b-5185-482f-99fb-f815fb15e7fc'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:13:06.850980 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a25f0fb-d8f7-4fa5-8d91-f39d4cda583b" -d '{"events": [{"server_uuid": "d8470d63-90ce-4706-b5aa-1a532b6f99cf", "name": "network-vif-plugged", "status": "completed", "tag": "2878550b-5185-482f-99fb-f815fb15e7fc"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:13:06.863118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 2878550b-5185-482f-99fb-f815fb15e7fc, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2878550b-5185-482f-99fb-f815fb15e7fc,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:06.888272 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c024af-f66c-4520-a181-d258b026c70f x-openstack-request-id: req-22c024af-f66c-4520-a181-d258b026c70f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:13:06.889197 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8470d63-90ce-4706-b5aa-1a532b6f99cf", "name": "network-vif-plugged", "status": "completed", "tag": "2878550b-5185-482f-99fb-f815fb15e7fc", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:13:06.889453 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22c024af-f66c-4520-a181-d258b026c70f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:13:06.889850 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8470d63-90ce-4706-b5aa-1a532b6f99cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2878550b-5185-482f-99fb-f815fb15e7fc', 'code': 200} Sep 10 04:13:06.935210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:06.983892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=2878550b-5185-482f-99fb-f815fb15e7fc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:06.993756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8105ee-5563-4701-be73-cf232707f19e req-9a0e8ebd-3213-4209-80d2-8d3a280ee6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:06.995271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee8105ee-5563-4701-be73-cf232707f19e req-9a0e8ebd-3213-4209-80d2-8d3a280ee6a6 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 1060 time: 0.0497952 Sep 10 04:13:07.077557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c63c7e7-213d-494f-be78-181a89a7f31a req-7283004b-1c58-4835-8453-dafd97ec0ded tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:07.078912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c63c7e7-213d-494f-be78-181a89a7f31a req-7283004b-1c58-4835-8453-dafd97ec0ded tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 909 time: 0.0481544 Sep 10 04:13:08.206082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654ee04a-f938-4afc-9ee1-03bc5014c61e req-672a3a7e-62e7-4d6d-9d19-c8c334fc031b tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:08.208167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-654ee04a-f938-4afc-9ee1-03bc5014c61e req-672a3a7e-62e7-4d6d-9d19-c8c334fc031b tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 909 time: 0.0487571 Sep 10 04:13:09.319695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd573e23-687b-4e64-8dda-00e5dcfb5d8b req-a0054c9a-c233-41f7-8469-8e313e3def13 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:09.321160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd573e23-687b-4e64-8dda-00e5dcfb5d8b req-a0054c9a-c233-41f7-8469-8e313e3def13 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 909 time: 0.0481379 Sep 10 04:13:09.434784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fa265-fc2a-40f3-ab47-a78b767f5a0f req-232cca6f-405e-4582-aace-cafa8a403ec6 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:09.436266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e0fa265-fc2a-40f3-ab47-a78b767f5a0f req-232cca6f-405e-4582-aace-cafa8a403ec6 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 909 time: 0.0509899 Sep 10 04:13:09.538496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5017834-de9c-460e-8485-a0569057daa9 req-71359332-f24b-4ef9-b043-183fd92ae690 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:09.540032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5017834-de9c-460e-8485-a0569057daa9 req-71359332-f24b-4ef9-b043-183fd92ae690 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 1060 time: 0.0398796 Sep 10 04:13:09.640828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca74d531-b94a-4697-9834-cd5dd33bf871 req-b116befd-25c5-4503-8e08-e03e82d48b0a tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:09.648286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca74d531-b94a-4697-9834-cd5dd33bf871 req-b116befd-25c5-4503-8e08-e03e82d48b0a tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 1136 time: 0.0398710 Sep 10 04:13:09.677595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca74d531-b94a-4697-9834-cd5dd33bf871 req-30ebdf89-d19b-4c92-bdd8-464eb179b398 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0290613 Sep 10 04:13:09.698724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54972) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:09.739618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb48706-3e3b-4b16-819e-e6b9d4842ba8 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:09.741098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ccb48706-3e3b-4b16-819e-e6b9d4842ba8 tempest-TestSecurityGroupsBasicOps-265181087 tempest-TestSecurityGroupsBasicOps-265181087-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 1055 time: 0.0413480 Sep 10 04:13:10.087496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a253de75-a3ed-4624-ac22-2a59b1396160 req-ab0ac0c3-db3b-4bfa-b21c-6e4d931c21d7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:10.088960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a253de75-a3ed-4624-ac22-2a59b1396160 req-ab0ac0c3-db3b-4bfa-b21c-6e4d931c21d7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 909 time: 0.0486710 Sep 10 04:13:11.205154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04771dc9-33f9-4101-9696-d7d6cc0ee32e req-9442d23d-e07b-46b5-a0c5-98e526c23bcb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:11.206572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04771dc9-33f9-4101-9696-d7d6cc0ee32e req-9442d23d-e07b-46b5-a0c5-98e526c23bcb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 909 time: 0.0495825 Sep 10 04:13:11.425795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-ea2cc597-6a53-4b58-b97f-e6ededcea479 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:11.427221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-ea2cc597-6a53-4b58-b97f-e6ededcea479 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.39 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 909 time: 0.0472741 Sep 10 04:13:11.517628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Deleting port 2878550b-5185-482f-99fb-f815fb15e7fc {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:13:11.517888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:11.602929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] For port 2878550b-5185-482f-99fb-f815fb15e7fc, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=2878550b-5185-482f-99fb-f815fb15e7fc,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:11.603290 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:11.615322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Calling delete_port for 2878550b-5185-482f-99fb-f815fb15e7fc owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:13:11.786617 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:11.812437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Port': ['ID=2878550b-5185-482f-99fb-f815fb15e7fc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:11.856076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] No DVR routers for this DVR port 2878550b-5185-482f-99fb-f815fb15e7fc on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:13:11.858936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:11.861048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cc23622-a1ac-431b-a13f-3c1db5b7a2bb req-fec59c15-08d2-48ed-b63f-e6b9493a59c2 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.39 "DELETE /v2.0/ports/2878550b-5185-482f-99fb-f815fb15e7fc HTTP/1.1" status: 204 len: 173 time: 0.4270389 Sep 10 04:13:11.861581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8470d63-90ce-4706-b5aa-1a532b6f99cf', 'name': 'network-vif-deleted', 'tag': '2878550b-5185-482f-99fb-f815fb15e7fc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:13:11.863851 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4127a693-bcc1-4204-88ff-4422362c212d" -d '{"events": [{"server_uuid": "d8470d63-90ce-4706-b5aa-1a532b6f99cf", "name": "network-vif-deleted", "tag": "2878550b-5185-482f-99fb-f815fb15e7fc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:13:11.911984 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d23f31b1-0bc1-4bf5-9bc3-336587a55895 x-openstack-request-id: req-d23f31b1-0bc1-4bf5-9bc3-336587a55895 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:13:11.912285 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8470d63-90ce-4706-b5aa-1a532b6f99cf", "name": "network-vif-deleted", "tag": "2878550b-5185-482f-99fb-f815fb15e7fc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:13:11.912517 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d23f31b1-0bc1-4bf5-9bc3-336587a55895 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:13:11.912926 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8470d63-90ce-4706-b5aa-1a532b6f99cf', 'name': 'network-vif-deleted', 'tag': '2878550b-5185-482f-99fb-f815fb15e7fc', 'status': 'completed', 'code': 200} Sep 10 04:13:12.308130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-606d3ba9-d657-48ff-830e-0bee1da653fc req-4e7f5d7f-cfcc-4ce1-93a7-c49b60bcc781 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d8470d63-90ce-4706-b5aa-1a532b6f99cf HTTP/1.1" status: 200 len: 210 time: 0.0258226 Sep 10 04:13:13.363336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54986) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:13.711980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:13.954670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Deleting port 6bcfa23d-3bf8-4bde-83c8-872e9c998171 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:13:13.955754 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:14.043843 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] For port 6bcfa23d-3bf8-4bde-83c8-872e9c998171, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6bcfa23d-3bf8-4bde-83c8-872e9c998171,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:14.044131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:14.056120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Calling delete_port for 6bcfa23d-3bf8-4bde-83c8-872e9c998171 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:13:14.323274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:14.350917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Port': ['ID=6bcfa23d-3bf8-4bde-83c8-872e9c998171,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:14.517412 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:14.728512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Router 327d3aab-54ca-4481-8890-5e34d763e678 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:13:14.831636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:13:14.837257 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bfebb54e-db2b-4d43-bb4b-e62b59f88f15 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "PUT /v2.0/routers/327d3aab-54ca-4481-8890-5e34d763e678/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4725490 Sep 10 04:13:14.839540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54988) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:14.842151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] Sync routers for ids ['327d3aab-54ca-4481-8890-5e34d763e678'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:13:14.854896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] Routers {'327d3aab-54ca-4481-8890-5e34d763e678'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:13:14.855524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['327d3aab-54ca-4481-8890-5e34d763e678'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:14.890455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-86613700-f65e-4669-b8b6-82e031e39e0c tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Deleting subnet c58b55e6-1027-460b-9e83-76af483bce02 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:13:14.893618 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86613700-f65e-4669-b8b6-82e031e39e0c tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:14.934929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86613700-f65e-4669-b8b6-82e031e39e0c tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:14.959494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] Set router 327d3aab-54ca-4481-8890-5e34d763e678 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:13:15.028220 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86613700-f65e-4669-b8b6-82e031e39e0c tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:15.141497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327d3aab-54ca-4481-8890-5e34d763e678', 'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:13:14Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:15.146462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86613700-f65e-4669-b8b6-82e031e39e0c tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:15.167838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] Checking router: 327d3aab-54ca-4481-8890-5e34d763e678 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:13:15.171848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86613700-f65e-4669-b8b6-82e031e39e0c tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Subnet': ['ID=c58b55e6-1027-460b-9e83-76af483bce02,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:15.177193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] Routers {'327d3aab-54ca-4481-8890-5e34d763e678'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:13:15.177602 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-86613700-f65e-4669-b8b6-82e031e39e0c tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:15.177813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['327d3aab-54ca-4481-8890-5e34d763e678'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:15.179526 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-86613700-f65e-4669-b8b6-82e031e39e0c tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "DELETE /v2.0/subnets/c58b55e6-1027-460b-9e83-76af483bce02 HTTP/1.1" status: 204 len: 168 time: 0.3388851 Sep 10 04:13:15.182248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54990) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:15.211317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85bd28c8-740e-466e-ba3d-4e61d139356e None None] Network 12e462fc-5ddf-489e-bbdd-7f746a279bef requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:13:15.375216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] Set router 327d3aab-54ca-4481-8890-5e34d763e678 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:13:15.520834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad30d55-d20d-40bc-9a53-ac2346d86a98 None None] DHCP port deletion for 12e462fc-5ddf-489e-bbdd-7f746a279bef request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:13:15.606015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fad30d55-d20d-40bc-9a53-ac2346d86a98 None None] Deleting port 558477cc-1e9c-4003-b405-3f1dc339a8d5 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:13:15.606392 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fad30d55-d20d-40bc-9a53-ac2346d86a98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:15.625631 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:15.729584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:15.770015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '327d3aab-54ca-4481-8890-5e34d763e678', 'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:13:14Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:15.802576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5888b27f-64a4-4bcf-bbe2-7049b0eb3540 None None] The sync data for ids ['327d3aab-54ca-4481-8890-5e34d763e678'] in n-d-808143-1 is: [{'id': '327d3aab-54ca-4481-8890-5e34d763e678', 'name': 'tempest-TestSecurityGroupsBasicOps-router-597625081', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26'}], 'enable_snat': True}, 'gw_port_id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:13:14Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '120a7441-baef-4a92-852b-4d2d1748b1ca', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d1:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '327d3aab-54ca-4481-8890-5e34d763e678', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3889, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:51Z', 'updated_at': '2021-09-10T04:12:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:13:15.843692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Deleting port 120a7441-baef-4a92-852b-4d2d1748b1ca {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:13:15.844056 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:15.853321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fad30d55-d20d-40bc-9a53-ac2346d86a98 None None] For port 558477cc-1e9c-4003-b405-3f1dc339a8d5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=558477cc-1e9c-4003-b405-3f1dc339a8d5,segment=NetworkSegment(730cb733-84f9-431c-9935-2dd5cf94a327),segment_id=730cb733-84f9-431c-9935-2dd5cf94a327)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:15.853846 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fad30d55-d20d-40bc-9a53-ac2346d86a98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:15.866911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fad30d55-d20d-40bc-9a53-ac2346d86a98 None None] Calling delete_port for 558477cc-1e9c-4003-b405-3f1dc339a8d5 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:13:15.920539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] For port 120a7441-baef-4a92-852b-4d2d1748b1ca, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=120a7441-baef-4a92-852b-4d2d1748b1ca,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:15.920818 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:15.937567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Calling delete_port for 120a7441-baef-4a92-852b-4d2d1748b1ca owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:13:16.031932 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fad30d55-d20d-40bc-9a53-ac2346d86a98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.057305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad30d55-d20d-40bc-9a53-ac2346d86a98 None None] Pushing event deleted for resources: {'Port': ['ID=558477cc-1e9c-4003-b405-3f1dc339a8d5,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:16.060820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad30d55-d20d-40bc-9a53-ac2346d86a98 None None] No DVR routers for this DVR port 558477cc-1e9c-4003-b405-3f1dc339a8d5 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:13:16.152322 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.190734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Port': ['ID=120a7441-baef-4a92-852b-4d2d1748b1ca,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:16.251565 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.343783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.346260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.442954 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.443409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Fanout notify agent at l3_agent the message router_deleted on router 327d3aab-54ca-4481-8890-5e34d763e678 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:13:16.450231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.451342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b9be50fb-4fcf-4272-b5a3-add895aa0de7 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "DELETE /v2.0/routers/327d3aab-54ca-4481-8890-5e34d763e678 HTTP/1.1" status: 204 len: 168 time: 1.2681112 Sep 10 04:13:16.453983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 54992) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:16.532544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.620139 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.638915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12e462fc-5ddf-489e-bbdd-7f746a279bef']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:16.648533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730cb733-84f9-431c-9935-2dd5cf94a327') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:16.648828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730cb733-84f9-431c-9935-2dd5cf94a327') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:16.658372 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.671764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.678349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Releasing vlan 214 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:13:16.678733 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:13:16.681676 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:13:16.699084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2878550b-5185-482f-99fb-f815fb15e7fc no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:13:16.718311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 2878550b-5185-482f-99fb-f815fb15e7fc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:13:16.718645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 2878550b-5185-482f-99fb-f815fb15e7fc not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:13:16.792264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.799370 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.801272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "DELETE /v2.0/networks/12e462fc-5ddf-489e-bbdd-7f746a279bef HTTP/1.1" status: 204 len: 168 time: 0.3463275 Sep 10 04:13:16.804762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 54994) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:16.816974 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b98a716-227b-4cd1-949b-03090c84228e tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Network': ['ID=12e462fc-5ddf-489e-bbdd-7f746a279bef,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:16.968360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Deleting port e0778ca6-d04c-4fcc-a3d7-20d96dea13ed {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:13:16.968931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:16.995126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 558477cc-1e9c-4003-b405-3f1dc339a8d5 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:13:17.015916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 558477cc-1e9c-4003-b405-3f1dc339a8d5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:13:17.016258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 558477cc-1e9c-4003-b405-3f1dc339a8d5 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:13:17.016664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6bcfa23d-3bf8-4bde-83c8-872e9c998171 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:13:17.038048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6bcfa23d-3bf8-4bde-83c8-872e9c998171 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:13:17.038382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6bcfa23d-3bf8-4bde-83c8-872e9c998171 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:13:17.038780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 120a7441-baef-4a92-852b-4d2d1748b1ca no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:13:17.051035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:17.051402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:17.058247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 120a7441-baef-4a92-852b-4d2d1748b1ca {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:13:17.058487 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 120a7441-baef-4a92-852b-4d2d1748b1ca not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:13:17.064217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Calling delete_port for e0778ca6-d04c-4fcc-a3d7-20d96dea13ed owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:13:17.249254 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:13:17.283651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:17.622913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Port': ['ID=e0778ca6-d04c-4fcc-a3d7-20d96dea13ed,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:17.680577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:17.680916 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Floating IP b5d12486-e0b4-4fee-95a3-45d97c53550a disassociated (deleted). External IP: 172.25.3.43, port: 215a3cb9-4df6-4add-be78-2c7bfd47e8f5. Sep 10 04:13:17.881081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Router 1c3dab54-7720-418b-a078-2d4e4cfb887f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:13:17.984678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:13:17.989402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:17.993937 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] Sync routers for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:13:18.003101 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:13:18.003717 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:18.016476 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-22ce9816-403e-42bb-a3a2-774587f85e69 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "DELETE /v2.0/floatingips/b5d12486-e0b4-4fee-95a3-45d97c53550a HTTP/1.1" status: 204 len: 168 time: 1.2106323 Sep 10 04:13:18.017178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:13:18.019565 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75497a34-2135-40f6-8fc5-9d6357064f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:13:18.060673 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:13:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c9c5cf-6f24-46be-882b-549184223a6e x-openstack-request-id: req-51c9c5cf-6f24-46be-882b-549184223a6e {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:13:18.060976 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:13:18.061232 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51c9c5cf-6f24-46be-882b-549184223a6e {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:13:18.062192 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'status': 'completed', 'code': 200} Sep 10 04:13:18.126440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-4a1e00c8-487f-4dc6-90c6-9e958565372d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:18.128097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-4a1e00c8-487f-4dc6-90c6-9e958565372d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 1136 time: 0.0433254 Sep 10 04:13:18.202901 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:13:18.221455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-4d6e3cf3-c8b0-4b06-9283-d31a544c366d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:18.222952 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-4d6e3cf3-c8b0-4b06-9283-d31a544c366d service neutron] 10.222.0.20 "GET /v2.0/networks?id=98badea5-6ce2-4c54-9f65-7681d4a78368 HTTP/1.1" status: 200 len: 897 time: 0.0878541 Sep 10 04:13:18.269161 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-e7762489-bcdf-41e1-bf15-914aaaab4cc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5 HTTP/1.1" status: 200 len: 217 time: 0.0341339 Sep 10 04:13:18.326861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-aef73717-f709-4526-a306-fcbf626d16e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:18.328610 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-aef73717-f709-4526-a306-fcbf626d16e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=7cf47072-098b-42be-b74e-42de61ca42e6 HTTP/1.1" status: 200 len: 835 time: 0.0522079 Sep 10 04:13:18.375929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-08f4954d-fe6b-4f5c-9f02-a9d4b917bf46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:18.378795 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-08f4954d-fe6b-4f5c-9f02-a9d4b917bf46 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=98badea5-6ce2-4c54-9f65-7681d4a78368&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0432618 Sep 10 04:13:18.386014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452d0791-a4df-46a4-a24f-329f95f3daf4 req-2f88102d-a7d3-4e95-9697-dd6352fccefe tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:18.387650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-452d0791-a4df-46a4-a24f-329f95f3daf4 req-2f88102d-a7d3-4e95-9697-dd6352fccefe tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 985 time: 0.0511239 Sep 10 04:13:18.408742 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:58Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '100a4b00-b7be-4656-a947-9fdba5c3e6d5', 'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:6c:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:57Z', 'updated_at': '2021-09-10T04:12:03Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:18.430751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-452d0791-a4df-46a4-a24f-329f95f3daf4 req-ee459eb9-c03d-4efb-abae-7a925ac55168 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0357437 Sep 10 04:13:18.435141 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] Checking router: 1c3dab54-7720-418b-a078-2d4e4cfb887f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:13:18.444603 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:13:18.445565 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:12:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:18.474474 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-513b69fa-cb83-4170-9489-166b2933e210 service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866880 Sep 10 04:13:18.548734 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:13:18.568238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-75497a34-2135-40f6-8fc5-9d6357064f8f req-057a9929-da0d-4a78-8166-350622564686 service neutron] 10.222.0.20 "GET /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Sep 10 04:13:18.736526 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:58Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '100a4b00-b7be-4656-a947-9fdba5c3e6d5', 'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:6c:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:57Z', 'updated_at': '2021-09-10T04:12:03Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:18.763893 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66de21e-de73-4697-b0ee-a060b05db49e None None] The sync data for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 is: [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:11:58Z', 'revision_number': 4, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '100a4b00-b7be-4656-a947-9fdba5c3e6d5', 'name': '', 'network_id': '98badea5-6ce2-4c54-9f65-7681d4a78368', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'mac_address': 'fa:16:3e:6c:68:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:57Z', 'updated_at': '2021-09-10T04:12:03Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'subnets': [{'id': '7cf47072-098b-42be-b74e-42de61ca42e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:13:18.981299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dce18455-3c93-4686-ab20-643172122892 None None] New status for floating IP b5d12486-e0b4-4fee-95a3-45d97c53550a: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:13:19.547907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1952113-62e7-4723-b3e2-5a4c2c7eb61e req-5d8f8efe-6de7-4c9f-93c4-5ed19b58953a tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:19.549399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1952113-62e7-4723-b3e2-5a4c2c7eb61e req-5d8f8efe-6de7-4c9f-93c4-5ed19b58953a tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 985 time: 0.0506535 Sep 10 04:13:19.588125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1952113-62e7-4723-b3e2-5a4c2c7eb61e req-e57fdd43-bba2-4384-8df4-049f9f378324 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/security-groups?id=1f0615b9-7465-4c96-adca-5596f7aadaca&id=cb116fc6-c02d-4ec7-9c3e-d9395359c718&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0326991 Sep 10 04:13:19.660483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-87156ae0-2754-43ac-9d3c-2ef859b3df00 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:19.661957 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-87156ae0-2754-43ac-9d3c-2ef859b3df00 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.20 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 985 time: 0.0487347 Sep 10 04:13:19.755093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Deleting port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:13:19.755359 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:19.841614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] For port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:19.841981 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:19.858570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Calling delete_port for 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:13:20.043301 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:20.071643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Port': ['ID=215a3cb9-4df6-4add-be78-2c7bfd47e8f5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:20.117611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] No DVR routers for this DVR port 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:13:20.120768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:20.122784 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a0ca9d88-5904-447c-85d2-b84207ce8fd6 req-e2673ade-0df3-40a6-b8e6-b9e4ce08ad68 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.20 "DELETE /v2.0/ports/215a3cb9-4df6-4add-be78-2c7bfd47e8f5 HTTP/1.1" status: 204 len: 173 time: 0.4542673 Sep 10 04:13:20.123270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'name': 'network-vif-deleted', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:13:20.127094 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79e49b6a-33ab-4f48-8022-c2e627797679" -d '{"events": [{"server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "name": "network-vif-deleted", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:13:20.163555 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:13:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6913931e-594a-44eb-8859-3be234c5d0a1 x-openstack-request-id: req-6913931e-594a-44eb-8859-3be234c5d0a1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:13:20.163878 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7c44ae7-2051-40fa-ab53-190c3a30e8a8", "name": "network-vif-deleted", "tag": "215a3cb9-4df6-4add-be78-2c7bfd47e8f5", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:13:20.164193 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6913931e-594a-44eb-8859-3be234c5d0a1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:13:20.164550 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7c44ae7-2051-40fa-ab53-190c3a30e8a8', 'name': 'network-vif-deleted', 'tag': '215a3cb9-4df6-4add-be78-2c7bfd47e8f5', 'status': 'completed', 'code': 200} Sep 10 04:13:20.695431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af80ebc8-0072-4a0e-8e55-df4d56300540 req-baeac527-f537-49b6-8a6c-15d0657b2977 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "GET /v2.0/ports?device_id=d7c44ae7-2051-40fa-ab53-190c3a30e8a8 HTTP/1.1" status: 200 len: 210 time: 0.0274503 Sep 10 04:13:20.820460 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3d5d1e4-1b70-4abe-a42b-ac0b438471ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:21.752032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55016) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:21.802920 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8165c13-6f19-49bd-8d37-e380bd7e2b2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:21.824427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8165c13-6f19-49bd-8d37-e380bd7e2b2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:21.923427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8165c13-6f19-49bd-8d37-e380bd7e2b2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:21.926066 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8165c13-6f19-49bd-8d37-e380bd7e2b2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:21.927247 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8165c13-6f19-49bd-8d37-e380bd7e2b2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "DELETE /v2.0/security-groups/cb116fc6-c02d-4ec7-9c3e-d9395359c718 HTTP/1.1" status: 204 len: 168 time: 0.1742437 Sep 10 04:13:21.930015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55018) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:21.936283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8165c13-6f19-49bd-8d37-e380bd7e2b2d tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb116fc6-c02d-4ec7-9c3e-d9395359c718,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:21.988461 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:22.010890 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:22.116957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:22.119445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:22.120616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "DELETE /v2.0/security-groups/1f0615b9-7465-4c96-adca-5596f7aadaca HTTP/1.1" status: 204 len: 168 time: 0.1896400 Sep 10 04:13:22.123395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55020) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:22.130161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0615b9-7465-4c96-adca-5596f7aadaca,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:22.137601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.137997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.138351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.138676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.139004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.139333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.139663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.140020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.140432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.140758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.141081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.141402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39f10131-6fe8-4804-a9a9-c77d021150cb tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:22.472943 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:22.721033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Deleting port 100a4b00-b7be-4656-a947-9fdba5c3e6d5 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:13:22.721377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:22.810753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] For port 100a4b00-b7be-4656-a947-9fdba5c3e6d5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=100a4b00-b7be-4656-a947-9fdba5c3e6d5,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:22.811447 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:22.823796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Calling delete_port for 100a4b00-b7be-4656-a947-9fdba5c3e6d5 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:13:23.100516 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:23.127042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Port': ['ID=100a4b00-b7be-4656-a947-9fdba5c3e6d5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:23.153937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.154290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.154634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.154970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.155302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.155633 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.156495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.156825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.157153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.157801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.157801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.158103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:23.307269 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:23.313529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:13:23.332666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:13:23.333004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 215a3cb9-4df6-4add-be78-2c7bfd47e8f5 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:13:23.483428 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-37ead6d7-db90-438b-af40-91b3b8311c8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:23.517330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Router 1c3dab54-7720-418b-a078-2d4e4cfb887f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:13:23.622651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:13:23.628191 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e680a59c-68c0-491d-b4f8-8df05f567116 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "PUT /v2.0/routers/1c3dab54-7720-418b-a078-2d4e4cfb887f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5035512 Sep 10 04:13:23.630794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55022) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:23.632412 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] Sync routers for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:13:23.642784 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:13:23.643383 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:13:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:23.682391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab11e12f-bca4-4436-ad06-b789beaa1e28 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Deleting subnet 7cf47072-098b-42be-b74e-42de61ca42e6 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:13:23.685404 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab11e12f-bca4-4436-ad06-b789beaa1e28 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:23.700690 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:23.725607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab11e12f-bca4-4436-ad06-b789beaa1e28 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:23.745264 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:13:23.815847 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab11e12f-bca4-4436-ad06-b789beaa1e28 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:23.922413 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:13:22Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:23.947874 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] Checking router: 1c3dab54-7720-418b-a078-2d4e4cfb887f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:13:24.014351 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] Routers {'1c3dab54-7720-418b-a078-2d4e4cfb887f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:13:24.014351 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:13:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['1c3dab54-7720-418b-a078-2d4e4cfb887f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:24.057256 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] Set router 1c3dab54-7720-418b-a078-2d4e4cfb887f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:13:24.141602 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab11e12f-bca4-4436-ad06-b789beaa1e28 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.169042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab11e12f-bca4-4436-ad06-b789beaa1e28 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Subnet': ['ID=7cf47072-098b-42be-b74e-42de61ca42e6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:24.174070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ab11e12f-bca4-4436-ad06-b789beaa1e28 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.177719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ab11e12f-bca4-4436-ad06-b789beaa1e28 tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "DELETE /v2.0/subnets/7cf47072-098b-42be-b74e-42de61ca42e6 HTTP/1.1" status: 204 len: 168 time: 0.5436397 Sep 10 04:13:24.178452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55024) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:24.182284 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dfbd817-e75f-4986-aadc-9fecb71490be None None] Network 98badea5-6ce2-4c54-9f65-7681d4a78368 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:13:24.235292 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:13:22Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:24.261196 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3334b26c-d5b7-4ad1-b556-e247d27b6d37 None None] The sync data for ids ['1c3dab54-7720-418b-a078-2d4e4cfb887f'] in n-d-808143-1 is: [{'id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'name': 'tempest-TestSecurityGroupsBasicOps-router-129910816', 'tenant_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:11:53Z', 'updated_at': '2021-09-10T04:13:22Z', 'revision_number': 5, 'project_id': '92e31e15afdd4d28a9b9a11e16c803fe', 'gw_port': {'id': '5cebc019-ad32-47db-9bf5-e17b4bfea376', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:9b:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c3dab54-7720-418b-a078-2d4e4cfb887f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3821, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:11:54Z', 'updated_at': '2021-09-10T04:11:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:13:24.284918 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.389690 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.506760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Deleting port 5cebc019-ad32-47db-9bf5-e17b4bfea376 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:13:24.507097 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.589131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] For port 5cebc019-ad32-47db-9bf5-e17b4bfea376, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5cebc019-ad32-47db-9bf5-e17b4bfea376,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:24.589552 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.601762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Calling delete_port for 5cebc019-ad32-47db-9bf5-e17b4bfea376 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:13:24.617790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5edf65-e511-48e0-b038-98ecb1b1c76f None None] DHCP port deletion for 98badea5-6ce2-4c54-9f65-7681d4a78368 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:13:24.669420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8a5edf65-e511-48e0-b038-98ecb1b1c76f None None] Deleting port 5d8c99d4-796c-41cd-9a90-730b31e5155b {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:13:24.669841 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8a5edf65-e511-48e0-b038-98ecb1b1c76f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.740748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8a5edf65-e511-48e0-b038-98ecb1b1c76f None None] For port 5d8c99d4-796c-41cd-9a90-730b31e5155b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5d8c99d4-796c-41cd-9a90-730b31e5155b,segment=NetworkSegment(c06e51f1-fb36-46ab-9434-6baaa9c71300),segment_id=c06e51f1-fb36-46ab-9434-6baaa9c71300)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:24.740748 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8a5edf65-e511-48e0-b038-98ecb1b1c76f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.750231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8a5edf65-e511-48e0-b038-98ecb1b1c76f None None] Calling delete_port for 5d8c99d4-796c-41cd-9a90-730b31e5155b owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:13:24.900861 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.926767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Port': ['ID=5cebc019-ad32-47db-9bf5-e17b4bfea376,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:24.935353 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8a5edf65-e511-48e0-b038-98ecb1b1c76f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:24.962103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5edf65-e511-48e0-b038-98ecb1b1c76f None None] Pushing event deleted for resources: {'Port': ['ID=5d8c99d4-796c-41cd-9a90-730b31e5155b,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:24.966435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5edf65-e511-48e0-b038-98ecb1b1c76f None None] No DVR routers for this DVR port 5d8c99d4-796c-41cd-9a90-730b31e5155b on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:13:24.994997 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.051769 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 100a4b00-b7be-4656-a947-9fdba5c3e6d5 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:13:25.070886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 100a4b00-b7be-4656-a947-9fdba5c3e6d5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:13:25.071228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 100a4b00-b7be-4656-a947-9fdba5c3e6d5 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:13:25.071639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5d8c99d4-796c-41cd-9a90-730b31e5155b no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:13:25.085520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.087829 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.090125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 5d8c99d4-796c-41cd-9a90-730b31e5155b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:13:25.090577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5d8c99d4-796c-41cd-9a90-730b31e5155b not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:13:25.152654 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.186128 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.186672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Fanout notify agent at l3_agent the message router_deleted on router 1c3dab54-7720-418b-a078-2d4e4cfb887f {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:13:25.196470 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.196470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1cc622fa-7969-411b-b6a1-3e087c292c6f tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "DELETE /v2.0/routers/1c3dab54-7720-418b-a078-2d4e4cfb887f HTTP/1.1" status: 204 len: 168 time: 1.0154514 Sep 10 04:13:25.197964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55028) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:25.282867 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.369129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.388183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98badea5-6ce2-4c54-9f65-7681d4a78368']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:25.396986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c06e51f1-fb36-46ab-9434-6baaa9c71300') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:25.397281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c06e51f1-fb36-46ab-9434-6baaa9c71300') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:25.406728 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.419440 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.425704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:13:25.426090 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:13:25.428998 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:13:25.552072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.559311 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:25.560725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] 10.222.0.22 "DELETE /v2.0/networks/98badea5-6ce2-4c54-9f65-7681d4a78368 HTTP/1.1" status: 204 len: 168 time: 0.3617675 Sep 10 04:13:25.574202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89186345-932a-4f52-a1fc-d0faf44c32ac tempest-TestSecurityGroupsBasicOps-1872500879 tempest-TestSecurityGroupsBasicOps-1872500879-project] Pushing event deleted for resources: {'Network': ['ID=98badea5-6ce2-4c54-9f65-7681d4a78368,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:26.054227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55036) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:26.183399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-df69f397-cb7e-4194-a29b-1c318dcf769a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92e31e15afdd4d28a9b9a11e16c803fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1280336 Sep 10 04:13:26.185805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55040) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:26.231721 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1028721f-0ea7-48a6-8074-7874c99775a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:26.254165 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1028721f-0ea7-48a6-8074-7874c99775a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:26.323272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:26.380119 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1028721f-0ea7-48a6-8074-7874c99775a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:26.382644 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1028721f-0ea7-48a6-8074-7874c99775a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:26.383893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1028721f-0ea7-48a6-8074-7874c99775a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b3c9a4f7-eb92-4c2a-80c6-7ff23f6dbb79 HTTP/1.1" status: 204 len: 168 time: 0.1971662 Sep 10 04:13:26.391498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028721f-0ea7-48a6-8074-7874c99775a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3c9a4f7-eb92-4c2a-80c6-7ff23f6dbb79,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:26.932262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55046) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:26.947817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5cebc019-ad32-47db-9bf5-e17b4bfea376 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:13:26.951193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-033b186f-e53a-41e1-84ba-c9e794bf3f49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:26.968133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 5cebc019-ad32-47db-9bf5-e17b4bfea376 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:13:26.968477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5cebc019-ad32-47db-9bf5-e17b4bfea376 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:13:27.040092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-033b186f-e53a-41e1-84ba-c9e794bf3f49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:27.117599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-033b186f-e53a-41e1-84ba-c9e794bf3f49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:27.154316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033b186f-e53a-41e1-84ba-c9e794bf3f49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88003134-6238-4c6b-97c5-3707979f3554,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:27.158731 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-033b186f-e53a-41e1-84ba-c9e794bf3f49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=88d271ae31d1441aa2046a85f0053d68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2254224 Sep 10 04:13:27.161381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55048) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:27.209482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19f684e8-9cc6-4623-86cf-92f49da66d34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:27.229249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19f684e8-9cc6-4623-86cf-92f49da66d34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:27.351134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19f684e8-9cc6-4623-86cf-92f49da66d34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:27.353751 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19f684e8-9cc6-4623-86cf-92f49da66d34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:27.354928 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-19f684e8-9cc6-4623-86cf-92f49da66d34 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88003134-6238-4c6b-97c5-3707979f3554 HTTP/1.1" status: 204 len: 168 time: 0.1926184 Sep 10 04:13:27.363624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f684e8-9cc6-4623-86cf-92f49da66d34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88003134-6238-4c6b-97c5-3707979f3554,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:28.052280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55054) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:28.091054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-12f4c3cf-ac5d-4d98-b4e0-eb53957a80c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1d080d6320a4279905b0fcefedeaa8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0376308 Sep 10 04:13:28.093467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55056) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:28.140652 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1a28-e6a9-4f27-8c12-4dc698183600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:28.161190 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1a28-e6a9-4f27-8c12-4dc698183600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:28.266089 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1a28-e6a9-4f27-8c12-4dc698183600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:28.268630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b3ab1a28-e6a9-4f27-8c12-4dc698183600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:28.269782 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b3ab1a28-e6a9-4f27-8c12-4dc698183600 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0c4e34f-292f-495f-aeb9-7b767af4ef32 HTTP/1.1" status: 204 len: 168 time: 0.1753902 Sep 10 04:13:28.280745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab1a28-e6a9-4f27-8c12-4dc698183600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0c4e34f-292f-495f-aeb9-7b767af4ef32,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:28.992353 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:30.111413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55062) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:30.184891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f7912-f38b-4304-a931-708bb9cd0e21 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:30.188216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f7912-f38b-4304-a931-708bb9cd0e21 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:30.188216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04f7912-f38b-4304-a931-708bb9cd0e21 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:30.188216 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b04f7912-f38b-4304-a931-708bb9cd0e21 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=ef9278a41fa04d7e82914c65d66ba28c&network_id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c HTTP/1.1" status: 200 len: 2970 time: 0.0750701 Sep 10 04:13:32.279734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55072) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:32.312451 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:32.338527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a68b6d-b645-4a43-b78a-75139ee8506b tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:32.340044 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-27a68b6d-b645-4a43-b78a-75139ee8506b tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e HTTP/1.1" status: 200 len: 814 time: 0.0592937 Sep 10 04:13:33.001893 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55078) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:33.006888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'network': {'name': 'tempest-network-smoke--1557124573', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'port_security_enabled': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:33.082784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Made reservation on behalf of ef9278a41fa04d7e82914c65d66ba28c for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:13:33.086133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:33.108832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:13:33.117380 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:33.117719 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Added segment 6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5 of type vlan for network 1e9e60d2-30d5-4213-8dba-ec8b2976629f Sep 10 04:13:33.154793 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:33.231526 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:33.236910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:33.237486 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:33.305539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Network': ['ID=1e9e60d2-30d5-4213-8dba-ec8b2976629f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:33.315623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 1e9e60d2-30d5-4213-8dba-ec8b2976629f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:13:33.334973 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0e17c681-95d6-4363-a36a-9fcb6ef75a02 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3319769 Sep 10 04:13:33.337977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55080) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:33.382949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f2f0b-ec9b-480b-b96b-4fad7b1a4452 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:33.384457 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ac3f2f0b-ec9b-480b-b96b-4fad7b1a4452 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ef9278a41fa04d7e82914c65d66ba28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.0455506 Sep 10 04:13:33.387172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55082) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:33.473352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c205395-b2d8-4e49-bb32-c2a704bcb14b tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:33.474820 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3c205395-b2d8-4e49-bb32-c2a704bcb14b tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0867276 Sep 10 04:13:33.477545 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55084) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:33.504385 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-71522f23-e721-453c-ba71-3ce055e87acc tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257378 Sep 10 04:13:33.506827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55086) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:33.533918 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3c5481eb-d37e-435b-8940-3dfa057fa159 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ef9278a41fa04d7e82914c65d66ba28c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260768 Sep 10 04:13:33.536335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55088) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:33.621789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557e37b9-c240-4407-af4f-d4ebdf1647e4 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:33.623248 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-557e37b9-c240-4407-af4f-d4ebdf1647e4 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0860112 Sep 10 04:13:33.625930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55090) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:33.653070 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c4a38ac7-c993-4a3e-bc2f-4757ac528907 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256302 Sep 10 04:13:33.655243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55092) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:33.659623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1286226630', 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:33.797414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Made reservation on behalf of ef9278a41fa04d7e82914c65d66ba28c for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:13:33.801306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.026310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.090514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Subnet': ['ID=6b88b3e9-81c6-4764-9836-6311d3d5ba76,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:34.098391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Checking segment: {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:13:34.098747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network hostable DHCP agents. Network: 1e9e60d2-30d5-4213-8dba-ec8b2976629f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:13:34.180386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 1e9e60d2-30d5-4213-8dba-ec8b2976629f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:13:34.237478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 1e9e60d2-30d5-4213-8dba-ec8b2976629f) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:13:34.241468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:34.242048 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.248171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900b8280-d262-4816-aafb-752ce98288a2 None None] Network 1e9e60d2-30d5-4213-8dba-ec8b2976629f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:13:34.312402 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dd5b67b9-b8ba-418e-895e-373fc7f1839d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.6561472 Sep 10 04:13:34.386021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-1e9e60d2-30d5-4213-8dba-ec8b2976629f', 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ips': [{'subnet_id': '6b88b3e9-81c6-4764-9836-6311d3d5ba76'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:13:34.386857 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.521101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Allocated IP 172.20.0.18 (1e9e60d2-30d5-4213-8dba-ec8b2976629f/6b88b3e9-81c6-4764-9836-6311d3d5ba76/a8f103ff-6710-4eef-8c58-3d937dd606e9) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:13:34.660295 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.668729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Transition to ACTIVE for port object a8f103ff-6710-4eef-8c58-3d937dd606e9 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:13:34.683392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Transition to ACTIVE for port object a8f103ff-6710-4eef-8c58-3d937dd606e9 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:13:34.769327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.793796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55096) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:34.798693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ad3de244-795a-4032-b421-49bea4c9ac88 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1604122752', 'description': 'tempest-secgroup-smoke-1604122752 description', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:34.806628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Network 1e9e60d2-30d5-4213-8dba-ec8b2976629f is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:13:34.811552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:13:34.814982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:13:34.823667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Pushing event updated for resources: {'Port': ['ID=a8f103ff-6710-4eef-8c58-3d937dd606e9,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:34.872466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Attempting to bind port a8f103ff-6710-4eef-8c58-3d937dd606e9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:13:34.872829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Attempting to bind port a8f103ff-6710-4eef-8c58-3d937dd606e9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:13:34.873190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Attempting to bind port a8f103ff-6710-4eef-8c58-3d937dd606e9 on network 1e9e60d2-30d5-4213-8dba-ec8b2976629f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:13:34.878081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:13:34.878452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Checking segment: {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:13:34.878848 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.879235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Bound using segment: {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:13:34.879709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Bound port: a8f103ff-6710-4eef-8c58-3d937dd606e9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:13:34.880093 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.900835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad3de244-795a-4032-b421-49bea4c9ac88 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:34.947027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] For port a8f103ff-6710-4eef-8c58-3d937dd606e9, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:13:34.950558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] For port a8f103ff-6710-4eef-8c58-3d937dd606e9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8f103ff-6710-4eef-8c58-3d937dd606e9,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:13:34.982324 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad3de244-795a-4032-b421-49bea4c9ac88 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.038227 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.066323 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad3de244-795a-4032-b421-49bea4c9ac88 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.098710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0cf9a-e70d-4e86-a204-674793e797d4 None None] Pushing event updated for resources: {'Port': ['ID=a8f103ff-6710-4eef-8c58-3d937dd606e9,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:35.101590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3de244-795a-4032-b421-49bea4c9ac88 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:35.152387 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad3de244-795a-4032-b421-49bea4c9ac88 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.153665 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ad3de244-795a-4032-b421-49bea4c9ac88 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3587587 Sep 10 04:13:35.156509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55098) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:35.160832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-36b2fce9-c18b-45cf-bcfe-d7832549f02f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': '569dc5b8-02f0-4739-abbd-0b79fe2a8cd0', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:35.248944 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36b2fce9-c18b-45cf-bcfe-d7832549f02f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.312714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36b2fce9-c18b-45cf-bcfe-d7832549f02f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.380858 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36b2fce9-c18b-45cf-bcfe-d7832549f02f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.401792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b2fce9-c18b-45cf-bcfe-d7832549f02f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa5a95e-2d53-4677-9b6c-c6aa682b11a8,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:35.449310 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-36b2fce9-c18b-45cf-bcfe-d7832549f02f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.450456 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-36b2fce9-c18b-45cf-bcfe-d7832549f02f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2929888 Sep 10 04:13:35.453204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55100) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:35.458262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4a15df3e-ab8d-41c9-8711-8b1ee3a44d47 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': '569dc5b8-02f0-4739-abbd-0b79fe2a8cd0', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:35.534694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a15df3e-ab8d-41c9-8711-8b1ee3a44d47 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.590077 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a15df3e-ab8d-41c9-8711-8b1ee3a44d47 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.644031 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a15df3e-ab8d-41c9-8711-8b1ee3a44d47 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.668101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15df3e-ab8d-41c9-8711-8b1ee3a44d47 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c521341-37e4-46ff-b5fc-d067d99dbac4,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:35.735058 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4a15df3e-ab8d-41c9-8711-8b1ee3a44d47 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.739018 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4a15df3e-ab8d-41c9-8711-8b1ee3a44d47 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2820361 Sep 10 04:13:35.739216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55102) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:35.743550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bd1e0104-a1c7-41fa-b35a-443e3a6f6751 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': '569dc5b8-02f0-4739-abbd-0b79fe2a8cd0', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:35.842936 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd1e0104-a1c7-41fa-b35a-443e3a6f6751 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.905039 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd1e0104-a1c7-41fa-b35a-443e3a6f6751 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:35.914384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7a7340-2546-4d04-a0cc-1e0a0bad0f0d None None] Network 1e9e60d2-30d5-4213-8dba-ec8b2976629f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:13:35.992316 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd1e0104-a1c7-41fa-b35a-443e3a6f6751 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.008073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e0104-a1c7-41fa-b35a-443e3a6f6751 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b11f5d08-d9e8-43c2-b199-981f0d4fda66,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:36.053204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-974da4f7-8144-4163-973f-c600789881c8 None None] Provisioning for port a8f103ff-6710-4eef-8c58-3d937dd606e9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:13:36.078712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bd1e0104-a1c7-41fa-b35a-443e3a6f6751 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.081115 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bd1e0104-a1c7-41fa-b35a-443e3a6f6751 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3398426 Sep 10 04:13:36.082738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55104) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:36.087185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-33712fde-60db-4722-9475-5cf8becfbc2c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': '569dc5b8-02f0-4739-abbd-0b79fe2a8cd0', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:36.174620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33712fde-60db-4722-9475-5cf8becfbc2c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.197269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-cf154774-a437-444d-9add-793e980deb70 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420635 Sep 10 04:13:36.242174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33712fde-60db-4722-9475-5cf8becfbc2c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.280740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-535d93fd-53cc-48f0-baf0-00f7779fd112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:36.282248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-535d93fd-53cc-48f0-baf0-00f7779fd112 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 1097 time: 0.0403385 Sep 10 04:13:36.300430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33712fde-60db-4722-9475-5cf8becfbc2c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.318902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33712fde-60db-4722-9475-5cf8becfbc2c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c111a705-707f-4159-8d88-dc3df83450ec,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:36.369291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33712fde-60db-4722-9475-5cf8becfbc2c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.370682 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-33712fde-60db-4722-9475-5cf8becfbc2c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2868180 Sep 10 04:13:36.373206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55106) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:36.378187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fadecb6f-9d06-4c03-b381-f3606bef7dad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': '569dc5b8-02f0-4739-abbd-0b79fe2a8cd0', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:36.389230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-57795b70-10ed-4b0a-9fe5-7e74a7c98366 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:36.390722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-57795b70-10ed-4b0a-9fe5-7e74a7c98366 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c HTTP/1.1" status: 200 len: 897 time: 0.0904398 Sep 10 04:13:36.443310 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-fadecb6f-9d06-4c03-b381-f3606bef7dad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Project ef9278a41fa04d7e82914c65d66ba28c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:13:36.448343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fadecb6f-9d06-4c03-b381-f3606bef7dad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.455101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-66495ac3-7425-43e3-aa71-f60ea30dc69b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871 HTTP/1.1" status: 200 len: 1001 time: 0.0566843 Sep 10 04:13:36.504938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-e3b1d604-dea1-4657-9e4b-f9605789ba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:36.506342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-e3b1d604-dea1-4657-9e4b-f9605789ba20 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e80fbb16-58e1-4557-a00c-321312afbda1 HTTP/1.1" status: 200 len: 834 time: 0.0445392 Sep 10 04:13:36.508776 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fadecb6f-9d06-4c03-b381-f3606bef7dad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.551926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fadecb6f-9d06-4c03-b381-f3606bef7dad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.557610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-3ebc692c-d8fc-4460-b575-952de85c9172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:36.559638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-3ebc692c-d8fc-4460-b575-952de85c9172 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454705 Sep 10 04:13:36.569043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadecb6f-9d06-4c03-b381-f3606bef7dad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76976d90-30b8-4249-b565-b81595dd25ae,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:36.620825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fadecb6f-9d06-4c03-b381-f3606bef7dad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.622057 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fadecb6f-9d06-4c03-b381-f3606bef7dad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2478843 Sep 10 04:13:36.624813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55108) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:36.629126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fcb63069-bac0-49bb-ae01-a3d864e0ae98 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': '569dc5b8-02f0-4739-abbd-0b79fe2a8cd0', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:36.647292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-cef50b5b-0356-4c41-b55f-93b40f73977d service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811305 Sep 10 04:13:36.694900 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-fcb63069-bac0-49bb-ae01-a3d864e0ae98 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Project ef9278a41fa04d7e82914c65d66ba28c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:13:36.700300 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcb63069-bac0-49bb-ae01-a3d864e0ae98 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.740264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c75bbda6-1806-4e87-bf12-1dfab79b1d56 req-4c22a990-2c6f-4c3c-8033-3a878bdeb2af service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859563 Sep 10 04:13:36.762632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcb63069-bac0-49bb-ae01-a3d864e0ae98 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.814563 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcb63069-bac0-49bb-ae01-a3d864e0ae98 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.829088 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb63069-bac0-49bb-ae01-a3d864e0ae98 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab9f405-f985-4ab6-a322-f8ed71defb30,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:36.900729 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcb63069-bac0-49bb-ae01-a3d864e0ae98 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:36.902036 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fcb63069-bac0-49bb-ae01-a3d864e0ae98 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2761970 Sep 10 04:13:37.020645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8f103ff-6710-4eef-8c58-3d937dd606e9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:13:37.093646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-85c96131-654e-4b03-ae95-ce73c0acbc05 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1604122752&fields=id&tenant_id=ef9278a41fa04d7e82914c65d66ba28c HTTP/1.1" status: 200 len: 267 time: 0.0328190 Sep 10 04:13:37.123423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a8f103ff-6710-4eef-8c58-3d937dd606e9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:13:37.127790 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a8f103ff-6710-4eef-8c58-3d937dd606e9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:37.128308 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:37.197853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-9818008a-9a9d-452b-a39f-53b4b7b211b5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:37.199331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-9818008a-9a9d-452b-a39f-53b4b7b211b5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/networks?id=1e9e60d2-30d5-4213-8dba-ec8b2976629f HTTP/1.1" status: 200 len: 797 time: 0.0982218 Sep 10 04:13:37.209761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:37.215180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-d809450b-51d0-4401-ad85-c01c7a34946b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/quotas/ef9278a41fa04d7e82914c65d66ba28c HTTP/1.1" status: 200 len: 375 time: 0.0090725 Sep 10 04:13:37.240531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port a8f103ff-6710-4eef-8c58-3d937dd606e9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8f103ff-6710-4eef-8c58-3d937dd606e9,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:37.276652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-80d757de-d0e9-4570-8ba9-5ba0163c91a6 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0558364 Sep 10 04:13:37.323385 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:37.369717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-392ab8a9-2ed5-49fc-8bdc-0b29d746fa29 service neutron] 10.222.0.22 "GET /v2.0/networks/1e9e60d2-30d5-4213-8dba-ec8b2976629f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815423 Sep 10 04:13:37.371618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=a8f103ff-6710-4eef-8c58-3d937dd606e9,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:37.380050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.384590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:13:37.462518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-9b852b1e-940f-48e4-85e7-d475ee9c8ea2 service neutron] 10.222.0.22 "GET /v2.0/networks/1e9e60d2-30d5-4213-8dba-ec8b2976629f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865679 Sep 10 04:13:37.690586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-918b40ea-bd4c-4ac8-9f30-ba98ff05b73c req-fac8eb3f-7450-48ac-b5f5-bdb00a6ec82b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0270655 Sep 10 04:13:38.793749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75ed1f45-5c2d-460e-b1fe-1a0ed11c3dcd req-f7f4992f-64ed-4a2e-a9cb-0f9b965b4808 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0272985 Sep 10 04:13:38.998063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8f103ff-6710-4eef-8c58-3d937dd606e9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:13:39.047637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a8f103ff-6710-4eef-8c58-3d937dd606e9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:39.047954 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:39.390782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-542c5fab-b6c5-4f45-8ea6-dd8b4408e08a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:39.392328 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-542c5fab-b6c5-4f45-8ea6-dd8b4408e08a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "GET /v2.0/networks?id=1e9e60d2-30d5-4213-8dba-ec8b2976629f HTTP/1.1" status: 200 len: 797 time: 0.1016626 Sep 10 04:13:39.436561 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-b52d3b66-b717-4cad-9203-b742065966cd tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef9278a41fa04d7e82914c65d66ba28c HTTP/1.1" status: 200 len: 473 time: 0.0353808 Sep 10 04:13:39.449727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'port': {'device_id': '393f930f-e614-41f2-ac94-d498d4bcc3e9', 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f', 'admin_state_up': True, 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'security_groups': ['569dc5b8-02f0-4739-abbd-0b79fe2a8cd0']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:39.620587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Made reservation on behalf of ef9278a41fa04d7e82914c65d66ba28c for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:13:39.624230 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:39.747063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.20.0.30 (1e9e60d2-30d5-4213-8dba-ec8b2976629f/6b88b3e9-81c6-4764-9836-6311d3d5ba76/f37b0b64-6912-4e0d-8a0e-1f34a58e9baf) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:13:39.878858 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:39.884073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a08afdb-dbc0-4029-a90c-9ad3f30be91b req-ba430aad-1747-47e9-a3d3-3ad31cb77891 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0253456 Sep 10 04:13:39.892581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Transition to ACTIVE for port object f37b0b64-6912-4e0d-8a0e-1f34a58e9baf will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:13:39.963755 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:40.009428 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 1e9e60d2-30d5-4213-8dba-ec8b2976629f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:13:40.012443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:13:40.018966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:13:40.025296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:40.070486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:40.071099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:40.130210 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-ba80a8e0-7d85-4017-bbc9-eb95edbd8aab tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6839693 Sep 10 04:13:40.143071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Request body: {'port': {'device_id': '393f930f-e614-41f2-ac94-d498d4bcc3e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:13:40.199599 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:40.272448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ba4fbb43-650a-41a7-9081-95a806adc3ff None None] Provisioning for port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:13:40.276531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ba4fbb43-650a-41a7-9081-95a806adc3ff None None] Provisioning complete for port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:40.280723 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba4fbb43-650a-41a7-9081-95a806adc3ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:40.311497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ba4fbb43-650a-41a7-9081-95a806adc3ff None None] Port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:13:40.764759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f37b0b64-6912-4e0d-8a0e-1f34a58e9baf {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:13:40.771856 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:40.783208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Transition to ACTIVE for port object f37b0b64-6912-4e0d-8a0e-1f34a58e9baf will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:13:40.831965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:40.897888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Pushing event updated for resources: {'Port': ['ID=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:40.957347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Attempting to bind port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:13:40.957687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Attempting to bind port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:13:40.958163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Attempting to bind port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf on network 1e9e60d2-30d5-4213-8dba-ec8b2976629f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:13:40.962862 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf on network 1e9e60d2-30d5-4213-8dba-ec8b2976629f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:13:40.963261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Attempting to bind port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf on network 1e9e60d2-30d5-4213-8dba-ec8b2976629f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:13:40.968422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:13:40.972367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Checking segment: {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:13:40.972367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Bound using segment: {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:13:40.972367 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Bound port: f37b0b64-6912-4e0d-8a0e-1f34a58e9baf, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:13:40.972367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:41.012412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cfaddf-87e3-4659-829f-529bf9739d84 req-0ff4be15-2aac-47d7-a0df-f5a969683ce3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:41.014198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7cfaddf-87e3-4659-829f-529bf9739d84 req-0ff4be15-2aac-47d7-a0df-f5a969683ce3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 944 time: 0.0559118 Sep 10 04:13:41.039062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] For port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:13:41.042748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] For port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:13:41.056044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7cfaddf-87e3-4659-829f-529bf9739d84 req-8144fc16-8ee0-461a-aa7c-869077532513 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Sep 10 04:13:41.112517 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:41.147635 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:41.150812 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:41.150812 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] 10.222.0.20 "PUT /v2.0/ports/f37b0b64-6912-4e0d-8a0e-1f34a58e9baf HTTP/1.1" status: 200 len: 1092 time: 1.0109510 Sep 10 04:13:41.150812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '393f930f-e614-41f2-ac94-d498d4bcc3e9', 'tag': 'f37b0b64-6912-4e0d-8a0e-1f34a58e9baf'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:13:41.152336 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1a2ca94-b02f-413d-a7c2-e10f9a44d963" -d '{"events": [{"name": "network-changed", "server_uuid": "393f930f-e614-41f2-ac94-d498d4bcc3e9", "tag": "f37b0b64-6912-4e0d-8a0e-1f34a58e9baf"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:13:41.184098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409568b-4eab-437b-a213-5f65dc895681 service neutron] Pushing event updated for resources: {'Port': ['ID=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:41.189978 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:13:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cc5bf46-df93-4fbc-b303-fb8a5ee7022f x-openstack-request-id: req-4cc5bf46-df93-4fbc-b303-fb8a5ee7022f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:13:41.191033 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "393f930f-e614-41f2-ac94-d498d4bcc3e9", "tag": "f37b0b64-6912-4e0d-8a0e-1f34a58e9baf", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:13:41.191288 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4cc5bf46-df93-4fbc-b303-fb8a5ee7022f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:13:41.191829 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '393f930f-e614-41f2-ac94-d498d4bcc3e9', 'tag': 'f37b0b64-6912-4e0d-8a0e-1f34a58e9baf', 'status': 'completed', 'code': 200} Sep 10 04:13:41.253276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2ca94-b02f-413d-a7c2-e10f9a44d963 req-6c2b71ce-486e-494a-8ab1-5c44cb157c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:41.254815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1a2ca94-b02f-413d-a7c2-e10f9a44d963 req-6c2b71ce-486e-494a-8ab1-5c44cb157c17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 1095 time: 0.0432539 Sep 10 04:13:41.360964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2ca94-b02f-413d-a7c2-e10f9a44d963 req-94da9011-b967-465e-b479-8e5fc6b8778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:41.361440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2ca94-b02f-413d-a7c2-e10f9a44d963 req-94da9011-b967-465e-b479-8e5fc6b8778c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:41.363538 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1a2ca94-b02f-413d-a7c2-e10f9a44d963 req-94da9011-b967-465e-b479-8e5fc6b8778c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.1014919 Sep 10 04:13:41.457753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a2ca94-b02f-413d-a7c2-e10f9a44d963 req-4de0b7c0-d4cb-4655-926d-cd42b3967fea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:41.459206 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b1a2ca94-b02f-413d-a7c2-e10f9a44d963 req-4de0b7c0-d4cb-4655-926d-cd42b3967fea service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0888908 Sep 10 04:13:41.534878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-0b15c189-45c5-442d-b1d4-f5fca04e2313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:41.536408 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-0b15c189-45c5-442d-b1d4-f5fca04e2313 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 1095 time: 0.0411673 Sep 10 04:13:41.578613 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-79a7b0b6-3943-474f-883b-f3df28b9dc37 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf HTTP/1.1" status: 200 len: 217 time: 0.0337236 Sep 10 04:13:41.625076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-8d61ea60-9305-4554-8d2e-55352bfe6c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:41.626472 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-8d61ea60-9305-4554-8d2e-55352bfe6c87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=6b88b3e9-81c6-4764-9836-6311d3d5ba76 HTTP/1.1" status: 200 len: 838 time: 0.0416088 Sep 10 04:13:41.674001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-21407b4f-39c0-4c64-83f8-4c51606969de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:41.676138 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-21407b4f-39c0-4c64-83f8-4c51606969de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1e9e60d2-30d5-4213-8dba-ec8b2976629f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0430925 Sep 10 04:13:41.764276 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-46aae67b-cff5-4258-a9e6-0b22d082f185 service neutron] 10.222.0.20 "GET /v2.0/networks/1e9e60d2-30d5-4213-8dba-ec8b2976629f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795960 Sep 10 04:13:41.854454 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63fe0375-8d06-41a7-b25f-dbfddef8e2aa req-27a9fa00-683f-4263-97b3-424c64d8a4cb service neutron] 10.222.0.20 "GET /v2.0/networks/1e9e60d2-30d5-4213-8dba-ec8b2976629f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835848 Sep 10 04:13:42.169439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b5e4eb-cddd-4768-b5d0-f8e57ea4af68 req-2908a930-e7d0-4da1-a5db-4966415846a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:42.170829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8b5e4eb-cddd-4768-b5d0-f8e57ea4af68 req-2908a930-e7d0-4da1-a5db-4966415846a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 944 time: 0.0483429 Sep 10 04:13:42.207306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8b5e4eb-cddd-4768-b5d0-f8e57ea4af68 req-a187983f-1b02-4a5a-8744-ae1eecba440f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305083 Sep 10 04:13:43.321723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821902e0-ec74-461a-afe4-d5a6bebc5cc0 req-0cad011e-75ab-404a-9a4f-db439c6e7553 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:43.323190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-821902e0-ec74-461a-afe4-d5a6bebc5cc0 req-0cad011e-75ab-404a-9a4f-db439c6e7553 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 944 time: 0.0491104 Sep 10 04:13:43.364952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-821902e0-ec74-461a-afe4-d5a6bebc5cc0 req-69fe3b56-b265-4284-96f6-b4b050cd7b5d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353949 Sep 10 04:13:43.493488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f37b0b64-6912-4e0d-8a0e-1f34a58e9baf details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:13:43.587865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:43.599235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'f37b0b64-6912-4e0d-8a0e-1f34a58e9baf', 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f', 'port_id': 'f37b0b64-6912-4e0d-8a0e-1f34a58e9baf', 'mac_address': 'fa:16:3e:e1:3b:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 213, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b88b3e9-81c6-4764-9836-6311d3d5ba76', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:13:43.635019 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:43.648367 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f37b0b64-6912-4e0d-8a0e-1f34a58e9baf {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:13:43.668587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:43.740509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:43.789178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:43.942087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['f37b0b64-6912-4e0d-8a0e-1f34a58e9baf'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:13:44.478632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859a2656-df18-4ec3-a1d2-f061fea913dc req-25ed081d-0136-4ea3-bf88-a5a2690104f2 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:44.480111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-859a2656-df18-4ec3-a1d2-f061fea913dc req-25ed081d-0136-4ea3-bf88-a5a2690104f2 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0513597 Sep 10 04:13:44.516309 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-859a2656-df18-4ec3-a1d2-f061fea913dc req-d7d2f905-3822-4da6-8d3d-271841382a3f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303156 Sep 10 04:13:45.495326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f37b0b64-6912-4e0d-8a0e-1f34a58e9baf up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:13:45.603927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:13:45.608014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:45.608422 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:45.629375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677b9a0-e36a-40f0-81ab-3760cf2598d2 req-c699d172-a7f3-4203-a46a-c37189973935 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:45.630900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2677b9a0-e36a-40f0-81ab-3760cf2598d2 req-c699d172-a7f3-4203-a46a-c37189973935 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 945 time: 0.0489380 Sep 10 04:13:45.669127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2677b9a0-e36a-40f0-81ab-3760cf2598d2 req-c1ae455b-ca32-472c-a589-50c7b1fa60a6 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317328 Sep 10 04:13:45.684331 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:45.705805 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393f930f-e614-41f2-ac94-d498d4bcc3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37b0b64-6912-4e0d-8a0e-1f34a58e9baf'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:13:45.708040 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc0e51ee-3ab0-415d-a9c7-4877abe9dd42" -d '{"events": [{"server_uuid": "393f930f-e614-41f2-ac94-d498d4bcc3e9", "name": "network-vif-plugged", "status": "completed", "tag": "f37b0b64-6912-4e0d-8a0e-1f34a58e9baf"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:13:45.723782 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:45.745415 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:13:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f35694-951a-47fb-9ff7-1b10679ddd71 x-openstack-request-id: req-82f35694-951a-47fb-9ff7-1b10679ddd71 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:13:45.745415 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393f930f-e614-41f2-ac94-d498d4bcc3e9", "name": "network-vif-plugged", "status": "completed", "tag": "f37b0b64-6912-4e0d-8a0e-1f34a58e9baf", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:13:45.745415 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-82f35694-951a-47fb-9ff7-1b10679ddd71 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:13:45.745415 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393f930f-e614-41f2-ac94-d498d4bcc3e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f37b0b64-6912-4e0d-8a0e-1f34a58e9baf', 'code': 200} Sep 10 04:13:45.792453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:45.839091 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:45.841176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e5311-c947-4a81-b428-8b6bd895c048 req-77c0222d-c624-4fef-8d82-7d48475a6981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:45.842699 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-623e5311-c947-4a81-b428-8b6bd895c048 req-77c0222d-c624-4fef-8d82-7d48475a6981 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 1097 time: 0.0402958 Sep 10 04:13:45.878795 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-623e5311-c947-4a81-b428-8b6bd895c048 req-1bd94578-1f71-4b67-809d-ba527e0e9c4a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278974 Sep 10 04:13:46.790193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22201e-caff-47a3-a258-553b36178b40 req-edf180bb-627e-441d-8eca-f7f975f4c08d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:46.791867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d22201e-caff-47a3-a258-553b36178b40 req-edf180bb-627e-441d-8eca-f7f975f4c08d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0520780 Sep 10 04:13:46.829050 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d22201e-caff-47a3-a258-553b36178b40 req-45ff6c59-c85b-4091-a808-48cf446e61cc tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313513 Sep 10 04:13:47.946219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70ca479-424f-4092-9db8-d77733e5717d req-94fdc104-d1af-43d2-b282-1c91725b599a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:47.947670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c70ca479-424f-4092-9db8-d77733e5717d req-94fdc104-d1af-43d2-b282-1c91725b599a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0521717 Sep 10 04:13:47.984650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c70ca479-424f-4092-9db8-d77733e5717d req-67826af0-2666-4e6d-8e47-84e8c3fbe54a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311043 Sep 10 04:13:48.097583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0bb1ed9-36d4-46ef-8502-81cb685821b0 req-d73cec0a-d9cf-42a0-9ea9-b0b3e8fceca3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:13:48.099044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0bb1ed9-36d4-46ef-8502-81cb685821b0 req-d73cec0a-d9cf-42a0-9ea9-b0b3e8fceca3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0491586 Sep 10 04:13:48.135372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0bb1ed9-36d4-46ef-8502-81cb685821b0 req-11357b83-f0c8-45a2-8385-138f2cbfa53a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302165 Sep 10 04:13:49.611153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55166) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:13:50.034008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:50.297750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.20.0.17 (1e9e60d2-30d5-4213-8dba-ec8b2976629f/6b88b3e9-81c6-4764-9836-6311d3d5ba76/6a6314bf-d23b-48bd-b909-71bf359d755e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:13:50.406177 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:50.419437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Transition to ACTIVE for port object 6a6314bf-d23b-48bd-b909-71bf359d755e will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:13:50.518344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:50.555240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 1e9e60d2-30d5-4213-8dba-ec8b2976629f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:13:50.558210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:13:50.561825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:13:50.604085 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=6a6314bf-d23b-48bd-b909-71bf359d755e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:50.621421 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:50.831522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:50.843662 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ad724595-343a-40e9-8188-89f7eeb01860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:50.860826 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bb371cb4-62ab-4730-ab8e-454bfad9a7f4 None None] Provisioning for port 6a6314bf-d23b-48bd-b909-71bf359d755e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:13:50.865451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bb371cb4-62ab-4730-ab8e-454bfad9a7f4 None None] Provisioning complete for port 6a6314bf-d23b-48bd-b909-71bf359d755e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:50.865825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bb371cb4-62ab-4730-ab8e-454bfad9a7f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:50.898941 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-bb371cb4-62ab-4730-ab8e-454bfad9a7f4 None None] Port 6a6314bf-d23b-48bd-b909-71bf359d755e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:13:51.095769 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:51.145955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:51.219920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=6a6314bf-d23b-48bd-b909-71bf359d755e,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:51.222819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:51.311369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 1e9e60d2-30d5-4213-8dba-ec8b2976629f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:13:51.312800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:13:51.428129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 978e50fc-a00b-4b26-a3fc-08b01a5c509f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:13:51.519750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fce68d75-7749-44dc-bcfb-426110501957 None None] Provisioning complete for port 6a6314bf-d23b-48bd-b909-71bf359d755e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:51.520124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fce68d75-7749-44dc-bcfb-426110501957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:51.539464 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:13:51.545427 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f4f1faee-23c1-4606-b7cc-aef85b2855ec tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "PUT /v2.0/routers/978e50fc-a00b-4b26-a3fc-08b01a5c509f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9331906 Sep 10 04:13:51.550670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Sync routers for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:13:51.562195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fce68d75-7749-44dc-bcfb-426110501957 None None] Port 6a6314bf-d23b-48bd-b909-71bf359d755e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:13:51.567501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:13:51.568132 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:13:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:51.668548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:13:51.886847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:13:50Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '95484b4a-31db-45fe-b736-6b46c2b7c168', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:57Z', 'updated_at': '2021-09-10T04:13:00Z', 'revision_number': 1, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6314bf-d23b-48bd-b909-71bf359d755e', 'name': '', 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:72:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '6b88b3e9-81c6-4764-9836-6311d3d5ba76', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:13:50Z', 'updated_at': '2021-09-10T04:13:50Z', 'revision_number': 2, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '6b88b3e9-81c6-4764-9836-6311d3d5ba76', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:51.912464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Checking router: 978e50fc-a00b-4b26-a3fc-08b01a5c509f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:13:51.912818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Updating router 978e50fc-a00b-4b26-a3fc-08b01a5c509f port 6a6314bf-d23b-48bd-b909-71bf359d755e binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:13:51.936569 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:52.187537 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:52.197183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Transition to ACTIVE for port object 6a6314bf-d23b-48bd-b909-71bf359d755e will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:13:52.265856 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:52.317896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ab912-e79b-4464-b9c5-634e3326ef53 None None] Pushing event updated for resources: {'Port': ['ID=6a6314bf-d23b-48bd-b909-71bf359d755e,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:52.365973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Attempting to bind port 6a6314bf-d23b-48bd-b909-71bf359d755e on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:13:52.366344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Attempting to bind port 6a6314bf-d23b-48bd-b909-71bf359d755e by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:13:52.366703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Attempting to bind port 6a6314bf-d23b-48bd-b909-71bf359d755e on network 1e9e60d2-30d5-4213-8dba-ec8b2976629f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:13:52.371772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 13, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:13:52.372269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Checking segment: {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:13:52.372671 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:52.373065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Bound using segment: {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:13:52.373528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Bound port: 6a6314bf-d23b-48bd-b909-71bf359d755e, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:13:52.373909 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:52.440708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] For port 6a6314bf-d23b-48bd-b909-71bf359d755e, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:13:52.441395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] For port 6a6314bf-d23b-48bd-b909-71bf359d755e, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6a6314bf-d23b-48bd-b909-71bf359d755e,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:13:52.517991 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:52.577308 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237ab912-e79b-4464-b9c5-634e3326ef53 None None] Pushing event updated for resources: {'Port': ['ID=6a6314bf-d23b-48bd-b909-71bf359d755e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:52.579797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:13:52.580405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:13:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:52.687721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:13:52.915558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:13:50Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '95484b4a-31db-45fe-b736-6b46c2b7c168', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:57Z', 'updated_at': '2021-09-10T04:13:00Z', 'revision_number': 1, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6314bf-d23b-48bd-b909-71bf359d755e', 'name': '', 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:72:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '6b88b3e9-81c6-4764-9836-6311d3d5ba76', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:13:50Z', 'updated_at': '2021-09-10T04:13:52Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '6b88b3e9-81c6-4764-9836-6311d3d5ba76', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:13:52.940874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c29bfe11-4594-4e87-af05-0057b075b935 None None] The sync data for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 is: [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:13:50Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '95484b4a-31db-45fe-b736-6b46c2b7c168', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:57Z', 'updated_at': '2021-09-10T04:13:00Z', 'revision_number': 1, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6a6314bf-d23b-48bd-b909-71bf359d755e', 'name': '', 'network_id': '1e9e60d2-30d5-4213-8dba-ec8b2976629f', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:72:2b:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3915, 'fixed_ips': [{'subnet_id': '6b88b3e9-81c6-4764-9836-6311d3d5ba76', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:13:50Z', 'updated_at': '2021-09-10T04:13:52Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '6b88b3e9-81c6-4764-9836-6311d3d5ba76', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:13:53.494845 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8000279e-7147-4503-8adf-59dcebdb2caf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:53.705989 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:54.248342 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:13:55.016713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a6314bf-d23b-48bd-b909-71bf359d755e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:13:55.118176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6a6314bf-d23b-48bd-b909-71bf359d755e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:13:55.122204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6a6314bf-d23b-48bd-b909-71bf359d755e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:55.122578 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:55.302502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:55.354058 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:55.385012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6a6314bf-d23b-48bd-b909-71bf359d755e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6a6314bf-d23b-48bd-b909-71bf359d755e,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:13:55.471870 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:55.517780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6a6314bf-d23b-48bd-b909-71bf359d755e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:13:56.305822 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:57.003718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a6314bf-d23b-48bd-b909-71bf359d755e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:13:57.052329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6a6314bf-d23b-48bd-b909-71bf359d755e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:13:57.052693 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:13:59.037621 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:02.301373 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:11.896847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55190) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:12.254387 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:12.554880 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port 6a6314bf-d23b-48bd-b909-71bf359d755e {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:12.555223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:12.644112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] For port 6a6314bf-d23b-48bd-b909-71bf359d755e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6a6314bf-d23b-48bd-b909-71bf359d755e,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:12.644466 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:12.656640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for 6a6314bf-d23b-48bd-b909-71bf359d755e owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:12.900324 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:12.931039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=6a6314bf-d23b-48bd-b909-71bf359d755e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:13.109415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:13.637827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 978e50fc-a00b-4b26-a3fc-08b01a5c509f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:14:13.741597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:13.746577 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-acb37d10-1913-46d6-9b08-4d49105066e1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "PUT /v2.0/routers/978e50fc-a00b-4b26-a3fc-08b01a5c509f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8487082 Sep 10 04:14:13.751838 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] Sync routers for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:13.761613 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:13.762207 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:13:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:13.944759 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:14.135298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe9ba77-d828-48bb-9600-7a9512a67431 req-26eb6e45-b9fd-4726-8aec-73056709156e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:14.136839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbe9ba77-d828-48bb-9600-7a9512a67431 req-26eb6e45-b9fd-4726-8aec-73056709156e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0487576 Sep 10 04:14:14.162985 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:14:12Z', 'revision_number': 6, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '95484b4a-31db-45fe-b736-6b46c2b7c168', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:57Z', 'updated_at': '2021-09-10T04:13:00Z', 'revision_number': 1, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:14.174549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbe9ba77-d828-48bb-9600-7a9512a67431 req-3055d697-173c-486d-845b-0d7db0c3cd6c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317509 Sep 10 04:14:14.188500 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] Checking router: 978e50fc-a00b-4b26-a3fc-08b01a5c509f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:14.197118 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:14.197710 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:13:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:14.296218 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:14.505603 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:14:12Z', 'revision_number': 6, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '95484b4a-31db-45fe-b736-6b46c2b7c168', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:57Z', 'updated_at': '2021-09-10T04:13:00Z', 'revision_number': 1, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:14.534476 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2998ac0d-0362-48d7-a9c1-7e213998f738 None None] The sync data for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 is: [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:14:12Z', 'revision_number': 6, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '95484b4a-31db-45fe-b736-6b46c2b7c168', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'port_id': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'mac_address': 'fa:16:3e:3d:96:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:12:57Z', 'updated_at': '2021-09-10T04:13:00Z', 'revision_number': 1, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:14.972080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a6314bf-d23b-48bd-b909-71bf359d755e no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:14.992457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6a6314bf-d23b-48bd-b909-71bf359d755e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:14.992803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6a6314bf-d23b-48bd-b909-71bf359d755e not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:15.294699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede916ef-9f06-47f4-9255-2b6292ba8c3f req-7cfcc121-4e9e-4bcb-8636-393b7eaa50b2 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:15.296199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ede916ef-9f06-47f4-9255-2b6292ba8c3f req-7cfcc121-4e9e-4bcb-8636-393b7eaa50b2 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0525920 Sep 10 04:14:15.333950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ede916ef-9f06-47f4-9255-2b6292ba8c3f req-81434897-d839-4e8e-88c5-6994242a4dff tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319583 Sep 10 04:14:15.446987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-b595554c-1e59-45a5-a6ec-b1ec2339ef1e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:15.448457 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-b595554c-1e59-45a5-a6ec-b1ec2339ef1e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 946 time: 0.0475891 Sep 10 04:14:15.536935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:15.537277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:15.626193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] For port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:15.626559 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:15.638621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for f37b0b64-6912-4e0d-8a0e-1f34a58e9baf owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:15.826317 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:15.852377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=f37b0b64-6912-4e0d-8a0e-1f34a58e9baf,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:15.895588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] No DVR routers for this DVR port f37b0b64-6912-4e0d-8a0e-1f34a58e9baf on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:15.902890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:15.902890 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-62c422b2-a89a-4a0a-b235-b628dcbc3203 req-22e76df6-a45a-4ef9-a9eb-62694064f14d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "DELETE /v2.0/ports/f37b0b64-6912-4e0d-8a0e-1f34a58e9baf HTTP/1.1" status: 204 len: 173 time: 0.4456389 Sep 10 04:14:15.902890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '393f930f-e614-41f2-ac94-d498d4bcc3e9', 'name': 'network-vif-deleted', 'tag': 'f37b0b64-6912-4e0d-8a0e-1f34a58e9baf'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:15.903271 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a15d0c4-c74e-4337-9980-1a327c1d998c" -d '{"events": [{"server_uuid": "393f930f-e614-41f2-ac94-d498d4bcc3e9", "name": "network-vif-deleted", "tag": "f37b0b64-6912-4e0d-8a0e-1f34a58e9baf"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:15.939275 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-120bcdd6-3ec4-4d6a-97ed-6067e98e51b7 x-openstack-request-id: req-120bcdd6-3ec4-4d6a-97ed-6067e98e51b7 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:15.939609 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "393f930f-e614-41f2-ac94-d498d4bcc3e9", "name": "network-vif-deleted", "tag": "f37b0b64-6912-4e0d-8a0e-1f34a58e9baf", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:15.939868 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-120bcdd6-3ec4-4d6a-97ed-6067e98e51b7 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:15.940272 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '393f930f-e614-41f2-ac94-d498d4bcc3e9', 'name': 'network-vif-deleted', 'tag': 'f37b0b64-6912-4e0d-8a0e-1f34a58e9baf', 'status': 'completed', 'code': 200} Sep 10 04:14:16.436196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5e7c2dc-1d6d-4768-80a1-404909de3b54 req-192ff715-66fa-4110-af21-e4782e2bbcd4 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=393f930f-e614-41f2-ac94-d498d4bcc3e9 HTTP/1.1" status: 200 len: 210 time: 0.0272648 Sep 10 04:14:17.490439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55206) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:17.548402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90c61c32-d6d9-4c85-8d03-fb2dee09827a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:17.573615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90c61c32-d6d9-4c85-8d03-fb2dee09827a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:17.689107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90c61c32-d6d9-4c85-8d03-fb2dee09827a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:17.691703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90c61c32-d6d9-4c85-8d03-fb2dee09827a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:17.692890 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-90c61c32-d6d9-4c85-8d03-fb2dee09827a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/security-groups/569dc5b8-02f0-4739-abbd-0b79fe2a8cd0 HTTP/1.1" status: 204 len: 168 time: 0.2014370 Sep 10 04:14:17.701908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c61c32-d6d9-4c85-8d03-fb2dee09827a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=569dc5b8-02f0-4739-abbd-0b79fe2a8cd0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:17.763660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55210) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:17.818589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-0a0fd4c1-a60a-499d-ac17-536f035ec77e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting subnet 6b88b3e9-81c6-4764-9836-6311d3d5ba76 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:14:17.821705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd4c1-a60a-499d-ac17-536f035ec77e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:17.861397 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd4c1-a60a-499d-ac17-536f035ec77e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:17.941657 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd4c1-a60a-499d-ac17-536f035ec77e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.054894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd4c1-a60a-499d-ac17-536f035ec77e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.082216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0fd4c1-a60a-499d-ac17-536f035ec77e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Subnet': ['ID=6b88b3e9-81c6-4764-9836-6311d3d5ba76,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:18.085558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0fd4c1-a60a-499d-ac17-536f035ec77e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.087421 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0a0fd4c1-a60a-499d-ac17-536f035ec77e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/subnets/6b88b3e9-81c6-4764-9836-6311d3d5ba76 HTTP/1.1" status: 204 len: 168 time: 0.3227305 Sep 10 04:14:18.089984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56807cf6-d777-4ee9-9220-41c4d0ab4d9c None None] Network 1e9e60d2-30d5-4213-8dba-ec8b2976629f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:14:18.090472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55212) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:18.164775 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.222137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port a8f103ff-6710-4eef-8c58-3d937dd606e9 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:18.222504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.262657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e81842-3e43-4e3c-8c3b-cb0ff4c48841 None None] DHCP port deletion for 1e9e60d2-30d5-4213-8dba-ec8b2976629f request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:14:18.284202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] For port a8f103ff-6710-4eef-8c58-3d937dd606e9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8f103ff-6710-4eef-8c58-3d937dd606e9,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:18.284573 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.297276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for a8f103ff-6710-4eef-8c58-3d937dd606e9 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:18.307670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-24e81842-3e43-4e3c-8c3b-cb0ff4c48841 None None] Deleting port a8f103ff-6710-4eef-8c58-3d937dd606e9 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:18.308067 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-24e81842-3e43-4e3c-8c3b-cb0ff4c48841 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.371394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-24e81842-3e43-4e3c-8c3b-cb0ff4c48841 None None] For port a8f103ff-6710-4eef-8c58-3d937dd606e9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a8f103ff-6710-4eef-8c58-3d937dd606e9,segment=NetworkSegment(6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5),segment_id=6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:18.371819 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-24e81842-3e43-4e3c-8c3b-cb0ff4c48841 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.383865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-24e81842-3e43-4e3c-8c3b-cb0ff4c48841 None None] Calling delete_port for a8f103ff-6710-4eef-8c58-3d937dd606e9 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:18.420771 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.446926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=a8f103ff-6710-4eef-8c58-3d937dd606e9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:18.451478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] No DVR routers for this DVR port a8f103ff-6710-4eef-8c58-3d937dd606e9 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:18.455902 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-24e81842-3e43-4e3c-8c3b-cb0ff4c48841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.481685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e81842-3e43-4e3c-8c3b-cb0ff4c48841 None None] Pushing event deleted for resources: {'Port': ['ID=a8f103ff-6710-4eef-8c58-3d937dd606e9,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:18.487125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e81842-3e43-4e3c-8c3b-cb0ff4c48841 None None] No DVR routers for this DVR port a8f103ff-6710-4eef-8c58-3d937dd606e9 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:18.532430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.556129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e9e60d2-30d5-4213-8dba-ec8b2976629f']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:18.565062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:18.565305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c81ff1b-abc1-41e1-8366-e7f75a1e1fb5') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:18.574831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.588054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.593670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:14:18.596720 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:14:18.596989 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:14:18.694600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.701790 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.703538 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/networks/1e9e60d2-30d5-4213-8dba-ec8b2976629f HTTP/1.1" status: 204 len: 168 time: 0.6125290 Sep 10 04:14:18.706447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55214) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:18.715385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3314d16d-1168-4345-8431-d2f7fcb6ca21 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Network': ['ID=1e9e60d2-30d5-4213-8dba-ec8b2976629f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:18.856959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port da886024-9323-4491-9a3c-01ad884d5bd3 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:18.857231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.932790 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.933140 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:18.945575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for da886024-9323-4491-9a3c-01ad884d5bd3 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:19.010671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8f103ff-6710-4eef-8c58-3d937dd606e9 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:19.030468 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a8f103ff-6710-4eef-8c58-3d937dd606e9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:19.030894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a8f103ff-6710-4eef-8c58-3d937dd606e9 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:19.140757 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:19.171603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=da886024-9323-4491-9a3c-01ad884d5bd3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:19.228628 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:19.228954 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Floating IP 95484b4a-31db-45fe-b736-6b46c2b7c168 disassociated (deleted). External IP: 172.25.3.22, port: 82919283-8901-4a12-a2c8-b4fe2ff7b871. Sep 10 04:14:19.425527 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 978e50fc-a00b-4b26-a3fc-08b01a5c509f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:14:19.529079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:19.534058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:19.539010 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2219749-f04f-4783-8781-bae366332f62 None None] Sync routers for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:19.548046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2219749-f04f-4783-8781-bae366332f62 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:19.548659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c2219749-f04f-4783-8781-bae366332f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:13:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:19.564586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3116da11-35b8-4e9c-bd5d-f319484d4ac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/floatingips/95484b4a-31db-45fe-b736-6b46c2b7c168 HTTP/1.1" status: 204 len: 168 time: 0.8544178 Sep 10 04:14:19.564586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:19.565006 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:19.602320 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7102edd6-7abe-4407-b14a-20c40d422433 x-openstack-request-id: req-7102edd6-7abe-4407-b14a-20c40d422433 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:19.602615 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:19.602865 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7102edd6-7abe-4407-b14a-20c40d422433 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:19.604973 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'status': 'completed', 'code': 200} Sep 10 04:14:19.655088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c2219749-f04f-4783-8781-bae366332f62 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:19.665623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-0b90e4c7-478d-4e67-8eaf-48a02c0310fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:19.667437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-0b90e4c7-478d-4e67-8eaf-48a02c0310fc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 1097 time: 0.0427864 Sep 10 04:14:19.724986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f37b0b64-6912-4e0d-8a0e-1f34a58e9baf no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:19.758345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: f37b0b64-6912-4e0d-8a0e-1f34a58e9baf {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:19.758693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f37b0b64-6912-4e0d-8a0e-1f34a58e9baf not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:19.762347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-e56f1015-bb9d-4d67-9f33-38005a4dc678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:19.763942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-e56f1015-bb9d-4d67-9f33-38005a4dc678 service neutron] 10.222.0.39 "GET /v2.0/networks?id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c HTTP/1.1" status: 200 len: 897 time: 0.0896041 Sep 10 04:14:19.809470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-fdb1dcb1-7121-4fc2-a589-b56140501db8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871 HTTP/1.1" status: 200 len: 217 time: 0.0376086 Sep 10 04:14:19.863309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-09042655-f98c-4043-b857-0dddf4ea0be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:19.865035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-09042655-f98c-4043-b857-0dddf4ea0be2 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e80fbb16-58e1-4557-a00c-321312afbda1 HTTP/1.1" status: 200 len: 834 time: 0.0483916 Sep 10 04:14:19.876478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c2219749-f04f-4783-8781-bae366332f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:14:12Z', 'revision_number': 6, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:19.909433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2219749-f04f-4783-8781-bae366332f62 None None] Checking router: 978e50fc-a00b-4b26-a3fc-08b01a5c509f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:19.915467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-b9350f9e-9554-4ec7-9fbf-e7cb5bf57ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:19.917403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-b9350f9e-9554-4ec7-9fbf-e7cb5bf57ec7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=df42e495-1bcb-4e2c-9e69-1311d4b9c65c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455701 Sep 10 04:14:19.918671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2219749-f04f-4783-8781-bae366332f62 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:19.919319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c2219749-f04f-4783-8781-bae366332f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:13:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:20.019310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ba582c-02fc-48cf-b958-9e84ac6a3ffc req-d03b73cb-5ce9-49eb-b816-f1ce0d258b4e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:20.021290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24ba582c-02fc-48cf-b958-9e84ac6a3ffc req-d03b73cb-5ce9-49eb-b816-f1ce0d258b4e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 946 time: 0.1014290 Sep 10 04:14:20.024960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c2219749-f04f-4783-8781-bae366332f62 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:20.056878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-cbdc24bd-1f7f-4747-bf57-45b574e07ac9 service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275189 Sep 10 04:14:20.080098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24ba582c-02fc-48cf-b958-9e84ac6a3ffc req-e0208db6-96b7-4616-abd7-2501500c1ad6 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514612 Sep 10 04:14:20.155115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52b0d899-fb18-4ffa-bc4f-8202d6a77ed6 req-cf919189-8ac2-4cb3-9404-e5c43720fe2f service neutron] 10.222.0.39 "GET /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895529 Sep 10 04:14:20.225895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c2219749-f04f-4783-8781-bae366332f62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:14:12Z', 'revision_number': 6, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:20.253817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2219749-f04f-4783-8781-bae366332f62 None None] The sync data for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 is: [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:14:12Z', 'revision_number': 6, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3857d93-9212-425c-a0f7-20baae8a001a', 'name': '', 'network_id': 'df42e495-1bcb-4e2c-9e69-1311d4b9c65c', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:69:00:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3875, 'fixed_ips': [{'subnet_id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:36Z', 'updated_at': '2021-09-10T04:12:41Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': 'e80fbb16-58e1-4557-a00c-321312afbda1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:20.469780 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b68484-34cd-432e-a57a-9dae370db20f None None] New status for floating IP 95484b4a-31db-45fe-b736-6b46c2b7c168: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:14:20.837337 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-108439c4-6087-488c-a774-98023a0e7118 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:21.210461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ca353-1e31-4cbf-9c52-47e909d4b4c5 req-25693de5-e29c-480b-a104-2a2ffd7abac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:21.211930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f2ca353-1e31-4cbf-9c52-47e909d4b4c5 req-25693de5-e29c-480b-a104-2a2ffd7abac7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 946 time: 0.0628955 Sep 10 04:14:21.266188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f2ca353-1e31-4cbf-9c52-47e909d4b4c5 req-3e6854e8-de4a-44ea-9e39-c52d373bcfa7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=b569f178-9d90-468c-bc24-3f9273fbb665&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402551 Sep 10 04:14:21.273898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-efcec361-d297-4f2f-a74b-a64eef84d3c6 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:21.275266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-efcec361-d297-4f2f-a74b-a64eef84d3c6 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.39 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 946 time: 0.0819335 Sep 10 04:14:21.365246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port 82919283-8901-4a12-a2c8-b4fe2ff7b871 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:21.365499 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:21.448516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] For port 82919283-8901-4a12-a2c8-b4fe2ff7b871, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=82919283-8901-4a12-a2c8-b4fe2ff7b871,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:21.448865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:21.461161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for 82919283-8901-4a12-a2c8-b4fe2ff7b871 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:21.975208 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:22.000949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=82919283-8901-4a12-a2c8-b4fe2ff7b871,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:22.047399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] No DVR routers for this DVR port 82919283-8901-4a12-a2c8-b4fe2ff7b871 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:22.050235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:22.052243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71ffaa32-627a-4bc6-bf97-b2aa1fc61fe6 req-d239d6be-b575-47e2-a399-552304d6e14c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.39 "DELETE /v2.0/ports/82919283-8901-4a12-a2c8-b4fe2ff7b871 HTTP/1.1" status: 204 len: 173 time: 0.7708201 Sep 10 04:14:22.052669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'name': 'network-vif-deleted', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:22.054905 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87e1d03e-0c4a-4ec4-83e7-f744d9dd3bb4" -d '{"events": [{"server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "name": "network-vif-deleted", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:22.089283 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b57c569-e336-4b3b-85bd-cdbd5fd4fe11 x-openstack-request-id: req-4b57c569-e336-4b3b-85bd-cdbd5fd4fe11 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:22.089611 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e13793c0-2ef5-4bbe-a518-ef9f968b3e94", "name": "network-vif-deleted", "tag": "82919283-8901-4a12-a2c8-b4fe2ff7b871", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:22.089880 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b57c569-e336-4b3b-85bd-cdbd5fd4fe11 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:22.090547 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e13793c0-2ef5-4bbe-a518-ef9f968b3e94', 'name': 'network-vif-deleted', 'tag': '82919283-8901-4a12-a2c8-b4fe2ff7b871', 'status': 'completed', 'code': 200} Sep 10 04:14:22.370061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91bd64c4-df55-4f77-9493-b47b70e22965 req-c4ad2df8-468a-4ae9-924f-cabf60056467 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=e13793c0-2ef5-4bbe-a518-ef9f968b3e94 HTTP/1.1" status: 200 len: 210 time: 0.0264168 Sep 10 04:14:23.426641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55230) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:23.483610 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:23.500228 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d1629632-66eb-4d04-8588-9d569cff3c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:23.507789 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:23.626203 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:23.628726 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:23.632885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/security-groups/b569f178-9d90-468c-bc24-3f9273fbb665 HTTP/1.1" status: 204 len: 168 time: 0.2022483 Sep 10 04:14:23.639377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b569f178-9d90-468c-bc24-3f9273fbb665,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:23.647848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.648247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.648507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.648840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.649194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.649577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.649846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.650163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.650480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.650802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.651122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.651440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a8e084c-941a-4940-bcb9-d67f9c08a85a tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:23.787378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55234) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:23.809396 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:24.137771 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:24.379670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port e3857d93-9212-425c-a0f7-20baae8a001a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:24.380057 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:24.464539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] For port e3857d93-9212-425c-a0f7-20baae8a001a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e3857d93-9212-425c-a0f7-20baae8a001a,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:24.464825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:24.477328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for e3857d93-9212-425c-a0f7-20baae8a001a owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:24.740473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:24.766940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=e3857d93-9212-425c-a0f7-20baae8a001a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:24.791699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.792585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.792701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.792957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.793289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.793621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.793947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.794267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.794587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.794904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.795301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.795539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:24.952539 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:24.996286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 82919283-8901-4a12-a2c8-b4fe2ff7b871 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:25.016874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 82919283-8901-4a12-a2c8-b4fe2ff7b871 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:25.017224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 82919283-8901-4a12-a2c8-b4fe2ff7b871 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:25.168958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 978e50fc-a00b-4b26-a3fc-08b01a5c509f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:14:25.175026 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:25.274499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:25.279938 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d2d4ae1b-4ba3-4e42-8be9-0f0215a8aa69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "PUT /v2.0/routers/978e50fc-a00b-4b26-a3fc-08b01a5c509f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4913836 Sep 10 04:14:25.282468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55236) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:25.285126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] Sync routers for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:25.294571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:25.295167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:14:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:25.332934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a062469-7f6d-4d4f-bb39-b45417edf160 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting subnet e80fbb16-58e1-4557-a00c-321312afbda1 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:14:25.336040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a062469-7f6d-4d4f-bb39-b45417edf160 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:25.375392 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a062469-7f6d-4d4f-bb39-b45417edf160 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:25.395052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:25.460628 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a062469-7f6d-4d4f-bb39-b45417edf160 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:25.569818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:14:24Z', 'revision_number': 7, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:25.599727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] Checking router: 978e50fc-a00b-4b26-a3fc-08b01a5c509f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:25.608149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] Routers {'978e50fc-a00b-4b26-a3fc-08b01a5c509f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:25.608614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:14:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:25.684283 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a062469-7f6d-4d4f-bb39-b45417edf160 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:25.710336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] Set router 978e50fc-a00b-4b26-a3fc-08b01a5c509f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:25.711636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a062469-7f6d-4d4f-bb39-b45417edf160 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Subnet': ['ID=e80fbb16-58e1-4557-a00c-321312afbda1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:25.717652 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a062469-7f6d-4d4f-bb39-b45417edf160 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:25.721335 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7a062469-7f6d-4d4f-bb39-b45417edf160 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/subnets/e80fbb16-58e1-4557-a00c-321312afbda1 HTTP/1.1" status: 204 len: 168 time: 0.4349899 Sep 10 04:14:25.721335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55238) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:25.738422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5e7866-76a8-4c8b-8105-82efbb717e22 None None] Network df42e495-1bcb-4e2c-9e69-1311d4b9c65c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:14:25.826549 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:25.932561 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.041252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port 597a4650-6e7e-4983-8bc1-aecb0d0a719a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:26.041594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.124501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] For port 597a4650-6e7e-4983-8bc1-aecb0d0a719a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=597a4650-6e7e-4983-8bc1-aecb0d0a719a,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:26.124875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.130185 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:14:24Z', 'revision_number': 7, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:26.137406 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for 597a4650-6e7e-4983-8bc1-aecb0d0a719a owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:26.160796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c3d95f-c23e-43cb-a61e-88f5f8d34071 None None] The sync data for ids ['978e50fc-a00b-4b26-a3fc-08b01a5c509f'] in n-d-808143-1 is: [{'id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'name': 'tempest-TestNetworkBasicOps-router-923348713', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:12:31Z', 'updated_at': '2021-09-10T04:14:24Z', 'revision_number': 7, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '597a4650-6e7e-4983-8bc1-aecb0d0a719a', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:6c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '978e50fc-a00b-4b26-a3fc-08b01a5c509f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3872, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:12:32Z', 'updated_at': '2021-09-10T04:12:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:26.188313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d47a50-928c-403a-ba0e-b84cbc0590c7 None None] DHCP port deletion for df42e495-1bcb-4e2c-9e69-1311d4b9c65c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:14:26.241070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-11d47a50-928c-403a-ba0e-b84cbc0590c7 None None] Deleting port 06d91e3a-5610-4580-ad6f-604176f85a1a {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:14:26.241070 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-11d47a50-928c-403a-ba0e-b84cbc0590c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.310829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-11d47a50-928c-403a-ba0e-b84cbc0590c7 None None] For port 06d91e3a-5610-4580-ad6f-604176f85a1a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=06d91e3a-5610-4580-ad6f-604176f85a1a,segment=NetworkSegment(450ad50d-53ab-4c57-bc12-2476d838e4b0),segment_id=450ad50d-53ab-4c57-bc12-2476d838e4b0)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:26.311218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-11d47a50-928c-403a-ba0e-b84cbc0590c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.323456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-11d47a50-928c-403a-ba0e-b84cbc0590c7 None None] Calling delete_port for 06d91e3a-5610-4580-ad6f-604176f85a1a owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:14:26.392568 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.420763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.445729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=597a4650-6e7e-4983-8bc1-aecb0d0a719a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:26.501527 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-11d47a50-928c-403a-ba0e-b84cbc0590c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.507417 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.533873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d47a50-928c-403a-ba0e-b84cbc0590c7 None None] No DVR routers for this DVR port 06d91e3a-5610-4580-ad6f-604176f85a1a on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:14:26.538276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d47a50-928c-403a-ba0e-b84cbc0590c7 None None] Pushing event deleted for resources: {'Port': ['ID=06d91e3a-5610-4580-ad6f-604176f85a1a,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:26.611237 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.613816 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.723622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.724181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Fanout notify agent at l3_agent the message router_deleted on router 978e50fc-a00b-4b26-a3fc-08b01a5c509f {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:14:26.731406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.732641 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-13a75713-7bf7-4869-bfd5-e770450839a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/routers/978e50fc-a00b-4b26-a3fc-08b01a5c509f HTTP/1.1" status: 204 len: 168 time: 1.0105965 Sep 10 04:14:26.735376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55240) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:26.813311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.902278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.922037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df42e495-1bcb-4e2c-9e69-1311d4b9c65c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:26.930996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '450ad50d-53ab-4c57-bc12-2476d838e4b0') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:26.931297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '450ad50d-53ab-4c57-bc12-2476d838e4b0') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:26.940410 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.953594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.960033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:14:26.961927 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:14:26.964149 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:14:27.094724 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:27.102156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:27.103889 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/networks/df42e495-1bcb-4e2c-9e69-1311d4b9c65c HTTP/1.1" status: 204 len: 168 time: 0.3675225 Sep 10 04:14:27.115272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7e75f9-f53c-44e6-aab2-1436fc203c57 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Network': ['ID=df42e495-1bcb-4e2c-9e69-1311d4b9c65c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:27.122800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55242) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:27.127842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'network': {'name': 'tempest-network-smoke--1805542936', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'port_security_enabled': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:27.203119 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 597a4650-6e7e-4983-8bc1-aecb0d0a719a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:27.220823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Made reservation on behalf of ef9278a41fa04d7e82914c65d66ba28c for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:14:27.222693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 597a4650-6e7e-4983-8bc1-aecb0d0a719a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:27.223034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 597a4650-6e7e-4983-8bc1-aecb0d0a719a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:27.223433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 06d91e3a-5610-4580-ad6f-604176f85a1a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:27.224419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:27.242097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 06d91e3a-5610-4580-ad6f-604176f85a1a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:27.242436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 06d91e3a-5610-4580-ad6f-604176f85a1a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:27.242836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e3857d93-9212-425c-a0f7-20baae8a001a no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:14:27.250336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:14:27.259791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:27.260187 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Added segment bfdd8ae8-dc4b-45bd-ac45-552e9de81372 of type vlan for network 6ddead76-6146-456f-974b-6cb2c61a455a Sep 10 04:14:27.262223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: e3857d93-9212-425c-a0f7-20baae8a001a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:14:27.262561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e3857d93-9212-425c-a0f7-20baae8a001a not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:14:27.299006 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:27.403445 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:27.409007 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:27.409593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:27.797271 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Network': ['ID=6ddead76-6146-456f-974b-6cb2c61a455a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:27.800010 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-77e819a7-64e9-4f9f-8dbd-180ae750e809 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6761057 Sep 10 04:14:27.802891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55244) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:27.807204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'admin_state_up': True, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:27.807391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 6ddead76-6146-456f-974b-6cb2c61a455a details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:14:27.900769 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:27.901874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:27.950552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:28.130588 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:28.377278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:28.395784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:28.497711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.25.3.144 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/4fd47e94-361c-41f2-bc43-eca9d9ff1ab3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:14:28.600623 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:28.706627 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:28.742239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:14:28.745018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:14:28.748547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:14:28.775599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=4fd47e94-361c-41f2-bc43-eca9d9ff1ab3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:29.014649 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:29.043639 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:29.234969 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:29.414775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 976bbcba-8298-475c-a7a9-09b543d3cc44 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:14:29.517325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:29.528458 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Sync routers for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:29.537886 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:29.542499 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:14:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:29.603356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:29.604762 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fc6e852b-98c1-41e8-b9ee-6c0370ba484d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.8009171 Sep 10 04:14:29.607831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55246) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:29.635772 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-097e8c58-df7c-476d-8a9d-33cbe4a967cf tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=ef9278a41fa04d7e82914c65d66ba28c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268567 Sep 10 04:14:29.638393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55248) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:29.640968 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:29.727517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc20084-ce5d-46ac-93d9-5c98cfabb32f tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:29.729172 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ddc20084-ce5d-46ac-93d9-5c98cfabb32f tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898798 Sep 10 04:14:29.732023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55250) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:29.760092 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-18189a11-d38c-401a-82e9-179f09b8e375 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269461 Sep 10 04:14:29.762414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55252) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:29.767032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-204833132', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:29.814893 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:28Z', 'revision_number': 3, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:29.840000 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Checking router: 976bbcba-8298-475c-a7a9-09b543d3cc44 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:29.840350 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Updating router 976bbcba-8298-475c-a7a9-09b543d3cc44 port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:14:29.863874 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:29.923315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Made reservation on behalf of ef9278a41fa04d7e82914c65d66ba28c for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:14:29.927842 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.105635 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.114852 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Transition to ACTIVE for port object 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:14:30.163600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.174446 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.218953 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Attempting to bind port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:14:30.219302 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Attempting to bind port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:14:30.219665 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Attempting to bind port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:14:30.230304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Subnet': ['ID=300a596e-bac2-4802-83e6-3a1724bcddc1,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:30.233406 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:14:30.233406 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:14:30.233406 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.233406 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:14:30.233891 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Bound port: 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:14:30.234075 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.238227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Checking segment: {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:14:30.238438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network hostable DHCP agents. Network: 6ddead76-6146-456f-974b-6cb2c61a455a, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:14:30.254770 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Pushing event updated for resources: {'Port': ['ID=4fd47e94-361c-41f2-bc43-eca9d9ff1ab3,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:30.266183 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.266522 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.266856 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.267188 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.267552 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.267909 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.268229 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.268554 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.268870 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.269187 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.269499 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.269814 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:30.300304 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] For port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:14:30.307907 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] For port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4fd47e94-361c-41f2-bc43-eca9d9ff1ab3,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:14:30.317726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 6ddead76-6146-456f-974b-6cb2c61a455a is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:14:30.363763 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.386248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 6ddead76-6146-456f-974b-6cb2c61a455a) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:14:30.393489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:30.394669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.397064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5b3b3b-e7c5-46df-af73-f6559d608837 None None] Network 6ddead76-6146-456f-974b-6cb2c61a455a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:14:30.406963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:30.407582 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:14:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:30.459069 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db70ab18-48fa-4719-9f51-864585b25fe6 None None] Pushing event updated for resources: {'Port': ['ID=4fd47e94-361c-41f2-bc43-eca9d9ff1ab3,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:30.473047 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-84c55f15-e8fa-4344-9af4-62cbd9341b9d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7096131 Sep 10 04:14:30.475655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55254) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:30.525113 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:30.548865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-6ddead76-6146-456f-974b-6cb2c61a455a', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:14:30.549721 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.682083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Allocated IP 172.20.0.2 (6ddead76-6146-456f-974b-6cb2c61a455a/300a596e-bac2-4802-83e6-3a1724bcddc1/6eb3b9b2-71c1-4f55-851d-54138b56ee39) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:14:30.711651 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:28Z', 'revision_number': 3, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:30.737640 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219207c-cf10-41a2-890e-b3de246fa3bd None None] The sync data for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 is: [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:28Z', 'revision_number': 3, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:30.833412 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.842699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Transition to ACTIVE for port object 6eb3b9b2-71c1-4f55-851d-54138b56ee39 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:14:30.857196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Transition to ACTIVE for port object 6eb3b9b2-71c1-4f55-851d-54138b56ee39 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:14:30.912674 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.947170 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:30.966037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Network 6ddead76-6146-456f-974b-6cb2c61a455a is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:14:30.972451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:14:30.974958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:14:31.013912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Pushing event updated for resources: {'Port': ['ID=6eb3b9b2-71c1-4f55-851d-54138b56ee39,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:31.054364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Attempting to bind port 6eb3b9b2-71c1-4f55-851d-54138b56ee39 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:14:31.055987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Attempting to bind port 6eb3b9b2-71c1-4f55-851d-54138b56ee39 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:14:31.056615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Attempting to bind port 6eb3b9b2-71c1-4f55-851d-54138b56ee39 on network 6ddead76-6146-456f-974b-6cb2c61a455a {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:14:31.062331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:14:31.062968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Checking segment: {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:14:31.063566 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.064157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Bound using segment: {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:14:31.064807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Bound port: 6eb3b9b2-71c1-4f55-851d-54138b56ee39, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:14:31.065376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.107517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:14:31.173232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] For port 6eb3b9b2-71c1-4f55-851d-54138b56ee39, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:14:31.177663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] For port 6eb3b9b2-71c1-4f55-851d-54138b56ee39, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6eb3b9b2-71c1-4f55-851d-54138b56ee39,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:14:31.248315 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:14:31.265350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.20.0.1 (6ddead76-6146-456f-974b-6cb2c61a455a/300a596e-bac2-4802-83e6-3a1724bcddc1/64fc6116-3941-4738-b651-442b0e7b59ff) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:14:31.302254 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.304700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:14:31.315309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:31.315704 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.386745 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.399907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Transition to ACTIVE for port object 64fc6116-3941-4738-b651-442b0e7b59ff will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:14:31.401462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db589e-d677-47d4-8d5a-a77cf14de9f3 None None] Pushing event updated for resources: {'Port': ['ID=6eb3b9b2-71c1-4f55-851d-54138b56ee39,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:31.445720 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.467916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4fd47e94-361c-41f2-bc43-eca9d9ff1ab3,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:31.490033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.540913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 6ddead76-6146-456f-974b-6cb2c61a455a is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:14:31.546305 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.588000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:14:31.588000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:14:31.592643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=64fc6116-3941-4738-b651-442b0e7b59ff,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:31.635612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=4fd47e94-361c-41f2-bc43-eca9d9ff1ab3,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:31.646002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:31.824789 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.097458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.157630 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.230901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=64fc6116-3941-4738-b651-442b0e7b59ff,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:32.233033 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.312455 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.320649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f4d807-f679-4cb0-a32b-1227eb5eeabb None None] Network 6ddead76-6146-456f-974b-6cb2c61a455a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:14:32.333254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 6ddead76-6146-456f-974b-6cb2c61a455a is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:14:32.334779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:14:32.446544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 976bbcba-8298-475c-a7a9-09b543d3cc44 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:14:32.517903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0b51bbd8-e69f-49dc-8893-b1bf195fccfb None None] Provisioning for port 6eb3b9b2-71c1-4f55-851d-54138b56ee39 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:14:32.803886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-adbff386-d908-4597-b3a3-c82a1ec86e55 None None] Provisioning for port 64fc6116-3941-4738-b651-442b0e7b59ff completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:14:32.808571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-adbff386-d908-4597-b3a3-c82a1ec86e55 None None] Provisioning complete for port 64fc6116-3941-4738-b651-442b0e7b59ff triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:32.808958 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-adbff386-d908-4597-b3a3-c82a1ec86e55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:32.856575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-adbff386-d908-4597-b3a3-c82a1ec86e55 None None] Port 64fc6116-3941-4738-b651-442b0e7b59ff cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:14:32.910903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:32.916478 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0d6bef25-79c3-42aa-89fc-72bede879d74 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "PUT /v2.0/routers/976bbcba-8298-475c-a7a9-09b543d3cc44/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4397268 Sep 10 04:14:32.919890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55256) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:32.921190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Sync routers for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:32.932331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:32.932951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:14:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:33.001671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b78945aa-31fd-48cb-b9d9-18b8b56046f8 None None] Provisioning complete for port 64fc6116-3941-4738-b651-442b0e7b59ff triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:33.001963 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b78945aa-31fd-48cb-b9d9-18b8b56046f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.078935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:33.081268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b78945aa-31fd-48cb-b9d9-18b8b56046f8 None None] Port 64fc6116-3941-4738-b651-442b0e7b59ff cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:14:33.129081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e8023-6981-4769-acce-d940bb4f18b0 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:33.129621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e8023-6981-4769-acce-d940bb4f18b0 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:33.130080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e8023-6981-4769-acce-d940bb4f18b0 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:33.130628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f78e8023-6981-4769-acce-d940bb4f18b0 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:33.134994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f78e8023-6981-4769-acce-d940bb4f18b0 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2111769 Sep 10 04:14:33.135166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55258) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:33.154400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6eb3b9b2-71c1-4f55-851d-54138b56ee39 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:14:33.190000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7394b-b9eb-49d2-8546-42664e63eff1 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:33.190468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7394b-b9eb-49d2-8546-42664e63eff1 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:33.190924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7394b-b9eb-49d2-8546-42664e63eff1 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:33.191376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af7394b-b9eb-49d2-8546-42664e63eff1 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:33.193088 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4af7394b-b9eb-49d2-8546-42664e63eff1 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0569634 Sep 10 04:14:33.195768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55260) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:33.253821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d66beb0b-f599-4164-90f0-a5cabb4389a5 None None] Provisioning complete for port 64fc6116-3941-4738-b651-442b0e7b59ff triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:33.254192 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d66beb0b-f599-4164-90f0-a5cabb4389a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.312426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d66beb0b-f599-4164-90f0-a5cabb4389a5 None None] Port 64fc6116-3941-4738-b651-442b0e7b59ff cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:14:33.328940 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8d2f0e29-c77f-40f9-b64d-836b89da65bb tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1320064 Sep 10 04:14:33.358847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6eb3b9b2-71c1-4f55-851d-54138b56ee39 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:14:33.363194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '64fc6116-3941-4738-b651-442b0e7b59ff', 'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:4f:95:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:31Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 2, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:33.366331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6eb3b9b2-71c1-4f55-851d-54138b56ee39 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:33.370107 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.391573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Checking router: 976bbcba-8298-475c-a7a9-09b543d3cc44 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:33.391951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Updating router 976bbcba-8298-475c-a7a9-09b543d3cc44 port 64fc6116-3941-4738-b651-442b0e7b59ff binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:14:33.443112 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.575828 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.630448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6eb3b9b2-71c1-4f55-851d-54138b56ee39, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6eb3b9b2-71c1-4f55-851d-54138b56ee39,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:33.715562 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.716354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:14:33.813311 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.831357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Transition to ACTIVE for port object 64fc6116-3941-4738-b651-442b0e7b59ff will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:14:33.838867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6eb3b9b2-71c1-4f55-851d-54138b56ee39,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:33.849582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:33.850004 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.862338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55264) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:33.866894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-2b80cf24-62d8-4b7a-816a-8e5f5c18f001 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1456626911', 'description': 'tempest-secgroup-smoke-1456626911 description', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:33.912139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.945677 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b80cf24-62d8-4b7a-816a-8e5f5c18f001 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:33.979288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee0050-382e-4300-ba64-892d20b87aed None None] Pushing event updated for resources: {'Port': ['ID=64fc6116-3941-4738-b651-442b0e7b59ff,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:34.025412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Attempting to bind port 64fc6116-3941-4738-b651-442b0e7b59ff on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:14:34.025783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Attempting to bind port 64fc6116-3941-4738-b651-442b0e7b59ff by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:14:34.026155 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Attempting to bind port 64fc6116-3941-4738-b651-442b0e7b59ff on network 6ddead76-6146-456f-974b-6cb2c61a455a {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:14:34.032313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 14, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:14:34.032686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Checking segment: {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:14:34.033217 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.033617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Bound using segment: {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:14:34.034085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Bound port: 64fc6116-3941-4738-b651-442b0e7b59ff, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:14:34.034469 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.048126 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b80cf24-62d8-4b7a-816a-8e5f5c18f001 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.100394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] For port 64fc6116-3941-4738-b651-442b0e7b59ff, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:14:34.103896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] For port 64fc6116-3941-4738-b651-442b0e7b59ff, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=64fc6116-3941-4738-b651-442b0e7b59ff,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:14:34.121926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b80cf24-62d8-4b7a-816a-8e5f5c18f001 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.147571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b80cf24-62d8-4b7a-816a-8e5f5c18f001 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee87cbe2-6a14-4081-9d4f-07f12b1c8378,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:34.193203 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.215266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2b80cf24-62d8-4b7a-816a-8e5f5c18f001 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.216845 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2b80cf24-62d8-4b7a-816a-8e5f5c18f001 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3535230 Sep 10 04:14:34.219882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55266) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:34.224989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a0ef714b-5971-472b-b7f0-0d60f5af8110 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'ee87cbe2-6a14-4081-9d4f-07f12b1c8378', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:34.311552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0ef714b-5971-472b-b7f0-0d60f5af8110 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.369775 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0ef714b-5971-472b-b7f0-0d60f5af8110 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.424809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ee0050-382e-4300-ba64-892d20b87aed None None] Pushing event updated for resources: {'Port': ['ID=64fc6116-3941-4738-b651-442b0e7b59ff,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:34.424809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:34.424809 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:14:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:34.444043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0ef714b-5971-472b-b7f0-0d60f5af8110 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.463141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef714b-5971-472b-b7f0-0d60f5af8110 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=908bedda-177b-44d6-b4d3-cdb64f75b879,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:34.529239 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a0ef714b-5971-472b-b7f0-0d60f5af8110 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.530740 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a0ef714b-5971-472b-b7f0-0d60f5af8110 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3097100 Sep 10 04:14:34.533243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55268) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:34.537912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-32d95676-6883-49cd-99c7-c9838792b72b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'ee87cbe2-6a14-4081-9d4f-07f12b1c8378', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:34.539377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:34.626091 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32d95676-6883-49cd-99c7-c9838792b72b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.684416 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32d95676-6883-49cd-99c7-c9838792b72b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.743662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '64fc6116-3941-4738-b651-442b0e7b59ff', 'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:4f:95:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:31Z', 'updated_at': '2021-09-10T04:14:34Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:34.752016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32d95676-6883-49cd-99c7-c9838792b72b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.769800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d95676-6883-49cd-99c7-c9838792b72b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03acf895-2078-4fea-99ea-b8881c239aa0,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:34.773611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b805656a-6dc8-4e6f-bb70-1b4442b36570 None None] The sync data for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 is: [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '64fc6116-3941-4738-b651-442b0e7b59ff', 'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:4f:95:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:31Z', 'updated_at': '2021-09-10T04:14:34Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:34.850336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32d95676-6883-49cd-99c7-c9838792b72b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:34.856579 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-32d95676-6883-49cd-99c7-c9838792b72b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3222225 Sep 10 04:14:34.859176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55270) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:34.864030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9c3c6714-32e9-4156-a01b-ddc9643b4e55 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'ee87cbe2-6a14-4081-9d4f-07f12b1c8378', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:34.963302 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c3c6714-32e9-4156-a01b-ddc9643b4e55 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.036832 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c3c6714-32e9-4156-a01b-ddc9643b4e55 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.105897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6eb3b9b2-71c1-4f55-851d-54138b56ee39 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:14:35.129423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c3c6714-32e9-4156-a01b-ddc9643b4e55 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.146607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3c6714-32e9-4156-a01b-ddc9643b4e55 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503697b5-ff01-4ea4-b0a0-1a4e3f2c23ec,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:35.157860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6eb3b9b2-71c1-4f55-851d-54138b56ee39 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:35.158236 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.198067 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c3c6714-32e9-4156-a01b-ddc9643b4e55 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.201968 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9c3c6714-32e9-4156-a01b-ddc9643b4e55 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3389962 Sep 10 04:14:35.202154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55272) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:35.207232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e85f27f0-311c-44a3-a9f4-1efa222f62b1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'ee87cbe2-6a14-4081-9d4f-07f12b1c8378', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:35.237698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 64fc6116-3941-4738-b651-442b0e7b59ff up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:14:35.297010 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e85f27f0-311c-44a3-a9f4-1efa222f62b1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.340418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 64fc6116-3941-4738-b651-442b0e7b59ff completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:14:35.344884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 64fc6116-3941-4738-b651-442b0e7b59ff triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:35.345251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.363038 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e85f27f0-311c-44a3-a9f4-1efa222f62b1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.423321 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.444396 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e85f27f0-311c-44a3-a9f4-1efa222f62b1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.460513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 64fc6116-3941-4738-b651-442b0e7b59ff, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=64fc6116-3941-4738-b651-442b0e7b59ff,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:35.462945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85f27f0-311c-44a3-a9f4-1efa222f62b1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22c12402-c7d8-4fcf-9515-263a93f86314,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:35.512191 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.523815 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e85f27f0-311c-44a3-a9f4-1efa222f62b1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.525064 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e85f27f0-311c-44a3-a9f4-1efa222f62b1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3219268 Sep 10 04:14:35.528031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55274) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:35.534786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-961be148-24ae-451f-8f41-b862c8c862db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'ee87cbe2-6a14-4081-9d4f-07f12b1c8378', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:35.569376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=64fc6116-3941-4738-b651-442b0e7b59ff,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:35.626395 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-961be148-24ae-451f-8f41-b862c8c862db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Project ef9278a41fa04d7e82914c65d66ba28c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:14:35.631825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-961be148-24ae-451f-8f41-b862c8c862db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.697487 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-961be148-24ae-451f-8f41-b862c8c862db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.763519 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-961be148-24ae-451f-8f41-b862c8c862db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.782168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961be148-24ae-451f-8f41-b862c8c862db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eb442f2-2c59-4e22-a6c2-d9fd6dd2d1a3,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:35.843426 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-961be148-24ae-451f-8f41-b862c8c862db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.844984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-961be148-24ae-451f-8f41-b862c8c862db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3156741 Sep 10 04:14:35.849322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55276) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:35.852326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-600726c1-e7d0-496c-858c-cd2a50e701db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'security_group_rule': {'security_group_id': 'ee87cbe2-6a14-4081-9d4f-07f12b1c8378', 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:35.912255 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-600726c1-e7d0-496c-858c-cd2a50e701db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Project ef9278a41fa04d7e82914c65d66ba28c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:14:35.917229 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-600726c1-e7d0-496c-858c-cd2a50e701db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:35.976641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-600726c1-e7d0-496c-858c-cd2a50e701db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:36.043087 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-600726c1-e7d0-496c-858c-cd2a50e701db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:36.059363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600726c1-e7d0-496c-858c-cd2a50e701db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1a59061-66cd-48a4-b532-e18375c5bdda,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:36.111594 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-600726c1-e7d0-496c-858c-cd2a50e701db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:36.112821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-600726c1-e7d0-496c-858c-cd2a50e701db tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2644153 Sep 10 04:14:36.429192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-b981fee6-1e22-4133-b0f8-4b3dd6f0a7ad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1456626911&fields=id&tenant_id=ef9278a41fa04d7e82914c65d66ba28c HTTP/1.1" status: 200 len: 267 time: 0.0315337 Sep 10 04:14:36.534373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-bd8ef4a3-dda8-44e6-8b65-77295d6498a1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:36.535879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-bd8ef4a3-dda8-44e6-8b65-77295d6498a1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/networks?id=6ddead76-6146-456f-974b-6cb2c61a455a HTTP/1.1" status: 200 len: 797 time: 0.1002314 Sep 10 04:14:36.550425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-a6d8777d-a7a1-4012-a000-6567a1e50366 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/quotas/ef9278a41fa04d7e82914c65d66ba28c HTTP/1.1" status: 200 len: 375 time: 0.0089295 Sep 10 04:14:36.599060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-f9ba1261-d34a-4a0f-be67-a52b18800880 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435910 Sep 10 04:14:36.694083 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-e32c5a34-0a9b-4bf1-953c-bd2530443a04 service neutron] 10.222.0.22 "GET /v2.0/networks/6ddead76-6146-456f-974b-6cb2c61a455a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836999 Sep 10 04:14:36.780260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-7cb3ac61-c160-47ed-a2d3-4842b304babc service neutron] 10.222.0.22 "GET /v2.0/networks/6ddead76-6146-456f-974b-6cb2c61a455a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798166 Sep 10 04:14:37.032020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 64fc6116-3941-4738-b651-442b0e7b59ff up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:14:37.093673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 64fc6116-3941-4738-b651-442b0e7b59ff triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:37.095154 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:37.115346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfe1d8d7-e67a-4b13-b0cd-2ea5a0afecfe req-b561b2a7-7555-4587-bf4d-256c96c79035 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 210 time: 0.1533041 Sep 10 04:14:38.210430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e9dbbf2-6188-4287-a26d-e431528ba8d2 req-f79ca27a-bf77-4202-889a-870abd0676b6 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 210 time: 0.0267406 Sep 10 04:14:38.672531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-7b017a60-72e1-4d76-bdb2-fefbe9e2ef5e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:38.673985 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-7b017a60-72e1-4d76-bdb2-fefbe9e2ef5e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "GET /v2.0/networks?id=6ddead76-6146-456f-974b-6cb2c61a455a HTTP/1.1" status: 200 len: 797 time: 0.1031575 Sep 10 04:14:38.715659 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-c75b938b-2ba3-4024-85bd-efce5f55c49f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ef9278a41fa04d7e82914c65d66ba28c HTTP/1.1" status: 200 len: 380 time: 0.0327280 Sep 10 04:14:38.725177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'port': {'device_id': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'admin_state_up': True, 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'security_groups': ['ee87cbe2-6a14-4081-9d4f-07f12b1c8378']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:38.883658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Made reservation on behalf of ef9278a41fa04d7e82914c65d66ba28c for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:14:38.887247 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.018833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.20.0.5 (6ddead76-6146-456f-974b-6cb2c61a455a/300a596e-bac2-4802-83e6-3a1724bcddc1/f44cea4a-68c6-4da3-b74c-3afd739d30bc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:14:39.154018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.167603 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Transition to ACTIVE for port object f44cea4a-68c6-4da3-b74c-3afd739d30bc will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:14:39.255344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.298581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 6ddead76-6146-456f-974b-6cb2c61a455a is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:14:39.301527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:14:39.304423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:14:39.339228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=f44cea4a-68c6-4da3-b74c-3afd739d30bc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:39.339441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a8fe1e-927f-46e6-a020-746a3c1c3acb req-5c099773-26ab-414a-ae6b-5a6196a72ddb tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:39.341073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80a8fe1e-927f-46e6-a020-746a3c1c3acb req-5c099773-26ab-414a-ae6b-5a6196a72ddb tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 931 time: 0.0645416 Sep 10 04:14:39.363457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:39.364141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.385152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80a8fe1e-927f-46e6-a020-746a3c1c3acb req-116069a5-c920-4b34-9d02-229aa168e648 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349052 Sep 10 04:14:39.432736 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-182429cb-e07c-4e5f-88ae-2daf3ca0e16d tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7114577 Sep 10 04:14:39.444606 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-40be4814-2815-4c4e-a0c2-1b9100b04974 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:14:39.445994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-40be4814-2815-4c4e-a0c2-1b9100b04974 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066068 Sep 10 04:14:39.459353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Request body: {'port': {'device_id': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:39.518991 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.574745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dbb2c40a-49f9-404e-acdc-fd08f8f6acbe None None] Provisioning for port f44cea4a-68c6-4da3-b74c-3afd739d30bc completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:14:39.578857 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dbb2c40a-49f9-404e-acdc-fd08f8f6acbe None None] Provisioning complete for port f44cea4a-68c6-4da3-b74c-3afd739d30bc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:39.579509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dbb2c40a-49f9-404e-acdc-fd08f8f6acbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.615952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-dbb2c40a-49f9-404e-acdc-fd08f8f6acbe None None] Port f44cea4a-68c6-4da3-b74c-3afd739d30bc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:14:39.777769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f44cea4a-68c6-4da3-b74c-3afd739d30bc {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:14:39.785010 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.796804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Transition to ACTIVE for port object f44cea4a-68c6-4da3-b74c-3afd739d30bc will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:14:39.854778 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:39.903645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Pushing event updated for resources: {'Port': ['ID=f44cea4a-68c6-4da3-b74c-3afd739d30bc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:39.980008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Attempting to bind port f44cea4a-68c6-4da3-b74c-3afd739d30bc on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:14:39.980350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Attempting to bind port f44cea4a-68c6-4da3-b74c-3afd739d30bc by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:14:39.980678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Attempting to bind port f44cea4a-68c6-4da3-b74c-3afd739d30bc on network 6ddead76-6146-456f-974b-6cb2c61a455a {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:14:39.985187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Port f44cea4a-68c6-4da3-b74c-3afd739d30bc on network 6ddead76-6146-456f-974b-6cb2c61a455a not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:14:39.985562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Attempting to bind port f44cea4a-68c6-4da3-b74c-3afd739d30bc on network 6ddead76-6146-456f-974b-6cb2c61a455a {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:14:39.991237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 14, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:14:39.991577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Checking segment: {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:14:39.991998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Bound using segment: {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:14:39.992425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Bound port: f44cea4a-68c6-4da3-b74c-3afd739d30bc, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:14:39.992787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:40.058907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] For port f44cea4a-68c6-4da3-b74c-3afd739d30bc, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:14:40.062056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] For port f44cea4a-68c6-4da3-b74c-3afd739d30bc, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f44cea4a-68c6-4da3-b74c-3afd739d30bc,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:14:40.112049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:40.145014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:40.145712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:40.147422 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] 10.222.0.20 "PUT /v2.0/ports/f44cea4a-68c6-4da3-b74c-3afd739d30bc HTTP/1.1" status: 200 len: 1091 time: 0.6928198 Sep 10 04:14:40.149563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:40.152889 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69b1dcd6-0d3b-489c-878c-cb321d7b72c8" -d '{"events": [{"name": "network-changed", "server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:40.181840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b71f29-34fb-422a-b6f7-ab7f2a2204ec service neutron] Pushing event updated for resources: {'Port': ['ID=f44cea4a-68c6-4da3-b74c-3afd739d30bc,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:40.190715 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34d7cd5-086c-4ce6-9406-7b77138e8731 x-openstack-request-id: req-f34d7cd5-086c-4ce6-9406-7b77138e8731 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:40.191153 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:40.191411 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f34d7cd5-086c-4ce6-9406-7b77138e8731 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:40.191845 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'status': 'completed', 'code': 200} Sep 10 04:14:40.257781 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1dcd6-0d3b-489c-878c-cb321d7b72c8 req-67008b90-3a6c-4150-9383-0167acd0049e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:40.259388 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-69b1dcd6-0d3b-489c-878c-cb321d7b72c8 req-67008b90-3a6c-4150-9383-0167acd0049e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 1094 time: 0.0477605 Sep 10 04:14:40.363452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1dcd6-0d3b-489c-878c-cb321d7b72c8 req-11970925-dcc5-489c-93e0-8f558e5ffb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:40.365627 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-69b1dcd6-0d3b-489c-878c-cb321d7b72c8 req-11970925-dcc5-489c-93e0-8f558e5ffb18 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0981779 Sep 10 04:14:40.462368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b1dcd6-0d3b-489c-878c-cb321d7b72c8 req-ea21645d-6fb8-4bb4-b976-4e9ae23dc356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:40.463898 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-69b1dcd6-0d3b-489c-878c-cb321d7b72c8 req-ea21645d-6fb8-4bb4-b976-4e9ae23dc356 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0911012 Sep 10 04:14:40.501156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f365ff-a96a-4b68-a379-1e1aac6902b4 req-e22ca131-b9b1-49b1-bbf7-6401a6103313 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:40.502797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28f365ff-a96a-4b68-a379-1e1aac6902b4 req-e22ca131-b9b1-49b1-bbf7-6401a6103313 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 943 time: 0.0505452 Sep 10 04:14:40.542389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-55452b07-333c-4d2c-8191-ee3101509f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:40.543920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-55452b07-333c-4d2c-8191-ee3101509f31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 1094 time: 0.0415840 Sep 10 04:14:40.544126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28f365ff-a96a-4b68-a379-1e1aac6902b4 req-31d715a2-7fd3-4767-9551-80cf69f7fb71 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326560 Sep 10 04:14:40.589155 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-6e564105-4b59-4cb1-95a4-87dffef55946 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44cea4a-68c6-4da3-b74c-3afd739d30bc HTTP/1.1" status: 200 len: 217 time: 0.0370040 Sep 10 04:14:40.637319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-4a91c0a7-4077-48bb-aac8-29a9cae5c99f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:40.638695 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-4a91c0a7-4077-48bb-aac8-29a9cae5c99f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300a596e-bac2-4802-83e6-3a1724bcddc1 HTTP/1.1" status: 200 len: 834 time: 0.0422003 Sep 10 04:14:40.684735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-85fe4741-0451-433f-96f6-c467e1efefa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:40.686226 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-85fe4741-0451-433f-96f6-c467e1efefa1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddead76-6146-456f-974b-6cb2c61a455a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407689 Sep 10 04:14:40.778366 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-0eee7e41-9e3b-43d5-af66-1a7ea246ac19 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddead76-6146-456f-974b-6cb2c61a455a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844653 Sep 10 04:14:40.866309 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6d55cc39-1d31-43c1-90ac-454a0f946683 req-0f827053-a5bd-4f30-ab39-651dd7b61e39 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddead76-6146-456f-974b-6cb2c61a455a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815227 Sep 10 04:14:41.658348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060743ed-d499-41ee-b3e8-f59c930eb603 req-e966b8a8-8976-4f9b-b192-33c4784649f1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:41.670722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-060743ed-d499-41ee-b3e8-f59c930eb603 req-e966b8a8-8976-4f9b-b192-33c4784649f1 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 943 time: 0.0478959 Sep 10 04:14:41.697638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-060743ed-d499-41ee-b3e8-f59c930eb603 req-636c1fac-74ed-4208-8f1d-3214eb6ed88b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312984 Sep 10 04:14:42.811807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdd65ca-f325-408b-a430-5923349ea52c req-bb7b6fc1-1053-4a2a-9a5e-9ecda222d963 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:42.813271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fdd65ca-f325-408b-a430-5923349ea52c req-bb7b6fc1-1053-4a2a-9a5e-9ecda222d963 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 943 time: 0.0511937 Sep 10 04:14:42.849613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fdd65ca-f325-408b-a430-5923349ea52c req-7a501818-3450-4f3b-ba86-317f463a1b98 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297995 Sep 10 04:14:43.860859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f44cea4a-68c6-4da3-b74c-3afd739d30bc details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:14:43.954128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f44cea4a-68c6-4da3-b74c-3afd739d30bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f44cea4a-68c6-4da3-b74c-3afd739d30bc,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:43.962616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10016e9-b1b7-417d-9127-411fb34a2c0e req-6c305c97-4e58-46e9-b9a4-22332d5bacce tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:43.964178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d10016e9-b1b7-417d-9127-411fb34a2c0e req-6c305c97-4e58-46e9-b9a4-22332d5bacce tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 943 time: 0.0491426 Sep 10 04:14:43.965921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'port_id': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'mac_address': 'fa:16:3e:c9:80:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 229, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:14:44.001315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d10016e9-b1b7-417d-9127-411fb34a2c0e req-80800b08-ad01-4e6d-b4e8-1f0d8acc4ae5 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311580 Sep 10 04:14:44.006463 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.018873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f44cea4a-68c6-4da3-b74c-3afd739d30bc {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:14:44.037450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f44cea4a-68c6-4da3-b74c-3afd739d30bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f44cea4a-68c6-4da3-b74c-3afd739d30bc,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:44.106323 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:44.152797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f44cea4a-68c6-4da3-b74c-3afd739d30bc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:44.160337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.160688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.161024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.161365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.161734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.162030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.162356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.162695 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.163002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.163323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.163646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.163995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:14:44.307434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['f44cea4a-68c6-4da3-b74c-3afd739d30bc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:14:45.117256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02d7f03-ee00-40a6-a96c-e892e9c17bb6 req-db7ede52-fe77-46bf-acaf-5045c13c0e6c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:45.118627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f02d7f03-ee00-40a6-a96c-e892e9c17bb6 req-db7ede52-fe77-46bf-acaf-5045c13c0e6c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 944 time: 0.0469513 Sep 10 04:14:45.154684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f02d7f03-ee00-40a6-a96c-e892e9c17bb6 req-2d306ca0-c9fe-404d-a0c5-b4b65b595367 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302391 Sep 10 04:14:45.169434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-c22b8ad2-df5e-4cd6-92bc-5b51bd65d94a req-0b54ac2f-9e89-4c46-b388-083057e55871 service neutron] (95136) timed out ('10.222.0.22', 33620) {{(pid=95136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:14:45.891629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f44cea4a-68c6-4da3-b74c-3afd739d30bc up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:14:45.968886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port f44cea4a-68c6-4da3-b74c-3afd739d30bc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:14:45.972518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port f44cea4a-68c6-4da3-b74c-3afd739d30bc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:14:45.972889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:46.048090 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:46.070362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:46.072622 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c7baad7-0371-4914-94ba-ed8c05af68ab" -d '{"events": [{"server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "name": "network-vif-plugged", "status": "completed", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:46.084876 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port f44cea4a-68c6-4da3-b74c-3afd739d30bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f44cea4a-68c6-4da3-b74c-3afd739d30bc,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:14:46.107740 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1065324e-feaa-4008-90f5-e141a047b557 x-openstack-request-id: req-1065324e-feaa-4008-90f5-e141a047b557 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:46.107978 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "name": "network-vif-plugged", "status": "completed", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:46.108238 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1065324e-feaa-4008-90f5-e141a047b557 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:46.108648 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'code': 200} Sep 10 04:14:46.123190 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:46.169694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=f44cea4a-68c6-4da3-b74c-3afd739d30bc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:46.206710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a099ab-d65b-4ab8-9e4f-50b1ce854820 req-00481ae0-f276-4a9d-bc16-320ffc463ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:46.208249 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e5a099ab-d65b-4ab8-9e4f-50b1ce854820 req-00481ae0-f276-4a9d-bc16-320ffc463ecd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 1096 time: 0.0414631 Sep 10 04:14:46.248740 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e5a099ab-d65b-4ab8-9e4f-50b1ce854820 req-c1903061-16e2-4f60-8c5a-a8cff8c3b2b7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330229 Sep 10 04:14:46.272077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cb1962-01ea-4c79-a416-5427e32a97f5 req-2b58c19d-7c5f-4f8a-ad89-a3769950f80c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:46.273560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61cb1962-01ea-4c79-a416-5427e32a97f5 req-2b58c19d-7c5f-4f8a-ad89-a3769950f80c tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 945 time: 0.0526249 Sep 10 04:14:46.311170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61cb1962-01ea-4c79-a416-5427e32a97f5 req-b5304d87-b3f4-4645-8bd6-d20c1353cded tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316978 Sep 10 04:14:47.423808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f7d74-b9b8-44bb-b72c-71e8e0d0db9c req-17aed9c6-6cf5-496f-80cd-77b7111b9a5b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:47.425333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c55f7d74-b9b8-44bb-b72c-71e8e0d0db9c req-17aed9c6-6cf5-496f-80cd-77b7111b9a5b tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 945 time: 0.0486271 Sep 10 04:14:47.467177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c55f7d74-b9b8-44bb-b72c-71e8e0d0db9c req-530d29e3-9757-476d-bd38-5d08f83513f3 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354924 Sep 10 04:14:48.579209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82064503-8d66-4a9c-95e3-ff44289b61d2 req-a5967f3e-1210-4982-866a-e01509b546ed tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:48.580689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82064503-8d66-4a9c-95e3-ff44289b61d2 req-a5967f3e-1210-4982-866a-e01509b546ed tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 945 time: 0.0475543 Sep 10 04:14:48.616761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82064503-8d66-4a9c-95e3-ff44289b61d2 req-5fd61c61-8ac1-49a2-8234-ef271a1b7c69 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297527 Sep 10 04:14:48.734987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083c9a3f-2108-4330-936d-cfc657227dd1 req-886cac99-8270-4b3a-ac18-b25d9403f3ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:48.736621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-083c9a3f-2108-4330-936d-cfc657227dd1 req-886cac99-8270-4b3a-ac18-b25d9403f3ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 945 time: 0.0520637 Sep 10 04:14:48.777638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-083c9a3f-2108-4330-936d-cfc657227dd1 req-cfe0e1ed-eb08-4e66-a153-4cd5f2f57969 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335441 Sep 10 04:14:48.799170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55334) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:48.839139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9583193e-c8a3-4a8c-a725-a62ddc724a39 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:48.840724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9583193e-c8a3-4a8c-a725-a62ddc724a39 tempest-TestNetworkBasicOps-765659293 tempest-TestNetworkBasicOps-765659293-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 1091 time: 0.0405147 Sep 10 04:14:48.843357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55336) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:48.847610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:14:48.951579 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:49.047636 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:49.147158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Allocated IP 172.25.3.242 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/08607f3d-73aa-450a-9239-4d0aaefbd0a1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:14:49.249323 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:49.323595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:49.358129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:14:49.360858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:14:49.364326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:14:49.389305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=08607f3d-73aa-450a-9239-4d0aaefbd0a1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:49.711277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:49.804233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:49.947637 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:50.020335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:50.089934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event updated for resources: {'Port': ['ID=08607f3d-73aa-450a-9239-4d0aaefbd0a1,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:14:50.099701 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:50.194912 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Floating IP 4fc8dc81-775f-4e69-8461-3068f36bd49b associated. External IP: 172.25.3.242, port: f44cea4a-68c6-4da3-b74c-3afd739d30bc. Sep 10 04:14:50.393636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 976bbcba-8298-475c-a7a9-09b543d3cc44 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:14:50.496693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:14:50.507245 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] Sync routers for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:14:50.516725 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:50.517455 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:14:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:50.580608 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:50.608706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-eeb5e54f-dde6-43b4-b794-696ac593ab83 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7642767 Sep 10 04:14:50.609305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:14:50.611589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55338) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:50.612170 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0a03a46-ed8c-4e21-9e94-dc94979709e0" -d '{"events": [{"name": "network-changed", "server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:14:50.653702 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:14:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92b31ce4-64b4-469c-aed7-0a4898d6e114 x-openstack-request-id: req-92b31ce4-64b4-469c-aed7-0a4898d6e114 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:14:50.654078 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:14:50.654467 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92b31ce4-64b4-469c-aed7-0a4898d6e114 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:14:50.654877 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'status': 'completed', 'code': 200} Sep 10 04:14:50.694560 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b980e107-b851-4932-89c8-8cd722a29b71 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/floatingips/4fc8dc81-775f-4e69-8461-3068f36bd49b HTTP/1.1" status: 200 len: 991 time: 0.0814312 Sep 10 04:14:50.714497 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:50.722695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-a6b3387b-534d-4a44-99d6-5ab8782caa3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:50.724751 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-a6b3387b-534d-4a44-99d6-5ab8782caa3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 1096 time: 0.0453682 Sep 10 04:14:50.821440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-591de879-b206-4d20-876a-c96b63a1f9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:50.822951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-591de879-b206-4d20-876a-c96b63a1f9d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddead76-6146-456f-974b-6cb2c61a455a HTTP/1.1" status: 200 len: 898 time: 0.0921886 Sep 10 04:14:50.826398 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-81b261e3-9c06-48ec-852e-7cefac2a2851 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:50.888342 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-5cfab4a1-ce48-48ec-8cac-d49a90d38509 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44cea4a-68c6-4da3-b74c-3afd739d30bc HTTP/1.1" status: 200 len: 999 time: 0.0575917 Sep 10 04:14:50.932056 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '4fc8dc81-775f-4e69-8461-3068f36bd49b', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'port_id': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'mac_address': 'fa:16:3e:c9:80:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:14:49Z', 'updated_at': '2021-09-10T04:14:49Z', 'revision_number': 0, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fc6116-3941-4738-b651-442b0e7b59ff', 'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:4f:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:31Z', 'updated_at': '2021-09-10T04:14:35Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:50.942118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-9921f363-be4b-486f-a934-fba86cfe4fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:50.943594 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-9921f363-be4b-486f-a934-fba86cfe4fd0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300a596e-bac2-4802-83e6-3a1724bcddc1 HTTP/1.1" status: 200 len: 834 time: 0.0487185 Sep 10 04:14:50.961251 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] Checking router: 976bbcba-8298-475c-a7a9-09b543d3cc44 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:14:50.969466 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:14:50.970079 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:14:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:50.990056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-0de16229-fd9a-4395-9d6a-b994f1800797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:14:50.991611 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-0de16229-fd9a-4395-9d6a-b994f1800797 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddead76-6146-456f-974b-6cb2c61a455a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415313 Sep 10 04:14:51.072313 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:14:51.080282 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-c5bc8b6e-1e22-4072-8d2f-0682259b1105 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddead76-6146-456f-974b-6cb2c61a455a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811524 Sep 10 04:14:51.174087 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b0a03a46-ed8c-4e21-9e94-dc94979709e0 req-3e7a5e81-e134-4658-92ab-0e050f1cd613 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddead76-6146-456f-974b-6cb2c61a455a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863831 Sep 10 04:14:51.286057 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '4fc8dc81-775f-4e69-8461-3068f36bd49b', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'port_id': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'mac_address': 'fa:16:3e:c9:80:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:14:49Z', 'updated_at': '2021-09-10T04:14:49Z', 'revision_number': 0, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fc6116-3941-4738-b651-442b0e7b59ff', 'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:4f:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:31Z', 'updated_at': '2021-09-10T04:14:35Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:14:51.315037 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c305d-63ed-4b84-87ca-646aeb53d7e1 None None] The sync data for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 is: [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '4fc8dc81-775f-4e69-8461-3068f36bd49b', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'floating_ip_address': '172.25.3.242', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'port_id': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3934, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'mac_address': 'fa:16:3e:c9:80:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:14:49Z', 'updated_at': '2021-09-10T04:14:49Z', 'revision_number': 0, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64fc6116-3941-4738-b651-442b0e7b59ff', 'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:4f:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:31Z', 'updated_at': '2021-09-10T04:14:35Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:14:51.491754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c07b570-c5c1-4a01-a06c-d1f6aa022bec None None] New status for floating IP 4fc8dc81-775f-4e69-8461-3068f36bd49b: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:14:51.697417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55342) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:14:51.761627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8f504728-e0fd-4305-82f4-d930cb466378 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/floatingips/4fc8dc81-775f-4e69-8461-3068f36bd49b HTTP/1.1" status: 200 len: 993 time: 0.0630956 Sep 10 04:14:53.529100 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1df6d1e4-5a75-441d-a81a-7d5b33be5ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:53.706011 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:55.157188 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:56.483605 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:14:59.014743 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:02.362912 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:08.248262 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:15:20.831535 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ce25aefb-78e8-44b1-a547-49be4a7ec7df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:23.055091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55354) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:23.122472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-24257d82-9c21-4a50-8a37-35c44c940a94 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/floatingips/4fc8dc81-775f-4e69-8461-3068f36bd49b HTTP/1.1" status: 200 len: 993 time: 0.0662091 Sep 10 04:15:23.363970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55360) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:23.506668 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c943b1bd-9f07-45f1-a675-87f1c0de6f09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:23.519641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port 08607f3d-73aa-450a-9239-4d0aaefbd0a1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:15:23.521079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:23.599829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:23.600159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:23.612238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for 08607f3d-73aa-450a-9239-4d0aaefbd0a1 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:15:23.717834 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:23.820102 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:23.849476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=08607f3d-73aa-450a-9239-4d0aaefbd0a1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:23.907208 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:23.907542 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Floating IP 4fc8dc81-775f-4e69-8461-3068f36bd49b disassociated (deleted). External IP: 172.25.3.242, port: f44cea4a-68c6-4da3-b74c-3afd739d30bc. Sep 10 04:15:24.107234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 976bbcba-8298-475c-a7a9-09b543d3cc44 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:15:24.214014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:15:24.218844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:24.223671 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] Sync routers for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:15:24.232989 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:24.233568 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:24.244968 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-82b6d769-67d3-41e4-87e6-9d8536cc92ee tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/floatingips/4fc8dc81-775f-4e69-8461-3068f36bd49b HTTP/1.1" status: 204 len: 168 time: 0.8798108 Sep 10 04:15:24.245560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:15:24.247829 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-971c49a4-7657-4867-a4b5-0843fb66b944" -d '{"events": [{"name": "network-changed", "server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:15:24.287633 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:15:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d02250-2c7e-449b-a24d-5ed1f2b1d855 x-openstack-request-id: req-70d02250-2c7e-449b-a24d-5ed1f2b1d855 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:15:24.287956 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:15:24.288209 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70d02250-2c7e-449b-a24d-5ed1f2b1d855 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:15:24.288611 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'status': 'completed', 'code': 200} Sep 10 04:15:24.343283 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:24.352735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-9eb04692-8d40-4516-af3d-0b3590b0e1be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:24.399898 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-9eb04692-8d40-4516-af3d-0b3590b0e1be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 1096 time: 0.0423939 Sep 10 04:15:24.446403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-2d290cb6-613c-48df-843d-8ae10fdf3994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:24.448046 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-2d290cb6-613c-48df-843d-8ae10fdf3994 service neutron] 10.222.0.20 "GET /v2.0/networks?id=6ddead76-6146-456f-974b-6cb2c61a455a HTTP/1.1" status: 200 len: 898 time: 0.0867636 Sep 10 04:15:24.489310 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-835e0e9f-0bdf-44cf-a86e-dc16f40375c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f44cea4a-68c6-4da3-b74c-3afd739d30bc HTTP/1.1" status: 200 len: 217 time: 0.0343390 Sep 10 04:15:24.536574 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '64fc6116-3941-4738-b651-442b0e7b59ff', 'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:4f:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:31Z', 'updated_at': '2021-09-10T04:14:35Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:24.537247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-e1d0bd4e-cb25-4fd1-b868-2706ee6fce29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:24.538723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-e1d0bd4e-cb25-4fd1-b868-2706ee6fce29 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=300a596e-bac2-4802-83e6-3a1724bcddc1 HTTP/1.1" status: 200 len: 834 time: 0.0430846 Sep 10 04:15:24.562207 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] Checking router: 976bbcba-8298-475c-a7a9-09b543d3cc44 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:15:24.571451 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:24.572092 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:24.589170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-4e56e5e6-563d-449a-af12-10b6a7a24505 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:24.594677 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-4e56e5e6-563d-449a-af12-10b6a7a24505 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=6ddead76-6146-456f-974b-6cb2c61a455a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0452566 Sep 10 04:15:24.676586 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:24.680470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-8aaec719-22b8-455b-9472-2314d9aee23d service neutron] 10.222.0.20 "GET /v2.0/networks/6ddead76-6146-456f-974b-6cb2c61a455a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818520 Sep 10 04:15:24.778292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f56952b-d114-498f-9175-760deb35b340 req-129fd6eb-82e6-40ba-a7e8-391ec32a2c23 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:24.780296 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-971c49a4-7657-4867-a4b5-0843fb66b944 req-40907126-a838-4999-a97c-1e3bafe7ce55 service neutron] 10.222.0.20 "GET /v2.0/networks/6ddead76-6146-456f-974b-6cb2c61a455a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920169 Sep 10 04:15:24.780877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f56952b-d114-498f-9175-760deb35b340 req-129fd6eb-82e6-40ba-a7e8-391ec32a2c23 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 945 time: 0.0542028 Sep 10 04:15:24.819282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f56952b-d114-498f-9175-760deb35b340 req-f2884368-727c-41d3-b6b5-f65b43bc68a7 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325150 Sep 10 04:15:24.878888 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '64fc6116-3941-4738-b651-442b0e7b59ff', 'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:4f:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:31Z', 'updated_at': '2021-09-10T04:14:35Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:24.905057 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93ae4b-5ce4-4e03-9de2-e8fa6bc7bd3c None None] The sync data for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 is: [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '64fc6116-3941-4738-b651-442b0e7b59ff', 'name': '', 'network_id': '6ddead76-6146-456f-974b-6cb2c61a455a', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'mac_address': 'fa:16:3e:4f:95:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_interface', 'standard_attr_id': 3922, 'fixed_ips': [{'subnet_id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:31Z', 'updated_at': '2021-09-10T04:14:35Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'subnets': [{'id': '300a596e-bac2-4802-83e6-3a1724bcddc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:15:25.114266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b286a7fd-cd69-4188-8896-801776788892 None None] New status for floating IP 4fc8dc81-775f-4e69-8461-3068f36bd49b: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:15:25.271786 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:25.933451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da0c094-9047-44eb-a61b-92fec0683ca7 req-8aee87cf-5a81-4182-9ad8-674d0c01905e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:25.934906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2da0c094-9047-44eb-a61b-92fec0683ca7 req-8aee87cf-5a81-4182-9ad8-674d0c01905e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 945 time: 0.0473804 Sep 10 04:15:25.971776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2da0c094-9047-44eb-a61b-92fec0683ca7 req-f22244aa-09ae-4532-886a-3ceee9238088 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/security-groups?id=ee87cbe2-6a14-4081-9d4f-07f12b1c8378&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308764 Sep 10 04:15:26.014995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-92c686ed-bdf1-4ef0-80a6-10e8fc3af578 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:26.016474 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-92c686ed-bdf1-4ef0-80a6-10e8fc3af578 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 945 time: 0.0483203 Sep 10 04:15:26.106646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port f44cea4a-68c6-4da3-b74c-3afd739d30bc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:15:26.106911 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:26.192552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] For port f44cea4a-68c6-4da3-b74c-3afd739d30bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=f44cea4a-68c6-4da3-b74c-3afd739d30bc,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:26.192913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:26.205517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for f44cea4a-68c6-4da3-b74c-3afd739d30bc owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:15:26.357842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:26.380560 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:26.416005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=f44cea4a-68c6-4da3-b74c-3afd739d30bc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:26.450000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] No DVR routers for this DVR port f44cea4a-68c6-4da3-b74c-3afd739d30bc on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:15:26.452582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.453050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.453436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.453770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.454126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.454464 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.454790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.455116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.455438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.455786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.456109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.456431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:26.459428 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:26.461434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ee58cd0c-873c-4be7-9673-364a2900b148 req-265d6922-4c97-4b51-aba1-c8dca581dc13 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.20 "DELETE /v2.0/ports/f44cea4a-68c6-4da3-b74c-3afd739d30bc HTTP/1.1" status: 204 len: 173 time: 0.4380381 Sep 10 04:15:26.462802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'name': 'network-vif-deleted', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:15:26.464688 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e93de420-88df-47f1-971e-bd506ff407b9" -d '{"events": [{"server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "name": "network-vif-deleted", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:15:26.499374 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:15:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e5b5732-68f0-478d-bf35-ba36121b6a23 x-openstack-request-id: req-0e5b5732-68f0-478d-bf35-ba36121b6a23 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:15:26.499663 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "504f61cd-cc37-4a7e-b4b7-5778c8a9178f", "name": "network-vif-deleted", "tag": "f44cea4a-68c6-4da3-b74c-3afd739d30bc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:15:26.500028 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e5b5732-68f0-478d-bf35-ba36121b6a23 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:15:26.500433 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '504f61cd-cc37-4a7e-b4b7-5778c8a9178f', 'name': 'network-vif-deleted', 'tag': 'f44cea4a-68c6-4da3-b74c-3afd739d30bc', 'status': 'completed', 'code': 200} Sep 10 04:15:27.080749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e1c6033-b72d-4fc2-8a20-b6ff9e37605a req-fb01f419-af11-49a6-b702-c3ca4c2f636f tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "GET /v2.0/ports?device_id=504f61cd-cc37-4a7e-b4b7-5778c8a9178f HTTP/1.1" status: 200 len: 210 time: 0.0265939 Sep 10 04:15:28.134700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55378) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:28.194563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:28.219093 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:28.363286 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:28.365746 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:28.366874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/security-groups/ee87cbe2-6a14-4081-9d4f-07f12b1c8378 HTTP/1.1" status: 204 len: 168 time: 0.2306759 Sep 10 04:15:28.376158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee87cbe2-6a14-4081-9d4f-07f12b1c8378,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:28.384240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.384586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.384944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.385971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.386205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.386541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.386948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.387206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.387514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.387863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.388190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.388515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dae5389e-5dbd-4a5b-acfa-0b78a445ad2e tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:28.456151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55382) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:28.809023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:29.048951 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:29.378397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port 64fc6116-3941-4738-b651-442b0e7b59ff {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:15:29.378737 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:29.466691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] For port 64fc6116-3941-4738-b651-442b0e7b59ff, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=64fc6116-3941-4738-b651-442b0e7b59ff,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:29.467402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:29.478359 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for 64fc6116-3941-4738-b651-442b0e7b59ff owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:15:29.694751 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:29.726949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=64fc6116-3941-4738-b651-442b0e7b59ff,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:29.889779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.098312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Router 976bbcba-8298-475c-a7a9-09b543d3cc44 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:15:30.133786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f44cea4a-68c6-4da3-b74c-3afd739d30bc no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:15:30.153007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: f44cea4a-68c6-4da3-b74c-3afd739d30bc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:15:30.153340 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device f44cea4a-68c6-4da3-b74c-3afd739d30bc not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:15:30.204177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:15:30.209082 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-68cf1deb-d32d-4a46-bc1f-6d3e3f431412 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "PUT /v2.0/routers/976bbcba-8298-475c-a7a9-09b543d3cc44/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7518928 Sep 10 04:15:30.212187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55384) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:30.213309 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] Sync routers for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:15:30.222161 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:30.222750 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:30.262455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-351886b3-8e40-4e2c-b56f-4876ebfc20de tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting subnet 300a596e-bac2-4802-83e6-3a1724bcddc1 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:15:30.265540 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-351886b3-8e40-4e2c-b56f-4876ebfc20de tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.307642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-351886b3-8e40-4e2c-b56f-4876ebfc20de tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.396861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-351886b3-8e40-4e2c-b56f-4876ebfc20de tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.412679 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:30.529626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-351886b3-8e40-4e2c-b56f-4876ebfc20de tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.559176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351886b3-8e40-4e2c-b56f-4876ebfc20de tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Subnet': ['ID=300a596e-bac2-4802-83e6-3a1724bcddc1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:30.562084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-351886b3-8e40-4e2c-b56f-4876ebfc20de tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.566878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55386) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:30.567398 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-351886b3-8e40-4e2c-b56f-4876ebfc20de tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/subnets/300a596e-bac2-4802-83e6-3a1724bcddc1 HTTP/1.1" status: 204 len: 168 time: 0.3538332 Sep 10 04:15:30.568919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9881657f-0a54-4353-863e-d301c9e98cbb None None] Network 6ddead76-6146-456f-974b-6cb2c61a455a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:15:30.584771 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:15:29Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:30.614712 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] Checking router: 976bbcba-8298-475c-a7a9-09b543d3cc44 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:15:30.623340 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] Routers {'976bbcba-8298-475c-a7a9-09b543d3cc44'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:30.623976 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['976bbcba-8298-475c-a7a9-09b543d3cc44'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:30.675387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.735254 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] Set router 976bbcba-8298-475c-a7a9-09b543d3cc44 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:30.765734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32cf7fd-e604-4f60-ad93-0ed6bb316d19 None None] DHCP port deletion for 6ddead76-6146-456f-974b-6cb2c61a455a request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:15:30.794207 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.814069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e32cf7fd-e604-4f60-ad93-0ed6bb316d19 None None] Deleting port 6eb3b9b2-71c1-4f55-851d-54138b56ee39 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:15:30.814436 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e32cf7fd-e604-4f60-ad93-0ed6bb316d19 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.873414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e32cf7fd-e604-4f60-ad93-0ed6bb316d19 None None] For port 6eb3b9b2-71c1-4f55-851d-54138b56ee39, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6eb3b9b2-71c1-4f55-851d-54138b56ee39,segment=NetworkSegment(bfdd8ae8-dc4b-45bd-ac45-552e9de81372),segment_id=bfdd8ae8-dc4b-45bd-ac45-552e9de81372)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:30.873908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e32cf7fd-e604-4f60-ad93-0ed6bb316d19 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.886064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e32cf7fd-e604-4f60-ad93-0ed6bb316d19 None None] Calling delete_port for 6eb3b9b2-71c1-4f55-851d-54138b56ee39 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:15:30.910091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Deleting port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:15:30.915191 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:30.915401 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:15:29Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:30.939700 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b39612d-ff6d-4735-87aa-09edf6d5b65a None None] The sync data for ids ['976bbcba-8298-475c-a7a9-09b543d3cc44'] in n-d-808143-1 is: [{'id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'name': 'tempest-TestNetworkBasicOps-router-1243465753', 'tenant_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144'}], 'enable_snat': True}, 'gw_port_id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:14:27Z', 'updated_at': '2021-09-10T04:15:29Z', 'revision_number': 5, 'project_id': 'ef9278a41fa04d7e82914c65d66ba28c', 'gw_port': {'id': '4fd47e94-361c-41f2-bc43-eca9d9ff1ab3', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:f0:5b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '976bbcba-8298-475c-a7a9-09b543d3cc44', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3919, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.144', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:14:28Z', 'updated_at': '2021-09-10T04:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:15:30.990586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] For port 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4fd47e94-361c-41f2-bc43-eca9d9ff1ab3,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:30.990890 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.002068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Calling delete_port for 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:15:31.026864 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e32cf7fd-e604-4f60-ad93-0ed6bb316d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.051448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32cf7fd-e604-4f60-ad93-0ed6bb316d19 None None] Pushing event deleted for resources: {'Port': ['ID=6eb3b9b2-71c1-4f55-851d-54138b56ee39,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:31.055053 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e32cf7fd-e604-4f60-ad93-0ed6bb316d19 None None] No DVR routers for this DVR port 6eb3b9b2-71c1-4f55-851d-54138b56ee39 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:15:31.220199 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.248457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Port': ['ID=4fd47e94-361c-41f2-bc43-eca9d9ff1ab3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:31.307228 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.408510 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.411084 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.424934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6eb3b9b2-71c1-4f55-851d-54138b56ee39 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:15:31.446174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6eb3b9b2-71c1-4f55-851d-54138b56ee39 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:15:31.449749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6eb3b9b2-71c1-4f55-851d-54138b56ee39 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:15:31.449749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 64fc6116-3941-4738-b651-442b0e7b59ff no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:15:31.472008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 64fc6116-3941-4738-b651-442b0e7b59ff {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:15:31.472270 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 64fc6116-3941-4738-b651-442b0e7b59ff not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:15:31.517072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.517691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Fanout notify agent at l3_agent the message router_deleted on router 976bbcba-8298-475c-a7a9-09b543d3cc44 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:15:31.524572 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.525674 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-576da4a1-f12f-45cc-92b7-1655fb077294 tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/routers/976bbcba-8298-475c-a7a9-09b543d3cc44 HTTP/1.1" status: 204 len: 168 time: 0.9577563 Sep 10 04:15:31.530066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55388) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:31.605570 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.693227 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.712735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ddead76-6146-456f-974b-6cb2c61a455a']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:31.721561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:31.721857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfdd8ae8-dc4b-45bd-ac45-552e9de81372') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:31.731374 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.743957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.750801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:15:31.751183 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:15:31.754072 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:15:31.854794 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.864024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:31.864024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] 10.222.0.22 "DELETE /v2.0/networks/6ddead76-6146-456f-974b-6cb2c61a455a HTTP/1.1" status: 204 len: 168 time: 0.3337271 Sep 10 04:15:31.874244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc91373-9679-4208-8961-80709dcfdcad tempest-TestNetworkBasicOps-1011085793 tempest-TestNetworkBasicOps-1011085793-project] Pushing event deleted for resources: {'Network': ['ID=6ddead76-6146-456f-974b-6cb2c61a455a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:32.340518 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:32.408700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55394) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:32.563220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-60f82ec5-ad15-48ff-82af-ee184cd121f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ef9278a41fa04d7e82914c65d66ba28c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1533239 Sep 10 04:15:32.565682 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55398) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:32.611293 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6946794-f9e7-40b4-884c-b91c6ff66584 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:32.631164 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6946794-f9e7-40b4-884c-b91c6ff66584 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:32.768741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6946794-f9e7-40b4-884c-b91c6ff66584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:32.771197 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6946794-f9e7-40b4-884c-b91c6ff66584 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:32.772346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a6946794-f9e7-40b4-884c-b91c6ff66584 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/edc8b9f0-a6a8-409d-9a78-a700a761ebd0 HTTP/1.1" status: 204 len: 168 time: 0.2057810 Sep 10 04:15:32.781326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6946794-f9e7-40b4-884c-b91c6ff66584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc8b9f0-a6a8-409d-9a78-a700a761ebd0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:33.022592 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:15:33.038590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:15:33.038933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4fd47e94-361c-41f2-bc43-eca9d9ff1ab3 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:15:33.298684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55404) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:33.313025 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e478d4a8-c523-4819-b0ac-0dcaca9e200e admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:33.399219 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e478d4a8-c523-4819-b0ac-0dcaca9e200e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:33.454114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e478d4a8-c523-4819-b0ac-0dcaca9e200e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:33.492377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e478d4a8-c523-4819-b0ac-0dcaca9e200e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76db1ffe8c9d4ee0ad37f655d3e96b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1925738 Sep 10 04:15:33.493263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e478d4a8-c523-4819-b0ac-0dcaca9e200e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16525d0-3ad3-4ef6-b101-8a25cb03a381,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:33.495015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55406) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:33.551159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6b0b05b-5a30-455f-a850-654c4fb361d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:33.573366 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6b0b05b-5a30-455f-a850-654c4fb361d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:33.694744 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6b0b05b-5a30-455f-a850-654c4fb361d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:33.697389 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6b0b05b-5a30-455f-a850-654c4fb361d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:33.699206 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b6b0b05b-5a30-455f-a850-654c4fb361d9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a16525d0-3ad3-4ef6-b101-8a25cb03a381 HTTP/1.1" status: 204 len: 168 time: 0.2025943 Sep 10 04:15:33.706968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b0b05b-5a30-455f-a850-654c4fb361d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16525d0-3ad3-4ef6-b101-8a25cb03a381,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:34.658795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55428) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:34.753320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-1130864783-network', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:15:34.831543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Made reservation on behalf of 4707f13c9d1441b3bc15c6e5deed0850 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:15:34.833872 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:34.842287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:34.928651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:34.980559 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.001046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:15:35.015592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97c41d50-37be-4cd6-af3f-3c4b81872e57,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:35.018557 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.018910 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Added segment 70a5cfbe-4fd9-487d-aef8-76c947d79b10 of type vlan for network c05bee54-05aa-4549-852e-51e21bd9e407 Sep 10 04:15:35.058307 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.157095 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.158077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:35.158652 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.220184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] Pushing event updated for resources: {'Network': ['ID=c05bee54-05aa-4549-852e-51e21bd9e407,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:35.230179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network c05bee54-05aa-4549-852e-51e21bd9e407 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:15:35.255472 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-71eb6c8e-44cf-40a7-ad44-d8113136e427 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5955794 Sep 10 04:15:35.258440 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55432) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:35.263297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Request body: {'subnet': {'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-1130864783-subnet', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:15:35.340280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Made reservation on behalf of 4707f13c9d1441b3bc15c6e5deed0850 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:15:35.342612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.557574 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.614202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0432006-c871-4b43-89f7-f3b7a518fd8d,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:35.621522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Checking segment: {'id': '70a5cfbe-4fd9-487d-aef8-76c947d79b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:35.621882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Network hostable DHCP agents. Network: c05bee54-05aa-4549-852e-51e21bd9e407, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:15:35.700177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Network c05bee54-05aa-4549-852e-51e21bd9e407 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:15:35.786034 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, c05bee54-05aa-4549-852e-51e21bd9e407) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:35.790417 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:35.791915 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.795200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b02d39-1ef2-48ab-b491-ab8618c491c9 None None] Network c05bee54-05aa-4549-852e-51e21bd9e407 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:15:35.873004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a522a867-932a-44c4-967a-b382bc2a16bf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.6135025 Sep 10 04:15:35.875546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55434) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:35.880273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-1130864783-router', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:15:35.935196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-c05bee54-05aa-4549-852e-51e21bd9e407', 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'fixed_ips': [{'subnet_id': 'e0432006-c871-4b43-89f7-f3b7a518fd8d'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:15:35.936075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.986523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:35.987604 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.043068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.067385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Allocated IP 172.20.0.2 (c05bee54-05aa-4549-852e-51e21bd9e407/e0432006-c871-4b43-89f7-f3b7a518fd8d/2294bc2f-b5c9-4c9a-be08-4003274dc114) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:15:36.207031 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.215751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Transition to ACTIVE for port object 2294bc2f-b5c9-4c9a-be08-4003274dc114 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:36.230835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Transition to ACTIVE for port object 2294bc2f-b5c9-4c9a-be08-4003274dc114 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:36.257739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.295294 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.331871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Network c05bee54-05aa-4549-852e-51e21bd9e407 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:36.334710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:36.340746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:15:36.347897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Pushing event updated for resources: {'Port': ['ID=2294bc2f-b5c9-4c9a-be08-4003274dc114,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:36.395092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Attempting to bind port 2294bc2f-b5c9-4c9a-be08-4003274dc114 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:15:36.395516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Attempting to bind port 2294bc2f-b5c9-4c9a-be08-4003274dc114 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '70a5cfbe-4fd9-487d-aef8-76c947d79b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:15:36.395850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Attempting to bind port 2294bc2f-b5c9-4c9a-be08-4003274dc114 on network c05bee54-05aa-4549-852e-51e21bd9e407 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:15:36.400632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:15:36.401579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Checking segment: {'id': '70a5cfbe-4fd9-487d-aef8-76c947d79b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:36.401982 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.402366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Bound using segment: {'id': '70a5cfbe-4fd9-487d-aef8-76c947d79b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:15:36.402836 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Bound port: 2294bc2f-b5c9-4c9a-be08-4003274dc114, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a5cfbe-4fd9-487d-aef8-76c947d79b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:15:36.403205 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.467329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] For port 2294bc2f-b5c9-4c9a-be08-4003274dc114, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:15:36.471722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] For port 2294bc2f-b5c9-4c9a-be08-4003274dc114, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2294bc2f-b5c9-4c9a-be08-4003274dc114,segment=NetworkSegment(70a5cfbe-4fd9-487d-aef8-76c947d79b10),segment_id=70a5cfbe-4fd9-487d-aef8-76c947d79b10)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:15:36.510831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.529578 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.530766 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.586617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd8d9a1-91ee-4263-bfd3-1f0c5c533049 None None] Pushing event updated for resources: {'Port': ['ID=2294bc2f-b5c9-4c9a-be08-4003274dc114,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:36.642210 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Allocated IP 172.25.3.89 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/1e2a6525-b859-4018-9d06-adc0403f788b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:15:36.751930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.826435 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:36.866447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:36.871626 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:36.874005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:15:36.879863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Pushing event updated for resources: {'Port': ['ID=1e2a6525-b859-4018-9d06-adc0403f788b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:37.083410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2294bc2f-b5c9-4c9a-be08-4003274dc114 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:37.191952 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 2294bc2f-b5c9-4c9a-be08-4003274dc114 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:37.206378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:37.401662 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:37.478442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a52ca6-6601-4907-86c6-fe5299c0cb44 None None] Network c05bee54-05aa-4549-852e-51e21bd9e407 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:15:37.585822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:15:37.671808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8afa9b2f-ca21-4d64-8d63-9d0c55b44c68 None None] Provisioning for port 2294bc2f-b5c9-4c9a-be08-4003274dc114 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:37.678168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8afa9b2f-ca21-4d64-8d63-9d0c55b44c68 None None] Provisioning complete for port 2294bc2f-b5c9-4c9a-be08-4003274dc114 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:37.678544 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8afa9b2f-ca21-4d64-8d63-9d0c55b44c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:37.695312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:15:37.708057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Sync routers for ids ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:15:37.730379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Routers {'262b2ef1-3bdb-4aa1-adcc-be34bda51c09'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:37.730379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:37.763402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:37.767874 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8c2849f8-81ee-4519-93be-ef5761048019 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 1.8885074 Sep 10 04:15:37.768042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55436) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:37.821787 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8afa9b2f-ca21-4d64-8d63-9d0c55b44c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.049601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Set router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:38.075658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-8afa9b2f-ca21-4d64-8d63-9d0c55b44c68 None None] For port 2294bc2f-b5c9-4c9a-be08-4003274dc114, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2294bc2f-b5c9-4c9a-be08-4003274dc114,segment=NetworkSegment(70a5cfbe-4fd9-487d-aef8-76c947d79b10),segment_id=70a5cfbe-4fd9-487d-aef8-76c947d79b10)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:38.159144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8afa9b2f-ca21-4d64-8d63-9d0c55b44c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.188709 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.240919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa9b2f-ca21-4d64-8d63-9d0c55b44c68 None None] Pushing event updated for resources: {'Port': ['ID=2294bc2f-b5c9-4c9a-be08-4003274dc114,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:38.273028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'name': 'tempest-ImageQuotaTest-1130864783-router', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:35Z', 'updated_at': '2021-09-10T04:15:37Z', 'revision_number': 3, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'gw_port': {'id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:36Z', 'updated_at': '2021-09-10T04:15:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:38.304543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Checking router: 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:15:38.304893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Updating router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 port 1e2a6525-b859-4018-9d06-adc0403f788b binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:15:38.327291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5f6f6944-76c7-417b-a690-3e35dd05dc91 None None] Provisioning complete for port 2294bc2f-b5c9-4c9a-be08-4003274dc114 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:38.327669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5f6f6944-76c7-417b-a690-3e35dd05dc91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.344519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Allocated IP 172.20.0.1 (c05bee54-05aa-4549-852e-51e21bd9e407/e0432006-c871-4b43-89f7-f3b7a518fd8d/7b49470d-064c-48d3-ac84-2fe7066333d8) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:15:38.348535 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.448795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.462161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Transition to ACTIVE for port object 7b49470d-064c-48d3-ac84-2fe7066333d8 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:38.563422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.601286 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Network c05bee54-05aa-4549-852e-51e21bd9e407 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:38.604776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:38.610866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:15:38.616456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Pushing event updated for resources: {'Port': ['ID=7b49470d-064c-48d3-ac84-2fe7066333d8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:38.641776 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.652870 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Transition to ACTIVE for port object 1e2a6525-b859-4018-9d06-adc0403f788b will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:38.661352 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.706376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.763913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Attempting to bind port 1e2a6525-b859-4018-9d06-adc0403f788b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:15:38.764379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Attempting to bind port 1e2a6525-b859-4018-9d06-adc0403f788b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:15:38.764808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Attempting to bind port 1e2a6525-b859-4018-9d06-adc0403f788b on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:15:38.766849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c99090-aeb0-4cad-bf19-82c65f7ba072 None None] Pushing event updated for resources: {'Port': ['ID=1e2a6525-b859-4018-9d06-adc0403f788b,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:38.772539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:15:38.773037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:38.773355 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.773820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:15:38.774203 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Bound port: 1e2a6525-b859-4018-9d06-adc0403f788b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:15:38.774585 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.829260 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.835712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] For port 1e2a6525-b859-4018-9d06-adc0403f788b, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:15:38.850223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] For port 1e2a6525-b859-4018-9d06-adc0403f788b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1e2a6525-b859-4018-9d06-adc0403f788b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:15:38.918694 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.949507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d1e759a4-efd8-49b1-8b2c-7dbf465f56f5 None None] Provisioning for port 7b49470d-064c-48d3-ac84-2fe7066333d8 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:38.962795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d1e759a4-efd8-49b1-8b2c-7dbf465f56f5 None None] Provisioning complete for port 7b49470d-064c-48d3-ac84-2fe7066333d8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:38.963154 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d1e759a4-efd8-49b1-8b2c-7dbf465f56f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:38.991709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Routers {'262b2ef1-3bdb-4aa1-adcc-be34bda51c09'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:38.992317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:38.992695 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:39.049164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:39.051555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c99090-aeb0-4cad-bf19-82c65f7ba072 None None] Pushing event updated for resources: {'Port': ['ID=1e2a6525-b859-4018-9d06-adc0403f788b,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:39.065520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d1e759a4-efd8-49b1-8b2c-7dbf465f56f5 None None] Port 7b49470d-064c-48d3-ac84-2fe7066333d8 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:15:39.073478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2294bc2f-b5c9-4c9a-be08-4003274dc114 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:39.122418 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:39.124148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Pushing event updated for resources: {'Port': ['ID=7b49470d-064c-48d3-ac84-2fe7066333d8,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:39.145571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] Set router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:39.221505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Network c05bee54-05aa-4549-852e-51e21bd9e407 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:39.222963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:39.226766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 2294bc2f-b5c9-4c9a-be08-4003274dc114 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:39.227084 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:39.342695 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:15:39.424743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'name': 'tempest-ImageQuotaTest-1130864783-router', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:35Z', 'updated_at': '2021-09-10T04:15:38Z', 'revision_number': 4, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'gw_port': {'id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:36Z', 'updated_at': '2021-09-10T04:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b49470d-064c-48d3-ac84-2fe7066333d8', 'name': '', 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'mac_address': 'fa:16:3e:1f:f5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e0432006-c871-4b43-89f7-f3b7a518fd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:38Z', 'updated_at': '2021-09-10T04:15:38Z', 'revision_number': 1, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'subnets': [{'id': 'e0432006-c871-4b43-89f7-f3b7a518fd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:39.456585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebdc6d9e-75a3-4d3a-96a1-9a8236985d5f None None] The sync data for ids ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'] in n-d-808143-1 is: [{'id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'name': 'tempest-ImageQuotaTest-1130864783-router', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:35Z', 'updated_at': '2021-09-10T04:15:38Z', 'revision_number': 4, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'gw_port': {'id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b4:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:36Z', 'updated_at': '2021-09-10T04:15:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b49470d-064c-48d3-ac84-2fe7066333d8', 'name': '', 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'mac_address': 'fa:16:3e:1f:f5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e0432006-c871-4b43-89f7-f3b7a518fd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:38Z', 'updated_at': '2021-09-10T04:15:38Z', 'revision_number': 1, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'subnets': [{'id': 'e0432006-c871-4b43-89f7-f3b7a518fd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:15:39.484105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fd4867d6-0088-4192-aee3-7ea0d8768ace None None] Provisioning complete for port 7b49470d-064c-48d3-ac84-2fe7066333d8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:39.484581 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fd4867d6-0088-4192-aee3-7ea0d8768ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:39.525376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fd4867d6-0088-4192-aee3-7ea0d8768ace None None] Port 7b49470d-064c-48d3-ac84-2fe7066333d8 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:15:39.805857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:15:39.812124 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1f7f583a-cc43-4519-96ea-cf7771ad4f6b admin admin] 10.222.0.22 "PUT /v2.0/routers/262b2ef1-3bdb-4aa1-adcc-be34bda51c09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0425706 Sep 10 04:15:40.931821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55456) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:41.105259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1e2a6525-b859-4018-9d06-adc0403f788b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:41.214685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 1e2a6525-b859-4018-9d06-adc0403f788b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:41.220116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1e2a6525-b859-4018-9d06-adc0403f788b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:41.220754 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:41.272702 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:41.305230 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:41.325771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 1e2a6525-b859-4018-9d06-adc0403f788b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1e2a6525-b859-4018-9d06-adc0403f788b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:41.370647 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Sync routers for ids ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:15:41.380248 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:41.381213 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Routers {'262b2ef1-3bdb-4aa1-adcc-be34bda51c09'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:41.382284 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-04768cbe-f758-417b-add0-b9302210f602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:41.431488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=1e2a6525-b859-4018-9d06-adc0403f788b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:41.495645 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Set router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:41.699784 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-04768cbe-f758-417b-add0-b9302210f602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'name': 'tempest-ImageQuotaTest-1130864783-router', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:35Z', 'updated_at': '2021-09-10T04:15:38Z', 'revision_number': 4, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'gw_port': {'id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:36Z', 'updated_at': '2021-09-10T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b49470d-064c-48d3-ac84-2fe7066333d8', 'name': '', 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'mac_address': 'fa:16:3e:1f:f5:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'device_owner': 'network:router_interface', 'standard_attr_id': 3951, 'fixed_ips': [{'subnet_id': 'e0432006-c871-4b43-89f7-f3b7a518fd8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:38Z', 'updated_at': '2021-09-10T04:15:38Z', 'revision_number': 2, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'subnets': [{'id': 'e0432006-c871-4b43-89f7-f3b7a518fd8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:41.724604 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Checking router: 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:15:41.724954 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Updating router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 port 7b49470d-064c-48d3-ac84-2fe7066333d8 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:15:41.749814 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:41.857173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Deleting port 7b49470d-064c-48d3-ac84-2fe7066333d8 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:15:41.857509 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:41.930237 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:41.945866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Calling delete_port for 7b49470d-064c-48d3-ac84-2fe7066333d8 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:15:42.003823 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:42.013178 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Transition to ACTIVE for port object 7b49470d-064c-48d3-ac84-2fe7066333d8 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:42.082919 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:42.135557 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Pushing event updated for resources: {'Port': ['ID=7b49470d-064c-48d3-ac84-2fe7066333d8,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:42.156977 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.157332 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.157659 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.158002 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.158404 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.158662 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.158991 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.159312 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.159632 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.159973 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.160291 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.160607 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f2a5a13-641c-48b7-9e9c-8f86b927d318 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:42.174646 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:42.201420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7b49470d-064c-48d3-ac84-2fe7066333d8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:42.208009 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Attempting to bind port 7b49470d-064c-48d3-ac84-2fe7066333d8 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:15:42.208503 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Attempting to bind port 7b49470d-064c-48d3-ac84-2fe7066333d8 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '70a5cfbe-4fd9-487d-aef8-76c947d79b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:15:42.208872 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Attempting to bind port 7b49470d-064c-48d3-ac84-2fe7066333d8 on network c05bee54-05aa-4549-852e-51e21bd9e407 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:15:42.215090 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:15:42.215634 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Checking segment: {'id': '70a5cfbe-4fd9-487d-aef8-76c947d79b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:42.216060 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:42.216456 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Bound using segment: {'id': '70a5cfbe-4fd9-487d-aef8-76c947d79b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:15:42.216905 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Bound port: 7b49470d-064c-48d3-ac84-2fe7066333d8, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70a5cfbe-4fd9-487d-aef8-76c947d79b10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': 'c05bee54-05aa-4549-852e-51e21bd9e407'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:15:42.217282 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:42.253158 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.plugin [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Port 7b49470d-064c-48d3-ac84-2fe7066333d8 has been deleted concurrently {{(pid=95139) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Sep 10 04:15:42.264000 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Routers {'262b2ef1-3bdb-4aa1-adcc-be34bda51c09'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:42.264702 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-04768cbe-f758-417b-add0-b9302210f602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:42.354875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-bf1d4e11-c878-4880-aad4-168b6f49e2a8 None None] Could not find standard attr ID for object 7b49470d-064c-48d3-ac84-2fe7066333d8. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 04:15:42.367665 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:42.472862 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-04768cbe-f758-417b-add0-b9302210f602 None None] Set router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:42.601125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:15:42.647570 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-04768cbe-f758-417b-add0-b9302210f602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'name': 'tempest-ImageQuotaTest-1130864783-router', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:35Z', 'updated_at': '2021-09-10T04:15:42Z', 'revision_number': 5, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'gw_port': {'id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:36Z', 'updated_at': '2021-09-10T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:42.672681 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04768cbe-f758-417b-add0-b9302210f602 None None] The sync data for ids ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'] in n-d-808143-1 is: [{'id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'name': 'tempest-ImageQuotaTest-1130864783-router', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89'}], 'enable_snat': True}, 'gw_port_id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:35Z', 'updated_at': '2021-09-10T04:15:42Z', 'revision_number': 5, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'gw_port': {'id': '1e2a6525-b859-4018-9d06-adc0403f788b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:b4:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3950, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:36Z', 'updated_at': '2021-09-10T04:15:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:15:42.711446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:15:42.716591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-87593f43-ac2a-4783-b5c2-5cb3eff870ee admin admin] 10.222.0.22 "PUT /v2.0/routers/262b2ef1-3bdb-4aa1-adcc-be34bda51c09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7836640 Sep 10 04:15:42.719098 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55458) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:42.818395 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:42.915745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.038121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Deleting port 1e2a6525-b859-4018-9d06-adc0403f788b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:15:43.038802 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.081657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1e2a6525-b859-4018-9d06-adc0403f788b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:43.128866 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] For port 1e2a6525-b859-4018-9d06-adc0403f788b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1e2a6525-b859-4018-9d06-adc0403f788b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:43.129228 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.138394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1e2a6525-b859-4018-9d06-adc0403f788b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:43.138768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.147327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Calling delete_port for 1e2a6525-b859-4018-9d06-adc0403f788b owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:15:43.232742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b49470d-064c-48d3-ac84-2fe7066333d8 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:15:43.253281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 7b49470d-064c-48d3-ac84-2fe7066333d8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:15:43.253621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b49470d-064c-48d3-ac84-2fe7066333d8 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:15:43.385969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.421479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e2a6525-b859-4018-9d06-adc0403f788b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:43.478729 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.570285 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.572888 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.678593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] Sync routers for ids ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:15:43.687609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] Routers {'262b2ef1-3bdb-4aa1-adcc-be34bda51c09'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:43.688239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:43.694629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.695155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:15:43.700045 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.701210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-660f5b72-a9a9-4c95-ac6a-fcd67e4dc763 admin admin] 10.222.0.22 "DELETE /v2.0/routers/262b2ef1-3bdb-4aa1-adcc-be34bda51c09 HTTP/1.1" status: 204 len: 168 time: 0.9811950 Sep 10 04:15:43.703765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55460) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:43.747232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-972168a9-3b5f-4cb9-8a0b-5887626f7947 admin admin] Deleting subnet e0432006-c871-4b43-89f7-f3b7a518fd8d {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:15:43.750359 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-972168a9-3b5f-4cb9-8a0b-5887626f7947 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.756547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] Set router 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:43.784657 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-972168a9-3b5f-4cb9-8a0b-5887626f7947 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.806283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '262b2ef1-3bdb-4aa1-adcc-be34bda51c09', 'name': 'tempest-ImageQuotaTest-1130864783-router', 'tenant_id': '4707f13c9d1441b3bc15c6e5deed0850', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:35Z', 'updated_at': '2021-09-10T04:15:43Z', 'revision_number': 7, 'project_id': '4707f13c9d1441b3bc15c6e5deed0850', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:43.834958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] Checking router: 262b2ef1-3bdb-4aa1-adcc-be34bda51c09 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:15:43.844351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] Routers set() bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:43.844700 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] Router IDs set() for agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Sep 10 04:15:43.845285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_agentschedulers_db [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'262b2ef1-3bdb-4aa1-adcc-be34bda51c09'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent'). {{(pid=95138) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Sep 10 04:15:43.845652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109c73c0-9e62-4242-a296-011ba3887901 None None] The sync data for ids ['262b2ef1-3bdb-4aa1-adcc-be34bda51c09'] in n-d-808143-1 is: [] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:15:43.865773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-972168a9-3b5f-4cb9-8a0b-5887626f7947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:43.997976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-972168a9-3b5f-4cb9-8a0b-5887626f7947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.023918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972168a9-3b5f-4cb9-8a0b-5887626f7947 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0432006-c871-4b43-89f7-f3b7a518fd8d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:44.028177 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-972168a9-3b5f-4cb9-8a0b-5887626f7947 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.030058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-972168a9-3b5f-4cb9-8a0b-5887626f7947 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e0432006-c871-4b43-89f7-f3b7a518fd8d HTTP/1.1" status: 204 len: 168 time: 0.3253620 Sep 10 04:15:44.032625 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55462) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:44.033502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabcb478-57f9-4830-98fe-af54e2376c41 None None] Network c05bee54-05aa-4549-852e-51e21bd9e407 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:15:44.106348 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.158841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Deleting port 2294bc2f-b5c9-4c9a-be08-4003274dc114 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:15:44.159180 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.223495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] For port 2294bc2f-b5c9-4c9a-be08-4003274dc114, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2294bc2f-b5c9-4c9a-be08-4003274dc114,segment=NetworkSegment(70a5cfbe-4fd9-487d-aef8-76c947d79b10),segment_id=70a5cfbe-4fd9-487d-aef8-76c947d79b10)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:44.223831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.239624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Calling delete_port for 2294bc2f-b5c9-4c9a-be08-4003274dc114 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:15:44.301755 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] DHCP port deletion for c05bee54-05aa-4549-852e-51e21bd9e407 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:15:44.354719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Deleting port 2294bc2f-b5c9-4c9a-be08-4003274dc114 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:15:44.355089 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.374487 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.403176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] No DVR routers for this DVR port 2294bc2f-b5c9-4c9a-be08-4003274dc114 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:15:44.408859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=2294bc2f-b5c9-4c9a-be08-4003274dc114,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:44.415341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] For port 2294bc2f-b5c9-4c9a-be08-4003274dc114, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2294bc2f-b5c9-4c9a-be08-4003274dc114,segment=NetworkSegment(70a5cfbe-4fd9-487d-aef8-76c947d79b10),segment_id=70a5cfbe-4fd9-487d-aef8-76c947d79b10)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:44.416117 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.429087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Calling delete_port for 2294bc2f-b5c9-4c9a-be08-4003274dc114 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:15:44.483507 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.508361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c05bee54-05aa-4549-852e-51e21bd9e407']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:44.512610 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.520290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70a5cfbe-4fd9-487d-aef8-76c947d79b10') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:44.520828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70a5cfbe-4fd9-487d-aef8-76c947d79b10') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:44.530889 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.538121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Pushing event deleted for resources: {'Port': ['ID=2294bc2f-b5c9-4c9a-be08-4003274dc114,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:44.552327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.552723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.553059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.553395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.553557 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.555900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.555900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.555900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.555900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.555900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.555900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.555900 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.556476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:15:44.559501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635e5467-6a51-43b0-9938-ef542281af95 None None] No DVR routers for this DVR port 2294bc2f-b5c9-4c9a-be08-4003274dc114 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:15:44.562660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:15:44.563360 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:15:44.575252 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:15:44.675565 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.681748 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:44.684896 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c05bee54-05aa-4549-852e-51e21bd9e407 HTTP/1.1" status: 204 len: 168 time: 0.6512673 Sep 10 04:15:44.696666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6141b4-a7c0-4af0-b171-70cbcd4123d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=c05bee54-05aa-4549-852e-51e21bd9e407,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:44.971877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55466) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:45.015444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-eae1d4ae-edb7-4f59-9dc9-e758512da877 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4707f13c9d1441b3bc15c6e5deed0850&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424347 Sep 10 04:15:45.018144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55468) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:45.063931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2294bc2f-b5c9-4c9a-be08-4003274dc114 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:15:45.068854 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1caa9831-0145-469a-a4c0-db368cef1404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:45.083897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 2294bc2f-b5c9-4c9a-be08-4003274dc114 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:15:45.084250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2294bc2f-b5c9-4c9a-be08-4003274dc114 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:15:45.084657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1e2a6525-b859-4018-9d06-adc0403f788b no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:15:45.090573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1caa9831-0145-469a-a4c0-db368cef1404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:45.105550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 1e2a6525-b859-4018-9d06-adc0403f788b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:15:45.105890 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1e2a6525-b859-4018-9d06-adc0403f788b not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:15:45.186018 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1caa9831-0145-469a-a4c0-db368cef1404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:45.188558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1caa9831-0145-469a-a4c0-db368cef1404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:45.189742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1caa9831-0145-469a-a4c0-db368cef1404 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97c41d50-37be-4cd6-af3f-3c4b81872e57 HTTP/1.1" status: 204 len: 168 time: 0.1706274 Sep 10 04:15:45.199303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caa9831-0145-469a-a4c0-db368cef1404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97c41d50-37be-4cd6-af3f-3c4b81872e57,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:45.247141 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:15:45.834159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55474) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:45.847605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f100b50-7fc3-4124-a6d8-ee77b5a295f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:45.936631 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f100b50-7fc3-4124-a6d8-ee77b5a295f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:46.002608 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8f100b50-7fc3-4124-a6d8-ee77b5a295f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:46.040699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8f100b50-7fc3-4124-a6d8-ee77b5a295f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2054815 Sep 10 04:15:46.041556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f100b50-7fc3-4124-a6d8-ee77b5a295f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74229586-6293-46b1-b95f-257e3114eb48,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:46.043692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55476) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:46.092075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ef89daf5-02cb-42ee-831d-a80a07206b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:46.111941 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ef89daf5-02cb-42ee-831d-a80a07206b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:46.226119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ef89daf5-02cb-42ee-831d-a80a07206b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:46.228704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ef89daf5-02cb-42ee-831d-a80a07206b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:46.229993 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ef89daf5-02cb-42ee-831d-a80a07206b1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/74229586-6293-46b1-b95f-257e3114eb48 HTTP/1.1" status: 204 len: 168 time: 0.1853185 Sep 10 04:15:46.238036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef89daf5-02cb-42ee-831d-a80a07206b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74229586-6293-46b1-b95f-257e3114eb48,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:46.944055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55498) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:47.051116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1393202702-network', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:15:47.152305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Made reservation on behalf of e92cdfc61e4b4310b21f72a7482aa521 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:15:47.154542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.163127 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.252681 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.305766 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.330038 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] vlan segment allocate from pool success with {'vlan_id': 201, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:15:47.339643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:47.345446 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.345778 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Added segment 5c5019cc-9331-4b54-a438-4f8a1784eb80 of type vlan for network 3e85965d-0806-4475-a956-eac95714a105 Sep 10 04:15:47.383884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.465939 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.466847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:47.467441 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.527295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] Pushing event updated for resources: {'Network': ['ID=3e85965d-0806-4475-a956-eac95714a105,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:47.536850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 3e85965d-0806-4475-a956-eac95714a105 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:15:47.558298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-698dd38b-39d4-4d42-9e88-7329b26a9aeb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6131337 Sep 10 04:15:47.561075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55502) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:47.565876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Request body: {'subnet': {'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1393202702-subnet', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:15:47.631419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Made reservation on behalf of e92cdfc61e4b4310b21f72a7482aa521 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:15:47.633763 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.843070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:47.904499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Pushing event updated for resources: {'Subnet': ['ID=876f481e-63c3-4f6f-a9f8-adf65679945d,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:47.906932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:47.907291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Network hostable DHCP agents. Network: 3e85965d-0806-4475-a956-eac95714a105, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:15:47.985968 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Network 3e85965d-0806-4475-a956-eac95714a105 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:15:48.037273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 3e85965d-0806-4475-a956-eac95714a105) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:48.042661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:48.043736 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.049464 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f8e86c1-5431-45c5-a15b-7aff148a6c78 None None] Network 3e85965d-0806-4475-a956-eac95714a105 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:15:48.113204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-00ce9768-392e-423d-bdbe-86390b39b371 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5505493 Sep 10 04:15:48.115482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55504) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:48.120691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:15:48.187377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-3e85965d-0806-4475-a956-eac95714a105', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:15:48.188235 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.198466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.213238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.252639 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.316608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Allocated IP 172.20.0.2 (3e85965d-0806-4475-a956-eac95714a105/876f481e-63c3-4f6f-a9f8-adf65679945d/6ff05847-2882-4460-9a77-b6263727d783) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:15:48.431094 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.622218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.630087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Transition to ACTIVE for port object 6ff05847-2882-4460-9a77-b6263727d783 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:48.644200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Transition to ACTIVE for port object 6ff05847-2882-4460-9a77-b6263727d783 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:48.722995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.729953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.742240 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.769522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:48.772346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:48.778261 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:15:48.783626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Pushing event updated for resources: {'Port': ['ID=6ff05847-2882-4460-9a77-b6263727d783,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:48.834535 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Attempting to bind port 6ff05847-2882-4460-9a77-b6263727d783 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:15:48.834896 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Attempting to bind port 6ff05847-2882-4460-9a77-b6263727d783 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:15:48.854069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Attempting to bind port 6ff05847-2882-4460-9a77-b6263727d783 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:15:48.854069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:15:48.854069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:48.854069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.854069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Bound using segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:15:48.854069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Bound port: 6ff05847-2882-4460-9a77-b6263727d783, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:15:48.854069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.854887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Allocated IP 172.25.3.175 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/046dabf9-8fef-40b0-ba9f-3b332f9f8c5b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:15:48.903437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] For port 6ff05847-2882-4460-9a77-b6263727d783, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:15:48.906383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] For port 6ff05847-2882-4460-9a77-b6263727d783, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6ff05847-2882-4460-9a77-b6263727d783,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:15:48.949098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:48.952247 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:49.007927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13802cfe-b38f-43f1-b326-7600cb604381 None None] Pushing event updated for resources: {'Port': ['ID=6ff05847-2882-4460-9a77-b6263727d783,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:49.024340 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:49.061828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:49.064752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:49.067364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:15:49.099064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Pushing event updated for resources: {'Port': ['ID=046dabf9-8fef-40b0-ba9f-3b332f9f8c5b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:49.406365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:49.596258 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:49.914392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48a553a3-095f-45c3-9b05-d87ef6dc30d9 None None] Network 3e85965d-0806-4475-a956-eac95714a105 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:15:50.089132 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-97ecc227-3982-459e-b5da-748e13df3897 None None] Provisioning for port 6ff05847-2882-4460-9a77-b6263727d783 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:50.106068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Router 94b4c08f-b110-4112-90bb-d3b571fed3c5 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:15:50.214314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:15:50.223459 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Sync routers for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:15:50.233096 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:50.233786 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:50.260235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:50.264045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ebf9ba03-3fb3-4eb8-984c-e9471e086674 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.1450684 Sep 10 04:15:50.264240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55506) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:50.341206 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:50.519329 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:49Z', 'revision_number': 3, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:50.545694 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Checking router: 94b4c08f-b110-4112-90bb-d3b571fed3c5 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:15:50.546045 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Updating router 94b4c08f-b110-4112-90bb-d3b571fed3c5 port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:15:50.569398 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:50.670762 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:50.812254 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:50.821729 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Transition to ACTIVE for port object 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:50.822146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Allocated IP 172.20.0.1 (3e85965d-0806-4475-a956-eac95714a105/876f481e-63c3-4f6f-a9f8-adf65679945d/b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:15:50.848752 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b91d94fe-719e-443e-8d43-df21003b8e85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:50.888740 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:50.921810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:50.937865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Transition to ACTIVE for port object b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:50.944705 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Attempting to bind port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:15:50.945073 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Attempting to bind port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:15:50.945432 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Attempting to bind port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:15:50.948833 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e491bf9-b7cc-45f3-9ad2-b9f777b54c44 None None] Pushing event updated for resources: {'Port': ['ID=046dabf9-8fef-40b0-ba9f-3b332f9f8c5b,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:50.953320 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:15:50.953748 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:50.955738 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:50.955738 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:15:50.955738 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Bound port: 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:15:50.955738 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.004071 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] For port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:15:51.006968 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] For port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=046dabf9-8fef-40b0-ba9f-3b332f9f8c5b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:15:51.025043 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.063711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:51.066547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:51.070151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:15:51.099527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6ff05847-2882-4460-9a77-b6263727d783 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:51.101056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Pushing event updated for resources: {'Port': ['ID=b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:51.102392 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.117032 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.163027 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:51.163792 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:51.231869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6ff05847-2882-4460-9a77-b6263727d783 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:51.237342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6ff05847-2882-4460-9a77-b6263727d783 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:51.237802 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.286855 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:51.329163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.332483 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.344035 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e491bf9-b7cc-45f3-9ad2-b9f777b54c44 None None] Pushing event updated for resources: {'Port': ['ID=046dabf9-8fef-40b0-ba9f-3b332f9f8c5b,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:51.371660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6ff05847-2882-4460-9a77-b6263727d783, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6ff05847-2882-4460-9a77-b6263727d783,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:51.380172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b0bdec9a-c2e8-4031-a925-c5733d9fc5a6 None None] Provisioning for port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:51.384148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b0bdec9a-c2e8-4031-a925-c5733d9fc5a6 None None] Provisioning complete for port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:51.385953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b0bdec9a-c2e8-4031-a925-c5733d9fc5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.415399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.449891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b0bdec9a-c2e8-4031-a925-c5733d9fc5a6 None None] Port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:15:51.472272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6ff05847-2882-4460-9a77-b6263727d783,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:51.487393 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:49Z', 'revision_number': 3, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:51.511525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.513935 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8604b8a1-b2e1-40d1-8aa6-76af782305e9 None None] The sync data for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 is: [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:49Z', 'revision_number': 3, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:15:51.568840 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.634819 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.637121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Pushing event updated for resources: {'Port': ['ID=b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:51.740385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:51.742412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:51.864199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Router 94b4c08f-b110-4112-90bb-d3b571fed3c5 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:15:51.973596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e9fbccc7-bcbe-47af-92d0-beed7b601f10 None None] Provisioning complete for port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:51.973903 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e9fbccc7-bcbe-47af-92d0-beed7b601f10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:51.976314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:15:51.982752 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f124c4ca-659b-426c-93f2-43e772f034fb admin admin] 10.222.0.22 "PUT /v2.0/routers/94b4c08f-b110-4112-90bb-d3b571fed3c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7175195 Sep 10 04:15:52.011387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e9fbccc7-bcbe-47af-92d0-beed7b601f10 None None] Port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:15:52.674003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55522) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:52.678984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1248154315-network', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:15:52.746248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Made reservation on behalf of b9d1d7996db0430d8af3eee10b571d00 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:15:52.748662 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:52.767794 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:52.850439 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:52.906272 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:52.932837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 208, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:15:52.939151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24794493-25bd-4a8f-9d7a-fad348fefa33,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:52.945289 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:52.945621 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Added segment dac87ffc-9559-4558-929d-003c71fd3581 of type vlan for network ffa523b5-68b4-4126-818b-7800185f8fd8 Sep 10 04:15:52.986241 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.045563 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Sync routers for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:15:53.054831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:53.055434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:53.077201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.078293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:53.079551 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.150995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] Pushing event updated for resources: {'Network': ['ID=ffa523b5-68b4-4126-818b-7800185f8fd8,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:53.164047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9a468681-7d6c-466b-9e99-c345644779e1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4887910 Sep 10 04:15:53.167474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:53.169395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ffa523b5-68b4-4126-818b-7800185f8fd8 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:15:53.170744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 55524) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:53.175743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Request body: {'subnet': {'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1248154315-subnet', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:15:53.192538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:53.243175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Made reservation on behalf of b9d1d7996db0430d8af3eee10b571d00 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:15:53.245617 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.404308 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:53.415106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:53.415481 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.460711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.519490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Pushing event updated for resources: {'Subnet': ['ID=479cf48f-2b89-43d6-8da2-8c164cffee4b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:53.527953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Checking segment: {'id': 'dac87ffc-9559-4558-929d-003c71fd3581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:53.528303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Network hostable DHCP agents. Network: ffa523b5-68b4-4126-818b-7800185f8fd8, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:15:53.541401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 2, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:53.545015 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.549510 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b83a6cd-f4a2-4e03-825d-7de259d47c06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.578658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Checking router: 94b4c08f-b110-4112-90bb-d3b571fed3c5 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:15:53.578934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Updating router 94b4c08f-b110-4112-90bb-d3b571fed3c5 port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:15:53.605421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=046dabf9-8fef-40b0-ba9f-3b332f9f8c5b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:53.608363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Network ffa523b5-68b4-4126-818b-7800185f8fd8 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:15:53.610040 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.659243 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.660018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6ff05847-2882-4460-9a77-b6263727d783 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:53.682957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ffa523b5-68b4-4126-818b-7800185f8fd8) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:53.687490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:15:53.688484 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.706188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dce23cd8-0420-4674-a32f-5f9c5be41e1d None None] Network ffa523b5-68b4-4126-818b-7800185f8fd8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:15:53.799057 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.806621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55526) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:53.807218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ec7530a1-b8c3-428b-b779-21da70bc703b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6348176 Sep 10 04:15:53.810965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:15:53.860823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=046dabf9-8fef-40b0-ba9f-3b332f9f8c5b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:53.894396 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.895465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.947471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:53.960491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6ff05847-2882-4460-9a77-b6263727d783 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:53.960866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.071115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ffa523b5-68b4-4126-818b-7800185f8fd8', 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'fixed_ips': [{'subnet_id': '479cf48f-2b89-43d6-8da2-8c164cffee4b'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:15:54.071973 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.134082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.160550 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.224090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Transition to ACTIVE for port object b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:54.279146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Allocated IP 172.20.0.2 (ffa523b5-68b4-4126-818b-7800185f8fd8/479cf48f-2b89-43d6-8da2-8c164cffee4b/8427536b-5979-4c05-b543-a159a621216d) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:15:54.281012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.362733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9b1d1-802c-40dd-b4cb-39687de647ef None None] Pushing event updated for resources: {'Port': ['ID=b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:54.385211 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.405028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.452861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Attempting to bind port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:15:54.453806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Attempting to bind port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:15:54.453957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Attempting to bind port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:15:54.464194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:15:54.464721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:54.465228 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.465725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Bound using segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:15:54.466314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Bound port: b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:15:54.466779 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.513229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Allocated IP 172.25.3.153 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/7de35f1d-6a05-4874-a06d-68bbb867e069) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:15:54.607160 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.616195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] For port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:15:54.620332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] For port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:15:54.622666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Transition to ACTIVE for port object 8427536b-5979-4c05-b543-a159a621216d will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:54.630371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.636339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Transition to ACTIVE for port object 8427536b-5979-4c05-b543-a159a621216d will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:54.694979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.712164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.723963 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.750511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:54.754866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:54.757451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:15:54.762670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Network ffa523b5-68b4-4126-818b-7800185f8fd8 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:54.765823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:54.767882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:54.768508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:54.773431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:15:54.788091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Pushing event updated for resources: {'Port': ['ID=7de35f1d-6a05-4874-a06d-68bbb867e069,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:54.807196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9b1d1-802c-40dd-b4cb-39687de647ef None None] Pushing event updated for resources: {'Port': ['ID=b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:54.912397 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Pushing event updated for resources: {'Port': ['ID=8427536b-5979-4c05-b543-a159a621216d,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:54.947163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Attempting to bind port 8427536b-5979-4c05-b543-a159a621216d on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:15:54.948064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Attempting to bind port 8427536b-5979-4c05-b543-a159a621216d by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'dac87ffc-9559-4558-929d-003c71fd3581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:15:54.948460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Attempting to bind port 8427536b-5979-4c05-b543-a159a621216d on network ffa523b5-68b4-4126-818b-7800185f8fd8 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:15:54.956258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:15:54.960474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Checking segment: {'id': 'dac87ffc-9559-4558-929d-003c71fd3581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:54.960474 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:54.960474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Bound using segment: {'id': 'dac87ffc-9559-4558-929d-003c71fd3581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:15:54.960474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Bound port: 8427536b-5979-4c05-b543-a159a621216d, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac87ffc-9559-4558-929d-003c71fd3581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:15:54.960474 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:55.113446 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:55.133090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:55.166099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:55.291086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:55.312659 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:55.331746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] For port 8427536b-5979-4c05-b543-a159a621216d, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:15:55.343864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:55.344261 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:55.350046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] For port 8427536b-5979-4c05-b543-a159a621216d, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8427536b-5979-4c05-b543-a159a621216d,segment=NetworkSegment(dac87ffc-9559-4558-929d-003c71fd3581),segment_id=dac87ffc-9559-4558-929d-003c71fd3581)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:15:55.422775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:55.500571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:15:55.537554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3ea545-f198-46b6-8963-4b0d45809b0e None None] Pushing event updated for resources: {'Port': ['ID=8427536b-5979-4c05-b543-a159a621216d,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:55.577434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:54Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:55.604283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b06494c-d295-4e94-8e24-9f9b4d6415df None None] The sync data for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 is: [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:54Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:15:55.626052 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:15:55.650081 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Sync routers for ids ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:15:55.664005 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Routers {'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:55.664802 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:55.729774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:55.731074 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-179a51cc-a884-421a-aa4d-80ad75c61037 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.9235783 Sep 10 04:15:55.733849 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 55528) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:15:55.794219 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Set router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:56.075611 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:53Z', 'updated_at': '2021-09-10T04:15:54Z', 'revision_number': 3, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'gw_port': {'id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:54Z', 'updated_at': '2021-09-10T04:15:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:56.106521 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Checking router: e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:15:56.106962 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Updating router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 port 7de35f1d-6a05-4874-a06d-68bbb867e069 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:15:56.140548 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.222697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.345902 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.404793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Allocated IP 172.20.0.1 (ffa523b5-68b4-4126-818b-7800185f8fd8/479cf48f-2b89-43d6-8da2-8c164cffee4b/bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:15:56.465320 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.477674 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Transition to ACTIVE for port object 7de35f1d-6a05-4874-a06d-68bbb867e069 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:56.524761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583d9e36-20d8-49c3-8116-81ce188158d2 None None] Network ffa523b5-68b4-4126-818b-7800185f8fd8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:15:56.526762 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.540144 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.555411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Transition to ACTIVE for port object bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:15:56.586499 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a657e18-f778-4891-bdf5-2afa9e08fb90 None None] Pushing event updated for resources: {'Port': ['ID=7de35f1d-6a05-4874-a06d-68bbb867e069,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:56.607090 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Attempting to bind port 7de35f1d-6a05-4874-a06d-68bbb867e069 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:15:56.607554 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Attempting to bind port 7de35f1d-6a05-4874-a06d-68bbb867e069 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:15:56.612254 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Attempting to bind port 7de35f1d-6a05-4874-a06d-68bbb867e069 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:15:56.617006 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:15:56.617391 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:15:56.617962 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.618433 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:15:56.618914 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Bound port: 7de35f1d-6a05-4874-a06d-68bbb867e069, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:15:56.619302 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.661452 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.699823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-68538059-33ef-4fb0-a667-312f1808b4d4 None None] Provisioning for port 8427536b-5979-4c05-b543-a159a621216d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:56.701823 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] For port 7de35f1d-6a05-4874-a06d-68bbb867e069, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:15:56.705554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Network ffa523b5-68b4-4126-818b-7800185f8fd8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:56.708690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:56.711243 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] For port 7de35f1d-6a05-4874-a06d-68bbb867e069, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7de35f1d-6a05-4874-a06d-68bbb867e069,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:15:56.715297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:15:56.739789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:56.761334 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.781469 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.828944 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Routers {'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:56.829926 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:56.898429 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a657e18-f778-4891-bdf5-2afa9e08fb90 None None] Pushing event updated for resources: {'Port': ['ID=7de35f1d-6a05-4874-a06d-68bbb867e069,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:56.943593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:56.967394 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] Set router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:57.100993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0f1bdb7e-f6fe-4aa5-a5fe-705025aa2bef None None] Provisioning for port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:57.107280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0f1bdb7e-f6fe-4aa5-a5fe-705025aa2bef None None] Provisioning complete for port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:57.110498 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f1bdb7e-f6fe-4aa5-a5fe-705025aa2bef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.176295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0f1bdb7e-f6fe-4aa5-a5fe-705025aa2bef None None] Port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:15:57.181434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.194353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:57.220425 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.221716 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:53Z', 'updated_at': '2021-09-10T04:15:54Z', 'revision_number': 3, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'gw_port': {'id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:54Z', 'updated_at': '2021-09-10T04:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:57.261288 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405ee714-6509-46cc-877e-7603fd47d405 None None] The sync data for ids ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'] in n-d-808143-1 is: [{'id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:53Z', 'updated_at': '2021-09-10T04:15:54Z', 'revision_number': 3, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'gw_port': {'id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:54Z', 'updated_at': '2021-09-10T04:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:15:57.295053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.296986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Pushing event updated for resources: {'Port': ['ID=bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:57.305439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:57.312417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:57.313019 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.338380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3a4ec0eb-b6e7-4826-8f77-75505415cca0 None None] Provisioning complete for port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:57.339347 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3a4ec0eb-b6e7-4826-8f77-75505415cca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.383443 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3a4ec0eb-b6e7-4826-8f77-75505415cca0 None None] Port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:15:57.395613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Network ffa523b5-68b4-4126-818b-7800185f8fd8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:15:57.397305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:15:57.430180 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.466824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:57.538884 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.540727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8427536b-5979-4c05-b543-a159a621216d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:57.542692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:15:57.668564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:57.701033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:15:57.710254 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a3512107-49a6-4855-80f4-3bb1bbd1cca3 admin admin] 10.222.0.22 "PUT /v2.0/routers/e5c8e7fd-2dd9-41a3-a99b-8f03863aef71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9739144 Sep 10 04:15:57.721495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4db93809-d07f-4fea-b253-3ff76cc48169 None None] Provisioning complete for port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:57.722183 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4db93809-d07f-4fea-b253-3ff76cc48169 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.771970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4db93809-d07f-4fea-b253-3ff76cc48169 None None] Port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:15:57.889239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 8427536b-5979-4c05-b543-a159a621216d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:57.893785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8427536b-5979-4c05-b543-a159a621216d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:57.894177 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:57.984571 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:58.019970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 8427536b-5979-4c05-b543-a159a621216d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8427536b-5979-4c05-b543-a159a621216d,segment=NetworkSegment(dac87ffc-9559-4558-929d-003c71fd3581),segment_id=dac87ffc-9559-4558-929d-003c71fd3581)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:15:58.089768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:58.149570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=8427536b-5979-4c05-b543-a159a621216d,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:15:59.002069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Sync routers for ids ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:15:59.012359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Routers {'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:15:59.015171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:59.053868 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:59.133718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Set router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:15:59.163643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8427536b-5979-4c05-b543-a159a621216d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:59.304501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8427536b-5979-4c05-b543-a159a621216d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:59.305078 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:59.433215 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:53Z', 'updated_at': '2021-09-10T04:15:56Z', 'revision_number': 4, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'gw_port': {'id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3c:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:54Z', 'updated_at': '2021-09-10T04:15:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41', 'name': '', 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'mac_address': 'fa:16:3e:2f:9d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '479cf48f-2b89-43d6-8da2-8c164cffee4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:56Z', 'updated_at': '2021-09-10T04:15:56Z', 'revision_number': 2, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'subnets': [{'id': '479cf48f-2b89-43d6-8da2-8c164cffee4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:15:59.443115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7de35f1d-6a05-4874-a06d-68bbb867e069 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:15:59.480133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Checking router: e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:15:59.480498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Updating router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:15:59.513640 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:59.611787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 7de35f1d-6a05-4874-a06d-68bbb867e069 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:15:59.626857 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7de35f1d-6a05-4874-a06d-68bbb867e069 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:15:59.627333 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:59.942784 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:15:59.974658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 7de35f1d-6a05-4874-a06d-68bbb867e069, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7de35f1d-6a05-4874-a06d-68bbb867e069,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:16:00.031564 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:00.041789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Transition to ACTIVE for port object bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:16:00.054410 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:00.055205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:16:00.118556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:00.140186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=7de35f1d-6a05-4874-a06d-68bbb867e069,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:00.177675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:16:00.180962 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:00.266296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488353a3-b42d-4d86-b078-60c7c764145a None None] Pushing event updated for resources: {'Port': ['ID=bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:00.284009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Attempting to bind port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:16:00.284370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Attempting to bind port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'dac87ffc-9559-4558-929d-003c71fd3581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:16:00.284730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Attempting to bind port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 on network ffa523b5-68b4-4126-818b-7800185f8fd8 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:16:00.313026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:16:00.313393 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Checking segment: {'id': 'dac87ffc-9559-4558-929d-003c71fd3581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:16:00.315150 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:00.315150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Bound using segment: {'id': 'dac87ffc-9559-4558-929d-003c71fd3581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:16:00.315414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Bound port: bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dac87ffc-9559-4558-929d-003c71fd3581', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 208, 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:16:00.315634 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:00.392387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] For port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:16:00.396502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] For port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41,segment=NetworkSegment(dac87ffc-9559-4558-929d-003c71fd3581),segment_id=dac87ffc-9559-4558-929d-003c71fd3581)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:16:00.414174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-4d685f01-6599-40b9-b818-22d442356343 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:00.415654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-4d685f01-6599-40b9-b818-22d442356343 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1125708 Sep 10 04:16:00.431118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-851130a3-6f78-40aa-ab65-386e9f9e3bcb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/quotas/e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 375 time: 0.0088325 Sep 10 04:16:00.472447 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:00.481572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-542c0055-0a44-4c88-acb4-d4244d1351c2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445783 Sep 10 04:16:00.535908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Routers {'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:16:00.536530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:15:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:16:00.542659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488353a3-b42d-4d86-b078-60c7c764145a None None] Pushing event updated for resources: {'Port': ['ID=bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:00.610491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-125846af-006c-4e53-a91f-5c8a149d0b02 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:16:00.611509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-125846af-006c-4e53-a91f-5c8a149d0b02 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1230586 Sep 10 04:16:00.655097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] Set router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:16:00.713126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-656d1200-7498-453c-85b1-588207f11560 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946054 Sep 10 04:16:00.802707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-242503c5-9da5-4bdc-854a-54843b185d63 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879161 Sep 10 04:16:00.862540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:53Z', 'updated_at': '2021-09-10T04:15:56Z', 'revision_number': 4, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'gw_port': {'id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:54Z', 'updated_at': '2021-09-10T04:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41', 'name': '', 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'mac_address': 'fa:16:3e:2f:9d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '479cf48f-2b89-43d6-8da2-8c164cffee4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:56Z', 'updated_at': '2021-09-10T04:16:00Z', 'revision_number': 4, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'subnets': [{'id': '479cf48f-2b89-43d6-8da2-8c164cffee4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:16:00.888241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1d3bbb-d43e-426a-aad6-cdb5550d3481 None None] The sync data for ids ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'] in n-d-808143-1 is: [{'id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:53Z', 'updated_at': '2021-09-10T04:15:56Z', 'revision_number': 4, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'gw_port': {'id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:54Z', 'updated_at': '2021-09-10T04:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41', 'name': '', 'network_id': 'ffa523b5-68b4-4126-818b-7800185f8fd8', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'mac_address': 'fa:16:3e:2f:9d:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_interface', 'standard_attr_id': 3980, 'fixed_ips': [{'subnet_id': '479cf48f-2b89-43d6-8da2-8c164cffee4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:56Z', 'updated_at': '2021-09-10T04:16:00Z', 'revision_number': 4, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'subnets': [{'id': '479cf48f-2b89-43d6-8da2-8c164cffee4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:16:01.147187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7de35f1d-6a05-4874-a06d-68bbb867e069 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:16:01.201881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7de35f1d-6a05-4874-a06d-68bbb867e069 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:16:01.202251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:01.299956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:16:01.333473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5823d7b9-86c3-4e88-a3b8-d2f008dfc647 req-7006ee2d-22c4-4272-b8ee-b704bc62539b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 210 time: 0.0329740 Sep 10 04:16:01.397371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:16:01.401382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:16:01.401753 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:01.480287 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:01.519967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41,segment=NetworkSegment(dac87ffc-9559-4558-929d-003c71fd3581),segment_id=dac87ffc-9559-4558-929d-003c71fd3581)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:16:01.551972 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:01.599490 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:02.408887 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:02.430110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8c2bbec-e1a2-4396-aa5d-3ee5fe80c6c1 req-0d3fca3b-4c14-4d7f-a720-d7f455ba19bc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 210 time: 0.0272253 Sep 10 04:16:02.887488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-02bb7629-3b7d-4979-8636-6a3dd6aea79e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:02.889075 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-02bb7629-3b7d-4979-8636-6a3dd6aea79e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1060858 Sep 10 04:16:02.901728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'port': {'device_id': '243fa9a6-747a-4309-8dda-5b7f01348a04', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'admin_state_up': True, 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:16:03.090851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Made reservation on behalf of e92cdfc61e4b4310b21f72a7482aa521 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:16:03.096170 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:03.098839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:16:03.173789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:16:03.174473 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:03.249097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.20.0.14 (3e85965d-0806-4475-a956-eac95714a105/876f481e-63c3-4f6f-a9f8-adf65679945d/1f6bcf97-1eae-4ef1-afa7-704247aad63a) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:16:03.399419 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:03.417507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Transition to ACTIVE for port object 1f6bcf97-1eae-4ef1-afa7-704247aad63a will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:16:03.523819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:03.526925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b5ca272-e0d8-4da6-bc19-36915bf5c6da req-d5ad72c3-d2bd-43e1-b048-d71bf0ec3b6d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 210 time: 0.0288479 Sep 10 04:16:03.570928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:16:03.574147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:16:03.580059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:16:03.607752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=1f6bcf97-1eae-4ef1-afa7-704247aad63a,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:03.636586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:03.637213 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:03.723829 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-27695cb8-203d-481a-abf1-6b3e8296e7b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8256555 Sep 10 04:16:03.796734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Request body: {'port': {'device_id': '243fa9a6-747a-4309-8dda-5b7f01348a04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:16:03.848837 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:03.868507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dffb56d8-9ef4-4668-af00-10aab299f1e1 None None] Provisioning for port 1f6bcf97-1eae-4ef1-afa7-704247aad63a completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:16:03.874902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-dffb56d8-9ef4-4668-af00-10aab299f1e1 None None] Provisioning complete for port 1f6bcf97-1eae-4ef1-afa7-704247aad63a triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:16:03.874902 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dffb56d8-9ef4-4668-af00-10aab299f1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:03.908660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-dffb56d8-9ef4-4668-af00-10aab299f1e1 None None] Port 1f6bcf97-1eae-4ef1-afa7-704247aad63a cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:16:04.117937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f6bcf97-1eae-4ef1-afa7-704247aad63a {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:16:04.125558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:04.138128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Transition to ACTIVE for port object 1f6bcf97-1eae-4ef1-afa7-704247aad63a will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:16:04.226145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:04.278225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Pushing event updated for resources: {'Port': ['ID=1f6bcf97-1eae-4ef1-afa7-704247aad63a,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:04.353963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Attempting to bind port 1f6bcf97-1eae-4ef1-afa7-704247aad63a on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:16:04.354394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Attempting to bind port 1f6bcf97-1eae-4ef1-afa7-704247aad63a by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:16:04.354797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Attempting to bind port 1f6bcf97-1eae-4ef1-afa7-704247aad63a on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:16:04.359523 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Port 1f6bcf97-1eae-4ef1-afa7-704247aad63a on network 3e85965d-0806-4475-a956-eac95714a105 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:16:04.359889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Attempting to bind port 1f6bcf97-1eae-4ef1-afa7-704247aad63a on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:16:04.365156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 15, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:16:04.365499 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:16:04.365892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Bound using segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:16:04.366323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Bound port: 1f6bcf97-1eae-4ef1-afa7-704247aad63a, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:16:04.366688 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:04.440156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] For port 1f6bcf97-1eae-4ef1-afa7-704247aad63a, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:16:04.443851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] For port 1f6bcf97-1eae-4ef1-afa7-704247aad63a, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1f6bcf97-1eae-4ef1-afa7-704247aad63a,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:16:04.483379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:04.519001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:04.519624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:04.521059 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] 10.222.0.20 "PUT /v2.0/ports/1f6bcf97-1eae-4ef1-afa7-704247aad63a HTTP/1.1" status: 200 len: 1092 time: 0.7888429 Sep 10 04:16:04.521507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '243fa9a6-747a-4309-8dda-5b7f01348a04', 'tag': '1f6bcf97-1eae-4ef1-afa7-704247aad63a'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:16:04.523790 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cefa354-be08-4d0e-9629-77418bc4de91" -d '{"events": [{"name": "network-changed", "server_uuid": "243fa9a6-747a-4309-8dda-5b7f01348a04", "tag": "1f6bcf97-1eae-4ef1-afa7-704247aad63a"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:16:04.549710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe4649a-be37-4145-88ea-36d4a31ec701 service neutron] Pushing event updated for resources: {'Port': ['ID=1f6bcf97-1eae-4ef1-afa7-704247aad63a,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:04.575098 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:16:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1efbf049-9c8d-40b2-968b-8574d6975e3c x-openstack-request-id: req-1efbf049-9c8d-40b2-968b-8574d6975e3c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:16:04.575482 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "243fa9a6-747a-4309-8dda-5b7f01348a04", "tag": "1f6bcf97-1eae-4ef1-afa7-704247aad63a", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:16:04.575961 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1efbf049-9c8d-40b2-968b-8574d6975e3c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:16:04.576453 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '243fa9a6-747a-4309-8dda-5b7f01348a04', 'tag': '1f6bcf97-1eae-4ef1-afa7-704247aad63a', 'status': 'completed', 'code': 200} Sep 10 04:16:04.649211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefa354-be08-4d0e-9629-77418bc4de91 req-61b200c2-eeff-40c8-b730-c3d7fc0236ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:04.651027 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6cefa354-be08-4d0e-9629-77418bc4de91 req-61b200c2-eeff-40c8-b730-c3d7fc0236ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 1095 time: 0.0536056 Sep 10 04:16:04.677044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20799466-10f1-47da-a399-ae8fccd505f4 req-e890c521-dde8-4360-a690-d0d1d4c00bd7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:04.678948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20799466-10f1-47da-a399-ae8fccd505f4 req-e890c521-dde8-4360-a690-d0d1d4c00bd7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 944 time: 0.0559592 Sep 10 04:16:04.720939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20799466-10f1-47da-a399-ae8fccd505f4 req-f46f60d8-8640-44b0-94e6-244fc25aa6a0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347505 Sep 10 04:16:04.765247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefa354-be08-4d0e-9629-77418bc4de91 req-e6767450-12a7-4e72-a743-7284c84afcdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:04.766726 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6cefa354-be08-4d0e-9629-77418bc4de91 req-e6767450-12a7-4e72-a743-7284c84afcdf service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1084828 Sep 10 04:16:04.869547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cefa354-be08-4d0e-9629-77418bc4de91 req-0fd0bbd8-3e11-427f-aa58-991d25beee2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:04.871630 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6cefa354-be08-4d0e-9629-77418bc4de91 req-0fd0bbd8-3e11-427f-aa58-991d25beee2b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0980093 Sep 10 04:16:05.287867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-2b2b46fd-c7b7-4bbb-b495-64eb37504f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:05.287867 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-2b2b46fd-c7b7-4bbb-b495-64eb37504f43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 1095 time: 0.3774149 Sep 10 04:16:05.326647 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-7b2d947c-753d-4a0b-bcf0-815289405832 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1f6bcf97-1eae-4ef1-afa7-704247aad63a HTTP/1.1" status: 200 len: 217 time: 0.0327690 Sep 10 04:16:05.376729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-5f726eaa-5113-40ca-84e9-dd775da56e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:05.378179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-5f726eaa-5113-40ca-84e9-dd775da56e71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0443046 Sep 10 04:16:05.429504 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-7365000a-8a0b-431f-8505-8119be910a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:05.431069 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-7365000a-8a0b-431f-8505-8119be910a36 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451257 Sep 10 04:16:05.523201 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-b6484a7d-8ecc-4bb1-9868-fc17b1dc6095 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852053 Sep 10 04:16:05.617063 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e6b564a1-d4c9-4b8f-af8d-d890d02e4946 req-8675f119-a621-4a71-a68a-3d5f39a70069 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866210 Sep 10 04:16:05.835908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f763d40-2c1c-475e-886b-3430f3aee6bd req-e0273f31-4152-43ff-be49-1c4efc644bf9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:05.837343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f763d40-2c1c-475e-886b-3430f3aee6bd req-e0273f31-4152-43ff-be49-1c4efc644bf9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 944 time: 0.0481098 Sep 10 04:16:05.875243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f763d40-2c1c-475e-886b-3430f3aee6bd req-2f631f24-e6d0-4d3c-bd19-607ff6a859ff tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310795 Sep 10 04:16:06.760049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-fc015f57-109b-4bc5-9787-f1cfb927a264 req-1b8da0b0-1069-467e-a9ab-8262a928f379 service neutron] (95137) timed out ('10.222.0.39', 61169) {{(pid=95137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:16:06.986804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f679a2b7-0aa3-4c62-8882-455bf0692fc9 req-96bccda9-dc7d-49fb-8e9e-838d750647a2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:06.988300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f679a2b7-0aa3-4c62-8882-455bf0692fc9 req-96bccda9-dc7d-49fb-8e9e-838d750647a2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 944 time: 0.0475326 Sep 10 04:16:07.028759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f679a2b7-0aa3-4c62-8882-455bf0692fc9 req-9706c6ed-44cc-4249-9276-ee0a384fb8d7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345206 Sep 10 04:16:08.140012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a03d47-7da1-49c4-8972-640453025e1b req-fba4e428-bdc2-4e3d-b0ea-a5b022e08fcc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:08.141461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83a03d47-7da1-49c4-8972-640453025e1b req-fba4e428-bdc2-4e3d-b0ea-a5b022e08fcc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 944 time: 0.0476539 Sep 10 04:16:08.177572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83a03d47-7da1-49c4-8972-640453025e1b req-5c74ee57-8f91-4119-9806-1fce60e3f496 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304492 Sep 10 04:16:09.288656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38092b0-dd1c-484c-a702-322a0c307f40 req-632a2be2-44ed-4bef-8a9d-0b430822f5ec tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:09.290030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f38092b0-dd1c-484c-a702-322a0c307f40 req-632a2be2-44ed-4bef-8a9d-0b430822f5ec tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 944 time: 0.0483704 Sep 10 04:16:09.327147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f38092b0-dd1c-484c-a702-322a0c307f40 req-725387b9-1f7a-42b7-8f31-26bc2b2e2bf1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 Sep 10 04:16:10.437738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866ba4bb-cceb-4a8a-8c86-d4582763a766 req-dec5ed5b-b524-430d-bbed-6759a22e6baa tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:10.439228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-866ba4bb-cceb-4a8a-8c86-d4582763a766 req-dec5ed5b-b524-430d-bbed-6759a22e6baa tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 944 time: 0.0475359 Sep 10 04:16:10.479196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-866ba4bb-cceb-4a8a-8c86-d4582763a766 req-622652d9-d8f3-4f62-a318-920cd93ee031 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340161 Sep 10 04:16:11.590773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9171bfc7-8a6a-4d07-9fed-d6e5a909f8da req-30448422-11dc-430a-be7e-f666c6dd0aae tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:11.592265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9171bfc7-8a6a-4d07-9fed-d6e5a909f8da req-30448422-11dc-430a-be7e-f666c6dd0aae tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 944 time: 0.0476594 Sep 10 04:16:11.629150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9171bfc7-8a6a-4d07-9fed-d6e5a909f8da req-0694069a-92ad-4bc4-8696-c10cc7a7a644 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310547 Sep 10 04:16:12.737049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef26692-f2b3-450f-afa1-43a3c19a674f req-52c5ecec-d8c9-4b1b-b562-9554abef61f2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:12.738491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ef26692-f2b3-450f-afa1-43a3c19a674f req-52c5ecec-d8c9-4b1b-b562-9554abef61f2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 944 time: 0.0468938 Sep 10 04:16:12.775295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ef26692-f2b3-450f-afa1-43a3c19a674f req-af139bb0-4edd-4b08-89ef-22441d0e661f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309472 Sep 10 04:16:13.884617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75556d93-5c57-4d41-8c78-4a36e93be15e req-e235d533-e159-475d-ae6a-224a3ddea5d4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:13.886547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75556d93-5c57-4d41-8c78-4a36e93be15e req-e235d533-e159-475d-ae6a-224a3ddea5d4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 944 time: 0.0466769 Sep 10 04:16:13.926051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75556d93-5c57-4d41-8c78-4a36e93be15e req-cc477d2b-43a5-46e9-9cf8-084266d21057 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336745 Sep 10 04:16:14.306422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1f6bcf97-1eae-4ef1-afa7-704247aad63a details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:16:14.399942 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1f6bcf97-1eae-4ef1-afa7-704247aad63a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1f6bcf97-1eae-4ef1-afa7-704247aad63a,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:16:14.410833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '1f6bcf97-1eae-4ef1-afa7-704247aad63a', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'port_id': '1f6bcf97-1eae-4ef1-afa7-704247aad63a', 'mac_address': 'fa:16:3e:a0:3b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:16:14.445615 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:14.458036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f6bcf97-1eae-4ef1-afa7-704247aad63a {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:16:14.476882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1f6bcf97-1eae-4ef1-afa7-704247aad63a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1f6bcf97-1eae-4ef1-afa7-704247aad63a,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:16:14.523034 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:14.571202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1f6bcf97-1eae-4ef1-afa7-704247aad63a,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:14.721405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['1f6bcf97-1eae-4ef1-afa7-704247aad63a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:16:15.035384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5787a3cf-d539-4643-8a51-3ceada43ce9d req-6c066b0f-ab06-4fee-8877-ab282b7db434 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:15.036859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5787a3cf-d539-4643-8a51-3ceada43ce9d req-6c066b0f-ab06-4fee-8877-ab282b7db434 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 945 time: 0.0474381 Sep 10 04:16:15.073847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5787a3cf-d539-4643-8a51-3ceada43ce9d req-7734d35b-6760-4e1c-975b-69828689d56e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307653 Sep 10 04:16:16.186096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e403c-df2b-4cb3-bc84-fe563bcb2949 req-5fa8ffe8-d692-42de-9dc7-a2afaae1a298 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:16.187590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-876e403c-df2b-4cb3-bc84-fe563bcb2949 req-5fa8ffe8-d692-42de-9dc7-a2afaae1a298 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Sep 10 04:16:16.225089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-876e403c-df2b-4cb3-bc84-fe563bcb2949 req-20db4c93-b3a9-49f7-b9b6-ed1905422352 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315261 Sep 10 04:16:16.334078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1f6bcf97-1eae-4ef1-afa7-704247aad63a up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:16:16.443032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 1f6bcf97-1eae-4ef1-afa7-704247aad63a completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:16:16.446589 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 1f6bcf97-1eae-4ef1-afa7-704247aad63a triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:16:16.446962 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:16.521603 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:16.544168 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243fa9a6-747a-4309-8dda-5b7f01348a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6bcf97-1eae-4ef1-afa7-704247aad63a'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:16:16.546361 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2aadb879-1ecd-46ab-b65b-ac484d2c9866" -d '{"events": [{"server_uuid": "243fa9a6-747a-4309-8dda-5b7f01348a04", "name": "network-vif-plugged", "status": "completed", "tag": "1f6bcf97-1eae-4ef1-afa7-704247aad63a"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:16:16.558561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 1f6bcf97-1eae-4ef1-afa7-704247aad63a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1f6bcf97-1eae-4ef1-afa7-704247aad63a,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:16:16.581143 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7438af2-dc17-4979-95bf-e167ace41bb0 x-openstack-request-id: req-f7438af2-dc17-4979-95bf-e167ace41bb0 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:16:16.581434 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243fa9a6-747a-4309-8dda-5b7f01348a04", "name": "network-vif-plugged", "status": "completed", "tag": "1f6bcf97-1eae-4ef1-afa7-704247aad63a", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:16:16.581747 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f7438af2-dc17-4979-95bf-e167ace41bb0 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:16:16.582308 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243fa9a6-747a-4309-8dda-5b7f01348a04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f6bcf97-1eae-4ef1-afa7-704247aad63a', 'code': 200} Sep 10 04:16:16.619940 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:16.668328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=1f6bcf97-1eae-4ef1-afa7-704247aad63a,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:16.677679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9487e3d-5c45-4081-8a0c-1832a9d96059 req-c178a7c0-3d8c-461f-852f-5bebbe4dfa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:16.678494 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c9487e3d-5c45-4081-8a0c-1832a9d96059 req-c178a7c0-3d8c-461f-852f-5bebbe4dfa96 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 1097 time: 0.0401347 Sep 10 04:16:16.711584 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c9487e3d-5c45-4081-8a0c-1832a9d96059 req-c28c78b0-36f1-4618-b879-fc211b052d91 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264976 Sep 10 04:16:17.341461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1559b999-fcfc-4912-821c-ab52b26591e2 req-c8f62c0d-763d-4044-9680-58d113a27f2b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:17.342934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1559b999-fcfc-4912-821c-ab52b26591e2 req-c8f62c0d-763d-4044-9680-58d113a27f2b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 946 time: 0.0531120 Sep 10 04:16:17.383349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1559b999-fcfc-4912-821c-ab52b26591e2 req-9dbd2a77-dc9f-407d-8507-f86e8ce73c72 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345049 Sep 10 04:16:18.494808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdce534-5cd4-47b2-b9bf-c87e02f3fedd req-f98d3db4-2003-4476-84ea-0a17c8dfb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:18.496299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bdce534-5cd4-47b2-b9bf-c87e02f3fedd req-f98d3db4-2003-4476-84ea-0a17c8dfb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 946 time: 0.0483375 Sep 10 04:16:18.534686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8bdce534-5cd4-47b2-b9bf-c87e02f3fedd req-b6618296-a62b-4f8f-a837-539df08166ce tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324659 Sep 10 04:16:18.643741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99d8265-e01d-4f6c-8984-6f99c3a05b95 req-9781042b-6b30-414c-bfca-53516778910b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:18.645204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f99d8265-e01d-4f6c-8984-6f99c3a05b95 req-9781042b-6b30-414c-bfca-53516778910b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 946 time: 0.0476174 Sep 10 04:16:18.681257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f99d8265-e01d-4f6c-8984-6f99c3a05b95 req-9abdf83f-ce22-4025-851e-946701731dba tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302205 Sep 10 04:16:18.790182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9386b0-8992-4c6c-89e3-544fc9802bf7 req-46730b12-03d5-4867-9684-72e8c138f217 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:18.791625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e9386b0-8992-4c6c-89e3-544fc9802bf7 req-46730b12-03d5-4867-9684-72e8c138f217 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 946 time: 0.0478215 Sep 10 04:16:18.831662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e9386b0-8992-4c6c-89e3-544fc9802bf7 req-ee05d511-4df1-4de5-85c5-01d6044d409c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340047 Sep 10 04:16:19.263936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c451c4-bec2-4a90-a64f-189cb7dc1594 req-d5b5f7ee-6d0b-465e-ad3f-f0c3a03bdce8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:19.265392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0c451c4-bec2-4a90-a64f-189cb7dc1594 req-d5b5f7ee-6d0b-465e-ad3f-f0c3a03bdce8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 946 time: 0.0483747 Sep 10 04:16:19.302747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0c451c4-bec2-4a90-a64f-189cb7dc1594 req-ff23f0de-9d70-4698-997b-78524d6abc7b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313632 Sep 10 04:16:20.420667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f26468b-2d69-426b-9aa9-43841da3a174 req-71742cbf-e083-4fab-af40-cdd05f98d80a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:20.422517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f26468b-2d69-426b-9aa9-43841da3a174 req-71742cbf-e083-4fab-af40-cdd05f98d80a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 946 time: 0.0530179 Sep 10 04:16:20.460055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f26468b-2d69-426b-9aa9-43841da3a174 req-f97630d2-4d97-428c-a67b-7e5c1926011e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315590 Sep 10 04:16:20.709721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182be37-e004-4898-9846-12e1307b857a req-781ba640-850e-48df-8641-7f744ef46598 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:20.711194 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0182be37-e004-4898-9846-12e1307b857a req-781ba640-850e-48df-8641-7f744ef46598 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 946 time: 0.0488389 Sep 10 04:16:20.807993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-0182be37-e004-4898-9846-12e1307b857a req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port 1f6bcf97-1eae-4ef1-afa7-704247aad63a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:16:20.808342 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0182be37-e004-4898-9846-12e1307b857a req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:20.843182 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1e183485-732e-48c8-ae7e-ac5b7473d7ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:20.895939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-0182be37-e004-4898-9846-12e1307b857a req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] For port 1f6bcf97-1eae-4ef1-afa7-704247aad63a, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=1f6bcf97-1eae-4ef1-afa7-704247aad63a,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:16:20.896301 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0182be37-e004-4898-9846-12e1307b857a req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:20.911952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-0182be37-e004-4898-9846-12e1307b857a req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for 1f6bcf97-1eae-4ef1-afa7-704247aad63a owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:16:21.082956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0182be37-e004-4898-9846-12e1307b857a req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:21.097145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['1f6bcf97-1eae-4ef1-afa7-704247aad63a'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:16:21.111181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=1f6bcf97-1eae-4ef1-afa7-704247aad63a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:16:21.156208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0182be37-e004-4898-9846-12e1307b857a req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] No DVR routers for this DVR port 1f6bcf97-1eae-4ef1-afa7-704247aad63a on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:16:21.158870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0182be37-e004-4898-9846-12e1307b857a req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:21.161078 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0182be37-e004-4898-9846-12e1307b857a req-94ae1ad9-c7e9-4175-99b8-384d27245f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "DELETE /v2.0/ports/1f6bcf97-1eae-4ef1-afa7-704247aad63a HTTP/1.1" status: 204 len: 173 time: 0.4436417 Sep 10 04:16:21.161554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '243fa9a6-747a-4309-8dda-5b7f01348a04', 'name': 'network-vif-deleted', 'tag': '1f6bcf97-1eae-4ef1-afa7-704247aad63a'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:16:21.163857 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8312bde-c152-4a84-b1f0-52fd1f68e3b5" -d '{"events": [{"server_uuid": "243fa9a6-747a-4309-8dda-5b7f01348a04", "name": "network-vif-deleted", "tag": "1f6bcf97-1eae-4ef1-afa7-704247aad63a"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:16:21.203181 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba0a308a-2689-4e9c-aadf-2f7b26fb1d30 x-openstack-request-id: req-ba0a308a-2689-4e9c-aadf-2f7b26fb1d30 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:16:21.203502 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "243fa9a6-747a-4309-8dda-5b7f01348a04", "name": "network-vif-deleted", "tag": "1f6bcf97-1eae-4ef1-afa7-704247aad63a", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:16:21.204241 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba0a308a-2689-4e9c-aadf-2f7b26fb1d30 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:16:21.204644 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '243fa9a6-747a-4309-8dda-5b7f01348a04', 'name': 'network-vif-deleted', 'tag': '1f6bcf97-1eae-4ef1-afa7-704247aad63a', 'status': 'completed', 'code': 200} Sep 10 04:16:21.554234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9875bfb-022a-4d28-ac64-3f3e868f8160 req-a4b75504-41f0-483f-bf80-325187eb1dbe tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 210 time: 0.0269606 Sep 10 04:16:22.246697 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:16:22.651776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ef236a8-11f5-4a91-86ad-8fd6308b6992 req-c424e0a5-2651-45cb-9121-defeb4a87d8e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 210 time: 0.0296774 Sep 10 04:16:23.500022 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aa2f64ad-e89a-48d6-b17b-72c1dad11cc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:23.723130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:23.746547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b9d567c-af16-4749-be75-874f19303182 req-986a1742-f7ea-41ea-bad7-5cab293dbade tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 210 time: 0.0274465 Sep 10 04:16:24.369224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1f6bcf97-1eae-4ef1-afa7-704247aad63a no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:16:24.389496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 1f6bcf97-1eae-4ef1-afa7-704247aad63a {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:16:24.389837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 1f6bcf97-1eae-4ef1-afa7-704247aad63a not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:16:24.851277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e55be334-3a0a-48c6-9a95-c0412fde94bc req-5fb99d00-0d8e-4da2-8795-e593cacbbfdf tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=243fa9a6-747a-4309-8dda-5b7f01348a04 HTTP/1.1" status: 200 len: 210 time: 0.0264287 Sep 10 04:16:25.237047 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:26.334531 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:29.042622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:32.385674 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:38.997127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-58983446-2942-4ece-a9ce-a2354b4248bb req-6b44c217-b23e-46d1-b451-4535353f5c91 service neutron] (95137) timed out ('10.222.0.22', 55148) {{(pid=95137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:16:50.911986 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fad2b470-f1ef-466e-9c73-b9e81a20ff12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:53.505198 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e2be2743-d8a9-4cac-bcb1-0a0433fd3dc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:53.717060 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:55.174026 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:56.123110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1406037-a349-4f59-8ca4-163a7657c134 req-180d2183-9ab0-4c5c-bbe6-6ae8eb6993e4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:16:56.124527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-180d2183-9ab0-4c5c-bbe6-6ae8eb6993e4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1028576 Sep 10 04:16:56.139357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-2348a757-27bd-42c3-9e7b-3612d8baeb07 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/quotas/e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 375 time: 0.0085709 Sep 10 04:16:56.188461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-ae0561fc-f049-4ea8-be09-dd590a3ca148 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439808 Sep 10 04:16:56.273809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-acd67edc-18b9-4e30-94a0-0e517156dc37 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0780821 Sep 10 04:16:56.339947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:56.361862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-41043cba-c72a-4d02-95b6-8c5d2ed9be67 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820868 Sep 10 04:16:56.606516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b8a7575-fc6f-4e50-98e9-99bd1d38c36a req-5ff04863-4f5a-4d5a-b7cc-4275cf298c0e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.0257096 Sep 10 04:16:57.695430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e62961c5-b0af-475f-8297-53dbad8f5182 req-a12db575-e34e-4421-92fd-a563cf4f006c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.0259125 Sep 10 04:16:58.770961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a8630d6-7612-4446-9868-89cc4174a289 req-beae26e2-b191-403a-b4ff-a28474dfc5f1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.0249062 Sep 10 04:16:59.036855 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:16:59.142598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-60fedb3d-feb0-42de-923e-c3febe57179a req-d360c87f-de17-4ec4-86f2-8812ede6cee4 service neutron] (95136) timed out ('10.222.0.20', 59318) {{(pid=95136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:16:59.245860 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:16:59.852976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273edecb-28d3-4d44-8e8c-2cbd70861478 req-ba972fd6-bd36-4333-a754-ee04098246c6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.0341687 Sep 10 04:17:00.940827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6bc24fa6-bbfa-4b82-bebc-ab107f7e7fb6 req-df206f61-7348-45d8-ab73-e74cb4ddeeae tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.0250852 Sep 10 04:17:02.031751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f53d3e1-ab34-4a2c-9abb-b256a091da0b req-30c9504a-9788-4dc6-8440-0cb10ae7c02e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.0260499 Sep 10 04:17:02.281124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1406037-a349-4f59-8ca4-163a7657c134 req-243321b0-949c-41bd-a766-d7465cdaa627 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:02.282515 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-243321b0-949c-41bd-a766-d7465cdaa627 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1006601 Sep 10 04:17:02.296336 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'port': {'device_id': '34cd9b43-35af-4238-8ddf-653562007dfd', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'admin_state_up': True, 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:17:02.379907 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:02.460382 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Made reservation on behalf of e92cdfc61e4b4310b21f72a7482aa521 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:17:02.465742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:02.596788 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.20.0.11 (3e85965d-0806-4475-a956-eac95714a105/876f481e-63c3-4f6f-a9f8-adf65679945d/99f468df-19e7-49bf-935d-d768dfc6ccc3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:17:02.741623 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:02.754542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Transition to ACTIVE for port object 99f468df-19e7-49bf-935d-d768dfc6ccc3 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:17:02.843382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:02.889981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:17:02.893147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:17:02.899516 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:17:02.922856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=99f468df-19e7-49bf-935d-d768dfc6ccc3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:17:02.938571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.938802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.939155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.939485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.939848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.940182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.940511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.940838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.941167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.941565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.941817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.942139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:02.964041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:02.964678 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:03.152116 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-473f625e-40a6-477c-a0ab-53b1d11e9b35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8596411 Sep 10 04:17:03.156839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47bc915-47a9-4116-9ca7-bade895a3e1a req-a4a3fc84-69c0-4630-b2af-1ed1e853b669 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:03.158354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f47bc915-47a9-4116-9ca7-bade895a3e1a req-a4a3fc84-69c0-4630-b2af-1ed1e853b669 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 932 time: 0.0513265 Sep 10 04:17:03.164585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Request body: {'port': {'device_id': '34cd9b43-35af-4238-8ddf-653562007dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:17:03.199889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f47bc915-47a9-4116-9ca7-bade895a3e1a req-ad4ad853-7b30-4834-9a5d-c25972726383 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324130 Sep 10 04:17:03.214121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8d11cb5c-a289-433d-b7bb-4a7349ee1ca5 None None] Provisioning for port 99f468df-19e7-49bf-935d-d768dfc6ccc3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:17:03.218459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8d11cb5c-a289-433d-b7bb-4a7349ee1ca5 None None] Provisioning complete for port 99f468df-19e7-49bf-935d-d768dfc6ccc3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:17:03.218838 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8d11cb5c-a289-433d-b7bb-4a7349ee1ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:03.221650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:03.253231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8d11cb5c-a289-433d-b7bb-4a7349ee1ca5 None None] Port 99f468df-19e7-49bf-935d-d768dfc6ccc3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:17:03.501775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 99f468df-19e7-49bf-935d-d768dfc6ccc3 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:17:03.509289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:03.522347 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Transition to ACTIVE for port object 99f468df-19e7-49bf-935d-d768dfc6ccc3 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:17:03.585994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:03.633540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Pushing event updated for resources: {'Port': ['ID=99f468df-19e7-49bf-935d-d768dfc6ccc3,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:17:03.713470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Attempting to bind port 99f468df-19e7-49bf-935d-d768dfc6ccc3 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:17:03.713825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Attempting to bind port 99f468df-19e7-49bf-935d-d768dfc6ccc3 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:17:03.714292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Attempting to bind port 99f468df-19e7-49bf-935d-d768dfc6ccc3 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:17:03.718720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Port 99f468df-19e7-49bf-935d-d768dfc6ccc3 on network 3e85965d-0806-4475-a956-eac95714a105 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:17:03.719039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Attempting to bind port 99f468df-19e7-49bf-935d-d768dfc6ccc3 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:17:03.723945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 16, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:17:03.724424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:17:03.724804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Bound using segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:17:03.725226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Bound port: 99f468df-19e7-49bf-935d-d768dfc6ccc3, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:17:03.725580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:03.791831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] For port 99f468df-19e7-49bf-935d-d768dfc6ccc3, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:17:03.795368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] For port 99f468df-19e7-49bf-935d-d768dfc6ccc3, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99f468df-19e7-49bf-935d-d768dfc6ccc3,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:17:03.883262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:03.921383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:03.922581 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:03.923404 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] 10.222.0.20 "PUT /v2.0/ports/99f468df-19e7-49bf-935d-d768dfc6ccc3 HTTP/1.1" status: 200 len: 1092 time: 0.7635860 Sep 10 04:17:03.923853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34cd9b43-35af-4238-8ddf-653562007dfd', 'tag': '99f468df-19e7-49bf-935d-d768dfc6ccc3'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:17:03.927263 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cec03987-53e1-4b7b-91d5-cdbfca2e8f72" -d '{"events": [{"name": "network-changed", "server_uuid": "34cd9b43-35af-4238-8ddf-653562007dfd", "tag": "99f468df-19e7-49bf-935d-d768dfc6ccc3"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:17:03.978497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37972124-eab2-4ffe-bbbe-a866dca3996b service neutron] Pushing event updated for resources: {'Port': ['ID=99f468df-19e7-49bf-935d-d768dfc6ccc3,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:17:03.982372 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:17:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22120245-165b-4132-ba0a-0a4ee49d4be3 x-openstack-request-id: req-22120245-165b-4132-ba0a-0a4ee49d4be3 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:17:03.982657 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34cd9b43-35af-4238-8ddf-653562007dfd", "tag": "99f468df-19e7-49bf-935d-d768dfc6ccc3", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:17:03.982906 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22120245-165b-4132-ba0a-0a4ee49d4be3 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:17:03.983295 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34cd9b43-35af-4238-8ddf-653562007dfd', 'tag': '99f468df-19e7-49bf-935d-d768dfc6ccc3', 'status': 'completed', 'code': 200} Sep 10 04:17:04.047310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03987-53e1-4b7b-91d5-cdbfca2e8f72 req-98f8df76-e78c-4e0d-8add-ecf33cbbf209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:04.049064 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cec03987-53e1-4b7b-91d5-cdbfca2e8f72 req-98f8df76-e78c-4e0d-8add-ecf33cbbf209 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 1095 time: 0.0446711 Sep 10 04:17:04.159907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03987-53e1-4b7b-91d5-cdbfca2e8f72 req-9d0839c2-9904-4e49-8581-91011f20d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:04.161373 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cec03987-53e1-4b7b-91d5-cdbfca2e8f72 req-9d0839c2-9904-4e49-8581-91011f20d810 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1036026 Sep 10 04:17:04.261256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec03987-53e1-4b7b-91d5-cdbfca2e8f72 req-83916b06-4b76-4086-80bb-dcd57b62da70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:04.262735 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cec03987-53e1-4b7b-91d5-cdbfca2e8f72 req-83916b06-4b76-4086-80bb-dcd57b62da70 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0942256 Sep 10 04:17:04.314752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127473e-fa7e-4d74-b25b-673bf79d6129 req-3f22ae8f-0c28-413a-80a8-23751ef61cef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:04.316629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9127473e-fa7e-4d74-b25b-673bf79d6129 req-3f22ae8f-0c28-413a-80a8-23751ef61cef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0493631 Sep 10 04:17:04.344811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1406037-a349-4f59-8ca4-163a7657c134 req-85541430-fed6-445b-aecc-63049426a583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:04.346391 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-85541430-fed6-445b-aecc-63049426a583 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 1095 time: 0.0417612 Sep 10 04:17:04.358644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9127473e-fa7e-4d74-b25b-673bf79d6129 req-860f5673-dc7f-4998-85a8-90a7adde07cd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359573 Sep 10 04:17:04.387524 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-12e93087-afb7-4c81-b7b0-63e011243124 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99f468df-19e7-49bf-935d-d768dfc6ccc3 HTTP/1.1" status: 200 len: 217 time: 0.0333512 Sep 10 04:17:04.438263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1406037-a349-4f59-8ca4-163a7657c134 req-4f384d79-af74-4279-b11d-885009940f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:04.439774 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-4f384d79-af74-4279-b11d-885009940f6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0452111 Sep 10 04:17:04.491607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1406037-a349-4f59-8ca4-163a7657c134 req-e09e1f93-cad9-43b8-ad89-38d103c5158b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:04.493216 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-e09e1f93-cad9-43b8-ad89-38d103c5158b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465353 Sep 10 04:17:04.582530 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-bb574714-ca18-49a0-9a95-61dee0eb052d service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823889 Sep 10 04:17:04.675537 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f1406037-a349-4f59-8ca4-163a7657c134 req-09e1dc64-ae54-41c6-9202-e387991280c1 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865507 Sep 10 04:17:05.471483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119b34b-584f-4f5b-9518-801d5a3c4e5e req-d7d8091d-a74a-40ea-b7e4-88be3a125f90 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:05.472996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6119b34b-584f-4f5b-9518-801d5a3c4e5e req-d7d8091d-a74a-40ea-b7e4-88be3a125f90 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0483391 Sep 10 04:17:05.511733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6119b34b-584f-4f5b-9518-801d5a3c4e5e req-41f0282b-b7bc-4d81-800c-41c75c89efaf tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321357 Sep 10 04:17:06.628495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6799c-c07e-49b3-93a2-ddb6a11f1930 req-eaf41216-eefb-413a-8abf-cb5889671cdc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:06.629950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3d6799c-c07e-49b3-93a2-ddb6a11f1930 req-eaf41216-eefb-413a-8abf-cb5889671cdc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0501652 Sep 10 04:17:06.670848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3d6799c-c07e-49b3-93a2-ddb6a11f1930 req-0b43ea27-86c7-4968-b35a-21fc355670e5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342672 Sep 10 04:17:07.792656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62f453-8c86-4981-9ca6-fd683999574d req-9afa4d52-7be1-416a-af22-79fc5bbba2eb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:07.794102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b62f453-8c86-4981-9ca6-fd683999574d req-9afa4d52-7be1-416a-af22-79fc5bbba2eb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0523002 Sep 10 04:17:07.834584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b62f453-8c86-4981-9ca6-fd683999574d req-ae4c7b7b-62c8-44e2-8c4c-bb49dd97ee53 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345173 Sep 10 04:17:08.952543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fceb74e-140c-46d8-8c82-7de851febf6c req-ab40a556-524e-4e0e-9c8f-64205ec3469d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:08.954012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1fceb74e-140c-46d8-8c82-7de851febf6c req-ab40a556-524e-4e0e-9c8f-64205ec3469d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0493715 Sep 10 04:17:08.993905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1fceb74e-140c-46d8-8c82-7de851febf6c req-db5959d5-3db0-40da-b2a9-7aef59ec3164 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338273 Sep 10 04:17:10.114617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a548325-8485-4476-90aa-31bdb30e6ced req-97f5d5e5-c742-433d-99ae-42f7cc3d3f2c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:10.116117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a548325-8485-4476-90aa-31bdb30e6ced req-97f5d5e5-c742-433d-99ae-42f7cc3d3f2c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0498819 Sep 10 04:17:10.154942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a548325-8485-4476-90aa-31bdb30e6ced req-f45fadf7-e524-4fe3-b65e-41584c958914 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323689 Sep 10 04:17:11.287077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf24ee4-1f97-4521-9013-bac9c520537f req-e1be8539-58fd-4833-83dc-f8e89eb7417e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:11.288588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf24ee4-1f97-4521-9013-bac9c520537f req-e1be8539-58fd-4833-83dc-f8e89eb7417e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0523462 Sep 10 04:17:11.334176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bf24ee4-1f97-4521-9013-bac9c520537f req-6f47fa1c-cc29-4a02-a3f5-8c9de20a0eef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392432 Sep 10 04:17:12.451513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15545fe2-8262-44c7-b048-0e0968f898bc req-2fca4950-0bbe-416f-aa57-f2bd8736937f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:12.452924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15545fe2-8262-44c7-b048-0e0968f898bc req-2fca4950-0bbe-416f-aa57-f2bd8736937f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0503113 Sep 10 04:17:12.495555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15545fe2-8262-44c7-b048-0e0968f898bc req-a4af1c5f-30f8-45ee-ac0b-e6b0e294d7c7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365224 Sep 10 04:17:13.612692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410da9ae-e086-4bf0-bb11-fa0a8aeb75ad req-847be476-b3c3-4dfe-aaa2-01fdf6768483 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:13.614209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-410da9ae-e086-4bf0-bb11-fa0a8aeb75ad req-847be476-b3c3-4dfe-aaa2-01fdf6768483 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0508239 Sep 10 04:17:13.652031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-410da9ae-e086-4bf0-bb11-fa0a8aeb75ad req-c1067853-d20d-4922-8508-f657d0a3bf53 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317848 Sep 10 04:17:14.771663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156b775f-5ccb-41fa-bb73-7c6d42319027 req-bbedbaef-58eb-4322-86c7-09c96e29466b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:14.773045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-156b775f-5ccb-41fa-bb73-7c6d42319027 req-bbedbaef-58eb-4322-86c7-09c96e29466b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0487211 Sep 10 04:17:14.815343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-156b775f-5ccb-41fa-bb73-7c6d42319027 req-b457c06d-5e22-4f56-8d11-1c4e24753e2a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349662 Sep 10 04:17:15.934018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097751c0-86bc-4c33-8dca-a5b0d12f3035 req-6be2fc05-0201-4734-af63-449a4dd1295a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:15.935489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-097751c0-86bc-4c33-8dca-a5b0d12f3035 req-6be2fc05-0201-4734-af63-449a4dd1295a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0498359 Sep 10 04:17:15.972307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-097751c0-86bc-4c33-8dca-a5b0d12f3035 req-4253d587-8e0c-4f52-8c84-039055b31cae tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307264 Sep 10 04:17:17.090020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928cdcc1-029f-4cc7-8256-d148f7749967 req-4bf07b2e-af70-4ea2-aa3a-d72712f848fc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:17.091842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-928cdcc1-029f-4cc7-8256-d148f7749967 req-4bf07b2e-af70-4ea2-aa3a-d72712f848fc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0502369 Sep 10 04:17:17.132259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-928cdcc1-029f-4cc7-8256-d148f7749967 req-b148fd45-ad62-4a62-9909-908d7e2da915 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343990 Sep 10 04:17:18.252656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c1635-f39a-4697-8729-912c5ad8dd9e req-4b390371-b7db-417c-9439-b2fb83878b98 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:18.254151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-305c1635-f39a-4697-8729-912c5ad8dd9e req-4b390371-b7db-417c-9439-b2fb83878b98 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0503166 Sep 10 04:17:18.298350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-305c1635-f39a-4697-8729-912c5ad8dd9e req-c5737860-e3e5-4fb3-aa98-e779a40fdbf5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369427 Sep 10 04:17:19.417630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8822d890-9640-49ad-83e8-029ccc65bb62 req-89a36821-0296-483f-be6e-c4ba4473fa4a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:19.419089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8822d890-9640-49ad-83e8-029ccc65bb62 req-89a36821-0296-483f-be6e-c4ba4473fa4a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0513806 Sep 10 04:17:19.460035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8822d890-9640-49ad-83e8-029ccc65bb62 req-5af6b2d4-6241-477a-901f-376713fd2bb0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323572 Sep 10 04:17:20.575960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6f604-a21d-4bef-833d-66037b1fa6dd req-209f2a0b-435a-41e8-9306-f8ae9fdfb5f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:20.577431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9be6f604-a21d-4bef-833d-66037b1fa6dd req-209f2a0b-435a-41e8-9306-f8ae9fdfb5f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0492151 Sep 10 04:17:20.617011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9be6f604-a21d-4bef-833d-66037b1fa6dd req-5e091d9c-37b8-404a-9255-a6dd51ec3399 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333145 Sep 10 04:17:20.825866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e1a55718-a77c-4cc6-893c-450434e2e1df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:21.730809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc4534c-431a-4f2c-8cbb-37684d7c83a3 req-f6a64de4-95b3-402c-ace6-04b8204b8a8d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:21.732403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbc4534c-431a-4f2c-8cbb-37684d7c83a3 req-f6a64de4-95b3-402c-ace6-04b8204b8a8d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0486770 Sep 10 04:17:21.776177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbc4534c-431a-4f2c-8cbb-37684d7c83a3 req-29ef81ef-ffc0-4d98-b7be-8f403a0b4e42 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376689 Sep 10 04:17:22.889955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efe2d9b-e66d-4e89-bdc7-7b9570ddf33b req-a0f9a127-c0ea-44b5-b8b7-2be5090521f6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:22.891531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0efe2d9b-e66d-4e89-bdc7-7b9570ddf33b req-a0f9a127-c0ea-44b5-b8b7-2be5090521f6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0492792 Sep 10 04:17:22.935895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0efe2d9b-e66d-4e89-bdc7-7b9570ddf33b req-f9003812-c8db-424c-8a0d-29860fc11253 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361373 Sep 10 04:17:23.488406 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-519293c5-8407-4a80-8c31-bf19ecd9c0e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:23.710660 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:24.046429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5da644fd-9725-4402-a19c-d1f47b5f57a3 req-0db64b9a-7120-4887-ba4d-8fa5a3d930d4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:24.047897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5da644fd-9725-4402-a19c-d1f47b5f57a3 req-0db64b9a-7120-4887-ba4d-8fa5a3d930d4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0473428 Sep 10 04:17:24.084183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5da644fd-9725-4402-a19c-d1f47b5f57a3 req-a9500be8-4ff7-4e79-a7c4-b2a011736a65 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304966 Sep 10 04:17:25.196684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d950772-53c5-4223-9280-db7567c734b8 req-4dcb43f3-3c97-468b-8fda-88dece8e412a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:25.198384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d950772-53c5-4223-9280-db7567c734b8 req-4dcb43f3-3c97-468b-8fda-88dece8e412a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0501063 Sep 10 04:17:25.202582 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:25.241637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d950772-53c5-4223-9280-db7567c734b8 req-0ff4262d-4b6c-484e-9691-dfc138d11ab9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369489 Sep 10 04:17:26.350934 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:26.361692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6536634b-6f4c-4988-8eac-394d311089ab req-0682cd77-c249-4039-bf88-dd558fe9c92a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:26.363158 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6536634b-6f4c-4988-8eac-394d311089ab req-0682cd77-c249-4039-bf88-dd558fe9c92a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0481789 Sep 10 04:17:26.406051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6536634b-6f4c-4988-8eac-394d311089ab req-672f5c69-905b-42f1-be59-67b564b88bb6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366874 Sep 10 04:17:27.529936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc5f3f9-00d3-470f-b841-328eba4d605d req-99a09527-948b-4b5b-9fe1-9fab59414490 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:27.531450 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbc5f3f9-00d3-470f-b841-328eba4d605d req-99a09527-948b-4b5b-9fe1-9fab59414490 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0525973 Sep 10 04:17:27.569494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbc5f3f9-00d3-470f-b841-328eba4d605d req-c4e5af62-7401-4357-8ac3-47f5318ffa73 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319886 Sep 10 04:17:28.683874 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c193a2bc-44cf-4901-850f-0983ba0240e1 req-9888b2ca-7526-4650-8730-786fe45df3a0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:28.685382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c193a2bc-44cf-4901-850f-0983ba0240e1 req-9888b2ca-7526-4650-8730-786fe45df3a0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0505402 Sep 10 04:17:28.726187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c193a2bc-44cf-4901-850f-0983ba0240e1 req-68068dc8-14df-4905-ad44-4e83809bd53b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347161 Sep 10 04:17:29.042813 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:29.839713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae255baf-74f3-4f78-bf88-edd63ebaa21c req-4e5e5ceb-2b97-4829-9375-291d27e23093 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:29.841306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae255baf-74f3-4f78-bf88-edd63ebaa21c req-4e5e5ceb-2b97-4829-9375-291d27e23093 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0477374 Sep 10 04:17:29.878239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae255baf-74f3-4f78-bf88-edd63ebaa21c req-69b67ff1-ccc7-49c7-b38f-a4f778d18671 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310302 Sep 10 04:17:30.987807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920ba50b-9c4d-4322-91b8-a432202b71a3 req-78d314cf-d986-443c-be74-0a1a54718272 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:30.989239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-920ba50b-9c4d-4322-91b8-a432202b71a3 req-78d314cf-d986-443c-be74-0a1a54718272 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0470262 Sep 10 04:17:31.025646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-920ba50b-9c4d-4322-91b8-a432202b71a3 req-ac369f51-1765-4150-895d-fe4566b60832 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305884 Sep 10 04:17:32.135360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56290979-4349-4926-af73-3b9a51c02100 req-fba46274-f31c-4c54-a965-ff9299dd72d3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:32.137204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56290979-4349-4926-af73-3b9a51c02100 req-fba46274-f31c-4c54-a965-ff9299dd72d3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0470908 Sep 10 04:17:32.176427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56290979-4349-4926-af73-3b9a51c02100 req-f00b1664-97e3-4801-b31e-1c77906f543e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337708 Sep 10 04:17:32.407769 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:33.288411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f62ca6-59d8-4b4e-96a6-ce7f80890611 req-24d99854-84cc-4b6c-9972-46634517c2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:33.289881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05f62ca6-59d8-4b4e-96a6-ce7f80890611 req-24d99854-84cc-4b6c-9972-46634517c2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0478408 Sep 10 04:17:33.326878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05f62ca6-59d8-4b4e-96a6-ce7f80890611 req-73ee33cd-433b-4063-9f90-0a7d1644d933 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301213 Sep 10 04:17:34.438622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c3cd7cb-023c-483e-8963-ceebfbb52f50 req-efb0e1d7-b794-43e1-b34f-2618617901b5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:34.440093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c3cd7cb-023c-483e-8963-ceebfbb52f50 req-efb0e1d7-b794-43e1-b34f-2618617901b5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0476785 Sep 10 04:17:34.478249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c3cd7cb-023c-483e-8963-ceebfbb52f50 req-96f62eec-fa35-40f5-b52d-da7b424f179f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322502 Sep 10 04:17:35.590844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62052ad2-adbc-4a24-a910-d174dfa51b21 req-62a52f44-c1e0-4393-af70-9345be494517 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:35.592303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62052ad2-adbc-4a24-a910-d174dfa51b21 req-62a52f44-c1e0-4393-af70-9345be494517 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0464709 Sep 10 04:17:35.631496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62052ad2-adbc-4a24-a910-d174dfa51b21 req-aea759ff-8776-4041-9981-5d8bbadc5d7a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Sep 10 04:17:36.244371 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:17:36.742611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0346979f-69ff-46ac-8c88-43f79e5e4f4a req-07ed62d3-0be8-447d-ab2f-6972ab50bdc9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:36.744093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0346979f-69ff-46ac-8c88-43f79e5e4f4a req-07ed62d3-0be8-447d-ab2f-6972ab50bdc9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 944 time: 0.0484748 Sep 10 04:17:36.753885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 99f468df-19e7-49bf-935d-d768dfc6ccc3 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:17:36.781861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0346979f-69ff-46ac-8c88-43f79e5e4f4a req-99568ce3-91fd-4c43-976b-3f5b47637858 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317440 Sep 10 04:17:36.847135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99f468df-19e7-49bf-935d-d768dfc6ccc3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99f468df-19e7-49bf-935d-d768dfc6ccc3,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:17:36.857718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '99f468df-19e7-49bf-935d-d768dfc6ccc3', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'port_id': '99f468df-19e7-49bf-935d-d768dfc6ccc3', 'mac_address': 'fa:16:3e:dd:d9:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:17:36.893168 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:36.905703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 99f468df-19e7-49bf-935d-d768dfc6ccc3 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:17:36.924020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99f468df-19e7-49bf-935d-d768dfc6ccc3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99f468df-19e7-49bf-935d-d768dfc6ccc3,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:17:36.967897 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:37.013515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=99f468df-19e7-49bf-935d-d768dfc6ccc3,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:17:37.020637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.020988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.021328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.021664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.021997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.022329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.022657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.022983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.023307 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.023630 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.024049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.024372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:17:37.176975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['99f468df-19e7-49bf-935d-d768dfc6ccc3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:17:37.894092 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ee826f-3611-4de2-87c7-6fdde7c48b62 req-b4e1d4b3-4458-4265-b636-d18d53d490fe tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:37.895545 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75ee826f-3611-4de2-87c7-6fdde7c48b62 req-b4e1d4b3-4458-4265-b636-d18d53d490fe tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 945 time: 0.0478649 Sep 10 04:17:37.930997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75ee826f-3611-4de2-87c7-6fdde7c48b62 req-e69a527d-360d-42c5-9500-1400f4e60ac7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296831 Sep 10 04:17:38.754046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 99f468df-19e7-49bf-935d-d768dfc6ccc3 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:17:38.859503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 99f468df-19e7-49bf-935d-d768dfc6ccc3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:17:38.863243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 99f468df-19e7-49bf-935d-d768dfc6ccc3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:17:38.863615 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:39.047976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab022029-eb64-482e-9e23-fcb857266bed req-02e1a01e-bf24-40ad-9d32-fab3b8894154 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:39.050103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab022029-eb64-482e-9e23-fcb857266bed req-02e1a01e-bf24-40ad-9d32-fab3b8894154 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 945 time: 0.0499125 Sep 10 04:17:39.091645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab022029-eb64-482e-9e23-fcb857266bed req-1ccd670c-0f45-44e7-92fe-c3f864da457e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355508 Sep 10 04:17:39.093407 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:39.115376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cd9b43-35af-4238-8ddf-653562007dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f468df-19e7-49bf-935d-d768dfc6ccc3'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:17:39.117548 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d8e9c8-b30a-4d31-ad06-95effa880eee" -d '{"events": [{"server_uuid": "34cd9b43-35af-4238-8ddf-653562007dfd", "name": "network-vif-plugged", "status": "completed", "tag": "99f468df-19e7-49bf-935d-d768dfc6ccc3"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:17:39.129991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 99f468df-19e7-49bf-935d-d768dfc6ccc3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99f468df-19e7-49bf-935d-d768dfc6ccc3,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:17:39.153720 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:17:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dd1d86-1331-49c1-8044-9e5ff0b7f7d8 x-openstack-request-id: req-53dd1d86-1331-49c1-8044-9e5ff0b7f7d8 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:17:39.154008 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cd9b43-35af-4238-8ddf-653562007dfd", "name": "network-vif-plugged", "status": "completed", "tag": "99f468df-19e7-49bf-935d-d768dfc6ccc3", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:17:39.154282 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53dd1d86-1331-49c1-8044-9e5ff0b7f7d8 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:17:39.154666 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cd9b43-35af-4238-8ddf-653562007dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '99f468df-19e7-49bf-935d-d768dfc6ccc3', 'code': 200} Sep 10 04:17:39.190955 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:39.239330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=99f468df-19e7-49bf-935d-d768dfc6ccc3,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:17:39.247599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474b701b-e022-4974-b587-fc46ecfccc0a req-85805444-3b13-4d43-919d-2ded9a61b264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:39.249151 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-474b701b-e022-4974-b587-fc46ecfccc0a req-85805444-3b13-4d43-919d-2ded9a61b264 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 1097 time: 0.0410922 Sep 10 04:17:39.284255 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-474b701b-e022-4974-b587-fc46ecfccc0a req-86fdf51e-867d-49b6-8961-8a37eaffe992 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273223 Sep 10 04:17:40.205000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe196af-2273-4bb6-bf77-10e6da2edd8b req-cb816178-ad39-4920-b212-41cef8ec6acb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:40.206485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfe196af-2273-4bb6-bf77-10e6da2edd8b req-cb816178-ad39-4920-b212-41cef8ec6acb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 946 time: 0.0487134 Sep 10 04:17:40.243856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfe196af-2273-4bb6-bf77-10e6da2edd8b req-619bb2ec-a4fc-4524-ab6c-919d9fefbe5d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314956 Sep 10 04:17:40.532496 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7da42fd8-b695-49dc-8970-415e52433e47 req-33bbb27c-8ab3-4282-8d87-c82819083880 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406008 Sep 10 04:17:40.614851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da42fd8-b695-49dc-8970-415e52433e47 req-8372ff8e-1e8c-468e-a11b-00ee84735d3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:40.616353 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7da42fd8-b695-49dc-8970-415e52433e47 req-8372ff8e-1e8c-468e-a11b-00ee84735d3c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 1097 time: 0.0440161 Sep 10 04:17:40.716944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da42fd8-b695-49dc-8970-415e52433e47 req-197a7d61-afa3-4a7c-8670-63266ab79ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:40.718383 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7da42fd8-b695-49dc-8970-415e52433e47 req-197a7d61-afa3-4a7c-8670-63266ab79ccc service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0834646 Sep 10 04:17:40.761702 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7da42fd8-b695-49dc-8970-415e52433e47 req-8794d83d-8077-4fc0-a870-fbde81589956 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=99f468df-19e7-49bf-935d-d768dfc6ccc3 HTTP/1.1" status: 200 len: 217 time: 0.0366080 Sep 10 04:17:40.811701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da42fd8-b695-49dc-8970-415e52433e47 req-37de882e-5c17-45d7-a45f-b92fec4b2fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:40.813150 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7da42fd8-b695-49dc-8970-415e52433e47 req-37de882e-5c17-45d7-a45f-b92fec4b2fb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0451658 Sep 10 04:17:40.857996 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da42fd8-b695-49dc-8970-415e52433e47 req-de1fcfc1-e51e-4bba-9d73-66a2ecdadcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:40.859442 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7da42fd8-b695-49dc-8970-415e52433e47 req-de1fcfc1-e51e-4bba-9d73-66a2ecdadcfd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393944 Sep 10 04:17:40.950087 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7da42fd8-b695-49dc-8970-415e52433e47 req-0914bd5a-02d3-44c3-a304-51d522e9ec6d service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826976 Sep 10 04:17:41.036247 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7da42fd8-b695-49dc-8970-415e52433e47 req-cb680c94-dadc-4b6c-ac4c-376c20ad46d6 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798266 Sep 10 04:17:41.357327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef1adad-92c4-4afa-bb8f-539e547f3b3f req-717f1a2c-dcab-49c5-af1c-e6dea3d0f315 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:41.358723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ef1adad-92c4-4afa-bb8f-539e547f3b3f req-717f1a2c-dcab-49c5-af1c-e6dea3d0f315 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 946 time: 0.0472519 Sep 10 04:17:41.395495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ef1adad-92c4-4afa-bb8f-539e547f3b3f req-54bf5a9a-0c54-4b10-933b-beef9af484d6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308239 Sep 10 04:17:41.505916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b49d9e-61c5-462c-af6a-5529e119cd34 req-99b9e3b1-4516-4304-a2d4-0df622fd214b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:41.507372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95b49d9e-61c5-462c-af6a-5529e119cd34 req-99b9e3b1-4516-4304-a2d4-0df622fd214b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 946 time: 0.0484376 Sep 10 04:17:41.550085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95b49d9e-61c5-462c-af6a-5529e119cd34 req-e093db30-1a40-4f19-9266-c4a7e26dfad5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363483 Sep 10 04:17:41.659166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4679413-48a2-447d-983c-64ea2dbf9a39 req-05e66c5b-7261-4d1f-8ca8-e293531ef19b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:41.660565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4679413-48a2-447d-983c-64ea2dbf9a39 req-05e66c5b-7261-4d1f-8ca8-e293531ef19b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 946 time: 0.0468318 Sep 10 04:17:41.696740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4679413-48a2-447d-983c-64ea2dbf9a39 req-8285e632-cdb5-4c69-8d29-9c175ec8e9de tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302954 Sep 10 04:17:42.161830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f70f196c-49f1-4274-af36-67f2d5011e66 req-189f6a8b-08e2-4994-b170-08aec2593f08 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:42.163287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f70f196c-49f1-4274-af36-67f2d5011e66 req-189f6a8b-08e2-4994-b170-08aec2593f08 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 946 time: 0.0473614 Sep 10 04:17:42.200527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f70f196c-49f1-4274-af36-67f2d5011e66 req-6ea3cc11-2890-4447-a16d-21e3ba3e8294 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305276 Sep 10 04:17:43.313976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baddbca1-9f22-459a-8b25-142c2404042c req-b7d63746-ea86-4394-be10-7642cc1b4452 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:43.315414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baddbca1-9f22-459a-8b25-142c2404042c req-b7d63746-ea86-4394-be10-7642cc1b4452 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 946 time: 0.0478420 Sep 10 04:17:43.355631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baddbca1-9f22-459a-8b25-142c2404042c req-e21cdffe-9904-489f-b9fa-3cb6e786df16 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342689 Sep 10 04:17:43.592171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-30975ee0-6803-4977-a389-63792521198f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:17:43.593649 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-30975ee0-6803-4977-a389-63792521198f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 946 time: 0.0536625 Sep 10 04:17:43.680338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port 99f468df-19e7-49bf-935d-d768dfc6ccc3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:17:43.680583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:43.769108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] For port 99f468df-19e7-49bf-935d-d768dfc6ccc3, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=99f468df-19e7-49bf-935d-d768dfc6ccc3,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:17:43.769464 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:43.781322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for 99f468df-19e7-49bf-935d-d768dfc6ccc3 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:17:43.939213 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:43.951978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['99f468df-19e7-49bf-935d-d768dfc6ccc3'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:17:43.973743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=99f468df-19e7-49bf-935d-d768dfc6ccc3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:17:44.014597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] No DVR routers for this DVR port 99f468df-19e7-49bf-935d-d768dfc6ccc3 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:17:44.017615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:44.019870 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-eb0f75d8-911b-485b-a728-f2f0e01ad32e req-96461422-93e5-4459-be4e-a5d1cc1e43a9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "DELETE /v2.0/ports/99f468df-19e7-49bf-935d-d768dfc6ccc3 HTTP/1.1" status: 204 len: 173 time: 0.4194071 Sep 10 04:17:44.020319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34cd9b43-35af-4238-8ddf-653562007dfd', 'name': 'network-vif-deleted', 'tag': '99f468df-19e7-49bf-935d-d768dfc6ccc3'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:17:44.022610 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32094431-baed-44e7-a5bf-13b588919150" -d '{"events": [{"server_uuid": "34cd9b43-35af-4238-8ddf-653562007dfd", "name": "network-vif-deleted", "tag": "99f468df-19e7-49bf-935d-d768dfc6ccc3"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:17:44.207411 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f043b3cb-ea40-4330-a60c-2099a5d502f1 x-openstack-request-id: req-f043b3cb-ea40-4330-a60c-2099a5d502f1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:17:44.207722 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34cd9b43-35af-4238-8ddf-653562007dfd", "name": "network-vif-deleted", "tag": "99f468df-19e7-49bf-935d-d768dfc6ccc3", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:17:44.207984 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f043b3cb-ea40-4330-a60c-2099a5d502f1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:17:44.208409 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34cd9b43-35af-4238-8ddf-653562007dfd', 'name': 'network-vif-deleted', 'tag': '99f468df-19e7-49bf-935d-d768dfc6ccc3', 'status': 'completed', 'code': 200} Sep 10 04:17:44.780962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d44c3ec8-4d1e-4b5c-aa9e-4d1007f49154 req-700d6b67-51cd-4ae3-92d6-463da34c83ad tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.3607929 Sep 10 04:17:45.875127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78ec7a1a-d40b-44fe-b6d4-6383ab0ccd98 req-515182ff-e0c4-482a-b340-21e9f48f11e7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.0245264 Sep 10 04:17:46.789600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 99f468df-19e7-49bf-935d-d768dfc6ccc3 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:17:46.810508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 99f468df-19e7-49bf-935d-d768dfc6ccc3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:17:46.811015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 99f468df-19e7-49bf-935d-d768dfc6ccc3 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:17:46.967226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a2269c7-755a-4544-8dc9-59fc1e0fe3ec req-4e88cb2e-b9ae-413f-b5fe-68aeda4d60f1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.0267761 Sep 10 04:17:48.074307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07539382-4e10-433c-acbe-56a4c6f7b7ae req-82312473-4504-4f1f-bf02-17aafbbfe19b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=34cd9b43-35af-4238-8ddf-653562007dfd HTTP/1.1" status: 200 len: 210 time: 0.0264878 Sep 10 04:17:50.853536 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a6b1082d-eb24-4b8c-ae77-037af229d891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:53.522078 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-13e73122-c0e2-4e68-8e9b-b5185056f343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:53.722257 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:55.190890 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:56.327981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:17:59.059265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:02.573672 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:13.243651 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:18:18.794580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608fe7-b78a-4765-a834-7ca94512009c req-c72d26d7-6e2d-4264-a6d2-6188bfd21714 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:18.796021 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-c72d26d7-6e2d-4264-a6d2-6188bfd21714 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.0995409 Sep 10 04:18:18.810894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-e1e85e22-c245-4199-b404-77b7fd5b12e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/quotas/e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 375 time: 0.0085511 Sep 10 04:18:18.858389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-7f938bb5-0924-45f5-8aaa-c5d09c7751aa tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0424397 Sep 10 04:18:18.946060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-952dca1a-23a5-4690-b688-7cce47a33103 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805676 Sep 10 04:18:19.030125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-0074ba44-da17-415e-817f-7d1a2b42b0e8 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0777531 Sep 10 04:18:19.572412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad257a3e-da57-4b27-a3b3-96ab650f0065 req-c3ecbe82-9b0f-4c1b-8223-7e3022d76486 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 210 time: 0.0297959 Sep 10 04:18:20.669998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0541dff6-e997-4691-944b-e7473320fc5c req-232bf8a6-6cfb-497b-8455-e7b0a8877f74 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 210 time: 0.0284722 Sep 10 04:18:20.836267 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98228e4e-2776-4506-9377-59d27c41f776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:21.185857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608fe7-b78a-4765-a834-7ca94512009c req-d366448f-86ae-4749-82bd-dcf7d9a9fcd3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:21.187303 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-d366448f-86ae-4749-82bd-dcf7d9a9fcd3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1021640 Sep 10 04:18:21.199760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'port': {'device_id': '0227ae20-7cc5-4765-9a43-26e7d6fb2c3d', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'admin_state_up': True, 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:18:21.368372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Made reservation on behalf of e92cdfc61e4b4310b21f72a7482aa521 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:18:21.372005 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:21.502944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.20.0.5 (3e85965d-0806-4475-a956-eac95714a105/876f481e-63c3-4f6f-a9f8-adf65679945d/abe2e587-a6a1-47c4-933d-b6adea2549bc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:18:21.651198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:21.664985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Transition to ACTIVE for port object abe2e587-a6a1-47c4-933d-b6adea2549bc will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:18:21.762333 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:21.762681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8eee0f1-c652-4db2-ba72-f052099cb070 req-2cee5af9-82c9-4b82-9305-75b02061f223 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 210 time: 0.0271978 Sep 10 04:18:21.806315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:18:21.809471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:18:21.815999 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:18:21.824085 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=abe2e587-a6a1-47c4-933d-b6adea2549bc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:18:21.854696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.855036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.855372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.855725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.856059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.856384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.856708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.857027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.857345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.857662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.857980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.858290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:21.888541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:21.889193 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:21.979877 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-a219730b-b6f0-42ea-b580-fdfe144c9103 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7835970 Sep 10 04:18:21.996782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Request body: {'port': {'device_id': '0227ae20-7cc5-4765-9a43-26e7d6fb2c3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:18:22.053670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:22.099323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f6f1f7b6-9c10-4329-84d3-457e3a5a24ae None None] Provisioning for port abe2e587-a6a1-47c4-933d-b6adea2549bc completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:18:22.103439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f6f1f7b6-9c10-4329-84d3-457e3a5a24ae None None] Provisioning complete for port abe2e587-a6a1-47c4-933d-b6adea2549bc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:18:22.103844 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f6f1f7b6-9c10-4329-84d3-457e3a5a24ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:22.138287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f6f1f7b6-9c10-4329-84d3-457e3a5a24ae None None] Port abe2e587-a6a1-47c4-933d-b6adea2549bc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:18:22.313583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe2e587-a6a1-47c4-933d-b6adea2549bc {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:18:22.320929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:22.333492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Transition to ACTIVE for port object abe2e587-a6a1-47c4-933d-b6adea2549bc will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:18:22.378926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:22.428172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Pushing event updated for resources: {'Port': ['ID=abe2e587-a6a1-47c4-933d-b6adea2549bc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:18:22.523054 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Attempting to bind port abe2e587-a6a1-47c4-933d-b6adea2549bc on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:18:22.523404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Attempting to bind port abe2e587-a6a1-47c4-933d-b6adea2549bc by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:18:22.523755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Attempting to bind port abe2e587-a6a1-47c4-933d-b6adea2549bc on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:18:22.531333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Port abe2e587-a6a1-47c4-933d-b6adea2549bc on network 3e85965d-0806-4475-a956-eac95714a105 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:18:22.532021 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Attempting to bind port abe2e587-a6a1-47c4-933d-b6adea2549bc on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:18:22.539381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:18:22.539790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:18:22.540195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Bound using segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:18:22.540638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Bound port: abe2e587-a6a1-47c4-933d-b6adea2549bc, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:18:22.541001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:22.614266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] For port abe2e587-a6a1-47c4-933d-b6adea2549bc, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:18:22.617684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] For port abe2e587-a6a1-47c4-933d-b6adea2549bc, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=abe2e587-a6a1-47c4-933d-b6adea2549bc,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:18:22.677200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:22.711989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:22.712511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:22.713890 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-31a3de53-2145-405e-800b-674e584ff735 service neutron] 10.222.0.20 "PUT /v2.0/ports/abe2e587-a6a1-47c4-933d-b6adea2549bc HTTP/1.1" status: 200 len: 1091 time: 0.7213082 Sep 10 04:18:22.714338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0227ae20-7cc5-4765-9a43-26e7d6fb2c3d', 'tag': 'abe2e587-a6a1-47c4-933d-b6adea2549bc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:18:22.716579 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb1591a-8779-490c-a437-d74f29e90230" -d '{"events": [{"name": "network-changed", "server_uuid": "0227ae20-7cc5-4765-9a43-26e7d6fb2c3d", "tag": "abe2e587-a6a1-47c4-933d-b6adea2549bc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:18:22.742370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3de53-2145-405e-800b-674e584ff735 service neutron] Pushing event updated for resources: {'Port': ['ID=abe2e587-a6a1-47c4-933d-b6adea2549bc,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:18:22.763357 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75da5ad-22ac-4d79-b7f0-d01a0ad4c089 x-openstack-request-id: req-d75da5ad-22ac-4d79-b7f0-d01a0ad4c089 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:18:22.763645 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0227ae20-7cc5-4765-9a43-26e7d6fb2c3d", "tag": "abe2e587-a6a1-47c4-933d-b6adea2549bc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:18:22.763925 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d75da5ad-22ac-4d79-b7f0-d01a0ad4c089 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:18:22.764327 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0227ae20-7cc5-4765-9a43-26e7d6fb2c3d', 'tag': 'abe2e587-a6a1-47c4-933d-b6adea2549bc', 'status': 'completed', 'code': 200} Sep 10 04:18:22.838636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1591a-8779-490c-a437-d74f29e90230 req-77f82cd6-0ac0-4953-b455-0cf5114cd7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:22.840521 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb1591a-8779-490c-a437-d74f29e90230 req-77f82cd6-0ac0-4953-b455-0cf5114cd7b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 1094 time: 0.0538449 Sep 10 04:18:22.895762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb7ca39b-6707-4834-bfd5-fd9ebbcb9127 req-975425ad-c117-4ac4-bfa4-9a147530374c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:22.898060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb7ca39b-6707-4834-bfd5-fd9ebbcb9127 req-975425ad-c117-4ac4-bfa4-9a147530374c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 943 time: 0.0528522 Sep 10 04:18:22.939172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb7ca39b-6707-4834-bfd5-fd9ebbcb9127 req-6283799d-3fae-4015-baaf-6cc24780d666 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336874 Sep 10 04:18:22.943135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1591a-8779-490c-a437-d74f29e90230 req-c20b24b9-6ec5-4bf6-8f61-11ce17f09ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:22.945120 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb1591a-8779-490c-a437-d74f29e90230 req-c20b24b9-6ec5-4bf6-8f61-11ce17f09ebe service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0961862 Sep 10 04:18:23.048453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1591a-8779-490c-a437-d74f29e90230 req-fe01b67c-e2e7-42f7-8c24-20cebca271ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:23.049837 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb1591a-8779-490c-a437-d74f29e90230 req-fe01b67c-e2e7-42f7-8c24-20cebca271ce service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979230 Sep 10 04:18:23.126513 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608fe7-b78a-4765-a834-7ca94512009c req-8d63ffa5-b63d-4f60-84fc-3ba09ce7a9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:23.128056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-8d63ffa5-b63d-4f60-84fc-3ba09ce7a9e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 1094 time: 0.0418916 Sep 10 04:18:23.173391 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-b7ecb15e-4df3-4a69-b118-6427c0846085 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abe2e587-a6a1-47c4-933d-b6adea2549bc HTTP/1.1" status: 200 len: 217 time: 0.0380242 Sep 10 04:18:23.223956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608fe7-b78a-4765-a834-7ca94512009c req-585f471b-1573-4118-bf4e-d9a2cdcc97a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:23.225455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-585f471b-1573-4118-bf4e-d9a2cdcc97a9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0451455 Sep 10 04:18:23.271412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5608fe7-b78a-4765-a834-7ca94512009c req-bb4f55c2-b0f1-418a-a56b-2496d8e929c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:23.272930 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-bb4f55c2-b0f1-418a-a56b-2496d8e929c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406580 Sep 10 04:18:23.366004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-ddb8dcfa-2d95-4134-83c9-a425e863bc08 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857267 Sep 10 04:18:23.454944 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f5608fe7-b78a-4765-a834-7ca94512009c req-735f401c-2118-42be-85f9-94f4b6a05786 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819027 Sep 10 04:18:23.516210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-14d719cd-812f-45b2-98c9-dc3fd44ee232 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:23.733564 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:24.057959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3585f0-2b6f-4062-b954-84e8fd580296 req-c2aa92c6-0541-4473-b066-e97ad3c977f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:24.059451 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be3585f0-2b6f-4062-b954-84e8fd580296 req-c2aa92c6-0541-4473-b066-e97ad3c977f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 943 time: 0.0497003 Sep 10 04:18:24.101010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be3585f0-2b6f-4062-b954-84e8fd580296 req-c2c75980-e2e4-47b1-aee4-6c33a481fc64 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356135 Sep 10 04:18:25.207497 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:25.217164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4420c17e-eb20-4566-bde0-2a000c737590 req-076cea68-4da6-4d64-ad73-3a3c0252da4c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:25.218657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4420c17e-eb20-4566-bde0-2a000c737590 req-076cea68-4da6-4d64-ad73-3a3c0252da4c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 943 time: 0.0490777 Sep 10 04:18:25.256311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4420c17e-eb20-4566-bde0-2a000c737590 req-e4b20bc9-abeb-4a8d-bca8-931ef8498e08 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315847 Sep 10 04:18:26.367505 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:26.368587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855bbb02-19af-4192-acf7-41f9fc6373ba req-bf31c286-804e-4210-bf68-2dc64c63f966 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:26.370110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-855bbb02-19af-4192-acf7-41f9fc6373ba req-bf31c286-804e-4210-bf68-2dc64c63f966 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 943 time: 0.0491586 Sep 10 04:18:26.407891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-855bbb02-19af-4192-acf7-41f9fc6373ba req-4d1e041e-419c-4d70-a68d-02665fa3c2bc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318980 Sep 10 04:18:27.720129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d34847a-c7d8-498e-ada9-569efc927cc2 req-0b7ca2ea-1629-4b5e-afe2-5b38e42c2838 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:27.720129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d34847a-c7d8-498e-ada9-569efc927cc2 req-0b7ca2ea-1629-4b5e-afe2-5b38e42c2838 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 943 time: 0.0485010 Sep 10 04:18:27.720129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d34847a-c7d8-498e-ada9-569efc927cc2 req-8fc62ab8-7fe7-44d5-a275-8ccd82cc7207 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370502 Sep 10 04:18:28.690940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c88ec0-f6b7-4297-8fb3-3c0cdf6f568b req-98faf634-f211-4447-b866-0d96d3d741ad tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:28.692855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35c88ec0-f6b7-4297-8fb3-3c0cdf6f568b req-98faf634-f211-4447-b866-0d96d3d741ad tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 943 time: 0.0486939 Sep 10 04:18:28.729743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35c88ec0-f6b7-4297-8fb3-3c0cdf6f568b req-2945474b-931c-419d-abab-13836f310cff tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311506 Sep 10 04:18:29.047433 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:29.839588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420e11a4-6af9-47b1-87ee-aac9f59f152e req-792f47bc-8da5-44e9-85c9-d849b0a6e065 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:29.841047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-420e11a4-6af9-47b1-87ee-aac9f59f152e req-792f47bc-8da5-44e9-85c9-d849b0a6e065 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 943 time: 0.0469832 Sep 10 04:18:29.877568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-420e11a4-6af9-47b1-87ee-aac9f59f152e req-e3f63e72-da4e-4287-be08-3360ada70fee tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306280 Sep 10 04:18:30.988613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56a89d3-19ad-41b6-8748-37d5b91b9b17 req-ac65d2c8-e6ab-414d-9984-c58f622ced32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:30.990653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f56a89d3-19ad-41b6-8748-37d5b91b9b17 req-ac65d2c8-e6ab-414d-9984-c58f622ced32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 943 time: 0.0479290 Sep 10 04:18:31.030847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f56a89d3-19ad-41b6-8748-37d5b91b9b17 req-a412c17c-ca2f-423f-964f-908ee9757ccc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342374 Sep 10 04:18:32.140904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377afa1f-5fe2-4297-92b5-25873ee37c3d req-9630da59-500f-4544-9356-1b801b586265 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:32.142341 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-377afa1f-5fe2-4297-92b5-25873ee37c3d req-9630da59-500f-4544-9356-1b801b586265 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 943 time: 0.0471921 Sep 10 04:18:32.178355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-377afa1f-5fe2-4297-92b5-25873ee37c3d req-9ab04146-4181-46e1-8945-f20795fa3219 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301764 Sep 10 04:18:32.413344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:32.960552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device abe2e587-a6a1-47c4-933d-b6adea2549bc details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:18:33.052252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port abe2e587-a6a1-47c4-933d-b6adea2549bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=abe2e587-a6a1-47c4-933d-b6adea2549bc,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:18:33.062956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'abe2e587-a6a1-47c4-933d-b6adea2549bc', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'port_id': 'abe2e587-a6a1-47c4-933d-b6adea2549bc', 'mac_address': 'fa:16:3e:6b:69:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:18:33.099328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:33.111463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe2e587-a6a1-47c4-933d-b6adea2549bc {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:18:33.129815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port abe2e587-a6a1-47c4-933d-b6adea2549bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=abe2e587-a6a1-47c4-933d-b6adea2549bc,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:18:33.201772 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:33.251540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=abe2e587-a6a1-47c4-933d-b6adea2549bc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:18:33.291361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71413e8a-5d8b-476a-b519-7ffd10d7de5b req-2f2d9d0d-4c18-41f4-8f86-2c7e379ba8f4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:33.293129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71413e8a-5d8b-476a-b519-7ffd10d7de5b req-2f2d9d0d-4c18-41f4-8f86-2c7e379ba8f4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 944 time: 0.0483906 Sep 10 04:18:33.329757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71413e8a-5d8b-476a-b519-7ffd10d7de5b req-6bd11e6f-eb19-492f-b603-8683e2a2ede3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307164 Sep 10 04:18:33.390802 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['abe2e587-a6a1-47c4-933d-b6adea2549bc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:18:34.440446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f7400c-5f99-425f-a666-5d55e0dcde5c req-475ac0f6-76e5-4d70-96a5-f36d0f9f10a2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:34.441896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64f7400c-5f99-425f-a666-5d55e0dcde5c req-475ac0f6-76e5-4d70-96a5-f36d0f9f10a2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 944 time: 0.0476675 Sep 10 04:18:34.482250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64f7400c-5f99-425f-a666-5d55e0dcde5c req-64c22862-5247-4eda-9721-a7c19ddf7843 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345592 Sep 10 04:18:34.976621 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device abe2e587-a6a1-47c4-933d-b6adea2549bc up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:18:35.076234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port abe2e587-a6a1-47c4-933d-b6adea2549bc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:18:35.080103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port abe2e587-a6a1-47c4-933d-b6adea2549bc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:18:35.080477 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:35.155328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:35.177245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0227ae20-7cc5-4765-9a43-26e7d6fb2c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe2e587-a6a1-47c4-933d-b6adea2549bc'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:18:35.179445 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc41d593-ca1e-4fc3-9213-191c3e4f1f16" -d '{"events": [{"server_uuid": "0227ae20-7cc5-4765-9a43-26e7d6fb2c3d", "name": "network-vif-plugged", "status": "completed", "tag": "abe2e587-a6a1-47c4-933d-b6adea2549bc"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:18:35.192629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port abe2e587-a6a1-47c4-933d-b6adea2549bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=abe2e587-a6a1-47c4-933d-b6adea2549bc,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:18:35.270815 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:35.296211 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13576f80-07fb-498a-bc69-e05b17ad9812 x-openstack-request-id: req-13576f80-07fb-498a-bc69-e05b17ad9812 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:18:35.296511 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0227ae20-7cc5-4765-9a43-26e7d6fb2c3d", "name": "network-vif-plugged", "status": "completed", "tag": "abe2e587-a6a1-47c4-933d-b6adea2549bc", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:18:35.296821 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-13576f80-07fb-498a-bc69-e05b17ad9812 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:18:35.297205 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0227ae20-7cc5-4765-9a43-26e7d6fb2c3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe2e587-a6a1-47c4-933d-b6adea2549bc', 'code': 200} Sep 10 04:18:35.326211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=abe2e587-a6a1-47c4-933d-b6adea2549bc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:18:35.395985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0f5c3-f05e-4d79-b91c-f76accd978ee req-19497025-ec32-4fb1-bd5b-a98529e8fc5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:35.397464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fdf0f5c3-f05e-4d79-b91c-f76accd978ee req-19497025-ec32-4fb1-bd5b-a98529e8fc5b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 1096 time: 0.0399723 Sep 10 04:18:35.434940 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fdf0f5c3-f05e-4d79-b91c-f76accd978ee req-5d54ce51-dbff-472f-a0fa-2093b8d5b87f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309484 Sep 10 04:18:35.597470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed99915-b519-4f3f-a96f-9909bcce8d22 req-e1996308-4d55-426d-aed9-794581bab421 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:35.598984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ed99915-b519-4f3f-a96f-9909bcce8d22 req-e1996308-4d55-426d-aed9-794581bab421 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 945 time: 0.0503092 Sep 10 04:18:35.641596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ed99915-b519-4f3f-a96f-9909bcce8d22 req-82cab79d-dc8c-418d-a1b3-801a41267180 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366113 Sep 10 04:18:36.754209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090472e4-4efa-4f0d-aeed-dfea872dbd04 req-ed912ee8-8d92-484b-92aa-d593c8a9b489 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:36.756223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-090472e4-4efa-4f0d-aeed-dfea872dbd04 req-ed912ee8-8d92-484b-92aa-d593c8a9b489 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 945 time: 0.0476711 Sep 10 04:18:36.793059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-090472e4-4efa-4f0d-aeed-dfea872dbd04 req-c45ee95e-1af7-4e4d-be15-dc660d910253 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309908 Sep 10 04:18:36.901832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f2a03-ec7f-49e1-a513-98c8f0a7e888 req-032ccd8b-81cb-45cf-b605-fbc0ceb07a8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:36.903282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-203f2a03-ec7f-49e1-a513-98c8f0a7e888 req-032ccd8b-81cb-45cf-b605-fbc0ceb07a8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 945 time: 0.0471432 Sep 10 04:18:36.943571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-203f2a03-ec7f-49e1-a513-98c8f0a7e888 req-3e79f1d8-e310-42c1-aa9f-16cbd66a01ab tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345194 Sep 10 04:18:39.967510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-345ca469-cd23-4576-a4f6-4a92126c3ca0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:39.968982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-345ca469-cd23-4576-a4f6-4a92126c3ca0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.0980620 Sep 10 04:18:39.983894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-b4e87f07-d232-44ac-953c-025f4671bea2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/quotas/e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 375 time: 0.0086632 Sep 10 04:18:40.034369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-49b716c5-d209-4d37-9b95-dc6d73133a5f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454371 Sep 10 04:18:40.093352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-4d3e9ddd-0677-4ca2-918f-a4840828d1b0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:18:40.094347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-4d3e9ddd-0677-4ca2-918f-a4840828d1b0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0527780 Sep 10 04:18:40.185336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-c9afe8cd-850e-4827-bf42-30c1d901c111 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843196 Sep 10 04:18:40.274024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-1e76eb91-d84a-4aee-a29e-912a740a20d0 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828207 Sep 10 04:18:41.574181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10706072-cda4-46c9-bfec-f27d35e4b747 req-3f67e308-1c82-40ee-8734-89275dd8d551 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 210 time: 0.0264034 Sep 10 04:18:42.535467 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-ca0cb4c5-5d1d-4b5a-8e5b-d891f1fa009a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407627 Sep 10 04:18:42.616249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-dbb7918c-d7d7-4076-917a-c42ce623c81b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:42.617772 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-dbb7918c-d7d7-4076-917a-c42ce623c81b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 1096 time: 0.0428190 Sep 10 04:18:42.649576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e1a5648-365b-43fc-904d-7784eb0b8dc8 req-14943335-4f18-4fdd-a244-0ffcfafb0854 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 210 time: 0.0258482 Sep 10 04:18:42.730501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-1a6c7b3a-4b39-4e73-bc70-3708fc265ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:42.732001 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-1a6c7b3a-4b39-4e73-bc70-3708fc265ce8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0896728 Sep 10 04:18:42.773376 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-a0469c14-8661-4264-b70b-b4bfead3cdd7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abe2e587-a6a1-47c4-933d-b6adea2549bc HTTP/1.1" status: 200 len: 217 time: 0.0338118 Sep 10 04:18:42.820854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-df33a6c7-f3ff-41b4-a9f7-cb13f50025d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:42.822246 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-df33a6c7-f3ff-41b4-a9f7-cb13f50025d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0428145 Sep 10 04:18:42.873375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-bbbabb5f-cd18-4eae-95a4-faaaa25626f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:42.874841 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-bbbabb5f-cd18-4eae-95a4-faaaa25626f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416787 Sep 10 04:18:42.962212 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-6c4a0ca9-e3bb-4bff-aa04-268ff5d80c65 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788090 Sep 10 04:18:43.052003 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dce1ec7b-6456-485e-aaab-6633ebf16336 req-b7ad9fe5-49d2-4ec4-8c7c-4eaa60262803 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827487 Sep 10 04:18:43.726707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47044e86-1eb3-4d95-8aaf-8d884d9a91fa req-97158ba9-fdf9-47ce-970b-f95b6fd03c03 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 210 time: 0.0260708 Sep 10 04:18:44.816269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56c7b265-244d-4f95-8ea1-9a926b977808 req-eca20b5f-b480-4c36-aa18-0dd2f94f23c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 210 time: 0.0256312 Sep 10 04:18:45.525879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-aaa33ea3-265c-4216-acba-a4288b3c5259 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:45.527355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-aaa33ea3-265c-4216-acba-a4288b3c5259 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1081820 Sep 10 04:18:45.541645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'port': {'device_id': 'f7d04486-7dd5-45f2-967d-d69fb692099c', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'admin_state_up': True, 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:18:45.704930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Made reservation on behalf of e92cdfc61e4b4310b21f72a7482aa521 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:18:45.709024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:45.834525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.20.0.6 (3e85965d-0806-4475-a956-eac95714a105/876f481e-63c3-4f6f-a9f8-adf65679945d/c4f7e156-2ec3-460f-9e33-f0a09d1502b6) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:18:45.934100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa8e4be4-8a76-4d9e-9967-fe8cac182ef9 req-4829004c-d405-4879-a8e5-378c118ca9cc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 210 time: 0.0405169 Sep 10 04:18:46.003345 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:46.016868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Transition to ACTIVE for port object c4f7e156-2ec3-460f-9e33-f0a09d1502b6 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:18:46.127610 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:46.144921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['abe2e587-a6a1-47c4-933d-b6adea2549bc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:18:46.177777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:18:46.184384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:18:46.189297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:18:46.191836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.192194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.192551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.193409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.193743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.194069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.194395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.194850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.195166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.195489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.195837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.196159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:18:46.199916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:18:46.262225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:46.263123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:46.328217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-37fe2874-c14b-47e9-9f7b-ede21a7eb070 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7902195 Sep 10 04:18:46.338211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-96ad12e5-8337-4b99-aa57-69729a2349fd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:18:46.339325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-96ad12e5-8337-4b99-aa57-69729a2349fd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053728 Sep 10 04:18:46.404910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Request body: {'port': {'device_id': 'f7d04486-7dd5-45f2-967d-d69fb692099c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:18:46.458796 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:46.487207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-abcef659-c71c-472a-9597-9be1d2b44a15 None None] Provisioning for port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:18:46.492250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-abcef659-c71c-472a-9597-9be1d2b44a15 None None] Provisioning complete for port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:18:46.492621 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-abcef659-c71c-472a-9597-9be1d2b44a15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:46.539054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-abcef659-c71c-472a-9597-9be1d2b44a15 None None] Port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:18:46.720233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4f7e156-2ec3-460f-9e33-f0a09d1502b6 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:18:46.728034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:46.739494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Transition to ACTIVE for port object c4f7e156-2ec3-460f-9e33-f0a09d1502b6 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:18:46.796103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:46.850994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Pushing event updated for resources: {'Port': ['ID=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:18:46.916120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Attempting to bind port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:18:46.916457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Attempting to bind port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:18:46.916788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Attempting to bind port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:18:46.921970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 on network 3e85965d-0806-4475-a956-eac95714a105 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:18:46.922294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Attempting to bind port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:18:46.927288 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 18, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:18:46.927631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:18:46.928065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Bound using segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:18:46.928498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Bound port: c4f7e156-2ec3-460f-9e33-f0a09d1502b6, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:18:46.928860 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:47.010557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] For port c4f7e156-2ec3-460f-9e33-f0a09d1502b6, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:18:47.014904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] For port c4f7e156-2ec3-460f-9e33-f0a09d1502b6, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:18:47.049366 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:47.102035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4f229-0e55-433b-8bbe-6df1d37acf64 req-3997758e-6130-4723-96f8-2458e74a1026 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:47.103868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70f4f229-0e55-433b-8bbe-6df1d37acf64 req-3997758e-6130-4723-96f8-2458e74a1026 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0903935 Sep 10 04:18:47.110118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:47.110734 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:47.112315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] 10.222.0.39 "PUT /v2.0/ports/c4f7e156-2ec3-460f-9e33-f0a09d1502b6 HTTP/1.1" status: 200 len: 1091 time: 0.7644241 Sep 10 04:18:47.112791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7d04486-7dd5-45f2-967d-d69fb692099c', 'tag': 'c4f7e156-2ec3-460f-9e33-f0a09d1502b6'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:18:47.115160 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270" -d '{"events": [{"name": "network-changed", "server_uuid": "f7d04486-7dd5-45f2-967d-d69fb692099c", "tag": "c4f7e156-2ec3-460f-9e33-f0a09d1502b6"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:18:47.165398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71110831-aef1-4a89-a4bc-d4d57d90183b service neutron] Pushing event updated for resources: {'Port': ['ID=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:18:47.186956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70f4f229-0e55-433b-8bbe-6df1d37acf64 req-a18f5d7a-d1f8-4a09-a665-4c4e1b510bf3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666397 Sep 10 04:18:47.265716 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc8650a1-13d2-4346-ac2c-20a55016d505 x-openstack-request-id: req-dc8650a1-13d2-4346-ac2c-20a55016d505 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:18:47.265996 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f7d04486-7dd5-45f2-967d-d69fb692099c", "tag": "c4f7e156-2ec3-460f-9e33-f0a09d1502b6", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:18:47.270222 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc8650a1-13d2-4346-ac2c-20a55016d505 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:18:47.270222 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7d04486-7dd5-45f2-967d-d69fb692099c', 'tag': 'c4f7e156-2ec3-460f-9e33-f0a09d1502b6', 'status': 'completed', 'code': 200} Sep 10 04:18:47.283294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-f2815945-7b63-48ae-a1ff-7876f6e137d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:47.284333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-f2815945-7b63-48ae-a1ff-7876f6e137d5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 1094 time: 0.0611508 Sep 10 04:18:47.331923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-db2b5739-01a1-43d0-a879-fb439df8c4b6 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f7e156-2ec3-460f-9e33-f0a09d1502b6 HTTP/1.1" status: 200 len: 217 time: 0.0391684 Sep 10 04:18:47.387247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-0d8e1dd2-853d-4696-b3ce-ac045b5369b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:47.388866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-0d8e1dd2-853d-4696-b3ce-ac045b5369b3 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0505118 Sep 10 04:18:47.441928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-c8ebb314-e7ab-4c6c-bdb0-2f137364e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:47.444203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-c8ebb314-e7ab-4c6c-bdb0-2f137364e217 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0466993 Sep 10 04:18:47.551904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-afd41ac1-5120-4514-bd6c-8f32938894a1 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003897 Sep 10 04:18:47.659382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ea0f3d-7ff8-48ed-8714-a4d968eb9ffb req-e5bc77b5-34d9-4e21-98ee-5eda091c03af service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007707 Sep 10 04:18:47.819453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-7f8cc13e-4c31-48c5-9833-5da30f03f17c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:47.821012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-7f8cc13e-4c31-48c5-9833-5da30f03f17c service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 1094 time: 0.0459161 Sep 10 04:18:47.918100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-cf6b95f5-28de-47fd-bce2-83fd5c14103f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:47.920066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-cf6b95f5-28de-47fd-bce2-83fd5c14103f service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0924683 Sep 10 04:18:47.969543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-a36d1128-86e7-4134-be3f-f433cf14513f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c4f7e156-2ec3-460f-9e33-f0a09d1502b6 HTTP/1.1" status: 200 len: 217 time: 0.0428412 Sep 10 04:18:48.026131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-d8fdf102-0b07-452f-b38b-b0d2b15bd627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:48.027788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-d8fdf102-0b07-452f-b38b-b0d2b15bd627 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0511076 Sep 10 04:18:48.074897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-f93df95e-c2a9-4f50-b0c6-c5061750c132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:48.076393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-f93df95e-c2a9-4f50-b0c6-c5061750c132 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421517 Sep 10 04:18:48.184205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-35f8b8b8-e8a5-4497-86c5-66b7813775dc service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957389 Sep 10 04:18:48.276217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b61b7fec-6fa7-4c6d-be4f-e3ff05b79270 req-45dce771-0d42-43d7-b22b-68a19e74629f service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839772 Sep 10 04:18:48.342189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e3c1fb-d438-43b3-9a24-c289f2a4f805 req-14524f34-219c-4b58-b685-dc239b5da53f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:48.343006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30e3c1fb-d438-43b3-9a24-c289f2a4f805 req-14524f34-219c-4b58-b685-dc239b5da53f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0590346 Sep 10 04:18:48.389533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30e3c1fb-d438-43b3-9a24-c289f2a4f805 req-df1d985d-9cd7-49ce-b42a-19e452f56580 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361469 Sep 10 04:18:49.513257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263bf637-a7eb-4375-b15b-5e969a8c924f req-78629eca-b2de-463e-beff-4c7808cbddd0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:49.514775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-263bf637-a7eb-4375-b15b-5e969a8c924f req-78629eca-b2de-463e-beff-4c7808cbddd0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0522811 Sep 10 04:18:49.554683 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-263bf637-a7eb-4375-b15b-5e969a8c924f req-eead03e8-fdfe-412d-b05c-0fd53ea07db4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339279 Sep 10 04:18:50.243079 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:18:50.680889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94d31ab-5e33-41ba-b74a-b1c087e1d2f9 req-a28a0722-9add-4c3a-8df6-3eed3728842a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:50.682381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a94d31ab-5e33-41ba-b74a-b1c087e1d2f9 req-a28a0722-9add-4c3a-8df6-3eed3728842a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0564084 Sep 10 04:18:50.721508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a94d31ab-5e33-41ba-b74a-b1c087e1d2f9 req-8cd2fe08-0c49-4817-91b5-f34900731510 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332029 Sep 10 04:18:50.870145 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-792119f0-da7d-442c-a43d-030a8b81df04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:51.846316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e079d50-7898-4e8a-948f-fd0c914f1b96 req-8072fd0f-c286-4cd1-99ad-52123962dee5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:51.847923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e079d50-7898-4e8a-948f-fd0c914f1b96 req-8072fd0f-c286-4cd1-99ad-52123962dee5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0539596 Sep 10 04:18:51.888649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e079d50-7898-4e8a-948f-fd0c914f1b96 req-a90e78ed-b17e-4c48-afd4-483c524320b1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342348 Sep 10 04:18:53.005516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1464d5da-398c-4173-9c89-eecedebaf332 req-9677eee1-8062-42f5-a8dc-4875fa92fd1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:53.006978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1464d5da-398c-4173-9c89-eecedebaf332 req-9677eee1-8062-42f5-a8dc-4875fa92fd1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0486183 Sep 10 04:18:53.047416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1464d5da-398c-4173-9c89-eecedebaf332 req-a1529a48-ff6c-4cdd-8b63-c325a1418855 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337272 Sep 10 04:18:53.504853 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f7fe3f44-bb6a-4686-aff9-5065f53b54a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:53.756038 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:54.169155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470b6b4-5013-46c0-9926-06737354bc7d req-1862b66d-f837-4627-98f8-a532e529e761 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:54.170649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9470b6b4-5013-46c0-9926-06737354bc7d req-1862b66d-f837-4627-98f8-a532e529e761 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0501823 Sep 10 04:18:54.211240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9470b6b4-5013-46c0-9926-06737354bc7d req-04d4d1ce-d03e-4d19-a06b-8d144c70f9e4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Sep 10 04:18:55.224616 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:55.333285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab437505-0e41-42f4-bae7-8de6295c0a25 req-4c6ccee0-1109-4da6-b11f-e97edc95515d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:55.334764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab437505-0e41-42f4-bae7-8de6295c0a25 req-4c6ccee0-1109-4da6-b11f-e97edc95515d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0526893 Sep 10 04:18:55.374928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab437505-0e41-42f4-bae7-8de6295c0a25 req-4de2a7fb-c7dd-4c35-a7e3-9ec3aeb27c8e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330205 Sep 10 04:18:56.418886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:18:56.503190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45593f5-bf70-4543-a49e-93cb5627ef19 req-d1fe52eb-ca6b-41a7-ac55-0010485dd9ae tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:56.505409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b45593f5-bf70-4543-a49e-93cb5627ef19 req-d1fe52eb-ca6b-41a7-ac55-0010485dd9ae tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0611994 Sep 10 04:18:56.549282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b45593f5-bf70-4543-a49e-93cb5627ef19 req-30ae167e-2529-4463-a4cd-6b3c95c9adf9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376976 Sep 10 04:18:57.680885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0232d7-dda7-4a8f-a1d6-3a58c37782dc req-38f6ed4a-fc4a-453e-aeec-81e503d7b5a6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:57.682368 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e0232d7-dda7-4a8f-a1d6-3a58c37782dc req-38f6ed4a-fc4a-453e-aeec-81e503d7b5a6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0630288 Sep 10 04:18:57.720734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e0232d7-dda7-4a8f-a1d6-3a58c37782dc req-04621414-76cb-4ec5-b02a-99a628d57cea tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324278 Sep 10 04:18:58.844364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f5bcae-f1f1-4f66-896d-fba7b17c151c req-a9a4e635-283a-4ff0-8e5e-04aacdd2703e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:18:58.860849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22f5bcae-f1f1-4f66-896d-fba7b17c151c req-a9a4e635-283a-4ff0-8e5e-04aacdd2703e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0543118 Sep 10 04:18:58.883128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22f5bcae-f1f1-4f66-896d-fba7b17c151c req-e33026b2-06c3-4d48-a1f0-45b72eff746a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312989 Sep 10 04:18:59.053073 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:00.011918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c73a36-8eec-42c7-b0cd-0ddcda75450b req-be3e280f-cc9c-4286-aa3f-dbf37fb11574 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:00.013396 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45c73a36-8eec-42c7-b0cd-0ddcda75450b req-be3e280f-cc9c-4286-aa3f-dbf37fb11574 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0547795 Sep 10 04:19:00.050835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45c73a36-8eec-42c7-b0cd-0ddcda75450b req-94d5612c-5f3a-4cb7-814e-2c587e909495 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314579 Sep 10 04:19:01.168097 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f72a83-649c-4ca3-bcef-2c9441f37940 req-c856a1be-ebfe-4ba8-88a7-e3894b17e1d2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:01.169574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18f72a83-649c-4ca3-bcef-2c9441f37940 req-c856a1be-ebfe-4ba8-88a7-e3894b17e1d2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0517850 Sep 10 04:19:01.208733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18f72a83-649c-4ca3-bcef-2c9441f37940 req-b9c6b408-59bd-4bee-87b0-0535755b0b64 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330448 Sep 10 04:19:02.330810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6200ece-9aec-427e-861b-e72c82421b8e req-0daafa5c-eb1d-4787-92e1-60ef89c4c980 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:02.332331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6200ece-9aec-427e-861b-e72c82421b8e req-0daafa5c-eb1d-4787-92e1-60ef89c4c980 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0554614 Sep 10 04:19:02.369974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6200ece-9aec-427e-861b-e72c82421b8e req-eafc24e6-0580-496e-a3a1-3cfc17774319 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315337 Sep 10 04:19:02.464166 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:03.489649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f4534a-b3f4-4db4-8f33-43f0de2b5c3d req-ecee2933-e5d8-4846-9d1f-8e9797077b98 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:03.491145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51f4534a-b3f4-4db4-8f33-43f0de2b5c3d req-ecee2933-e5d8-4846-9d1f-8e9797077b98 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0516341 Sep 10 04:19:03.530210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51f4534a-b3f4-4db4-8f33-43f0de2b5c3d req-753992fa-8696-476b-a3d1-f48a2f151076 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331683 Sep 10 04:19:04.651544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc1d505-2040-4f2e-9a6b-26a3dbf07b7a req-73bac001-1b97-418a-ad68-7f7f54c54148 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:04.653046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0dc1d505-2040-4f2e-9a6b-26a3dbf07b7a req-73bac001-1b97-418a-ad68-7f7f54c54148 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0492120 Sep 10 04:19:04.690020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0dc1d505-2040-4f2e-9a6b-26a3dbf07b7a req-3c19a07a-cd68-48c2-9e74-06a22afee576 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308640 Sep 10 04:19:05.808507 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d3d69-9314-4702-8618-7fca2a151896 req-50d00ea3-f236-431a-b278-6652554ffd60 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:05.809994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff2d3d69-9314-4702-8618-7fca2a151896 req-50d00ea3-f236-431a-b278-6652554ffd60 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0522594 Sep 10 04:19:05.847531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff2d3d69-9314-4702-8618-7fca2a151896 req-5636dd8c-c1ae-4ebd-a17f-efecb81acaf0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307975 Sep 10 04:19:06.963493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8251ea-1160-4195-8213-a8f987503254 req-f1b663cf-036f-4cad-a2a9-a5b481a5c213 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:06.965042 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e8251ea-1160-4195-8213-a8f987503254 req-f1b663cf-036f-4cad-a2a9-a5b481a5c213 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0499928 Sep 10 04:19:07.003280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e8251ea-1160-4195-8213-a8f987503254 req-bbf3b22e-fad5-42e6-9e54-9cace411fe8c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322948 Sep 10 04:19:08.119948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edfc0b4-9733-4260-a007-9f318e84d16c req-d12774e5-c9ad-4aed-9679-43332870c7dd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:08.121478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7edfc0b4-9733-4260-a007-9f318e84d16c req-d12774e5-c9ad-4aed-9679-43332870c7dd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0509191 Sep 10 04:19:08.158975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7edfc0b4-9733-4260-a007-9f318e84d16c req-6e2939f4-d9de-4fa2-b899-e09e18a92bdb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313866 Sep 10 04:19:09.298156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cc2e91-ed65-422d-a1cf-f6e5fd93fe9e req-619e3235-8b8d-4058-b020-48896915a988 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:09.299649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71cc2e91-ed65-422d-a1cf-f6e5fd93fe9e req-619e3235-8b8d-4058-b020-48896915a988 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0576565 Sep 10 04:19:09.341262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71cc2e91-ed65-422d-a1cf-f6e5fd93fe9e req-ae9183df-34b1-44ac-aa5b-b69a391cba52 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351112 Sep 10 04:19:10.458211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdfedb1-9646-47e5-b72d-3596c6ca33de req-5fd5ecd4-6348-46cb-a79e-27eb35d580a5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:10.459714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffdfedb1-9646-47e5-b72d-3596c6ca33de req-5fd5ecd4-6348-46cb-a79e-27eb35d580a5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0507598 Sep 10 04:19:10.498204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffdfedb1-9646-47e5-b72d-3596c6ca33de req-cf2836cc-b388-4f31-bc3f-aa7120f2a90e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323374 Sep 10 04:19:11.612024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f1aec6-5bf6-41ec-932e-75109f859ae8 req-66339c1e-7017-4a52-9b09-e8499b70d262 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:11.613538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62f1aec6-5bf6-41ec-932e-75109f859ae8 req-66339c1e-7017-4a52-9b09-e8499b70d262 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0487123 Sep 10 04:19:11.651233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62f1aec6-5bf6-41ec-932e-75109f859ae8 req-eebe3acf-8675-4cc6-820c-137802174454 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312285 Sep 10 04:19:12.769264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110f5c23-987b-42b4-b982-e9bdce3e8230 req-ac725a06-547f-42a1-b886-99af5decafec tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:12.770843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-110f5c23-987b-42b4-b982-e9bdce3e8230 req-ac725a06-547f-42a1-b886-99af5decafec tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0526206 Sep 10 04:19:12.809322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-110f5c23-987b-42b4-b982-e9bdce3e8230 req-e972aa2b-e919-441d-b154-0af5fd0f58dd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319483 Sep 10 04:19:13.926612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d2e7a-3312-494e-9c33-7d042d840bb4 req-b0fd592b-c53b-4485-ad63-c2f89a9e4061 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:13.928160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb6d2e7a-3312-494e-9c33-7d042d840bb4 req-b0fd592b-c53b-4485-ad63-c2f89a9e4061 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0502360 Sep 10 04:19:13.965428 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb6d2e7a-3312-494e-9c33-7d042d840bb4 req-e48bb705-f39d-4202-93f8-f5de0991304b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311985 Sep 10 04:19:15.078372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becdd61c-6bb2-466a-8f86-ad3063698979 req-6de4ed9a-11e9-49d8-b14d-2c4298cd4879 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:15.079867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-becdd61c-6bb2-466a-8f86-ad3063698979 req-6de4ed9a-11e9-49d8-b14d-2c4298cd4879 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0480878 Sep 10 04:19:15.116823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-becdd61c-6bb2-466a-8f86-ad3063698979 req-c068b39a-fb09-4ae2-b88e-bdbb755bf485 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301373 Sep 10 04:19:16.235630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd90425d-dda4-4ae8-8e5d-517443dc03e6 req-89f0d717-55d5-4683-bf87-e92144e8c5b6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:16.237124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd90425d-dda4-4ae8-8e5d-517443dc03e6 req-89f0d717-55d5-4683-bf87-e92144e8c5b6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0525408 Sep 10 04:19:16.274126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd90425d-dda4-4ae8-8e5d-517443dc03e6 req-540f5c94-91dd-4c3d-9801-ec9d0d3c74e7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305810 Sep 10 04:19:17.389107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13549806-1768-456f-989a-b119e6447404 req-67eedd83-6cbb-4924-8161-70cc8aa03262 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:17.390578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13549806-1768-456f-989a-b119e6447404 req-67eedd83-6cbb-4924-8161-70cc8aa03262 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0501995 Sep 10 04:19:17.429555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-13549806-1768-456f-989a-b119e6447404 req-885af77e-ea5f-4054-84ac-616eb6dfe045 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329382 Sep 10 04:19:18.547631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc4f8c4-6cc7-4a30-9d02-dc3068d48a38 req-758e5f85-6a49-4f13-8997-bcadfa2dc019 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:18.549279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dc4f8c4-6cc7-4a30-9d02-dc3068d48a38 req-758e5f85-6a49-4f13-8997-bcadfa2dc019 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0524898 Sep 10 04:19:18.586877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dc4f8c4-6cc7-4a30-9d02-dc3068d48a38 req-091be3b0-1611-4223-a940-7f0f97abd507 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311282 Sep 10 04:19:19.704583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fe38e-78a0-4aea-b323-cbd155f6cb4b req-47ba0d57-d9c5-4d2e-9959-dd6e747e9f3f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:19.706126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868fe38e-78a0-4aea-b323-cbd155f6cb4b req-47ba0d57-d9c5-4d2e-9959-dd6e747e9f3f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0528038 Sep 10 04:19:19.746566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-868fe38e-78a0-4aea-b323-cbd155f6cb4b req-d6a21d63-75d6-4c09-96dc-c0c780c83929 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339298 Sep 10 04:19:20.853118 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d746c0d1-75db-4edb-8805-d80d04c597ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:20.866331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdd0f96-7a5d-45fa-91f4-06935cc096bd req-5db7c668-e101-4ce1-b428-46424331022f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:20.867851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-acdd0f96-7a5d-45fa-91f4-06935cc096bd req-5db7c668-e101-4ce1-b428-46424331022f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0497615 Sep 10 04:19:20.906132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-acdd0f96-7a5d-45fa-91f4-06935cc096bd req-f723e240-af70-4de4-bdf2-4d782b03ca34 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Sep 10 04:19:22.020403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a112ea4d-0acc-4f79-9acb-149f1cffd709 req-e524ec9c-26be-4232-b36e-9cb855948402 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:22.021864 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a112ea4d-0acc-4f79-9acb-149f1cffd709 req-e524ec9c-26be-4232-b36e-9cb855948402 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0477965 Sep 10 04:19:22.059895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a112ea4d-0acc-4f79-9acb-149f1cffd709 req-33d76350-7cce-4adc-a1ee-2d1d524d0dc5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313981 Sep 10 04:19:23.176681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b65728-05af-44b1-bad5-8181923860fd req-e171c27f-5048-4501-9cea-24b12ea63c92 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:23.178161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22b65728-05af-44b1-bad5-8181923860fd req-e171c27f-5048-4501-9cea-24b12ea63c92 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0523002 Sep 10 04:19:23.214867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22b65728-05af-44b1-bad5-8181923860fd req-f9764608-97e2-424a-acc0-e2d884747bf3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302405 Sep 10 04:19:23.515286 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5caedb9b-5976-4944-acdd-f0ce79883390 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:23.755561 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:24.328177 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e6987-dea7-43b2-a6c7-563e59480a5c req-3d603fa2-08fd-449a-8ba0-8d0ed63a9939 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:24.329654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a4e6987-dea7-43b2-a6c7-563e59480a5c req-3d603fa2-08fd-449a-8ba0-8d0ed63a9939 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0480938 Sep 10 04:19:24.366779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a4e6987-dea7-43b2-a6c7-563e59480a5c req-0c332323-c817-4fca-a211-644ad6173d28 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313561 Sep 10 04:19:25.224127 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:25.479030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd1f6f2-133f-4925-9691-02d174fb0c58 req-69fcfe74-d3da-481d-be9c-926e1ca9ae60 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:25.480527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbd1f6f2-133f-4925-9691-02d174fb0c58 req-69fcfe74-d3da-481d-be9c-926e1ca9ae60 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0480256 Sep 10 04:19:25.516944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbd1f6f2-133f-4925-9691-02d174fb0c58 req-560ced83-8258-4c63-a659-d932ed542f06 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306222 Sep 10 04:19:26.383883 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:26.633231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a307474c-c34a-4763-bff4-050492e43282 req-5c4dbd66-230d-43b2-9400-2d6facc317b4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:26.634686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a307474c-c34a-4763-bff4-050492e43282 req-5c4dbd66-230d-43b2-9400-2d6facc317b4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0516472 Sep 10 04:19:26.672161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a307474c-c34a-4763-bff4-050492e43282 req-6565f117-bc81-48ca-b09f-a7a30d923623 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316956 Sep 10 04:19:27.243126 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:19:27.783495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4824f8b2-7c56-46c2-801d-0292cfc69392 req-6be8a818-6ef8-40de-a062-bfe312f25ba3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:27.784897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4824f8b2-7c56-46c2-801d-0292cfc69392 req-6be8a818-6ef8-40de-a062-bfe312f25ba3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 943 time: 0.0477231 Sep 10 04:19:27.823974 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4824f8b2-7c56-46c2-801d-0292cfc69392 req-b72c5246-7d54-4128-8f05-1c007680b7d2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331287 Sep 10 04:19:28.489610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device c4f7e156-2ec3-460f-9e33-f0a09d1502b6 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:19:28.581125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port c4f7e156-2ec3-460f-9e33-f0a09d1502b6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:19:28.595708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'c4f7e156-2ec3-460f-9e33-f0a09d1502b6', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'port_id': 'c4f7e156-2ec3-460f-9e33-f0a09d1502b6', 'mac_address': 'fa:16:3e:7e:15:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:19:28.630880 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:28.643328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4f7e156-2ec3-460f-9e33-f0a09d1502b6 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:19:28.662491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port c4f7e156-2ec3-460f-9e33-f0a09d1502b6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:19:28.721318 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:28.768377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:28.775332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.778873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.778873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.778873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.778873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.778873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.778873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.778873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.778873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.778873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.779572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.779572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:28.940716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b825f61e-ac1f-4a9b-9e10-1d5fe092763f req-bffde5b0-9651-4b66-85ce-01ca69f17be7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:28.942171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b825f61e-ac1f-4a9b-9e10-1d5fe092763f req-bffde5b0-9651-4b66-85ce-01ca69f17be7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 944 time: 0.0475101 Sep 10 04:19:28.954392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['c4f7e156-2ec3-460f-9e33-f0a09d1502b6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:19:28.979541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b825f61e-ac1f-4a9b-9e10-1d5fe092763f req-48e4b65a-887f-421b-a616-6843fd5fc846 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314476 Sep 10 04:19:29.039365 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:30.099909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa8796-e459-4347-b653-5db5fb7cfa24 req-59d434a0-3793-4b13-ba41-ad5b712b5719 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:30.101491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cfa8796-e459-4347-b653-5db5fb7cfa24 req-59d434a0-3793-4b13-ba41-ad5b712b5719 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 944 time: 0.0525339 Sep 10 04:19:30.138536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cfa8796-e459-4347-b653-5db5fb7cfa24 req-684228d3-44c1-4519-beba-5ee609c10e50 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311463 Sep 10 04:19:30.492906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device c4f7e156-2ec3-460f-9e33-f0a09d1502b6 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:19:30.629824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:19:30.633576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:19:30.633970 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:30.710164 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:30.731208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d04486-7dd5-45f2-967d-d69fb692099c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f7e156-2ec3-460f-9e33-f0a09d1502b6'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:19:30.735473 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa8a456-2688-4121-84d5-7022f8ceba63" -d '{"events": [{"server_uuid": "f7d04486-7dd5-45f2-967d-d69fb692099c", "name": "network-vif-plugged", "status": "completed", "tag": "c4f7e156-2ec3-460f-9e33-f0a09d1502b6"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:19:30.746301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port c4f7e156-2ec3-460f-9e33-f0a09d1502b6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:19:30.770599 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd4bba4d-9b3b-492e-ad7c-b2c0f387fbf1 x-openstack-request-id: req-cd4bba4d-9b3b-492e-ad7c-b2c0f387fbf1 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:19:30.770886 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d04486-7dd5-45f2-967d-d69fb692099c", "name": "network-vif-plugged", "status": "completed", "tag": "c4f7e156-2ec3-460f-9e33-f0a09d1502b6", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:19:30.771132 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd4bba4d-9b3b-492e-ad7c-b2c0f387fbf1 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:19:30.771641 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d04486-7dd5-45f2-967d-d69fb692099c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4f7e156-2ec3-460f-9e33-f0a09d1502b6', 'code': 200} Sep 10 04:19:30.789994 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:30.837711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:30.867249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be83dfbf-a060-448b-8fe4-855e3c4b47e5 req-231930a9-b7cf-420f-8b1d-f13b5a76f20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:30.868842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be83dfbf-a060-448b-8fe4-855e3c4b47e5 req-231930a9-b7cf-420f-8b1d-f13b5a76f20f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 1096 time: 0.0414679 Sep 10 04:19:30.903127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be83dfbf-a060-448b-8fe4-855e3c4b47e5 req-1f02acf1-eff7-4434-aa82-5c0bf39446da service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269997 Sep 10 04:19:31.250168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9048d0-66eb-40e6-b5b5-e112eb71568e req-a9c08771-6325-464e-9fc3-31d27eb9538c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:31.251643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad9048d0-66eb-40e6-b5b5-e112eb71568e req-a9c08771-6325-464e-9fc3-31d27eb9538c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 945 time: 0.0472496 Sep 10 04:19:31.288437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad9048d0-66eb-40e6-b5b5-e112eb71568e req-0c1abba3-022b-4365-91bd-84fa735f05c8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309310 Sep 10 04:19:32.407406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a2359f-d540-4ea5-8dfe-edb6334d0739 req-11fb3a65-c944-429c-8441-848603a5bb34 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:32.408903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22a2359f-d540-4ea5-8dfe-edb6334d0739 req-11fb3a65-c944-429c-8441-848603a5bb34 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 945 time: 0.0516636 Sep 10 04:19:32.447010 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:32.447591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22a2359f-d540-4ea5-8dfe-edb6334d0739 req-21cceb1c-5e48-40d1-86a4-3df4d656ee8e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321887 Sep 10 04:19:32.561394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a18285-23ba-4dd4-aa93-6deb12227667 req-a8558160-9de2-4ab4-a181-dc313a94182c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:32.562850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5a18285-23ba-4dd4-aa93-6deb12227667 req-a8558160-9de2-4ab4-a181-dc313a94182c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 945 time: 0.0498066 Sep 10 04:19:32.600341 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5a18285-23ba-4dd4-aa93-6deb12227667 req-361fd732-79f9-473a-b597-c16d7da5d6ce tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313904 Sep 10 04:19:33.143025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfe43e4-a581-480d-a5c2-cf19d0098bdd req-9c2a7bfc-d6f1-4c22-a3eb-bd938d18ba55 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:33.144529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-acfe43e4-a581-480d-a5c2-cf19d0098bdd req-9c2a7bfc-d6f1-4c22-a3eb-bd938d18ba55 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 945 time: 0.0474949 Sep 10 04:19:33.182145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-acfe43e4-a581-480d-a5c2-cf19d0098bdd req-aef6cba3-237e-4767-8694-8a216f8acd1a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315857 Sep 10 04:19:34.302855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc66c3d-133a-4bed-a1eb-e49be2775af4 req-255dc8bf-27a7-4605-813b-31ed88bffd36 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:34.305354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fc66c3d-133a-4bed-a1eb-e49be2775af4 req-255dc8bf-27a7-4605-813b-31ed88bffd36 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 945 time: 0.0528111 Sep 10 04:19:34.343534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fc66c3d-133a-4bed-a1eb-e49be2775af4 req-c328cfe1-0505-415f-82ad-4d9e5a1e4de9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308340 Sep 10 04:19:34.636595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-ccbbcaa0-4fcc-4328-b631-0758f2b1caec tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:34.638027 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-ccbbcaa0-4fcc-4328-b631-0758f2b1caec tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 945 time: 0.0481062 Sep 10 04:19:34.729739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:19:34.730080 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:34.817291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] For port c4f7e156-2ec3-460f-9e33-f0a09d1502b6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:19:34.817654 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:34.830170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for c4f7e156-2ec3-460f-9e33-f0a09d1502b6 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:19:35.007058 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:35.019750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['abe2e587-a6a1-47c4-933d-b6adea2549bc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:19:35.021980 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['c4f7e156-2ec3-460f-9e33-f0a09d1502b6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:19:35.036202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=c4f7e156-2ec3-460f-9e33-f0a09d1502b6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:35.079551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] No DVR routers for this DVR port c4f7e156-2ec3-460f-9e33-f0a09d1502b6 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:19:35.082826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:35.084750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b47ea16-d83a-4a34-a6b6-4b051ece20e8 req-d035fcb3-6228-48e7-9a6f-6c34187e17f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "DELETE /v2.0/ports/c4f7e156-2ec3-460f-9e33-f0a09d1502b6 HTTP/1.1" status: 204 len: 173 time: 0.4387240 Sep 10 04:19:35.085216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7d04486-7dd5-45f2-967d-d69fb692099c', 'name': 'network-vif-deleted', 'tag': 'c4f7e156-2ec3-460f-9e33-f0a09d1502b6'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:19:35.089962 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a5cad56-0034-4669-80d5-5535d1720e1c" -d '{"events": [{"server_uuid": "f7d04486-7dd5-45f2-967d-d69fb692099c", "name": "network-vif-deleted", "tag": "c4f7e156-2ec3-460f-9e33-f0a09d1502b6"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:19:35.129799 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969c0966-0567-4325-a78d-c8681175fe6a x-openstack-request-id: req-969c0966-0567-4325-a78d-c8681175fe6a {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:19:35.129799 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f7d04486-7dd5-45f2-967d-d69fb692099c", "name": "network-vif-deleted", "tag": "c4f7e156-2ec3-460f-9e33-f0a09d1502b6", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:19:35.129799 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-969c0966-0567-4325-a78d-c8681175fe6a {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:19:35.129799 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7d04486-7dd5-45f2-967d-d69fb692099c', 'name': 'network-vif-deleted', 'tag': 'c4f7e156-2ec3-460f-9e33-f0a09d1502b6', 'status': 'completed', 'code': 200} Sep 10 04:19:35.443330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7b5a635-92fb-4b5d-8d79-bf35cdbdb3ee req-95d286e8-6f5d-4689-a90b-575cd9f89f8f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 210 time: 0.0299544 Sep 10 04:19:36.601774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20afcfb3-61e6-4600-b2d0-780803695516 req-74e93d16-fdec-4881-a87e-89e7c19522e8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 210 time: 0.0869989 Sep 10 04:19:37.755527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1b414cd-f5af-4a93-b176-06cc1bd8d610 req-3aab234a-96c1-4051-a3c6-c8c8ed4401a3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 210 time: 0.0835068 Sep 10 04:19:38.536257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device c4f7e156-2ec3-460f-9e33-f0a09d1502b6 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:19:38.556113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: c4f7e156-2ec3-460f-9e33-f0a09d1502b6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:19:38.559217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device c4f7e156-2ec3-460f-9e33-f0a09d1502b6 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:19:38.849523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47ebd6a9-c033-4811-8da7-1a09b4be1998 req-0e1c48ef-a1c9-4fe1-81f6-0bab03981166 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=f7d04486-7dd5-45f2-967d-d69fb692099c HTTP/1.1" status: 200 len: 210 time: 0.0263443 Sep 10 04:19:43.538362 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-05fd6cf0-3f70-4601-9103-9ee54ae4c71d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0415370 Sep 10 04:19:43.618466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-67532db5-9de7-4605-891f-2d0c0902cd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:43.619872 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-67532db5-9de7-4605-891f-2d0c0902cd03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 1096 time: 0.0396464 Sep 10 04:19:43.723860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-038fb5d2-ccf8-4a92-bc18-056a2e00cc0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:43.725257 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-038fb5d2-ccf8-4a92-bc18-056a2e00cc0e service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0867829 Sep 10 04:19:43.765817 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-6a7200fd-0d55-4887-84fb-0e73d3fe9a56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=abe2e587-a6a1-47c4-933d-b6adea2549bc HTTP/1.1" status: 200 len: 217 time: 0.0336888 Sep 10 04:19:43.813708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-76b5e26d-f83c-4ba4-bc4b-5cc6c5513394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:43.815152 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-76b5e26d-f83c-4ba4-bc4b-5cc6c5513394 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0424352 Sep 10 04:19:43.864827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-58f3c099-7e5c-4e1c-997a-91faa8220522 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:43.866281 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-58f3c099-7e5c-4e1c-997a-91faa8220522 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427923 Sep 10 04:19:43.955879 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-8167a305-14de-4b9d-b6b3-83f61e816ffc service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813177 Sep 10 04:19:44.381348 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f567339-6764-4744-bb9a-3b17e0627cd9 req-cff2521f-c93b-4e29-a280-9d6a120578b5 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4181242 Sep 10 04:19:44.673300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4b1260-aced-4085-9b25-07938382fc74 req-31d84e74-151c-467d-8fa8-8ed83ca8a5f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:44.674764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d4b1260-aced-4085-9b25-07938382fc74 req-31d84e74-151c-467d-8fa8-8ed83ca8a5f8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 945 time: 0.0481641 Sep 10 04:19:44.710546 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d4b1260-aced-4085-9b25-07938382fc74 req-9cd0ac29-069b-457a-a1c4-6b13136615d8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298247 Sep 10 04:19:45.828838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285f846b-6f74-4a5d-a51e-969726973600 req-d06cf0c0-c6e3-4646-8031-4cbeadcfbca1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:45.830299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-285f846b-6f74-4a5d-a51e-969726973600 req-d06cf0c0-c6e3-4646-8031-4cbeadcfbca1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 945 time: 0.0515804 Sep 10 04:19:45.866421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-285f846b-6f74-4a5d-a51e-969726973600 req-93151148-1464-4d2e-a20d-f07f88e0991b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303147 Sep 10 04:19:46.184378 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-a2d89632-3781-497e-8e0c-a410284cce38 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:19:46.185729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-a2d89632-3781-497e-8e0c-a410284cce38 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 945 time: 0.0474381 Sep 10 04:19:46.275463 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port abe2e587-a6a1-47c4-933d-b6adea2549bc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:19:46.275861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:46.362108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] For port abe2e587-a6a1-47c4-933d-b6adea2549bc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=abe2e587-a6a1-47c4-933d-b6adea2549bc,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:19:46.362471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:46.374817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for abe2e587-a6a1-47c4-933d-b6adea2549bc owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:19:46.572307 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:46.583485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['abe2e587-a6a1-47c4-933d-b6adea2549bc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:19:46.603037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=abe2e587-a6a1-47c4-933d-b6adea2549bc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:46.630274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.630622 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.630965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.631305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.631636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.631989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.632318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.632664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.632989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.633312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.633637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.633954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:46.658452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] No DVR routers for this DVR port abe2e587-a6a1-47c4-933d-b6adea2549bc on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:19:46.660997 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:46.663085 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7795ecfe-ae63-4066-9228-a5bca48f6f70 req-4f78ffd2-2068-48fd-a8d1-7558a7382672 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "DELETE /v2.0/ports/abe2e587-a6a1-47c4-933d-b6adea2549bc HTTP/1.1" status: 204 len: 173 time: 0.4713368 Sep 10 04:19:46.663514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0227ae20-7cc5-4765-9a43-26e7d6fb2c3d', 'name': 'network-vif-deleted', 'tag': 'abe2e587-a6a1-47c4-933d-b6adea2549bc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:19:46.665762 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83684893-1e35-4fb1-9390-a59807eda5c2" -d '{"events": [{"server_uuid": "0227ae20-7cc5-4765-9a43-26e7d6fb2c3d", "name": "network-vif-deleted", "tag": "abe2e587-a6a1-47c4-933d-b6adea2549bc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:19:46.702625 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:19:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d78c43b-5595-4db9-af52-99322a53c5e1 x-openstack-request-id: req-7d78c43b-5595-4db9-af52-99322a53c5e1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:19:46.702918 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0227ae20-7cc5-4765-9a43-26e7d6fb2c3d", "name": "network-vif-deleted", "tag": "abe2e587-a6a1-47c4-933d-b6adea2549bc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:19:46.703177 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d78c43b-5595-4db9-af52-99322a53c5e1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:19:46.703601 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0227ae20-7cc5-4765-9a43-26e7d6fb2c3d', 'name': 'network-vif-deleted', 'tag': 'abe2e587-a6a1-47c4-933d-b6adea2549bc', 'status': 'completed', 'code': 200} Sep 10 04:19:46.960874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad054c86-a3ae-4e39-9462-a7f37daca192 req-5b9debb9-2e3b-49fe-983a-8069417ea3b0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 210 time: 0.0279930 Sep 10 04:19:48.057729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ccce94-24b2-46b7-9e5a-2eadabf1f396 req-91413ea0-d509-4073-a1e6-94373de8fb69 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 210 time: 0.0267901 Sep 10 04:19:49.149733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a249485e-f235-4658-a20e-9ed1b4f141c3 req-a0bfe466-caea-4816-9640-6e9a85023e2a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 210 time: 0.0271199 Sep 10 04:19:49.307239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device abe2e587-a6a1-47c4-933d-b6adea2549bc no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:19:49.330234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: abe2e587-a6a1-47c4-933d-b6adea2549bc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:19:49.330578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device abe2e587-a6a1-47c4-933d-b6adea2549bc not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:19:50.245736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d83240f-aebc-4c6a-9d5a-dd329ce5eea9 req-a2af8626-883e-4201-b1fd-4ba91d3716d9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=0227ae20-7cc5-4765-9a43-26e7d6fb2c3d HTTP/1.1" status: 200 len: 210 time: 0.0308073 Sep 10 04:19:50.846699 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29f62ca9-4854-447d-bdcb-36d4fc6a4e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:53.498055 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1a7abe0a-3aa9-42cd-9942-9caadeec918e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:53.743721 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:55.211956 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:55.912266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56532) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:19:55.916950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-969550431', 'description': 'tempest-secgroup-smoke-969550431 description', 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:19:56.018153 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.095662 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.137770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.165527 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed79905e-b366-42d2-b590-ab2c0dd8fdd0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:56.172804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.173143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.173474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.173802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.174158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.174479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.174803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.175121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.175434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.175774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.176089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.176420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:19:56.206542 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.207805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ea1c78ea-2805-4007-a544-fcc84ad297f9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2945199 Sep 10 04:19:56.211245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56534) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:19:56.215415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2ecc0c08-1055-4a37-a828-f706384ed454 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'security_group_rule': {'security_group_id': 'ed79905e-b366-42d2-b590-ab2c0dd8fdd0', 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:19:56.302706 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ecc0c08-1055-4a37-a828-f706384ed454 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.357403 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ecc0c08-1055-4a37-a828-f706384ed454 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.378215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.434715 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ecc0c08-1055-4a37-a828-f706384ed454 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.453629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecc0c08-1055-4a37-a828-f706384ed454 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e933dfc7-abc3-428f-b832-06f83431a658,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:56.532327 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2ecc0c08-1055-4a37-a828-f706384ed454 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.533527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2ecc0c08-1055-4a37-a828-f706384ed454 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3213151 Sep 10 04:19:56.536129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56536) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:19:56.540384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e056f6bf-5eed-48ec-bd15-e4e75f3f30bb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'security_group_rule': {'security_group_id': 'ed79905e-b366-42d2-b590-ab2c0dd8fdd0', 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:19:56.633702 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e056f6bf-5eed-48ec-bd15-e4e75f3f30bb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.688814 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e056f6bf-5eed-48ec-bd15-e4e75f3f30bb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.760750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e056f6bf-5eed-48ec-bd15-e4e75f3f30bb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.781182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e056f6bf-5eed-48ec-bd15-e4e75f3f30bb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b501d386-e2a5-4a8b-aa41-6e15d3c127c6,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:56.852140 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e056f6bf-5eed-48ec-bd15-e4e75f3f30bb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:56.853345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e056f6bf-5eed-48ec-bd15-e4e75f3f30bb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3163052 Sep 10 04:19:56.855980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56538) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:19:56.860234 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9f4296f5-6e63-4d44-a7f0-a5f80401c102 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'security_group_rule': {'security_group_id': 'ed79905e-b366-42d2-b590-ab2c0dd8fdd0', 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:19:56.947739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f4296f5-6e63-4d44-a7f0-a5f80401c102 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.002691 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f4296f5-6e63-4d44-a7f0-a5f80401c102 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.074907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f4296f5-6e63-4d44-a7f0-a5f80401c102 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.093300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4296f5-6e63-4d44-a7f0-a5f80401c102 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2fc15b0-f322-4756-a8a5-7e67dd87cfbf,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:57.166449 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9f4296f5-6e63-4d44-a7f0-a5f80401c102 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.167950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9f4296f5-6e63-4d44-a7f0-a5f80401c102 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3110285 Sep 10 04:19:57.170541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56540) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:19:57.174734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-537db4b7-9f3e-4e02-bb52-73b20ec31088 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'security_group_rule': {'security_group_id': 'ed79905e-b366-42d2-b590-ab2c0dd8fdd0', 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:19:57.256669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-537db4b7-9f3e-4e02-bb52-73b20ec31088 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.317267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-537db4b7-9f3e-4e02-bb52-73b20ec31088 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.354652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-537db4b7-9f3e-4e02-bb52-73b20ec31088 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.374456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537db4b7-9f3e-4e02-bb52-73b20ec31088 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46d3c5fa-4511-42e3-b6a4-9090a2db6a0b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:57.411863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-537db4b7-9f3e-4e02-bb52-73b20ec31088 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.413037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-537db4b7-9f3e-4e02-bb52-73b20ec31088 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2415860 Sep 10 04:19:57.415788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56542) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:19:57.421273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-994e559e-38b0-464f-8822-49185bfef0f3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'security_group_rule': {'security_group_id': 'ed79905e-b366-42d2-b590-ab2c0dd8fdd0', 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:19:57.497503 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-994e559e-38b0-464f-8822-49185bfef0f3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Project e92cdfc61e4b4310b21f72a7482aa521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:19:57.502449 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-994e559e-38b0-464f-8822-49185bfef0f3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.561235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-994e559e-38b0-464f-8822-49185bfef0f3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.641392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-994e559e-38b0-464f-8822-49185bfef0f3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.661427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994e559e-38b0-464f-8822-49185bfef0f3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e6fcd76-07a9-4225-9ad1-470d38e04dd6,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:57.732321 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-994e559e-38b0-464f-8822-49185bfef0f3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.734088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-994e559e-38b0-464f-8822-49185bfef0f3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3173988 Sep 10 04:19:57.736833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56544) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:19:57.741183 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-57ffcf38-be85-44e2-ac86-2f3744271d35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'security_group_rule': {'security_group_id': 'ed79905e-b366-42d2-b590-ab2c0dd8fdd0', 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:19:57.829667 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-57ffcf38-be85-44e2-ac86-2f3744271d35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Project e92cdfc61e4b4310b21f72a7482aa521 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 04:19:57.834911 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf38-be85-44e2-ac86-2f3744271d35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.897497 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf38-be85-44e2-ac86-2f3744271d35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.954753 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf38-be85-44e2-ac86-2f3744271d35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:57.973274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ffcf38-be85-44e2-ac86-2f3744271d35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54353908-47d5-4602-94af-a620d51ab07b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:19:58.047527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57ffcf38-be85-44e2-ac86-2f3744271d35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:19:58.049004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-57ffcf38-be85-44e2-ac86-2f3744271d35 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3111420 Sep 10 04:19:59.046615 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:02.446378 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:04.241820 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:20:20.863324 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7cfde57f-e394-4d1f-ac71-09565bb25ff7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:21.037608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-481022fe-3582-4b87-9c26-63d3bd0d8377 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969550431&fields=id&tenant_id=e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 267 time: 0.0325634 Sep 10 04:20:21.141991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-42c95ff2-af8e-43a7-99f1-7ecd1b22f2c2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:21.144049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-42c95ff2-af8e-43a7-99f1-7ecd1b22f2c2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.0996647 Sep 10 04:20:21.158447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-c93cc760-72a4-4651-81eb-5e6b20a17de8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/quotas/e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 375 time: 0.0086832 Sep 10 04:20:21.208665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-14dbf318-991c-4a65-8001-4de7825cfcfa tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452273 Sep 10 04:20:21.299605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-a4cc939f-35fd-4694-bc1f-09aa6cb14c77 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799344 Sep 10 04:20:21.389666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-8a052a73-a9c6-4743-8777-5d64c8c2e358 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839753 Sep 10 04:20:21.912240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ec63281-0ec1-4f38-a0b7-5cfeaddaf8fc req-f8284cba-8910-4492-af84-fd86125ebc4a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 210 time: 0.0267630 Sep 10 04:20:23.002468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9432f6e3-ab27-4dcc-a85a-123462702b25 req-521d6b69-6c0b-48fc-a334-bba785f1f964 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 210 time: 0.0258374 Sep 10 04:20:23.389277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-8d780834-bb6f-4117-a501-e2e0268cd0bf tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:23.390727 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-8d780834-bb6f-4117-a501-e2e0268cd0bf tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1022346 Sep 10 04:20:23.436770 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-d029003f-62af-4286-8744-3fff1ef5483b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 379 time: 0.0347292 Sep 10 04:20:23.446978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'port': {'device_id': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'admin_state_up': True, 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'security_groups': ['ed79905e-b366-42d2-b590-ab2c0dd8fdd0']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:20:23.520988 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-562bfe08-1ee8-434a-81e2-4f76adbaccc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:23.594467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Made reservation on behalf of e92cdfc61e4b4310b21f72a7482aa521 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:20:23.598652 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:23.714919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:23.730984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.20.0.8 (3e85965d-0806-4475-a956-eac95714a105/876f481e-63c3-4f6f-a9f8-adf65679945d/d87cbfa1-5e71-43e5-8872-20cdd61fe661) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:20:23.866572 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:23.880279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Transition to ACTIVE for port object d87cbfa1-5e71-43e5-8872-20cdd61fe661 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:20:23.984350 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:24.030939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:20:24.034119 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:20:24.038770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:20:24.053770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=d87cbfa1-5e71-43e5-8872-20cdd61fe661,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:20:24.108549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:24.109217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:24.155638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0653f9cb-d1c2-4104-94ec-e817e6c7a3d7 req-0b6378a2-2657-44bd-89e3-5cf150076018 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:24.159174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0653f9cb-d1c2-4104-94ec-e817e6c7a3d7 req-0b6378a2-2657-44bd-89e3-5cf150076018 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 931 time: 0.0598030 Sep 10 04:20:24.189841 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-97960fd2-aa86-49fe-8e2c-124127c2c4f5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7464106 Sep 10 04:20:24.202741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0653f9cb-d1c2-4104-94ec-e817e6c7a3d7 req-c469195b-e6d6-44cd-8415-5d995ec88571 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392504 Sep 10 04:20:24.205223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Request body: {'port': {'device_id': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:20:24.278556 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:24.314546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-25beb2ad-38fb-4dd6-9925-a4f5f72b729a None None] Provisioning for port d87cbfa1-5e71-43e5-8872-20cdd61fe661 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:20:24.318779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-25beb2ad-38fb-4dd6-9925-a4f5f72b729a None None] Provisioning complete for port d87cbfa1-5e71-43e5-8872-20cdd61fe661 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:20:24.319248 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-25beb2ad-38fb-4dd6-9925-a4f5f72b729a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:24.353553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-25beb2ad-38fb-4dd6-9925-a4f5f72b729a None None] Port d87cbfa1-5e71-43e5-8872-20cdd61fe661 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:20:24.547994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87cbfa1-5e71-43e5-8872-20cdd61fe661 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:20:24.555240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:24.566753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Transition to ACTIVE for port object d87cbfa1-5e71-43e5-8872-20cdd61fe661 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:20:24.617501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:24.669331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Pushing event updated for resources: {'Port': ['ID=d87cbfa1-5e71-43e5-8872-20cdd61fe661,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:20:24.747793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Attempting to bind port d87cbfa1-5e71-43e5-8872-20cdd61fe661 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:20:24.748134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Attempting to bind port d87cbfa1-5e71-43e5-8872-20cdd61fe661 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:20:24.748466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Attempting to bind port d87cbfa1-5e71-43e5-8872-20cdd61fe661 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:20:24.754139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Port d87cbfa1-5e71-43e5-8872-20cdd61fe661 on network 3e85965d-0806-4475-a956-eac95714a105 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:20:24.754469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Attempting to bind port d87cbfa1-5e71-43e5-8872-20cdd61fe661 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:20:24.760223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:20:24.760563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:20:24.760953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Bound using segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:20:24.761380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Bound port: d87cbfa1-5e71-43e5-8872-20cdd61fe661, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:20:24.761743 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:24.835191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] For port d87cbfa1-5e71-43e5-8872-20cdd61fe661, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:20:24.838432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] For port d87cbfa1-5e71-43e5-8872-20cdd61fe661, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:20:24.915611 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:24.948574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:24.949443 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:24.951306 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] 10.222.0.20 "PUT /v2.0/ports/d87cbfa1-5e71-43e5-8872-20cdd61fe661 HTTP/1.1" status: 200 len: 1091 time: 0.7520733 Sep 10 04:20:24.953729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'tag': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:20:24.963092 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de525ab-ad59-4af2-a7cb-1ced0778fd84" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2ac26d-d59e-4965-b4de-99000171ae51", "tag": "d87cbfa1-5e71-43e5-8872-20cdd61fe661"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:20:24.993478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b228b7e-7a9f-4980-ae07-cd0ecfc4cfef service neutron] Pushing event updated for resources: {'Port': ['ID=d87cbfa1-5e71-43e5-8872-20cdd61fe661,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:20:25.015003 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:20:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06683355-5003-4e67-98d2-6c39f046faa7 x-openstack-request-id: req-06683355-5003-4e67-98d2-6c39f046faa7 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:20:25.015394 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2ac26d-d59e-4965-b4de-99000171ae51", "tag": "d87cbfa1-5e71-43e5-8872-20cdd61fe661", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:20:25.015732 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06683355-5003-4e67-98d2-6c39f046faa7 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:20:25.016209 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'tag': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'status': 'completed', 'code': 200} Sep 10 04:20:25.082014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de525ab-ad59-4af2-a7cb-1ced0778fd84 req-2bc7d4d0-4312-455b-ac41-fcaca95a5ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:25.083850 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7de525ab-ad59-4af2-a7cb-1ced0778fd84 req-2bc7d4d0-4312-455b-ac41-fcaca95a5ceb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 1094 time: 0.0439177 Sep 10 04:20:25.194427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de525ab-ad59-4af2-a7cb-1ced0778fd84 req-b53a3027-99a2-4a28-9794-f26341dcdbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:25.195945 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7de525ab-ad59-4af2-a7cb-1ced0778fd84 req-b53a3027-99a2-4a28-9794-f26341dcdbc3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1032667 Sep 10 04:20:25.206104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:25.297386 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de525ab-ad59-4af2-a7cb-1ced0778fd84 req-860f5772-c099-43a9-aacd-cd72c8f6bcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:25.298777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7de525ab-ad59-4af2-a7cb-1ced0778fd84 req-860f5772-c099-43a9-aacd-cd72c8f6bcf1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0955551 Sep 10 04:20:25.330355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df021aa9-ba9e-4461-85aa-651b3b7e795c req-c73e60a9-4ab7-43b3-9bb9-5c6e99482428 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:25.333151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df021aa9-ba9e-4461-85aa-651b3b7e795c req-c73e60a9-4ab7-43b3-9bb9-5c6e99482428 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0518217 Sep 10 04:20:25.373581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df021aa9-ba9e-4461-85aa-651b3b7e795c req-ad2a36e1-2b7d-47be-983f-aee52ccd6436 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345016 Sep 10 04:20:25.393826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-a078e2f8-0405-4510-9f9c-b9e917cc01ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:25.396058 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-a078e2f8-0405-4510-9f9c-b9e917cc01ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 1094 time: 0.0569592 Sep 10 04:20:25.438774 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-1f2bb81b-dc4a-4bc3-bf11-e39aeda5a24c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661 HTTP/1.1" status: 200 len: 217 time: 0.0349650 Sep 10 04:20:25.489657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-b050e93a-9e3c-403e-b7eb-170bd52d5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:25.491148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-b050e93a-9e3c-403e-b7eb-170bd52d5dfd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0445206 Sep 10 04:20:25.542666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-52144fe8-9214-4bee-b28f-34920754dc80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:25.544349 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-52144fe8-9214-4bee-b28f-34920754dc80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465879 Sep 10 04:20:25.633601 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-21df625d-afba-409a-bb69-486fcafe8e31 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824759 Sep 10 04:20:25.727249 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-014826f0-1108-4c9f-b941-50dda4a8c29b req-0389940b-37eb-40c3-bcbe-9853cf15de7d service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860181 Sep 10 04:20:26.360470 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:26.490858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1edeaa74-c85d-4172-8c4f-8926bd683e9d req-10687d03-6896-4db8-803f-2e7bb4407aa5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:26.492317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1edeaa74-c85d-4172-8c4f-8926bd683e9d req-10687d03-6896-4db8-803f-2e7bb4407aa5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0497565 Sep 10 04:20:26.530437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1edeaa74-c85d-4172-8c4f-8926bd683e9d req-0fb7e9e7-6ca9-4428-bb94-62fba0a8c3cd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319164 Sep 10 04:20:27.646200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132e8a97-4fa5-4cd9-a092-32b4c9531a7e req-bb8dea30-4148-4e77-98b5-9f2d087b10b5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:27.647654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-132e8a97-4fa5-4cd9-a092-32b4c9531a7e req-bb8dea30-4148-4e77-98b5-9f2d087b10b5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0495214 Sep 10 04:20:27.688159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-132e8a97-4fa5-4cd9-a092-32b4c9531a7e req-ca944f90-ff0d-4755-be83-4f78adec934b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345058 Sep 10 04:20:28.799172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe461f0-7903-4ea8-8f45-549792bd451e req-a7899fa5-8f7c-4505-8ee3-bd81efc0e394 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:28.800635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fe461f0-7903-4ea8-8f45-549792bd451e req-a7899fa5-8f7c-4505-8ee3-bd81efc0e394 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0478587 Sep 10 04:20:28.837532 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fe461f0-7903-4ea8-8f45-549792bd451e req-9853e520-b625-4b0f-a2fa-3dd5fbc36eb5 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308106 Sep 10 04:20:29.046333 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:29.948652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a8b1e0-4b09-4634-b604-f14dfe5c17e4 req-fc8ecde9-46cb-47cf-b221-d9a20667dc20 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:29.950105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2a8b1e0-4b09-4634-b604-f14dfe5c17e4 req-fc8ecde9-46cb-47cf-b221-d9a20667dc20 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0478201 Sep 10 04:20:29.986948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2a8b1e0-4b09-4634-b604-f14dfe5c17e4 req-02182e92-4a99-4583-b037-fc36345918b3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310485 Sep 10 04:20:31.095907 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d9d2e1-1846-48a7-8f7d-c929a6828b93 req-60557b83-f24b-44b8-90cd-0aa25f9fc52d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:31.097860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56d9d2e1-1846-48a7-8f7d-c929a6828b93 req-60557b83-f24b-44b8-90cd-0aa25f9fc52d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0466943 Sep 10 04:20:31.137504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56d9d2e1-1846-48a7-8f7d-c929a6828b93 req-334c090d-cf5c-4429-a3db-c88db2f618a8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338285 Sep 10 04:20:32.248724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eec5b02-a911-48cd-9a0a-21aee45ebf27 req-e62ea63a-e567-4a06-87fe-725896627338 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:32.250159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1eec5b02-a911-48cd-9a0a-21aee45ebf27 req-e62ea63a-e567-4a06-87fe-725896627338 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0474596 Sep 10 04:20:32.286287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1eec5b02-a911-48cd-9a0a-21aee45ebf27 req-2af023d5-df5d-4ce0-a88b-c9071b49e232 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303171 Sep 10 04:20:32.457546 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:33.398213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9329dc-6997-4623-9f7f-474c788b4e0f req-45b0d154-fb8b-4a05-83d7-02557e9a16f7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:33.399696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae9329dc-6997-4623-9f7f-474c788b4e0f req-45b0d154-fb8b-4a05-83d7-02557e9a16f7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0486186 Sep 10 04:20:33.436391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae9329dc-6997-4623-9f7f-474c788b4e0f req-9da70937-369c-4a6c-aa0d-79dd3ed9e5a7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306857 Sep 10 04:20:34.548603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37faac83-726a-44cd-aeb4-3078b15c96a2 req-966e8c96-01e2-4bf8-bb6d-91826ca5a760 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:34.550059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37faac83-726a-44cd-aeb4-3078b15c96a2 req-966e8c96-01e2-4bf8-bb6d-91826ca5a760 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0484908 Sep 10 04:20:34.590077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37faac83-726a-44cd-aeb4-3078b15c96a2 req-32912c15-717c-42ba-a339-2028b7069803 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341413 Sep 10 04:20:35.467739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d87cbfa1-5e71-43e5-8872-20cdd61fe661 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:20:35.562564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d87cbfa1-5e71-43e5-8872-20cdd61fe661, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:20:35.573252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'port_id': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:20:35.608278 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:35.621267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87cbfa1-5e71-43e5-8872-20cdd61fe661 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:20:35.639915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d87cbfa1-5e71-43e5-8872-20cdd61fe661, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:20:35.691833 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:35.703048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eaa21e-4ebf-4bb7-93c2-f9d335783e97 req-7b9d1ba8-37b8-47cf-9ae5-142c7a6e1750 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:35.705582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39eaa21e-4ebf-4bb7-93c2-f9d335783e97 req-7b9d1ba8-37b8-47cf-9ae5-142c7a6e1750 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 943 time: 0.0495512 Sep 10 04:20:35.743279 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d87cbfa1-5e71-43e5-8872-20cdd61fe661,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:20:35.743644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39eaa21e-4ebf-4bb7-93c2-f9d335783e97 req-f837fbe7-e67c-4be8-90ce-b94d58e7cfaf tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322309 Sep 10 04:20:35.750615 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.750960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.751299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.751635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.751997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.752326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.752651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.752977 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.753332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.753654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.753979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.754300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:20:35.908949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['d87cbfa1-5e71-43e5-8872-20cdd61fe661'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:20:36.854889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab023ade-f5b6-4f89-b338-251e829b9ee8 req-ca9f074d-e7c7-4986-86f2-0f61311eca74 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:36.856371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab023ade-f5b6-4f89-b338-251e829b9ee8 req-ca9f074d-e7c7-4986-86f2-0f61311eca74 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 944 time: 0.0476079 Sep 10 04:20:36.892598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab023ade-f5b6-4f89-b338-251e829b9ee8 req-22704d03-917a-496d-8e8c-f71532705a47 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303650 Sep 10 04:20:37.493861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d87cbfa1-5e71-43e5-8872-20cdd61fe661 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:20:37.588979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port d87cbfa1-5e71-43e5-8872-20cdd61fe661 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:20:37.592570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port d87cbfa1-5e71-43e5-8872-20cdd61fe661 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:20:37.592938 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:37.664820 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:37.688768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:20:37.690996 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-941b74f8-a1de-41db-aade-8f8e1ee2f907" -d '{"events": [{"server_uuid": "8c2ac26d-d59e-4965-b4de-99000171ae51", "name": "network-vif-plugged", "status": "completed", "tag": "d87cbfa1-5e71-43e5-8872-20cdd61fe661"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:20:37.702751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d87cbfa1-5e71-43e5-8872-20cdd61fe661, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:20:37.729154 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72fdef84-666d-4fbc-99c6-b2cefd01883a x-openstack-request-id: req-72fdef84-666d-4fbc-99c6-b2cefd01883a {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:20:37.729154 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2ac26d-d59e-4965-b4de-99000171ae51", "name": "network-vif-plugged", "status": "completed", "tag": "d87cbfa1-5e71-43e5-8872-20cdd61fe661", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:20:37.729154 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72fdef84-666d-4fbc-99c6-b2cefd01883a {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:20:37.729154 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'code': 200} Sep 10 04:20:37.777562 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:37.821852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb245f9e-696a-4c30-93e2-8aedd3c18d5d req-856ba36a-6fa9-43f6-b0b7-ff873ef4d20c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:37.823404 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-eb245f9e-696a-4c30-93e2-8aedd3c18d5d req-856ba36a-6fa9-43f6-b0b7-ff873ef4d20c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 1096 time: 0.0415938 Sep 10 04:20:37.825625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d87cbfa1-5e71-43e5-8872-20cdd61fe661,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:20:37.858639 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-eb245f9e-696a-4c30-93e2-8aedd3c18d5d req-5b36db5e-10c7-4c29-9102-4a20c64e97e8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283790 Sep 10 04:20:38.002609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d745d9-c519-4bfe-8177-399c10eadcd7 req-2168f1cc-6ccd-40d4-a283-e2d7b35eab13 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:38.004066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8d745d9-c519-4bfe-8177-399c10eadcd7 req-2168f1cc-6ccd-40d4-a283-e2d7b35eab13 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 945 time: 0.0464854 Sep 10 04:20:38.044447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8d745d9-c519-4bfe-8177-399c10eadcd7 req-a412041a-a6ec-4618-abed-74e95afa6f58 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343516 Sep 10 04:20:39.157155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2e9f8-2449-4daa-af7b-5deb34c7e7e0 req-90ac4dbe-8ae0-47aa-ad1b-4eea90afa95d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:39.158632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cb2e9f8-2449-4daa-af7b-5deb34c7e7e0 req-90ac4dbe-8ae0-47aa-ad1b-4eea90afa95d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 945 time: 0.0479884 Sep 10 04:20:39.197292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cb2e9f8-2449-4daa-af7b-5deb34c7e7e0 req-50d4cf41-f94d-4377-8b85-6c630e74496f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321233 Sep 10 04:20:40.308515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef8d27e-33d1-4278-a00c-e5173a8737b8 req-b8fdec95-d8f3-4874-81a5-6c09d14a097f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:40.309959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eef8d27e-33d1-4278-a00c-e5173a8737b8 req-b8fdec95-d8f3-4874-81a5-6c09d14a097f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 945 time: 0.0473156 Sep 10 04:20:40.346419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eef8d27e-33d1-4278-a00c-e5173a8737b8 req-dbe1e86c-bdbc-4163-b00a-21a8e08934bc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306795 Sep 10 04:20:40.457611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1474f1-854b-4d94-8d57-88c00d08dd34 req-a266650a-8a21-4a9f-ac58-bfc400b19080 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:40.461634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd1474f1-854b-4d94-8d57-88c00d08dd34 req-a266650a-8a21-4a9f-ac58-bfc400b19080 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 945 time: 0.0483751 Sep 10 04:20:40.499518 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd1474f1-854b-4d94-8d57-88c00d08dd34 req-d2dfb555-ce01-4d7a-a663-ada80d6e64ee tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344522 Sep 10 04:20:40.521174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56750) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:20:40.560381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536d020e-6a00-4b62-9f1f-a0747f577fb1 tempest-TestVolumeBootPattern-681772401 tempest-TestVolumeBootPattern-681772401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:40.561855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-536d020e-6a00-4b62-9f1f-a0747f577fb1 tempest-TestVolumeBootPattern-681772401 tempest-TestVolumeBootPattern-681772401-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 1091 time: 0.0397890 Sep 10 04:20:40.564791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56752) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:20:40.569265 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:20:40.674508 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:40.767116 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:40.868413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.25.3.22 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/ae30d372-b226-4414-b867-228a898b83d6) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:20:40.964921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:41.052027 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:41.086094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:20:41.088834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:20:41.092255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:20:41.116881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=ae30d372-b226-4414-b867-228a898b83d6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:20:41.243713 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:20:41.438234 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:41.574061 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:42.046911 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:42.091338 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:42.156287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=ae30d372-b226-4414-b867-228a898b83d6,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:20:42.165638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:42.259741 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Floating IP 132cb358-4ec4-4936-908c-3b37551cedb1 associated. External IP: 172.25.3.22, port: d87cbfa1-5e71-43e5-8872-20cdd61fe661. Sep 10 04:20:42.458593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Router 94b4c08f-b110-4112-90bb-d3b571fed3c5 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:20:42.564491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:20:42.574711 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] Sync routers for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:20:42.583550 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:20:42.584187 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:20:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:20:42.634914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:42.661122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-863d8d68-cda3-4b0b-87a7-d08a1efc2323 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.0953403 Sep 10 04:20:42.661786 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'tag': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:20:42.664081 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79bb2458-80d4-4c58-a411-a83bf5ae7b99" -d '{"events": [{"name": "network-changed", "server_uuid": "8c2ac26d-d59e-4965-b4de-99000171ae51", "tag": "d87cbfa1-5e71-43e5-8872-20cdd61fe661"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:20:42.684457 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:20:42.699944 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7d35fd-e2c7-4157-b952-31cda0a4b598 x-openstack-request-id: req-6b7d35fd-e2c7-4157-b952-31cda0a4b598 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:20:42.700237 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c2ac26d-d59e-4965-b4de-99000171ae51", "tag": "d87cbfa1-5e71-43e5-8872-20cdd61fe661", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:20:42.700490 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b7d35fd-e2c7-4157-b952-31cda0a4b598 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:20:42.700888 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'tag': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'status': 'completed', 'code': 200} Sep 10 04:20:42.762686 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-23bdb1d6-c395-4513-85f8-9ae3c36f6f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:42.764153 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-23bdb1d6-c395-4513-85f8-9ae3c36f6f7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 1096 time: 0.0421543 Sep 10 04:20:42.858437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-a1eff706-f79b-45c2-a3a6-037dd2961d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:42.859992 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-a1eff706-f79b-45c2-a3a6-037dd2961d5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0883887 Sep 10 04:20:42.905184 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '132cb358-4ec4-4936-908c-3b37551cedb1', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:20:41Z', 'updated_at': '2021-09-10T04:20:41Z', 'revision_number': 0, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:20:42.923110 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-8f5b789d-ab35-4f0a-8f9d-ab126da581e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661 HTTP/1.1" status: 200 len: 998 time: 0.0559871 Sep 10 04:20:42.931337 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] Checking router: 94b4c08f-b110-4112-90bb-d3b571fed3c5 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:20:42.939350 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:20:42.939973 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:20:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:20:42.975123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-58792ec5-981c-4a13-b854-00d8e0e3b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:42.976707 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-58792ec5-981c-4a13-b854-00d8e0e3b6ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0467308 Sep 10 04:20:43.022678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-dccec895-7873-4a28-a420-e76d004f959b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:43.024160 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-dccec895-7873-4a28-a420-e76d004f959b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405917 Sep 10 04:20:43.042007 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:20:43.112230 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-18a84e08-387f-472c-ba9d-cafb191a65ef service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812972 Sep 10 04:20:43.209949 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79bb2458-80d4-4c58-a411-a83bf5ae7b99 req-2266daed-f106-49b9-8189-cb0b3932c331 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892620 Sep 10 04:20:43.337952 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '132cb358-4ec4-4936-908c-3b37551cedb1', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:20:41Z', 'updated_at': '2021-09-10T04:20:41Z', 'revision_number': 0, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:20:43.362198 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451aeca1-092b-4c09-897b-903adf180d5e None None] The sync data for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 is: [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '132cb358-4ec4-4936-908c-3b37551cedb1', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3996, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:00:e4:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:20:41Z', 'updated_at': '2021-09-10T04:20:41Z', 'revision_number': 0, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:20:43.551580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f14e76cf-e67c-4ec3-a5b3-45ad2bcabdad None None] New status for floating IP 132cb358-4ec4-4936-908c-3b37551cedb1: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:20:44.137444 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-60907894-ae66-4cc2-99a5-011dbeb697f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384083 Sep 10 04:20:44.215193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-cc8e5ce2-be2d-44a6-b791-1bc93cde6231 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:44.216691 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-cc8e5ce2-be2d-44a6-b791-1bc93cde6231 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 1096 time: 0.0393119 Sep 10 04:20:44.322068 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-f7c88c27-c4f7-4a4f-a0dc-a336610434ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:44.323513 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-f7c88c27-c4f7-4a4f-a0dc-a336610434ae service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0872858 Sep 10 04:20:44.385471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-8e5de350-2171-4a57-b6a4-65f515c3ccc6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661 HTTP/1.1" status: 200 len: 1000 time: 0.0551512 Sep 10 04:20:44.436720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-306021e6-b75c-4d0f-af7a-aa8e4ed99588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:44.438102 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-306021e6-b75c-4d0f-af7a-aa8e4ed99588 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0458579 Sep 10 04:20:44.483189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-756d0fc1-f672-4adc-9728-eb3b32036ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:20:44.484696 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-756d0fc1-f672-4adc-9728-eb3b32036ee3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395370 Sep 10 04:20:44.577408 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-675a6748-3f2a-44c2-8ddf-66359ce33b55 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852742 Sep 10 04:20:44.664996 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-51afb0f9-91b4-4ac8-8bf4-8c016d4993be req-66db1abf-6448-4d0e-9721-42e6a50ebe1a service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805805 Sep 10 04:20:50.851506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c3b92768-0374-473a-874d-72d04ce5d5e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:53.502819 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6264b85c-ca1c-4e63-b608-dbc0d5ece449 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:53.702927 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:55.211372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:56.365826 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:20:59.045944 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:02.485576 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:18.243756 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:21:20.851205 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5084f480-c689-4d30-8761-5305f148275e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:23.473654 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2c1b18d4-391e-40dc-9237-4d54e781c0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:23.742531 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:25.210809 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:26.371136 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:29.062212 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:32.497478 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:45.574862 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-16f10643-627b-479c-9337-8f1ecb71d99c req-dc8999d1-90c7-4010-a9ff-603464cde8f9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0868785 Sep 10 04:21:45.655527 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f10643-627b-479c-9337-8f1ecb71d99c req-b15fb57c-7dd4-4f6a-b2bf-7133650fd1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:21:45.657016 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-16f10643-627b-479c-9337-8f1ecb71d99c req-b15fb57c-7dd4-4f6a-b2bf-7133650fd1a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 1096 time: 0.0436015 Sep 10 04:21:45.757017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f10643-627b-479c-9337-8f1ecb71d99c req-ac115c5b-1e8b-411d-b4d2-ea6349d2cb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:21:45.758368 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-16f10643-627b-479c-9337-8f1ecb71d99c req-ac115c5b-1e8b-411d-b4d2-ea6349d2cb89 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0820127 Sep 10 04:21:45.827482 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-16f10643-627b-479c-9337-8f1ecb71d99c req-ece06ec2-15d4-49ae-8a16-611970efe939 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661 HTTP/1.1" status: 200 len: 1000 time: 0.0618758 Sep 10 04:21:45.876616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f10643-627b-479c-9337-8f1ecb71d99c req-fa07de82-4904-46c0-a7a3-16e9053488b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:21:45.877994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-16f10643-627b-479c-9337-8f1ecb71d99c req-fa07de82-4904-46c0-a7a3-16e9053488b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0437031 Sep 10 04:21:45.925683 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f10643-627b-479c-9337-8f1ecb71d99c req-b244ecb3-b9d2-4a89-ab60-7758234d44f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:21:45.927353 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-16f10643-627b-479c-9337-8f1ecb71d99c req-b244ecb3-b9d2-4a89-ab60-7758234d44f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425656 Sep 10 04:21:46.027587 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-16f10643-627b-479c-9337-8f1ecb71d99c req-924578fb-3bfc-4fc8-a0d2-f02fbd715e30 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926604 Sep 10 04:21:46.125684 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-16f10643-627b-479c-9337-8f1ecb71d99c req-ae7aea65-b10e-4803-9f76-b29642983bf2 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907609 Sep 10 04:21:50.828038 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b162c059-a178-4ca8-8134-a22804cb6729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:53.484993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fbbbe539-8952-461b-ba0c-2dc8eac09786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:53.707879 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:55.239396 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:55.243721 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:21:56.353114 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:21:59.056232 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:02.507672 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:20.850335 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d5175fa6-15f1-4251-9e7a-883ae50670c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:23.501609 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3671bb3b-5229-4d5d-80ea-bfd21f1a3595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:23.724438 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:25.216012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:26.358513 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:29.061477 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:32.243073 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:22:32.496062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:47.535912 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59da2488-7119-4c57-98ab-55ea4460eaed req-650fcc77-20d2-4eef-93f4-426d2b1039e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448902 Sep 10 04:22:47.614136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2488-7119-4c57-98ab-55ea4460eaed req-e918fb33-09d0-4314-9dbf-ddd12b3fc149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:22:47.615617 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59da2488-7119-4c57-98ab-55ea4460eaed req-e918fb33-09d0-4314-9dbf-ddd12b3fc149 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 1096 time: 0.0397806 Sep 10 04:22:47.714078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2488-7119-4c57-98ab-55ea4460eaed req-7c996a94-b35f-454a-a004-25f5b4c3ffb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:22:47.715506 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59da2488-7119-4c57-98ab-55ea4460eaed req-7c996a94-b35f-454a-a004-25f5b4c3ffb8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0826855 Sep 10 04:22:47.781758 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59da2488-7119-4c57-98ab-55ea4460eaed req-a75d7d95-ed0a-424b-a03b-38251c6cb433 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661 HTTP/1.1" status: 200 len: 1000 time: 0.0589404 Sep 10 04:22:47.828595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2488-7119-4c57-98ab-55ea4460eaed req-b57f873e-ed92-4ebf-8f70-019474ac7699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:22:47.830066 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59da2488-7119-4c57-98ab-55ea4460eaed req-b57f873e-ed92-4ebf-8f70-019474ac7699 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0421534 Sep 10 04:22:47.874581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59da2488-7119-4c57-98ab-55ea4460eaed req-fdf2115f-264d-4c1d-9116-3967f651af6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:22:47.876081 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59da2488-7119-4c57-98ab-55ea4460eaed req-fdf2115f-264d-4c1d-9116-3967f651af6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397367 Sep 10 04:22:47.966896 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59da2488-7119-4c57-98ab-55ea4460eaed req-5d11f232-2781-4cad-91a5-414798d0bb17 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836184 Sep 10 04:22:48.056042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-59da2488-7119-4c57-98ab-55ea4460eaed req-6733fc32-980a-49ad-a143-fa20ead99079 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818892 Sep 10 04:22:50.889870 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-80068b95-23ae-476f-a13c-74e1babac036 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:53.518507 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c6969821-4342-4bf3-82e8-41e557a234f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:53.741162 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:55.244113 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:56.352321 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:22:59.062012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:01.529816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc9324a7-7938-4bee-913b-cd5f540c481a req-2c09b8f8-bab9-4047-a83c-54dd36f60c8a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:01.532016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc9324a7-7938-4bee-913b-cd5f540c481a req-2c09b8f8-bab9-4047-a83c-54dd36f60c8a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 945 time: 0.0528557 Sep 10 04:23:01.568734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc9324a7-7938-4bee-913b-cd5f540c481a req-3cd73d88-08cd-417c-b4a2-042373a23c1d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308857 Sep 10 04:23:02.524550 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:02.718016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154dd20c-48f9-46ec-83b1-e7669feb49f5 req-e56327f2-8bc2-4a47-bd22-673360b823ae tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:02.719512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-154dd20c-48f9-46ec-83b1-e7669feb49f5 req-e56327f2-8bc2-4a47-bd22-673360b823ae tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 945 time: 0.0476806 Sep 10 04:23:02.757181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-154dd20c-48f9-46ec-83b1-e7669feb49f5 req-6ab33ca3-baad-4be2-8a89-c4907f9297a8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316687 Sep 10 04:23:02.995904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-bb35a069-0ff2-43e3-9ce5-654a9518a57f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:02.997342 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-bb35a069-0ff2-43e3-9ce5-654a9518a57f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 945 time: 0.0480926 Sep 10 04:23:03.083800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port d87cbfa1-5e71-43e5-8872-20cdd61fe661 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:23:03.084145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:03.173488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] For port d87cbfa1-5e71-43e5-8872-20cdd61fe661, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d87cbfa1-5e71-43e5-8872-20cdd61fe661,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:23:03.173852 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:03.459896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:03.460253 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:03.460565 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Floating IP 132cb358-4ec4-4936-908c-3b37551cedb1 disassociated. External IP: 172.25.3.22, port: d87cbfa1-5e71-43e5-8872-20cdd61fe661. Sep 10 04:23:03.460904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for d87cbfa1-5e71-43e5-8872-20cdd61fe661 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:23:03.632687 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:03.664689 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=d87cbfa1-5e71-43e5-8872-20cdd61fe661,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:23:03.674950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.675302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.675649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.676016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.676350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.676680 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.677010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.677338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.678081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.678081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.678353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.678597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:03.790591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Router 94b4c08f-b110-4112-90bb-d3b571fed3c5 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:23:03.868795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e973af2f-deee-41c4-b24e-77a290b06113 req-7a262da2-0e96-4d2a-8638-a444253f0229 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 210 time: 0.0253062 Sep 10 04:23:03.895110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:23:03.904710 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] Sync routers for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:23:03.914098 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:23:03.914760 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:22:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:23:03.937475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] No DVR routers for this DVR port d87cbfa1-5e71-43e5-8872-20cdd61fe661 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:23:03.940131 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:03.942212 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-12ebde0d-dbf2-4a5f-9cbd-59c7d384c3da req-b8807532-10a5-46c6-9cd3-0b8f041d7c32 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "DELETE /v2.0/ports/d87cbfa1-5e71-43e5-8872-20cdd61fe661 HTTP/1.1" status: 204 len: 173 time: 0.9379938 Sep 10 04:23:03.942657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'name': 'network-vif-deleted', 'tag': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:23:03.945052 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59b31f85-cf0d-4b40-85c9-8dabbd3826fb" -d '{"events": [{"server_uuid": "8c2ac26d-d59e-4965-b4de-99000171ae51", "name": "network-vif-deleted", "tag": "d87cbfa1-5e71-43e5-8872-20cdd61fe661"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:23:04.019034 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:23:04.039669 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:23:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec7c754-d9f3-4672-a9e9-ba9be05a97d8 x-openstack-request-id: req-dec7c754-d9f3-4672-a9e9-ba9be05a97d8 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:23:04.041938 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c2ac26d-d59e-4965-b4de-99000171ae51", "name": "network-vif-deleted", "tag": "d87cbfa1-5e71-43e5-8872-20cdd61fe661", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:23:04.041938 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dec7c754-d9f3-4672-a9e9-ba9be05a97d8 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:23:04.041938 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c2ac26d-d59e-4965-b4de-99000171ae51', 'name': 'network-vif-deleted', 'tag': 'd87cbfa1-5e71-43e5-8872-20cdd61fe661', 'status': 'completed', 'code': 200} Sep 10 04:23:04.227706 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:23:04.253097 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] Checking router: 94b4c08f-b110-4112-90bb-d3b571fed3c5 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:23:04.261200 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:23:04.261720 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:22:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:23:04.363982 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:23:04.555984 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:23:04.581477 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab956a1d-184b-450b-84a3-fdad135df95a None None] The sync data for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 is: [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:23:04.803930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16581948-0d65-4d42-b438-cfbc8850f7fb None None] New status for floating IP 132cb358-4ec4-4936-908c-3b37551cedb1: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:23:04.964598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2201c267-a79f-4bf3-b3d1-c6769f8f6fb6 req-2df16af7-7a6c-4057-967e-d5efd56ff690 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 210 time: 0.0282648 Sep 10 04:23:06.065048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c8509a0-cde6-4310-89b5-3dd5f7258118 req-dafc1a31-6f2a-4cbd-b7f1-9757c59cb7c4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 210 time: 0.0308800 Sep 10 04:23:06.276441 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d87cbfa1-5e71-43e5-8872-20cdd61fe661 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:23:06.296940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: d87cbfa1-5e71-43e5-8872-20cdd61fe661 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:23:06.296940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d87cbfa1-5e71-43e5-8872-20cdd61fe661 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:23:07.158501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-199f9856-748d-4e47-b68e-f2d1327a64e3 req-c4a2c2fd-6d50-45ed-a76c-b8ef16d7a139 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c2ac26d-d59e-4965-b4de-99000171ae51 HTTP/1.1" status: 200 len: 210 time: 0.0257299 Sep 10 04:23:08.357235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-81dcca88-4fa7-4bac-979f-34f70a861348 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969550431&fields=id&tenant_id=e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 267 time: 0.0318561 Sep 10 04:23:08.464690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-39afffac-5733-4137-838e-15abd1757666 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:08.466036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-39afffac-5733-4137-838e-15abd1757666 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1017525 Sep 10 04:23:08.480679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-d894ff6d-d216-4c90-8742-01acac51dabe tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/quotas/e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 375 time: 0.0085058 Sep 10 04:23:08.535556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-165ed4d5-755a-4639-a29e-9f8626bb827e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0493205 Sep 10 04:23:08.739090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-a4ff6716-170e-4acf-a4ad-7a0c4bf9ce4e service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915309 Sep 10 04:23:08.828669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-eeadb066-87c2-4c1f-afca-c84b86def663 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837021 Sep 10 04:23:09.241549 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:23:09.393743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af21bbdf-adbd-4503-9b79-3791782101c6 req-eac70c5d-9c10-4457-9014-1c9b8299d4d7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 210 time: 0.0279169 Sep 10 04:23:10.469119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d8515a7-08c8-4426-b6f1-c3b29a7543cf req-1f96da95-5b6a-4fc1-96cf-992ad5f4f720 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 210 time: 0.0264904 Sep 10 04:23:11.543122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94fac751-6a75-49aa-9712-f938ae09bb71 req-02c10fe3-d8ac-42be-8c7a-b0d0212caa8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 210 time: 0.0263186 Sep 10 04:23:12.635305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53006bc9-72b4-494e-ab39-4b5ef98ea361 req-20d2dcec-245f-4eb9-822c-d77f890f4ce2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 210 time: 0.0266187 Sep 10 04:23:13.133476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-d163acd4-418b-4b0f-a65c-d5b99ba2acbe tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:13.134975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-d163acd4-418b-4b0f-a65c-d5b99ba2acbe tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1066918 Sep 10 04:23:13.177868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-a281a2c0-792a-469e-80e4-2fe4f3b9d817 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 379 time: 0.0332890 Sep 10 04:23:13.188606 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'port': {'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'admin_state_up': True, 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'security_groups': ['ed79905e-b366-42d2-b590-ab2c0dd8fdd0']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:23:13.363761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Made reservation on behalf of e92cdfc61e4b4310b21f72a7482aa521 for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:23:13.367336 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:13.492095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.20.0.8 (3e85965d-0806-4475-a956-eac95714a105/876f481e-63c3-4f6f-a9f8-adf65679945d/7850fc9b-3bbf-45f7-8b87-ffca74b14d82) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:23:13.631374 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:13.644980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Transition to ACTIVE for port object 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:23:13.728715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea3e2bab-5e22-4216-96aa-108db38a640a req-b531513a-3470-4f99-bdaa-b9a00d2a0c02 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 210 time: 0.0279193 Sep 10 04:23:13.769981 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:13.813546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:23:13.816833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:23:13.829201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:23:13.835873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:23:13.865534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.865880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.866200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.866527 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.866850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.867172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.867491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.867832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.868149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.868462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.868775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.869087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:13.899238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:13.900008 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:14.021678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-01523952-0847-4143-b9a1-40f0fd64faef tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8371930 Sep 10 04:23:14.034201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Request body: {'port': {'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:23:14.088824 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:14.141088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-894d06c9-dd16-4727-be71-f313f1126402 None None] Provisioning for port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:23:14.146643 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-894d06c9-dd16-4727-be71-f313f1126402 None None] Provisioning complete for port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:23:14.149574 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-894d06c9-dd16-4727-be71-f313f1126402 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:14.181590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-894d06c9-dd16-4727-be71-f313f1126402 None None] Port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:23:14.352723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:23:14.361162 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:14.373306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Transition to ACTIVE for port object 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:23:14.438305 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:14.547449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Pushing event updated for resources: {'Port': ['ID=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:23:14.575929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Attempting to bind port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:23:14.576349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Attempting to bind port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:23:14.576747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Attempting to bind port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:23:14.581724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 on network 3e85965d-0806-4475-a956-eac95714a105 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:23:14.582279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Attempting to bind port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:23:14.587660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:23:14.588134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:23:14.588583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Bound using segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:23:14.589083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Bound port: 7850fc9b-3bbf-45f7-8b87-ffca74b14d82, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:23:14.589506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:14.661699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] For port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:23:14.664984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] For port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:23:14.736008 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:14.770228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:14.770842 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:14.772399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] 10.222.0.39 "PUT /v2.0/ports/7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 200 len: 1091 time: 0.7421873 Sep 10 04:23:14.772716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:23:14.776737 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b0f84aa-da40-4b48-b938-d24bc58dc47b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:23:14.828428 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c1f422-5b52-4fcb-b7fd-12909fc4a9fc x-openstack-request-id: req-c7c1f422-5b52-4fcb-b7fd-12909fc4a9fc {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:23:14.828808 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:23:14.829056 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7c1f422-5b52-4fcb-b7fd-12909fc4a9fc {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:23:14.829461 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'status': 'completed', 'code': 200} Sep 10 04:23:14.844079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cca867-8b9f-4181-9fd0-3e8c7ed4b990 service neutron] Pushing event updated for resources: {'Port': ['ID=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:23:14.894001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b6da17-fd4a-48e4-9775-1c707ac1caaa req-16c10171-443c-440f-94ac-4eb0d0507340 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:14.900189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68b6da17-fd4a-48e4-9775-1c707ac1caaa req-16c10171-443c-440f-94ac-4eb0d0507340 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0921187 Sep 10 04:23:14.942676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f84aa-da40-4b48-b938-d24bc58dc47b req-4eccb766-0b0e-4ed2-961f-b914a5c111c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:14.944211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b0f84aa-da40-4b48-b938-d24bc58dc47b req-4eccb766-0b0e-4ed2-961f-b914a5c111c1 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1094 time: 0.0928209 Sep 10 04:23:14.950201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68b6da17-fd4a-48e4-9775-1c707ac1caaa req-3d845d43-eede-496b-a426-7c98b21891b8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0477169 Sep 10 04:23:15.058523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f84aa-da40-4b48-b938-d24bc58dc47b req-67eb04c1-ccc4-44bc-bc38-c9eedd9bfa3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:15.059994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b0f84aa-da40-4b48-b938-d24bc58dc47b req-67eb04c1-ccc4-44bc-bc38-c9eedd9bfa3c service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1068490 Sep 10 04:23:15.160315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f84aa-da40-4b48-b938-d24bc58dc47b req-88d506d2-84b5-4bc4-8e61-cdea24674039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:15.161920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b0f84aa-da40-4b48-b938-d24bc58dc47b req-88d506d2-84b5-4bc4-8e61-cdea24674039 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0956721 Sep 10 04:23:15.236915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-13769c6b-c1a0-4e4b-bf2e-19869da652aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:15.238404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-13769c6b-c1a0-4e4b-bf2e-19869da652aa service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1094 time: 0.0404236 Sep 10 04:23:15.280191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-299b4479-9105-4ba9-86f6-c9f73b26d2ed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 200 len: 217 time: 0.0336070 Sep 10 04:23:15.331975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-71eedef1-4f9e-41e0-b4a7-ee9eb036885d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:15.333466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-71eedef1-4f9e-41e0-b4a7-ee9eb036885d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0470967 Sep 10 04:23:15.380023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-334e45a5-5569-4050-b35b-6e79b0714594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:15.381501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-334e45a5-5569-4050-b35b-6e79b0714594 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405650 Sep 10 04:23:15.472132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-30f28be2-8b23-4a9a-9b6f-97896df7032f service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834222 Sep 10 04:23:15.566999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee60eef-29b6-4905-8e17-895c49ea5af3 req-a7531683-a127-4968-bb54-f88a7663b883 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875759 Sep 10 04:23:16.075753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d5efea-d913-4def-b0d4-75eae066c7fb req-d4de53ab-54e4-4545-b5ac-45207b24bf02 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:16.077229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5d5efea-d913-4def-b0d4-75eae066c7fb req-d4de53ab-54e4-4545-b5ac-45207b24bf02 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0511436 Sep 10 04:23:16.116332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5d5efea-d913-4def-b0d4-75eae066c7fb req-4a09627c-2b54-47cc-a02d-5df5127a39c2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330608 Sep 10 04:23:17.228593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd549b89-a8a7-4560-ba3d-4d66440424f8 req-2233b619-5eff-418d-a1e0-3d145c3c1c4a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:17.230077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd549b89-a8a7-4560-ba3d-4d66440424f8 req-2233b619-5eff-418d-a1e0-3d145c3c1c4a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0484369 Sep 10 04:23:17.272271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd549b89-a8a7-4560-ba3d-4d66440424f8 req-467912d3-3720-4af4-82de-312d29a7d6d0 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356848 Sep 10 04:23:18.386698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d690df-b907-44b3-a0b1-a02e02979f08 req-b2be618b-2630-4a17-a555-478b3dc85ddd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:18.388214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d690df-b907-44b3-a0b1-a02e02979f08 req-b2be618b-2630-4a17-a555-478b3dc85ddd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0490749 Sep 10 04:23:18.426071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69d690df-b907-44b3-a0b1-a02e02979f08 req-1c06969c-161f-467d-ab0e-687f779e72f6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320129 Sep 10 04:23:19.420004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-d1fbb7c8-ab93-4898-9bc5-b9971d9c3e65 req-7fc3429b-02aa-4116-9668-314400a4b90c service neutron] (95137) timed out ('10.222.0.22', 48430) {{(pid=95137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:23:19.537916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf24bea5-b066-4476-a4a3-bfc9058feb8c req-e7aca9af-5455-4644-bd33-ead002bbe668 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:19.539409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf24bea5-b066-4476-a4a3-bfc9058feb8c req-e7aca9af-5455-4644-bd33-ead002bbe668 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0489283 Sep 10 04:23:19.576195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf24bea5-b066-4476-a4a3-bfc9058feb8c req-35636412-4bba-4bfb-b833-899051ff3db4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307066 Sep 10 04:23:20.688517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbf37a35-af6c-4728-85b2-129d2154fa0b req-478c2545-d14d-4cb0-adfb-a8b2624a0f16 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:20.689987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbf37a35-af6c-4728-85b2-129d2154fa0b req-478c2545-d14d-4cb0-adfb-a8b2624a0f16 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0484257 Sep 10 04:23:20.730965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbf37a35-af6c-4728-85b2-129d2154fa0b req-49c16525-9311-4173-b26e-51388298d9d8 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351551 Sep 10 04:23:20.844151 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9128736a-3f39-456c-9827-7d86df7a0093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:21.843194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54cef82-0c4e-4e87-b959-f06da715bbec req-6e0b9279-a3e2-4f07-a111-bfcabf8117e6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:21.844673 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c54cef82-0c4e-4e87-b959-f06da715bbec req-6e0b9279-a3e2-4f07-a111-bfcabf8117e6 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0479033 Sep 10 04:23:21.880858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c54cef82-0c4e-4e87-b959-f06da715bbec req-ef2e52ad-a8cd-4eb7-91b3-8c6337301229 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303893 Sep 10 04:23:22.992626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35492035-ee69-40b9-b1e4-5801d61bf517 req-5d66848d-6c8f-4108-bfda-5299821351aa tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:22.994096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35492035-ee69-40b9-b1e4-5801d61bf517 req-5d66848d-6c8f-4108-bfda-5299821351aa tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0480196 Sep 10 04:23:23.030366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35492035-ee69-40b9-b1e4-5801d61bf517 req-9c0e2965-7a63-4157-90a8-7f4dca83f193 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304327 Sep 10 04:23:23.477599 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9598ccab-4768-4128-a722-fba3e894bd3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:23.695161 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:24.140768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff065f1-372c-4afe-9631-8b6e21a35ab8 req-664c306f-adcc-4343-99b1-c51948bf488c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:24.142240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fff065f1-372c-4afe-9631-8b6e21a35ab8 req-664c306f-adcc-4343-99b1-c51948bf488c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0474229 Sep 10 04:23:24.182418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fff065f1-372c-4afe-9631-8b6e21a35ab8 req-b0b03841-9c93-4ca6-91ed-3c753f748e04 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343854 Sep 10 04:23:25.237982 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:25.294870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bb8691-8dd9-4080-bc87-94492bb0abbd req-e00802ad-5fce-43ef-a28d-9224ca2a4365 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:25.296904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0bb8691-8dd9-4080-bc87-94492bb0abbd req-e00802ad-5fce-43ef-a28d-9224ca2a4365 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 943 time: 0.0494339 Sep 10 04:23:25.334447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0bb8691-8dd9-4080-bc87-94492bb0abbd req-d48a28fe-c853-464a-bd34-701983465336 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316112 Sep 10 04:23:25.683505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:23:25.775739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:23:25.786967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:23:25.823139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:25.835212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:23:25.853503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:23:25.963140 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:26.011315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:23:26.019023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.019435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.019794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.020125 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.020450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.020770 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.021093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.021406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.021721 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.022032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.022345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.022655 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:23:26.185957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['7850fc9b-3bbf-45f7-8b87-ffca74b14d82'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:23:26.377890 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:26.448540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6660013-c03b-4e44-ae99-fffaf18b765b req-60413f19-e359-443a-b085-8a73f1da29d1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:26.450022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6660013-c03b-4e44-ae99-fffaf18b765b req-60413f19-e359-443a-b085-8a73f1da29d1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 944 time: 0.0491259 Sep 10 04:23:26.486679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6660013-c03b-4e44-ae99-fffaf18b765b req-bebf0b74-c36c-4c49-b422-ec8e3c5c26de tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301762 Sep 10 04:23:27.598919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b0dbc0-4551-4a87-bbde-7a635c9f1bae req-7e4bf61f-81f4-4031-b807-ea070205ad6f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:27.600405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22b0dbc0-4551-4a87-bbde-7a635c9f1bae req-7e4bf61f-81f4-4031-b807-ea070205ad6f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 944 time: 0.0479918 Sep 10 04:23:27.640251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22b0dbc0-4551-4a87-bbde-7a635c9f1bae req-906e31e7-1c30-41e5-938d-4474a5637d1a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335028 Sep 10 04:23:27.683978 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:23:27.780263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:23:27.784279 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:23:27.784642 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:27.858205 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:27.879899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:23:27.882142 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f96ca9-49d0-4356-83a4-668b44630b94" -d '{"events": [{"server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "name": "network-vif-plugged", "status": "completed", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:23:27.898587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:23:27.917840 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0308149a-3626-4f90-900f-e2df96a995dc x-openstack-request-id: req-0308149a-3626-4f90-900f-e2df96a995dc {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:23:27.918122 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "name": "network-vif-plugged", "status": "completed", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:23:27.918371 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0308149a-3626-4f90-900f-e2df96a995dc {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:23:27.918751 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'code': 200} Sep 10 04:23:27.957781 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:28.006841 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:23:28.010927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebd261fb-24fe-4e19-9155-2546874ca468 req-d3839493-96a0-4f84-9129-25906d17ef31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:28.012461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebd261fb-24fe-4e19-9155-2546874ca468 req-d3839493-96a0-4f84-9129-25906d17ef31 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0399287 Sep 10 04:23:28.046269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebd261fb-24fe-4e19-9155-2546874ca468 req-d7f604e8-6037-4b1d-a121-a584d59abe97 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268354 Sep 10 04:23:28.752776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8092ef1-c351-433f-bd22-6b7031251eeb req-6fce87b7-5d26-4d25-86e6-c33f77c39705 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:28.754264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8092ef1-c351-433f-bd22-6b7031251eeb req-6fce87b7-5d26-4d25-86e6-c33f77c39705 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 945 time: 0.0486643 Sep 10 04:23:28.790896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8092ef1-c351-433f-bd22-6b7031251eeb req-00e4cab2-5e66-4ad3-a137-ed8a92e0ccee tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307729 Sep 10 04:23:29.083615 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:29.903232 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2901077-876b-4ab9-9e62-7f9ecd397780 req-8bb0e317-7015-44ac-b308-8c96c5f6c038 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:29.904717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2901077-876b-4ab9-9e62-7f9ecd397780 req-8bb0e317-7015-44ac-b308-8c96c5f6c038 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 945 time: 0.0470910 Sep 10 04:23:29.944835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2901077-876b-4ab9-9e62-7f9ecd397780 req-649d4e8a-244c-4b4e-8eb9-4e89aeb63a18 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336192 Sep 10 04:23:30.055140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476f96c6-d700-4eeb-ab39-2192701e56ba req-a6034391-cf89-4a19-9bea-4c4fd45b8403 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:30.056636 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-476f96c6-d700-4eeb-ab39-2192701e56ba req-a6034391-cf89-4a19-9bea-4c4fd45b8403 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 945 time: 0.0482898 Sep 10 04:23:30.093798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-476f96c6-d700-4eeb-ab39-2192701e56ba req-e5a9dde5-87c2-4d86-8db4-7becf527c71f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308580 Sep 10 04:23:30.115197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56928) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:23:30.192348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c417b0fb-8a37-4825-8088-44b2e362d32a tempest-TestVolumeBootPattern-681772401 tempest-TestVolumeBootPattern-681772401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:30.193840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c417b0fb-8a37-4825-8088-44b2e362d32a tempest-TestVolumeBootPattern-681772401 tempest-TestVolumeBootPattern-681772401-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1091 time: 0.0776541 Sep 10 04:23:30.196632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 56932) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:23:30.200793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:23:30.260476 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:30.356259 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:30.455412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.25.3.244 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/a6ec9edb-a969-4ed3-8ec4-b745dbae8bf3) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:23:30.555609 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:30.638281 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:30.674375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:23:30.677122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:23:30.682354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:23:30.687577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=a6ec9edb-a969-4ed3-8ec4-b745dbae8bf3,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:23:31.028260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:31.158469 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:31.304227 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:31.374992 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:31.446494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=a6ec9edb-a969-4ed3-8ec4-b745dbae8bf3,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:23:31.455887 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:31.555355 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Floating IP 7ebc1523-7ded-4e22-ad7c-d0db8f8fc465 associated. External IP: 172.25.3.244, port: 7850fc9b-3bbf-45f7-8b87-ffca74b14d82. Sep 10 04:23:31.747793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Router 94b4c08f-b110-4112-90bb-d3b571fed3c5 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:23:31.850185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:23:31.860253 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] Sync routers for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:23:31.869468 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:23:31.876353 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:23:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:23:31.929480 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:31.955772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-948e7310-e924-403f-be9f-d2cd6c68ad8b tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7581403 Sep 10 04:23:31.956357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:23:31.958579 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed9d48a2-9042-4314-bb26-2d03fc011d7a" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:23:31.973446 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:23:31.993333 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8636a0-be61-4b91-8e96-7ab5f27e7350 x-openstack-request-id: req-6c8636a0-be61-4b91-8e96-7ab5f27e7350 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:23:31.993619 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:23:31.993870 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c8636a0-be61-4b91-8e96-7ab5f27e7350 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:23:31.994270 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'status': 'completed', 'code': 200} Sep 10 04:23:32.199018 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7ebc1523-7ded-4e22-ad7c-d0db8f8fc465', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:23:30Z', 'updated_at': '2021-09-10T04:23:30Z', 'revision_number': 0, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:23:32.316228 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] Checking router: 94b4c08f-b110-4112-90bb-d3b571fed3c5 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:23:32.324472 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:23:32.325072 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:23:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:23:32.398569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-f3d8a9bf-6fe6-4231-9142-b9de15478c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:32.400119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-f3d8a9bf-6fe6-4231-9142-b9de15478c6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1096 time: 0.3837914 Sep 10 04:23:32.431461 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:23:32.491607 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-f9f1c075-8f26-42bc-895f-f8c34b0a1d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:32.493029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-f9f1c075-8f26-42bc-895f-f8c34b0a1d8b service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0852916 Sep 10 04:23:32.512189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:32.560968 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-ce21ba76-df1c-4eae-92f9-5c9bfffb597a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 200 len: 999 time: 0.0604551 Sep 10 04:23:32.609300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-8f22167a-9cf1-4769-93c3-617937630fec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:32.610802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-8f22167a-9cf1-4769-93c3-617937630fec service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0429590 Sep 10 04:23:32.654130 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7ebc1523-7ded-4e22-ad7c-d0db8f8fc465', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:23:30Z', 'updated_at': '2021-09-10T04:23:30Z', 'revision_number': 0, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:23:32.657695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-241d8055-a492-4041-83ff-ab9f14769ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:32.659205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-241d8055-a492-4041-83ff-ab9f14769ab4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411911 Sep 10 04:23:32.683857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a206589a-1550-414e-a7c4-99f3d2e9ff7b None None] The sync data for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 is: [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7ebc1523-7ded-4e22-ad7c-d0db8f8fc465', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:23:30Z', 'updated_at': '2021-09-10T04:23:30Z', 'revision_number': 0, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:23:32.753834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-625e2709-9c3c-44a0-8346-f8d16dfe182c service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873294 Sep 10 04:23:32.845764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed9d48a2-9042-4314-bb26-2d03fc011d7a req-c8411639-9000-4086-b8a8-3df7267f7919 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845582 Sep 10 04:23:32.881709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c841db2-bf0f-48d7-8329-a28762bd9314 None None] New status for floating IP 7ebc1523-7ded-4e22-ad7c-d0db8f8fc465: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:23:46.241031 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:23:50.206901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-c01c3707-3440-4946-9510-1df8f2a4adaf service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0865958 Sep 10 04:23:50.293156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-65927c6c-a8cb-4ff2-99f0-28110b643e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:50.294653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-65927c6c-a8cb-4ff2-99f0-28110b643e98 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0406563 Sep 10 04:23:50.398078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-d2f461be-21dd-4064-909b-ef6687bd28fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:50.399514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-d2f461be-21dd-4064-909b-ef6687bd28fc service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0865316 Sep 10 04:23:50.464445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-65771f10-f742-4154-806d-a851d50d1fef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 200 len: 1001 time: 0.0573909 Sep 10 04:23:50.515664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-f7b11e5d-3644-4d97-8e36-3ca29d92e1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:50.517349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-f7b11e5d-3644-4d97-8e36-3ca29d92e1e7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0444813 Sep 10 04:23:50.571300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-3a019614-fa85-4a26-ac18-65fd8e397341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:23:50.572792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-3a019614-fa85-4a26-ac18-65fd8e397341 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475576 Sep 10 04:23:50.665752 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-f5a94a6c-5b44-41f0-acad-03010012236a service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853701 Sep 10 04:23:50.759097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c1eb21a-6180-4aea-8b2f-905c428f96a9 req-32927286-c8c6-47e1-98c3-0fb0330317e8 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857840 Sep 10 04:23:50.832480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9e03b686-4e02-41b8-8557-b57fd7eae5a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:53.517260 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0af34496-c515-44df-a754-1e712b31d0e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:53.728715 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:55.231471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:56.397805 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:23:59.111630 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:02.505852 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:20.871614 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-56c13a3f-52a1-4360-9d7b-fe1fa8ffddef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:23.243948 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:24:23.500243 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-49f9501b-e9f7-419b-be86-2ea6c7dd9fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:23.757134 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:25.254219 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:26.396572 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:29.087862 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:32.551120 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:50.842161 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c3c304a5-98c6-4415-b3fe-d8c37843edde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:51.145640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-3d260198-517c-49b9-add1-9fc522eb15e9 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396156 Sep 10 04:24:51.224230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-7b845c3f-52f2-43c1-9daf-35229580062b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:24:51.225682 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-7b845c3f-52f2-43c1-9daf-35229580062b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0398269 Sep 10 04:24:51.328227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-254f8331-8d59-48f7-8328-82c980e1369a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:24:51.329671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-254f8331-8d59-48f7-8328-82c980e1369a service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0851936 Sep 10 04:24:51.393127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-fbdd4009-eb3c-4875-aec2-bbef646357d5 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 200 len: 1001 time: 0.0547523 Sep 10 04:24:51.443828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-e641a006-6436-4cb1-8747-7652c2c67515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:24:51.445131 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-e641a006-6436-4cb1-8747-7652c2c67515 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0454154 Sep 10 04:24:51.491544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-46b32506-6156-41af-9dcd-151752928b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:24:51.493186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-46b32506-6156-41af-9dcd-151752928b54 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412195 Sep 10 04:24:51.583844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-341c9754-1a88-4383-9aed-5787eb8f56a1 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834482 Sep 10 04:24:51.674155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf0a4584-353c-4f88-b9d8-6315ae2bda0e req-fef9678d-3890-470f-9078-e7dfff32abe6 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835242 Sep 10 04:24:53.522257 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dffec4cf-739a-4794-8371-2b6297abdd37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:53.727456 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:55.258990 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:56.390083 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:24:59.121655 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:00.245356 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:25:02.522323 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:20.841310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b6ca57ce-98d8-48ff-9d21-e771726ffedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:23.515943 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e12a4e82-09be-411a-bbb7-b3dc08391bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:23.772731 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:25.224924 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:26.384653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:29.145761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:32.556025 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:37.248117 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:25:46.062610 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-80e89716-7994-4c1d-977e-60a13c93536d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-969550431&fields=id&tenant_id=e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 267 time: 0.0337007 Sep 10 04:25:46.169630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893458b-5b7b-466e-be4a-29c689abd214 req-88a8043d-13d6-4951-959e-0833babb2164 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:46.171190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-88a8043d-13d6-4951-959e-0833babb2164 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1020222 Sep 10 04:25:46.188489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-b10470cc-018d-4c4e-a4ce-fa0e64f33974 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/quotas/e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 375 time: 0.0115278 Sep 10 04:25:46.246124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-3412126d-3653-4e5d-91c6-ae481e46c0dd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0522802 Sep 10 04:25:46.379892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-687f23cb-aae8-49e3-8dd2-74e0d99b4375 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221666 Sep 10 04:25:46.468710 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-d0bd4244-d1c4-426b-b711-8be979b7bdb1 service neutron] 10.222.0.22 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828931 Sep 10 04:25:47.044291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8afc01af-0e96-4fd2-929f-153a0f9bcdd4 req-3f128795-5275-47fc-b4ee-add47d260ade tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 210 time: 0.1019530 Sep 10 04:25:48.128948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09fb640e-bf94-49b9-81a6-605bb56c023b req-f411a6a3-db4d-44ba-bf50-326966ca4207 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 210 time: 0.0261557 Sep 10 04:25:48.853402 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893458b-5b7b-466e-be4a-29c689abd214 req-e25fa31a-d7ed-45b3-9645-5dad1f83a30a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:48.854889 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-e25fa31a-d7ed-45b3-9645-5dad1f83a30a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 812 time: 0.1022487 Sep 10 04:25:48.905517 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-29d4dd8f-5d2a-42fc-95a1-fef77f4125c9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e92cdfc61e4b4310b21f72a7482aa521 HTTP/1.1" status: 200 len: 379 time: 0.0404181 Sep 10 04:25:48.922418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'port': {'device_id': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'admin_state_up': True, 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'security_groups': ['ed79905e-b366-42d2-b590-ab2c0dd8fdd0']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:25:49.081251 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Made reservation on behalf of e92cdfc61e4b4310b21f72a7482aa521 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:25:49.084900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:49.218394 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.20.0.5 (3e85965d-0806-4475-a956-eac95714a105/876f481e-63c3-4f6f-a9f8-adf65679945d/a8714549-6ddd-457d-82eb-563bd4506b8f) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:25:49.268524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62abf6f3-721a-4bc5-9ad1-5fd8c3684c00 req-0a0cb88b-cc3a-4340-8dc8-659152dc2e96 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 210 time: 0.0314538 Sep 10 04:25:49.360634 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:49.374697 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Transition to ACTIVE for port object a8714549-6ddd-457d-82eb-563bd4506b8f will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:25:49.493082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:49.540661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 3e85965d-0806-4475-a956-eac95714a105 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:25:49.544109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:25:49.551102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:25:49.579250 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=a8714549-6ddd-457d-82eb-563bd4506b8f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:25:49.594839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.595183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.595506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.595869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.596202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.596531 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.596855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.597177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.597642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.597848 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.598137 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.598451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:25:49.619713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:49.620582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:49.711105 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fa1da262-09d4-4005-a4b9-045de1bc2d5a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7931094 Sep 10 04:25:49.722422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-b0d19eb9-7277-4f24-9a1c-9bb56639ac16 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:25:49.723531 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-b0d19eb9-7277-4f24-9a1c-9bb56639ac16 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059018 Sep 10 04:25:49.735729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Request body: {'port': {'device_id': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:25:49.793344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:49.829741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1f83d3f4-dac7-4d9e-80f0-4f92bac2fc94 None None] Provisioning for port a8714549-6ddd-457d-82eb-563bd4506b8f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:25:49.835244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1f83d3f4-dac7-4d9e-80f0-4f92bac2fc94 None None] Provisioning complete for port a8714549-6ddd-457d-82eb-563bd4506b8f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:25:49.835612 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1f83d3f4-dac7-4d9e-80f0-4f92bac2fc94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:49.870323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1f83d3f4-dac7-4d9e-80f0-4f92bac2fc94 None None] Port a8714549-6ddd-457d-82eb-563bd4506b8f cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:25:50.391946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45924f2f-3868-4ef0-ba53-c69b4cf44a89 req-72cfebec-7eea-4832-adc4-06f5513c0a45 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:50.393656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45924f2f-3868-4ef0-ba53-c69b4cf44a89 req-72cfebec-7eea-4832-adc4-06f5513c0a45 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 931 time: 0.0523064 Sep 10 04:25:50.410413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8714549-6ddd-457d-82eb-563bd4506b8f {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:25:50.420294 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:50.433800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Transition to ACTIVE for port object a8714549-6ddd-457d-82eb-563bd4506b8f will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:25:50.436368 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45924f2f-3868-4ef0-ba53-c69b4cf44a89 req-445a4890-62ab-4611-be29-442244a74a1d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355175 Sep 10 04:25:50.493074 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:50.547542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Pushing event updated for resources: {'Port': ['ID=a8714549-6ddd-457d-82eb-563bd4506b8f,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:25:50.623484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Attempting to bind port a8714549-6ddd-457d-82eb-563bd4506b8f on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:25:50.623915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Attempting to bind port a8714549-6ddd-457d-82eb-563bd4506b8f by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:25:50.624246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Attempting to bind port a8714549-6ddd-457d-82eb-563bd4506b8f on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:25:50.628935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Port a8714549-6ddd-457d-82eb-563bd4506b8f on network 3e85965d-0806-4475-a956-eac95714a105 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:25:50.629263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Attempting to bind port a8714549-6ddd-457d-82eb-563bd4506b8f on network 3e85965d-0806-4475-a956-eac95714a105 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:25:50.634484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:25:50.634826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Checking segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:25:50.635219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Bound using segment: {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:25:50.635647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Bound port: a8714549-6ddd-457d-82eb-563bd4506b8f, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c5019cc-9331-4b54-a438-4f8a1784eb80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 201, 'network_id': '3e85965d-0806-4475-a956-eac95714a105'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:25:50.636050 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:50.705978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] For port a8714549-6ddd-457d-82eb-563bd4506b8f, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:25:50.709106 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] For port a8714549-6ddd-457d-82eb-563bd4506b8f, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a8714549-6ddd-457d-82eb-563bd4506b8f,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:25:50.745105 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:50.779820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:50.780353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:50.781763 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] 10.222.0.20 "PUT /v2.0/ports/a8714549-6ddd-457d-82eb-563bd4506b8f HTTP/1.1" status: 200 len: 1091 time: 1.0502717 Sep 10 04:25:50.782273 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:25:50.784545 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5d170c2-443e-4b08-9b71-49811533d66b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:25:50.824595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08aec4a2-7fa8-402e-ab46-947bce6ddb19 service neutron] Pushing event updated for resources: {'Port': ['ID=a8714549-6ddd-457d-82eb-563bd4506b8f,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:25:50.882218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9a2076dc-83cd-4edd-8788-5e4983d9053a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:50.922019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893458b-5b7b-466e-be4a-29c689abd214 req-11c8e7c1-109a-4158-bf33-afeb590ff770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:50.923749 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-11c8e7c1-109a-4158-bf33-afeb590ff770 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 1094 time: 0.0528293 Sep 10 04:25:50.973453 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-4ad6ffbb-631f-4db6-9e9a-fb9a856dbdff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8714549-6ddd-457d-82eb-563bd4506b8f HTTP/1.1" status: 200 len: 217 time: 0.0420220 Sep 10 04:25:51.026448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893458b-5b7b-466e-be4a-29c689abd214 req-bd2e6e7d-db78-4eb0-b1a3-f54cbc1477c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:51.027982 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-bd2e6e7d-db78-4eb0-b1a3-f54cbc1477c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0474682 Sep 10 04:25:51.076632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9893458b-5b7b-466e-be4a-29c689abd214 req-887baf74-d7cd-46db-a625-8b0ce9905937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:51.078060 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-887baf74-d7cd-46db-a625-8b0ce9905937 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423634 Sep 10 04:25:51.172907 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-fb07a9d0-078c-4b29-91bc-62ae5d941b48 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868165 Sep 10 04:25:51.268246 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9893458b-5b7b-466e-be4a-29c689abd214 req-e1cf7ff9-73a9-4854-9a2b-bfd1efd8e862 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885053 Sep 10 04:25:51.551521 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2917f08b-fdf9-41e0-b812-eccd075f26d7 req-becfdbb3-7ca7-4811-806d-b6ebc0dad54c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:51.553547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2917f08b-fdf9-41e0-b812-eccd075f26d7 req-becfdbb3-7ca7-4811-806d-b6ebc0dad54c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 943 time: 0.0521257 Sep 10 04:25:51.592194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2917f08b-fdf9-41e0-b812-eccd075f26d7 req-1921ea08-af5a-4bf9-8893-685f57d3ee0e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330203 Sep 10 04:25:51.865977 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8917b6-97bf-433e-85b5-10802bd2ca6a x-openstack-request-id: req-2f8917b6-97bf-433e-85b5-10802bd2ca6a {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:25:51.866448 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:25:51.866546 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f8917b6-97bf-433e-85b5-10802bd2ca6a {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:25:51.866909 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'status': 'completed', 'code': 200} Sep 10 04:25:51.927062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d170c2-443e-4b08-9b71-49811533d66b req-dbb58f2a-a5a7-4ae0-a594-e9104aff7b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:51.928591 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d5d170c2-443e-4b08-9b71-49811533d66b req-dbb58f2a-a5a7-4ae0-a594-e9104aff7b46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 1094 time: 0.0410163 Sep 10 04:25:52.017650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d170c2-443e-4b08-9b71-49811533d66b req-cb7509d3-da8f-41fd-afdd-2374312a2333 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:52.019109 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d5d170c2-443e-4b08-9b71-49811533d66b req-cb7509d3-da8f-41fd-afdd-2374312a2333 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0830593 Sep 10 04:25:52.064128 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d5d170c2-443e-4b08-9b71-49811533d66b req-e826c7dd-c035-4a03-bb5b-50b53b95f270 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8714549-6ddd-457d-82eb-563bd4506b8f HTTP/1.1" status: 200 len: 217 time: 0.0379131 Sep 10 04:25:52.112563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d170c2-443e-4b08-9b71-49811533d66b req-70f0c44e-c5a8-40ac-8923-153d30a17080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:52.114081 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d5d170c2-443e-4b08-9b71-49811533d66b req-70f0c44e-c5a8-40ac-8923-153d30a17080 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0437181 Sep 10 04:25:52.162118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d170c2-443e-4b08-9b71-49811533d66b req-fae1af47-03fa-44f9-af42-43d5351ac8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:52.164046 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d5d170c2-443e-4b08-9b71-49811533d66b req-fae1af47-03fa-44f9-af42-43d5351ac8ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430937 Sep 10 04:25:52.165622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-3cf6d042-5f23-4c48-91a1-c70cd7732e73 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419004 Sep 10 04:25:52.256933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-4e83606e-8b6f-48ea-82a6-559b9068e25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:52.258660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-4e83606e-8b6f-48ea-82a6-559b9068e25d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0485585 Sep 10 04:25:52.264573 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d5d170c2-443e-4b08-9b71-49811533d66b req-fa071a9a-5fec-4ea7-b537-11b073ac5850 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935047 Sep 10 04:25:52.358275 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d5d170c2-443e-4b08-9b71-49811533d66b req-72e3df71-c57d-430e-a59e-04b4c5db2c26 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869372 Sep 10 04:25:52.364845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-2a26a551-8a17-459e-a89e-de1885f2a3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:52.366243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-2a26a551-8a17-459e-a89e-de1885f2a3d6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0869851 Sep 10 04:25:52.434947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-96595d19-3ce0-43f7-b3c2-9c5fbdb10aef service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 200 len: 1001 time: 0.0610816 Sep 10 04:25:52.485491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-987170cd-5331-47d2-bdd0-4c1195252908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:52.486963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-987170cd-5331-47d2-bdd0-4c1195252908 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0449057 Sep 10 04:25:52.532774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-3b2c46a3-5458-4275-81b1-d695d12357fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:52.534288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-3b2c46a3-5458-4275-81b1-d695d12357fd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403688 Sep 10 04:25:52.628979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-3802109a-85b3-45ec-bbe7-a4d5fbdc8303 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868924 Sep 10 04:25:52.766483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb6a4bf-430f-47d8-a961-3bb6b712771f req-e7b85bf7-3d83-4739-a94a-1a63531f9104 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:52.767998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7eb6a4bf-430f-47d8-a961-3bb6b712771f req-e7b85bf7-3d83-4739-a94a-1a63531f9104 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 943 time: 0.1026111 Sep 10 04:25:52.769990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f339635-c5b0-4ed7-aa34-62d61ece0228 req-f76639e2-4909-44a3-9f2a-338fdaff2e82 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342056 Sep 10 04:25:52.808324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7eb6a4bf-430f-47d8-a961-3bb6b712771f req-7fe2952f-3edc-4e17-9317-88d5298cb6cf tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338807 Sep 10 04:25:53.486877 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6980ed0b-c10b-4300-83eb-0ea0a8c91357 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:53.720848 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:53.922438 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26040010-c639-4c95-a69b-031a86b8d786 req-e9ae9714-b4df-4f70-8a18-25a1db56e379 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:53.923919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26040010-c639-4c95-a69b-031a86b8d786 req-e9ae9714-b4df-4f70-8a18-25a1db56e379 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 943 time: 0.0478430 Sep 10 04:25:53.961293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26040010-c639-4c95-a69b-031a86b8d786 req-70ed6969-9048-4474-b051-fdfdc9f2ee8c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314498 Sep 10 04:25:55.078169 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d751fb2b-54c2-474e-aa9e-d166f7d67117 req-e145dcec-cfe9-4849-ba40-90b63bd96653 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:55.079705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d751fb2b-54c2-474e-aa9e-d166f7d67117 req-e145dcec-cfe9-4849-ba40-90b63bd96653 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 943 time: 0.0488062 Sep 10 04:25:55.116865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d751fb2b-54c2-474e-aa9e-d166f7d67117 req-f9d80fa6-6f9b-4cde-baa1-4454eae6f2f4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313034 Sep 10 04:25:55.217990 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:56.233071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03510497-af3c-4288-b9db-cd6334ec1584 req-3cbcaa4b-fc0d-473a-ba2f-f3d121b72278 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:56.234582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03510497-af3c-4288-b9db-cd6334ec1584 req-3cbcaa4b-fc0d-473a-ba2f-f3d121b72278 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 943 time: 0.0524943 Sep 10 04:25:56.271846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03510497-af3c-4288-b9db-cd6334ec1584 req-7f601ec4-295f-48ce-b805-bfe5b5e530d4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313284 Sep 10 04:25:56.418108 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:57.387486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288f9ced-7ae3-4fd2-8fdb-248730a72dc4 req-3b66980f-d519-4539-84e5-f87c464247e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:57.389020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-288f9ced-7ae3-4fd2-8fdb-248730a72dc4 req-3b66980f-d519-4539-84e5-f87c464247e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 943 time: 0.0522633 Sep 10 04:25:57.427422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-288f9ced-7ae3-4fd2-8fdb-248730a72dc4 req-db15339d-4fee-47ae-84ac-d9013bc653d7 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321231 Sep 10 04:25:58.541813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d49e5a-4cba-4ad8-8beb-530f18fd704f req-0dfebc6e-bbd2-4b02-a0f2-ba66783c02ec tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:58.543283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96d49e5a-4cba-4ad8-8beb-530f18fd704f req-0dfebc6e-bbd2-4b02-a0f2-ba66783c02ec tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 943 time: 0.0494695 Sep 10 04:25:58.580106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96d49e5a-4cba-4ad8-8beb-530f18fd704f req-20950a51-84d0-4ab0-835d-c35f3449787e tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304902 Sep 10 04:25:59.161403 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:25:59.695292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0dd90b-acbe-41e7-9dff-de99b6c24cb1 req-026a9d8c-ade2-48d2-9a2b-f6d5d7b07cfc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:25:59.696789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa0dd90b-acbe-41e7-9dff-de99b6c24cb1 req-026a9d8c-ade2-48d2-9a2b-f6d5d7b07cfc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 943 time: 0.0523331 Sep 10 04:25:59.733837 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa0dd90b-acbe-41e7-9dff-de99b6c24cb1 req-967135e9-5c61-4d5a-8143-24ff9d3c0f33 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311329 Sep 10 04:26:00.846619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f18c1c-a0f3-43e0-9359-7852c35a824e req-d6c48de9-be40-4788-b8e7-cb0088caf676 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:00.848114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79f18c1c-a0f3-43e0-9359-7852c35a824e req-d6c48de9-be40-4788-b8e7-cb0088caf676 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 943 time: 0.0478315 Sep 10 04:26:00.885010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79f18c1c-a0f3-43e0-9359-7852c35a824e req-84c985af-b864-4ee8-9b36-bec5cd003343 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311992 Sep 10 04:26:01.303122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a8714549-6ddd-457d-82eb-563bd4506b8f details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:26:01.397195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a8714549-6ddd-457d-82eb-563bd4506b8f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a8714549-6ddd-457d-82eb-563bd4506b8f,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:26:01.409540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'port_id': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'mac_address': 'fa:16:3e:25:f2:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 201, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:26:01.445435 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:01.457369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8714549-6ddd-457d-82eb-563bd4506b8f {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:26:01.476403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a8714549-6ddd-457d-82eb-563bd4506b8f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a8714549-6ddd-457d-82eb-563bd4506b8f,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:26:01.544210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:01.590305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=a8714549-6ddd-457d-82eb-563bd4506b8f,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:26:01.598054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.598406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.598747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.599084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.599410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.599786 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.600116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.600440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.600762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.601082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.601400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.601718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:01.770469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['a8714549-6ddd-457d-82eb-563bd4506b8f'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:26:01.997017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3574c6-ff15-4221-b6cb-3c4c0ff9d39f req-8abbb9e4-6587-4fc3-a122-8f51c2dd698a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:01.998509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f3574c6-ff15-4221-b6cb-3c4c0ff9d39f req-8abbb9e4-6587-4fc3-a122-8f51c2dd698a tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 944 time: 0.0476024 Sep 10 04:26:02.036341 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f3574c6-ff15-4221-b6cb-3c4c0ff9d39f req-be7a41a0-2415-457f-a072-d6ee1b7a166d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311995 Sep 10 04:26:02.538529 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:03.151379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a33891-7c69-41cb-813f-fcc4aa67ad1e req-d2c082d9-e96b-4938-b48d-3ef0fbf24ffd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:03.152963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45a33891-7c69-41cb-813f-fcc4aa67ad1e req-d2c082d9-e96b-4938-b48d-3ef0fbf24ffd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 944 time: 0.0515993 Sep 10 04:26:03.190012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45a33891-7c69-41cb-813f-fcc4aa67ad1e req-b0938b24-602f-4afe-b3ce-ef94041649cd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307636 Sep 10 04:26:03.317944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a8714549-6ddd-457d-82eb-563bd4506b8f up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:26:03.429433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port a8714549-6ddd-457d-82eb-563bd4506b8f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:26:03.433023 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port a8714549-6ddd-457d-82eb-563bd4506b8f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:26:03.434842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:03.509912 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:03.532427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:26:03.534632 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef0c876-c90a-4542-9d43-dfcb9b66ebf1" -d '{"events": [{"server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "name": "network-vif-plugged", "status": "completed", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:26:03.547334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a8714549-6ddd-457d-82eb-563bd4506b8f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a8714549-6ddd-457d-82eb-563bd4506b8f,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:26:03.583670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:03.630713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=a8714549-6ddd-457d-82eb-563bd4506b8f,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:26:04.303973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba9e74-a53f-4b69-928f-c9526a043a9f req-1e3a0065-4422-4095-a35a-41b18f7a40a1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:04.305453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76ba9e74-a53f-4b69-928f-c9526a043a9f req-1e3a0065-4422-4095-a35a-41b18f7a40a1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 945 time: 0.0487304 Sep 10 04:26:04.341804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76ba9e74-a53f-4b69-928f-c9526a043a9f req-efb1797b-bd0e-41aa-bf55-ae249228ebb4 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305202 Sep 10 04:26:04.644196 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872fc8a9-0cb2-4122-8e88-cd09076d0546 x-openstack-request-id: req-872fc8a9-0cb2-4122-8e88-cd09076d0546 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:26:04.644666 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "name": "network-vif-plugged", "status": "completed", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:26:04.644762 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-872fc8a9-0cb2-4122-8e88-cd09076d0546 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:26:04.645126 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'code': 200} Sep 10 04:26:04.742754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2efaae-2580-4333-be51-972bb2963c09 req-2a26def8-902d-4122-be54-071529424079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:04.744261 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ab2efaae-2580-4333-be51-972bb2963c09 req-2a26def8-902d-4122-be54-071529424079 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 1096 time: 0.0444343 Sep 10 04:26:04.778327 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ab2efaae-2580-4333-be51-972bb2963c09 req-22f96576-b43e-4e0c-824b-d71f66dd2573 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0271719 Sep 10 04:26:05.454368 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbcb29b-cc20-49a0-a00e-15b7a2781b94 req-fec7f55f-6c1e-421a-aacf-100b0cc536c3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:05.455875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebbcb29b-cc20-49a0-a00e-15b7a2781b94 req-fec7f55f-6c1e-421a-aacf-100b0cc536c3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 945 time: 0.0487390 Sep 10 04:26:05.492373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebbcb29b-cc20-49a0-a00e-15b7a2781b94 req-6d2cd418-a467-4343-b558-fec6375fbcc2 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305865 Sep 10 04:26:06.610056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da351ec3-7c7b-499b-a9d8-9a75a445417e req-2d812e8f-7c6f-4f6d-9bb2-ab29ee314d3d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:06.611527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da351ec3-7c7b-499b-a9d8-9a75a445417e req-2d812e8f-7c6f-4f6d-9bb2-ab29ee314d3d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 945 time: 0.0521913 Sep 10 04:26:06.649881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da351ec3-7c7b-499b-a9d8-9a75a445417e req-63d25f13-6582-476e-aae8-d70e336e39db tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322332 Sep 10 04:26:06.760532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b4ec64-5ec5-41c5-8f94-7686476ad179 req-2d637459-3f89-4bb1-acbb-aa9f851ef107 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:06.761988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5b4ec64-5ec5-41c5-8f94-7686476ad179 req-2d637459-3f89-4bb1-acbb-aa9f851ef107 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 945 time: 0.0484967 Sep 10 04:26:06.805050 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5b4ec64-5ec5-41c5-8f94-7686476ad179 req-aca6d8ae-1025-4623-abce-49ae2f66c3fd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366089 Sep 10 04:26:06.826801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57174) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:26:06.864346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f91bfa-c051-4de5-8e52-2eaa789d45c6 tempest-TestVolumeBootPattern-681772401 tempest-TestVolumeBootPattern-681772401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:06.865809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f0f91bfa-c051-4de5-8e52-2eaa789d45c6 tempest-TestVolumeBootPattern-681772401 tempest-TestVolumeBootPattern-681772401-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 1091 time: 0.0380356 Sep 10 04:26:06.868597 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57176) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:26:06.872713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address': '172.20.0.5'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:26:06.955468 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:07.053702 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:07.156558 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Allocated IP 172.25.3.131 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/f62509be-d807-4212-ae94-2e14941a7a73) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:26:07.254692 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:07.372725 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:07.408765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:26:07.411461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:26:07.414278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:26:07.443935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=f62509be-d807-4212-ae94-2e14941a7a73,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:26:07.457123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.457465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.457803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.458135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.458504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.458829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.459153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.459477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.459829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.460148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.460467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.460782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:26:07.784697 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:07.897193 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:08.037929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:08.120990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:08.190297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event updated for resources: {'Port': ['ID=f62509be-d807-4212-ae94-2e14941a7a73,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:26:08.201395 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:08.299065 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Floating IP 56d41e76-1f7b-4f77-a111-ce72bf138bcb associated. External IP: 172.25.3.131, port: a8714549-6ddd-457d-82eb-563bd4506b8f. Sep 10 04:26:08.497134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Router 94b4c08f-b110-4112-90bb-d3b571fed3c5 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:26:08.622191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:26:08.632682 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] Sync routers for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:26:08.646024 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:26:08.648205 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:25:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:26:08.709607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:08.745981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-575bbe45-d831-45d9-8acc-12d1fe04f2ac tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8763678 Sep 10 04:26:08.746612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:26:08.748979 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10bade14-b0b5-4080-b539-869ac39084fe" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:26:08.786829 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:26:08.866662 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39eb9835-8621-4f2f-9b7c-3c05d9047e01 x-openstack-request-id: req-39eb9835-8621-4f2f-9b7c-3c05d9047e01 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:26:08.866662 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:26:08.866662 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39eb9835-8621-4f2f-9b7c-3c05d9047e01 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:26:08.866662 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'status': 'completed', 'code': 200} Sep 10 04:26:08.934252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bade14-b0b5-4080-b539-869ac39084fe req-95afee37-bcf4-4221-af6f-591e99a1d0d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:08.935728 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-10bade14-b0b5-4080-b539-869ac39084fe req-95afee37-bcf4-4221-af6f-591e99a1d0d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 1096 time: 0.0462186 Sep 10 04:26:09.022791 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '56d41e76-1f7b-4f77-a111-ce72bf138bcb', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:25:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:26:07Z', 'updated_at': '2021-09-10T04:26:07Z', 'revision_number': 0, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}, {'id': '7ebc1523-7ded-4e22-ad7c-d0db8f8fc465', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:23:30Z', 'updated_at': '2021-09-10T04:23:33Z', 'revision_number': 1, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:26:09.034805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bade14-b0b5-4080-b539-869ac39084fe req-1ca96d7a-d1e3-4d9b-8914-04ee46107411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:09.038690 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-10bade14-b0b5-4080-b539-869ac39084fe req-1ca96d7a-d1e3-4d9b-8914-04ee46107411 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0937245 Sep 10 04:26:09.052167 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] Checking router: 94b4c08f-b110-4112-90bb-d3b571fed3c5 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:26:09.060471 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:26:09.061068 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:25:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:26:09.101116 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-10bade14-b0b5-4080-b539-869ac39084fe req-93a7f0c2-fa7f-4856-8f96-4610dacce9db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8714549-6ddd-457d-82eb-563bd4506b8f HTTP/1.1" status: 200 len: 999 time: 0.0582123 Sep 10 04:26:09.150855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bade14-b0b5-4080-b539-869ac39084fe req-988183ec-3148-4000-af1e-07a1206d2f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:09.152388 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-10bade14-b0b5-4080-b539-869ac39084fe req-988183ec-3148-4000-af1e-07a1206d2f63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0449700 Sep 10 04:26:09.168247 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:26:09.205276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bade14-b0b5-4080-b539-869ac39084fe req-b9dfe021-81c7-459c-af29-76ad8d931a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:09.206685 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-10bade14-b0b5-4080-b539-869ac39084fe req-b9dfe021-81c7-459c-af29-76ad8d931a4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0476365 Sep 10 04:26:09.312852 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-10bade14-b0b5-4080-b539-869ac39084fe req-7276f597-5c30-4287-8eba-9ba901bc06b3 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992482 Sep 10 04:26:09.407982 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '56d41e76-1f7b-4f77-a111-ce72bf138bcb', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:25:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:26:07Z', 'updated_at': '2021-09-10T04:26:07Z', 'revision_number': 0, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}, {'id': '7ebc1523-7ded-4e22-ad7c-d0db8f8fc465', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:23:30Z', 'updated_at': '2021-09-10T04:23:33Z', 'revision_number': 1, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:26:09.421053 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-10bade14-b0b5-4080-b539-869ac39084fe req-0a5de4d7-0d47-4af7-ac6d-58eb7dc05a0b service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010439 Sep 10 04:26:09.436943 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1835b3b-0757-4eb4-b9f3-05a2444fd23c None None] The sync data for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 is: [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '56d41e76-1f7b-4f77-a111-ce72bf138bcb', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4002, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:25:f2:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:26:07Z', 'updated_at': '2021-09-10T04:26:07Z', 'revision_number': 0, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}, {'id': '7ebc1523-7ded-4e22-ad7c-d0db8f8fc465', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:23:30Z', 'updated_at': '2021-09-10T04:23:33Z', 'revision_number': 1, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:26:09.641750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16707dd0-c842-4337-a0ff-55481e4b0e7a None None] New status for floating IP 56d41e76-1f7b-4f77-a111-ce72bf138bcb: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:26:14.247593 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:26:20.857956 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9615be9f-dc6b-4da6-a755-e12f2c5703e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:23.589115 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d7eb6c80-d199-4387-89a6-11226cfade7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:23.709192 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:25.263453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:26.435062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:29.131945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:32.600392 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:50.868428 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5e5cf0ae-0d7b-4b7d-8cf5-28dd742bccb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:51.327843 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:26:51.653733 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-788e2719-5d33-4018-a3e0-60e7867f25f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1717536 Sep 10 04:26:51.733832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-6cd9e954-4ea7-400c-ab0d-51d1302f903d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:51.735273 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-6cd9e954-4ea7-400c-ab0d-51d1302f903d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 1096 time: 0.0399966 Sep 10 04:26:51.838026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-67ab3f0f-b95d-44d2-a89d-df948aaad2e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:51.839434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-67ab3f0f-b95d-44d2-a89d-df948aaad2e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0846334 Sep 10 04:26:51.900608 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-0d7f1863-da28-4666-b66d-d9a674510260 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8714549-6ddd-457d-82eb-563bd4506b8f HTTP/1.1" status: 200 len: 1001 time: 0.0546567 Sep 10 04:26:51.952373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-88ed0a4a-dbc1-42ab-9917-2c04c4c98f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:51.953796 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-88ed0a4a-dbc1-42ab-9917-2c04c4c98f10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0464039 Sep 10 04:26:51.999420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-be6f7131-b443-4d4e-ac4d-963fe5b710df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:52.000887 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-be6f7131-b443-4d4e-ac4d-963fe5b710df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387931 Sep 10 04:26:52.088131 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-57f4e1f6-98cd-42da-a0fc-738591b59024 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795918 Sep 10 04:26:52.177402 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-caea7b3c-924f-4e56-9846-1450f9c03fed req-acb4f880-57cc-49a0-82c1-02f4f0bdf2e3 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828538 Sep 10 04:26:53.136783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-d8273a0a-2400-4f37-bd5a-a9a988491aae service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387259 Sep 10 04:26:53.218205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-c592e8b5-bd2d-4376-ab04-4130e189c4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:53.219719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-c592e8b5-bd2d-4376-ab04-4130e189c4bb service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0400705 Sep 10 04:26:53.323311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-7cd99ade-17e8-4306-aa16-2b3245bab5d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:53.324791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-7cd99ade-17e8-4306-aa16-2b3245bab5d7 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0861437 Sep 10 04:26:53.386504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-f74e0fd8-11b5-42f3-a746-df15a5a93fed service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 200 len: 1001 time: 0.0549281 Sep 10 04:26:53.438976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-c262d159-505d-4b6b-baf4-51b020b9f801 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:53.440526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-c262d159-505d-4b6b-baf4-51b020b9f801 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0473099 Sep 10 04:26:53.484998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-c1b00716-a6b8-44aa-8ea0-3300771fd5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:26:53.486178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-c1b00716-a6b8-44aa-8ea0-3300771fd5b0 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391445 Sep 10 04:26:53.514708 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-122ae885-fd33-4a96-90c6-e473bcde77e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:53.576631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-bee12ba4-6422-4614-a1e9-de9da40d74e1 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828760 Sep 10 04:26:53.666902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874259fd-040a-4fa8-9afc-1756e37dd498 req-d14bbe1a-6f66-429e-949f-de7ac605eadd service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829589 Sep 10 04:26:53.731720 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:55.228528 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:56.411612 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:26:59.137215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:02.582634 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:20.856564 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ebcdef72-32d8-4405-bd5e-72c4b72c6f80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:23.514105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42154f70-99a5-4cc9-a850-c364dbb23886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:23.748100 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:25.245483 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:26.405214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:28.247030 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:27:29.159418 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:32.616515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:50.856372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5351f4d5-7ae7-4f10-b9e5-1c5afd8adf83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:53.136147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-607d63a8-d105-45a5-ba42-27368d4419d3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387712 Sep 10 04:27:53.219855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-65ce90b5-e108-4be4-b0ca-788a403029c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:27:53.221340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-65ce90b5-e108-4be4-b0ca-788a403029c9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0435016 Sep 10 04:27:53.321466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-8cfa507c-f831-45d0-976e-c11ea6c434f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:27:53.322897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-8cfa507c-f831-45d0-976e-c11ea6c434f5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0824740 Sep 10 04:27:53.388037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-150017b9-7d7b-43dc-add8-7cfbb99e7908 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 200 len: 1001 time: 0.0580034 Sep 10 04:27:53.510979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-867a1403-2ab8-4b7c-9546-81b9273d1055 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:53.550493 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c810fd57-f85a-409c-834a-b25388c9c7df req-e1a73d33-0177-4a0f-9b59-e3b90ebb7345 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0441492 Sep 10 04:27:53.635338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fd57-f85a-409c-834a-b25388c9c7df req-975798db-1706-458c-aa60-8583b9a68cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:27:53.637074 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c810fd57-f85a-409c-834a-b25388c9c7df req-975798db-1706-458c-aa60-8583b9a68cc8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 1096 time: 0.0422988 Sep 10 04:27:53.730876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:53.748377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fd57-f85a-409c-834a-b25388c9c7df req-ad8f2981-0ecb-45cd-84f6-0a5302f7a523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:27:53.749883 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c810fd57-f85a-409c-834a-b25388c9c7df req-ad8f2981-0ecb-45cd-84f6-0a5302f7a523 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0942402 Sep 10 04:27:53.778785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-cddb1fd5-df6a-49cc-846e-ee78275a3174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:27:53.780268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-cddb1fd5-df6a-49cc-846e-ee78275a3174 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.3844333 Sep 10 04:27:53.816045 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c810fd57-f85a-409c-834a-b25388c9c7df req-58fbcda9-6b6a-491f-9dee-75313882d98a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8714549-6ddd-457d-82eb-563bd4506b8f HTTP/1.1" status: 200 len: 1001 time: 0.0585649 Sep 10 04:27:53.825676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-3321f282-0e3d-4941-b22b-ec5743bf8294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:27:53.827142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-3321f282-0e3d-4941-b22b-ec5743bf8294 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390806 Sep 10 04:27:53.868207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fd57-f85a-409c-834a-b25388c9c7df req-fbee91cd-3547-43be-9331-38752d7b5603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:27:53.869667 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c810fd57-f85a-409c-834a-b25388c9c7df req-fbee91cd-3547-43be-9331-38752d7b5603 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0466034 Sep 10 04:27:53.916205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c810fd57-f85a-409c-834a-b25388c9c7df req-2da70386-0366-4a4f-80f3-ca6df9b65b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:27:53.917726 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c810fd57-f85a-409c-834a-b25388c9c7df req-2da70386-0366-4a4f-80f3-ca6df9b65b19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410798 Sep 10 04:27:53.918331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-317c1f92-c93f-41bd-889f-e4a5b2fe3193 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829825 Sep 10 04:27:54.005671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041b9238-f785-47a1-97cb-976a2d8dae14 req-51fdbf78-1e82-4e1e-be35-389d7dcce57f service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802259 Sep 10 04:27:54.011228 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c810fd57-f85a-409c-834a-b25388c9c7df req-d319d0ae-7ff8-4bf0-ac18-2b4813c8bdcc service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856745 Sep 10 04:27:54.102012 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c810fd57-f85a-409c-834a-b25388c9c7df req-be5728fa-485d-4388-b7ac-6a89c24b1a31 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843058 Sep 10 04:27:55.239403 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:56.393036 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:27:59.153357 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:02.598842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:05.246682 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:28:07.780116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57236) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:08.048013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port f62509be-d807-4212-ae94-2e14941a7a73 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:08.048278 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:08.124142 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:08.124473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:08.136343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for f62509be-d807-4212-ae94-2e14941a7a73 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:08.347049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:08.373027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=f62509be-d807-4212-ae94-2e14941a7a73,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:08.397824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.398170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.398510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.398844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.399177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.399507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.399863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.400191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.400517 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.400847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.401281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.401492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:08.442552 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:08.442884 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Floating IP 56d41e76-1f7b-4f77-a111-ce72bf138bcb disassociated (deleted). External IP: 172.25.3.131, port: a8714549-6ddd-457d-82eb-563bd4506b8f. Sep 10 04:28:08.867291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Router 94b4c08f-b110-4112-90bb-d3b571fed3c5 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:28:08.970653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:28:08.975541 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:08.982132 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] Sync routers for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:28:08.991979 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:28:08.992572 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:27:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:09.003885 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5769d413-1f87-4a46-b7d6-8a079045e9e3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "DELETE /v2.0/floatingips/56d41e76-1f7b-4f77-a111-ce72bf138bcb HTTP/1.1" status: 204 len: 168 time: 1.2284212 Sep 10 04:28:09.003885 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:28:09.004385 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a82f6801-556c-4a94-a10e-ee85fb283638" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:28:09.094448 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:28:09.191785 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f40f67a-b953-4d4e-b53f-b0e9c5a242c5 x-openstack-request-id: req-2f40f67a-b953-4d4e-b53f-b0e9c5a242c5 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:28:09.192226 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:28:09.192485 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f40f67a-b953-4d4e-b53f-b0e9c5a242c5 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:28:09.192885 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'status': 'completed', 'code': 200} Sep 10 04:28:09.255264 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-102dab5c-b1ee-4229-9010-5b06b9c92890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:09.256931 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-102dab5c-b1ee-4229-9010-5b06b9c92890 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 1096 time: 0.0428600 Sep 10 04:28:09.326099 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7ebc1523-7ded-4e22-ad7c-d0db8f8fc465', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:23:30Z', 'updated_at': '2021-09-10T04:23:33Z', 'revision_number': 1, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:09.354245 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-350259f9-e7f1-4eb6-9f99-abccc12f75a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:09.354791 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] Checking router: 94b4c08f-b110-4112-90bb-d3b571fed3c5 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:28:09.355759 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-350259f9-e7f1-4eb6-9f99-abccc12f75a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0922258 Sep 10 04:28:09.363895 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:28:09.364540 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:27:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:09.397628 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-fddb2052-cc90-492e-b7a6-8072e76c3df9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8714549-6ddd-457d-82eb-563bd4506b8f HTTP/1.1" status: 200 len: 217 time: 0.0337188 Sep 10 04:28:09.420034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f2846-9973-4351-900b-322214490f22 req-c5b6c74f-14fc-4e76-b1f5-9b5b66c1e11c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:09.427728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e9f2846-9973-4351-900b-322214490f22 req-c5b6c74f-14fc-4e76-b1f5-9b5b66c1e11c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 945 time: 0.0598440 Sep 10 04:28:09.454642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-d9767366-e0fd-46f0-aa96-a73dee1afa42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:09.456196 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-d9767366-e0fd-46f0-aa96-a73dee1afa42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0520499 Sep 10 04:28:09.459120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e9f2846-9973-4351-900b-322214490f22 req-3869590a-1bc4-43b6-bcc8-7fbc7240ca8d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316622 Sep 10 04:28:09.477554 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:28:09.502731 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-dd09c216-b736-44ec-8b22-2168f0c1a142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:09.504297 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-dd09c216-b736-44ec-8b22-2168f0c1a142 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409172 Sep 10 04:28:09.598793 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-20d69d54-22b7-4fae-a2e5-64dbc99fcfc7 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863247 Sep 10 04:28:09.688170 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7ebc1523-7ded-4e22-ad7c-d0db8f8fc465', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:23:30Z', 'updated_at': '2021-09-10T04:23:33Z', 'revision_number': 1, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:09.691248 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a82f6801-556c-4a94-a10e-ee85fb283638 req-fb1ebd95-4473-4f9e-9573-606028435616 service neutron] 10.222.0.20 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843778 Sep 10 04:28:09.717791 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c40f121a-51ef-4b3b-b56f-4bb57c5cade3 None None] The sync data for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 is: [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '7ebc1523-7ded-4e22-ad7c-d0db8f8fc465', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'floating_ip_address': '172.25.3.244', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'port_id': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'fixed_ip_address': '172.20.0.8', 'status': 'ACTIVE', 'standard_attr_id': 3999, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'mac_address': 'fa:16:3e:5c:01:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:23:30Z', 'updated_at': '2021-09-10T04:23:33Z', 'revision_number': 1, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:28:09.936353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2edd78c-2a68-4f2b-ac06-0e367ead6d61 None None] New status for floating IP 56d41e76-1f7b-4f77-a111-ce72bf138bcb: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:28:10.577457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec6cd9a-ca4c-47f7-93da-37fa84f02ea0 req-3804b0cb-d158-4014-bb06-d8a47908e094 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:10.578910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ec6cd9a-ca4c-47f7-93da-37fa84f02ea0 req-3804b0cb-d158-4014-bb06-d8a47908e094 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 945 time: 0.0475290 Sep 10 04:28:10.614857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ec6cd9a-ca4c-47f7-93da-37fa84f02ea0 req-1e218ba6-7369-4f77-ad31-5779773cfc41 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301828 Sep 10 04:28:10.875664 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-0110aa0f-32c2-4708-b585-93cdfd20bff9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:10.877128 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-0110aa0f-32c2-4708-b585-93cdfd20bff9 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 945 time: 0.0478904 Sep 10 04:28:10.963976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port a8714549-6ddd-457d-82eb-563bd4506b8f {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:10.964319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:11.054505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] For port a8714549-6ddd-457d-82eb-563bd4506b8f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a8714549-6ddd-457d-82eb-563bd4506b8f,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:11.054898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:11.067368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for a8714549-6ddd-457d-82eb-563bd4506b8f owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:11.267254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:11.296381 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=a8714549-6ddd-457d-82eb-563bd4506b8f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:11.337268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] No DVR routers for this DVR port a8714549-6ddd-457d-82eb-563bd4506b8f on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:28:11.339834 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:11.341818 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-97e4805c-2fe0-409d-91c2-5c3d86d4544c req-b1975fdd-8d76-4aee-bb26-f908a442a8dc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.20 "DELETE /v2.0/ports/a8714549-6ddd-457d-82eb-563bd4506b8f HTTP/1.1" status: 204 len: 173 time: 0.4580503 Sep 10 04:28:11.342270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'name': 'network-vif-deleted', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:28:11.344518 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca558c9-67e0-49a9-85f1-91a47b219f15" -d '{"events": [{"server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "name": "network-vif-deleted", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:28:11.379287 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-914f3e2e-bd5d-4563-916b-c3b989c900bb x-openstack-request-id: req-914f3e2e-bd5d-4563-916b-c3b989c900bb {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:28:11.379601 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d3ce9b-260c-4987-91f0-0192f7fe3c9d", "name": "network-vif-deleted", "tag": "a8714549-6ddd-457d-82eb-563bd4506b8f", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:28:11.379858 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-914f3e2e-bd5d-4563-916b-c3b989c900bb {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:28:11.380294 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d3ce9b-260c-4987-91f0-0192f7fe3c9d', 'name': 'network-vif-deleted', 'tag': 'a8714549-6ddd-457d-82eb-563bd4506b8f', 'status': 'completed', 'code': 200} Sep 10 04:28:11.713263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80f57bdc-be5b-4924-8c05-69299ce97293 req-f03f665c-560c-48a7-a719-f74dd1600466 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 210 time: 0.0281334 Sep 10 04:28:12.808103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e672f7d4-b8de-4cd0-80dd-75d4014f8495 req-cdfca35d-86be-457f-ada6-3bbb2c5a82ec tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 210 time: 0.0267465 Sep 10 04:28:13.904204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6843acd-7fe1-4c82-9d92-12b6d3485524 req-c4ddac5c-b2cd-4ebd-bb2c-5826756e82a3 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 210 time: 0.0299811 Sep 10 04:28:15.007913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6aa49d4-4263-4ede-b970-9bafc85e2878 req-452157a7-7f51-4810-9cbe-8da3cfd16906 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1d3ce9b-260c-4987-91f0-0192f7fe3c9d HTTP/1.1" status: 200 len: 210 time: 0.0260384 Sep 10 04:28:16.078692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a8714549-6ddd-457d-82eb-563bd4506b8f no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:28:16.098237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: a8714549-6ddd-457d-82eb-563bd4506b8f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:28:16.098575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a8714549-6ddd-457d-82eb-563bd4506b8f not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:28:20.867013 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-435c85d3-1b78-46e7-b317-d12c9f6bff5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:21.566850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57294) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:21.719934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port a6ec9edb-a969-4ed3-8ec4-b745dbae8bf3 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:21.720195 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:21.798565 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:21.798886 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:21.810706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for a6ec9edb-a969-4ed3-8ec4-b745dbae8bf3 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:21.998703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:22.023907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=a6ec9edb-a969-4ed3-8ec4-b745dbae8bf3,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:22.082254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:22.082589 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Floating IP 7ebc1523-7ded-4e22-ad7c-d0db8f8fc465 disassociated (deleted). External IP: 172.25.3.244, port: 7850fc9b-3bbf-45f7-8b87-ffca74b14d82. Sep 10 04:28:22.285060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Router 94b4c08f-b110-4112-90bb-d3b571fed3c5 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:28:22.389933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:28:22.394701 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:22.399902 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] Sync routers for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:28:22.409489 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:28:22.410098 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:27:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:22.422904 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-74e45116-a6dd-4ef0-acbe-60044616cadb tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "DELETE /v2.0/floatingips/7ebc1523-7ded-4e22-ad7c-d0db8f8fc465 HTTP/1.1" status: 204 len: 168 time: 0.8549759 Sep 10 04:28:22.423519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:28:22.425974 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639b5e92-03dd-407f-9938-9f880c2dbf61" -d '{"events": [{"name": "network-changed", "server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:28:22.465251 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9de275-8287-4ead-a393-721af59dea87 x-openstack-request-id: req-8f9de275-8287-4ead-a393-721af59dea87 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:28:22.465551 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:28:22.465807 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f9de275-8287-4ead-a393-721af59dea87 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:28:22.466213 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'status': 'completed', 'code': 200} Sep 10 04:28:22.523386 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:28:22.532089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-060fcc97-5d94-4f39-84f5-2313e7b01ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:22.533925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-060fcc97-5d94-4f39-84f5-2313e7b01ed3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 1096 time: 0.0437591 Sep 10 04:28:22.626255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-08abbece-5bb3-442f-9c72-6708b3163b27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:22.627736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-08abbece-5bb3-442f-9c72-6708b3163b27 service neutron] 10.222.0.39 "GET /v2.0/networks?id=3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 200 len: 913 time: 0.0869901 Sep 10 04:28:22.668052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-043bd965-08c7-4647-994c-471655c41bfd service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 200 len: 217 time: 0.0333798 Sep 10 04:28:22.717417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-55f6c262-f032-4a12-9b82-8490877d7e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:22.718366 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:22.718988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-55f6c262-f032-4a12-9b82-8490877d7e81 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 200 len: 851 time: 0.0447609 Sep 10 04:28:22.744072 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] Checking router: 94b4c08f-b110-4112-90bb-d3b571fed3c5 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:28:22.752373 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:28:22.752965 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:27:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:22.766590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-9d2c1f63-f2d1-4921-8d26-888e118ab555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:22.768159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-9d2c1f63-f2d1-4921-8d26-888e118ab555 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=3e85965d-0806-4475-a956-eac95714a105&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412605 Sep 10 04:28:22.861949 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:28:22.899619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-96833b82-994d-4be2-9e40-db05c020ee27 service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1187911 Sep 10 04:28:22.913405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7097ba0b-c983-41e1-bdf2-e9847c0104b3 req-b19d96d8-7054-4005-93db-f48745dc3a02 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:22.915001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7097ba0b-c983-41e1-bdf2-e9847c0104b3 req-b19d96d8-7054-4005-93db-f48745dc3a02 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 945 time: 0.0662968 Sep 10 04:28:23.015022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7097ba0b-c983-41e1-bdf2-e9847c0104b3 req-a3ab2f36-32f3-4dca-aec5-7922c77b647f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916290 Sep 10 04:28:23.036166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-639b5e92-03dd-407f-9938-9f880c2dbf61 req-d9842c9c-2cb0-43f6-b10c-6487341197aa service neutron] 10.222.0.39 "GET /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201501 Sep 10 04:28:23.140387 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:23.165597 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39e18bfe-9929-4ab8-98ac-2284cfc8a9a5 None None] The sync data for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 is: [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:51Z', 'revision_number': 4, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6', 'name': '', 'network_id': '3e85965d-0806-4475-a956-eac95714a105', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'mac_address': 'fa:16:3e:d6:76:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3968, 'fixed_ips': [{'subnet_id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:50Z', 'updated_at': '2021-09-10T04:15:57Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'subnets': [{'id': '876f481e-63c3-4f6f-a9f8-adf65679945d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:28:23.375143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d75234d-465a-4876-86d6-1fe9e39934e5 None None] New status for floating IP 7ebc1523-7ded-4e22-ad7c-d0db8f8fc465: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:28:23.570019 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cd653f7d-d436-498b-abf1-8d3146dc0961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:23.724145 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:24.018082 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-ec9d5e66-1a60-4227-b184-793a2f946bcd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:24.020253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-ec9d5e66-1a60-4227-b184-793a2f946bcd tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 945 time: 0.0469313 Sep 10 04:28:24.140346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3def20c6-d1d5-4293-8ad7-a0d8ea857b2e req-cfb97f2d-b5d9-49de-855e-18237fc8125f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:24.141787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3def20c6-d1d5-4293-8ad7-a0d8ea857b2e req-cfb97f2d-b5d9-49de-855e-18237fc8125f tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 945 time: 0.0549200 Sep 10 04:28:24.164526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:24.164863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:24.205239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3def20c6-d1d5-4293-8ad7-a0d8ea857b2e req-3f1f5673-5d58-476b-9204-3ebfe4b23d15 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/security-groups?id=ed79905e-b366-42d2-b590-ab2c0dd8fdd0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563402 Sep 10 04:28:24.267900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] For port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:24.268309 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:24.280695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:24.444251 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:24.476730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=7850fc9b-3bbf-45f7-8b87-ffca74b14d82,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:24.488985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.489335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.489675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.490011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.490336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.490665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.490990 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.491312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.491635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.491979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.492300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.492624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:24.526578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] No DVR routers for this DVR port 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:28:24.529246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:24.531211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78a57593-5ec6-4d0c-95bf-76560ba6768c req-1450b8d4-ae60-4cca-b128-e7fbef432a1c tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.39 "DELETE /v2.0/ports/7850fc9b-3bbf-45f7-8b87-ffca74b14d82 HTTP/1.1" status: 204 len: 173 time: 0.5054760 Sep 10 04:28:24.531665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'name': 'network-vif-deleted', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:28:24.533873 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f6cdd6-c9eb-40dd-a01b-dfdafc8e22e6" -d '{"events": [{"server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "name": "network-vif-deleted", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:28:24.568675 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efe177f-c0eb-4076-825e-28ca0b9f5942 x-openstack-request-id: req-2efe177f-c0eb-4076-825e-28ca0b9f5942 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:28:24.569032 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdeb0201-c673-40b6-8b7a-cd03ab203ef2", "name": "network-vif-deleted", "tag": "7850fc9b-3bbf-45f7-8b87-ffca74b14d82", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:28:24.569278 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2efe177f-c0eb-4076-825e-28ca0b9f5942 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:28:24.569669 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdeb0201-c673-40b6-8b7a-cd03ab203ef2', 'name': 'network-vif-deleted', 'tag': '7850fc9b-3bbf-45f7-8b87-ffca74b14d82', 'status': 'completed', 'code': 200} Sep 10 04:28:25.250081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:25.302476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba5abf62-754d-44e1-86a5-bf4ad258faf7 req-a4e2b504-d019-4935-8b6e-fc775734bfa1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 210 time: 0.0275238 Sep 10 04:28:26.405772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24f26115-a257-4e1b-8465-6842628b37d1 req-0c4c47a6-b5f8-4fd0-a96b-fd45f56765ea tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 210 time: 0.0267229 Sep 10 04:28:26.410242 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:27.500204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09385b74-ce97-4fc6-9cba-d91b92586659 req-228fac85-0cde-4aee-b62e-fce18484489d tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 210 time: 0.0297382 Sep 10 04:28:28.605422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f1a265a-e2c6-44c5-ac41-0dbf41585f63 req-2b318997-4a1b-448e-ad3f-4fce15223fcc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "GET /v2.0/ports?device_id=bdeb0201-c673-40b6-8b7a-cd03ab203ef2 HTTP/1.1" status: 200 len: 210 time: 0.0268841 Sep 10 04:28:29.186678 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:29.289148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:28:29.308147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:28:29.308488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 7850fc9b-3bbf-45f7-8b87-ffca74b14d82 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:28:29.660260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57322) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:29.779611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Deleting port ae30d372-b226-4414-b867-228a898b83d6 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:29.779912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:29.851769 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:29.852097 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:29.863235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Calling delete_port for ae30d372-b226-4414-b867-228a898b83d6 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:30.032856 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:30.056833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'Port': ['ID=ae30d372-b226-4414-b867-228a898b83d6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:30.119930 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:30.122360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:30.123519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2e7cd064-b54a-4ebc-b4c5-c100712d39c1 tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "DELETE /v2.0/floatingips/132cb358-4ec4-4936-908c-3b37551cedb1 HTTP/1.1" status: 204 len: 168 time: 0.4622688 Sep 10 04:28:32.678371 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:33.589568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57340) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:33.647893 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08b68368-73cb-43a1-9cc1-7a9fd9a3f9bc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:33.672007 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08b68368-73cb-43a1-9cc1-7a9fd9a3f9bc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:33.804711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08b68368-73cb-43a1-9cc1-7a9fd9a3f9bc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:33.807242 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-08b68368-73cb-43a1-9cc1-7a9fd9a3f9bc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:33.811016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-08b68368-73cb-43a1-9cc1-7a9fd9a3f9bc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] 10.222.0.22 "DELETE /v2.0/security-groups/ed79905e-b366-42d2-b590-ab2c0dd8fdd0 HTTP/1.1" status: 204 len: 168 time: 0.2178931 Sep 10 04:28:33.819297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b68368-73cb-43a1-9cc1-7a9fd9a3f9bc tempest-TestVolumeBootPattern-1681444641 tempest-TestVolumeBootPattern-1681444641-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed79905e-b366-42d2-b590-ab2c0dd8fdd0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:34.955282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57346) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:35.411067 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:35.646180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Deleting port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:35.647055 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:35.721555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] For port b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:35.721840 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:35.734273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Calling delete_port for b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:35.987174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:36.017333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:36.178460 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:36.383997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Router 94b4c08f-b110-4112-90bb-d3b571fed3c5 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:28:36.483383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:28:36.490126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6d4d4885-0ac3-4a9a-8f00-c6f9728c0f9b admin admin] 10.222.0.22 "PUT /v2.0/routers/94b4c08f-b110-4112-90bb-d3b571fed3c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5320137 Sep 10 04:28:36.491357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57350) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:36.493963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] Sync routers for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:28:36.503086 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:28:36.503807 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:28:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:36.591106 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:36.604531 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:28:36.685889 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:36.775617 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175'}], 'enable_snat': True}, 'gw_port_id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:28:35Z', 'revision_number': 5, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port': {'id': '046dabf9-8fef-40b0-ba9f-3b332f9f8c5b', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:56:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:15:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:36.797618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Deleting port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:36.798002 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:36.801271 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] Checking router: 94b4c08f-b110-4112-90bb-d3b571fed3c5 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:28:36.809767 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] Routers {'94b4c08f-b110-4112-90bb-d3b571fed3c5'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:28:36.810354 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:28:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['94b4c08f-b110-4112-90bb-d3b571fed3c5'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:36.873708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] For port 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=046dabf9-8fef-40b0-ba9f-3b332f9f8c5b,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:36.874064 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:36.886222 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Calling delete_port for 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:36.891623 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] Set router 94b4c08f-b110-4112-90bb-d3b571fed3c5 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:28:36.940844 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:28:36Z', 'revision_number': 6, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:36.968133 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7841348d-5699-49c5-b9c4-c370000752aa None None] The sync data for ids ['94b4c08f-b110-4112-90bb-d3b571fed3c5'] in n-d-808143-1 is: [{'id': '94b4c08f-b110-4112-90bb-d3b571fed3c5', 'name': 'tempest-TestVolumeBootPattern-1393202702-router', 'tenant_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:48Z', 'updated_at': '2021-09-10T04:28:36Z', 'revision_number': 6, 'project_id': 'e92cdfc61e4b4310b21f72a7482aa521', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:28:37.147352 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:37.173972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Pushing event deleted for resources: {'Port': ['ID=046dabf9-8fef-40b0-ba9f-3b332f9f8c5b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:37.234038 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:37.320728 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:37.323244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:37.420924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:37.421492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94b4c08f-b110-4112-90bb-d3b571fed3c5 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:28:37.426226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:37.427375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-48de7eaa-a95c-40fc-ba35-4386f095ae8e admin admin] 10.222.0.22 "DELETE /v2.0/routers/94b4c08f-b110-4112-90bb-d3b571fed3c5 HTTP/1.1" status: 204 len: 168 time: 0.9350913 Sep 10 04:28:37.429900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57352) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:37.472705 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bb11964-9e76-4ebf-8860-b0381039db96 admin admin] Deleting subnet 876f481e-63c3-4f6f-a9f8-adf65679945d {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:28:37.475580 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bb11964-9e76-4ebf-8860-b0381039db96 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:37.771537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:28:37.799042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:28:37.802081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 046dabf9-8fef-40b0-ba9f-3b332f9f8c5b not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:28:37.802081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:28:37.820633 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:28:37.821028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b7c92cd0-08a3-46a7-aa1f-ff5b01d150b6 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:28:37.848424 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bb11964-9e76-4ebf-8860-b0381039db96 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:37.926360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bb11964-9e76-4ebf-8860-b0381039db96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.061515 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bb11964-9e76-4ebf-8860-b0381039db96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.091386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb11964-9e76-4ebf-8860-b0381039db96 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=876f481e-63c3-4f6f-a9f8-adf65679945d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:38.093366 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bb11964-9e76-4ebf-8860-b0381039db96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.095307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8bb11964-9e76-4ebf-8860-b0381039db96 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/876f481e-63c3-4f6f-a9f8-adf65679945d HTTP/1.1" status: 204 len: 168 time: 0.6644435 Sep 10 04:28:38.097569 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64a1610-19d5-4227-b5a2-c0a140354d4a None None] Network 3e85965d-0806-4475-a956-eac95714a105 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:28:38.098105 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57354) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:38.165074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.217076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Deleting port 6ff05847-2882-4460-9a77-b6263727d783 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:38.217413 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.270859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] DHCP port deletion for 3e85965d-0806-4475-a956-eac95714a105 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:28:38.284760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] For port 6ff05847-2882-4460-9a77-b6263727d783, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6ff05847-2882-4460-9a77-b6263727d783,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:38.285123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.297200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Calling delete_port for 6ff05847-2882-4460-9a77-b6263727d783 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:38.315285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Deleting port 6ff05847-2882-4460-9a77-b6263727d783 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:38.315593 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.378575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] For port 6ff05847-2882-4460-9a77-b6263727d783, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6ff05847-2882-4460-9a77-b6263727d783,segment=NetworkSegment(5c5019cc-9331-4b54-a438-4f8a1784eb80),segment_id=5c5019cc-9331-4b54-a438-4f8a1784eb80)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:38.378964 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.390893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Calling delete_port for 6ff05847-2882-4460-9a77-b6263727d783 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:38.432945 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.460530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ff05847-2882-4460-9a77-b6263727d783,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:38.461839 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.465215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] No DVR routers for this DVR port 6ff05847-2882-4460-9a77-b6263727d783 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:28:38.491850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Pushing event deleted for resources: {'Port': ['ID=6ff05847-2882-4460-9a77-b6263727d783,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:38.494923 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] No DVR routers for this DVR port 6ff05847-2882-4460-9a77-b6263727d783 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:28:38.501508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.502234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.502234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.502544 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.502835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.503152 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.503493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.503831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.504401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.504624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.504827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.505265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c46e0ec2-746c-42ef-a118-acc3f44c9564 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:28:38.540300 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.559123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e85965d-0806-4475-a956-eac95714a105']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:38.567916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c5019cc-9331-4b54-a438-4f8a1784eb80') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:38.568158 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c5019cc-9331-4b54-a438-4f8a1784eb80') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:38.577133 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.590116 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.595902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Releasing vlan 201 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:28:38.596906 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: items = [ Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:28:38.597860 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:28:38.712505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.717788 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:38.719623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3e85965d-0806-4475-a956-eac95714a105 HTTP/1.1" status: 204 len: 168 time: 0.6205893 Sep 10 04:28:38.722728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57356) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:38.730406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635f318e-cc46-4e69-8196-27709cb6fee5 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e85965d-0806-4475-a956-eac95714a105,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:39.087498 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:39.323413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Deleting port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:39.323774 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:39.401231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] For port bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41,segment=NetworkSegment(dac87ffc-9559-4558-929d-003c71fd3581),segment_id=dac87ffc-9559-4558-929d-003c71fd3581)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:39.401509 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:39.413656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Calling delete_port for bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:39.479670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6ff05847-2882-4460-9a77-b6263727d783 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:28:39.499670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6ff05847-2882-4460-9a77-b6263727d783 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:28:39.500038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6ff05847-2882-4460-9a77-b6263727d783 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:28:39.655084 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:39.682564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:39.843666 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:40.054420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:28:40.156673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:28:40.162509 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-098b4443-d190-49f1-a415-8a2f8793b491 admin admin] 10.222.0.22 "PUT /v2.0/routers/e5c8e7fd-2dd9-41a3-a99b-8f03863aef71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4387727 Sep 10 04:28:40.165564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57358) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:40.166530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] Sync routers for ids ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:28:40.175867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] Routers {'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:28:40.176470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:28:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:40.440214 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] Set router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:28:40.510565 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:40.613395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:53Z', 'updated_at': '2021-09-10T04:28:39Z', 'revision_number': 5, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'gw_port': {'id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:54Z', 'updated_at': '2021-09-10T04:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:40.615453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:40.638719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] Checking router: e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:28:40.647336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] Routers {'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:28:40.647966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:28:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:40.732718 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Deleting port 7de35f1d-6a05-4874-a06d-68bbb867e069 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:40.733316 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:40.751793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] Set router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:28:40.814388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] For port 7de35f1d-6a05-4874-a06d-68bbb867e069, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7de35f1d-6a05-4874-a06d-68bbb867e069,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:40.814755 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:40.826995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Calling delete_port for 7de35f1d-6a05-4874-a06d-68bbb867e069 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:40.927445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:53Z', 'updated_at': '2021-09-10T04:28:39Z', 'revision_number': 5, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'gw_port': {'id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:54Z', 'updated_at': '2021-09-10T04:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:40.954479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f6f9694-f8dd-4d5e-a3d6-c93f908e7d3d None None] The sync data for ids ['e5c8e7fd-2dd9-41a3-a99b-8f03863aef71'] in n-d-808143-1 is: [{'id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'name': 'tempest-TestVolumeBootPattern-1248154315-router', 'tenant_id': 'b9d1d7996db0430d8af3eee10b571d00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153'}], 'enable_snat': True}, 'gw_port_id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:15:53Z', 'updated_at': '2021-09-10T04:28:39Z', 'revision_number': 5, 'project_id': 'b9d1d7996db0430d8af3eee10b571d00', 'gw_port': {'id': '7de35f1d-6a05-4874-a06d-68bbb867e069', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:3c:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5c8e7fd-2dd9-41a3-a99b-8f03863aef71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:15:54Z', 'updated_at': '2021-09-10T04:15:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:28:41.033175 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.061200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7de35f1d-6a05-4874-a06d-68bbb867e069,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:41.120177 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.223987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.226703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.358345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.361887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 04:28:41.363379 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.364566 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-240e966b-2c72-4e7c-84a1-7614f747f4b1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/e5c8e7fd-2dd9-41a3-a99b-8f03863aef71 HTTP/1.1" status: 204 len: 168 time: 1.1980760 Sep 10 04:28:41.367649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57360) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:41.413432 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-5554974f-97c9-4a87-8706-aab308687f2c admin admin] Deleting subnet 479cf48f-2b89-43d6-8da2-8c164cffee4b {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:28:41.416704 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5554974f-97c9-4a87-8706-aab308687f2c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.465373 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5554974f-97c9-4a87-8706-aab308687f2c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.549039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:28:41.551036 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5554974f-97c9-4a87-8706-aab308687f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.568699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:28:41.569045 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device bbbb5cbc-98c8-47ac-9a5a-d41ddbde0e41 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:28:41.696736 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5554974f-97c9-4a87-8706-aab308687f2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.720776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5554974f-97c9-4a87-8706-aab308687f2c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=479cf48f-2b89-43d6-8da2-8c164cffee4b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:41.727010 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5554974f-97c9-4a87-8706-aab308687f2c admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.728972 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5554974f-97c9-4a87-8706-aab308687f2c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/479cf48f-2b89-43d6-8da2-8c164cffee4b HTTP/1.1" status: 204 len: 168 time: 0.3601651 Sep 10 04:28:41.731547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57362) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:41.734281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19a7233-5c37-45e1-a4e2-a60a116ec805 None None] Network ffa523b5-68b4-4126-818b-7800185f8fd8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:28:41.798226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.858023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Deleting port 8427536b-5979-4c05-b543-a159a621216d {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:41.858359 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.921151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] For port 8427536b-5979-4c05-b543-a159a621216d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8427536b-5979-4c05-b543-a159a621216d,segment=NetworkSegment(dac87ffc-9559-4558-929d-003c71fd3581),segment_id=dac87ffc-9559-4558-929d-003c71fd3581)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:41.921513 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:41.934029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Calling delete_port for 8427536b-5979-4c05-b543-a159a621216d owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:42.013300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fe8a5a-f035-4a2e-acdf-539eab41dd70 None None] DHCP port deletion for ffa523b5-68b4-4126-818b-7800185f8fd8 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 04:28:42.061136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-31fe8a5a-f035-4a2e-acdf-539eab41dd70 None None] Deleting port 8427536b-5979-4c05-b543-a159a621216d {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:28:42.061506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-31fe8a5a-f035-4a2e-acdf-539eab41dd70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.084838 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.108619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Pushing event deleted for resources: {'Port': ['ID=8427536b-5979-4c05-b543-a159a621216d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:42.118906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] No DVR routers for this DVR port 8427536b-5979-4c05-b543-a159a621216d on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:28:42.131346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-31fe8a5a-f035-4a2e-acdf-539eab41dd70 None None] For port 8427536b-5979-4c05-b543-a159a621216d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8427536b-5979-4c05-b543-a159a621216d,segment=NetworkSegment(dac87ffc-9559-4558-929d-003c71fd3581),segment_id=dac87ffc-9559-4558-929d-003c71fd3581)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:28:42.131760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-31fe8a5a-f035-4a2e-acdf-539eab41dd70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.145773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-31fe8a5a-f035-4a2e-acdf-539eab41dd70 None None] Calling delete_port for 8427536b-5979-4c05-b543-a159a621216d owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:28:42.188323 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.208714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffa523b5-68b4-4126-818b-7800185f8fd8']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:42.218542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dac87ffc-9559-4558-929d-003c71fd3581') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:42.218841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dac87ffc-9559-4558-929d-003c71fd3581') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:28:42.225739 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-31fe8a5a-f035-4a2e-acdf-539eab41dd70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.228227 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.246035 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.246860 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:28:42.249130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Releasing vlan 208 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:28:42.249554 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:28:42.251358 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:28:42.259037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fe8a5a-f035-4a2e-acdf-539eab41dd70 None None] Pushing event deleted for resources: {'Port': ['ID=8427536b-5979-4c05-b543-a159a621216d,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:42.261369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31fe8a5a-f035-4a2e-acdf-539eab41dd70 None None] No DVR routers for this DVR port 8427536b-5979-4c05-b543-a159a621216d on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:28:42.364034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.370257 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.372081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] 10.222.0.22 "DELETE /v2.0/networks/ffa523b5-68b4-4126-818b-7800185f8fd8 HTTP/1.1" status: 204 len: 168 time: 0.6394672 Sep 10 04:28:42.383330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd85791-50eb-4ec2-a946-4a58b1d6d89e admin admin] Pushing event deleted for resources: {'Network': ['ID=ffa523b5-68b4-4126-818b-7800185f8fd8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:42.636480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57366) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:42.676238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f2991a49-10d1-4bc8-b608-e42fe5674bf6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e92cdfc61e4b4310b21f72a7482aa521&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385990 Sep 10 04:28:42.679395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57368) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:42.730844 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bcbc-66ab-428c-b469-bec2d4b511e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.751641 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bcbc-66ab-428c-b469-bec2d4b511e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.855414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bcbc-66ab-428c-b469-bec2d4b511e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.857981 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6ea2bcbc-66ab-428c-b469-bec2d4b511e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:42.859151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6ea2bcbc-66ab-428c-b469-bec2d4b511e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0 HTTP/1.1" status: 204 len: 168 time: 0.1788192 Sep 10 04:28:42.871274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea2bcbc-66ab-428c-b469-bec2d4b511e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22038ee4-cfaa-41a4-9f5b-b1e6e2ab9ef0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:43.447626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57376) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:43.482491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7de35f1d-6a05-4874-a06d-68bbb867e069 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:28:43.488156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2f25317a-24b8-4c5a-9414-fbd4a8963336 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b9d1d7996db0430d8af3eee10b571d00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0393775 Sep 10 04:28:43.490713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57378) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:28:43.502660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 7de35f1d-6a05-4874-a06d-68bbb867e069 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:28:43.503058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7de35f1d-6a05-4874-a06d-68bbb867e069 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:28:43.503534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8427536b-5979-4c05-b543-a159a621216d no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:28:43.523823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 8427536b-5979-4c05-b543-a159a621216d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:28:43.524170 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8427536b-5979-4c05-b543-a159a621216d not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:28:43.539905 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ea51786-62b5-44f7-873c-3aa311c2d3de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:43.559724 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ea51786-62b5-44f7-873c-3aa311c2d3de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:43.672161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ea51786-62b5-44f7-873c-3aa311c2d3de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:43.674681 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ea51786-62b5-44f7-873c-3aa311c2d3de admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:43.675851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7ea51786-62b5-44f7-873c-3aa311c2d3de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/24794493-25bd-4a8f-9d7a-fad348fefa33 HTTP/1.1" status: 204 len: 168 time: 0.1842282 Sep 10 04:28:43.683344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea51786-62b5-44f7-873c-3aa311c2d3de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24794493-25bd-4a8f-9d7a-fad348fefa33,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:50.884296 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23e26d49-3182-4338-abd5-c38c513f984e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:53.529757 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dabc1594-cadb-425b-9064-08d0f6a1ed5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:53.723965 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:54.250290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-99d4bd8c-fb32-448e-92e9-d15106087e28 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=7129ab2788c74131a37c12384d3117d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244119 Sep 10 04:28:54.351844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-7c213f44-024e-46f1-a25a-cba9f97b8567 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:54.353867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-7c213f44-024e-46f1-a25a-cba9f97b8567 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.0985208 Sep 10 04:28:54.368057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-1a340dab-00c0-4fa9-9843-663342890a4f tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/quotas/7129ab2788c74131a37c12384d3117d8 HTTP/1.1" status: 200 len: 375 time: 0.0085642 Sep 10 04:28:54.401626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-e65f9c68-603a-42fb-8ba6-378614f7df51 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7129ab2788c74131a37c12384d3117d8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285459 Sep 10 04:28:54.614534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01f45766-e806-497c-a5c1-5035fa94535f req-7c2918cd-71b8-43eb-9f2b-9a784b858859 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 210 time: 0.0248969 Sep 10 04:28:55.271815 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:55.720498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5862b3af-317d-49b1-bcde-918c7ca41c90 req-a921787f-5be4-4093-88bd-28edc56794cd tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 210 time: 0.0261469 Sep 10 04:28:56.397506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:56.812400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56ebc46f-778c-4f84-9ca1-25d50d6b6a4a req-9667aa84-024e-4896-9fef-9161cd04dd65 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 210 time: 0.0270691 Sep 10 04:28:57.907800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6dc5c838-678e-46b1-89cb-804d42f59f79 req-6fb6c099-1801-463a-a241-031727ef0239 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 210 time: 0.0274208 Sep 10 04:28:58.356926 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-e5628269-31cc-42e2-afae-4c2738d6fc1b tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=7129ab2788c74131a37c12384d3117d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0295782 Sep 10 04:28:58.549677 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-cea3f585-86f2-4cf4-92b1-b914c48d95a8 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:58.553572 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-cea3f585-86f2-4cf4-92b1-b914c48d95a8 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1906800 Sep 10 04:28:58.565604 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Request body: {'port': {'device_id': '495a0872-8afd-4ed1-80e4-e89cf6c92262', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'admin_state_up': True, 'tenant_id': '7129ab2788c74131a37c12384d3117d8'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:28:58.735127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Made reservation on behalf of 7129ab2788c74131a37c12384d3117d8 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:28:58.738724 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:58.748022 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:58.833364 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:58.894676 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:58.971328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a1d5f24-1737-4228-990f-7c7ab0321dee,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:59.001977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8dbc3b86-7649-4cd1-bf85-a33b0b2c3d64 req-931eae9f-7f66-430d-a6a0-e6c5d251c167 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 210 time: 0.0272682 Sep 10 04:28:59.038379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Allocated IP 192.168.233.202 (1a536fb8-fb61-42dc-8412-fda8a373632f/06c04200-b760-4c31-ab98-792afa49341b/7826c056-1743-417c-8573-ceca38eca12f) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:28:59.158003 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:59.183066 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:59.200096 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Transition to ACTIVE for port object 7826c056-1743-417c-8573-ceca38eca12f will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:28:59.301284 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:59.343108 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Network 1a536fb8-fb61-42dc-8412-fda8a373632f is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:28:59.346218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:28:59.349951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:28:59.379628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Pushing event updated for resources: {'Port': ['ID=7826c056-1743-417c-8573-ceca38eca12f,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:28:59.415459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:28:59.416134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:59.490236 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-17cbeb6b-b0c3-4984-83d4-da47d542fa27 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9282889 Sep 10 04:28:59.502787 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Request body: {'port': {'device_id': '495a0872-8afd-4ed1-80e4-e89cf6c92262', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:28:59.559240 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:59.637513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-954463af-000f-4178-9ef5-7c60a90c3a54 None None] Provisioning for port 7826c056-1743-417c-8573-ceca38eca12f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:28:59.641631 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-954463af-000f-4178-9ef5-7c60a90c3a54 None None] Provisioning complete for port 7826c056-1743-417c-8573-ceca38eca12f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:28:59.644338 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-954463af-000f-4178-9ef5-7c60a90c3a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:59.677491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-954463af-000f-4178-9ef5-7c60a90c3a54 None None] Port 7826c056-1743-417c-8573-ceca38eca12f cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:28:59.821332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7826c056-1743-417c-8573-ceca38eca12f {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:28:59.828478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:59.839934 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Transition to ACTIVE for port object 7826c056-1743-417c-8573-ceca38eca12f will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:28:59.934747 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:28:59.987900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Pushing event updated for resources: {'Port': ['ID=7826c056-1743-417c-8573-ceca38eca12f,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:00.056854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Attempting to bind port 7826c056-1743-417c-8573-ceca38eca12f on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:29:00.057278 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Attempting to bind port 7826c056-1743-417c-8573-ceca38eca12f by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:29:00.058203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Attempting to bind port 7826c056-1743-417c-8573-ceca38eca12f on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:29:00.062262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Port 7826c056-1743-417c-8573-ceca38eca12f on network 1a536fb8-fb61-42dc-8412-fda8a373632f not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:29:00.062678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Attempting to bind port 7826c056-1743-417c-8573-ceca38eca12f on network 1a536fb8-fb61-42dc-8412-fda8a373632f {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:29:00.067757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:29:00.068142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Checking segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:29:00.068595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Bound using segment: {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:29:00.069095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Bound port: 7826c056-1743-417c-8573-ceca38eca12f, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 207, 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:29:00.069524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:00.128639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890ba479-ec74-46c6-9091-08493ccd4590 req-59c7e237-2aa2-41ed-ad38-3caac4af3ddf tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:00.132101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-890ba479-ec74-46c6-9091-08493ccd4590 req-59c7e237-2aa2-41ed-ad38-3caac4af3ddf tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 948 time: 0.0609059 Sep 10 04:29:00.135752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] For port 7826c056-1743-417c-8573-ceca38eca12f, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:29:00.141445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] For port 7826c056-1743-417c-8573-ceca38eca12f, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7826c056-1743-417c-8573-ceca38eca12f,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:29:00.170036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-890ba479-ec74-46c6-9091-08493ccd4590 req-5ca9b005-b24a-409d-8744-05211a648b1b tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325110 Sep 10 04:29:00.204231 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:00.237530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:00.238144 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:00.239538 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] 10.222.0.20 "PUT /v2.0/ports/7826c056-1743-417c-8573-ceca38eca12f HTTP/1.1" status: 200 len: 1096 time: 0.7410884 Sep 10 04:29:00.240059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '495a0872-8afd-4ed1-80e4-e89cf6c92262', 'tag': '7826c056-1743-417c-8573-ceca38eca12f'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:00.242250 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9921adb-a3f8-4e2a-9163-bf791da28fdd" -d '{"events": [{"name": "network-changed", "server_uuid": "495a0872-8afd-4ed1-80e4-e89cf6c92262", "tag": "7826c056-1743-417c-8573-ceca38eca12f"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:00.268739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ed00ae-f0b4-47f0-8d5c-25ad1ad4398f service neutron] Pushing event updated for resources: {'Port': ['ID=7826c056-1743-417c-8573-ceca38eca12f,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:00.285531 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-284dab9d-b795-42d3-8a0a-38a6d3f7a2a8 x-openstack-request-id: req-284dab9d-b795-42d3-8a0a-38a6d3f7a2a8 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:00.285899 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "495a0872-8afd-4ed1-80e4-e89cf6c92262", "tag": "7826c056-1743-417c-8573-ceca38eca12f", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:00.286626 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-284dab9d-b795-42d3-8a0a-38a6d3f7a2a8 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:00.287095 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '495a0872-8afd-4ed1-80e4-e89cf6c92262', 'tag': '7826c056-1743-417c-8573-ceca38eca12f', 'status': 'completed', 'code': 200} Sep 10 04:29:00.348235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9921adb-a3f8-4e2a-9163-bf791da28fdd req-1281bf70-6b29-4ced-97a2-b8fdd2782306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:00.349738 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9921adb-a3f8-4e2a-9163-bf791da28fdd req-1281bf70-6b29-4ced-97a2-b8fdd2782306 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7129ab2788c74131a37c12384d3117d8&device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 1099 time: 0.0423951 Sep 10 04:29:00.377056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9921adb-a3f8-4e2a-9163-bf791da28fdd req-5b661bed-182c-4cfd-84bd-bb7a8f5cf358 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=7129ab2788c74131a37c12384d3117d8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0196717 Sep 10 04:29:00.475867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9921adb-a3f8-4e2a-9163-bf791da28fdd req-6e280ded-b266-41df-a936-adfd8c061ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:00.477992 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e9921adb-a3f8-4e2a-9163-bf791da28fdd req-6e280ded-b266-41df-a936-adfd8c061ad1 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0929928 Sep 10 04:29:00.553121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-bca6e0a5-846d-47ca-9205-fbcf61d83729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:00.554600 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-bca6e0a5-846d-47ca-9205-fbcf61d83729 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7129ab2788c74131a37c12384d3117d8&device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 1099 time: 0.0421147 Sep 10 04:29:00.599055 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-4c11b353-3e51-4237-b6b7-2169be536bd4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=7826c056-1743-417c-8573-ceca38eca12f HTTP/1.1" status: 200 len: 217 time: 0.0368602 Sep 10 04:29:00.646073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-de8e84c4-74a0-4006-b636-0e33a12d5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:00.647447 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-de8e84c4-74a0-4006-b636-0e33a12d5fee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=06c04200-b760-4c31-ab98-792afa49341b HTTP/1.1" status: 200 len: 843 time: 0.0417984 Sep 10 04:29:00.691304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-23ea8364-a069-45b9-a393-7599e426a425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:00.692770 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-23ea8364-a069-45b9-a393-7599e426a425 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1a536fb8-fb61-42dc-8412-fda8a373632f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0383868 Sep 10 04:29:00.783410 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-ce19e565-3897-4ada-a7ac-18d49b6249c5 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836117 Sep 10 04:29:00.870390 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bc55f3-e2a9-4fb8-9e9a-211154f1023a req-3c5d54a5-c8b1-4dc2-9f2e-a9ec550249e9 service neutron] 10.222.0.20 "GET /v2.0/networks/1a536fb8-fb61-42dc-8412-fda8a373632f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786860 Sep 10 04:29:01.281455 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d535aef-2934-4a39-a69d-509eac1560e8 req-4c6ddd75-ee14-45de-ba2a-ff0f3c61966a tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:01.282964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d535aef-2934-4a39-a69d-509eac1560e8 req-4c6ddd75-ee14-45de-ba2a-ff0f3c61966a tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 948 time: 0.0481043 Sep 10 04:29:01.320530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d535aef-2934-4a39-a69d-509eac1560e8 req-1c35dc36-d3be-4391-8f6f-4cd19660a52d tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313754 Sep 10 04:29:02.433003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f945bc-e3f6-4371-966b-bd5985b565ee req-7e06144c-4ea3-4165-8e98-431888365085 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:02.434443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95f945bc-e3f6-4371-966b-bd5985b565ee req-7e06144c-4ea3-4165-8e98-431888365085 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 948 time: 0.0479774 Sep 10 04:29:02.470296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95f945bc-e3f6-4371-966b-bd5985b565ee req-30b8392e-9824-44ec-96fe-4759caf5de19 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300255 Sep 10 04:29:02.643416 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:03.586084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa012fc-f192-4ba8-942c-7fb354f2e233 req-d3efa8fa-af3b-4f98-8e85-d7870adab809 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:03.588163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fa012fc-f192-4ba8-942c-7fb354f2e233 req-d3efa8fa-af3b-4f98-8e85-d7870adab809 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 948 time: 0.0526631 Sep 10 04:29:03.623875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fa012fc-f192-4ba8-942c-7fb354f2e233 req-a7fb1f2f-ace6-463a-a944-b62f76ea5807 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299394 Sep 10 04:29:04.337960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7826c056-1743-417c-8573-ceca38eca12f details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:29:04.428548 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 7826c056-1743-417c-8573-ceca38eca12f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7826c056-1743-417c-8573-ceca38eca12f,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:04.439936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '7826c056-1743-417c-8573-ceca38eca12f', 'network_id': '1a536fb8-fb61-42dc-8412-fda8a373632f', 'port_id': '7826c056-1743-417c-8573-ceca38eca12f', 'mac_address': 'fa:16:3e:02:93:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 207, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06c04200-b760-4c31-ab98-792afa49341b', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:29:04.479388 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:04.491831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7826c056-1743-417c-8573-ceca38eca12f {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:29:04.511005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 7826c056-1743-417c-8573-ceca38eca12f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7826c056-1743-417c-8573-ceca38eca12f,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:04.586075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:04.632372 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=7826c056-1743-417c-8573-ceca38eca12f,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:04.739229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4d9fa-4fdd-410d-98f2-d24b9bca42de req-769d8390-d47b-44c3-be74-e48f8aa864b1 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:04.740767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2e4d9fa-4fdd-410d-98f2-d24b9bca42de req-769d8390-d47b-44c3-be74-e48f8aa864b1 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 949 time: 0.0496507 Sep 10 04:29:04.778739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2e4d9fa-4fdd-410d-98f2-d24b9bca42de req-bba8a096-5d25-44f7-80d6-9c87e88888cc tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321376 Sep 10 04:29:04.820134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['7826c056-1743-417c-8573-ceca38eca12f'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:29:05.889830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b22766-ce62-46b4-87db-383ae2d803ea req-499ea3e7-e568-413b-8cb3-a9d42b3686b3 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:05.891269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94b22766-ce62-46b4-87db-383ae2d803ea req-499ea3e7-e568-413b-8cb3-a9d42b3686b3 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 949 time: 0.0477772 Sep 10 04:29:05.927693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94b22766-ce62-46b4-87db-383ae2d803ea req-dc7ea416-5574-4039-83ca-663a9ce27e7c tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305717 Sep 10 04:29:06.353351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7826c056-1743-417c-8573-ceca38eca12f up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:29:06.454665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 7826c056-1743-417c-8573-ceca38eca12f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:29:06.458267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 7826c056-1743-417c-8573-ceca38eca12f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:29:06.458638 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:06.532841 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:06.554897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495a0872-8afd-4ed1-80e4-e89cf6c92262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7826c056-1743-417c-8573-ceca38eca12f'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:06.557182 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdb64239-2433-4fd1-bc57-c3e370ef4bbf" -d '{"events": [{"server_uuid": "495a0872-8afd-4ed1-80e4-e89cf6c92262", "name": "network-vif-plugged", "status": "completed", "tag": "7826c056-1743-417c-8573-ceca38eca12f"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:06.569847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 7826c056-1743-417c-8573-ceca38eca12f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7826c056-1743-417c-8573-ceca38eca12f,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:06.628456 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ee344dc-81e1-49e7-8fd4-ff26d4bf8786 x-openstack-request-id: req-5ee344dc-81e1-49e7-8fd4-ff26d4bf8786 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:06.628724 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495a0872-8afd-4ed1-80e4-e89cf6c92262", "name": "network-vif-plugged", "status": "completed", "tag": "7826c056-1743-417c-8573-ceca38eca12f", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:06.628982 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ee344dc-81e1-49e7-8fd4-ff26d4bf8786 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:06.629373 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495a0872-8afd-4ed1-80e4-e89cf6c92262', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7826c056-1743-417c-8573-ceca38eca12f', 'code': 200} Sep 10 04:29:06.631696 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:06.682453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=7826c056-1743-417c-8573-ceca38eca12f,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:06.729419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0554d1-3e3e-4113-ba7c-1d080e2d4eb8 req-29fc3c9f-ba78-4ea2-a263-3a965b4ae2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:06.730944 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d0554d1-3e3e-4113-ba7c-1d080e2d4eb8 req-29fc3c9f-ba78-4ea2-a263-3a965b4ae2f8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 1101 time: 0.0441351 Sep 10 04:29:06.764031 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d0554d1-3e3e-4113-ba7c-1d080e2d4eb8 req-96d5c026-0ee2-4b64-b34d-90c8e5acac84 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264163 Sep 10 04:29:07.040765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa8b53b-de30-4ca6-ad80-b98bc11d675d req-73438f0a-d074-4dce-ab04-03eedb7d043b tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:07.042244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fa8b53b-de30-4ca6-ad80-b98bc11d675d req-73438f0a-d074-4dce-ab04-03eedb7d043b tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 950 time: 0.0515499 Sep 10 04:29:07.078456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fa8b53b-de30-4ca6-ad80-b98bc11d675d req-63814e61-fa6a-4a2a-bc3f-2c0cf916893f tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304873 Sep 10 04:29:08.190992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beccdadb-a534-4cbd-bfe0-aa4496c6ec86 req-b9b5b744-1ab6-4eee-8306-29b184440d14 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:08.192595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-beccdadb-a534-4cbd-bfe0-aa4496c6ec86 req-b9b5b744-1ab6-4eee-8306-29b184440d14 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 950 time: 0.0484362 Sep 10 04:29:08.229462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-beccdadb-a534-4cbd-bfe0-aa4496c6ec86 req-147bed23-392d-4800-ba7e-adaa34f0ed8b tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311868 Sep 10 04:29:08.639086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-2538915d-7301-4360-a355-0a1e65ddf167 req-35f20077-fb3f-46fa-84eb-ec64824ffc35 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:29:08.640278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2538915d-7301-4360-a355-0a1e65ddf167 req-35f20077-fb3f-46fa-84eb-ec64824ffc35 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0993576 Sep 10 04:29:09.076062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-589d3484-8c7f-4fed-957d-6ca4878aaff0 req-ddc1fe62-697b-4eba-aca1-3ba2b9a02687 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:29:09.077057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-589d3484-8c7f-4fed-957d-6ca4878aaff0 req-ddc1fe62-697b-4eba-aca1-3ba2b9a02687 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053077 Sep 10 04:29:09.738450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b7b95d-5430-4ae2-a7a0-ee5c8419689e req-68aaa4dc-05fc-40b3-b131-0f0d5a44a3fa tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:09.739879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0b7b95d-5430-4ae2-a7a0-ee5c8419689e req-68aaa4dc-05fc-40b3-b131-0f0d5a44a3fa tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 950 time: 0.0481474 Sep 10 04:29:09.777575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0b7b95d-5430-4ae2-a7a0-ee5c8419689e req-a87d65af-0fea-4c5c-b7bf-b31d01f6bbce tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307577 Sep 10 04:29:10.897028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6106667-afb2-426f-b758-5d0379bc81a6 req-18701761-8a87-441d-b522-711a97c668db tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:10.898481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6106667-afb2-426f-b758-5d0379bc81a6 req-18701761-8a87-441d-b522-711a97c668db tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 950 time: 0.0522747 Sep 10 04:29:10.935073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6106667-afb2-426f-b758-5d0379bc81a6 req-8f8ce20d-a4c6-45da-8527-d05c2548c7b2 tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/security-groups?id=6a1d5f24-1737-4228-990f-7c7ab0321dee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306695 Sep 10 04:29:11.028935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-18dfcc1b-800d-43ce-a43a-7006873d924c tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:11.034186 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-18dfcc1b-800d-43ce-a43a-7006873d924c tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.20 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 950 time: 0.0487237 Sep 10 04:29:11.121277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Deleting port 7826c056-1743-417c-8573-ceca38eca12f {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:29:11.121622 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:11.210338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] For port 7826c056-1743-417c-8573-ceca38eca12f, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=7826c056-1743-417c-8573-ceca38eca12f,segment=NetworkSegment(0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9),segment_id=0b4eb304-5c5c-46a4-8d70-b3a1c64a20c9)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:11.210691 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:11.222392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Calling delete_port for 7826c056-1743-417c-8573-ceca38eca12f owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:29:11.380505 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:11.392138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['7826c056-1743-417c-8573-ceca38eca12f'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:29:11.411937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Pushing event deleted for resources: {'Port': ['ID=7826c056-1743-417c-8573-ceca38eca12f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:11.439623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.439995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.440334 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.440666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.440985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.441319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.442125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.442125 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.442279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.442578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.443444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.443796 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:11.466688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] No DVR routers for this DVR port 7826c056-1743-417c-8573-ceca38eca12f on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:29:11.469649 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:11.471885 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ca6d4283-45e6-463f-b80c-b76ec0bdbd0d req-67c03d77-7872-4502-80fb-c026ae427a7e tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.20 "DELETE /v2.0/ports/7826c056-1743-417c-8573-ceca38eca12f HTTP/1.1" status: 204 len: 173 time: 0.4350083 Sep 10 04:29:11.474706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '495a0872-8afd-4ed1-80e4-e89cf6c92262', 'name': 'network-vif-deleted', 'tag': '7826c056-1743-417c-8573-ceca38eca12f'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:11.474934 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3f55031-3178-4966-b9bd-fd22ee20dbed" -d '{"events": [{"server_uuid": "495a0872-8afd-4ed1-80e4-e89cf6c92262", "name": "network-vif-deleted", "tag": "7826c056-1743-417c-8573-ceca38eca12f"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:11.515546 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee19b0-9cc5-4752-9bb1-527d8d919456 x-openstack-request-id: req-34ee19b0-9cc5-4752-9bb1-527d8d919456 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:11.515946 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "495a0872-8afd-4ed1-80e4-e89cf6c92262", "name": "network-vif-deleted", "tag": "7826c056-1743-417c-8573-ceca38eca12f", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:11.516269 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34ee19b0-9cc5-4752-9bb1-527d8d919456 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:11.516862 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '495a0872-8afd-4ed1-80e4-e89cf6c92262', 'name': 'network-vif-deleted', 'tag': '7826c056-1743-417c-8573-ceca38eca12f', 'status': 'completed', 'code': 200} Sep 10 04:29:12.041726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02568b2a-06fa-469f-9c23-7cb1b3750999 req-a04cc29b-9ef7-4f39-b692-fcd3543c225a tempest-ServersAdminNegativeTestJSON-446417939 tempest-ServersAdminNegativeTestJSON-446417939-project] 10.222.0.22 "GET /v2.0/ports?device_id=495a0872-8afd-4ed1-80e4-e89cf6c92262 HTTP/1.1" status: 200 len: 210 time: 0.0268667 Sep 10 04:29:13.526757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57546) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:13.654463 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-55566f83-943e-45f3-9f84-4d2a3d04ed9f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7129ab2788c74131a37c12384d3117d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1265392 Sep 10 04:29:13.656930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57550) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:13.709959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03c8da1c-a7f7-43aa-b8cc-2fa1ae383e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:13.731784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03c8da1c-a7f7-43aa-b8cc-2fa1ae383e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:13.843001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03c8da1c-a7f7-43aa-b8cc-2fa1ae383e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:13.845571 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-03c8da1c-a7f7-43aa-b8cc-2fa1ae383e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:13.846731 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-03c8da1c-a7f7-43aa-b8cc-2fa1ae383e66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6a1d5f24-1737-4228-990f-7c7ab0321dee HTTP/1.1" status: 204 len: 168 time: 0.1889226 Sep 10 04:29:13.855316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8da1c-a7f7-43aa-b8cc-2fa1ae383e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a1d5f24-1737-4228-990f-7c7ab0321dee,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:14.319968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57556) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:14.333405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f9624e38-127a-4401-8697-9d98daf5dd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:14.418886 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f9624e38-127a-4401-8697-9d98daf5dd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:14.471438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f9624e38-127a-4401-8697-9d98daf5dd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:14.507750 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f9624e38-127a-4401-8697-9d98daf5dd17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b8148ade7624818b46a448e9a80d15e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1860843 Sep 10 04:29:14.510249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9624e38-127a-4401-8697-9d98daf5dd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f10c4e3a-7201-418d-8c25-30e78537ccdd,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:14.511323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57558) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:14.560196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0723a72c-0ed8-4bbf-b77d-a93788fd64f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:14.580947 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0723a72c-0ed8-4bbf-b77d-a93788fd64f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:14.694708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0723a72c-0ed8-4bbf-b77d-a93788fd64f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:14.697894 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0723a72c-0ed8-4bbf-b77d-a93788fd64f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:14.699033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0723a72c-0ed8-4bbf-b77d-a93788fd64f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f10c4e3a-7201-418d-8c25-30e78537ccdd HTTP/1.1" status: 204 len: 168 time: 0.1860602 Sep 10 04:29:14.707048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0723a72c-0ed8-4bbf-b77d-a93788fd64f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f10c4e3a-7201-418d-8c25-30e78537ccdd,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:15.653104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57580) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:15.747121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-671960460-network', 'tenant_id': 'ff8ebda53e8641c6baa1540185b73dea'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:15.820012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Made reservation on behalf of ff8ebda53e8641c6baa1540185b73dea for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:29:15.822369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:15.830528 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:15.914311 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:15.962948 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:15.986638 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] vlan segment allocate from pool success with {'vlan_id': 241, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:29:15.996504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0946535-84a9-42ad-a8fd-472b9ba4b66c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:16.001108 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:16.001451 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Added segment edabceac-a8e9-412b-9458-4347eb8dfc69 of type vlan for network ca8acd36-3268-400e-bcd7-2bbc72cfccd8 Sep 10 04:29:16.039957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:16.094307 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:16.095153 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:16.095779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:16.156260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8acd36-3268-400e-bcd7-2bbc72cfccd8,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:16.159045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8d11ae5d-dee3-4bc6-bf9b-49d74b8c1644 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5049233 Sep 10 04:29:16.162419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57584) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:16.166488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ca8acd36-3268-400e-bcd7-2bbc72cfccd8 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:29:16.167022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Request body: {'subnet': {'network_id': 'ca8acd36-3268-400e-bcd7-2bbc72cfccd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-671960460-subnet', 'tenant_id': 'ff8ebda53e8641c6baa1540185b73dea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:16.248817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Made reservation on behalf of ff8ebda53e8641c6baa1540185b73dea for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:29:16.251115 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:16.400569 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7826c056-1743-417c-8573-ceca38eca12f no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:29:16.419833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 7826c056-1743-417c-8573-ceca38eca12f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:29:16.420179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 7826c056-1743-417c-8573-ceca38eca12f not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:29:16.477954 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:16.526067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5032ddf3-a1e4-49e9-98d0-dcfbedbee86a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:16.542304 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Checking segment: {'id': 'edabceac-a8e9-412b-9458-4347eb8dfc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ca8acd36-3268-400e-bcd7-2bbc72cfccd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:29:16.542659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Network hostable DHCP agents. Network: ca8acd36-3268-400e-bcd7-2bbc72cfccd8, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:29:16.614322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Network ca8acd36-3268-400e-bcd7-2bbc72cfccd8 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:29:16.671461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ca8acd36-3268-400e-bcd7-2bbc72cfccd8) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:29:16.675748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:16.676333 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:16.682052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24f7bcea-2f1c-47fe-88c0-55169cf1a7ab None None] Network ca8acd36-3268-400e-bcd7-2bbc72cfccd8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:29:16.723938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-20c68ca4-4d37-434f-88b0-67a3afa83eb4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5605223 Sep 10 04:29:16.802586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aad5885e-c25e-4811-950e-f0b6ae19b200 None None] Network ca8acd36-3268-400e-bcd7-2bbc72cfccd8 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:29:17.139361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-98e836aa-6309-4c1a-8e6b-94c50a334135 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:17.140870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-98e836aa-6309-4c1a-8e6b-94c50a334135 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/networks?id=ca8acd36-3268-400e-bcd7-2bbc72cfccd8 HTTP/1.1" status: 200 len: 811 time: 0.1046929 Sep 10 04:29:17.155007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-0eb0f5e2-916b-403e-a1aa-9b7b40bcd76c tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/quotas/ff8ebda53e8641c6baa1540185b73dea HTTP/1.1" status: 200 len: 375 time: 0.0086691 Sep 10 04:29:17.186275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-65411a22-a60e-4048-a2af-44db8d3c5db3 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ff8ebda53e8641c6baa1540185b73dea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0263405 Sep 10 04:29:17.196413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-9f34c277-ed59-45a1-83b2-c6444460bf84 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:29:17.197350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-9f34c277-ed59-45a1-83b2-c6444460bf84 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047867 Sep 10 04:29:17.281018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a51b0a31-42c9-4a0b-ad35-57ba090be817 service neutron] 10.222.0.22 "GET /v2.0/networks/ca8acd36-3268-400e-bcd7-2bbc72cfccd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782077 Sep 10 04:29:17.369502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-ba02319a-2208-44ef-b15b-9b2331f25e37 service neutron] 10.222.0.22 "GET /v2.0/networks/ca8acd36-3268-400e-bcd7-2bbc72cfccd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824137 Sep 10 04:29:17.609873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f563c1b-716f-4011-9d7f-4cc6bdbb5c58 req-46db4ef7-860b-433c-995d-67b06783420c tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 210 time: 0.0271747 Sep 10 04:29:18.700248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc4454ac-12df-44cd-a5bc-79bbd3046a1d req-25af585f-c1e5-42f5-9e99-89918f6ea842 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 210 time: 0.0264308 Sep 10 04:29:19.246344 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:29:19.546903 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-79da3dab-d33d-44c9-ae35-df6fc62040eb tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:19.548440 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-79da3dab-d33d-44c9-ae35-df6fc62040eb tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.20 "GET /v2.0/networks?id=ca8acd36-3268-400e-bcd7-2bbc72cfccd8 HTTP/1.1" status: 200 len: 811 time: 0.3442128 Sep 10 04:29:19.561888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Request body: {'port': {'device_id': '28d55318-5a2c-40bc-8691-13dff2ead8d2', 'network_id': 'ca8acd36-3268-400e-bcd7-2bbc72cfccd8', 'admin_state_up': True, 'tenant_id': 'ff8ebda53e8641c6baa1540185b73dea'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:19.705690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Made reservation on behalf of ff8ebda53e8641c6baa1540185b73dea for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:29:19.709192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:19.797165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11a02761-7d64-4e71-a616-917c1d8cd161 req-1e06954c-98b0-4912-8054-9dff6667ba2f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 210 time: 0.0250571 Sep 10 04:29:19.836476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Allocated IP 172.20.0.3 (ca8acd36-3268-400e-bcd7-2bbc72cfccd8/5032ddf3-a1e4-49e9-98d0-dcfbedbee86a/558c197d-f02c-4b38-81c2-260fd36e61fb) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:29:19.980819 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.054975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.095010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Network ca8acd36-3268-400e-bcd7-2bbc72cfccd8 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:29:20.098032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:29:20.101713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:29:20.129121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Pushing event updated for resources: {'Port': ['ID=558c197d-f02c-4b38-81c2-260fd36e61fb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:20.155817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:20.156431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.203538 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-a03d20b5-7284-4ca2-8fa6-20bf594f740f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6452808 Sep 10 04:29:20.216230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Request body: {'port': {'device_id': '28d55318-5a2c-40bc-8691-13dff2ead8d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:20.271853 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.527492 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 558c197d-f02c-4b38-81c2-260fd36e61fb {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:29:20.534799 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.547374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Transition to ACTIVE for port object 558c197d-f02c-4b38-81c2-260fd36e61fb will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:29:20.596998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.647786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Pushing event updated for resources: {'Port': ['ID=558c197d-f02c-4b38-81c2-260fd36e61fb,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:20.713956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Attempting to bind port 558c197d-f02c-4b38-81c2-260fd36e61fb on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:29:20.714285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Attempting to bind port 558c197d-f02c-4b38-81c2-260fd36e61fb by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'edabceac-a8e9-412b-9458-4347eb8dfc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ca8acd36-3268-400e-bcd7-2bbc72cfccd8'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:29:20.714610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Attempting to bind port 558c197d-f02c-4b38-81c2-260fd36e61fb on network ca8acd36-3268-400e-bcd7-2bbc72cfccd8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:29:20.718815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Port 558c197d-f02c-4b38-81c2-260fd36e61fb on network ca8acd36-3268-400e-bcd7-2bbc72cfccd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:29:20.719143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Attempting to bind port 558c197d-f02c-4b38-81c2-260fd36e61fb on network ca8acd36-3268-400e-bcd7-2bbc72cfccd8 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:29:20.723918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 28, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:29:20.724256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Checking segment: {'id': 'edabceac-a8e9-412b-9458-4347eb8dfc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ca8acd36-3268-400e-bcd7-2bbc72cfccd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:29:20.724640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Bound using segment: {'id': 'edabceac-a8e9-412b-9458-4347eb8dfc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ca8acd36-3268-400e-bcd7-2bbc72cfccd8'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:29:20.725058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Bound port: 558c197d-f02c-4b38-81c2-260fd36e61fb, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'edabceac-a8e9-412b-9458-4347eb8dfc69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 241, 'network_id': 'ca8acd36-3268-400e-bcd7-2bbc72cfccd8'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:29:20.725412 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.786472 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] For port 558c197d-f02c-4b38-81c2-260fd36e61fb, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:29:20.789944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] For port 558c197d-f02c-4b38-81c2-260fd36e61fb, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=558c197d-f02c-4b38-81c2-260fd36e61fb,segment=NetworkSegment(edabceac-a8e9-412b-9458-4347eb8dfc69),segment_id=edabceac-a8e9-412b-9458-4347eb8dfc69)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:29:20.860765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.882917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-72eb0d20-29ea-4649-a7f0-a5c77239735f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.900938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:20.901551 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:20.903173 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] 10.222.0.20 "PUT /v2.0/ports/558c197d-f02c-4b38-81c2-260fd36e61fb HTTP/1.1" status: 200 len: 1091 time: 0.6908958 Sep 10 04:29:20.903609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28d55318-5a2c-40bc-8691-13dff2ead8d2', 'tag': '558c197d-f02c-4b38-81c2-260fd36e61fb'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:20.905977 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-212184b7-ecd9-4f95-ad6f-705af5a6cb42" -d '{"events": [{"name": "network-changed", "server_uuid": "28d55318-5a2c-40bc-8691-13dff2ead8d2", "tag": "558c197d-f02c-4b38-81c2-260fd36e61fb"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:20.930693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56bfa16-67c3-469a-b9be-e4dfcaaec4ef req-72b71af9-c6d8-4345-9f15-16c1d9f3004a tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:20.932302 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b56bfa16-67c3-469a-b9be-e4dfcaaec4ef req-72b71af9-c6d8-4345-9f15-16c1d9f3004a tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 943 time: 0.0629599 Sep 10 04:29:20.934890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd7539a-8cce-4fec-8de2-f9079472e823 service neutron] Pushing event updated for resources: {'Port': ['ID=558c197d-f02c-4b38-81c2-260fd36e61fb,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:20.944606 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14597cf7-45ea-4e28-84c1-9ef38d7af184 x-openstack-request-id: req-14597cf7-45ea-4e28-84c1-9ef38d7af184 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:20.944992 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28d55318-5a2c-40bc-8691-13dff2ead8d2", "tag": "558c197d-f02c-4b38-81c2-260fd36e61fb", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:20.945247 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14597cf7-45ea-4e28-84c1-9ef38d7af184 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:20.946149 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28d55318-5a2c-40bc-8691-13dff2ead8d2', 'tag': '558c197d-f02c-4b38-81c2-260fd36e61fb', 'status': 'completed', 'code': 200} Sep 10 04:29:20.979239 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b56bfa16-67c3-469a-b9be-e4dfcaaec4ef req-ac0b5a42-78d3-444c-963d-6061f3f8789e tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362341 Sep 10 04:29:21.007465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212184b7-ecd9-4f95-ad6f-705af5a6cb42 req-21c6b021-5847-4595-90f0-bc0f53935704 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:21.009583 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-212184b7-ecd9-4f95-ad6f-705af5a6cb42 req-21c6b021-5847-4595-90f0-bc0f53935704 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff8ebda53e8641c6baa1540185b73dea&device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0452743 Sep 10 04:29:21.108191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212184b7-ecd9-4f95-ad6f-705af5a6cb42 req-d5af1306-7989-49c4-b988-e8da31b69994 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:21.109662 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-212184b7-ecd9-4f95-ad6f-705af5a6cb42 req-d5af1306-7989-49c4-b988-e8da31b69994 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=ff8ebda53e8641c6baa1540185b73dea&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0908353 Sep 10 04:29:21.206668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212184b7-ecd9-4f95-ad6f-705af5a6cb42 req-fcbff139-d9c5-4574-8171-77642d9ca916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:21.208197 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-212184b7-ecd9-4f95-ad6f-705af5a6cb42 req-fcbff139-d9c5-4574-8171-77642d9ca916 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0914047 Sep 10 04:29:21.283799 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-427e2acc-d152-423b-9a33-547e7fc9e5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:21.285260 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-427e2acc-d152-423b-9a33-547e7fc9e5dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ff8ebda53e8641c6baa1540185b73dea&device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 1094 time: 0.0409539 Sep 10 04:29:21.330854 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-aef6c83c-c40f-4700-9964-b55afcec385a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=558c197d-f02c-4b38-81c2-260fd36e61fb HTTP/1.1" status: 200 len: 217 time: 0.0375733 Sep 10 04:29:21.378847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-8d50029b-ebc9-4ab3-8a8e-8812ec0731f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:21.380174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-8d50029b-ebc9-4ab3-8a8e-8812ec0731f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5032ddf3-a1e4-49e9-98d0-dcfbedbee86a HTTP/1.1" status: 200 len: 851 time: 0.0419400 Sep 10 04:29:21.415849 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-7860f0ca-60ce-432d-87d4-a53b6f6225d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ca8acd36-3268-400e-bcd7-2bbc72cfccd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0279443 Sep 10 04:29:21.509779 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-7b9889eb-6cd6-401b-aa8d-868d86b3a68b service neutron] 10.222.0.20 "GET /v2.0/networks/ca8acd36-3268-400e-bcd7-2bbc72cfccd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864053 Sep 10 04:29:21.599748 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ff0795c-a6b5-48b9-b7aa-d986c2e75593 req-977a3c88-23d8-4b8d-ad79-fd53bf4c1bfa service neutron] 10.222.0.20 "GET /v2.0/networks/ca8acd36-3268-400e-bcd7-2bbc72cfccd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831690 Sep 10 04:29:22.092209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406282a0-64a0-4bb4-baa0-d64806825042 req-4d8c6353-98bb-4cfe-a524-9d0f44fd1f54 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:22.093665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-406282a0-64a0-4bb4-baa0-d64806825042 req-4d8c6353-98bb-4cfe-a524-9d0f44fd1f54 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 943 time: 0.0470538 Sep 10 04:29:22.129629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-406282a0-64a0-4bb4-baa0-d64806825042 req-b8d96a6c-e74a-4eae-bd1e-338a0be632b7 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302286 Sep 10 04:29:23.241173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839f10d1-baca-49d3-9488-b00729a9ced5 req-d90819aa-1d13-4559-9171-4fdd580543cd tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:23.243225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-839f10d1-baca-49d3-9488-b00729a9ced5 req-d90819aa-1d13-4559-9171-4fdd580543cd tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 943 time: 0.0468578 Sep 10 04:29:23.278729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-839f10d1-baca-49d3-9488-b00729a9ced5 req-9c7a944b-f7f1-43d2-9870-4488208c2622 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296135 Sep 10 04:29:23.540475 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bc206f2f-0dca-49bf-bc31-8af18bd23820 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:23.740213 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:24.395324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1961956-8bb6-4b12-9832-4d1e5103ecc4 req-51d33352-ae36-4337-bb6b-ca078ed1a34c tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:24.396784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1961956-8bb6-4b12-9832-4d1e5103ecc4 req-51d33352-ae36-4337-bb6b-ca078ed1a34c tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 943 time: 0.0524967 Sep 10 04:29:24.433850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1961956-8bb6-4b12-9832-4d1e5103ecc4 req-328438aa-bd0b-4238-9592-257e747bd904 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307071 Sep 10 04:29:24.463058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 558c197d-f02c-4b38-81c2-260fd36e61fb details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:29:24.553012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 558c197d-f02c-4b38-81c2-260fd36e61fb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=558c197d-f02c-4b38-81c2-260fd36e61fb,segment=NetworkSegment(edabceac-a8e9-412b-9458-4347eb8dfc69),segment_id=edabceac-a8e9-412b-9458-4347eb8dfc69)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:24.563754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '558c197d-f02c-4b38-81c2-260fd36e61fb', 'network_id': 'ca8acd36-3268-400e-bcd7-2bbc72cfccd8', 'port_id': '558c197d-f02c-4b38-81c2-260fd36e61fb', 'mac_address': 'fa:16:3e:5f:f6:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 241, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5032ddf3-a1e4-49e9-98d0-dcfbedbee86a', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:29:24.603070 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:24.615181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 558c197d-f02c-4b38-81c2-260fd36e61fb {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:29:24.633546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 558c197d-f02c-4b38-81c2-260fd36e61fb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=558c197d-f02c-4b38-81c2-260fd36e61fb,segment=NetworkSegment(edabceac-a8e9-412b-9458-4347eb8dfc69),segment_id=edabceac-a8e9-412b-9458-4347eb8dfc69)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:24.688478 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:24.733531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=558c197d-f02c-4b38-81c2-260fd36e61fb,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:24.877387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['558c197d-f02c-4b38-81c2-260fd36e61fb'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:29:25.288453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:25.791395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7f6195-e230-4384-b9a4-bf3af711570e req-73554f0b-65b4-4ba4-8485-3d1ef6b55ae8 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:25.792907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f7f6195-e230-4384-b9a4-bf3af711570e req-73554f0b-65b4-4ba4-8485-3d1ef6b55ae8 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 944 time: 0.0493326 Sep 10 04:29:25.829365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f7f6195-e230-4384-b9a4-bf3af711570e req-d4ab1c39-ed4a-485c-b14d-eb037cd49b30 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306344 Sep 10 04:29:26.397199 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:26.481856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 558c197d-f02c-4b38-81c2-260fd36e61fb up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:29:26.580038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 558c197d-f02c-4b38-81c2-260fd36e61fb completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:29:26.583649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 558c197d-f02c-4b38-81c2-260fd36e61fb triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:29:26.584051 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:26.657384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:26.679120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d55318-5a2c-40bc-8691-13dff2ead8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558c197d-f02c-4b38-81c2-260fd36e61fb'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:26.681397 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3240b2e9-47e5-4108-ad60-0b43a24d4c5a" -d '{"events": [{"server_uuid": "28d55318-5a2c-40bc-8691-13dff2ead8d2", "name": "network-vif-plugged", "status": "completed", "tag": "558c197d-f02c-4b38-81c2-260fd36e61fb"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:26.696324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 558c197d-f02c-4b38-81c2-260fd36e61fb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=558c197d-f02c-4b38-81c2-260fd36e61fb,segment=NetworkSegment(edabceac-a8e9-412b-9458-4347eb8dfc69),segment_id=edabceac-a8e9-412b-9458-4347eb8dfc69)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:26.719888 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-270efa22-3c5d-478b-97d5-38eeba79197e x-openstack-request-id: req-270efa22-3c5d-478b-97d5-38eeba79197e {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:26.720199 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d55318-5a2c-40bc-8691-13dff2ead8d2", "name": "network-vif-plugged", "status": "completed", "tag": "558c197d-f02c-4b38-81c2-260fd36e61fb", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:26.720496 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-270efa22-3c5d-478b-97d5-38eeba79197e {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:26.720888 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d55318-5a2c-40bc-8691-13dff2ead8d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '558c197d-f02c-4b38-81c2-260fd36e61fb', 'code': 200} Sep 10 04:29:26.751892 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:26.799133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=558c197d-f02c-4b38-81c2-260fd36e61fb,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:26.819507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6970fdaf-e2ec-44af-aa8d-88f09e633c48 req-0bbaedb4-4233-4b51-a6af-72f22914d06f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:26.821572 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6970fdaf-e2ec-44af-aa8d-88f09e633c48 req-0bbaedb4-4233-4b51-a6af-72f22914d06f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 1096 time: 0.0412431 Sep 10 04:29:26.856574 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6970fdaf-e2ec-44af-aa8d-88f09e633c48 req-fdf4c546-f4e1-4300-a434-fc0098ef4f6b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279837 Sep 10 04:29:26.939037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb633bfd-a610-4477-8871-ed2457f32843 req-b6ae5e5a-074d-45a0-aa9a-6b530a843a84 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:26.940421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb633bfd-a610-4477-8871-ed2457f32843 req-b6ae5e5a-074d-45a0-aa9a-6b530a843a84 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 945 time: 0.0469098 Sep 10 04:29:26.976729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb633bfd-a610-4477-8871-ed2457f32843 req-2548cc34-e608-4859-a094-76c78e2d40ab tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300412 Sep 10 04:29:28.092434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7223427-d480-441e-8f58-14da9620690e req-ebd01fd2-dbf4-45e5-9150-42eaf75c0b94 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:28.093898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7223427-d480-441e-8f58-14da9620690e req-ebd01fd2-dbf4-45e5-9150-42eaf75c0b94 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 945 time: 0.0510273 Sep 10 04:29:28.131290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7223427-d480-441e-8f58-14da9620690e req-4956bbea-aac0-4f0a-8530-d1455d08e827 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315630 Sep 10 04:29:29.174655 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:29.242106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85aa8a90-26a8-48a5-9941-f7d56511e400 req-81ab79fd-c1c2-4f35-b099-88e6f902204f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:29.243646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85aa8a90-26a8-48a5-9941-f7d56511e400 req-81ab79fd-c1c2-4f35-b099-88e6f902204f tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 945 time: 0.0474069 Sep 10 04:29:29.280505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85aa8a90-26a8-48a5-9941-f7d56511e400 req-2f6aa22e-5db2-4670-b1e7-d513100a9980 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309005 Sep 10 04:29:29.886860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48036457-aa65-43a9-80ab-29b48bc989fd req-d64f20fe-87f0-4368-b413-92ca3a01720b tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:29.888403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48036457-aa65-43a9-80ab-29b48bc989fd req-d64f20fe-87f0-4368-b413-92ca3a01720b tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 945 time: 0.0469675 Sep 10 04:29:29.925059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48036457-aa65-43a9-80ab-29b48bc989fd req-186e6136-da43-4ee3-8252-f685871e540a tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307612 Sep 10 04:29:31.042073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba14457b-37e8-4d86-9e8e-8bb5b9be9a51 req-72e0870d-5f4b-4ba0-bb24-46f031b3f2a2 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:31.049529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba14457b-37e8-4d86-9e8e-8bb5b9be9a51 req-72e0870d-5f4b-4ba0-bb24-46f031b3f2a2 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 945 time: 0.0513108 Sep 10 04:29:31.079641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba14457b-37e8-4d86-9e8e-8bb5b9be9a51 req-6ed41947-b48c-456d-aec5-94583d86b066 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0946535-84a9-42ad-a8fd-472b9ba4b66c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301952 Sep 10 04:29:31.152935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c38b3-f378-4bef-b637-355fa0231b25 req-1cb3108d-7cd3-4ff3-9adc-4012df889a93 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:31.154390 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-268c38b3-f378-4bef-b637-355fa0231b25 req-1cb3108d-7cd3-4ff3-9adc-4012df889a93 tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.20 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 945 time: 0.0535719 Sep 10 04:29:31.245439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-268c38b3-f378-4bef-b637-355fa0231b25 req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Deleting port 558c197d-f02c-4b38-81c2-260fd36e61fb {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:29:31.245698 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-268c38b3-f378-4bef-b637-355fa0231b25 req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:31.336600 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-268c38b3-f378-4bef-b637-355fa0231b25 req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] For port 558c197d-f02c-4b38-81c2-260fd36e61fb, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=558c197d-f02c-4b38-81c2-260fd36e61fb,segment=NetworkSegment(edabceac-a8e9-412b-9458-4347eb8dfc69),segment_id=edabceac-a8e9-412b-9458-4347eb8dfc69)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:31.336965 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-268c38b3-f378-4bef-b637-355fa0231b25 req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:31.348571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-268c38b3-f378-4bef-b637-355fa0231b25 req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Calling delete_port for 558c197d-f02c-4b38-81c2-260fd36e61fb owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:29:31.591536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-268c38b3-f378-4bef-b637-355fa0231b25 req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:31.603904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['558c197d-f02c-4b38-81c2-260fd36e61fb'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:29:31.625423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Pushing event deleted for resources: {'Port': ['ID=558c197d-f02c-4b38-81c2-260fd36e61fb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:31.665176 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-268c38b3-f378-4bef-b637-355fa0231b25 req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] No DVR routers for this DVR port 558c197d-f02c-4b38-81c2-260fd36e61fb on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:29:31.668431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-268c38b3-f378-4bef-b637-355fa0231b25 req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:31.670433 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-268c38b3-f378-4bef-b637-355fa0231b25 req-f1b7c606-c2ce-485a-97ff-b824b06080ad tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.20 "DELETE /v2.0/ports/558c197d-f02c-4b38-81c2-260fd36e61fb HTTP/1.1" status: 204 len: 173 time: 0.5090029 Sep 10 04:29:31.670871 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28d55318-5a2c-40bc-8691-13dff2ead8d2', 'name': 'network-vif-deleted', 'tag': '558c197d-f02c-4b38-81c2-260fd36e61fb'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:31.673245 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567cbb61-0834-4955-be4b-84b8e6f97fd7" -d '{"events": [{"server_uuid": "28d55318-5a2c-40bc-8691-13dff2ead8d2", "name": "network-vif-deleted", "tag": "558c197d-f02c-4b38-81c2-260fd36e61fb"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:31.708716 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd7cec26-865b-4f0c-ab5d-d692ee9e31f4 x-openstack-request-id: req-cd7cec26-865b-4f0c-ab5d-d692ee9e31f4 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:31.709014 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28d55318-5a2c-40bc-8691-13dff2ead8d2", "name": "network-vif-deleted", "tag": "558c197d-f02c-4b38-81c2-260fd36e61fb", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:31.709268 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd7cec26-865b-4f0c-ab5d-d692ee9e31f4 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:31.709673 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28d55318-5a2c-40bc-8691-13dff2ead8d2', 'name': 'network-vif-deleted', 'tag': '558c197d-f02c-4b38-81c2-260fd36e61fb', 'status': 'completed', 'code': 200} Sep 10 04:29:32.185764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10dc8601-e8f2-4a28-b4a2-df391fb14f3d req-b1e25996-a5ab-4c36-8df2-4b370be2928e tempest-DeleteServersTestJSON-782531222 tempest-DeleteServersTestJSON-782531222-project] 10.222.0.22 "GET /v2.0/ports?device_id=28d55318-5a2c-40bc-8691-13dff2ead8d2 HTTP/1.1" status: 200 len: 210 time: 0.0284710 Sep 10 04:29:32.602607 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.240542 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57652) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:33.283672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Deleting subnet 5032ddf3-a1e4-49e9-98d0-dcfbedbee86a {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:29:33.286956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.319354 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.360181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.471750 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.497430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5032ddf3-a1e4-49e9-98d0-dcfbedbee86a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:33.502638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.504721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5032ddf3-a1e4-49e9-98d0-dcfbedbee86a HTTP/1.1" status: 204 len: 168 time: 0.2629466 Sep 10 04:29:33.508263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57654) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.519339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-922247d2-8fb5-4ce3-9d8c-83234a893c6d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:33.581026 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.655686 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.675338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca8acd36-3268-400e-bcd7-2bbc72cfccd8']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:29:33.684828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'edabceac-a8e9-412b-9458-4347eb8dfc69') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:29:33.685122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'edabceac-a8e9-412b-9458-4347eb8dfc69') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:29:33.694020 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.707040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.713230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] Releasing vlan 241 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:29:33.713613 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: timer() Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:29:33.715190 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:29:33.813968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.819376 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:33.821257 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ca8acd36-3268-400e-bcd7-2bbc72cfccd8 HTTP/1.1" status: 204 len: 168 time: 0.3128028 Sep 10 04:29:33.832238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660858c6-1ecc-4831-b906-3cfa7f0d7622 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca8acd36-3268-400e-bcd7-2bbc72cfccd8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:34.045805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57658) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:34.085938 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aeb21d52-5bf7-465b-9263-160c4582a1cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff8ebda53e8641c6baa1540185b73dea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389311 Sep 10 04:29:34.088327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57660) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:34.134339 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7658-8a8d-4379-b871-a96fefdc971f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:34.155035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7658-8a8d-4379-b871-a96fefdc971f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:34.277251 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7658-8a8d-4379-b871-a96fefdc971f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:34.279828 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c1fc7658-8a8d-4379-b871-a96fefdc971f admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:34.280968 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c1fc7658-8a8d-4379-b871-a96fefdc971f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0946535-84a9-42ad-a8fd-472b9ba4b66c HTTP/1.1" status: 204 len: 168 time: 0.1917596 Sep 10 04:29:34.288777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fc7658-8a8d-4379-b871-a96fefdc971f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0946535-84a9-42ad-a8fd-472b9ba4b66c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:35.167581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57682) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:35.261162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2017504350-network', 'tenant_id': 'e7f2e9e49be1462fb973a45bc53f1bff'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:35.333501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Made reservation on behalf of e7f2e9e49be1462fb973a45bc53f1bff for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:29:35.335884 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:35.344826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:35.429458 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:35.499823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:35.520704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] vlan segment allocate from pool success with {'vlan_id': 206, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:29:35.534247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14cd7739-cee3-40ab-9310-7e0779095040,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:35.540093 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:35.540431 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Added segment 85cf72d5-67cf-4f04-8c74-2c8a19c9344c of type vlan for network a544acbc-1b6c-4d8c-b715-1ce2a23d921d Sep 10 04:29:35.579273 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:35.671355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:35.672302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:35.672864 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:35.730251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] Pushing event updated for resources: {'Network': ['ID=a544acbc-1b6c-4d8c-b715-1ce2a23d921d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:35.739867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a544acbc-1b6c-4d8c-b715-1ce2a23d921d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:29:35.752372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-057bc95c-7b70-47b7-a054-b0f58d167ab3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5836706 Sep 10 04:29:35.756179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57686) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:29:35.760975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Request body: {'subnet': {'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2017504350-subnet', 'tenant_id': 'e7f2e9e49be1462fb973a45bc53f1bff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:35.831207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Made reservation on behalf of e7f2e9e49be1462fb973a45bc53f1bff for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:29:35.833546 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:36.043071 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:36.096030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f3976537-07d6-41fd-b834-cb0d4e70d955,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:36.104997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Checking segment: {'id': '85cf72d5-67cf-4f04-8c74-2c8a19c9344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:29:36.105355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Network hostable DHCP agents. Network: a544acbc-1b6c-4d8c-b715-1ce2a23d921d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:29:36.196882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Network a544acbc-1b6c-4d8c-b715-1ce2a23d921d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:29:36.260005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a544acbc-1b6c-4d8c-b715-1ce2a23d921d) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:29:36.263980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:36.264652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:36.270611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd17442-af74-4a6b-8aeb-4bdefaa52bfb None None] Network a544acbc-1b6c-4d8c-b715-1ce2a23d921d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:29:36.352637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9260ac52-8ee4-45e9-813d-b809e994c832 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5964439 Sep 10 04:29:36.390884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a46489-a536-4360-b7d5-e78e103ad16c None None] Network a544acbc-1b6c-4d8c-b715-1ce2a23d921d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:29:36.508229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 558c197d-f02c-4b38-81c2-260fd36e61fb no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:29:36.531608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 558c197d-f02c-4b38-81c2-260fd36e61fb {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:29:36.531976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 558c197d-f02c-4b38-81c2-260fd36e61fb not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:29:36.780587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-af4539e1-b3a7-4e4f-86c3-e2099aadc46c tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:36.782082 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-af4539e1-b3a7-4e4f-86c3-e2099aadc46c tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/networks?id=a544acbc-1b6c-4d8c-b715-1ce2a23d921d HTTP/1.1" status: 200 len: 815 time: 0.1031134 Sep 10 04:29:36.796642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-2f4938b1-9c39-46d9-ba1a-d2505aeadb01 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/quotas/e7f2e9e49be1462fb973a45bc53f1bff HTTP/1.1" status: 200 len: 375 time: 0.0087605 Sep 10 04:29:36.826904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-c3fc8b0d-f019-4757-a407-90bd7785b74b tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7f2e9e49be1462fb973a45bc53f1bff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250635 Sep 10 04:29:36.917304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-8ab2511b-3ae4-48dd-b577-42a036ab33ef service neutron] 10.222.0.22 "GET /v2.0/networks/a544acbc-1b6c-4d8c-b715-1ce2a23d921d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834777 Sep 10 04:29:37.004665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-5fe8f2d2-30a4-483a-bfd5-59a6488a98b3 service neutron] 10.222.0.22 "GET /v2.0/networks/a544acbc-1b6c-4d8c-b715-1ce2a23d921d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813150 Sep 10 04:29:37.271772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ffb9dab-a0e2-487b-bc25-33e0529b0320 req-8eec7908-8ad3-47e3-8782-6d6c9a764114 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 210 time: 0.0258894 Sep 10 04:29:38.363153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9321cb11-4eb1-489f-ab5a-2e6cba4c8df6 req-dcaca6b0-5403-4145-95a3-e315c2892e75 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 210 time: 0.0259640 Sep 10 04:29:38.973800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-99d84116-c020-41ab-ae1a-e23f0178cb21 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:38.975242 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-99d84116-c020-41ab-ae1a-e23f0178cb21 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.20 "GET /v2.0/networks?id=a544acbc-1b6c-4d8c-b715-1ce2a23d921d HTTP/1.1" status: 200 len: 815 time: 0.1009498 Sep 10 04:29:38.987836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Request body: {'port': {'device_id': '35aaa750-c734-4e35-83ca-295b148b8d77', 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d', 'admin_state_up': True, 'tenant_id': 'e7f2e9e49be1462fb973a45bc53f1bff'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:39.179607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Made reservation on behalf of e7f2e9e49be1462fb973a45bc53f1bff for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:29:39.183751 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:39.304580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Allocated IP 172.20.0.7 (a544acbc-1b6c-4d8c-b715-1ce2a23d921d/f3976537-07d6-41fd-b834-cb0d4e70d955/8a09777a-031a-4b1e-ab23-fe1d133a5cb9) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:29:39.451693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:39.457638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d391dfb8-9fed-4f6f-9377-7a5ba86ddca2 req-ef703262-0da1-49b9-b7ee-70bf92ebd038 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 210 time: 0.0282292 Sep 10 04:29:39.539959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:39.586436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Network a544acbc-1b6c-4d8c-b715-1ce2a23d921d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:29:39.589598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:29:39.595318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:29:39.618535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Pushing event updated for resources: {'Port': ['ID=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:39.645698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:39.646420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:39.717033 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-aca51964-9fb0-4682-8413-f6aca48c88a7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7328613 Sep 10 04:29:39.729742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Request body: {'port': {'device_id': '35aaa750-c734-4e35-83ca-295b148b8d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:39.780880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:40.039515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:29:40.047570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:40.059346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Transition to ACTIVE for port object 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:29:40.122645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:40.173684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Pushing event updated for resources: {'Port': ['ID=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:40.235280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Attempting to bind port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:29:40.235619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Attempting to bind port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '85cf72d5-67cf-4f04-8c74-2c8a19c9344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:29:40.235979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Attempting to bind port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 on network a544acbc-1b6c-4d8c-b715-1ce2a23d921d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:29:40.240181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 on network a544acbc-1b6c-4d8c-b715-1ce2a23d921d not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:29:40.240508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Attempting to bind port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 on network a544acbc-1b6c-4d8c-b715-1ce2a23d921d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:29:40.245287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:29:40.245629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Checking segment: {'id': '85cf72d5-67cf-4f04-8c74-2c8a19c9344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:29:40.246013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Bound using segment: {'id': '85cf72d5-67cf-4f04-8c74-2c8a19c9344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:29:40.246436 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Bound port: 8a09777a-031a-4b1e-ab23-fe1d133a5cb9, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cf72d5-67cf-4f04-8c74-2c8a19c9344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:29:40.246797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:40.311425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] For port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:29:40.314352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] For port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:29:40.403141 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:40.435218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:40.435925 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:40.437327 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] 10.222.0.20 "PUT /v2.0/ports/8a09777a-031a-4b1e-ab23-fe1d133a5cb9 HTTP/1.1" status: 200 len: 1091 time: 0.7121518 Sep 10 04:29:40.437767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '35aaa750-c734-4e35-83ca-295b148b8d77', 'tag': '8a09777a-031a-4b1e-ab23-fe1d133a5cb9'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:40.440049 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb58235d-3179-47ee-9620-d8d20ad08a59" -d '{"events": [{"name": "network-changed", "server_uuid": "35aaa750-c734-4e35-83ca-295b148b8d77", "tag": "8a09777a-031a-4b1e-ab23-fe1d133a5cb9"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:40.466053 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4234edeb-1462-4edd-8df7-4d88a4afc93e service neutron] Pushing event updated for resources: {'Port': ['ID=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:40.478877 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe6535e-41b1-41ba-9751-f72f7b075004 x-openstack-request-id: req-bfe6535e-41b1-41ba-9751-f72f7b075004 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:40.479229 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "35aaa750-c734-4e35-83ca-295b148b8d77", "tag": "8a09777a-031a-4b1e-ab23-fe1d133a5cb9", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:40.479489 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bfe6535e-41b1-41ba-9751-f72f7b075004 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:40.479921 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '35aaa750-c734-4e35-83ca-295b148b8d77', 'tag': '8a09777a-031a-4b1e-ab23-fe1d133a5cb9', 'status': 'completed', 'code': 200} Sep 10 04:29:40.547452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58235d-3179-47ee-9620-d8d20ad08a59 req-3f7f8c14-1211-49f2-91d2-8d15765e4236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:40.549018 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb58235d-3179-47ee-9620-d8d20ad08a59 req-3f7f8c14-1211-49f2-91d2-8d15765e4236 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f2e9e49be1462fb973a45bc53f1bff&device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 1094 time: 0.0483937 Sep 10 04:29:40.580354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58884746-fcb9-4178-a8aa-5c13f24bd269 req-cb09938c-970f-4667-a8bb-9753b55200e3 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:40.581728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58884746-fcb9-4178-a8aa-5c13f24bd269 req-cb09938c-970f-4667-a8bb-9753b55200e3 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 943 time: 0.0514081 Sep 10 04:29:40.619412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58884746-fcb9-4178-a8aa-5c13f24bd269 req-d47b89c4-ffd7-4dc0-bb90-f6dd1ddcd8af tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303679 Sep 10 04:29:40.650182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58235d-3179-47ee-9620-d8d20ad08a59 req-1074c10c-f793-405f-8ea6-cb48017f5c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:40.651716 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb58235d-3179-47ee-9620-d8d20ad08a59 req-1074c10c-f793-405f-8ea6-cb48017f5c88 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=e7f2e9e49be1462fb973a45bc53f1bff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0938487 Sep 10 04:29:40.740679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb58235d-3179-47ee-9620-d8d20ad08a59 req-7735c38c-0b13-4cf3-9368-61dc147c0a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:40.742121 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bb58235d-3179-47ee-9620-d8d20ad08a59 req-7735c38c-0b13-4cf3-9368-61dc147c0a21 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0841084 Sep 10 04:29:40.824668 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-9c77c519-a07e-4c02-a303-2e20b9f59b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:40.826140 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-9c77c519-a07e-4c02-a303-2e20b9f59b08 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7f2e9e49be1462fb973a45bc53f1bff&device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 1094 time: 0.0447521 Sep 10 04:29:40.865177 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-28077a18-50d3-425d-9af3-963f5f5e4039 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8a09777a-031a-4b1e-ab23-fe1d133a5cb9 HTTP/1.1" status: 200 len: 217 time: 0.0314674 Sep 10 04:29:40.911977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-a0e5adce-87fd-4006-be81-4dacf18d58a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:40.913338 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-a0e5adce-87fd-4006-be81-4dacf18d58a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f3976537-07d6-41fd-b834-cb0d4e70d955 HTTP/1.1" status: 200 len: 855 time: 0.0412600 Sep 10 04:29:40.943951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-956be849-06c6-4311-8d9f-88419ec537cb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a544acbc-1b6c-4d8c-b715-1ce2a23d921d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232322 Sep 10 04:29:41.037269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-e944c42d-1e76-4c49-85a9-d5d47d367e07 service neutron] 10.222.0.20 "GET /v2.0/networks/a544acbc-1b6c-4d8c-b715-1ce2a23d921d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823123 Sep 10 04:29:41.131481 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-964d758f-9eac-4b43-b16e-4374b6dca0df req-24b9204d-243a-4b8f-9e6a-32ee750863e4 service neutron] 10.222.0.20 "GET /v2.0/networks/a544acbc-1b6c-4d8c-b715-1ce2a23d921d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862243 Sep 10 04:29:41.735873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4272c53f-622f-4738-a7ef-7f94262aab92 req-e1ac2d42-3eec-4129-bf95-acb024e9785e tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:41.737228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4272c53f-622f-4738-a7ef-7f94262aab92 req-e1ac2d42-3eec-4129-bf95-acb024e9785e tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 943 time: 0.0506489 Sep 10 04:29:41.773012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4272c53f-622f-4738-a7ef-7f94262aab92 req-f3975b6c-e1a5-4b60-9522-38b56669a096 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300529 Sep 10 04:29:42.883820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d69bb0-2b13-4d66-a868-8c8826db7bcf req-185eda6a-71a2-49ea-ac7c-9739dc1dccca tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:42.885531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1d69bb0-2b13-4d66-a868-8c8826db7bcf req-185eda6a-71a2-49ea-ac7c-9739dc1dccca tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 943 time: 0.0474501 Sep 10 04:29:42.922489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1d69bb0-2b13-4d66-a868-8c8826db7bcf req-5fc479b0-0d18-4970-bf99-82f9ad363150 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311069 Sep 10 04:29:44.033312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4786782-8e50-4c53-ba67-40245821414f req-d089ccd5-3eda-435a-91f1-1c0b62c23c5e tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:44.034776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4786782-8e50-4c53-ba67-40245821414f req-d089ccd5-3eda-435a-91f1-1c0b62c23c5e tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 943 time: 0.0476263 Sep 10 04:29:44.073008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4786782-8e50-4c53-ba67-40245821414f req-4331044f-97e9-4a41-8277-de3c189cb1c8 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316794 Sep 10 04:29:44.570647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:29:44.663044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:44.673536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8a09777a-031a-4b1e-ab23-fe1d133a5cb9', 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d', 'port_id': '8a09777a-031a-4b1e-ab23-fe1d133a5cb9', 'mac_address': 'fa:16:3e:d1:25:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3976537-07d6-41fd-b834-cb0d4e70d955', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:29:44.711984 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:44.724033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:29:44.741602 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:44.802800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:44.847470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:44.855104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.855450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.855814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.856150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.856480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.856813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.857136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.857458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.857776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.858097 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.858445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.858785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:29:44.988343 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8a09777a-031a-4b1e-ab23-fe1d133a5cb9'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:29:45.189553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b5ab6d-3e1d-4678-a5c0-9428855870a5 req-e8d387ca-0987-4222-90e0-0e2c8c478933 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:45.191052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07b5ab6d-3e1d-4678-a5c0-9428855870a5 req-e8d387ca-0987-4222-90e0-0e2c8c478933 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 944 time: 0.0519834 Sep 10 04:29:45.229306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07b5ab6d-3e1d-4678-a5c0-9428855870a5 req-b9e66602-a5d5-47a0-9ab7-40802aeb1915 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321057 Sep 10 04:29:46.340831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc40378-3b8b-4611-9ce7-4950a520266f req-845384c2-c08a-4e0b-bbdc-c8267e407636 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:46.342280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcc40378-3b8b-4611-9ce7-4950a520266f req-845384c2-c08a-4e0b-bbdc-c8267e407636 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 944 time: 0.0477047 Sep 10 04:29:46.378756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcc40378-3b8b-4611-9ce7-4950a520266f req-ec4dfd3e-b144-4df2-b651-1878bf2e13b3 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306950 Sep 10 04:29:46.590995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:29:46.688146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:29:46.691653 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:29:46.692042 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:46.765541 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:46.787556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aaa750-c734-4e35-83ca-295b148b8d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a09777a-031a-4b1e-ab23-fe1d133a5cb9'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:46.789755 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd7d082-5cd4-4d42-8c28-b0adfa443075" -d '{"events": [{"server_uuid": "35aaa750-c734-4e35-83ca-295b148b8d77", "name": "network-vif-plugged", "status": "completed", "tag": "8a09777a-031a-4b1e-ab23-fe1d133a5cb9"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:46.802780 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:46.823913 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37f1846b-9924-4636-983e-6ffb95b48a6b x-openstack-request-id: req-37f1846b-9924-4636-983e-6ffb95b48a6b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:46.824198 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35aaa750-c734-4e35-83ca-295b148b8d77", "name": "network-vif-plugged", "status": "completed", "tag": "8a09777a-031a-4b1e-ab23-fe1d133a5cb9", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:46.824469 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37f1846b-9924-4636-983e-6ffb95b48a6b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:46.824852 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aaa750-c734-4e35-83ca-295b148b8d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a09777a-031a-4b1e-ab23-fe1d133a5cb9', 'code': 200} Sep 10 04:29:46.848611 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:46.896898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:46.919338 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab84d9b9-db6b-4767-bbec-45574a16b3a6 req-fa6cb582-53fb-4974-88db-621b9923b695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:46.920873 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ab84d9b9-db6b-4767-bbec-45574a16b3a6 req-fa6cb582-53fb-4974-88db-621b9923b695 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 1096 time: 0.0413547 Sep 10 04:29:46.954928 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ab84d9b9-db6b-4767-bbec-45574a16b3a6 req-605b3ce5-2419-443a-9a49-73ae4717f725 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267987 Sep 10 04:29:47.490749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c1281-4a91-4108-a9cb-0737dc113a4d req-f614cf44-21c1-4317-8691-e35186a2c6c7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:47.492268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b84c1281-4a91-4108-a9cb-0737dc113a4d req-f614cf44-21c1-4317-8691-e35186a2c6c7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 945 time: 0.0498917 Sep 10 04:29:47.530114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b84c1281-4a91-4108-a9cb-0737dc113a4d req-6f41863f-a12e-44d8-979c-4db9f3d29750 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315027 Sep 10 04:29:48.649133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f9dc6d-1642-42ec-8ac4-86a5154fb98d req-7d0bfa77-d846-40fa-a35a-da50c3de1505 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:48.651194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1f9dc6d-1642-42ec-8ac4-86a5154fb98d req-7d0bfa77-d846-40fa-a35a-da50c3de1505 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 945 time: 0.0527892 Sep 10 04:29:48.687007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1f9dc6d-1642-42ec-8ac4-86a5154fb98d req-e71e11fe-5ae4-4913-b6ea-f3f730296858 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298200 Sep 10 04:29:48.797917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6d529b-3799-4229-96b1-d35e6f82bf74 req-5155094a-c3e9-4efe-a4d6-7d903322abdc tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:48.799278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e6d529b-3799-4229-96b1-d35e6f82bf74 req-5155094a-c3e9-4efe-a4d6-7d903322abdc tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 945 time: 0.0484071 Sep 10 04:29:48.835601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e6d529b-3799-4229-96b1-d35e6f82bf74 req-551ff395-862b-490d-873a-090eeda20342 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304675 Sep 10 04:29:49.122616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b2e80d-eb03-4082-8d2c-4284a53fa2cf req-c266701a-1554-4dde-a5e3-540a50a9514d tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:49.124068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86b2e80d-eb03-4082-8d2c-4284a53fa2cf req-c266701a-1554-4dde-a5e3-540a50a9514d tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 945 time: 0.0466981 Sep 10 04:29:49.161010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86b2e80d-eb03-4082-8d2c-4284a53fa2cf req-536f8680-0fbe-40f4-89a7-553cf7f0506d tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308950 Sep 10 04:29:49.274282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135d57ac-7cda-4145-979e-c3bcfab48fda req-6c9bd35f-d175-4628-8a0b-4c16942f0090 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:49.275797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-135d57ac-7cda-4145-979e-c3bcfab48fda req-6c9bd35f-d175-4628-8a0b-4c16942f0090 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 945 time: 0.0514042 Sep 10 04:29:49.312798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-135d57ac-7cda-4145-979e-c3bcfab48fda req-9d2b3bd6-7bff-4c3c-a00c-9218c9ff73f3 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311875 Sep 10 04:29:50.122074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-cdd7a28d-6159-4457-9089-df4536dcd8df tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:50.123521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-cdd7a28d-6159-4457-9089-df4536dcd8df tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/networks?id=a544acbc-1b6c-4d8c-b715-1ce2a23d921d HTTP/1.1" status: 200 len: 815 time: 0.0976598 Sep 10 04:29:50.138194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-9c687512-bc9c-4fbe-b23d-7b1938f5a102 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/quotas/e7f2e9e49be1462fb973a45bc53f1bff HTTP/1.1" status: 200 len: 375 time: 0.0090952 Sep 10 04:29:50.188646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-e08fb560-c95a-468e-8bdf-a965448af6e3 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e7f2e9e49be1462fb973a45bc53f1bff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454128 Sep 10 04:29:50.274376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-da9bef4b-682f-4e64-ae22-0945c24c9561 service neutron] 10.222.0.22 "GET /v2.0/networks/a544acbc-1b6c-4d8c-b715-1ce2a23d921d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791023 Sep 10 04:29:50.362958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-42b9db26-62ac-460a-90bd-68e80dcbca5a service neutron] 10.222.0.22 "GET /v2.0/networks/a544acbc-1b6c-4d8c-b715-1ce2a23d921d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819433 Sep 10 04:29:50.606857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8376eaec-11e3-4cf2-8239-fb09643b4185 req-60520651-00c0-446c-b106-82a4073bb948 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 210 time: 0.0262156 Sep 10 04:29:50.859524 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eb10fdaa-56c8-4b9d-b2ec-e321afee7151 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:51.303403 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-ae97ef23-3fb2-4a36-afdc-9ac4f31730ae tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:51.304876 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-ae97ef23-3fb2-4a36-afdc-9ac4f31730ae tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.20 "GET /v2.0/ports?device_id=35aaa750-c734-4e35-83ca-295b148b8d77 HTTP/1.1" status: 200 len: 945 time: 0.0487916 Sep 10 04:29:51.395478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Deleting port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:29:51.395880 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:51.488284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] For port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:51.488645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:51.501020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Calling delete_port for 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:29:51.676978 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:51.688784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8a09777a-031a-4b1e-ab23-fe1d133a5cb9'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:29:51.701623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af15c314-570d-4293-b382-d1bb985ab686 req-d506bf09-5c6b-4f83-9e2c-bef9bc7d683b tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 210 time: 0.0274661 Sep 10 04:29:51.706493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Pushing event deleted for resources: {'Port': ['ID=8a09777a-031a-4b1e-ab23-fe1d133a5cb9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:51.759927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] No DVR routers for this DVR port 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:29:51.762524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:51.764625 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8246b5a-378f-449b-9873-be9ab1860e5a req-fc84d9b3-1e30-436e-af2a-563cf0bb0886 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.20 "DELETE /v2.0/ports/8a09777a-031a-4b1e-ab23-fe1d133a5cb9 HTTP/1.1" status: 204 len: 173 time: 0.4538872 Sep 10 04:29:51.765060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '35aaa750-c734-4e35-83ca-295b148b8d77', 'name': 'network-vif-deleted', 'tag': '8a09777a-031a-4b1e-ab23-fe1d133a5cb9'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:51.767371 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb889c71-9d3b-4ee7-b0c8-45a50756c619" -d '{"events": [{"server_uuid": "35aaa750-c734-4e35-83ca-295b148b8d77", "name": "network-vif-deleted", "tag": "8a09777a-031a-4b1e-ab23-fe1d133a5cb9"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:51.804141 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9892afbe-f2b2-4e2d-ab65-d2c6688f7019 x-openstack-request-id: req-9892afbe-f2b2-4e2d-ab65-d2c6688f7019 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:51.804680 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "35aaa750-c734-4e35-83ca-295b148b8d77", "name": "network-vif-deleted", "tag": "8a09777a-031a-4b1e-ab23-fe1d133a5cb9", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:51.804979 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9892afbe-f2b2-4e2d-ab65-d2c6688f7019 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:51.805385 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '35aaa750-c734-4e35-83ca-295b148b8d77', 'name': 'network-vif-deleted', 'tag': '8a09777a-031a-4b1e-ab23-fe1d133a5cb9', 'status': 'completed', 'code': 200} Sep 10 04:29:52.332495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-5b170fe0-8dbe-44a7-a952-f82ab65d867e tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:52.333931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-5b170fe0-8dbe-44a7-a952-f82ab65d867e tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.39 "GET /v2.0/networks?id=a544acbc-1b6c-4d8c-b715-1ce2a23d921d HTTP/1.1" status: 200 len: 815 time: 0.1057339 Sep 10 04:29:52.346844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Request body: {'port': {'device_id': '11e20b1f-9722-4387-a7d8-a86621d65b13', 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d', 'admin_state_up': True, 'tenant_id': 'e7f2e9e49be1462fb973a45bc53f1bff'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:52.505259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Made reservation on behalf of e7f2e9e49be1462fb973a45bc53f1bff for: {'port': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:29:52.508819 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:52.631857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Allocated IP 172.20.0.12 (a544acbc-1b6c-4d8c-b715-1ce2a23d921d/f3976537-07d6-41fd-b834-cb0d4e70d955/6fa37716-eef0-4381-9496-af5a5063df58) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:29:52.776617 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:52.808725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14ba84f3-971c-42bd-9090-8bf49cdfbe74 req-f9d98b9f-5b95-4139-a5f5-84735c866ca7 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 210 time: 0.0298285 Sep 10 04:29:52.882825 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:52.894471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8a09777a-031a-4b1e-ab23-fe1d133a5cb9'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:29:52.923982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Network a544acbc-1b6c-4d8c-b715-1ce2a23d921d is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:29:52.928670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:29:52.932312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:29:52.960019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Pushing event updated for resources: {'Port': ['ID=6fa37716-eef0-4381-9496-af5a5063df58,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:52.985149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:52.985749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:53.043258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-b0806782-97f6-494b-968c-80211ccbef16 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6999786 Sep 10 04:29:53.052970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-900b295c-066e-4e8a-9a52-eb9adec3a417 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:29:53.053947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-900b295c-066e-4e8a-9a52-eb9adec3a417 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047984 Sep 10 04:29:53.112526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Request body: {'port': {'device_id': '11e20b1f-9722-4387-a7d8-a86621d65b13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:29:53.166499 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:53.413923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6fa37716-eef0-4381-9496-af5a5063df58 {{(pid=95136) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:29:53.421092 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:53.432789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Transition to ACTIVE for port object 6fa37716-eef0-4381-9496-af5a5063df58 will not be triggered until provisioned by entity L2. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:29:53.534354 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:53.574867 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1de1a55b-b168-4cb6-a1b2-9b79c7f1346f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:53.583429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa37716-eef0-4381-9496-af5a5063df58,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:53.652769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Attempting to bind port 6fa37716-eef0-4381-9496-af5a5063df58 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:29:53.653099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Attempting to bind port 6fa37716-eef0-4381-9496-af5a5063df58 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '85cf72d5-67cf-4f04-8c74-2c8a19c9344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d'}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:29:53.653423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Attempting to bind port 6fa37716-eef0-4381-9496-af5a5063df58 on network a544acbc-1b6c-4d8c-b715-1ce2a23d921d {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:29:53.657636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Port 6fa37716-eef0-4381-9496-af5a5063df58 on network a544acbc-1b6c-4d8c-b715-1ce2a23d921d not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:29:53.657952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Attempting to bind port 6fa37716-eef0-4381-9496-af5a5063df58 on network a544acbc-1b6c-4d8c-b715-1ce2a23d921d {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:29:53.662926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 29, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:29:53.663252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Checking segment: {'id': '85cf72d5-67cf-4f04-8c74-2c8a19c9344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:29:53.670744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Bound using segment: {'id': '85cf72d5-67cf-4f04-8c74-2c8a19c9344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d'} {{(pid=95136) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:29:53.670744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.managers [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Bound port: 6fa37716-eef0-4381-9496-af5a5063df58, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '85cf72d5-67cf-4f04-8c74-2c8a19c9344c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 206, 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d'}}] {{(pid=95136) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:29:53.670744 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:53.724900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] For port 6fa37716-eef0-4381-9496-af5a5063df58, host n-h2-808143-1, cleared binding levels {{(pid=95136) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:29:53.727739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] For port 6fa37716-eef0-4381-9496-af5a5063df58, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6fa37716-eef0-4381-9496-af5a5063df58,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95136) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:29:53.745967 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:53.785349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:53.817938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:53.818656 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:53.820584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] 10.222.0.39 "PUT /v2.0/ports/6fa37716-eef0-4381-9496-af5a5063df58 HTTP/1.1" status: 200 len: 1092 time: 0.7586801 Sep 10 04:29:53.822773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e20b1f-9722-4387-a7d8-a86621d65b13', 'tag': '6fa37716-eef0-4381-9496-af5a5063df58'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:53.825057 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcbf8be-8375-4551-b6ee-1203fc4db104" -d '{"events": [{"name": "network-changed", "server_uuid": "11e20b1f-9722-4387-a7d8-a86621d65b13", "tag": "6fa37716-eef0-4381-9496-af5a5063df58"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:53.849951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d19955-2868-4ca3-9a23-51bd14c70828 service neutron] Pushing event updated for resources: {'Port': ['ID=6fa37716-eef0-4381-9496-af5a5063df58,revision_number=3']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:53.862029 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25039f9c-48b7-4fc6-b157-44117c92a2b7 x-openstack-request-id: req-25039f9c-48b7-4fc6-b157-44117c92a2b7 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:29:53.862332 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e20b1f-9722-4387-a7d8-a86621d65b13", "tag": "6fa37716-eef0-4381-9496-af5a5063df58", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:29:53.862673 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-25039f9c-48b7-4fc6-b157-44117c92a2b7 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:29:53.863079 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e20b1f-9722-4387-a7d8-a86621d65b13', 'tag': '6fa37716-eef0-4381-9496-af5a5063df58', 'status': 'completed', 'code': 200} Sep 10 04:29:53.961312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4b7245-b7db-44d6-a1b4-a4f8492e229d req-7f077322-fd3f-49d2-a392-10b64363d60d tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:53.962784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b4b7245-b7db-44d6-a1b4-a4f8492e229d req-7f077322-fd3f-49d2-a392-10b64363d60d tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 944 time: 0.0792522 Sep 10 04:29:53.965301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbf8be-8375-4551-b6ee-1203fc4db104 req-355670f1-da1d-4192-bba1-9f1946fee3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:53.966649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dcbf8be-8375-4551-b6ee-1203fc4db104 req-355670f1-da1d-4192-bba1-9f1946fee3a5 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7f2e9e49be1462fb973a45bc53f1bff&device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 1095 time: 0.0813167 Sep 10 04:29:54.026234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b4b7245-b7db-44d6-a1b4-a4f8492e229d req-3b568533-643a-485e-a6c4-1b984b445a18 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573542 Sep 10 04:29:54.417106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbf8be-8375-4551-b6ee-1203fc4db104 req-7ac85e8f-cb15-4e42-bfbe-ba034c368889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:54.418558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dcbf8be-8375-4551-b6ee-1203fc4db104 req-7ac85e8f-cb15-4e42-bfbe-ba034c368889 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=e7f2e9e49be1462fb973a45bc53f1bff&shared=False HTTP/1.1" status: 200 len: 916 time: 0.4434729 Sep 10 04:29:54.507030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcbf8be-8375-4551-b6ee-1203fc4db104 req-5074b74f-2174-4c30-8756-cbbb7c71f211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:54.508507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dcbf8be-8375-4551-b6ee-1203fc4db104 req-5074b74f-2174-4c30-8756-cbbb7c71f211 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0830410 Sep 10 04:29:54.585884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-dddeb1dd-12fa-459a-b15f-43210ae27727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:54.590056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-dddeb1dd-12fa-459a-b15f-43210ae27727 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=e7f2e9e49be1462fb973a45bc53f1bff&device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 1095 time: 0.0433726 Sep 10 04:29:54.629863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-94de138c-7374-464e-ba4b-ba8e0c7c46cf service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6fa37716-eef0-4381-9496-af5a5063df58 HTTP/1.1" status: 200 len: 217 time: 0.0345080 Sep 10 04:29:54.679369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-0cb9993d-2964-4e10-a17e-54564ed67ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:54.680725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-0cb9993d-2964-4e10-a17e-54564ed67ae7 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=f3976537-07d6-41fd-b834-cb0d4e70d955 HTTP/1.1" status: 200 len: 855 time: 0.0440660 Sep 10 04:29:54.711108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-105d11cf-e1a0-4c58-a2b6-7898330335d7 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a544acbc-1b6c-4d8c-b715-1ce2a23d921d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234759 Sep 10 04:29:54.798754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-32ea09d4-7f41-4653-8edf-cba89ba8fa29 service neutron] 10.222.0.39 "GET /v2.0/networks/a544acbc-1b6c-4d8c-b715-1ce2a23d921d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808761 Sep 10 04:29:54.890070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38e325ab-2745-48ec-8b8e-2a592a7d7cf0 req-f649ec46-9ef1-4cb8-ab42-ef5aa09f4591 service neutron] 10.222.0.39 "GET /v2.0/networks/a544acbc-1b6c-4d8c-b715-1ce2a23d921d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835133 Sep 10 04:29:55.140818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfed4c1-da89-4b2e-b52a-0ffb6111c248 req-3e0783c4-5681-4b52-93d3-cfbe7b34b5a9 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:55.142296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcfed4c1-da89-4b2e-b52a-0ffb6111c248 req-3e0783c4-5681-4b52-93d3-cfbe7b34b5a9 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 944 time: 0.0485196 Sep 10 04:29:55.179367 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcfed4c1-da89-4b2e-b52a-0ffb6111c248 req-79ae039b-0249-4047-b4eb-b2e5909f0e44 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310774 Sep 10 04:29:55.282604 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:56.244962 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:29:56.292338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa52456-ee63-474d-a233-b70f07fad11a req-2a1508b4-96a5-4f52-add6-c328cbe9caaa tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:56.293805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fa52456-ee63-474d-a233-b70f07fad11a req-2a1508b4-96a5-4f52-add6-c328cbe9caaa tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 944 time: 0.0482926 Sep 10 04:29:56.330149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fa52456-ee63-474d-a233-b70f07fad11a req-4612b32c-059a-4dba-922b-e1c956786d4c tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304244 Sep 10 04:29:56.408265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:56.622852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:29:56.645202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:29:56.645537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8a09777a-031a-4b1e-ab23-fe1d133a5cb9 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:29:57.443704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92036c65-7dd2-432d-8d85-b61440cfa37b req-eeb014c7-3761-4219-b93f-59f15c0b493b tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:57.445160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92036c65-7dd2-432d-8d85-b61440cfa37b req-eeb014c7-3761-4219-b93f-59f15c0b493b tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 944 time: 0.0503139 Sep 10 04:29:57.483201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92036c65-7dd2-432d-8d85-b61440cfa37b req-c17849cf-4f80-4e3d-a11a-f57cb972c0ec tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308650 Sep 10 04:29:57.747571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 6fa37716-eef0-4381-9496-af5a5063df58 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:29:57.837503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 6fa37716-eef0-4381-9496-af5a5063df58, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6fa37716-eef0-4381-9496-af5a5063df58,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:57.848817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '6fa37716-eef0-4381-9496-af5a5063df58', 'network_id': 'a544acbc-1b6c-4d8c-b715-1ce2a23d921d', 'port_id': '6fa37716-eef0-4381-9496-af5a5063df58', 'mac_address': 'fa:16:3e:8b:bb:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 206, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f3976537-07d6-41fd-b834-cb0d4e70d955', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:29:57.885667 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:57.903204 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6fa37716-eef0-4381-9496-af5a5063df58 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:29:57.922272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 6fa37716-eef0-4381-9496-af5a5063df58, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6fa37716-eef0-4381-9496-af5a5063df58,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:29:57.973835 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:58.020093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=6fa37716-eef0-4381-9496-af5a5063df58,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:29:58.226864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['6fa37716-eef0-4381-9496-af5a5063df58'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:29:58.598898 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bae9a2-8bfc-4ff1-bd96-0b89df9c2e41 req-78e5ac04-55cc-483f-9ac7-0fd23afa88ce tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:58.600388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14bae9a2-8bfc-4ff1-bd96-0b89df9c2e41 req-78e5ac04-55cc-483f-9ac7-0fd23afa88ce tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 945 time: 0.0481639 Sep 10 04:29:58.637984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14bae9a2-8bfc-4ff1-bd96-0b89df9c2e41 req-f657233e-31dd-4cea-bedf-eb81f4a4e18b tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310364 Sep 10 04:29:59.225205 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:59.749367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991fe65b-8b07-4ef9-8823-c729393a57bb req-50ef7ff6-eb8f-4af4-85a1-e3c2e262d7aa tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:29:59.750841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-991fe65b-8b07-4ef9-8823-c729393a57bb req-50ef7ff6-eb8f-4af4-85a1-e3c2e262d7aa tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 945 time: 0.0473595 Sep 10 04:29:59.762564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 6fa37716-eef0-4381-9496-af5a5063df58 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:29:59.788341 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-991fe65b-8b07-4ef9-8823-c729393a57bb req-e65099ce-e7f3-443e-a10a-5f9374f64c0e tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316148 Sep 10 04:29:59.876368 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 6fa37716-eef0-4381-9496-af5a5063df58 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:29:59.880043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 6fa37716-eef0-4381-9496-af5a5063df58 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:29:59.880412 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:59.953433 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:29:59.974970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e20b1f-9722-4387-a7d8-a86621d65b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa37716-eef0-4381-9496-af5a5063df58'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:29:59.977205 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5443cb4b-fc53-4d8f-b9b5-84b64ff10565" -d '{"events": [{"server_uuid": "11e20b1f-9722-4387-a7d8-a86621d65b13", "name": "network-vif-plugged", "status": "completed", "tag": "6fa37716-eef0-4381-9496-af5a5063df58"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:29:59.989118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 6fa37716-eef0-4381-9496-af5a5063df58, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6fa37716-eef0-4381-9496-af5a5063df58,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:30:00.013491 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0136b0a7-1513-4d26-bac8-076fc7bf631d x-openstack-request-id: req-0136b0a7-1513-4d26-bac8-076fc7bf631d {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:30:00.013784 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e20b1f-9722-4387-a7d8-a86621d65b13", "name": "network-vif-plugged", "status": "completed", "tag": "6fa37716-eef0-4381-9496-af5a5063df58", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:30:00.014031 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0136b0a7-1513-4d26-bac8-076fc7bf631d {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:30:00.014414 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e20b1f-9722-4387-a7d8-a86621d65b13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6fa37716-eef0-4381-9496-af5a5063df58', 'code': 200} Sep 10 04:30:00.048416 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:00.098905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=6fa37716-eef0-4381-9496-af5a5063df58,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:00.116124 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e4dfe9-8e46-444f-93cd-06d225efc4dc req-78433ecd-611a-4bdc-b79e-c90e0ec7089a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:00.117675 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8e4dfe9-8e46-444f-93cd-06d225efc4dc req-78433ecd-611a-4bdc-b79e-c90e0ec7089a service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 1097 time: 0.0450366 Sep 10 04:30:00.151509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8e4dfe9-8e46-444f-93cd-06d225efc4dc req-3a5ac142-78b0-4f91-9b59-acb9f7254732 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267129 Sep 10 04:30:00.898050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f169eb-e45b-4357-aeaa-36f740dfa410 req-e248c063-222f-4bfe-a99b-b702995e75f6 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:00.899537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23f169eb-e45b-4357-aeaa-36f740dfa410 req-e248c063-222f-4bfe-a99b-b702995e75f6 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 946 time: 0.0477328 Sep 10 04:30:00.937681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23f169eb-e45b-4357-aeaa-36f740dfa410 req-9a7601ea-153e-4805-b625-a96297b74303 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314822 Sep 10 04:30:02.051981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2185fc35-9f1a-404f-8f5d-8f1fd1062100 req-086e266f-7788-45bd-8d97-9d09ee8f038f tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:02.053425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2185fc35-9f1a-404f-8f5d-8f1fd1062100 req-086e266f-7788-45bd-8d97-9d09ee8f038f tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 946 time: 0.0482011 Sep 10 04:30:02.090182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2185fc35-9f1a-404f-8f5d-8f1fd1062100 req-70bae850-5906-4be6-9564-9a8c07f3ec99 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299637 Sep 10 04:30:02.203032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5babc47-5a96-4175-a4c8-279ce2925482 req-7347604f-6299-4a29-a340-21017dae5cb2 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:02.204492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5babc47-5a96-4175-a4c8-279ce2925482 req-7347604f-6299-4a29-a340-21017dae5cb2 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 946 time: 0.0506926 Sep 10 04:30:02.240266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5babc47-5a96-4175-a4c8-279ce2925482 req-36e8a8e6-9f45-48bf-9d47-cbc1b7ae6800 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299699 Sep 10 04:30:02.625037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:02.931023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88285945-f0a2-478c-bdda-83bffe39999f req-63751342-656a-49c1-97ac-a5c0eebcb5da tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:02.932543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88285945-f0a2-478c-bdda-83bffe39999f req-63751342-656a-49c1-97ac-a5c0eebcb5da tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 946 time: 0.0503085 Sep 10 04:30:02.969179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88285945-f0a2-478c-bdda-83bffe39999f req-d4d8c2f9-0aa2-412c-9c8f-6ac41b07fe5c tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308387 Sep 10 04:30:04.109037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7079b969-ce37-41af-bd47-03b0ef79e95d req-f2e15163-6fc2-40b1-9a5b-7c2cacc22dab tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:04.110484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7079b969-ce37-41af-bd47-03b0ef79e95d req-f2e15163-6fc2-40b1-9a5b-7c2cacc22dab tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 946 time: 0.0767648 Sep 10 04:30:04.117479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-0d9c07bb-19d8-4c73-9696-c3715c9648de tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:04.118775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-0d9c07bb-19d8-4c73-9696-c3715c9648de tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.39 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 946 time: 0.0761516 Sep 10 04:30:04.196932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7079b969-ce37-41af-bd47-03b0ef79e95d req-5875c34b-db0a-43d2-9027-c366bce4515a tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/security-groups?id=14cd7739-cee3-40ab-9310-7e0779095040&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772247 Sep 10 04:30:04.223358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Deleting port 6fa37716-eef0-4381-9496-af5a5063df58 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:30:04.223728 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:04.312650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] For port 6fa37716-eef0-4381-9496-af5a5063df58, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=6fa37716-eef0-4381-9496-af5a5063df58,segment=NetworkSegment(85cf72d5-67cf-4f04-8c74-2c8a19c9344c),segment_id=85cf72d5-67cf-4f04-8c74-2c8a19c9344c)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:30:04.313016 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:04.325151 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Calling delete_port for 6fa37716-eef0-4381-9496-af5a5063df58 owned by compute:nova {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:30:04.516723 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:04.528472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['6fa37716-eef0-4381-9496-af5a5063df58'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:30:04.550677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Pushing event deleted for resources: {'Port': ['ID=6fa37716-eef0-4381-9496-af5a5063df58,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:04.589408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] No DVR routers for this DVR port 6fa37716-eef0-4381-9496-af5a5063df58 on host n-h2-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:30:04.591918 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:04.593976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.39 "DELETE /v2.0/ports/6fa37716-eef0-4381-9496-af5a5063df58 HTTP/1.1" status: 204 len: 173 time: 0.4682832 Sep 10 04:30:04.594412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e20b1f-9722-4387-a7d8-a86621d65b13', 'name': 'network-vif-deleted', 'tag': '6fa37716-eef0-4381-9496-af5a5063df58'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:30:04.596720 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dfee02e-8994-4ff6-808c-66a8f61b87e1" -d '{"events": [{"server_uuid": "11e20b1f-9722-4387-a7d8-a86621d65b13", "name": "network-vif-deleted", "tag": "6fa37716-eef0-4381-9496-af5a5063df58"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:30:04.630983 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b676389-562a-42d9-8be5-3eff449f0f74 x-openstack-request-id: req-9b676389-562a-42d9-8be5-3eff449f0f74 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:30:04.631276 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e20b1f-9722-4387-a7d8-a86621d65b13", "name": "network-vif-deleted", "tag": "6fa37716-eef0-4381-9496-af5a5063df58", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:30:04.631525 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b676389-562a-42d9-8be5-3eff449f0f74 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:30:04.631943 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e20b1f-9722-4387-a7d8-a86621d65b13', 'name': 'network-vif-deleted', 'tag': '6fa37716-eef0-4381-9496-af5a5063df58', 'status': 'completed', 'code': 200} Sep 10 04:30:05.301251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adbe7691-fb74-4ae0-9c47-717215d301ac req-2390e547-f7d6-42ee-ab89-28101f54bcb0 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] 10.222.0.22 "GET /v2.0/ports?device_id=11e20b1f-9722-4387-a7d8-a86621d65b13 HTTP/1.1" status: 200 len: 210 time: 0.0268266 Sep 10 04:30:06.420535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57832) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:06.463205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-1a69fcf5-7644-42f7-8f35-72c383b97c05 admin admin] Deleting subnet f3976537-07d6-41fd-b834-cb0d4e70d955 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 04:30:06.466803 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a69fcf5-7644-42f7-8f35-72c383b97c05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.503255 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a69fcf5-7644-42f7-8f35-72c383b97c05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.542261 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a69fcf5-7644-42f7-8f35-72c383b97c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.631134 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a69fcf5-7644-42f7-8f35-72c383b97c05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.656677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a69fcf5-7644-42f7-8f35-72c383b97c05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f3976537-07d6-41fd-b834-cb0d4e70d955,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:06.660737 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1a69fcf5-7644-42f7-8f35-72c383b97c05 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.662575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1a69fcf5-7644-42f7-8f35-72c383b97c05 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f3976537-07d6-41fd-b834-cb0d4e70d955 HTTP/1.1" status: 204 len: 168 time: 0.2410460 Sep 10 04:30:06.668033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57834) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:06.735414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.809497 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.828801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a544acbc-1b6c-4d8c-b715-1ce2a23d921d']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:06.837635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cf72d5-67cf-4f04-8c74-2c8a19c9344c') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:06.837925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cf72d5-67cf-4f04-8c74-2c8a19c9344c') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:06.847381 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.859953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.865544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] Releasing vlan 206 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 04:30:06.865924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: timer() Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 04:30:06.867501 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 04:30:06.979735 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.985049 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:06.988253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a544acbc-1b6c-4d8c-b715-1ce2a23d921d HTTP/1.1" status: 204 len: 168 time: 0.3207772 Sep 10 04:30:06.997795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72501aa8-ca17-4ac3-9845-dc0eb9af6f09 admin admin] Pushing event deleted for resources: {'Network': ['ID=a544acbc-1b6c-4d8c-b715-1ce2a23d921d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:07.296872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57838) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:07.336550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-159e6e48-406b-47ca-9413-ee771591d672 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e7f2e9e49be1462fb973a45bc53f1bff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384459 Sep 10 04:30:07.338844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57840) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:07.383976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5d557d8d-1f72-4b70-9bc9-f826a07f0795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:07.403577 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5d557d8d-1f72-4b70-9bc9-f826a07f0795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:07.527902 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5d557d8d-1f72-4b70-9bc9-f826a07f0795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:07.530697 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5d557d8d-1f72-4b70-9bc9-f826a07f0795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:07.532018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5d557d8d-1f72-4b70-9bc9-f826a07f0795 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14cd7739-cee3-40ab-9310-7e0779095040 HTTP/1.1" status: 204 len: 168 time: 0.1921773 Sep 10 04:30:07.540287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d557d8d-1f72-4b70-9bc9-f826a07f0795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14cd7739-cee3-40ab-9310-7e0779095040,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:07.821065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 6fa37716-eef0-4381-9496-af5a5063df58 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:30:07.840065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 6fa37716-eef0-4381-9496-af5a5063df58 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:30:07.840402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 6fa37716-eef0-4381-9496-af5a5063df58 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:30:08.413920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57862) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:08.506733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1773326646-network', 'tenant_id': '98de73e732344a4a89b5658658a903da'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:08.630620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Made reservation on behalf of 98de73e732344a4a89b5658658a903da for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:30:08.632909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:08.641883 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:08.728917 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:08.807488 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:08.831560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] vlan segment allocate from pool success with {'vlan_id': 216, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 04:30:08.840145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3921685-b5b3-4c40-8dbf-745b169fb57a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:08.847198 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:08.848336 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Added segment f2ceb2fe-036d-4f76-8949-dc95993bedf7 of type vlan for network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded Sep 10 04:30:08.888190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:08.945024 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:08.945999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:08.946604 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:09.006015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] Pushing event updated for resources: {'Network': ['ID=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:09.015414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 04:30:09.020106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a95c9350-5fe3-4ce6-9288-b05c3ad57935 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6047313 Sep 10 04:30:09.022534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57866) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:09.027180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Request body: {'subnet': {'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1773326646-subnet', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:09.099639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Made reservation on behalf of 98de73e732344a4a89b5658658a903da for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:30:09.102161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:09.333793 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:09.382213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1a40548-a367-4aa5-b863-7f66011a93b0,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:09.397468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Checking segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:30:09.397824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Network hostable DHCP agents. Network: 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 04:30:09.497540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 04:30:09.585228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:30:09.590756 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:09.591475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:09.594500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2861de14-3bdd-48d2-9b80-1b1414d0b181 None None] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:30:09.671782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b2b4f8ce-d09e-4f3c-b288-eaaa1ce08528 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6481907 Sep 10 04:30:09.674382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57868) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:09.678730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:09.733253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 04:30:09.734091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:09.756714 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:09.757823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:09.811604 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:09.862051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Allocated IP 172.20.0.2 (80abc86f-ddfe-48e3-a4af-6abf2b7c2ded/b1a40548-a367-4aa5-b863-7f66011a93b0/3af50214-f271-455b-885b-d7a2cc9b4ace) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:30:09.975405 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.002478 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.011416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Transition to ACTIVE for port object 3af50214-f271-455b-885b-d7a2cc9b4ace will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:30:10.025519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Transition to ACTIVE for port object 3af50214-f271-455b-885b-d7a2cc9b4ace will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:30:10.088384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.124710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:30:10.127439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:30:10.130022 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:30:10.146027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Pushing event updated for resources: {'Port': ['ID=3af50214-f271-455b-885b-d7a2cc9b4ace,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:10.193799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Attempting to bind port 3af50214-f271-455b-885b-d7a2cc9b4ace on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:30:10.194191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Attempting to bind port 3af50214-f271-455b-885b-d7a2cc9b4ace by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:30:10.194558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Attempting to bind port 3af50214-f271-455b-885b-d7a2cc9b4ace on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:30:10.200254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:30:10.200624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Checking segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:30:10.201017 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.201433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Bound using segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:30:10.201891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Bound port: 3af50214-f271-455b-885b-d7a2cc9b4ace, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:30:10.202266 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.232314 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.251324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.267264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] For port 3af50214-f271-455b-885b-d7a2cc9b4ace, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:30:10.267264 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] For port 3af50214-f271-455b-885b-d7a2cc9b4ace, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3af50214-f271-455b-885b-d7a2cc9b4ace,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:30:10.316918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.354695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Allocated IP 172.25.3.85 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/b613b15d-3466-4ef2-9025-859a9069f57f) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:30:10.389507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedd8a27-8bc8-483d-96d0-844ca5fca80c None None] Pushing event updated for resources: {'Port': ['ID=3af50214-f271-455b-885b-d7a2cc9b4ace,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:10.485689 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.585671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:10.621691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:30:10.624462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:30:10.628711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:30:10.660728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Pushing event updated for resources: {'Port': ['ID=b613b15d-3466-4ef2-9025-859a9069f57f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:10.934491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:11.125801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:11.274974 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9df583e-ed2d-4fde-a610-3a30db5bcf7a None None] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 04:30:11.287995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 04:30:11.393194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3e616a81-1b37-4f2f-b0a6-8e7bfc2603b0 None None] Provisioning for port 3af50214-f271-455b-885b-d7a2cc9b4ace completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:30:11.393794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:30:11.404235 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:30:11.415020 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:30:11.415828 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:29:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:11.492861 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:11.494527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ba65314a-3685-4d37-804f-2ee5b5050404 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8189352 Sep 10 04:30:11.497514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57870) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:11.550264 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:30:11.606703 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3af50214-f271-455b-885b-d7a2cc9b4ace up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:30:11.718907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 3af50214-f271-455b-885b-d7a2cc9b4ace completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:30:11.724266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3af50214-f271-455b-885b-d7a2cc9b4ace triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:11.724644 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:11.741928 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:10Z', 'revision_number': 3, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:11.753336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-90a112cf-9421-4b6d-b2c4-8713b2643e02 None None] Provisioning complete for port 3af50214-f271-455b-885b-d7a2cc9b4ace triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:11.753716 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90a112cf-9421-4b6d-b2c4-8713b2643e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:11.772561 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:30:11.772857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Updating router 9224b73a-f98a-4d95-98bf-fab466cdfe60 port b613b15d-3466-4ef2-9025-859a9069f57f binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:30:11.801680 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:11.873841 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:11.889453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90a112cf-9421-4b6d-b2c4-8713b2643e02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:11.928934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 3af50214-f271-455b-885b-d7a2cc9b4ace, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3af50214-f271-455b-885b-d7a2cc9b4ace,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:30:11.980612 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.052561 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-90a112cf-9421-4b6d-b2c4-8713b2643e02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 04:30:12.052978 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-90a112cf-9421-4b6d-b2c4-8713b2643e02 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 04:30:12.055574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=3af50214-f271-455b-885b-d7a2cc9b4ace,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:12.142711 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.151930 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Transition to ACTIVE for port object b613b15d-3466-4ef2-9025-859a9069f57f will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:30:12.183130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.225049 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.277280 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Attempting to bind port b613b15d-3466-4ef2-9025-859a9069f57f on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:30:12.277639 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Attempting to bind port b613b15d-3466-4ef2-9025-859a9069f57f by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:30:12.277997 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Attempting to bind port b613b15d-3466-4ef2-9025-859a9069f57f on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:30:12.284624 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Pushing event updated for resources: {'Port': ['ID=b613b15d-3466-4ef2-9025-859a9069f57f,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:12.287953 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:30:12.291448 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:30:12.291448 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.291448 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:30:12.291448 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Bound port: b613b15d-3466-4ef2-9025-859a9069f57f, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:30:12.291448 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.296018 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.296362 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.296691 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.297016 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.297341 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.297658 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.298023 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.298342 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.298655 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.298967 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.299282 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.299592 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.338680 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Allocated IP 172.20.0.1 (80abc86f-ddfe-48e3-a4af-6abf2b7c2ded/b1a40548-a367-4aa5-b863-7f66011a93b0/c0d43dc4-06a8-4af9-8cf1-fc4018af2409) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:30:12.349361 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] For port b613b15d-3466-4ef2-9025-859a9069f57f, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:30:12.352438 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] For port b613b15d-3466-4ef2-9025-859a9069f57f, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b613b15d-3466-4ef2-9025-859a9069f57f,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:30:12.425261 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.441222 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.455073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Transition to ACTIVE for port object c0d43dc4-06a8-4af9-8cf1-fc4018af2409 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:30:12.478590 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:30:12.479195 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:29:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:12.519554 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72078e18-22f3-467d-910f-fb083fcc231e None None] Pushing event updated for resources: {'Port': ['ID=b613b15d-3466-4ef2-9025-859a9069f57f,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:12.539647 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.576791 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:30:12.581373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:30:12.585694 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:30:12.589719 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:30:12.615453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Pushing event updated for resources: {'Port': ['ID=c0d43dc4-06a8-4af9-8cf1-fc4018af2409,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:12.630043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.630392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.630743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.631086 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.631422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.631787 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.632120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.632449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.632775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.633102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.633427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.633756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:30:12.650598 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.772708 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:10Z', 'revision_number': 3, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:12.798879 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de5443fc-cf0e-4041-bb99-257842c12dbf None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:10Z', 'revision_number': 3, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:30:12.876332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-05dbe80c-fa0b-44a8-a07a-81b6eb3f29c6 None None] Provisioning for port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:30:12.882071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-05dbe80c-fa0b-44a8-a07a-81b6eb3f29c6 None None] Provisioning complete for port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:12.882071 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-05dbe80c-fa0b-44a8-a07a-81b6eb3f29c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.882727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:12.919752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-05dbe80c-fa0b-44a8-a07a-81b6eb3f29c6 None None] Port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:30:13.072411 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:13.122378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:13.194360 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:13.196211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Pushing event updated for resources: {'Port': ['ID=c0d43dc4-06a8-4af9-8cf1-fc4018af2409,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:13.292491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:30:13.293985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:30:13.419699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:30:13.544967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:30:13.550238 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9537cdd4-47e8-40de-85a3-96669c94a09f None None] Provisioning complete for port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:13.550817 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9537cdd4-47e8-40de-85a3-96669c94a09f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:13.552063 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0c796306-78ab-4a2c-88dc-1dfd26a83ebd admin admin] 10.222.0.22 "PUT /v2.0/routers/9224b73a-f98a-4d95-98bf-fab466cdfe60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0533435 Sep 10 04:30:13.617223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9537cdd4-47e8-40de-85a3-96669c94a09f None None] Port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:30:13.621496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b613b15d-3466-4ef2-9025-859a9069f57f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:30:13.722316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port b613b15d-3466-4ef2-9025-859a9069f57f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:30:13.726433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b613b15d-3466-4ef2-9025-859a9069f57f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:13.726818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:13.807225 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:13.826677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port b613b15d-3466-4ef2-9025-859a9069f57f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b613b15d-3466-4ef2-9025-859a9069f57f,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:30:13.893553 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:13.894406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3af50214-f271-455b-885b-d7a2cc9b4ace up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:30:13.965872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=b613b15d-3466-4ef2-9025-859a9069f57f,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:13.977795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 3af50214-f271-455b-885b-d7a2cc9b4ace triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:13.978101 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.122847 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 57878) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:14.127594 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3df8a58a-72f3-4c98-b55d-4683f5c7d541 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'security_group': {'name': 'tempest-securitygroup--386667851', 'description': 'tempest-description--631361674'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:14.236900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3df8a58a-72f3-4c98-b55d-4683f5c7d541 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.318930 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3df8a58a-72f3-4c98-b55d-4683f5c7d541 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.337741 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:30:14.347471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:30:14.348108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:29:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:14.368079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3df8a58a-72f3-4c98-b55d-4683f5c7d541 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.397155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df8a58a-72f3-4c98-b55d-4683f5c7d541 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:14.451993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:30:14.453906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3df8a58a-72f3-4c98-b55d-4683f5c7d541 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.455187 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3df8a58a-72f3-4c98-b55d-4683f5c7d541 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3312907 Sep 10 04:30:14.458202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57880) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:14.464637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3357df00-fa1d-484a-bfd9-8213416a2d70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'security_group_rule': {'security_group_id': '75cb0366-6d51-47b1-8c6c-4b52c9f8fca0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:14.538924 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3357df00-fa1d-484a-bfd9-8213416a2d70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.593996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3357df00-fa1d-484a-bfd9-8213416a2d70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.659303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3357df00-fa1d-484a-bfd9-8213416a2d70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.682123 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3357df00-fa1d-484a-bfd9-8213416a2d70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3054c1-2f6c-4df8-9a83-6b1cdc3d2c54,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:14.692035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 2, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:14.717788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:30:14.718171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Updating router 9224b73a-f98a-4d95-98bf-fab466cdfe60 port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 04:30:14.739362 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3357df00-fa1d-484a-bfd9-8213416a2d70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.740925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3357df00-fa1d-484a-bfd9-8213416a2d70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2815838 Sep 10 04:30:14.743477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57882) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:14.747985 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.749067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-721cc806-9c72-47b4-b4a8-2a45bc41138b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'security_group_rule': {'security_group_id': '75cb0366-6d51-47b1-8c6c-4b52c9f8fca0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:14.840660 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-721cc806-9c72-47b4-b4a8-2a45bc41138b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.896898 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-721cc806-9c72-47b4-b4a8-2a45bc41138b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.961876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-721cc806-9c72-47b4-b4a8-2a45bc41138b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:14.981192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721cc806-9c72-47b4-b4a8-2a45bc41138b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4f50025-035c-4c8a-b8ef-fe16599688e6,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:15.002782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.012082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Transition to ACTIVE for port object c0d43dc4-06a8-4af9-8cf1-fc4018af2409 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:30:15.053324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-721cc806-9c72-47b4-b4a8-2a45bc41138b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.055002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-721cc806-9c72-47b4-b4a8-2a45bc41138b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3101001 Sep 10 04:30:15.058282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57884) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:15.062601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:15.082165 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.122652 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.135591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b9086-e0eb-488a-9b0b-796d0ab1a92d None None] Pushing event updated for resources: {'Port': ['ID=c0d43dc4-06a8-4af9-8cf1-fc4018af2409,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:15.189015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Attempting to bind port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:30:15.189471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Attempting to bind port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:30:15.192934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Attempting to bind port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:30:15.195747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 29, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:30:15.196217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Checking segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:30:15.196685 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.197146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Bound using segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:30:15.197683 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Bound port: c0d43dc4-06a8-4af9-8cf1-fc4018af2409, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:30:15.198165 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.223859 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.265865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] For port c0d43dc4-06a8-4af9-8cf1-fc4018af2409, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:30:15.269318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] For port c0d43dc4-06a8-4af9-8cf1-fc4018af2409, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c0d43dc4-06a8-4af9-8cf1-fc4018af2409,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:30:15.328291 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.332662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Allocated IP 172.25.3.17 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/0081b483-1149-4fd1-bd92-4633495265fc) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:30:15.399489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:30:15.400143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:29:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:15.403025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b9086-e0eb-488a-9b0b-796d0ab1a92d None None] Pushing event updated for resources: {'Port': ['ID=c0d43dc4-06a8-4af9-8cf1-fc4018af2409,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:15.440788 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.529305 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.532167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:30:15.574334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b613b15d-3466-4ef2-9025-859a9069f57f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:30:15.578744 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:30:15.581653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:30:15.585226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:30:15.613453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event updated for resources: {'Port': ['ID=0081b483-1149-4fd1-bd92-4633495265fc,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:15.673186 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.725634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b613b15d-3466-4ef2-9025-859a9069f57f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:15.726005 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.746879 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.856442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:15Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:15.885221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c700397f-d376-405a-8226-60d4d87d6b39 None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:15Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:30:15.897906 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:15.962333 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:16.039670 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event updated for resources: {'Port': ['ID=0081b483-1149-4fd1-bd92-4633495265fc,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:16.046394 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:16.151826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:16.153090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4273ac49-4a5b-4b3b-97b1-6db68db947f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0938878 Sep 10 04:30:16.293066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-2467d200-785c-463c-8a62-b85120110e28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--386667851&fields=id&tenant_id=98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 267 time: 0.0348809 Sep 10 04:30:16.399516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-5ff55470-f791-4672-8bbf-53c248eafa28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:16.401017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-5ff55470-f791-4672-8bbf-53c248eafa28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 812 time: 0.1010025 Sep 10 04:30:16.417804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-9570de40-1718-43a3-af0d-f3da72af3524 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/quotas/98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 375 time: 0.0105402 Sep 10 04:30:16.475778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-f8a2caa6-dd02-4a3f-b1e9-4e83be95969a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0522099 Sep 10 04:30:16.493019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8ca8fa3b-7d05-4f18-abb9-fb232a8e7f99 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:30:16.494037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8ca8fa3b-7d05-4f18-abb9-fb232a8e7f99 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053549 Sep 10 04:30:16.587303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-3dfda3bb-f907-4141-92f4-27782cbd2eec service neutron] 10.222.0.22 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861909 Sep 10 04:30:16.682229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-5f62009f-d3d0-406a-b2c5-8a2cf837a857 service neutron] 10.222.0.22 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882535 Sep 10 04:30:16.913252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-def6cdc7-b462-4ad5-821e-33e31dd92ac5 req-abed7970-a340-4e10-86ac-ada8c02deb54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 210 time: 0.0277545 Sep 10 04:30:17.553131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c0d43dc4-06a8-4af9-8cf1-fc4018af2409 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:30:17.670366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:30:17.674641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:17.675014 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:17.754499 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:17.787761 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port c0d43dc4-06a8-4af9-8cf1-fc4018af2409, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c0d43dc4-06a8-4af9-8cf1-fc4018af2409,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:30:17.830325 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:17.877690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=c0d43dc4-06a8-4af9-8cf1-fc4018af2409,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:18.006786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c87d6305-963a-42e2-a75c-c8f04d26267d req-2d594be2-66ec-446b-aee6-d081161dcc64 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 210 time: 0.0278649 Sep 10 04:30:18.593525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-e4d2b972-3d18-4aa3-90cd-afa348099a2e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:18.594922 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-e4d2b972-3d18-4aa3-90cd-afa348099a2e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 812 time: 0.1089029 Sep 10 04:30:18.638981 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-02f124f5-c015-426a-86dc-8c2cf0f343d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 379 time: 0.0349083 Sep 10 04:30:18.649127 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'port': {'device_id': '99a870c0-89c1-47ef-81be-309009049cc2', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'admin_state_up': True, 'tenant_id': '98de73e732344a4a89b5658658a903da', 'security_groups': ['75cb0366-6d51-47b1-8c6c-4b52c9f8fca0']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:18.824907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Made reservation on behalf of 98de73e732344a4a89b5658658a903da for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:30:18.828592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:18.954782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Allocated IP 172.20.0.5 (80abc86f-ddfe-48e3-a4af-6abf2b7c2ded/b1a40548-a367-4aa5-b863-7f66011a93b0/a2ae8374-9045-4105-b9db-22814251866c) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:30:19.090353 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:19.098930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-395300dd-a122-41b3-9931-7b91ede9a596 req-9c3984b8-cb75-460f-b56e-99cde79a4a48 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 210 time: 0.0258696 Sep 10 04:30:19.103948 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Transition to ACTIVE for port object a2ae8374-9045-4105-b9db-22814251866c will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:30:19.173861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:19.214539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:30:19.217411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:30:19.221959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:30:19.252630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event updated for resources: {'Port': ['ID=a2ae8374-9045-4105-b9db-22814251866c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:19.280449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:19.281091 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:19.363105 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-8edfc5f4-ca70-4b41-b13a-971854ff972c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7177322 Sep 10 04:30:19.375705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Request body: {'port': {'device_id': '99a870c0-89c1-47ef-81be-309009049cc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:19.433615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:19.482354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3040ad5d-ca44-4e83-9d53-195fca6dcfa9 None None] Provisioning for port a2ae8374-9045-4105-b9db-22814251866c completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:30:19.486314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3040ad5d-ca44-4e83-9d53-195fca6dcfa9 None None] Provisioning complete for port a2ae8374-9045-4105-b9db-22814251866c triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:19.486743 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3040ad5d-ca44-4e83-9d53-195fca6dcfa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:19.525813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3040ad5d-ca44-4e83-9d53-195fca6dcfa9 None None] Port a2ae8374-9045-4105-b9db-22814251866c cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:30:19.555349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c0d43dc4-06a8-4af9-8cf1-fc4018af2409 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:30:19.601435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:19.601803 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:19.702798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ae8374-9045-4105-b9db-22814251866c {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:30:19.710156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:19.722084 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Transition to ACTIVE for port object a2ae8374-9045-4105-b9db-22814251866c will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:30:19.796075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:19.866630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ae8374-9045-4105-b9db-22814251866c,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:19.915465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Attempting to bind port a2ae8374-9045-4105-b9db-22814251866c on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:30:19.915833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Attempting to bind port a2ae8374-9045-4105-b9db-22814251866c by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:30:19.916167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Attempting to bind port a2ae8374-9045-4105-b9db-22814251866c on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:30:19.921429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Port a2ae8374-9045-4105-b9db-22814251866c on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:30:19.921750 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Attempting to bind port a2ae8374-9045-4105-b9db-22814251866c on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:30:19.926828 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:30:19.927167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Checking segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:30:19.927552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Bound using segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:30:19.928019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Bound port: a2ae8374-9045-4105-b9db-22814251866c, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:30:19.928378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:19.993121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] For port a2ae8374-9045-4105-b9db-22814251866c, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:30:19.996219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] For port a2ae8374-9045-4105-b9db-22814251866c, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a2ae8374-9045-4105-b9db-22814251866c,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:30:20.059493 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:20.094044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:20.094584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:20.095974 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] 10.222.0.20 "PUT /v2.0/ports/a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 1091 time: 0.7245147 Sep 10 04:30:20.096418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a870c0-89c1-47ef-81be-309009049cc2', 'tag': 'a2ae8374-9045-4105-b9db-22814251866c'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:30:20.098672 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d228a9f61d46841dc7fb23e18371c75f9a24e6571f2b47eb03a707501b9a38c3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5fe4993-d6c1-4d02-b67a-b92d48be84b1" -d '{"events": [{"name": "network-changed", "server_uuid": "99a870c0-89c1-47ef-81be-309009049cc2", "tag": "a2ae8374-9045-4105-b9db-22814251866c"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:30:20.124486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c436a4dd-2e87-4781-907b-2475d0523287 service neutron] Pushing event updated for resources: {'Port': ['ID=a2ae8374-9045-4105-b9db-22814251866c,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:20.158609 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:30:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed8347a-8c78-42d1-823b-0a1097e99caa x-openstack-request-id: req-8ed8347a-8c78-42d1-823b-0a1097e99caa {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:30:20.158919 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a870c0-89c1-47ef-81be-309009049cc2", "tag": "a2ae8374-9045-4105-b9db-22814251866c", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:30:20.159776 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ed8347a-8c78-42d1-823b-0a1097e99caa {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:30:20.159776 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a870c0-89c1-47ef-81be-309009049cc2', 'tag': 'a2ae8374-9045-4105-b9db-22814251866c', 'status': 'completed', 'code': 200} Sep 10 04:30:20.229533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe4993-d6c1-4d02-b67a-b92d48be84b1 req-26a93492-9f9d-4271-ad01-52a3e0ee57e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:20.231161 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5fe4993-d6c1-4d02-b67a-b92d48be84b1 req-26a93492-9f9d-4271-ad01-52a3e0ee57e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1094 time: 0.0493886 Sep 10 04:30:20.237835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1ea185-1e7d-42fa-a3dd-997bdf5845ae req-f7798d63-d719-4941-bd30-f48fedbf4240 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:20.239829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1ea185-1e7d-42fa-a3dd-997bdf5845ae req-f7798d63-d719-4941-bd30-f48fedbf4240 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 943 time: 0.0627222 Sep 10 04:30:20.282146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f1ea185-1e7d-42fa-a3dd-997bdf5845ae req-189425b6-24f7-4060-aa07-1b01ef13eff1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359492 Sep 10 04:30:20.332585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe4993-d6c1-4d02-b67a-b92d48be84b1 req-e2f4ef8d-bd9f-4e3b-818d-09ddbdf91e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:20.334045 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5fe4993-d6c1-4d02-b67a-b92d48be84b1 req-e2f4ef8d-bd9f-4e3b-818d-09ddbdf91e7d service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=98de73e732344a4a89b5658658a903da&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0948331 Sep 10 04:30:20.433525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fe4993-d6c1-4d02-b67a-b92d48be84b1 req-5595aa26-8b18-4f84-869c-202080e211f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:20.435347 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5fe4993-d6c1-4d02-b67a-b92d48be84b1 req-5595aa26-8b18-4f84-869c-202080e211f9 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0944552 Sep 10 04:30:20.506391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-d11f545a-3abf-4adb-9b7f-91d6446055a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:20.507946 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-d11f545a-3abf-4adb-9b7f-91d6446055a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1094 time: 0.0393717 Sep 10 04:30:20.551600 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-0521d82c-c7bc-412d-a1e0-9b1d8c0c48e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 217 time: 0.0364158 Sep 10 04:30:20.599853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-3dabbef3-0f58-4478-9927-d27fabe8952f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:20.601174 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-3dabbef3-0f58-4478-9927-d27fabe8952f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0425258 Sep 10 04:30:20.645645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-f4141837-3e97-453c-91fe-0c06a4647ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:20.647058 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-f4141837-3e97-453c-91fe-0c06a4647ad1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390856 Sep 10 04:30:20.739404 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-1818351c-ba59-490c-804c-bae3bea8748c service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849457 Sep 10 04:30:20.830853 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b409d062-bb3e-440d-a8d2-8f8c11cb6614 req-d95c55dd-3a8f-4668-acbf-64fa762b68fd service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841432 Sep 10 04:30:20.876981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5f02dce1-3fa2-4a9d-b3a1-13ad37595c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:21.395508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d3216b-b027-478d-8572-d50ad9e41fda req-71df354f-30c6-42f3-8547-c9981ea21d14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:21.397007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42d3216b-b027-478d-8572-d50ad9e41fda req-71df354f-30c6-42f3-8547-c9981ea21d14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 943 time: 0.0483806 Sep 10 04:30:21.435123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42d3216b-b027-478d-8572-d50ad9e41fda req-c37e1d14-3317-45a8-baaf-0c7ce0a30467 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316529 Sep 10 04:30:22.547072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e91c8b-2bdd-4815-ba9d-477613214cd6 req-2db84ae7-07e9-4b5f-b7b2-3b9962519c56 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:22.548554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9e91c8b-2bdd-4815-ba9d-477613214cd6 req-2db84ae7-07e9-4b5f-b7b2-3b9962519c56 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 943 time: 0.0477831 Sep 10 04:30:22.584972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9e91c8b-2bdd-4815-ba9d-477613214cd6 req-7b92af32-4d29-4387-be56-1603004b50f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304682 Sep 10 04:30:23.511195 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea57e2d9-778f-4253-be53-bf34389957ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:23.700874 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b24e86-a1d5-45d9-9a39-23923a9d7e75 req-2988fa67-183a-4799-b8c5-4df217a5a64c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:23.702344 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99b24e86-a1d5-45d9-9a39-23923a9d7e75 req-2988fa67-183a-4799-b8c5-4df217a5a64c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 943 time: 0.0524156 Sep 10 04:30:23.733686 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:23.739185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99b24e86-a1d5-45d9-9a39-23923a9d7e75 req-a9a11f0a-c364-4ef3-83ad-26ab9e6813cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309935 Sep 10 04:30:24.778160 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a2ae8374-9045-4105-b9db-22814251866c details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:30:24.854719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962bfd8c-d6dd-4754-bec5-366b607537d6 req-42513fea-bdf5-4724-9ef0-3b2e277fd883 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:24.856326 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-962bfd8c-d6dd-4754-bec5-366b607537d6 req-42513fea-bdf5-4724-9ef0-3b2e277fd883 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 943 time: 0.0499630 Sep 10 04:30:24.895896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-962bfd8c-d6dd-4754-bec5-366b607537d6 req-6fc14f10-1a43-4566-9e71-4cf2457cf2d4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333970 Sep 10 04:30:25.025150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a2ae8374-9045-4105-b9db-22814251866c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a2ae8374-9045-4105-b9db-22814251866c,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:30:25.036374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'a2ae8374-9045-4105-b9db-22814251866c', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'port_id': 'a2ae8374-9045-4105-b9db-22814251866c', 'mac_address': 'fa:16:3e:6a:0b:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:30:25.071735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:25.083584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ae8374-9045-4105-b9db-22814251866c {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:30:25.102553 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a2ae8374-9045-4105-b9db-22814251866c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a2ae8374-9045-4105-b9db-22814251866c,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:30:25.208806 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:25.258509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=a2ae8374-9045-4105-b9db-22814251866c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:25.322341 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:25.412247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['a2ae8374-9045-4105-b9db-22814251866c'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:30:26.009989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119df6c-4c3c-473d-a082-142aa5cab126 req-212c4014-c06b-4836-9a70-6594ed8c32a4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:26.011482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6119df6c-4c3c-473d-a082-142aa5cab126 req-212c4014-c06b-4836-9a70-6594ed8c32a4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 944 time: 0.0474989 Sep 10 04:30:26.048059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6119df6c-4c3c-473d-a082-142aa5cab126 req-cd3301a5-8bfb-490f-8ece-01681d75b761 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307624 Sep 10 04:30:26.413008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:26.795196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a2ae8374-9045-4105-b9db-22814251866c up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:30:26.904522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port a2ae8374-9045-4105-b9db-22814251866c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:30:26.908004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port a2ae8374-9045-4105-b9db-22814251866c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:30:26.908373 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:26.984428 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:27.005837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a870c0-89c1-47ef-81be-309009049cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ae8374-9045-4105-b9db-22814251866c'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:30:27.008145 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e09d8a4a8124e77dac4e7849d02cc3144a0e22d28e3694e99fbbf8e8669f9c8c" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91af9bbc-608c-4146-8938-7e4583e219f6" -d '{"events": [{"server_uuid": "99a870c0-89c1-47ef-81be-309009049cc2", "name": "network-vif-plugged", "status": "completed", "tag": "a2ae8374-9045-4105-b9db-22814251866c"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:30:27.020211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a2ae8374-9045-4105-b9db-22814251866c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a2ae8374-9045-4105-b9db-22814251866c,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:30:27.045353 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b53344f-8ba0-43c3-bda2-05c381362af0 x-openstack-request-id: req-6b53344f-8ba0-43c3-bda2-05c381362af0 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:30:27.045353 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a870c0-89c1-47ef-81be-309009049cc2", "name": "network-vif-plugged", "status": "completed", "tag": "a2ae8374-9045-4105-b9db-22814251866c", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:30:27.045353 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b53344f-8ba0-43c3-bda2-05c381362af0 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:30:27.045353 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a870c0-89c1-47ef-81be-309009049cc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ae8374-9045-4105-b9db-22814251866c', 'code': 200} Sep 10 04:30:27.099139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:27.143549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c55a270-028a-402e-974d-524144208309 req-91ecf8e3-024f-4425-93cd-e260adfcb8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:27.145160 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1c55a270-028a-402e-974d-524144208309 req-91ecf8e3-024f-4425-93cd-e260adfcb8f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0412493 Sep 10 04:30:27.147611 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=a2ae8374-9045-4105-b9db-22814251866c,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:30:27.166473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89710afe-45f5-498d-84de-76a9abbdc83f req-1f6d386e-6775-436d-be51-5135c4f34968 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:27.168756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89710afe-45f5-498d-84de-76a9abbdc83f req-1f6d386e-6775-436d-be51-5135c4f34968 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0539122 Sep 10 04:30:27.187035 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1c55a270-028a-402e-974d-524144208309 req-ff2e85da-aa26-4b06-b12e-b0a6766e8737 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346014 Sep 10 04:30:27.205496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89710afe-45f5-498d-84de-76a9abbdc83f req-48f3a306-9bcd-40ce-b72b-2b02ff2cf47c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306618 Sep 10 04:30:28.319873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec2f9dd-9947-4131-9052-bf2cb06d2030 req-b737ae29-a6a6-4834-bd2e-241308c4695f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:28.321341 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cec2f9dd-9947-4131-9052-bf2cb06d2030 req-b737ae29-a6a6-4834-bd2e-241308c4695f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485229 Sep 10 04:30:28.358517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cec2f9dd-9947-4131-9052-bf2cb06d2030 req-956c8e11-bd78-46bb-8bce-be076af5218b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311885 Sep 10 04:30:29.201462 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:29.470215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4020ae7a-3c28-4e1e-8b7f-2f85d6746568 req-ced33049-1ef3-481d-9296-718997d467fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:29.471597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4020ae7a-3c28-4e1e-8b7f-2f85d6746568 req-ced33049-1ef3-481d-9296-718997d467fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477805 Sep 10 04:30:29.508225 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4020ae7a-3c28-4e1e-8b7f-2f85d6746568 req-280cc54d-7f55-4ebc-9187-67ed5db4c9f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308294 Sep 10 04:30:29.624600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab32b3e5-7f00-4dd8-a01d-1a1d67d91cad req-0495d9b0-4012-453b-ba52-93977ca2c3b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:29.626078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab32b3e5-7f00-4dd8-a01d-1a1d67d91cad req-0495d9b0-4012-453b-ba52-93977ca2c3b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0551431 Sep 10 04:30:29.634994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 57936) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:30:29.639813 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b5311421-01d3-4dc4-8c15-44dc66c6121f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'floatingip': {'port_id': 'a2ae8374-9045-4105-b9db-22814251866c'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:30:29.676573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5311421-01d3-4dc4-8c15-44dc66c6121f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:30.424196 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5311421-01d3-4dc4-8c15-44dc66c6121f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:30.481317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5311421-01d3-4dc4-8c15-44dc66c6121f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:30.577506 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-b5311421-01d3-4dc4-8c15-44dc66c6121f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45 associated. External IP: 172.25.3.17, port: a2ae8374-9045-4105-b9db-22814251866c. Sep 10 04:30:30.773778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5311421-01d3-4dc4-8c15-44dc66c6121f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:30:30.875015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5311421-01d3-4dc4-8c15-44dc66c6121f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:30:30.879957 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b5311421-01d3-4dc4-8c15-44dc66c6121f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:30.885868 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:30:30.894979 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:30:30.895573 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:30:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:30.910582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b5311421-01d3-4dc4-8c15-44dc66c6121f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "PUT /v2.0/floatingips/a5b63893-b6e4-46db-bd73-794d3e29fc45 HTTP/1.1" status: 200 len: 990 time: 1.2736721 Sep 10 04:30:30.911168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '99a870c0-89c1-47ef-81be-309009049cc2', 'tag': 'a2ae8374-9045-4105-b9db-22814251866c'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:30:30.913511 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9a4b1216a623d30fa55a08b3577e3213a60fe70ad6c83e5b56eecb07ca817b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b2ad86c-76b0-4d59-aa00-7b52455b2374" -d '{"events": [{"name": "network-changed", "server_uuid": "99a870c0-89c1-47ef-81be-309009049cc2", "tag": "a2ae8374-9045-4105-b9db-22814251866c"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:30:30.950031 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4edb2e3-d0c2-4bae-9b4f-f70e52e45634 x-openstack-request-id: req-a4edb2e3-d0c2-4bae-9b4f-f70e52e45634 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:30:30.950315 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "99a870c0-89c1-47ef-81be-309009049cc2", "tag": "a2ae8374-9045-4105-b9db-22814251866c", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:30:30.950561 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4edb2e3-d0c2-4bae-9b4f-f70e52e45634 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:30:30.950959 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '99a870c0-89c1-47ef-81be-309009049cc2', 'tag': 'a2ae8374-9045-4105-b9db-22814251866c', 'status': 'completed', 'code': 200} Sep 10 04:30:31.002226 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:30:31.012296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-64f667c1-e0b4-49d6-b730-954a05b3f5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:31.013785 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-64f667c1-e0b4-49d6-b730-954a05b3f5f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0406983 Sep 10 04:30:31.103051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-b34e374f-7f37-46e9-90d8-20fa6862ca3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:31.104894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-b34e374f-7f37-46e9-90d8-20fa6862ca3a service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0834520 Sep 10 04:30:31.173336 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-340e9c7d-a122-44eb-ab79-b326d6d62960 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 998 time: 0.0610685 Sep 10 04:30:31.215840 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': 'a2ae8374-9045-4105-b9db-22814251866c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:6a:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a870c0-89c1-47ef-81be-309009049cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:30:30Z', 'revision_number': 1, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:31.223589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-2cba2431-f723-4b27-8c60-7b651470cd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:31.225113 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-2cba2431-f723-4b27-8c60-7b651470cd0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0448620 Sep 10 04:30:31.245728 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:30:31.253863 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:30:31.254459 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:30:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:31.271566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-64ac4629-ced2-4e53-bf46-5959ec8bcb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:31.274949 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-64ac4629-ced2-4e53-bf46-5959ec8bcb3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0412359 Sep 10 04:30:31.361283 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:30:31.365684 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-af824fb8-1951-4a9f-9b20-f694e8f1d9c9 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858335 Sep 10 04:30:31.456027 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5b2ad86c-76b0-4d59-aa00-7b52455b2374 req-9f83dec6-e74a-4c46-b3f8-623227ec89cd service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832734 Sep 10 04:30:31.579958 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': 'a2ae8374-9045-4105-b9db-22814251866c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:6a:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a870c0-89c1-47ef-81be-309009049cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:30:30Z', 'revision_number': 1, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:30:31.606129 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-decac9ec-8f34-4872-9189-ad44fe709e7b None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': 'a2ae8374-9045-4105-b9db-22814251866c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:6a:0b:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99a870c0-89c1-47ef-81be-309009049cc2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:30:30Z', 'revision_number': 1, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:30:31.787193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1df41f0-a2ef-4bd1-a04c-ec507cf81add None None] New status for floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:30:32.641823 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:33.244477 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:30:50.886981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-778089b9-4d1b-4273-9084-de912fdb68b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:53.544908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7098ba68-4d8f-4122-8e3d-dba520d96278 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:53.721423 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:55.286610 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:56.418368 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:58.757558 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-aac093d4-6a14-4630-b204-eb68f28b0e84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2873096 Sep 10 04:30:58.837810 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-02fdcd5c-92f3-4bd0-98da-63f302bffdce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:58.839258 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-02fdcd5c-92f3-4bd0-98da-63f302bffdce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0383060 Sep 10 04:30:58.947407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-bd5a878c-6acf-4249-9f3f-1ceba5c4319a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:58.948843 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-bd5a878c-6acf-4249-9f3f-1ceba5c4319a service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0838134 Sep 10 04:30:59.013549 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-040bef46-2e54-4e28-a0b6-8503e14b180b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 1000 time: 0.0554464 Sep 10 04:30:59.064383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-f6abf999-a659-40aa-a021-6bbaa7ca1142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:59.065758 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-f6abf999-a659-40aa-a021-6bbaa7ca1142 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0422947 Sep 10 04:30:59.116089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-7f9fa589-9c36-4d64-9763-4cf5c962575c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:30:59.117450 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-7f9fa589-9c36-4d64-9763-4cf5c962575c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435047 Sep 10 04:30:59.206916 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-9c715f59-3f21-46ce-8c59-020e8a11276e service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804541 Sep 10 04:30:59.235574 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:30:59.300487 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-904fea8d-8cb9-45f2-b915-171af28a0f2e req-7050b6ad-1a7f-4881-ae0e-bbf694af88c2 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836177 Sep 10 04:31:02.658063 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:10.243657 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:31:20.858276 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-32c5360d-f2c3-4bc4-9429-058d96bd62d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:23.526274 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-76ce95be-1f3c-4f5c-8b42-3a02da87db8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:23.726380 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:25.263595 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:26.411996 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:29.195065 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:32.674640 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:47.242756 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:31:50.857214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-01db8cba-85a6-4855-9f2f-4c4d6642a5cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:53.543232 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fe2fc94c-0f5e-4b21-9b7c-ac56f9a8730d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:53.725759 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:55.291741 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:56.422425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:31:59.216844 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:00.573186 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29acfe79-f800-45ce-8063-babb15905de8 req-c2fb21b6-6337-4732-9973-e9bc7f5c2f78 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0911269 Sep 10 04:32:00.653649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acfe79-f800-45ce-8063-babb15905de8 req-4bfe6d20-4b86-44a8-af32-e2d5f571a5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:00.655095 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29acfe79-f800-45ce-8063-babb15905de8 req-4bfe6d20-4b86-44a8-af32-e2d5f571a5ad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0397139 Sep 10 04:32:00.759228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acfe79-f800-45ce-8063-babb15905de8 req-58041b6c-2191-4ce7-a6b1-f7e5341477f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:00.760661 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29acfe79-f800-45ce-8063-babb15905de8 req-58041b6c-2191-4ce7-a6b1-f7e5341477f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0853734 Sep 10 04:32:00.823070 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29acfe79-f800-45ce-8063-babb15905de8 req-a8dd7ac0-9eba-4b8f-8d09-4b8fa72b3fae service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 1000 time: 0.0545039 Sep 10 04:32:00.873681 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acfe79-f800-45ce-8063-babb15905de8 req-c1a76058-d509-4bf6-bbb0-d967ab1bbd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:00.875056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29acfe79-f800-45ce-8063-babb15905de8 req-c1a76058-d509-4bf6-bbb0-d967ab1bbd02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0441029 Sep 10 04:32:00.924241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29acfe79-f800-45ce-8063-babb15905de8 req-baf41a2a-cc5f-4003-940f-bceb06ff0143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:00.925780 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29acfe79-f800-45ce-8063-babb15905de8 req-baf41a2a-cc5f-4003-940f-bceb06ff0143 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395133 Sep 10 04:32:01.018627 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29acfe79-f800-45ce-8063-babb15905de8 req-ff471eeb-9e02-46cb-a3a8-3c4f554df67c service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851426 Sep 10 04:32:01.107265 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-29acfe79-f800-45ce-8063-babb15905de8 req-ddc4a0f6-168b-4091-9e06-fdca34f41a06 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809515 Sep 10 04:32:02.737798 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:06.676145 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e828ac8-3978-4f62-912e-b854d5f08bec req-edd64293-4d58-4046-a497-f49d022b4bfc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:06.677627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e828ac8-3978-4f62-912e-b854d5f08bec req-edd64293-4d58-4046-a497-f49d022b4bfc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.1036072 Sep 10 04:32:06.713901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e828ac8-3978-4f62-912e-b854d5f08bec req-ae36c922-accf-4c90-8121-e7f8e9948535 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303183 Sep 10 04:32:07.083231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aeb6063-3746-4f1f-8b7e-a60c5436c6f4 req-5135452e-27cc-4b54-ba0f-f2818a65f9f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:07.084720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7aeb6063-3746-4f1f-8b7e-a60c5436c6f4 req-5135452e-27cc-4b54-ba0f-f2818a65f9f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0478015 Sep 10 04:32:07.121057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7aeb6063-3746-4f1f-8b7e-a60c5436c6f4 req-35c779e3-b45d-465b-8c55-4b53d395ef06 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304146 Sep 10 04:32:08.356721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b730fbae-9018-4cca-b24a-85c15dd8fb61 req-7bad6fe0-d0da-47b8-ad3d-fb25f9d946f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:08.358198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b730fbae-9018-4cca-b24a-85c15dd8fb61 req-7bad6fe0-d0da-47b8-ad3d-fb25f9d946f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.1044948 Sep 10 04:32:08.394834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b730fbae-9018-4cca-b24a-85c15dd8fb61 req-853b356a-91ef-4de3-aa3f-a6d83df09e0e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302529 Sep 10 04:32:09.544770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef2ba64-c1e4-48dd-8964-89e6f51f49e4 req-c2b6957a-6f45-42ff-a3d8-84d8fe90b553 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:09.546264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fef2ba64-c1e4-48dd-8964-89e6f51f49e4 req-c2b6957a-6f45-42ff-a3d8-84d8fe90b553 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0495188 Sep 10 04:32:09.584246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fef2ba64-c1e4-48dd-8964-89e6f51f49e4 req-f52724a3-634f-4384-98be-4019b53e93ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310524 Sep 10 04:32:10.776356 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08913c36-bdfe-4d33-b815-668a545e1e3f req-2faadd89-18a8-4f2e-ad15-da162eaa16f8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:10.777741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08913c36-bdfe-4d33-b815-668a545e1e3f req-2faadd89-18a8-4f2e-ad15-da162eaa16f8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0923698 Sep 10 04:32:10.814304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08913c36-bdfe-4d33-b815-668a545e1e3f req-58379498-d51f-4475-8bee-66dc97b5911f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307741 Sep 10 04:32:12.010806 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea454c1-30c7-4ced-8f47-ebf07833fb41 req-2dda736d-0c03-49a2-8f9f-9d41c88db58d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:12.012315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ea454c1-30c7-4ced-8f47-ebf07833fb41 req-2dda736d-0c03-49a2-8f9f-9d41c88db58d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0946152 Sep 10 04:32:12.049611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ea454c1-30c7-4ced-8f47-ebf07833fb41 req-863afdf6-eaee-4952-8526-c3bcc7b69651 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Sep 10 04:32:13.160613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395ef41-840a-49e2-b2a7-cd42e0311cbb req-303b815d-6939-480c-966a-baaa6b51d742 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:13.162088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f395ef41-840a-49e2-b2a7-cd42e0311cbb req-303b815d-6939-480c-966a-baaa6b51d742 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485065 Sep 10 04:32:13.199061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f395ef41-840a-49e2-b2a7-cd42e0311cbb req-436c255a-0bcc-4fba-b4de-01f75405c48d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 Sep 10 04:32:14.309850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cfb9623-2c93-4ba6-ad2e-9a8a66a15b89 req-cf26ce5e-2784-4ecc-9d3c-d87a1f853d1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:14.311332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8cfb9623-2c93-4ba6-ad2e-9a8a66a15b89 req-cf26ce5e-2784-4ecc-9d3c-d87a1f853d1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0484138 Sep 10 04:32:14.348724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8cfb9623-2c93-4ba6-ad2e-9a8a66a15b89 req-1d9ae59d-8266-49a2-9f9c-0d7ca8b1f929 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310335 Sep 10 04:32:15.465514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a763dc3a-2902-47be-b9fa-63dad9a9ab10 req-7eae0b65-ee74-485d-90b7-465c07dab9cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:15.466987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a763dc3a-2902-47be-b9fa-63dad9a9ab10 req-7eae0b65-ee74-485d-90b7-465c07dab9cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0512679 Sep 10 04:32:15.503504 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a763dc3a-2902-47be-b9fa-63dad9a9ab10 req-0a529af0-e8bf-4a47-88d0-c3abfaf29921 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300436 Sep 10 04:32:16.617020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ea4c72-d04c-430d-998a-2e6f4973db16 req-fae30d0c-cddc-4cb0-9e34-a449f597a5e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:16.618496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70ea4c72-d04c-430d-998a-2e6f4973db16 req-fae30d0c-cddc-4cb0-9e34-a449f597a5e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486269 Sep 10 04:32:16.654701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70ea4c72-d04c-430d-998a-2e6f4973db16 req-4a60475e-5e91-43e5-a666-a7a500529262 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303788 Sep 10 04:32:17.768477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f61284ad-e4e5-48ff-9cea-51e9e6d7a658 req-560fa1aa-58d2-42f7-a19a-59f41ac7c545 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:17.769933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f61284ad-e4e5-48ff-9cea-51e9e6d7a658 req-560fa1aa-58d2-42f7-a19a-59f41ac7c545 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0490730 Sep 10 04:32:17.807307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f61284ad-e4e5-48ff-9cea-51e9e6d7a658 req-6e2f5291-743d-47bb-84e7-ff732790ecf4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312591 Sep 10 04:32:18.923616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0c0b9b-d686-4683-bf26-61bf355a654f req-9c83ffa5-80d1-451f-9bb9-9da4fd613bc1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:18.925110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea0c0b9b-d686-4683-bf26-61bf355a654f req-9c83ffa5-80d1-451f-9bb9-9da4fd613bc1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0521667 Sep 10 04:32:18.962261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea0c0b9b-d686-4683-bf26-61bf355a654f req-2ff24acb-5012-4148-b928-32fd06a5891e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311475 Sep 10 04:32:20.076637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c56c9-13c7-4c17-894a-d9ff7565bea6 req-de8be6a7-5d2a-4ab9-9b1f-6d7ff1f32c68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:20.078111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b8c56c9-13c7-4c17-894a-d9ff7565bea6 req-de8be6a7-5d2a-4ab9-9b1f-6d7ff1f32c68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0487611 Sep 10 04:32:20.115154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b8c56c9-13c7-4c17-894a-d9ff7565bea6 req-ba64e3dc-dbb0-4980-b45f-e9ab1f30cc59 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313323 Sep 10 04:32:20.833919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-63cd89b3-ca0e-4d40-bbbc-0cb20951496f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:21.226660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd33d879-2759-446f-8d52-5f2b504ee273 req-368c4988-c55a-4d9c-a814-025599b8e97e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:21.228135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd33d879-2759-446f-8d52-5f2b504ee273 req-368c4988-c55a-4d9c-a814-025599b8e97e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477166 Sep 10 04:32:21.265576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd33d879-2759-446f-8d52-5f2b504ee273 req-b624a164-26be-4a2c-8727-c48cb083e4e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312042 Sep 10 04:32:22.382188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa084d4-f472-4948-9ee1-b0f2b3e97eec req-4447c688-b44b-4d2d-9d6e-40157fd2cf57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:22.383644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfa084d4-f472-4948-9ee1-b0f2b3e97eec req-4447c688-b44b-4d2d-9d6e-40157fd2cf57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0519645 Sep 10 04:32:22.419871 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfa084d4-f472-4948-9ee1-b0f2b3e97eec req-ae7f6f86-6088-45e8-9471-52f944e865b1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304749 Sep 10 04:32:23.508363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5849880f-d4dd-45ca-bcc7-158a82d3bfa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:23.535413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf08aa1a-28b8-49c7-b7b6-ace9c755cb9f req-6b84e0c3-ea95-45b5-9c63-5a85d26f20b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:23.536923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf08aa1a-28b8-49c7-b7b6-ace9c755cb9f req-6b84e0c3-ea95-45b5-9c63-5a85d26f20b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0517099 Sep 10 04:32:23.574637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf08aa1a-28b8-49c7-b7b6-ace9c755cb9f req-fd052b3d-6159-4ab8-bec9-dcbef254e5be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315950 Sep 10 04:32:23.707889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:24.242039 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:32:24.687244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983032-4e48-44c5-99fa-d73c300837be req-542a1535-1777-4c20-ab52-b779e4fec633 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:24.688717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05983032-4e48-44c5-99fa-d73c300837be req-542a1535-1777-4c20-ab52-b779e4fec633 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479679 Sep 10 04:32:24.725965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05983032-4e48-44c5-99fa-d73c300837be req-d0332351-b068-41e2-b948-1f558664ce78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308886 Sep 10 04:32:25.301788 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:25.842678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ed2f34-8133-4351-ae75-1f9e21768ce7 req-a6d18420-15fe-4ade-aeaf-4181447eafd1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:25.844176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46ed2f34-8133-4351-ae75-1f9e21768ce7 req-a6d18420-15fe-4ade-aeaf-4181447eafd1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0515480 Sep 10 04:32:25.881428 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46ed2f34-8133-4351-ae75-1f9e21768ce7 req-40ec2396-99e2-415d-acff-cc4fe5c4227b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313723 Sep 10 04:32:26.421915 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:26.994419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8a8c52-abab-48b6-9955-7fe7588c9b95 req-8e3e0d6e-75c5-4331-b4b7-8fecba1c32ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:26.995934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b8a8c52-abab-48b6-9955-7fe7588c9b95 req-8e3e0d6e-75c5-4331-b4b7-8fecba1c32ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0487182 Sep 10 04:32:27.031740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b8a8c52-abab-48b6-9955-7fe7588c9b95 req-039096c5-4338-4083-a96a-a6010b9e8afe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300374 Sep 10 04:32:28.144711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d784086f-4d6d-4ef0-a2f0-f699611bf620 req-085a306b-5406-4e08-af56-313fa542ebed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:28.146153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d784086f-4d6d-4ef0-a2f0-f699611bf620 req-085a306b-5406-4e08-af56-313fa542ebed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479064 Sep 10 04:32:28.185357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d784086f-4d6d-4ef0-a2f0-f699611bf620 req-34df51ed-85fd-4786-9edb-bafe8f6c4c55 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332515 Sep 10 04:32:29.210502 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:29.305625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f195560b-3bb5-4297-8178-bd854a4f78f7 req-9f882113-a769-47e4-bf49-644f938a161d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:29.307082 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f195560b-3bb5-4297-8178-bd854a4f78f7 req-9f882113-a769-47e4-bf49-644f938a161d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0507874 Sep 10 04:32:29.344661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f195560b-3bb5-4297-8178-bd854a4f78f7 req-c39b9b3a-c820-4af2-8d4b-4691537273b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317631 Sep 10 04:32:30.456823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144849fa-9b3f-4a5c-ba54-b3966d571435 req-815a0a17-d6ad-4234-9de7-d358b3397451 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:30.458273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-144849fa-9b3f-4a5c-ba54-b3966d571435 req-815a0a17-d6ad-4234-9de7-d358b3397451 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480516 Sep 10 04:32:30.494240 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-144849fa-9b3f-4a5c-ba54-b3966d571435 req-96e5977c-a052-46ad-aa52-80b2db42f339 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301898 Sep 10 04:32:31.606545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a461b45-cb2b-4111-89d9-9cca3d3f0844 req-62cb29cb-41d0-4757-8ba3-ae531fecbf67 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:31.608026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a461b45-cb2b-4111-89d9-9cca3d3f0844 req-62cb29cb-41d0-4757-8ba3-ae531fecbf67 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486088 Sep 10 04:32:31.644891 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a461b45-cb2b-4111-89d9-9cca3d3f0844 req-1cc1be33-f79a-4afb-bdbc-2e86ded9a699 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310335 Sep 10 04:32:32.685219 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:32.760736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834a1dfa-151b-44e5-9842-171ce9f6bb7a req-a53b93ff-f1d7-4f5f-87f4-39edb9ef1190 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:32.762220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-834a1dfa-151b-44e5-9842-171ce9f6bb7a req-a53b93ff-f1d7-4f5f-87f4-39edb9ef1190 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0515590 Sep 10 04:32:32.799933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-834a1dfa-151b-44e5-9842-171ce9f6bb7a req-ad592371-79b7-4d4f-8503-900f528df98b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315542 Sep 10 04:32:33.912736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f29a89-b541-4726-a5bb-5ebf4328a36f req-983d4237-a254-463c-809c-f4492681df9b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:33.914223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4f29a89-b541-4726-a5bb-5ebf4328a36f req-983d4237-a254-463c-809c-f4492681df9b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479262 Sep 10 04:32:33.950939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4f29a89-b541-4726-a5bb-5ebf4328a36f req-9e25207c-3ff8-401a-bceb-630ce40e1ea3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309908 Sep 10 04:32:35.063032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe10d1c-746c-4835-bd69-88c1264867f7 req-f6efd182-6d8b-4d08-a7bc-ff351d164643 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:35.064502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fe10d1c-746c-4835-bd69-88c1264867f7 req-f6efd182-6d8b-4d08-a7bc-ff351d164643 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470984 Sep 10 04:32:35.100982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fe10d1c-746c-4835-bd69-88c1264867f7 req-c634e908-a674-45e0-803a-dc035c903e23 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299764 Sep 10 04:32:36.215897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5a5c94-b48d-400c-a8c4-065b8859cf43 req-59d1f616-d2ad-4e6c-a1ac-d1313d74219c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:36.217364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d5a5c94-b48d-400c-a8c4-065b8859cf43 req-59d1f616-d2ad-4e6c-a1ac-d1313d74219c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0515146 Sep 10 04:32:36.255144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d5a5c94-b48d-400c-a8c4-065b8859cf43 req-60a2f133-26f6-49e5-acb7-b56bf30bdf0b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316756 Sep 10 04:32:37.367773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ef4b66-5645-4f08-810a-a45c75e98999 req-0204627d-611a-4797-8cfa-14b015a74521 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:37.369252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95ef4b66-5645-4f08-810a-a45c75e98999 req-0204627d-611a-4797-8cfa-14b015a74521 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480947 Sep 10 04:32:37.406461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95ef4b66-5645-4f08-810a-a45c75e98999 req-9fab8b92-2748-4fb9-975e-e8202c76ed64 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312834 Sep 10 04:32:38.518543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47753fd7-bb55-4ce7-9b7e-1f6250ba962a req-bf65c3be-77ad-434d-910c-cf989d476dc7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:38.520597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47753fd7-bb55-4ce7-9b7e-1f6250ba962a req-bf65c3be-77ad-434d-910c-cf989d476dc7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477483 Sep 10 04:32:38.557910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-47753fd7-bb55-4ce7-9b7e-1f6250ba962a req-147e4e94-2c71-4d15-9f7b-463b2302f970 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314682 Sep 10 04:32:39.672609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f32afe-ba2f-4c51-b44b-b5bb09064605 req-0bed87f4-8e2e-4788-b770-2bf448a39b4e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:39.674060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37f32afe-ba2f-4c51-b44b-b5bb09064605 req-0bed87f4-8e2e-4788-b770-2bf448a39b4e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0517848 Sep 10 04:32:39.711176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37f32afe-ba2f-4c51-b44b-b5bb09064605 req-a1cb8289-8d78-4466-b79b-2d0194902d5b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311852 Sep 10 04:32:40.822487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7d7bcc-a032-43f1-89c1-75a97ce38f3d req-46faec21-de77-48af-9f57-2ccb1c3f62d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:40.823989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e7d7bcc-a032-43f1-89c1-75a97ce38f3d req-46faec21-de77-48af-9f57-2ccb1c3f62d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483482 Sep 10 04:32:40.861542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e7d7bcc-a032-43f1-89c1-75a97ce38f3d req-89e77482-350c-4a51-b24d-b6ec92efc200 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318377 Sep 10 04:32:41.973752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db13241-f660-423a-82b0-0a7da8c5afb3 req-dba82e99-3df7-4b0e-8cb5-21cdfe970095 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:41.975204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0db13241-f660-423a-82b0-0a7da8c5afb3 req-dba82e99-3df7-4b0e-8cb5-21cdfe970095 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0475576 Sep 10 04:32:42.011639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0db13241-f660-423a-82b0-0a7da8c5afb3 req-4c3e1e94-d485-4542-96ee-5a918fd2617b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305371 Sep 10 04:32:43.125684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8c777-0147-416a-ae79-fe0c431ad330 req-077ee249-311c-44f8-bcc3-b3e23b012b01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:43.127118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30f8c777-0147-416a-ae79-fe0c431ad330 req-077ee249-311c-44f8-bcc3-b3e23b012b01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0499783 Sep 10 04:32:43.163522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30f8c777-0147-416a-ae79-fe0c431ad330 req-2f826019-da75-41e1-9e4c-30df1e38aceb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300150 Sep 10 04:32:44.275329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54ec3f2-85ad-4e18-819d-7232b44fb49f req-702b6d6f-6053-4153-a119-05c95315debf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:44.276820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c54ec3f2-85ad-4e18-819d-7232b44fb49f req-702b6d6f-6053-4153-a119-05c95315debf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0482171 Sep 10 04:32:44.313287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c54ec3f2-85ad-4e18-819d-7232b44fb49f req-30a768df-4448-4ea7-895e-6bc3d383bd79 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306013 Sep 10 04:32:45.424911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73ec5c7-bc78-4a0b-b013-d131013c4c31 req-80ded689-9c46-4052-a1c1-453d60de4fba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:45.426355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b73ec5c7-bc78-4a0b-b013-d131013c4c31 req-80ded689-9c46-4052-a1c1-453d60de4fba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0475266 Sep 10 04:32:45.462132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b73ec5c7-bc78-4a0b-b013-d131013c4c31 req-16417b24-d74b-4bff-b0d1-33cfb7cf2b1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300241 Sep 10 04:32:46.578902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ce8a15-74ab-4b1b-9041-97fd3393e08d req-24f0c20e-0721-477c-a1cb-4cb1a5ee309c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:46.580395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2ce8a15-74ab-4b1b-9041-97fd3393e08d req-24f0c20e-0721-477c-a1cb-4cb1a5ee309c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0522084 Sep 10 04:32:46.617764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2ce8a15-74ab-4b1b-9041-97fd3393e08d req-ae7c5036-484f-474b-b760-d24453faceab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311055 Sep 10 04:32:47.728833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635828b0-40b3-417b-8e1a-2460dea21137 req-76c7e0d1-2a20-46a8-9c49-00b97dbd19cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:47.730284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-635828b0-40b3-417b-8e1a-2460dea21137 req-76c7e0d1-2a20-46a8-9c49-00b97dbd19cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0478990 Sep 10 04:32:47.766804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-635828b0-40b3-417b-8e1a-2460dea21137 req-e6c934f5-9daf-4746-8b13-63f69ba20a9c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306065 Sep 10 04:32:48.879185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff9a18-f6b2-4f9e-9270-5663298305e6 req-bcddfd22-7744-47f8-9ea9-3334e3f78a3d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:48.880656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03ff9a18-f6b2-4f9e-9270-5663298305e6 req-bcddfd22-7744-47f8-9ea9-3334e3f78a3d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473223 Sep 10 04:32:48.917480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03ff9a18-f6b2-4f9e-9270-5663298305e6 req-1147bb55-fc19-41a8-a566-dccc9a288d9c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310130 Sep 10 04:32:50.032749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b69f5-d46c-4d49-bced-e472b4c2dfef req-c2898929-cb1d-4d1f-a91f-e4ed88b87c3c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:50.034466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-865b69f5-d46c-4d49-bced-e472b4c2dfef req-c2898929-cb1d-4d1f-a91f-e4ed88b87c3c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0523412 Sep 10 04:32:50.071012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-865b69f5-d46c-4d49-bced-e472b4c2dfef req-75062bf4-85d2-4979-8ced-d1172c335b74 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302541 Sep 10 04:32:50.896149 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1c2f5bd1-b2fe-4e17-8d58-a9746ea9346a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:51.183529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc470de-986d-40ef-99c2-18eddfb14c60 req-ce11e05c-d6d6-456d-856f-27728838efa7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:51.185024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfc470de-986d-40ef-99c2-18eddfb14c60 req-ce11e05c-d6d6-456d-856f-27728838efa7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485730 Sep 10 04:32:51.223081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfc470de-986d-40ef-99c2-18eddfb14c60 req-c2e18d15-b970-4eed-81a4-156bb342ec0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320919 Sep 10 04:32:52.334468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af891e8-ccf7-41f5-8956-430d998b551a req-4195c79e-9a9a-442b-837a-2cb307cd5265 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:52.335942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4af891e8-ccf7-41f5-8956-430d998b551a req-4195c79e-9a9a-442b-837a-2cb307cd5265 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470021 Sep 10 04:32:52.373410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4af891e8-ccf7-41f5-8956-430d998b551a req-7001297e-1788-43c1-9a41-1fc0d94d6003 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317035 Sep 10 04:32:53.488720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b58ff1-1aeb-45fa-9c32-e6bec201a05f req-52cf86df-712f-475c-a60f-3dbcb0d9eb98 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:53.490260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3b58ff1-1aeb-45fa-9c32-e6bec201a05f req-52cf86df-712f-475c-a60f-3dbcb0d9eb98 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0519936 Sep 10 04:32:53.519139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-34e2fb86-8ecb-434a-88d8-f4958d452629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:53.529028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3b58ff1-1aeb-45fa-9c32-e6bec201a05f req-11a74624-8e7e-488f-8694-f70374752cc2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327168 Sep 10 04:32:53.707480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:54.641299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723b1b5f-0c53-4911-a18f-418ee7aeb2c5 req-69753c6f-cc1d-484e-b5f8-c1cbc508ad0c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:54.642747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-723b1b5f-0c53-4911-a18f-418ee7aeb2c5 req-69753c6f-cc1d-484e-b5f8-c1cbc508ad0c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0471513 Sep 10 04:32:54.679916 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-723b1b5f-0c53-4911-a18f-418ee7aeb2c5 req-78e81705-e4a9-4e22-b773-0946708e98bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306540 Sep 10 04:32:55.313180 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:55.791199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18b72f-b6e8-4068-bbe3-f6c7e0837f6f req-160e9224-2f31-4e94-8daf-70f70d50f51d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:55.792690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d18b72f-b6e8-4068-bbe3-f6c7e0837f6f req-160e9224-2f31-4e94-8daf-70f70d50f51d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0478549 Sep 10 04:32:55.829528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d18b72f-b6e8-4068-bbe3-f6c7e0837f6f req-82769ac0-0623-4d9b-94b4-149189fa4f46 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Sep 10 04:32:56.404314 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:56.943114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54165c8a-42d8-4946-ab80-41d005023fc7 req-10af11ec-d326-4fc4-9306-483faece17f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:56.944585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54165c8a-42d8-4946-ab80-41d005023fc7 req-10af11ec-d326-4fc4-9306-483faece17f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0511405 Sep 10 04:32:56.980458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54165c8a-42d8-4946-ab80-41d005023fc7 req-1e419f8a-5822-4ba3-9310-38ab22758cfd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301208 Sep 10 04:32:58.099444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5eacd5-4610-4905-b862-7a27086ff38f req-7c426de0-2035-4bda-a403-9969c0323ff1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:58.100955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b5eacd5-4610-4905-b862-7a27086ff38f req-7c426de0-2035-4bda-a403-9969c0323ff1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0530343 Sep 10 04:32:58.141799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b5eacd5-4610-4905-b862-7a27086ff38f req-972cb919-c095-4deb-bb82-deb92efea59f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347855 Sep 10 04:32:59.221493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:32:59.259260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24165450-9c7e-4a02-a975-8834c7ea37b8 req-d644af71-2eb4-40ef-b5dc-ef0816551107 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:32:59.260761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24165450-9c7e-4a02-a975-8834c7ea37b8 req-d644af71-2eb4-40ef-b5dc-ef0816551107 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0528901 Sep 10 04:32:59.297403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24165450-9c7e-4a02-a975-8834c7ea37b8 req-3b5fcbad-3fdb-42ef-ba9a-50f905f744ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307596 Sep 10 04:33:00.412901 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d920d94-57f9-4dcc-99ae-ea7426b9ec28 req-7b6cc65f-e941-44d7-9598-fbc5a6ba433d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:00.414342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d920d94-57f9-4dcc-99ae-ea7426b9ec28 req-7b6cc65f-e941-44d7-9598-fbc5a6ba433d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0513937 Sep 10 04:33:00.451181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d920d94-57f9-4dcc-99ae-ea7426b9ec28 req-32203e1e-c95a-4eae-af1b-00db2d208d9e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309494 Sep 10 04:33:00.605247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-2cc5f5d1-c75b-42c2-a8ee-2d3c894d6af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:00.606637 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-2cc5f5d1-c75b-42c2-a8ee-2d3c894d6af2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0784540 Sep 10 04:33:00.715331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-5bdea981-d619-42d6-b80d-059bce112807 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:00.716802 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-5bdea981-d619-42d6-b80d-059bce112807 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0857079 Sep 10 04:33:00.779375 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-1f2ae2f7-e3c9-4dcd-b5d2-1f310e64a23c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 1000 time: 0.0547330 Sep 10 04:33:00.831112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-2fd0a8d9-ed25-4619-8a7a-e6057e450d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:00.832564 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-2fd0a8d9-ed25-4619-8a7a-e6057e450d60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0456269 Sep 10 04:33:00.876904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-80e31710-5963-41d0-aef4-67650f4acc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:00.878280 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-80e31710-5963-41d0-aef4-67650f4acc74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389690 Sep 10 04:33:00.968252 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-503de10e-6a70-4b53-85bf-8ad09a03b7a6 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829275 Sep 10 04:33:01.055385 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fd3113f3-dc59-4995-98d2-98492c1534ad req-d870c205-fae4-4752-a12b-a8406dcd56fb service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800424 Sep 10 04:33:01.240683 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:33:01.566493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a8e120-fa3a-4b12-b404-8c3426b2358f req-08d27ba4-a050-4a9f-a399-adcb0c22e86b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:01.567703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48a8e120-fa3a-4b12-b404-8c3426b2358f req-08d27ba4-a050-4a9f-a399-adcb0c22e86b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0489848 Sep 10 04:33:01.605404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48a8e120-fa3a-4b12-b404-8c3426b2358f req-8fa0d401-27d6-4fae-8827-500fdf476346 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317655 Sep 10 04:33:02.713389 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:02.716931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568501dc-0768-4fcc-bedc-ba8987c53aa9 req-79eba2a7-f528-4062-88a9-4d077c62ff7e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:02.718415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-568501dc-0768-4fcc-bedc-ba8987c53aa9 req-79eba2a7-f528-4062-88a9-4d077c62ff7e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0476553 Sep 10 04:33:02.755301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-568501dc-0768-4fcc-bedc-ba8987c53aa9 req-eb93199e-f072-4ca4-94f4-872e6e888d1b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Sep 10 04:33:03.869326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bc5a4c-7262-43b1-84f9-7da0467cbd6a req-ff45ff74-f8fa-4900-873a-51e215106c7b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:03.870770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45bc5a4c-7262-43b1-84f9-7da0467cbd6a req-ff45ff74-f8fa-4900-873a-51e215106c7b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0505929 Sep 10 04:33:03.907466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45bc5a4c-7262-43b1-84f9-7da0467cbd6a req-85293165-e700-41f4-930e-4d912f286252 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307319 Sep 10 04:33:05.018600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe676a-a656-480e-82c5-30d83e95ebca req-f1e10599-132c-4dd8-8b53-c5c3f48fe3bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:05.020061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cfe676a-a656-480e-82c5-30d83e95ebca req-f1e10599-132c-4dd8-8b53-c5c3f48fe3bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0476658 Sep 10 04:33:05.056743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cfe676a-a656-480e-82c5-30d83e95ebca req-e4b1e233-0aa3-49fa-8c64-0cdcd149593d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308812 Sep 10 04:33:06.170920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb9491-3f48-46f4-93bf-3c7e688dc412 req-3e52408a-619b-4109-a1d4-1d9c5141e681 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:06.172485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dceb9491-3f48-46f4-93bf-3c7e688dc412 req-3e52408a-619b-4109-a1d4-1d9c5141e681 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0507703 Sep 10 04:33:06.209655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dceb9491-3f48-46f4-93bf-3c7e688dc412 req-f9672d31-7000-4410-8f67-75ec532ca4cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307565 Sep 10 04:33:07.323937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050889f4-fb8c-4761-8a64-8bfe3fe83c24 req-73957981-f4fb-44dc-a85f-d346bf6bbe7a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:07.325375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-050889f4-fb8c-4761-8a64-8bfe3fe83c24 req-73957981-f4fb-44dc-a85f-d346bf6bbe7a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0509601 Sep 10 04:33:07.361070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-050889f4-fb8c-4761-8a64-8bfe3fe83c24 req-b0e514d7-2d0d-46c2-9f32-bf343fdeec4e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298536 Sep 10 04:33:08.472810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da74201-2e63-4a1e-ac8b-52d0d890ba19 req-21531883-3178-4845-b311-43f821ed1d0a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:08.474276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8da74201-2e63-4a1e-ac8b-52d0d890ba19 req-21531883-3178-4845-b311-43f821ed1d0a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0481446 Sep 10 04:33:08.511112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8da74201-2e63-4a1e-ac8b-52d0d890ba19 req-e867a779-fa30-4a36-9a18-e04776d043d4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310922 Sep 10 04:33:09.623912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f354dada-34a4-4112-ba21-270ee2a6b955 req-afc9bef1-e4f7-4e2d-865f-8fe05eb6d642 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:09.625384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f354dada-34a4-4112-ba21-270ee2a6b955 req-afc9bef1-e4f7-4e2d-865f-8fe05eb6d642 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473874 Sep 10 04:33:09.662578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f354dada-34a4-4112-ba21-270ee2a6b955 req-26673d26-3b50-4458-ada9-30c52091cced tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308313 Sep 10 04:33:10.777274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebb1718-bc12-4289-add9-da8b718f0c91 req-9e6364b8-ddcc-4957-83b8-b98ef96be585 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:10.778638 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ebb1718-bc12-4289-add9-da8b718f0c91 req-9e6364b8-ddcc-4957-83b8-b98ef96be585 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0510867 Sep 10 04:33:10.815383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ebb1718-bc12-4289-add9-da8b718f0c91 req-437be01d-15c1-4fce-bacd-fe36a2894f62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306571 Sep 10 04:33:11.928794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414bfea7-9ca7-43f2-a8cd-087eaafd6d9d req-e2eae7ac-27a6-4889-8f6d-a3c25026ded0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:11.930258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-414bfea7-9ca7-43f2-a8cd-087eaafd6d9d req-e2eae7ac-27a6-4889-8f6d-a3c25026ded0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485928 Sep 10 04:33:11.966275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-414bfea7-9ca7-43f2-a8cd-087eaafd6d9d req-f11812b4-7331-4c47-b6ce-89d3caa74994 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301101 Sep 10 04:33:13.330618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f0e0d-0026-444a-996e-ccf2c30f1cb3 req-cbb70f64-a84f-4f8f-b2cb-c4e785d81ac6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:13.332085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a29f0e0d-0026-444a-996e-ccf2c30f1cb3 req-cbb70f64-a84f-4f8f-b2cb-c4e785d81ac6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473886 Sep 10 04:33:13.368368 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a29f0e0d-0026-444a-996e-ccf2c30f1cb3 req-59df526a-e8c4-484a-82a2-6bfa4e5a787a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297699 Sep 10 04:33:14.483961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea9f591-fa3a-49ef-8874-ef96086419ec req-4be30221-0d32-406a-a8f6-ca7821c25e01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:14.485390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dea9f591-fa3a-49ef-8874-ef96086419ec req-4be30221-0d32-406a-a8f6-ca7821c25e01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0513434 Sep 10 04:33:14.523748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dea9f591-fa3a-49ef-8874-ef96086419ec req-f20de98c-315f-4df7-b8c3-39ffd8a1dd60 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312941 Sep 10 04:33:15.635250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d18fe-f9a0-4888-adf2-d9426719942f req-32518ec1-78ea-45eb-88e4-33f939252051 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:15.636740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b6d18fe-f9a0-4888-adf2-d9426719942f req-32518ec1-78ea-45eb-88e4-33f939252051 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480654 Sep 10 04:33:15.673289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b6d18fe-f9a0-4888-adf2-d9426719942f req-0e0f6aef-a6a0-4c06-8e0f-0e7fc5995049 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308287 Sep 10 04:33:16.784270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403a99ad-fb62-4055-a88e-72b645d77e29 req-ded6381a-a0ef-4b78-bdb4-5d51c9ce4862 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:16.785701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-403a99ad-fb62-4055-a88e-72b645d77e29 req-ded6381a-a0ef-4b78-bdb4-5d51c9ce4862 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0482810 Sep 10 04:33:16.822613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-403a99ad-fb62-4055-a88e-72b645d77e29 req-a93b0b03-8e5e-4cfa-a551-f111cf3ebfd0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311117 Sep 10 04:33:17.937231 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fb228-5efd-46dd-acff-dd2fd9c7fe35 req-5bc90ec2-1e6b-493f-8548-85255ba19a23 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:17.938723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c6fb228-5efd-46dd-acff-dd2fd9c7fe35 req-5bc90ec2-1e6b-493f-8548-85255ba19a23 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0513086 Sep 10 04:33:17.975962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c6fb228-5efd-46dd-acff-dd2fd9c7fe35 req-80cedf36-5ae3-461f-acd7-f66bc7d8d54b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307653 Sep 10 04:33:19.088054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ded4932-bd40-4505-94e9-91e4a74b0f64 req-0d4e9e7e-2c4d-478f-bc5d-01546376b690 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:19.089508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ded4932-bd40-4505-94e9-91e4a74b0f64 req-0d4e9e7e-2c4d-478f-bc5d-01546376b690 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0471210 Sep 10 04:33:19.125769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ded4932-bd40-4505-94e9-91e4a74b0f64 req-21d482a7-79fe-4de5-b0fa-a6b630ec8afb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304277 Sep 10 04:33:20.239254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a199c9-7f65-4b6c-915a-81657c87a850 req-a7d4b473-bed2-43e3-b92e-2a5fdd725927 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:20.240745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66a199c9-7f65-4b6c-915a-81657c87a850 req-a7d4b473-bed2-43e3-b92e-2a5fdd725927 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0488789 Sep 10 04:33:20.276258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-66a199c9-7f65-4b6c-915a-81657c87a850 req-1c04219e-0fb5-4864-bf8f-dffc16c816a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296810 Sep 10 04:33:20.866796 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1e2c4d5c-515f-4d75-b3e1-41d895c46b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:21.391842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3847d0e4-801b-4d14-97c7-542241b6f95b req-8f28f19f-9ab7-4993-85d8-6b5de809acc2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:21.393361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3847d0e4-801b-4d14-97c7-542241b6f95b req-8f28f19f-9ab7-4993-85d8-6b5de809acc2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0517735 Sep 10 04:33:21.430493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3847d0e4-801b-4d14-97c7-542241b6f95b req-f3021687-0ca8-48bd-bac1-fcd2087fd6fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311639 Sep 10 04:33:22.542932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf93e67-4933-47d8-8e6f-7dd1ac291275 req-7989fb86-acb2-4922-90dc-b4eafe98ce53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:22.544418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bbf93e67-4933-47d8-8e6f-7dd1ac291275 req-7989fb86-acb2-4922-90dc-b4eafe98ce53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0481386 Sep 10 04:33:22.580613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bbf93e67-4933-47d8-8e6f-7dd1ac291275 req-be11882b-1ad1-483a-a0e4-bc90e1fe049a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303056 Sep 10 04:33:23.529914 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9783cf53-7c52-4fb9-b830-8e11dfc01ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:23.696212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a65af-54a9-4645-9ca4-cfde316e947d req-465da056-48a1-4d40-a1ba-86cfded3eac7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:23.697701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d40a65af-54a9-4645-9ca4-cfde316e947d req-465da056-48a1-4d40-a1ba-86cfded3eac7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0505447 Sep 10 04:33:23.730003 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:23.734640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d40a65af-54a9-4645-9ca4-cfde316e947d req-cb3f9807-bbd1-4cce-9e1b-4149e84389b1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309513 Sep 10 04:33:24.849550 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ebd425-f5fb-43a2-b4dd-baab5deb5e03 req-ba28cdf7-91c9-4855-ac00-00ba72c1de15 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:24.850967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8ebd425-f5fb-43a2-b4dd-baab5deb5e03 req-ba28cdf7-91c9-4855-ac00-00ba72c1de15 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0506825 Sep 10 04:33:24.886578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8ebd425-f5fb-43a2-b4dd-baab5deb5e03 req-6ffdff6d-83e6-4ff8-8354-8e18ffcdd575 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297649 Sep 10 04:33:25.312511 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:25.999997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9e3085-81da-4887-bcf2-ebee19790293 req-5c54f88f-41f7-434d-b717-0b9861236e09 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:26.001458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da9e3085-81da-4887-bcf2-ebee19790293 req-5c54f88f-41f7-434d-b717-0b9861236e09 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483534 Sep 10 04:33:26.038660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da9e3085-81da-4887-bcf2-ebee19790293 req-de48509e-8c63-4805-be9f-7dcb12ee7060 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308700 Sep 10 04:33:26.427053 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:27.152956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d08b6-543f-420c-896f-856188c9b1c4 req-daded641-6b2d-4861-8e5b-3a839c146226 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:27.154390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-149d08b6-543f-420c-896f-856188c9b1c4 req-daded641-6b2d-4861-8e5b-3a839c146226 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0472996 Sep 10 04:33:27.190257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-149d08b6-543f-420c-896f-856188c9b1c4 req-c911692d-5358-4adf-9d6c-6161cced1647 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298114 Sep 10 04:33:28.314211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d6c43e-5e89-46f6-b31c-e5165fa1dfd8 req-dcf8785c-f55a-4473-a832-b9bdca616ef4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:28.315667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54d6c43e-5e89-46f6-b31c-e5165fa1dfd8 req-dcf8785c-f55a-4473-a832-b9bdca616ef4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0539792 Sep 10 04:33:28.351549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54d6c43e-5e89-46f6-b31c-e5165fa1dfd8 req-75b07701-0cb5-4d45-a03b-b7cbe9db2c4d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299244 Sep 10 04:33:29.243757 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:29.466518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274bca75-4877-4e8b-aa69-03b58dacd2c4 req-0fd2cea9-c3c8-4819-b375-580c72b00840 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:29.467997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-274bca75-4877-4e8b-aa69-03b58dacd2c4 req-0fd2cea9-c3c8-4819-b375-580c72b00840 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485237 Sep 10 04:33:29.504807 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-274bca75-4877-4e8b-aa69-03b58dacd2c4 req-441859a5-3e90-432c-814a-0c23eb03f983 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302925 Sep 10 04:33:30.615918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f29bae3-b5cf-4995-a5e0-3debe5e311d1 req-388736c1-1613-48ae-bc67-157bfc08f543 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:30.617387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29bae3-b5cf-4995-a5e0-3debe5e311d1 req-388736c1-1613-48ae-bc67-157bfc08f543 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473902 Sep 10 04:33:30.654295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f29bae3-b5cf-4995-a5e0-3debe5e311d1 req-69f8e180-41e2-4303-ab43-b373f646d86b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310726 Sep 10 04:33:31.767643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f2db18-4502-4474-b6a6-87cf8a782c46 req-3fac0941-6379-4b8d-89b1-dbb2c7091160 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:31.769094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04f2db18-4502-4474-b6a6-87cf8a782c46 req-3fac0941-6379-4b8d-89b1-dbb2c7091160 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0500963 Sep 10 04:33:31.806015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04f2db18-4502-4474-b6a6-87cf8a782c46 req-2fdd981f-d187-463e-a899-1fb59b6e561e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305157 Sep 10 04:33:32.689520 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:32.917287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3251b014-f0f2-49b9-8583-3aa473b55cd3 req-d218257a-b73b-4789-abb6-917e8f929d01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:32.918748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3251b014-f0f2-49b9-8583-3aa473b55cd3 req-d218257a-b73b-4789-abb6-917e8f929d01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483332 Sep 10 04:33:32.954888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3251b014-f0f2-49b9-8583-3aa473b55cd3 req-de76f326-d080-4de5-a341-b380e8e4c996 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302761 Sep 10 04:33:34.065389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd04ed3d-c95c-4d4c-b457-fffb2da939b9 req-889af56f-68c9-4756-a1c0-80fd40d730a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:34.066849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd04ed3d-c95c-4d4c-b457-fffb2da939b9 req-889af56f-68c9-4756-a1c0-80fd40d730a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479536 Sep 10 04:33:34.105823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd04ed3d-c95c-4d4c-b457-fffb2da939b9 req-44d46e69-77f3-4bb1-8940-91aa54a35840 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329444 Sep 10 04:33:35.220734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b4bc4d-5213-426a-b1d6-07bb210ccbbf req-27dcd690-23c6-4f81-81b4-d87df1db8d62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:35.222207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b4bc4d-5213-426a-b1d6-07bb210ccbbf req-27dcd690-23c6-4f81-81b4-d87df1db8d62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0514574 Sep 10 04:33:35.259857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3b4bc4d-5213-426a-b1d6-07bb210ccbbf req-f2e959aa-b7ba-4140-bdb2-1ec6fe3a29fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310314 Sep 10 04:33:36.372651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ff7141-f00b-4cd9-8cee-cb5658cc8dbb req-4e1e65c5-04f7-45cf-8b5a-4c566b6ce211 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:36.374109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3ff7141-f00b-4cd9-8cee-cb5658cc8dbb req-4e1e65c5-04f7-45cf-8b5a-4c566b6ce211 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0493031 Sep 10 04:33:36.411853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3ff7141-f00b-4cd9-8cee-cb5658cc8dbb req-fb485ea3-9da2-4edc-a01d-0f0157d2158a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318451 Sep 10 04:33:37.523840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca51d946-6855-4c93-845f-1c6af9c0d7e3 req-79bd088e-ee92-4dbd-9089-426d000b65c7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:37.525369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca51d946-6855-4c93-845f-1c6af9c0d7e3 req-79bd088e-ee92-4dbd-9089-426d000b65c7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483863 Sep 10 04:33:37.562120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca51d946-6855-4c93-845f-1c6af9c0d7e3 req-2c86a05e-6470-494b-92d1-aff19fe5c185 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305016 Sep 10 04:33:38.241342 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:33:38.678277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d64666-ca13-4606-be2b-05e4d978ca35 req-a48e36cc-a037-4a6e-821c-715b41ce1f27 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:38.679767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4d64666-ca13-4606-be2b-05e4d978ca35 req-a48e36cc-a037-4a6e-821c-715b41ce1f27 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0513470 Sep 10 04:33:38.715905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4d64666-ca13-4606-be2b-05e4d978ca35 req-5be489a8-291e-4324-9bd3-c71a8cd723a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302598 Sep 10 04:33:39.828811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f3d2e-dd3b-4fd1-bb64-cef24246bb38 req-09dc1b78-ec2d-4b3f-a2e4-cf8968d92d37 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:39.830286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b8f3d2e-dd3b-4fd1-bb64-cef24246bb38 req-09dc1b78-ec2d-4b3f-a2e4-cf8968d92d37 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485053 Sep 10 04:33:39.867796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b8f3d2e-dd3b-4fd1-bb64-cef24246bb38 req-94bdbc8c-3685-4fa3-953e-a553f72a1046 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314512 Sep 10 04:33:40.978767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096aa50b-6075-46f9-b2b0-8df754d4ec28 req-4bc266ac-f79a-4d65-9ea4-c71fc47e2fed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:40.980247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-096aa50b-6075-46f9-b2b0-8df754d4ec28 req-4bc266ac-f79a-4d65-9ea4-c71fc47e2fed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470831 Sep 10 04:33:41.017007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-096aa50b-6075-46f9-b2b0-8df754d4ec28 req-ac0b1be4-d0d2-4797-b300-5e2a20963914 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310094 Sep 10 04:33:42.131963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706db107-6765-40fe-bfc8-c54a5b0f723b req-7ab76673-35d8-4c82-8f8c-980c56c00804 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:42.133413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-706db107-6765-40fe-bfc8-c54a5b0f723b req-7ab76673-35d8-4c82-8f8c-980c56c00804 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0502827 Sep 10 04:33:42.510207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-706db107-6765-40fe-bfc8-c54a5b0f723b req-a56d9414-7562-4250-b5f0-c8258e8d24c2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3708656 Sep 10 04:33:43.620029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530dd3bc-ed93-49cd-bf4b-75726ca5201d req-a972b343-c4e2-4714-b048-e39b7569afdd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:43.621464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-530dd3bc-ed93-49cd-bf4b-75726ca5201d req-a972b343-c4e2-4714-b048-e39b7569afdd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0467331 Sep 10 04:33:43.658173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-530dd3bc-ed93-49cd-bf4b-75726ca5201d req-9236ef1a-70ca-4f1e-beec-33dcc9bd5256 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Sep 10 04:33:44.768259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021cfe7e-a738-4ada-bffc-bfca024910b4 req-5751c4fb-9130-4a08-b9af-a1f7c8230c55 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:44.770377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-021cfe7e-a738-4ada-bffc-bfca024910b4 req-5751c4fb-9130-4a08-b9af-a1f7c8230c55 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0478811 Sep 10 04:33:44.806351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-021cfe7e-a738-4ada-bffc-bfca024910b4 req-2427aafa-4de5-4a0b-82a9-c04837fb8977 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300951 Sep 10 04:33:45.920065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-245846a0-8a19-4417-a907-c462fea813ac req-dfd2cff1-34dc-4e2c-87fd-f2768fe85a4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:45.921495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-245846a0-8a19-4417-a907-c462fea813ac req-dfd2cff1-34dc-4e2c-87fd-f2768fe85a4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0503380 Sep 10 04:33:45.956480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-245846a0-8a19-4417-a907-c462fea813ac req-188623f1-d122-4507-a07d-afda90687e83 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291507 Sep 10 04:33:47.068239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc130cb4-08d4-4b9c-8b67-fd2aeb68b166 req-116897bf-ffa8-4543-999d-10bc3adaf6b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:47.069680 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc130cb4-08d4-4b9c-8b67-fd2aeb68b166 req-116897bf-ffa8-4543-999d-10bc3adaf6b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470290 Sep 10 04:33:47.105297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc130cb4-08d4-4b9c-8b67-fd2aeb68b166 req-94fb4cab-8875-4f81-b963-57f7e5c4e3a7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298636 Sep 10 04:33:48.218644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1f926-1458-4256-b83c-a93be08ccf57 req-c4e21954-1592-4f7c-8181-2cad59053c29 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:48.220112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4f1f926-1458-4256-b83c-a93be08ccf57 req-c4e21954-1592-4f7c-8181-2cad59053c29 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479674 Sep 10 04:33:48.256517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4f1f926-1458-4256-b83c-a93be08ccf57 req-73bd950e-163f-4492-b91d-b33b508ae09d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305862 Sep 10 04:33:49.373047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18a7b3c-fcbe-4a79-a83b-34aa005935e8 req-1358f9c3-e65d-4804-bdf2-61114d1957b2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:49.374520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d18a7b3c-fcbe-4a79-a83b-34aa005935e8 req-1358f9c3-e65d-4804-bdf2-61114d1957b2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0519059 Sep 10 04:33:49.412777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d18a7b3c-fcbe-4a79-a83b-34aa005935e8 req-4c1afede-ba50-49cd-88fe-c0384bc2929c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318916 Sep 10 04:33:50.525325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72110695-55d7-491a-8331-af24a126c960 req-0d82a573-a604-42c1-91f2-c65e6beee480 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:50.526793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72110695-55d7-491a-8331-af24a126c960 req-0d82a573-a604-42c1-91f2-c65e6beee480 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0484719 Sep 10 04:33:50.563990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72110695-55d7-491a-8331-af24a126c960 req-22f4c61f-a80e-4fd2-879f-0b2bbeff4519 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308981 Sep 10 04:33:50.854716 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bb2140e9-72ec-4153-943e-6e8c78a14cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:51.676880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53ad145-6ef8-48c7-a5a3-bd4f3210be86 req-76fc10e4-1c40-42f5-83b6-ff01c79a25f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:51.678333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e53ad145-6ef8-48c7-a5a3-bd4f3210be86 req-76fc10e4-1c40-42f5-83b6-ff01c79a25f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0481081 Sep 10 04:33:51.714597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e53ad145-6ef8-48c7-a5a3-bd4f3210be86 req-fdafcd03-882b-421a-aaf7-11769aa2ebd3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302169 Sep 10 04:33:52.830083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69a6587-9d2c-45c9-8870-4f97be211112 req-198d55ba-d93c-4575-818d-3bcc284d6d64 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:52.831604 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f69a6587-9d2c-45c9-8870-4f97be211112 req-198d55ba-d93c-4575-818d-3bcc284d6d64 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0518494 Sep 10 04:33:52.868808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f69a6587-9d2c-45c9-8870-4f97be211112 req-06a64973-9aaa-4850-8858-46427cf0786a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309944 Sep 10 04:33:53.523375 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ecb70111-09a7-4f1d-8baf-ea781560c711 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:53.734526 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:53.981116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60283e0a-ba50-4927-b570-434706f81ddb req-965e523f-45a6-41e4-b71d-62683a1573f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:53.982558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60283e0a-ba50-4927-b570-434706f81ddb req-965e523f-45a6-41e4-b71d-62683a1573f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477018 Sep 10 04:33:54.018536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60283e0a-ba50-4927-b570-434706f81ddb req-38a3049f-2d7a-4179-8da0-369067ed0ca8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298514 Sep 10 04:33:55.129685 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b236dbbe-d5c9-482a-9b8a-082ac161fe1b req-d3709cf7-d252-4649-b734-e6a88e316018 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:55.131115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b236dbbe-d5c9-482a-9b8a-082ac161fe1b req-d3709cf7-d252-4649-b734-e6a88e316018 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0467334 Sep 10 04:33:55.167911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b236dbbe-d5c9-482a-9b8a-082ac161fe1b req-23ec7de7-85f2-497b-b7b0-4c5c57e91a2b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309141 Sep 10 04:33:55.323506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:56.287513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5e30cc-5b59-4414-aea7-ad6db0fdf1b8 req-2dc79a30-109c-414b-b78c-29fb46f769fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:56.289007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f5e30cc-5b59-4414-aea7-ad6db0fdf1b8 req-2dc79a30-109c-414b-b78c-29fb46f769fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0520008 Sep 10 04:33:56.325574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f5e30cc-5b59-4414-aea7-ad6db0fdf1b8 req-8e82a7f2-2405-41eb-9104-d9fd56741fbb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306122 Sep 10 04:33:56.431804 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:57.435235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61212d65-827b-4891-8414-161cb9c41b78 req-82d291ba-e471-476c-83db-196c5a025ace tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:57.436726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61212d65-827b-4891-8414-161cb9c41b78 req-82d291ba-e471-476c-83db-196c5a025ace tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0469441 Sep 10 04:33:57.472747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61212d65-827b-4891-8414-161cb9c41b78 req-8d3e61f5-43c2-4bc8-875e-aeca03bdbf4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295553 Sep 10 04:33:58.589061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119eaabe-2b73-4136-9201-c8d0d138acce req-d651f56a-fc2c-445e-bb93-6de122f51c18 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:58.590517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-119eaabe-2b73-4136-9201-c8d0d138acce req-d651f56a-fc2c-445e-bb93-6de122f51c18 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0475185 Sep 10 04:33:58.627585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-119eaabe-2b73-4136-9201-c8d0d138acce req-b13fc4fd-8f8a-4243-89b5-534f8ecffae2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311863 Sep 10 04:33:59.260401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:33:59.742218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5128fa0-5cac-4153-8842-23aab4f2f6cf req-05a6e8c9-d911-4b23-8c2b-71989851b1c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:33:59.743669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5128fa0-5cac-4153-8842-23aab4f2f6cf req-05a6e8c9-d911-4b23-8c2b-71989851b1c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0504966 Sep 10 04:33:59.780744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5128fa0-5cac-4153-8842-23aab4f2f6cf req-634fa7d3-8ce2-4ad0-bb07-effa32d8e276 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310626 Sep 10 04:34:00.893386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f80398-503b-4e3d-ab3d-e798bf148e3c req-707d13a0-4a70-4b98-a4c4-3c349534cc8e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:00.895564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73f80398-503b-4e3d-ab3d-e798bf148e3c req-707d13a0-4a70-4b98-a4c4-3c349534cc8e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480239 Sep 10 04:34:00.933657 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73f80398-503b-4e3d-ab3d-e798bf148e3c req-d9c540bd-d520-40be-ad1d-10b02b701866 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322323 Sep 10 04:34:02.044883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b306a7-e091-4631-81c5-084a5b12665d req-5a4046d1-1969-45d4-96d2-a505e353882e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:02.046325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22b306a7-e091-4631-81c5-084a5b12665d req-5a4046d1-1969-45d4-96d2-a505e353882e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480344 Sep 10 04:34:02.082936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22b306a7-e091-4631-81c5-084a5b12665d req-8c10d354-8563-4601-a798-4083a47fa09e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307047 Sep 10 04:34:02.552327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-8ced803f-a77f-48d6-9365-581d08607b33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:02.553849 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-8ced803f-a77f-48d6-9365-581d08607b33 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0415580 Sep 10 04:34:02.658134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-f21aa082-7665-44f4-9fb7-e1d4423b6bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:02.662101 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-f21aa082-7665-44f4-9fb7-e1d4423b6bd9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0878360 Sep 10 04:34:02.709993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:02.723148 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-d25d86d1-e6f0-4158-b932-721b6914be2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 1000 time: 0.0565987 Sep 10 04:34:02.774730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-0de840ae-f167-49e2-9586-c4c1fcbeca75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:02.776087 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-0de840ae-f167-49e2-9586-c4c1fcbeca75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0462174 Sep 10 04:34:02.822712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-32a692fd-67e4-41bb-a9a6-c0c8671583a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:02.824214 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-32a692fd-67e4-41bb-a9a6-c0c8671583a0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406520 Sep 10 04:34:02.918448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-47d7e601-c41e-48bb-904f-612433ef6ac4 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853159 Sep 10 04:34:03.006946 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-74c210e2-2bc3-49c3-b8f9-a6b87675e1df req-1a356f1f-6233-4faf-9bb2-156d3610e3c5 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798666 Sep 10 04:34:03.198859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c1b4f1-bfb1-4d11-bf41-bf00ed8e2c80 req-a267ed06-5070-4061-8478-54796d80058a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:03.200350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9c1b4f1-bfb1-4d11-bf41-bf00ed8e2c80 req-a267ed06-5070-4061-8478-54796d80058a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0517132 Sep 10 04:34:03.237581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9c1b4f1-bfb1-4d11-bf41-bf00ed8e2c80 req-e8645240-eebc-40c8-a44e-e8edad6ce9c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312772 Sep 10 04:34:04.348246 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca302344-c499-4a83-a7c1-d5013cbec0a2 req-0aca5521-59c3-4218-8c81-4f32afbc5c80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:04.349692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca302344-c499-4a83-a7c1-d5013cbec0a2 req-0aca5521-59c3-4218-8c81-4f32afbc5c80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0467386 Sep 10 04:34:04.386123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca302344-c499-4a83-a7c1-d5013cbec0a2 req-39489d46-3b06-4a8c-aa48-098c56c2d0c2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306439 Sep 10 04:34:05.500820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084aedea-30f7-4a46-910f-f50bdffb5d2e req-56f4ed54-a185-41e5-8d59-de82f3cd4ab5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:05.502272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-084aedea-30f7-4a46-910f-f50bdffb5d2e req-56f4ed54-a185-41e5-8d59-de82f3cd4ab5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0472429 Sep 10 04:34:05.540390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-084aedea-30f7-4a46-910f-f50bdffb5d2e req-e77e04ce-3c5b-410e-925f-8d15d4c55662 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Sep 10 04:34:06.658591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92ef68d-54b0-482b-a659-88f89dbd61d0 req-7ca73cf8-89ac-42a7-9bd8-4841df292aed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:06.660086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f92ef68d-54b0-482b-a659-88f89dbd61d0 req-7ca73cf8-89ac-42a7-9bd8-4841df292aed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0517211 Sep 10 04:34:06.696130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f92ef68d-54b0-482b-a659-88f89dbd61d0 req-acf9af00-519c-4218-a270-737d510cfe3a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301783 Sep 10 04:34:07.809624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8638b9-f4f6-4503-aa57-666ef29cde2e req-d1eb8b45-67db-45cd-95eb-885acaffaf3b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:07.811078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa8638b9-f4f6-4503-aa57-666ef29cde2e req-d1eb8b45-67db-45cd-95eb-885acaffaf3b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485797 Sep 10 04:34:07.848491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa8638b9-f4f6-4503-aa57-666ef29cde2e req-2f7b25ad-c380-41b1-a242-537f9867f015 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307751 Sep 10 04:34:08.976129 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12fdd21-3cc9-4af4-adbb-06c167bff6d6 req-47844aff-6660-4757-b9ba-d5a1715bc11b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:08.977591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c12fdd21-3cc9-4af4-adbb-06c167bff6d6 req-47844aff-6660-4757-b9ba-d5a1715bc11b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479183 Sep 10 04:34:09.014125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c12fdd21-3cc9-4af4-adbb-06c167bff6d6 req-8eaa60df-14a6-4ae8-9370-09b89007dd29 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306902 Sep 10 04:34:10.130619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c851f1-9810-4fa4-859a-93dd19b4ba46 req-b3d9dba7-3aed-46e3-a09e-ccb8383438b3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:10.132104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3c851f1-9810-4fa4-859a-93dd19b4ba46 req-b3d9dba7-3aed-46e3-a09e-ccb8383438b3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0521078 Sep 10 04:34:10.169578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3c851f1-9810-4fa4-859a-93dd19b4ba46 req-85c22074-ed9f-4a94-8dfc-a4cf1fab517d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316153 Sep 10 04:34:11.284312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eadd140-f3b2-4e65-8f02-525531ac7834 req-7985b225-1c21-4535-aecb-bcdfd2bdfcae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:11.285757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8eadd140-f3b2-4e65-8f02-525531ac7834 req-7985b225-1c21-4535-aecb-bcdfd2bdfcae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0489817 Sep 10 04:34:11.322294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8eadd140-f3b2-4e65-8f02-525531ac7834 req-55d35753-d22f-4dd7-bb79-fbc9efd7dafa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305564 Sep 10 04:34:12.437836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbc31b-cc14-44b6-bea0-efabb5cab07f req-aecd544b-53d7-4351-ad7a-cd8dab2cb80f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:12.439335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31cbc31b-cc14-44b6-bea0-efabb5cab07f req-aecd544b-53d7-4351-ad7a-cd8dab2cb80f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486226 Sep 10 04:34:12.476403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31cbc31b-cc14-44b6-bea0-efabb5cab07f req-c6c601d3-9dde-4e21-9395-84496c7de5a6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Sep 10 04:34:13.594920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361b60cf-72f9-400b-af66-8aee15e4c157 req-0e3c930c-aec8-4846-be60-95f706bdcecc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:13.596461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-361b60cf-72f9-400b-af66-8aee15e4c157 req-0e3c930c-aec8-4846-be60-95f706bdcecc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0542240 Sep 10 04:34:13.632928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-361b60cf-72f9-400b-af66-8aee15e4c157 req-2063b0cc-2b1d-4fbb-ad6b-a81ca36c6787 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305974 Sep 10 04:34:14.747629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d007c8b-0f5a-4ac4-821e-cf053a0220c1 req-2a6d0837-929f-4385-8bb5-7205edde6c01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:14.749110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d007c8b-0f5a-4ac4-821e-cf053a0220c1 req-2a6d0837-929f-4385-8bb5-7205edde6c01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0497005 Sep 10 04:34:14.786893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d007c8b-0f5a-4ac4-821e-cf053a0220c1 req-a930af03-1acf-4399-b54f-16e3e21e0302 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311532 Sep 10 04:34:15.240659 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:34:15.900094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ab2731-a4af-4f66-b97c-2e9c5b28e5c7 req-cacfef48-7997-46df-b9da-8a5c81703f64 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:15.901558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56ab2731-a4af-4f66-b97c-2e9c5b28e5c7 req-cacfef48-7997-46df-b9da-8a5c81703f64 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0478694 Sep 10 04:34:15.937951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56ab2731-a4af-4f66-b97c-2e9c5b28e5c7 req-17681e39-a834-482d-8e77-59e3c1cb4e5e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303011 Sep 10 04:34:17.057386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b2e5f6-784d-4e2a-a095-74b601feb04a req-81e2f3bf-ea5a-447b-9b81-29e464546838 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:17.058831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68b2e5f6-784d-4e2a-a095-74b601feb04a req-81e2f3bf-ea5a-447b-9b81-29e464546838 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0557225 Sep 10 04:34:17.097779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68b2e5f6-784d-4e2a-a095-74b601feb04a req-492db7b7-11f9-4a63-a5e5-06cf358ac1a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330040 Sep 10 04:34:18.210456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207e4a8e-4db8-41d0-80d3-a160257cf51d req-5367672c-51f8-4a26-9884-25ce417180ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:18.211942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-207e4a8e-4db8-41d0-80d3-a160257cf51d req-5367672c-51f8-4a26-9884-25ce417180ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0478504 Sep 10 04:34:18.248458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-207e4a8e-4db8-41d0-80d3-a160257cf51d req-3a9ac124-eb4a-4a48-8dea-5051c411a1ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306427 Sep 10 04:34:19.360113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3da36e-630f-4123-a9a9-33e585a0b938 req-3eaab8df-98a8-4b26-a61b-2911faa7e2d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:19.361582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c3da36e-630f-4123-a9a9-33e585a0b938 req-3eaab8df-98a8-4b26-a61b-2911faa7e2d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479994 Sep 10 04:34:19.398430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c3da36e-630f-4123-a9a9-33e585a0b938 req-bbbd6bfa-fc4f-48fd-b6e7-46dcbf15d71f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309865 Sep 10 04:34:20.516940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41870f6e-df07-4d8a-bbc2-a95a05442d40 req-0fed1a85-e8c1-426e-9d16-99b2bb9f4fd3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:20.518940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41870f6e-df07-4d8a-bbc2-a95a05442d40 req-0fed1a85-e8c1-426e-9d16-99b2bb9f4fd3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0521989 Sep 10 04:34:20.556658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41870f6e-df07-4d8a-bbc2-a95a05442d40 req-1180ca5e-2a18-4a53-b0ab-32e5610bf2f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314112 Sep 10 04:34:20.876976 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dad827eb-8b85-4061-bc74-bd3d601655e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:21.668430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6b55ee-5430-418e-a2b6-5b31d2d23e31 req-0c176ecc-3643-4c55-b990-b9d29e8b3ab8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:21.669881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff6b55ee-5430-418e-a2b6-5b31d2d23e31 req-0c176ecc-3643-4c55-b990-b9d29e8b3ab8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480382 Sep 10 04:34:21.707085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff6b55ee-5430-418e-a2b6-5b31d2d23e31 req-b5e103d7-17ca-46eb-b4e5-b7c462e96c26 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312111 Sep 10 04:34:22.821762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48821b-8556-4e80-b104-06b0496a2385 req-fa9c2584-aa9a-41ff-a14d-00f059fe6f86 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:22.825360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd48821b-8556-4e80-b104-06b0496a2385 req-fa9c2584-aa9a-41ff-a14d-00f059fe6f86 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0519338 Sep 10 04:34:22.861486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd48821b-8556-4e80-b104-06b0496a2385 req-aa3a8820-2a2a-4f2a-b3f0-f430a914798d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Sep 10 04:34:23.534343 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-53ba629f-f400-49b9-b151-b69cb93d6d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:23.762690 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:23.976692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09b645e-6db8-491e-8071-c1d4901b04af req-9f4104fd-5cc9-4320-82b6-94c2f17fad2a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:23.978151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a09b645e-6db8-491e-8071-c1d4901b04af req-9f4104fd-5cc9-4320-82b6-94c2f17fad2a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0510535 Sep 10 04:34:24.015256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a09b645e-6db8-491e-8071-c1d4901b04af req-eda729d7-70b6-417c-90b7-d9774203d1e3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312455 Sep 10 04:34:25.127306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaadf295-8823-4c30-adcb-15e7d826c239 req-8532c3ed-65a5-4805-8a06-61bff0c845fa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:25.129435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aaadf295-8823-4c30-adcb-15e7d826c239 req-8532c3ed-65a5-4805-8a06-61bff0c845fa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0482991 Sep 10 04:34:25.165749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aaadf295-8823-4c30-adcb-15e7d826c239 req-5f6f0c9d-b074-47a5-b4f8-e048a6973ee9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303280 Sep 10 04:34:25.322791 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:26.278340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20d93d-7bed-459b-879b-13d94972b857 req-fcca894b-d6d0-4240-be01-02a4ff56b051 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:26.279936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e20d93d-7bed-459b-879b-13d94972b857 req-fcca894b-d6d0-4240-be01-02a4ff56b051 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485168 Sep 10 04:34:26.317296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e20d93d-7bed-459b-879b-13d94972b857 req-4f298fea-dbcd-4533-93e3-a94b05b8e2a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311637 Sep 10 04:34:26.413999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:27.432531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4b8fd-47d9-4c0b-bdd4-e3b65f9f337d req-63f8067b-3e6e-4a8e-b5bf-bbd57499a5e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:27.434021 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29e4b8fd-47d9-4c0b-bdd4-e3b65f9f337d req-63f8067b-3e6e-4a8e-b5bf-bbd57499a5e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0512419 Sep 10 04:34:27.470105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29e4b8fd-47d9-4c0b-bdd4-e3b65f9f337d req-a3fa36df-057a-4c02-ac44-edcf5529bdee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302670 Sep 10 04:34:28.582352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2bbe48-1f83-4143-a10d-0b6a2d4097df req-dcb1f106-c79b-4d9e-9099-5a3752e08dff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:28.583852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f2bbe48-1f83-4143-a10d-0b6a2d4097df req-dcb1f106-c79b-4d9e-9099-5a3752e08dff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0478761 Sep 10 04:34:28.620979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f2bbe48-1f83-4143-a10d-0b6a2d4097df req-3e381fcf-a780-4529-b79f-48378c33d2d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313118 Sep 10 04:34:29.288123 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:29.732537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776b1378-31ff-40e5-a682-1e79726e9871 req-052110ff-a3d7-4e0e-a2cd-7f5adccce6ce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:29.734013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-776b1378-31ff-40e5-a682-1e79726e9871 req-052110ff-a3d7-4e0e-a2cd-7f5adccce6ce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477397 Sep 10 04:34:29.771354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-776b1378-31ff-40e5-a682-1e79726e9871 req-983f5bf0-7748-4abc-b7f0-2ac73d9c0437 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308616 Sep 10 04:34:30.887184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15eea8e5-8bc3-4f4a-9300-446d24c20b39 req-a5f63d25-d765-40aa-97cd-36f2eabafc97 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:30.888655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15eea8e5-8bc3-4f4a-9300-446d24c20b39 req-a5f63d25-d765-40aa-97cd-36f2eabafc97 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0511515 Sep 10 04:34:30.926266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15eea8e5-8bc3-4f4a-9300-446d24c20b39 req-83df151f-b9d4-452d-8e3f-90ffcca3f9af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311038 Sep 10 04:34:32.038625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ab00e3-c203-4409-859c-cd061995cd59 req-c5a1277d-93f9-4a95-95a9-8e3c0c7877f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:32.040129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46ab00e3-c203-4409-859c-cd061995cd59 req-c5a1277d-93f9-4a95-95a9-8e3c0c7877f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0487595 Sep 10 04:34:32.077602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46ab00e3-c203-4409-859c-cd061995cd59 req-35078f91-bec3-4853-a673-648d70e183e3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316608 Sep 10 04:34:32.727854 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:33.190877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c08f0-9f97-4e35-a472-141d6607bdea req-5275cba5-b33a-42a5-bf33-c5373e5f1b54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:33.192375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b05c08f0-9f97-4e35-a472-141d6607bdea req-5275cba5-b33a-42a5-bf33-c5373e5f1b54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0492537 Sep 10 04:34:33.228230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b05c08f0-9f97-4e35-a472-141d6607bdea req-872fc97f-85f2-4f17-9062-52f90fe0bbe7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300839 Sep 10 04:34:34.343475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57803e86-1f24-4c3e-b45e-ade422f6fe16 req-a1a8e20c-368e-43d9-b662-3424018d5efe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:34.344956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57803e86-1f24-4c3e-b45e-ade422f6fe16 req-a1a8e20c-368e-43d9-b662-3424018d5efe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0520124 Sep 10 04:34:34.381852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57803e86-1f24-4c3e-b45e-ade422f6fe16 req-a1459f0a-ad4d-41f4-ad11-bc2aa0200a94 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305121 Sep 10 04:34:35.493728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e865e4c4-3ce5-4e07-ba38-f2f9a96d4c41 req-50c38abd-6edf-4d17-9687-6247d3899db6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:35.495194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e865e4c4-3ce5-4e07-ba38-f2f9a96d4c41 req-50c38abd-6edf-4d17-9687-6247d3899db6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0481396 Sep 10 04:34:35.533458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e865e4c4-3ce5-4e07-ba38-f2f9a96d4c41 req-09051e96-dea4-4508-a3bf-c0469a72a5ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323408 Sep 10 04:34:36.643459 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef2199e-0dd4-4a7f-ab17-7331e849d697 req-1eff40e8-b2d9-437e-9a70-74f03150980a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:36.644936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eef2199e-0dd4-4a7f-ab17-7331e849d697 req-1eff40e8-b2d9-437e-9a70-74f03150980a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0475483 Sep 10 04:34:36.681783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eef2199e-0dd4-4a7f-ab17-7331e849d697 req-47329633-793a-495a-b799-b6c24e22ab83 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309699 Sep 10 04:34:37.796851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06270c92-d110-4fd5-b300-c3ab3afe2ad1 req-ad8f25b7-5da5-4481-8766-e172510e1771 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:37.798233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06270c92-d110-4fd5-b300-c3ab3afe2ad1 req-ad8f25b7-5da5-4481-8766-e172510e1771 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0518396 Sep 10 04:34:37.835505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06270c92-d110-4fd5-b300-c3ab3afe2ad1 req-e1b64a35-0790-4ea3-b1ac-8ba4368bc6c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308657 Sep 10 04:34:38.948026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f8af26-e8ff-458b-a120-d52ce489bad9 req-fc97f17c-34c4-416b-9c2d-ccc2fbf1efad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:38.949497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39f8af26-e8ff-458b-a120-d52ce489bad9 req-fc97f17c-34c4-416b-9c2d-ccc2fbf1efad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0487530 Sep 10 04:34:38.985784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39f8af26-e8ff-458b-a120-d52ce489bad9 req-9d3e13f9-2a6e-4c1c-a881-93f306743fa3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304775 Sep 10 04:34:40.096854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b043e33-c41a-4542-8c1b-4df127e85de3 req-43f415b0-719c-45e0-8f06-576a04d607e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:40.098301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b043e33-c41a-4542-8c1b-4df127e85de3 req-43f415b0-719c-45e0-8f06-576a04d607e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470784 Sep 10 04:34:40.134740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b043e33-c41a-4542-8c1b-4df127e85de3 req-e9ab251f-43e6-4008-a665-cc22e111e7b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305445 Sep 10 04:34:41.250201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf670789-b641-4d9f-b1cc-b50fd1850f33 req-d1a1d6d1-cb49-447c-80c8-1469ef04abfe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:41.251653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf670789-b641-4d9f-b1cc-b50fd1850f33 req-d1a1d6d1-cb49-447c-80c8-1469ef04abfe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0522971 Sep 10 04:34:41.289191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf670789-b641-4d9f-b1cc-b50fd1850f33 req-5f9d9d9b-3022-4b05-a587-5fb5e2f89a19 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309627 Sep 10 04:34:42.403429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02910044-5b53-4204-84f2-8f927d84b2b5 req-afed5c7e-f624-43fd-b4fb-155a10e45bd2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:42.404909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02910044-5b53-4204-84f2-8f927d84b2b5 req-afed5c7e-f624-43fd-b4fb-155a10e45bd2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0475783 Sep 10 04:34:42.441714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02910044-5b53-4204-84f2-8f927d84b2b5 req-925732aa-3860-47ef-becf-30e1ae6fd76a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300636 Sep 10 04:34:43.554245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c224387-a861-49ee-8f9f-db64fe507772 req-198ce9bc-40cb-4956-bf23-1725a76c8528 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:43.555749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c224387-a861-49ee-8f9f-db64fe507772 req-198ce9bc-40cb-4956-bf23-1725a76c8528 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0488257 Sep 10 04:34:43.591670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c224387-a861-49ee-8f9f-db64fe507772 req-bf415249-3fe1-42f6-9cd1-f894a4cf2d5f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301740 Sep 10 04:34:44.708378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db1a60d-3294-468e-afc0-b6f0d4334567 req-435da022-2a55-4964-a26a-af3547a29a01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:44.709850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6db1a60d-3294-468e-afc0-b6f0d4334567 req-435da022-2a55-4964-a26a-af3547a29a01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0520990 Sep 10 04:34:44.746681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6db1a60d-3294-468e-afc0-b6f0d4334567 req-ac5a7b5a-3345-442d-b860-729bf11ec86f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309660 Sep 10 04:34:45.859191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f0b01e-a84f-4b87-96b8-a87ca59ad3ee req-0fc7ab9e-c594-486e-bd44-9e15c9898d78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:45.860594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48f0b01e-a84f-4b87-96b8-a87ca59ad3ee req-0fc7ab9e-c594-486e-bd44-9e15c9898d78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0482874 Sep 10 04:34:45.897409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48f0b01e-a84f-4b87-96b8-a87ca59ad3ee req-2a310063-f69a-4ef4-b9c7-823692227694 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305443 Sep 10 04:34:47.008942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd75bf68-3e10-4f5f-b90d-2286ffafc508 req-3a9f7bcc-9d7f-4ee4-b789-87a5390e7ada tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:47.010440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd75bf68-3e10-4f5f-b90d-2286ffafc508 req-3a9f7bcc-9d7f-4ee4-b789-87a5390e7ada tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0481908 Sep 10 04:34:47.047051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd75bf68-3e10-4f5f-b90d-2286ffafc508 req-3ed7aa9c-4026-4a51-ac81-e436c06dc697 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308094 Sep 10 04:34:48.163318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140d1741-4f11-4a9d-9d75-b508830c98da req-73f44704-2e00-4105-b9eb-12108591c089 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:48.164821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-140d1741-4f11-4a9d-9d75-b508830c98da req-73f44704-2e00-4105-b9eb-12108591c089 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0518050 Sep 10 04:34:48.201972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-140d1741-4f11-4a9d-9d75-b508830c98da req-40ec2cbe-40bf-423d-92e4-adda05dcaf56 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312662 Sep 10 04:34:49.316040 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f3082-3ddc-413d-a1da-cfed24743dee req-45037a40-48b2-4195-a99f-fcae79815e24 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:49.317508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b0f3082-3ddc-413d-a1da-cfed24743dee req-45037a40-48b2-4195-a99f-fcae79815e24 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486219 Sep 10 04:34:49.354005 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b0f3082-3ddc-413d-a1da-cfed24743dee req-9b8934db-0336-46ff-ab81-0a55c5af49d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306485 Sep 10 04:34:50.465721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81425d20-e127-41c9-9f21-b555198bfd09 req-2236e34e-03ab-4122-aeaa-038c053ba389 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:50.467167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81425d20-e127-41c9-9f21-b555198bfd09 req-2236e34e-03ab-4122-aeaa-038c053ba389 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0476773 Sep 10 04:34:50.504065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81425d20-e127-41c9-9f21-b555198bfd09 req-0880578b-ba18-4071-864d-d6f052042e42 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311618 Sep 10 04:34:50.865158 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4060d98f-e776-40a5-9ccf-392b292be117 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:51.621236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d0ee-b769-4141-b029-27db7c7d8e4b req-240124b6-c6ac-44be-a5c8-6517f3c4b3bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:51.622707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0952d0ee-b769-4141-b029-27db7c7d8e4b req-240124b6-c6ac-44be-a5c8-6517f3c4b3bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0529292 Sep 10 04:34:51.661410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0952d0ee-b769-4141-b029-27db7c7d8e4b req-af1ae896-24ed-4265-b45f-a6fd0682a70e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315528 Sep 10 04:34:52.240057 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:34:52.772523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18333fe-2cd3-4243-83fd-e5ebf00b4e42 req-41c37130-123f-44b9-9038-06900f6dd888 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:52.773899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f18333fe-2cd3-4243-83fd-e5ebf00b4e42 req-41c37130-123f-44b9-9038-06900f6dd888 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0476434 Sep 10 04:34:52.811269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f18333fe-2cd3-4243-83fd-e5ebf00b4e42 req-4f432c08-e49c-49dd-94e2-c640007cb5e1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316067 Sep 10 04:34:53.533369 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d818dd09-5e77-4643-9c2d-8033f1b63c1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:53.722347 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:53.922001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc8ffad-2c61-4501-ba41-54a8f7ee8c3b req-bb97c209-db67-445f-97a7-15af7031056d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:53.923460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbc8ffad-2c61-4501-ba41-54a8f7ee8c3b req-bb97c209-db67-445f-97a7-15af7031056d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0482883 Sep 10 04:34:53.960047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbc8ffad-2c61-4501-ba41-54a8f7ee8c3b req-d0210e36-6153-46c5-9fd3-0618afa89a02 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307615 Sep 10 04:34:55.074854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44036f9-b07c-4bdc-95c3-9bcb5511c782 req-4d8d3e7e-4c4e-488c-9307-e9597995a4f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:55.076334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e44036f9-b07c-4bdc-95c3-9bcb5511c782 req-4d8d3e7e-4c4e-488c-9307-e9597995a4f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0520973 Sep 10 04:34:55.113349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e44036f9-b07c-4bdc-95c3-9bcb5511c782 req-1bbcbfd1-dbfe-452b-81e7-36381f138819 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306685 Sep 10 04:34:55.310432 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:56.225827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323f6084-c21e-4741-8e99-b675fd4d9d18 req-a5aabf99-9b31-49d8-8a6c-a1d6fadb1f21 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:56.227275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-323f6084-c21e-4741-8e99-b675fd4d9d18 req-a5aabf99-9b31-49d8-8a6c-a1d6fadb1f21 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0472021 Sep 10 04:34:56.264013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-323f6084-c21e-4741-8e99-b675fd4d9d18 req-ba188b57-28f2-4052-b947-17f9d7d50047 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307190 Sep 10 04:34:56.441444 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:57.375029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae102a7-6de6-4768-926e-2641c142d9f6 req-fc34dcec-2d47-4c8b-9adf-4476b0585552 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:57.376548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aae102a7-6de6-4768-926e-2641c142d9f6 req-fc34dcec-2d47-4c8b-9adf-4476b0585552 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0471792 Sep 10 04:34:57.412811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aae102a7-6de6-4768-926e-2641c142d9f6 req-d669142d-159c-45da-9eed-71a3bd060f7b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299368 Sep 10 04:34:58.546722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01967cb-74af-4dcb-8438-d1e89a0fa9f3 req-80366faf-5d15-4317-94a4-992d6192ea29 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:58.548226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d01967cb-74af-4dcb-8438-d1e89a0fa9f3 req-80366faf-5d15-4317-94a4-992d6192ea29 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0548227 Sep 10 04:34:58.584769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d01967cb-74af-4dcb-8438-d1e89a0fa9f3 req-20dfc53c-ad75-4244-a6b9-d08e4a8d3443 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306916 Sep 10 04:34:59.241861 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:34:59.696668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77724967-44dd-44a0-8288-67138fb8e255 req-179718db-5665-4073-ba55-aee204a2ff30 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:34:59.698140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77724967-44dd-44a0-8288-67138fb8e255 req-179718db-5665-4073-ba55-aee204a2ff30 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486207 Sep 10 04:34:59.734570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77724967-44dd-44a0-8288-67138fb8e255 req-f524e441-cd1c-4a6f-ab4f-1c91590b169e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306351 Sep 10 04:35:00.846498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f373459-6704-472b-a40a-63768cd7f84e req-23dd7189-3f03-49e7-b5a9-969dc0df8698 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:00.847966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f373459-6704-472b-a40a-63768cd7f84e req-23dd7189-3f03-49e7-b5a9-969dc0df8698 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470760 Sep 10 04:35:00.884310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f373459-6704-472b-a40a-63768cd7f84e req-790e8e22-cc15-4e25-83d7-af3b47bb71cf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305197 Sep 10 04:35:02.000181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb3826-c572-488b-9bf9-c3c862199b18 req-0ed4937e-c27c-4bff-8023-cd90afd8223b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:02.001656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ccb3826-c572-488b-9bf9-c3c862199b18 req-0ed4937e-c27c-4bff-8023-cd90afd8223b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0519857 Sep 10 04:35:02.039394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ccb3826-c572-488b-9bf9-c3c862199b18 req-e8df369a-de45-4c1c-9260-82c0fe98c748 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313861 Sep 10 04:35:02.710410 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:03.170857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082b756b-ad78-40e3-a255-9452cc7df01e req-d235119c-6008-49ca-ade4-7475e8a52d13 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:03.172389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-082b756b-ad78-40e3-a255-9452cc7df01e req-d235119c-6008-49ca-ade4-7475e8a52d13 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0488975 Sep 10 04:35:03.209711 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-082b756b-ad78-40e3-a255-9452cc7df01e req-59308855-7510-4224-88d5-5e54691ddc80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315361 Sep 10 04:35:03.538649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-16d30572-d420-42a4-802a-a3504a183abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:03.540195 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-16d30572-d420-42a4-802a-a3504a183abb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0444109 Sep 10 04:35:03.646645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-4224da07-55b7-4cbd-9823-82ff44a9a56b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:03.648153 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-4224da07-55b7-4cbd-9823-82ff44a9a56b service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0899181 Sep 10 04:35:03.711733 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-73459c51-ac8f-4ff3-b181-2205a342855f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 1000 time: 0.0565414 Sep 10 04:35:03.762984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-0c5c91d9-1180-4bc7-a085-96df911936f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:03.764417 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-0c5c91d9-1180-4bc7-a085-96df911936f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0459099 Sep 10 04:35:03.811087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-c70fd4a0-fa8e-40b8-af39-3c83a45ff6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:03.812603 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-c70fd4a0-fa8e-40b8-af39-3c83a45ff6c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400119 Sep 10 04:35:03.903307 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-e8724705-4d1c-4856-b6b3-6dffbcf8a5b9 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832591 Sep 10 04:35:03.991085 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4d7cc84-ed94-4c1a-ab90-e36f59a52cee req-bc38aee0-ad44-4be6-874c-3706f794c4b3 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804043 Sep 10 04:35:04.320385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d831a7e-b170-45c8-9a99-83e6964def3b req-c7a57515-533c-48b2-b66f-cba921432ed6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:04.321823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d831a7e-b170-45c8-9a99-83e6964def3b req-c7a57515-533c-48b2-b66f-cba921432ed6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470443 Sep 10 04:35:04.361424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d831a7e-b170-45c8-9a99-83e6964def3b req-64a6e773-19fb-46c6-b303-31017d450a4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336664 Sep 10 04:35:05.477345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8119e62f-2c52-4080-bf11-21352b5da411 req-2db7376a-ef9d-4962-9f2c-3a1b2880bf14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:05.478797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8119e62f-2c52-4080-bf11-21352b5da411 req-2db7376a-ef9d-4962-9f2c-3a1b2880bf14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0509927 Sep 10 04:35:05.515869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8119e62f-2c52-4080-bf11-21352b5da411 req-186f880c-4c3e-456a-ae0a-07971d7b665d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Sep 10 04:35:06.626084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4b6f0c-c6ef-47ae-b5f0-38fd484fcf4a req-4192548a-aeb3-451e-a8fc-993d576cb17c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:06.627538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f4b6f0c-c6ef-47ae-b5f0-38fd484fcf4a req-4192548a-aeb3-451e-a8fc-993d576cb17c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473251 Sep 10 04:35:06.664529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f4b6f0c-c6ef-47ae-b5f0-38fd484fcf4a req-95daf28e-9a46-4bbd-b1da-ceb2d52638be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306621 Sep 10 04:35:07.776904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb8817c-91c0-4621-b5cd-a447749aa8b6 req-9bcb9c66-2483-4b46-91c8-92fd7e5a0873 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:07.778268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fb8817c-91c0-4621-b5cd-a447749aa8b6 req-9bcb9c66-2483-4b46-91c8-92fd7e5a0873 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0467870 Sep 10 04:35:07.814393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fb8817c-91c0-4621-b5cd-a447749aa8b6 req-1ef43ffe-409f-44c3-8d5b-c94bf5f1492f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300305 Sep 10 04:35:08.931383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100f70ca-f1d2-41ca-8019-509f029481f5 req-cfffec71-ea84-4751-8ad4-08277c2da8d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:08.932879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-100f70ca-f1d2-41ca-8019-509f029481f5 req-cfffec71-ea84-4751-8ad4-08277c2da8d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0519185 Sep 10 04:35:08.968509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-100f70ca-f1d2-41ca-8019-509f029481f5 req-628857cc-ab00-4d5c-a526-9e64a9376a02 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298562 Sep 10 04:35:10.080460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecb43f8-6e63-46ac-be24-00fef017c90a req-26d71d69-87c2-4892-a6a0-05c757c6e36c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:10.081909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ecb43f8-6e63-46ac-be24-00fef017c90a req-26d71d69-87c2-4892-a6a0-05c757c6e36c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477867 Sep 10 04:35:10.120238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ecb43f8-6e63-46ac-be24-00fef017c90a req-7221a44d-34f1-4d70-88ae-9494baad4103 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316098 Sep 10 04:35:11.248099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7015e08e-3328-433d-b0fc-dcc24651464f req-784f8d59-fbc1-4b26-89f7-3c9b849ba098 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:11.249571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7015e08e-3328-433d-b0fc-dcc24651464f req-784f8d59-fbc1-4b26-89f7-3c9b849ba098 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486779 Sep 10 04:35:11.286415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7015e08e-3328-433d-b0fc-dcc24651464f req-fe38b474-dcd6-4a55-aba5-cb0d366450d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309215 Sep 10 04:35:12.403602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49dadc-fc1a-4653-831e-5eba83421b94 req-e44e0b7b-14fe-4996-abad-c8859b5f48be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:12.405054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b49dadc-fc1a-4653-831e-5eba83421b94 req-e44e0b7b-14fe-4996-abad-c8859b5f48be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0512068 Sep 10 04:35:12.442220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b49dadc-fc1a-4653-831e-5eba83421b94 req-551cba5e-973d-4b19-836b-2322f7c16de7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303833 Sep 10 04:35:13.553325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852342c3-ce15-47a0-97d9-f4153d50a693 req-049e6b00-72ac-411f-a7cb-b2a51706535d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:13.554785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-852342c3-ce15-47a0-97d9-f4153d50a693 req-049e6b00-72ac-411f-a7cb-b2a51706535d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0481234 Sep 10 04:35:13.591631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-852342c3-ce15-47a0-97d9-f4153d50a693 req-4a7e7498-5e3a-4df8-8290-513cb3b3ce98 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309355 Sep 10 04:35:14.761541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386baa31-8d6c-40ba-8ce7-519141e985c9 req-0920c28c-b0c6-4c9c-90ac-af1aeb5fc815 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:14.763000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-386baa31-8d6c-40ba-8ce7-519141e985c9 req-0920c28c-b0c6-4c9c-90ac-af1aeb5fc815 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0481489 Sep 10 04:35:14.799772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-386baa31-8d6c-40ba-8ce7-519141e985c9 req-b6709e76-b71b-4e4e-b83d-20624f5aefef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307016 Sep 10 04:35:15.915308 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4cb4a8-1c52-43a5-af3f-e2b69f040920 req-16495111-e451-46bf-b1e7-3920a92a0169 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:15.916774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c4cb4a8-1c52-43a5-af3f-e2b69f040920 req-16495111-e451-46bf-b1e7-3920a92a0169 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0516741 Sep 10 04:35:15.952442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c4cb4a8-1c52-43a5-af3f-e2b69f040920 req-5d993d66-c18d-4bbc-816d-dbc0e8315433 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298853 Sep 10 04:35:17.065987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf6d8a-aa88-445c-9d21-4694863f159a req-d20c93b0-e915-4283-afb7-cb8982dc1386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:17.067471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efdf6d8a-aa88-445c-9d21-4694863f159a req-d20c93b0-e915-4283-afb7-cb8982dc1386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0490789 Sep 10 04:35:17.104651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efdf6d8a-aa88-445c-9d21-4694863f159a req-3d2edaf0-ea2b-4e4f-947d-8d78aee29c20 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312595 Sep 10 04:35:18.218442 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945fa412-b59e-436b-bcd3-6def2520f9da req-fed9e0ef-7864-4ca4-99cc-1c116cc19203 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:18.220016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-945fa412-b59e-436b-bcd3-6def2520f9da req-fed9e0ef-7864-4ca4-99cc-1c116cc19203 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485368 Sep 10 04:35:18.256468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-945fa412-b59e-436b-bcd3-6def2520f9da req-efd45020-4d8a-4407-b1f5-7f2e054bfb22 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304906 Sep 10 04:35:19.370906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5422ae70-06bd-44c4-882c-22845d4376a8 req-a7965afa-c07e-443a-ad4b-1cb10acd80d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:19.372398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5422ae70-06bd-44c4-882c-22845d4376a8 req-a7965afa-c07e-443a-ad4b-1cb10acd80d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0507553 Sep 10 04:35:19.409701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5422ae70-06bd-44c4-882c-22845d4376a8 req-1dc9f7a8-5485-4727-93f1-3d79e8547de2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314674 Sep 10 04:35:20.520035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09366ca5-40a0-458d-bcb4-12c3ff3a8d6b req-5c08b5e7-b599-4205-8ccc-f91d40e2a855 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:20.521525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09366ca5-40a0-458d-bcb4-12c3ff3a8d6b req-5c08b5e7-b599-4205-8ccc-f91d40e2a855 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0474632 Sep 10 04:35:20.558542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09366ca5-40a0-458d-bcb4-12c3ff3a8d6b req-b3701c26-cfd3-4659-8ce9-377d76ee1fc6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311756 Sep 10 04:35:20.864101 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b7e582f-7190-4487-8d60-8a4d9a7a01e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:21.671225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c15cf4f-8730-417f-bbff-d1485a4316db req-dd857812-b1c9-42de-be7a-6c9f6a5e40a5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:21.672724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c15cf4f-8730-417f-bbff-d1485a4316db req-dd857812-b1c9-42de-be7a-6c9f6a5e40a5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483801 Sep 10 04:35:21.709385 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c15cf4f-8730-417f-bbff-d1485a4316db req-b3d2b405-b9d1-4dc1-a06a-e9db3052bec4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300369 Sep 10 04:35:22.828940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d827e7eb-c5a7-4316-a842-f626da974ae9 req-5660e20c-f089-4b8a-ad8f-09e42af3d1ca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:22.830415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d827e7eb-c5a7-4316-a842-f626da974ae9 req-5660e20c-f089-4b8a-ad8f-09e42af3d1ca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0524023 Sep 10 04:35:22.867884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d827e7eb-c5a7-4316-a842-f626da974ae9 req-d5654018-4a7d-45b1-8b4e-f0e84c5fb4f7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310066 Sep 10 04:35:23.520925 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90e4081d-a5e3-4a96-a983-f8b613fc5678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:23.715552 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:23.981893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9c341-c272-414b-8bcf-027d2db77188 req-bece9d13-9717-4224-b00f-983b3b77c2ca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:23.983354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6c9c341-c272-414b-8bcf-027d2db77188 req-bece9d13-9717-4224-b00f-983b3b77c2ca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483129 Sep 10 04:35:24.020327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6c9c341-c272-414b-8bcf-027d2db77188 req-af9f917a-0320-4e2b-9778-2c51a45f6f7f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309598 Sep 10 04:35:25.130515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62240905-2ba4-4789-949b-9732fef398cc req-2c118e1c-ea4c-4233-b63e-05fb2b67c78f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:25.132041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62240905-2ba4-4789-949b-9732fef398cc req-2c118e1c-ea4c-4233-b63e-05fb2b67c78f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473499 Sep 10 04:35:25.168760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62240905-2ba4-4789-949b-9732fef398cc req-ad723980-4f6d-434c-ade1-ced3789120fa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309279 Sep 10 04:35:25.303760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:26.285099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4fbffa-ab4f-4926-a7df-d6727373050c req-15766b02-4273-46b4-835f-6f956a0632d5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:26.286472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa4fbffa-ab4f-4926-a7df-d6727373050c req-15766b02-4273-46b4-835f-6f956a0632d5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0532804 Sep 10 04:35:26.323700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa4fbffa-ab4f-4926-a7df-d6727373050c req-6ff3f54e-c161-4674-93a9-3bb8c6842dab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312190 Sep 10 04:35:26.440843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:27.435307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4774bb84-2c91-4944-9943-b9139b3766ab req-aba26f1d-9ed3-4bc5-a726-1e1fe81dac55 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:27.436773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4774bb84-2c91-4944-9943-b9139b3766ab req-aba26f1d-9ed3-4bc5-a726-1e1fe81dac55 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480964 Sep 10 04:35:27.473943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4774bb84-2c91-4944-9943-b9139b3766ab req-b45c8edc-b4f9-4065-9962-e8b011ae0dd5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313704 Sep 10 04:35:28.585689 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d1190-47af-48c7-b223-11078e1a0354 req-6bc7802e-72db-438c-aca8-f4ab46f9a58c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:28.587131 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-012d1190-47af-48c7-b223-11078e1a0354 req-6bc7802e-72db-438c-aca8-f4ab46f9a58c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0472753 Sep 10 04:35:28.622367 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-012d1190-47af-48c7-b223-11078e1a0354 req-eeaaaa10-deb6-435a-96e3-f0a6d19ed27e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294039 Sep 10 04:35:29.239981 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:35:29.269690 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:29.737465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42033b1-d26a-4fe2-b0a1-95a3f56f3d8d req-d7e00c8b-271d-4148-86e3-965b4aa188fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:29.738900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c42033b1-d26a-4fe2-b0a1-95a3f56f3d8d req-d7e00c8b-271d-4148-86e3-965b4aa188fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0507784 Sep 10 04:35:29.775424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c42033b1-d26a-4fe2-b0a1-95a3f56f3d8d req-10fc6e2c-aeff-4b4f-88a1-afc8158d21f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304852 Sep 10 04:35:30.886110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bff6f6-5429-4a04-9b71-dc4d5275bedb req-d20bdcc7-8153-4cd8-a2b7-3978cd33a02f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:30.887553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9bff6f6-5429-4a04-9b71-dc4d5275bedb req-d20bdcc7-8153-4cd8-a2b7-3978cd33a02f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470510 Sep 10 04:35:30.923796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9bff6f6-5429-4a04-9b71-dc4d5275bedb req-3dc37bce-8e39-487f-8471-0d00f4462418 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304611 Sep 10 04:35:32.035967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a19f61-1124-45e9-be79-4522ae1903fa req-c3074084-4770-4220-ab77-4388b7c312e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:32.037426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88a19f61-1124-45e9-be79-4522ae1903fa req-c3074084-4770-4220-ab77-4388b7c312e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0482595 Sep 10 04:35:32.073729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88a19f61-1124-45e9-be79-4522ae1903fa req-6b402535-f652-4a10-842d-36d1059cd104 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306084 Sep 10 04:35:32.743237 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:33.189339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c939ec05-47ee-46ee-ba5c-3688e8ba60c7 req-d85f810c-85ec-4345-b111-a72d29ce4d9e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:33.190902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c939ec05-47ee-46ee-ba5c-3688e8ba60c7 req-d85f810c-85ec-4345-b111-a72d29ce4d9e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0515294 Sep 10 04:35:33.228210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c939ec05-47ee-46ee-ba5c-3688e8ba60c7 req-7bfefca0-1c04-40f5-a630-17f2733f35c3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315394 Sep 10 04:35:34.339003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa172e0-e57e-465c-95a3-69f5370f82eb req-276e28e6-0586-4329-86ab-abcf9d176b81 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:34.340470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aa172e0-e57e-465c-95a3-69f5370f82eb req-276e28e6-0586-4329-86ab-abcf9d176b81 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0472240 Sep 10 04:35:34.377055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2aa172e0-e57e-465c-95a3-69f5370f82eb req-e27875da-ff8d-4d49-8952-a28bd423f0b1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307882 Sep 10 04:35:35.487603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eba781-7a53-4f28-a9ff-a5ae1cdc76d2 req-3c736cca-133b-433e-95c9-518b2b134ab5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:35.489584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79eba781-7a53-4f28-a9ff-a5ae1cdc76d2 req-3c736cca-133b-433e-95c9-518b2b134ab5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0467789 Sep 10 04:35:35.526839 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79eba781-7a53-4f28-a9ff-a5ae1cdc76d2 req-10506707-6559-4a39-b44b-5af3a3ce4435 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313373 Sep 10 04:35:36.641300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc16034-bf29-4b8b-93d7-0e672735ec99 req-1454856f-09e5-4dc4-88d1-d4724dea0a36 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:36.642749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcc16034-bf29-4b8b-93d7-0e672735ec99 req-1454856f-09e5-4dc4-88d1-d4724dea0a36 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0516069 Sep 10 04:35:36.679465 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcc16034-bf29-4b8b-93d7-0e672735ec99 req-a0969854-c1ba-4204-93dc-7dc79e3b48d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308988 Sep 10 04:35:37.790665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce4db1a-b5d2-4e79-97b2-d926f989cf21 req-214a4341-119f-4336-804f-75c0e176b0bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:37.792049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ce4db1a-b5d2-4e79-97b2-d926f989cf21 req-214a4341-119f-4336-804f-75c0e176b0bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480466 Sep 10 04:35:37.828988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ce4db1a-b5d2-4e79-97b2-d926f989cf21 req-a55c9e29-944f-4315-9c9e-135e5b56ab07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310788 Sep 10 04:35:38.940093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d152005e-8da1-491a-a288-46e359c696ea req-8f50b7c4-0281-4686-b9da-c6806e3611bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:38.942064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d152005e-8da1-491a-a288-46e359c696ea req-8f50b7c4-0281-4686-b9da-c6806e3611bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483544 Sep 10 04:35:38.978431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d152005e-8da1-491a-a288-46e359c696ea req-6dae7409-f7ea-46b8-911c-fe5e5e54cd5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305130 Sep 10 04:35:40.093827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81c32a1-c9b6-4e05-b569-8d190d90327c req-240f5a2c-cee9-4375-bfdc-f42b9e98600b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:40.095281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b81c32a1-c9b6-4e05-b569-8d190d90327c req-240f5a2c-cee9-4375-bfdc-f42b9e98600b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0513654 Sep 10 04:35:40.132102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b81c32a1-c9b6-4e05-b569-8d190d90327c req-e5f31abf-19c0-4e22-b4f3-9cb464257f3c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308557 Sep 10 04:35:41.246588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94535930-f86e-4441-8b02-f87ce8dcd84a req-5b7696cc-8836-4aff-85d0-31c4f799475c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:41.248154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94535930-f86e-4441-8b02-f87ce8dcd84a req-5b7696cc-8836-4aff-85d0-31c4f799475c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486789 Sep 10 04:35:41.286327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94535930-f86e-4441-8b02-f87ce8dcd84a req-fc02a73e-498f-4c80-a59b-197b6d8eb635 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318532 Sep 10 04:35:42.397089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b8fd97-b7cd-4528-978f-72074d334e7d req-7e979133-ca63-46aa-a5a8-9112d7294199 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:42.398531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54b8fd97-b7cd-4528-978f-72074d334e7d req-7e979133-ca63-46aa-a5a8-9112d7294199 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470254 Sep 10 04:35:42.434649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54b8fd97-b7cd-4528-978f-72074d334e7d req-0dc34ebe-3dca-457e-bbcb-3a68e5341fba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302479 Sep 10 04:35:43.549919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354230ee-2625-4815-bb51-561849bb574e req-b5ac3e8b-b53a-4329-b94f-db5bbf877b07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:43.551389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-354230ee-2625-4815-bb51-561849bb574e req-b5ac3e8b-b53a-4329-b94f-db5bbf877b07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0526011 Sep 10 04:35:43.588101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-354230ee-2625-4815-bb51-561849bb574e req-592ba205-0ceb-4f81-bf5a-885380b28191 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308683 Sep 10 04:35:44.700148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76409e29-7dd4-41b3-a65c-d77ef82803e4 req-10f67bdd-9d80-4dfb-a717-1e9b881a0f56 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:44.701609 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76409e29-7dd4-41b3-a65c-d77ef82803e4 req-10f67bdd-9d80-4dfb-a717-1e9b881a0f56 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0474153 Sep 10 04:35:44.738652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-76409e29-7dd4-41b3-a65c-d77ef82803e4 req-a5401344-bd99-4c8e-83fe-900f63d296ff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307066 Sep 10 04:35:45.849062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9dec9b-715b-446c-8b80-30bbc8989b5f req-d1249afe-3753-459a-914b-297c0ee4c473 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:45.850503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da9dec9b-715b-446c-8b80-30bbc8989b5f req-d1249afe-3753-459a-914b-297c0ee4c473 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0471699 Sep 10 04:35:45.886280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da9dec9b-715b-446c-8b80-30bbc8989b5f req-bc75cf49-9e0a-4e55-bf6f-6616c8a9e820 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299532 Sep 10 04:35:47.001373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4870ed25-88ae-47ff-940d-d0c8c83cffbc req-53da4c79-1a80-4e71-a760-1f62471c87ef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:47.002817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4870ed25-88ae-47ff-940d-d0c8c83cffbc req-53da4c79-1a80-4e71-a760-1f62471c87ef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0506945 Sep 10 04:35:47.040481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4870ed25-88ae-47ff-940d-d0c8c83cffbc req-4e671ef7-646c-405f-acfb-fb6ad4f5653a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310605 Sep 10 04:35:48.151150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413758e0-5161-41a4-8ddc-1bfab12ecbd3 req-64d5d149-6799-4d6d-ac55-aeae8826f350 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:48.152628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-413758e0-5161-41a4-8ddc-1bfab12ecbd3 req-64d5d149-6799-4d6d-ac55-aeae8826f350 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477726 Sep 10 04:35:48.190295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-413758e0-5161-41a4-8ddc-1bfab12ecbd3 req-58219f4d-75e9-40f8-b5e2-64e1e4d05445 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314455 Sep 10 04:35:49.306074 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96eabb29-db50-4ad4-bd72-dd19330787fe req-dd76c179-b602-4e7e-95cb-77d4952d56d6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:49.308075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96eabb29-db50-4ad4-bd72-dd19330787fe req-dd76c179-b602-4e7e-95cb-77d4952d56d6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0499344 Sep 10 04:35:49.345166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96eabb29-db50-4ad4-bd72-dd19330787fe req-fea55232-21c0-498e-b043-2aa383bc3363 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316122 Sep 10 04:35:50.461969 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928edb5-f07c-4ef1-959e-7ed0b8c35b4c req-61949624-52c1-465d-bc5f-cba81c61846a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:50.463410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9928edb5-f07c-4ef1-959e-7ed0b8c35b4c req-61949624-52c1-465d-bc5f-cba81c61846a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0511174 Sep 10 04:35:50.499691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9928edb5-f07c-4ef1-959e-7ed0b8c35b4c req-1b94a250-9075-4f27-9422-4b1ca37ae24f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302958 Sep 10 04:35:50.921346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d04eeee9-7623-4734-822b-5fcb76a9aa7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:51.613071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759d8869-2a21-4525-98bd-5ca67596c452 req-e860e16c-63de-4731-88c3-c3a970791895 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:51.614548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-759d8869-2a21-4525-98bd-5ca67596c452 req-e860e16c-63de-4731-88c3-c3a970791895 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0488307 Sep 10 04:35:51.650851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-759d8869-2a21-4525-98bd-5ca67596c452 req-5a10fe76-f103-4a2a-8001-ce795482ff78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303283 Sep 10 04:35:52.761372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a33a2d0-bd29-4d97-bfbe-befe244be57e req-bc1b4213-39df-4b2b-8d8c-b60eeff10373 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:52.762806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a33a2d0-bd29-4d97-bfbe-befe244be57e req-bc1b4213-39df-4b2b-8d8c-b60eeff10373 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0469010 Sep 10 04:35:52.800019 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a33a2d0-bd29-4d97-bfbe-befe244be57e req-2ea544a1-6840-44d0-a9dc-7d95d231eecb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304246 Sep 10 04:35:53.509758 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7c6a74c1-ccb9-4b4c-8617-fa66d362e36f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:53.743384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:53.914649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041c9141-990c-4508-8846-38f84dc0df21 req-54c93110-5f0d-4df0-a6ce-c0ff00bf11a8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:53.916123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041c9141-990c-4508-8846-38f84dc0df21 req-54c93110-5f0d-4df0-a6ce-c0ff00bf11a8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0514290 Sep 10 04:35:53.953070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-041c9141-990c-4508-8846-38f84dc0df21 req-7db4b0cc-585e-4370-bb2d-89e3e68d4e05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307536 Sep 10 04:35:55.065817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da28c499-8a11-4515-9d4d-b9c5d7554cf4 req-a77ec169-8989-46ba-91d8-9a2d3ebca9e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:55.067258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da28c499-8a11-4515-9d4d-b9c5d7554cf4 req-a77ec169-8989-46ba-91d8-9a2d3ebca9e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0489240 Sep 10 04:35:55.103996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da28c499-8a11-4515-9d4d-b9c5d7554cf4 req-a73bea99-6114-47fa-b3c8-09128ec80f60 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308785 Sep 10 04:35:55.338012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:56.213892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4a81be-b5a2-4fd5-9fdd-be5d89337495 req-0d34e260-fa29-4e90-bd4a-03aa291ce712 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:56.216006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4a81be-b5a2-4fd5-9fdd-be5d89337495 req-0d34e260-fa29-4e90-bd4a-03aa291ce712 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0476222 Sep 10 04:35:56.253639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4a81be-b5a2-4fd5-9fdd-be5d89337495 req-b9147ae4-23e5-443b-a6d7-f882a585eb33 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305512 Sep 10 04:35:56.446427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:57.369283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5c3dbc-cd17-4424-9cc7-c21e5af06736 req-8fe606f9-b825-45cd-97c0-61739462a3dd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:57.370759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b5c3dbc-cd17-4424-9cc7-c21e5af06736 req-8fe606f9-b825-45cd-97c0-61739462a3dd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0516021 Sep 10 04:35:57.407187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b5c3dbc-cd17-4424-9cc7-c21e5af06736 req-d12f375c-a2a3-4c90-88b5-b4c2f28d19bc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305727 Sep 10 04:35:58.522464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2b7646-eef2-4e2c-8f0e-8adca1121a60 req-58a2c5ed-c38c-4f7e-b081-31cc4a9e0faa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:58.524106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa2b7646-eef2-4e2c-8f0e-8adca1121a60 req-58a2c5ed-c38c-4f7e-b081-31cc4a9e0faa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0503283 Sep 10 04:35:58.564537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa2b7646-eef2-4e2c-8f0e-8adca1121a60 req-bef588fa-038f-4ca8-bb88-cb534efb851c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319228 Sep 10 04:35:59.315117 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:35:59.676445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014e51e-b76c-48af-b3ae-94e36d56a2ef req-5d6a4a8f-138e-495c-be46-83ed912b5a9d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:35:59.677910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a014e51e-b76c-48af-b3ae-94e36d56a2ef req-5d6a4a8f-138e-495c-be46-83ed912b5a9d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0476091 Sep 10 04:35:59.714220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a014e51e-b76c-48af-b3ae-94e36d56a2ef req-faee34ff-9600-49e4-a0fa-1333fc3bf52d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303895 Sep 10 04:36:00.828734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f3f1f6-2b3e-4eeb-8f61-388e2c19359a req-068f95fc-e36d-4055-b4a8-7b848c8fc1ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:00.830181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8f3f1f6-2b3e-4eeb-8f61-388e2c19359a req-068f95fc-e36d-4055-b4a8-7b848c8fc1ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0501921 Sep 10 04:36:00.866420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8f3f1f6-2b3e-4eeb-8f61-388e2c19359a req-086383da-0a74-41e2-a225-559f49e0c35a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293632 Sep 10 04:36:01.977171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5edb0194-422b-4d71-bb6b-bbecf9443cac req-50dc125c-94b5-404c-bc90-cec0d9417162 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:01.978613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5edb0194-422b-4d71-bb6b-bbecf9443cac req-50dc125c-94b5-404c-bc90-cec0d9417162 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470910 Sep 10 04:36:02.015244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5edb0194-422b-4d71-bb6b-bbecf9443cac req-56901eea-e393-431b-9ef5-f190784e3a86 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307162 Sep 10 04:36:02.765422 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:03.126064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b9c258-bff7-4269-9736-e5df46fd6560 req-ddc1999f-b24f-40b0-abee-83a3c0ac7bd7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:03.127529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43b9c258-bff7-4269-9736-e5df46fd6560 req-ddc1999f-b24f-40b0-abee-83a3c0ac7bd7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0471833 Sep 10 04:36:03.163937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43b9c258-bff7-4269-9736-e5df46fd6560 req-5ec14612-738e-43fe-be60-47316e183752 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300851 Sep 10 04:36:03.533383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-e3b8d2c2-b085-46ec-b055-2304e8daf256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:03.535405 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-e3b8d2c2-b085-46ec-b055-2304e8daf256 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0424933 Sep 10 04:36:03.638213 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-225719d0-6a37-4ddb-a9b1-d918b1ddcd46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:03.639706 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-225719d0-6a37-4ddb-a9b1-d918b1ddcd46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0862114 Sep 10 04:36:03.701862 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-12b1d65d-2feb-4c13-9e31-35cfb927861c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 1000 time: 0.0557525 Sep 10 04:36:03.753902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-2cdc521e-59cd-4c98-9760-4d22175737eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:03.755325 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-2cdc521e-59cd-4c98-9760-4d22175737eb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0458825 Sep 10 04:36:03.799409 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-79bdf68d-be72-45dd-865e-205ff4677946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:03.801364 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-79bdf68d-be72-45dd-865e-205ff4677946 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395076 Sep 10 04:36:03.811824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-c7fe0490-9dcc-4fd5-9b7c-da9c0bfc8fdb service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:36:03.812755 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-c7fe0490-9dcc-4fd5-9b7c-da9c0bfc8fdb service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048339 Sep 10 04:36:03.902527 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-5ee369da-b2d0-4da3-9036-c200593bdc09 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824053 Sep 10 04:36:03.989430 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5589f24b-b1c7-4957-95a1-11ea7aab436e req-2c944110-2256-4b1b-bfe8-0db2238171de service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789638 Sep 10 04:36:04.278924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3a857d-0971-4b24-ba48-2afe93212c5f req-79fb0c24-cd4e-4021-b0ee-c6d98ce00e65 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:04.280646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf3a857d-0971-4b24-ba48-2afe93212c5f req-79fb0c24-cd4e-4021-b0ee-c6d98ce00e65 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0510023 Sep 10 04:36:04.316301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf3a857d-0971-4b24-ba48-2afe93212c5f req-7bbbb83e-ccd3-4f01-9850-456a1b623dd4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299363 Sep 10 04:36:05.429115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e49c9-8bfe-4210-99bb-49290ffc220c req-b57a9dd4-b55f-4b5b-beeb-0831e1c9c540 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:05.430859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd4e49c9-8bfe-4210-99bb-49290ffc220c req-b57a9dd4-b55f-4b5b-beeb-0831e1c9c540 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0491211 Sep 10 04:36:05.469107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd4e49c9-8bfe-4210-99bb-49290ffc220c req-188236ae-ecf4-45ce-86c0-3dced43f9151 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322070 Sep 10 04:36:06.239725 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:36:06.581005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71df6c6-37b0-49e8-b6f4-38d771d6ebbf req-0ce7286c-dac6-4ddc-9c24-b4cd4333262a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:06.582434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d71df6c6-37b0-49e8-b6f4-38d771d6ebbf req-0ce7286c-dac6-4ddc-9c24-b4cd4333262a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0466061 Sep 10 04:36:06.618591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d71df6c6-37b0-49e8-b6f4-38d771d6ebbf req-f38d2f7e-0650-4f96-ac4c-32b74306c33b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303807 Sep 10 04:36:07.733588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55404e72-b311-40bc-a7d9-44eb1fc0920b req-766b2802-e382-4fb2-9725-cc42edf7df59 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:07.735043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55404e72-b311-40bc-a7d9-44eb1fc0920b req-766b2802-e382-4fb2-9725-cc42edf7df59 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0506933 Sep 10 04:36:07.772019 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55404e72-b311-40bc-a7d9-44eb1fc0920b req-c8abb2a7-7381-47f6-bf22-35890babbbb0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304570 Sep 10 04:36:08.883211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fd913c-d70f-459a-be3b-5a311b0a40c8 req-93b2553f-971c-4c03-b0fe-430b076577c9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:08.884814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3fd913c-d70f-459a-be3b-5a311b0a40c8 req-93b2553f-971c-4c03-b0fe-430b076577c9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0481563 Sep 10 04:36:08.921986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3fd913c-d70f-459a-be3b-5a311b0a40c8 req-056b9eeb-acf5-48fc-b0db-e7d7b4ea2f88 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313761 Sep 10 04:36:10.032655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a481d2c6-f044-4efe-bcc1-a3fcb6f27746 req-5dc1bc8b-5b87-48d3-bb38-b4ceeb6a257e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:10.034109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a481d2c6-f044-4efe-bcc1-a3fcb6f27746 req-5dc1bc8b-5b87-48d3-bb38-b4ceeb6a257e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Sep 10 04:36:10.071416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a481d2c6-f044-4efe-bcc1-a3fcb6f27746 req-1dd2a13c-521a-44a1-9fed-0551e7bac706 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313890 Sep 10 04:36:11.185418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc7a610-846f-4ab0-b357-ea22c714bf2d req-2463ac4a-9f59-4530-9f5c-f344b3546b2d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:11.186915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fc7a610-846f-4ab0-b357-ea22c714bf2d req-2463ac4a-9f59-4530-9f5c-f344b3546b2d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0513108 Sep 10 04:36:11.225607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fc7a610-846f-4ab0-b357-ea22c714bf2d req-e8b3340a-c3d1-41a1-951d-ec234c3d0cf3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308042 Sep 10 04:36:12.343310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5cdc35-3b35-4950-a08e-af5741cf921b req-cebb9fae-fb55-40f8-a431-117504c29c05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:12.344785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd5cdc35-3b35-4950-a08e-af5741cf921b req-cebb9fae-fb55-40f8-a431-117504c29c05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477264 Sep 10 04:36:12.382038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd5cdc35-3b35-4950-a08e-af5741cf921b req-a2a0c148-cee1-4fca-8aba-c7156d86b0d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314093 Sep 10 04:36:13.492973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad7fd1-20e7-44f4-ba92-63eca7f77ab5 req-226c8f96-ee10-4731-ac57-34552a940b3d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:13.494407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1ad7fd1-20e7-44f4-ba92-63eca7f77ab5 req-226c8f96-ee10-4731-ac57-34552a940b3d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0471892 Sep 10 04:36:13.532047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1ad7fd1-20e7-44f4-ba92-63eca7f77ab5 req-392e4451-3634-431f-ae85-d502a90b92a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318038 Sep 10 04:36:14.646908 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5217cfc1-21c1-434a-a608-6454399971b2 req-a1f7c00e-47a7-4968-a6ee-412037f12027 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:14.648393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5217cfc1-21c1-434a-a608-6454399971b2 req-a1f7c00e-47a7-4968-a6ee-412037f12027 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0519116 Sep 10 04:36:14.684900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5217cfc1-21c1-434a-a608-6454399971b2 req-a351d3ae-3cd9-440a-aed3-65098da36310 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307455 Sep 10 04:36:15.796328 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb634b09-340d-4cb6-ad53-1ab1007b04bf req-1db304da-1585-4042-9cd2-7792eeb0c934 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:15.797681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb634b09-340d-4cb6-ad53-1ab1007b04bf req-1db304da-1585-4042-9cd2-7792eeb0c934 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0478106 Sep 10 04:36:15.834086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb634b09-340d-4cb6-ad53-1ab1007b04bf req-74057b9b-70a4-4162-9c50-5beba6cd9054 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305834 Sep 10 04:36:16.944802 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996923bd-33b9-4a12-9463-efc13d33f9e1 req-c31a1df5-a96d-43b2-9b57-096e46884bd9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:16.946232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-996923bd-33b9-4a12-9463-efc13d33f9e1 req-c31a1df5-a96d-43b2-9b57-096e46884bd9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0471063 Sep 10 04:36:16.982625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-996923bd-33b9-4a12-9463-efc13d33f9e1 req-9d0dc260-281a-4be9-bcce-c772e74f4519 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305991 Sep 10 04:36:18.101564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a84bba1-4689-4360-99ab-963281329e49 req-3cdf6db4-046f-41cb-a7c0-65fcf0590baf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:18.103015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a84bba1-4689-4360-99ab-963281329e49 req-3cdf6db4-046f-41cb-a7c0-65fcf0590baf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0508785 Sep 10 04:36:18.139586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a84bba1-4689-4360-99ab-963281329e49 req-26e4be70-740e-4b3a-9bda-e3a22fcb2ab1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307314 Sep 10 04:36:19.253341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2497c4-e738-4da9-9d48-333bfddf0042 req-e912f78a-a930-426c-b242-19d4844979f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:19.254810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa2497c4-e738-4da9-9d48-333bfddf0042 req-e912f78a-a930-426c-b242-19d4844979f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0484483 Sep 10 04:36:19.290898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa2497c4-e738-4da9-9d48-333bfddf0042 req-4109a2ef-d636-4fee-9b3b-f9791195c9cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302680 Sep 10 04:36:20.403818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b9f58d-4d75-4a6b-aff1-77e00b0c4d15 req-1e6590fd-eaac-4bac-82ec-fca834850b47 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:20.405535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23b9f58d-4d75-4a6b-aff1-77e00b0c4d15 req-1e6590fd-eaac-4bac-82ec-fca834850b47 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486360 Sep 10 04:36:20.442643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23b9f58d-4d75-4a6b-aff1-77e00b0c4d15 req-33e907ed-ba38-4efd-9160-148babba49e4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Sep 10 04:36:20.845902 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7d917e7e-2784-4b68-82ed-0ad3de6af6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:21.559372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff11d4f3-0b1e-43de-8253-3c4df8f4c50d req-2897187a-581e-49df-94be-2c25ce7f38e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:21.560884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff11d4f3-0b1e-43de-8253-3c4df8f4c50d req-2897187a-581e-49df-94be-2c25ce7f38e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0526907 Sep 10 04:36:21.597319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff11d4f3-0b1e-43de-8253-3c4df8f4c50d req-680af8bf-9982-47db-9fd8-f4c78e944a5b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304649 Sep 10 04:36:22.709934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efa58ce2-3386-494d-b705-80d19c4c4bdd req-013f0f8f-c338-49be-a425-cb5e8e2b2a4a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:22.711406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efa58ce2-3386-494d-b705-80d19c4c4bdd req-013f0f8f-c338-49be-a425-cb5e8e2b2a4a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479584 Sep 10 04:36:22.747706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efa58ce2-3386-494d-b705-80d19c4c4bdd req-f08adb84-51c5-4534-8c3c-490d51c5521f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305099 Sep 10 04:36:23.520577 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cecec4d8-a6fe-4103-97ce-d09586f14499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:23.742473 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:23.859126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be55c2c-a4ba-4fdc-8191-3a383da8a228 req-41d33bdd-eb5b-4a2a-a7a1-ae1c408e74d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:23.860594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1be55c2c-a4ba-4fdc-8191-3a383da8a228 req-41d33bdd-eb5b-4a2a-a7a1-ae1c408e74d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0472791 Sep 10 04:36:23.897570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1be55c2c-a4ba-4fdc-8191-3a383da8a228 req-698911a9-64b5-4f8e-887a-df4b08566cce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309715 Sep 10 04:36:25.012230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8965aea-2fac-4f9f-9500-2bdd97e7c661 req-2d18635b-6940-4e8c-ba83-cf82e9a6b4d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:25.013660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8965aea-2fac-4f9f-9500-2bdd97e7c661 req-2d18635b-6940-4e8c-ba83-cf82e9a6b4d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0510433 Sep 10 04:36:25.050222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8965aea-2fac-4f9f-9500-2bdd97e7c661 req-1379da73-5113-47e5-8929-87496ce50413 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306888 Sep 10 04:36:25.331969 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:26.163938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1faac8-2a40-4ff2-8f10-b37bb97b583b req-8ef23c46-87c0-46b1-ad88-46232e82af7d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:26.165420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d1faac8-2a40-4ff2-8f10-b37bb97b583b req-8ef23c46-87c0-46b1-ad88-46232e82af7d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0475271 Sep 10 04:36:26.201732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d1faac8-2a40-4ff2-8f10-b37bb97b583b req-44564a04-add7-4554-bdf7-389421223427 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305789 Sep 10 04:36:26.445690 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:27.311352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2ad499-ec96-4395-8af3-2de5cf1a3510 req-31f83134-ef22-4353-a06f-e6f06bae4067 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:27.312806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c2ad499-ec96-4395-8af3-2de5cf1a3510 req-31f83134-ef22-4353-a06f-e6f06bae4067 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473893 Sep 10 04:36:27.349094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c2ad499-ec96-4395-8af3-2de5cf1a3510 req-5018b0e2-0843-40cc-a130-a193eef7d988 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304809 Sep 10 04:36:28.464200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7312738e-4bfc-41cb-8955-b587a0498c34 req-2df24d4b-1e7a-47f2-9fec-a791ea8bd314 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:28.465658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7312738e-4bfc-41cb-8955-b587a0498c34 req-2df24d4b-1e7a-47f2-9fec-a791ea8bd314 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0521643 Sep 10 04:36:28.502563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7312738e-4bfc-41cb-8955-b587a0498c34 req-3bca7151-b06f-45c9-9399-4b51afbba0af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306177 Sep 10 04:36:29.297195 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:29.613792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541c5931-446b-47d7-a655-6e98632a9ed4 req-0f0f32dc-d2cf-4828-af91-4945cd24d2b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:29.615269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-541c5931-446b-47d7-a655-6e98632a9ed4 req-0f0f32dc-d2cf-4828-af91-4945cd24d2b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0484138 Sep 10 04:36:29.652123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-541c5931-446b-47d7-a655-6e98632a9ed4 req-444cbb7a-e340-4121-85e2-ca0e1b7545a6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310037 Sep 10 04:36:30.765011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e796c68-938c-4d47-9da7-b4df0f7840ef req-e40e2cb5-434f-4805-ae8b-03f66c43c843 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:30.766507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e796c68-938c-4d47-9da7-b4df0f7840ef req-e40e2cb5-434f-4805-ae8b-03f66c43c843 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479419 Sep 10 04:36:30.803487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e796c68-938c-4d47-9da7-b4df0f7840ef req-84f7df85-cf47-49e2-ba42-ebb76ca2f6d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310235 Sep 10 04:36:31.916937 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492982-b193-484e-aee8-906ee7f1e711 req-4aa28291-f5e0-426c-b91a-98c006ab4857 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:31.918383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5492982-b193-484e-aee8-906ee7f1e711 req-4aa28291-f5e0-426c-b91a-98c006ab4857 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0505593 Sep 10 04:36:31.955030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5492982-b193-484e-aee8-906ee7f1e711 req-f12b1d57-9ecd-40b0-831d-184c9d87579b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302577 Sep 10 04:36:32.788528 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:33.069761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae56d3-61bb-49dd-951a-b2eea44afad1 req-8ba09b6f-29ae-4556-a273-4c36ad986a9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:33.071252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9ae56d3-61bb-49dd-951a-b2eea44afad1 req-8ba09b6f-29ae-4556-a273-4c36ad986a9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0511200 Sep 10 04:36:33.107622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9ae56d3-61bb-49dd-951a-b2eea44afad1 req-2111c3c7-e4e0-4940-9ead-229550163bb6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304933 Sep 10 04:36:34.219590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b50e2c-34ad-4592-a8e0-292bb21077f3 req-a146f4df-814c-4382-a815-456ececae900 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:34.221746 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53b50e2c-34ad-4592-a8e0-292bb21077f3 req-a146f4df-814c-4382-a815-456ececae900 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0468650 Sep 10 04:36:34.257585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53b50e2c-34ad-4592-a8e0-292bb21077f3 req-0101eeae-b588-4a9e-8bf6-f15177e76984 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300922 Sep 10 04:36:35.373556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0fd1f-7f49-46c0-aa43-aa3adb8f716a req-802710b3-7005-4b34-9322-e58ee32f0135 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:35.375011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79b0fd1f-7f49-46c0-aa43-aa3adb8f716a req-802710b3-7005-4b34-9322-e58ee32f0135 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0509124 Sep 10 04:36:35.412098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79b0fd1f-7f49-46c0-aa43-aa3adb8f716a req-fde14673-97e8-4da4-be50-5b9b95759273 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306499 Sep 10 04:36:36.524182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcca601d-9be8-4db3-9ae5-da67019d33dc req-99413542-7fe4-4b6c-a5c6-23dc746319e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:36.525662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcca601d-9be8-4db3-9ae5-da67019d33dc req-99413542-7fe4-4b6c-a5c6-23dc746319e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483654 Sep 10 04:36:36.561654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcca601d-9be8-4db3-9ae5-da67019d33dc req-da734bf0-6c77-4f0f-8812-5dbb97971a45 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297852 Sep 10 04:36:37.673512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7e6721-997a-4318-9577-97c81e55f4a7 req-b1edc0f5-514f-42b8-a85a-be8a689cc0d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:37.675488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d7e6721-997a-4318-9577-97c81e55f4a7 req-b1edc0f5-514f-42b8-a85a-be8a689cc0d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0486510 Sep 10 04:36:37.712749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d7e6721-997a-4318-9577-97c81e55f4a7 req-df2ea5d8-78a0-4d74-b6a0-db5062d45d4d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313962 Sep 10 04:36:38.828345 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b711b9-44f5-48eb-be68-b6fbdc4c7d99 req-5011fc16-65e3-4f40-84d2-34dead832d0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:38.829810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b711b9-44f5-48eb-be68-b6fbdc4c7d99 req-5011fc16-65e3-4f40-84d2-34dead832d0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0514750 Sep 10 04:36:38.866773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7b711b9-44f5-48eb-be68-b6fbdc4c7d99 req-5912479a-2fa0-4c2e-aceb-b5e56e91df14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311015 Sep 10 04:36:39.977551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ec6625-a7ac-4dc4-bcf8-fca586a796d8 req-2164ac77-8f62-4987-9c50-6c79af7cabf0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:39.979001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17ec6625-a7ac-4dc4-bcf8-fca586a796d8 req-2164ac77-8f62-4987-9c50-6c79af7cabf0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0472367 Sep 10 04:36:40.015685 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17ec6625-a7ac-4dc4-bcf8-fca586a796d8 req-7b8a76aa-c5e2-45a8-bb7c-a0817c187890 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308800 Sep 10 04:36:41.133491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65238e7d-af75-4220-85b5-08bda318d514 req-75f58a01-8261-4690-9a69-6ac015fd89a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:41.134947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65238e7d-af75-4220-85b5-08bda318d514 req-75f58a01-8261-4690-9a69-6ac015fd89a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0534375 Sep 10 04:36:41.170675 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65238e7d-af75-4220-85b5-08bda318d514 req-1a7231e7-b7cf-4ef2-be83-dec4bdb7eef8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299051 Sep 10 04:36:42.285325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9860360-64c7-415a-9330-6d3b0102e177 req-3338df23-d427-4703-9d1b-86a9d6f0dcb7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:42.286768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9860360-64c7-415a-9330-6d3b0102e177 req-3338df23-d427-4703-9d1b-86a9d6f0dcb7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0514786 Sep 10 04:36:42.323392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9860360-64c7-415a-9330-6d3b0102e177 req-c0d5ea76-265a-475f-86af-8c2af3e7880d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307851 Sep 10 04:36:43.240065 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:36:43.434379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9db746-1973-4ade-8c39-669d24012e1c req-26cea76f-eaf3-4bbd-9914-ae2f4a9a46a4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:43.435841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be9db746-1973-4ade-8c39-669d24012e1c req-26cea76f-eaf3-4bbd-9914-ae2f4a9a46a4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0474784 Sep 10 04:36:43.472371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be9db746-1973-4ade-8c39-669d24012e1c req-eec50229-1ab0-48bb-97b3-c17434627599 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304439 Sep 10 04:36:44.583730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1251b2-cfd8-4929-96b5-daf189b56412 req-cabb9d3a-2035-480c-8fb7-d09fca3e9819 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:44.585264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa1251b2-cfd8-4929-96b5-daf189b56412 req-cabb9d3a-2035-480c-8fb7-d09fca3e9819 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0470483 Sep 10 04:36:44.621767 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa1251b2-cfd8-4929-96b5-daf189b56412 req-177a1f91-cb55-417c-8014-1aabca4361e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306697 Sep 10 04:36:45.735789 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e705de-bda5-465d-b291-36eb8aac4caa req-4dc89e18-ca06-41bd-b580-6556ff202a9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:45.737231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3e705de-bda5-465d-b291-36eb8aac4caa req-4dc89e18-ca06-41bd-b580-6556ff202a9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0509534 Sep 10 04:36:45.773924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3e705de-bda5-465d-b291-36eb8aac4caa req-185adfb6-94c0-4f96-a5d7-c8eeb1f87bc3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308001 Sep 10 04:36:46.883795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ee3551-2301-40f1-b087-5516690944e2 req-49ad7ce8-8bea-4316-8260-1583145ebae4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:46.885267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89ee3551-2301-40f1-b087-5516690944e2 req-49ad7ce8-8bea-4316-8260-1583145ebae4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0469906 Sep 10 04:36:46.922231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89ee3551-2301-40f1-b087-5516690944e2 req-e13d5500-84e7-4b21-a687-d16f8afb7e40 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311763 Sep 10 04:36:48.033972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2dec8e-581f-4c9c-8861-2f9cba37830c req-dec7fc94-447f-470f-b85d-7a77b2f70585 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:48.035428 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f2dec8e-581f-4c9c-8861-2f9cba37830c req-dec7fc94-447f-470f-b85d-7a77b2f70585 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0476813 Sep 10 04:36:48.071729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f2dec8e-581f-4c9c-8861-2f9cba37830c req-e65e0396-6a23-4e70-b726-32f68476cb87 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303991 Sep 10 04:36:49.522008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4fb5c-f21d-4474-b749-e7c4fc32da03 req-0813803e-f150-4da1-a6e0-798b12aafafe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:49.523412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7dc4fb5c-f21d-4474-b749-e7c4fc32da03 req-0813803e-f150-4da1-a6e0-798b12aafafe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.3863101 Sep 10 04:36:49.561393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7dc4fb5c-f21d-4474-b749-e7c4fc32da03 req-239b4923-533c-4c81-bdbd-5b0e1e1e8574 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319765 Sep 10 04:36:50.674053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5009f1-89c1-467d-b6c1-5dade4a55b95 req-c7c875d2-1d66-4a94-b778-a8c38a918f5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:50.675491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a5009f1-89c1-467d-b6c1-5dade4a55b95 req-c7c875d2-1d66-4a94-b778-a8c38a918f5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0467105 Sep 10 04:36:50.711436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a5009f1-89c1-467d-b6c1-5dade4a55b95 req-8a4b2b89-9a17-496a-8b4c-c23da023d8a8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301080 Sep 10 04:36:50.873855 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6239e4e5-99da-4ebe-955f-d58e0d5ca155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:51.823767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7407e30c-d8ec-4f37-a2f9-761adfee8d39 req-f4c2348f-4e28-4f9c-ae6d-c65859af8568 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:51.825204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7407e30c-d8ec-4f37-a2f9-761adfee8d39 req-f4c2348f-4e28-4f9c-ae6d-c65859af8568 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0465319 Sep 10 04:36:51.862718 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7407e30c-d8ec-4f37-a2f9-761adfee8d39 req-9c282aaa-ef92-498a-9e0c-e43eeae92780 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309141 Sep 10 04:36:52.978266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb259d3-a0f0-4347-819e-01b6e8ea3842 req-21be711a-0267-47de-8fed-5e9dcad3d9ea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:52.979731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bb259d3-a0f0-4347-819e-01b6e8ea3842 req-21be711a-0267-47de-8fed-5e9dcad3d9ea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0503509 Sep 10 04:36:53.016347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bb259d3-a0f0-4347-819e-01b6e8ea3842 req-3ed9a045-e610-41a2-8218-1c824968b155 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307460 Sep 10 04:36:53.490672 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2d2f472c-3fa3-4fc3-b1f4-39c0cc25b8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:53.713480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:54.129179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2528ca-3e40-4b65-91fa-910724d7c3e1 req-ff2892af-c8f5-4362-b1ee-4605b447bfeb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:54.130621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d2528ca-3e40-4b65-91fa-910724d7c3e1 req-ff2892af-c8f5-4362-b1ee-4605b447bfeb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0482056 Sep 10 04:36:54.169110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d2528ca-3e40-4b65-91fa-910724d7c3e1 req-14d97589-5dd0-4409-9451-80b87c9398e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313375 Sep 10 04:36:55.281110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255c22e6-9b6d-4d4a-8d55-04aff9deea11 req-770df42b-5867-4aa0-adc0-d1b68bcb7448 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:55.282828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-255c22e6-9b6d-4d4a-8d55-04aff9deea11 req-770df42b-5867-4aa0-adc0-d1b68bcb7448 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0487819 Sep 10 04:36:55.319298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-255c22e6-9b6d-4d4a-8d55-04aff9deea11 req-0edf01f8-d018-4f61-bd18-4a09d191718e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307877 Sep 10 04:36:55.353635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:56.434803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cb784d-1963-42e8-b545-6bb383fc9265 req-eb670074-26d1-4b9d-a2a6-58906cc26e1e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:56.436268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9cb784d-1963-42e8-b545-6bb383fc9265 req-eb670074-26d1-4b9d-a2a6-58906cc26e1e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0502281 Sep 10 04:36:56.467949 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:56.472705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9cb784d-1963-42e8-b545-6bb383fc9265 req-f180fb0b-a612-46ac-bb52-01bcc4a7ca54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299523 Sep 10 04:36:57.585131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdd99de-5fa2-4880-aea2-f1bdc656bb75 req-6cc4cc3e-f09a-487d-a9db-58cfa9b40db9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:57.586541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fdd99de-5fa2-4880-aea2-f1bdc656bb75 req-6cc4cc3e-f09a-487d-a9db-58cfa9b40db9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0464475 Sep 10 04:36:57.625071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fdd99de-5fa2-4880-aea2-f1bdc656bb75 req-35284a85-d512-46a8-b777-c4aeb339605a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324993 Sep 10 04:36:58.736349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-120425d9-82d8-4f08-947e-12b4829ba9c0 req-c4b4cadb-a08f-4455-bfbf-d144b519b1e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:58.738291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-120425d9-82d8-4f08-947e-12b4829ba9c0 req-c4b4cadb-a08f-4455-bfbf-d144b519b1e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473518 Sep 10 04:36:58.777642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-120425d9-82d8-4f08-947e-12b4829ba9c0 req-b3a39fc5-e1c3-45e6-8407-26aae875b311 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334463 Sep 10 04:36:59.347761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:36:59.892454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30e5f6-a7fc-4c72-994e-b218bdc52605 req-c31de9af-6b2b-4b77-b6cb-1cc17ec79a7c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:36:59.894624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d30e5f6-a7fc-4c72-994e-b218bdc52605 req-c31de9af-6b2b-4b77-b6cb-1cc17ec79a7c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0516109 Sep 10 04:36:59.930382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d30e5f6-a7fc-4c72-994e-b218bdc52605 req-ce0a048c-a678-483a-970b-47f74a4c73b4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299373 Sep 10 04:37:01.042647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2187f4a9-c549-4eca-adeb-5adfe47950b5 req-46e8aa7d-00aa-4538-8566-f24d56d93b93 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:01.044106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2187f4a9-c549-4eca-adeb-5adfe47950b5 req-46e8aa7d-00aa-4538-8566-f24d56d93b93 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477583 Sep 10 04:37:01.080192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2187f4a9-c549-4eca-adeb-5adfe47950b5 req-1dad3e5e-a9ec-4a6a-a948-1362ed5ef825 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302196 Sep 10 04:37:02.191226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bdbbc16-08da-4351-826b-eed7ad4c9aee req-6c825834-5f5b-4567-9abd-c5bd38b956fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:02.192684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bdbbc16-08da-4351-826b-eed7ad4c9aee req-6c825834-5f5b-4567-9abd-c5bd38b956fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473790 Sep 10 04:37:02.228401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bdbbc16-08da-4351-826b-eed7ad4c9aee req-c085af73-1f58-40e4-bb27-69ce7af417aa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300062 Sep 10 04:37:02.776351 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:03.343081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b587e6-04f9-49a0-9282-f1fff3733087 req-14a4d62d-8405-40d4-b343-d12e97c76c25 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:03.344540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56b587e6-04f9-49a0-9282-f1fff3733087 req-14a4d62d-8405-40d4-b343-d12e97c76c25 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0497997 Sep 10 04:37:03.381103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56b587e6-04f9-49a0-9282-f1fff3733087 req-4129a8a0-183e-4043-82df-fcbdc75bd1cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299711 Sep 10 04:37:04.495949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6181be96-ce49-4c3d-9637-586071239e95 req-da9f0bf1-e033-4e5a-a98a-3c67f39d985a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:04.497414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6181be96-ce49-4c3d-9637-586071239e95 req-da9f0bf1-e033-4e5a-a98a-3c67f39d985a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0499144 Sep 10 04:37:04.532992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-e1dacdaa-6f6b-4746-8261-f029d5256f15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:04.534821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6181be96-ce49-4c3d-9637-586071239e95 req-64fedb04-bdef-49d3-b789-8b26318ab7d8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315881 Sep 10 04:37:04.535005 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-e1dacdaa-6f6b-4746-8261-f029d5256f15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0422895 Sep 10 04:37:04.648721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-906f3d92-9045-490f-b846-e1fcf5311d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:04.650101 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-906f3d92-9045-490f-b846-e1fcf5311d8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0869837 Sep 10 04:37:04.716893 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-fc97df82-1967-4741-96c9-6994ab673ffe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 1000 time: 0.0584671 Sep 10 04:37:04.766926 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-7390da06-b39f-42fc-b3e4-e66468b727a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:04.768951 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-7390da06-b39f-42fc-b3e4-e66468b727a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0452559 Sep 10 04:37:04.812700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-a8c0a5c5-7a27-43a0-9ee7-1cb1a7f40e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:04.814125 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-a8c0a5c5-7a27-43a0-9ee7-1cb1a7f40e15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383246 Sep 10 04:37:04.902554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-4c437e44-d22c-46ce-8139-331d3cb1bfdc service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812430 Sep 10 04:37:04.987795 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cc049f69-31c6-475a-92a8-5fdcee13f25b req-bcad669d-a55e-4ef2-a3a4-c7b72e8d2a9d service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0778122 Sep 10 04:37:05.647049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae1f762-a7e2-449d-b5d7-17ef33ee67fd req-50ea0e30-285b-4bb9-b1e7-83f0b6c851bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:05.648550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ae1f762-a7e2-449d-b5d7-17ef33ee67fd req-50ea0e30-285b-4bb9-b1e7-83f0b6c851bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480607 Sep 10 04:37:05.685555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ae1f762-a7e2-449d-b5d7-17ef33ee67fd req-b46ee6db-1426-4b40-950b-985218e6af87 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311103 Sep 10 04:37:06.800426 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3651b369-de3a-4caf-9f27-3f4a5be3c339 req-e8275e99-9b43-43f4-8da3-e2fc45d4fe53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:06.801876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3651b369-de3a-4caf-9f27-3f4a5be3c339 req-e8275e99-9b43-43f4-8da3-e2fc45d4fe53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0512016 Sep 10 04:37:06.838427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3651b369-de3a-4caf-9f27-3f4a5be3c339 req-cd121854-ce66-4e95-be7d-1683eeb4b5af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307345 Sep 10 04:37:07.950274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29e6e6-2050-4798-8761-8d9b59f434ae req-fc39affc-9c14-4898-9e56-56dc9f10f3df tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:07.951797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b29e6e6-2050-4798-8761-8d9b59f434ae req-fc39affc-9c14-4898-9e56-56dc9f10f3df tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0492854 Sep 10 04:37:07.989165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b29e6e6-2050-4798-8761-8d9b59f434ae req-c82e4066-f75e-4e01-aa43-c16402421fb6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312831 Sep 10 04:37:09.102677 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecd8fa5-9182-45d9-8ed5-d886e552dd34 req-b528a9d8-81ed-4d20-8821-cc8b4597d14c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:09.104153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecd8fa5-9182-45d9-8ed5-d886e552dd34 req-b528a9d8-81ed-4d20-8821-cc8b4597d14c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0481477 Sep 10 04:37:09.141235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecd8fa5-9182-45d9-8ed5-d886e552dd34 req-1bb4f195-bfe5-4e1e-a4c0-32f64e1dc5e3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313268 Sep 10 04:37:10.255809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e1d33-33e2-415d-9c70-45b99b4941c1 req-ef31a72f-892b-4342-a126-dccd0be2c67a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:10.257284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d4e1d33-33e2-415d-9c70-45b99b4941c1 req-ef31a72f-892b-4342-a126-dccd0be2c67a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0518966 Sep 10 04:37:10.294084 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1d4e1d33-33e2-415d-9c70-45b99b4941c1 req-d92bf354-fd8b-4680-badf-2f9751be5454 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309529 Sep 10 04:37:11.481177 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56ac767-8efb-441a-a7fa-7eb370e9c76f req-9f882247-02fc-4297-9e52-0ac37230670d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:11.482628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a56ac767-8efb-441a-a7fa-7eb370e9c76f req-9f882247-02fc-4297-9e52-0ac37230670d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.1103895 Sep 10 04:37:11.521014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a56ac767-8efb-441a-a7fa-7eb370e9c76f req-642bad7a-fb53-40c4-8199-9b7576ebf149 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312631 Sep 10 04:37:12.675180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7689912-7e07-4286-9315-5ecb625a28d4 req-2cd7784b-b4a4-49bb-8882-8ca9726aacdf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:12.676649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7689912-7e07-4286-9315-5ecb625a28d4 req-2cd7784b-b4a4-49bb-8882-8ca9726aacdf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0902703 Sep 10 04:37:12.716567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7689912-7e07-4286-9315-5ecb625a28d4 req-c2ee2cf3-92d3-4a7c-88d4-009f6da85a69 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339143 Sep 10 04:37:13.831993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b586d0-7fe1-46f6-bb10-2d4df2f4d424 req-27085f2a-93bd-4095-bb14-622fdbe8c68d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:13.833409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98b586d0-7fe1-46f6-bb10-2d4df2f4d424 req-27085f2a-93bd-4095-bb14-622fdbe8c68d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0504293 Sep 10 04:37:13.869243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98b586d0-7fe1-46f6-bb10-2d4df2f4d424 req-cc0a0c56-6ece-4e65-a175-906db0157b4c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299904 Sep 10 04:37:14.981535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e86e981-2f48-41f4-bd8d-094a7252838f req-9d313f10-bed5-444d-b503-15151f522a10 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:14.982997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e86e981-2f48-41f4-bd8d-094a7252838f req-9d313f10-bed5-444d-b503-15151f522a10 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473123 Sep 10 04:37:15.019887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e86e981-2f48-41f4-bd8d-094a7252838f req-161094be-2dd4-41c0-95a9-4536e1afbf53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303161 Sep 10 04:37:16.132363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995b7a12-08ea-41df-b833-b9a2fa7ee5b1 req-aa85884c-c016-48c6-a649-b2a0016aa211 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:16.133818 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-995b7a12-08ea-41df-b833-b9a2fa7ee5b1 req-aa85884c-c016-48c6-a649-b2a0016aa211 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0482435 Sep 10 04:37:16.170298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-995b7a12-08ea-41df-b833-b9a2fa7ee5b1 req-53d27695-3e67-44cf-b6a2-1b5dc65af62f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306394 Sep 10 04:37:17.287531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6b5248-5a9f-4549-b2c8-abd52bc148a1 req-0024b0f9-97d6-43f9-880b-0d272754707a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:17.289066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e6b5248-5a9f-4549-b2c8-abd52bc148a1 req-0024b0f9-97d6-43f9-880b-0d272754707a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0531290 Sep 10 04:37:17.325363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e6b5248-5a9f-4549-b2c8-abd52bc148a1 req-51d108ca-4ad8-4466-aa05-f2e5574b7a32 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304904 Sep 10 04:37:18.437461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2d276d-4694-4c3a-90ee-a2660f4676ee req-d06ba8ef-bc31-4df6-8fcc-43e0965ba1f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:18.438900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e2d276d-4694-4c3a-90ee-a2660f4676ee req-d06ba8ef-bc31-4df6-8fcc-43e0965ba1f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477662 Sep 10 04:37:18.475653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6e2d276d-4694-4c3a-90ee-a2660f4676ee req-f68d1e2c-2355-4b4d-be6a-e33ad6d2c336 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302718 Sep 10 04:37:19.587088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c792607b-2c7e-415a-8fdc-ddc107ce585d req-a3957052-a1d3-48a7-b413-661d47a8864d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:19.588551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c792607b-2c7e-415a-8fdc-ddc107ce585d req-a3957052-a1d3-48a7-b413-661d47a8864d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473082 Sep 10 04:37:19.624503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c792607b-2c7e-415a-8fdc-ddc107ce585d req-87c592e4-afc6-4fec-9b6e-56c0bf89e3ba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302272 Sep 10 04:37:20.238966 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:37:20.740212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13d231-ce26-4d65-961e-676fd5a888e9 req-36f86b06-9d5d-442a-a53c-b87eff942a02 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:20.741646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f13d231-ce26-4d65-961e-676fd5a888e9 req-36f86b06-9d5d-442a-a53c-b87eff942a02 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0524528 Sep 10 04:37:20.777357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f13d231-ce26-4d65-961e-676fd5a888e9 req-891b2f5b-a251-40ff-ac05-91b4320dc9a7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297985 Sep 10 04:37:20.867316 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-848d55c2-74e1-431b-b3b5-6f8cb0cf77ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:21.889512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e5b610-d7b5-45e8-9506-7df0f5cf91d2 req-5b543134-0c37-4503-b24c-88dedae25da9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:21.890957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70e5b610-d7b5-45e8-9506-7df0f5cf91d2 req-5b543134-0c37-4503-b24c-88dedae25da9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0475421 Sep 10 04:37:21.927216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70e5b610-d7b5-45e8-9506-7df0f5cf91d2 req-94b730f8-1a49-40c8-94e0-eedaab9320a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303171 Sep 10 04:37:23.039582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfcad58-fd35-4ccf-b048-32a02b6f34c1 req-4d8e2568-8103-499e-ae01-6e16ffb940be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:23.041070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebfcad58-fd35-4ccf-b048-32a02b6f34c1 req-4d8e2568-8103-499e-ae01-6e16ffb940be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0474515 Sep 10 04:37:23.077437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebfcad58-fd35-4ccf-b048-32a02b6f34c1 req-4fe5a36c-ce13-4d72-b2e0-c9908f3fd255 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305545 Sep 10 04:37:23.541742 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f4af3d99-7c67-451b-b8b2-6d26b2d6a26b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:23.735897 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:24.192519 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874aeb7d-4968-4e85-93cd-6dca5659e24a req-df795111-1dcd-4f08-aca5-461c88e946f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:24.193963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874aeb7d-4968-4e85-93cd-6dca5659e24a req-df795111-1dcd-4f08-aca5-461c88e946f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0512812 Sep 10 04:37:24.229799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-874aeb7d-4968-4e85-93cd-6dca5659e24a req-f0d47435-2b88-4eb5-aa2c-a1b2eae60dac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299053 Sep 10 04:37:25.307639 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:25.346140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ce4f9d-fa42-49b9-af45-ce75dbe09987 req-d9ae7882-0d3b-4e55-8439-524e9f1007dc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:25.347691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5ce4f9d-fa42-49b9-af45-ce75dbe09987 req-d9ae7882-0d3b-4e55-8439-524e9f1007dc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0491242 Sep 10 04:37:25.384340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5ce4f9d-fa42-49b9-af45-ce75dbe09987 req-e157de5b-3582-4c8c-b5fe-240fb6948ae9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308402 Sep 10 04:37:26.433555 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:26.497774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b9758c-5056-4f2e-98d2-04dfc977737d req-e24a358e-87fd-408c-a91f-597003ea3f53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:26.499253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b9758c-5056-4f2e-98d2-04dfc977737d req-e24a358e-87fd-408c-a91f-597003ea3f53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483179 Sep 10 04:37:26.536920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-39b9758c-5056-4f2e-98d2-04dfc977737d req-14ea5481-4390-48c4-a21d-965b4217c42d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310497 Sep 10 04:37:27.651285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40861633-f9b4-4ec9-bb66-e9949f4d21db req-2dbf1cd8-78af-403a-a41e-9e67589227e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:27.652791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40861633-f9b4-4ec9-bb66-e9949f4d21db req-2dbf1cd8-78af-403a-a41e-9e67589227e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0515172 Sep 10 04:37:27.689908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40861633-f9b4-4ec9-bb66-e9949f4d21db req-6604dfee-0b7e-4a46-9e6c-1d61117758ef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310304 Sep 10 04:37:28.802869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63afe373-3e58-474d-a08a-6b355d4acd18 req-a06ed1e1-75c2-41e0-9247-ba0e20818777 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:28.804277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63afe373-3e58-474d-a08a-6b355d4acd18 req-a06ed1e1-75c2-41e0-9247-ba0e20818777 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0473721 Sep 10 04:37:28.840729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63afe373-3e58-474d-a08a-6b355d4acd18 req-6fd85809-e22e-486e-a4ea-0df101f8a5fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305672 Sep 10 04:37:29.365053 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:29.951217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771cac4e-1ede-4bc2-839f-2ee2ee5759d7 req-6942864f-d4c2-41ab-994f-558f25070bb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:29.952637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-771cac4e-1ede-4bc2-839f-2ee2ee5759d7 req-6942864f-d4c2-41ab-994f-558f25070bb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0474207 Sep 10 04:37:29.989139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-771cac4e-1ede-4bc2-839f-2ee2ee5759d7 req-8bdf4475-d7d2-441c-bf01-758cdfe75c3b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301323 Sep 10 04:37:31.104410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c743d6f8-984d-4ead-b9d2-994841460289 req-6933f4bb-6abe-40f8-bc0c-0367b6252ff5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:31.105877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c743d6f8-984d-4ead-b9d2-994841460289 req-6933f4bb-6abe-40f8-bc0c-0367b6252ff5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0515528 Sep 10 04:37:31.141744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c743d6f8-984d-4ead-b9d2-994841460289 req-c5fa8a9a-e290-4508-be0c-7d4c15f2a583 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300052 Sep 10 04:37:32.257199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b090d1f-e6be-4223-9dc2-a50ff73bf651 req-6157f303-d83a-458b-af72-638993e84223 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:32.258666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b090d1f-e6be-4223-9dc2-a50ff73bf651 req-6157f303-d83a-458b-af72-638993e84223 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0504107 Sep 10 04:37:32.295342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b090d1f-e6be-4223-9dc2-a50ff73bf651 req-a8eefa34-8496-45bf-b23d-d52f692a65eb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308111 Sep 10 04:37:32.804603 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:33.412289 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fbc6fd-41b4-44b7-a946-35f150d203a6 req-ccc40b67-b059-4d75-ae8a-f55e13be36d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:33.413772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0fbc6fd-41b4-44b7-a946-35f150d203a6 req-ccc40b67-b059-4d75-ae8a-f55e13be36d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483510 Sep 10 04:37:33.449810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0fbc6fd-41b4-44b7-a946-35f150d203a6 req-88a0f234-e70a-4d60-b596-bee3e8210168 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300810 Sep 10 04:37:34.563939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519fa6f8-e639-4099-8886-1cffa2edf8fd req-41e67dc6-5519-4157-b5cc-74cb05c06003 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:34.565509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-519fa6f8-e639-4099-8886-1cffa2edf8fd req-41e67dc6-5519-4157-b5cc-74cb05c06003 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0514331 Sep 10 04:37:34.602002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-519fa6f8-e639-4099-8886-1cffa2edf8fd req-cad77f09-6f6c-487d-b1b6-e98a7214d715 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300333 Sep 10 04:37:35.714140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e39fa4b-0b25-434a-9714-866a0416cf50 req-2b79f218-8a01-420b-b0c6-d348223b97ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:35.715602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e39fa4b-0b25-434a-9714-866a0416cf50 req-2b79f218-8a01-420b-b0c6-d348223b97ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0475366 Sep 10 04:37:35.752466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e39fa4b-0b25-434a-9714-866a0416cf50 req-9ab7f4f9-de1e-4ca9-8d9e-80df1e4a14ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309131 Sep 10 04:37:36.862726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978dbdb1-03e4-4db9-be19-17ccea847800 req-e3267afd-dd3f-48d4-a2af-be788e60f0ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:36.864708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-978dbdb1-03e4-4db9-be19-17ccea847800 req-e3267afd-dd3f-48d4-a2af-be788e60f0ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0469680 Sep 10 04:37:36.900539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-978dbdb1-03e4-4db9-be19-17ccea847800 req-8e5c6c8c-0cbb-40fa-bc12-05ebe40e2c17 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300877 Sep 10 04:37:38.016496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1342ed12-5562-4ac3-b0d7-52b73feb72b1 req-cbcf1bd5-f266-4931-ae05-51d6fd564a1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:38.017943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1342ed12-5562-4ac3-b0d7-52b73feb72b1 req-cbcf1bd5-f266-4931-ae05-51d6fd564a1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0519433 Sep 10 04:37:38.054833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1342ed12-5562-4ac3-b0d7-52b73feb72b1 req-48e1eb32-fe08-41a2-b03b-a15e32ecc974 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309753 Sep 10 04:37:39.165808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bf5601-d187-4085-8474-a113a2cb2548 req-63360e4e-5817-48bd-a271-7f2691a25ba6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:39.167254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70bf5601-d187-4085-8474-a113a2cb2548 req-63360e4e-5817-48bd-a271-7f2691a25ba6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479608 Sep 10 04:37:39.204294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70bf5601-d187-4085-8474-a113a2cb2548 req-8acb02a8-313d-4317-9d61-944b042071f7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312250 Sep 10 04:37:40.317300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a318f7fc-f9e4-452d-a703-5ee50d02ed1c req-4d27efec-1193-4162-89ad-597156763894 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:40.318778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a318f7fc-f9e4-452d-a703-5ee50d02ed1c req-4d27efec-1193-4162-89ad-597156763894 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0500414 Sep 10 04:37:40.355191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a318f7fc-f9e4-452d-a703-5ee50d02ed1c req-3172e06a-4aaf-4250-8e24-04f641c987f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305521 Sep 10 04:37:41.470880 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ba560-1881-4a3d-b83e-b93a22586ad3 req-86da976f-2b9b-4571-bdc3-35f4408c628b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:41.472418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c60ba560-1881-4a3d-b83e-b93a22586ad3 req-86da976f-2b9b-4571-bdc3-35f4408c628b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0513430 Sep 10 04:37:41.509433 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c60ba560-1881-4a3d-b83e-b93a22586ad3 req-328d6bc0-09c9-4af1-aa46-08009dbd0433 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310693 Sep 10 04:37:42.620502 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf135627-676a-4ab9-aed4-916577d45f69 req-e3b5c16a-6494-4452-9fe0-c99160981199 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:42.621962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf135627-676a-4ab9-aed4-916577d45f69 req-e3b5c16a-6494-4452-9fe0-c99160981199 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0476487 Sep 10 04:37:42.658903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf135627-676a-4ab9-aed4-916577d45f69 req-43760c61-0aa5-47db-848b-64ed6bc38af3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312045 Sep 10 04:37:43.771206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74974f6e-5253-4e77-ab73-262201a10c13 req-7507b586-648c-4afd-8c01-00125e4b7bfc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:43.772631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74974f6e-5253-4e77-ab73-262201a10c13 req-7507b586-648c-4afd-8c01-00125e4b7bfc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483608 Sep 10 04:37:43.809285 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74974f6e-5253-4e77-ab73-262201a10c13 req-37bf9121-d0d0-410d-aa07-ae78e10eb072 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308130 Sep 10 04:37:44.924700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c82138e-4ad1-407c-a6ef-511a6b4077df req-8e1387d5-2c97-4da7-bbfa-f540385fd0a1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:44.926149 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c82138e-4ad1-407c-a6ef-511a6b4077df req-8e1387d5-2c97-4da7-bbfa-f540385fd0a1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0520730 Sep 10 04:37:44.962989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c82138e-4ad1-407c-a6ef-511a6b4077df req-0cb0a4da-6360-46c5-bade-abe34d69dcc8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308862 Sep 10 04:37:46.074726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fee2b8-5dc2-48ec-bc33-df78a593e1de req-f26ebf8e-7337-477b-8fa3-31237ee966b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:46.076210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3fee2b8-5dc2-48ec-bc33-df78a593e1de req-f26ebf8e-7337-477b-8fa3-31237ee966b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483551 Sep 10 04:37:46.112699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3fee2b8-5dc2-48ec-bc33-df78a593e1de req-2be1657d-00b7-49a2-87a8-4ebac085fe91 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305562 Sep 10 04:37:47.224945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a24e9-8dee-4213-8fae-39ab77d77cfb req-7f5d95b7-8e8b-4649-9310-6ee18181c72a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:47.226413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b59a24e9-8dee-4213-8fae-39ab77d77cfb req-7f5d95b7-8e8b-4649-9310-6ee18181c72a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0477657 Sep 10 04:37:47.262707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b59a24e9-8dee-4213-8fae-39ab77d77cfb req-53f42078-64ee-4b28-b111-7fe0bb52e88c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304723 Sep 10 04:37:48.380444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-473da04b-28ea-4418-8687-988b4f578a02 req-97cbc2f5-0c84-42f6-85bf-b7ccd21e31dc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:48.381935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-473da04b-28ea-4418-8687-988b4f578a02 req-97cbc2f5-0c84-42f6-85bf-b7ccd21e31dc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0520976 Sep 10 04:37:48.419539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-473da04b-28ea-4418-8687-988b4f578a02 req-45c7a261-c70c-4b09-b6cd-84d2105f69f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316207 Sep 10 04:37:49.533716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b22af1-7d2b-44ce-b151-bbf503d9c96d req-616f5dd3-45b2-4ff1-be23-3a65f9fce0cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:49.535194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22b22af1-7d2b-44ce-b151-bbf503d9c96d req-616f5dd3-45b2-4ff1-be23-3a65f9fce0cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0493271 Sep 10 04:37:49.572297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22b22af1-7d2b-44ce-b151-bbf503d9c96d req-b720412a-4a4e-4675-bcbe-927b9f9598aa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310276 Sep 10 04:37:50.684600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59be3f-321b-42ca-8992-e51ff929694c req-7ec31316-c08c-4245-8822-e790c5b6719c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:50.686076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf59be3f-321b-42ca-8992-e51ff929694c req-7ec31316-c08c-4245-8822-e790c5b6719c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0492580 Sep 10 04:37:50.723395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf59be3f-321b-42ca-8992-e51ff929694c req-98eb7361-4bd5-4349-aedf-67747ca21c28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314133 Sep 10 04:37:50.855300 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6bb65a59-7deb-4a7a-a56c-be709f8e5c57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:51.839562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec9bfff-c3c2-4830-aad2-8c0422706725 req-e9d9fa2e-3d5f-4579-8a12-ab59521fca4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:51.841110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ec9bfff-c3c2-4830-aad2-8c0422706725 req-e9d9fa2e-3d5f-4579-8a12-ab59521fca4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0520236 Sep 10 04:37:51.877480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ec9bfff-c3c2-4830-aad2-8c0422706725 req-553efa9a-9516-43c6-aae0-3409c313811a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304723 Sep 10 04:37:52.991415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b70137-56e9-49ed-bd6d-ff98644950b7 req-1950d74e-eed2-482f-8618-8dadcc95b116 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:52.992967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b70137-56e9-49ed-bd6d-ff98644950b7 req-1950d74e-eed2-482f-8618-8dadcc95b116 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0493567 Sep 10 04:37:53.029551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b70137-56e9-49ed-bd6d-ff98644950b7 req-ee4932ed-6544-4263-bb79-c02c342bd6be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306623 Sep 10 04:37:53.518190 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bcf14182-9447-45c1-bf39-46e02cc76770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:53.752571 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:54.142152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f903b5e-097b-4d7e-8776-7157a43cfeb6 req-51a58429-80a7-4945-825d-3461d7f92210 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:54.143639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f903b5e-097b-4d7e-8776-7157a43cfeb6 req-51a58429-80a7-4945-825d-3461d7f92210 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0485451 Sep 10 04:37:54.181825 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f903b5e-097b-4d7e-8776-7157a43cfeb6 req-b07f4208-fc50-4ef4-bf72-819ff68bc393 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316696 Sep 10 04:37:55.298083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2f910d-b58b-481e-b90e-62431dc23dd9 req-a73c2cac-486b-41f7-a74b-4dd1c30465e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:55.299547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d2f910d-b58b-481e-b90e-62431dc23dd9 req-a73c2cac-486b-41f7-a74b-4dd1c30465e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0517795 Sep 10 04:37:55.323967 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:55.336610 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d2f910d-b58b-481e-b90e-62431dc23dd9 req-dde4c85a-ce3b-4ba5-a1d7-c648074393af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305090 Sep 10 04:37:56.453465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4760370c-5964-4a9f-ade2-646b2850b2cb req-f49feef1-93da-44c7-942c-d741ea92d69a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:56.454953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4760370c-5964-4a9f-ade2-646b2850b2cb req-f49feef1-93da-44c7-942c-d741ea92d69a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0489318 Sep 10 04:37:56.472027 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:56.492320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4760370c-5964-4a9f-ade2-646b2850b2cb req-661cf90d-ef95-4cd3-b5db-26c8544eea9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314035 Sep 10 04:37:57.238017 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:37:57.605552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbedf81b-7229-4b5b-899a-d0a076eb0d0f req-c90afac9-9ef0-42a8-9138-3b0af1cd7448 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:57.607098 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbedf81b-7229-4b5b-899a-d0a076eb0d0f req-c90afac9-9ef0-42a8-9138-3b0af1cd7448 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0491180 Sep 10 04:37:57.644653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbedf81b-7229-4b5b-899a-d0a076eb0d0f req-148c2e76-5583-4d60-bc28-611665410354 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316508 Sep 10 04:37:58.764027 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d3412-f216-4da0-b733-3d53e9a7cbe4 req-8f30142f-73a3-42ba-9e8a-3127f36dfd51 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:58.765525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e29d3412-f216-4da0-b733-3d53e9a7cbe4 req-8f30142f-73a3-42ba-9e8a-3127f36dfd51 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0533180 Sep 10 04:37:58.802483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e29d3412-f216-4da0-b733-3d53e9a7cbe4 req-1ed94ff6-620c-418c-981c-081b555b4214 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309334 Sep 10 04:37:59.380709 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:37:59.914049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7535e80-2ce9-405a-b699-de2732aa3a07 req-32807ab1-fa5d-428c-9748-5c2d14044001 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:37:59.915510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7535e80-2ce9-405a-b699-de2732aa3a07 req-32807ab1-fa5d-428c-9748-5c2d14044001 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0483735 Sep 10 04:37:59.952067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7535e80-2ce9-405a-b699-de2732aa3a07 req-cd1bb160-c1d7-43c7-b5d6-962e41705e92 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306497 Sep 10 04:38:01.079019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33df89-f80d-46ce-901b-f6709636a051 req-7bf2a422-c5df-4521-a0b5-d9e374d5d961 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:01.080596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a33df89-f80d-46ce-901b-f6709636a051 req-7bf2a422-c5df-4521-a0b5-d9e374d5d961 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0493951 Sep 10 04:38:01.118156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a33df89-f80d-46ce-901b-f6709636a051 req-6f9a73e5-b28c-4ef9-9ee4-99fbe2ffa3fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310645 Sep 10 04:38:02.233664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c998a14-9f26-483f-9fb7-32ba5229aa4c req-23cf1ce2-2943-4703-8bed-2b32b8e555af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:02.235163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c998a14-9f26-483f-9fb7-32ba5229aa4c req-23cf1ce2-2943-4703-8bed-2b32b8e555af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0512712 Sep 10 04:38:02.271931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c998a14-9f26-483f-9fb7-32ba5229aa4c req-ed75492b-cb0a-4d2b-87b7-bc7d81567fe3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300999 Sep 10 04:38:02.768929 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:03.385239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2305a8-3ce5-467f-8b0b-fecbc89f03a3 req-62548872-3661-4776-a4df-a7bbb6b57991 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:03.386705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b2305a8-3ce5-467f-8b0b-fecbc89f03a3 req-62548872-3661-4776-a4df-a7bbb6b57991 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0480480 Sep 10 04:38:03.423489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b2305a8-3ce5-467f-8b0b-fecbc89f03a3 req-9e5ab10b-f1f4-493c-9a06-7f2f002771f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308752 Sep 10 04:38:04.540260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077ed87b-9f49-4fb0-a3a2-d5907e689539 req-e48b0060-49fc-4ec3-bffd-dafa47e5e351 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:04.541794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-077ed87b-9f49-4fb0-a3a2-d5907e689539 req-e48b0060-49fc-4ec3-bffd-dafa47e5e351 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0496347 Sep 10 04:38:04.579182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-2984e862-f4a8-4667-b158-d76f323f743a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:04.579793 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-077ed87b-9f49-4fb0-a3a2-d5907e689539 req-968dee1c-4cb8-4003-bed5-de5be20182aa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320325 Sep 10 04:38:04.580825 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-2984e862-f4a8-4667-b158-d76f323f743a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 1096 time: 0.0797589 Sep 10 04:38:04.685940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-31ed7b8b-13d9-4c24-ab00-2e44b70943a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:04.687401 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-31ed7b8b-13d9-4c24-ab00-2e44b70943a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0869620 Sep 10 04:38:04.748910 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-af59d1d2-2ed7-43fb-9f8e-c04bbcaf1212 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 200 len: 1000 time: 0.0547001 Sep 10 04:38:04.799412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-c2fd3a9e-06ba-4839-be26-b3f414d04b50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:04.800916 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-c2fd3a9e-06ba-4839-be26-b3f414d04b50 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0451958 Sep 10 04:38:04.845326 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-2645ea44-a089-472b-b66c-cf17e0abeb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:04.846755 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-2645ea44-a089-472b-b66c-cf17e0abeb89 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383918 Sep 10 04:38:04.937060 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-2beed47b-cd61-478f-9c03-fb88e67b7857 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828104 Sep 10 04:38:05.023176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2bf61f8c-54f5-4fe1-b007-3e7a8fd05d0a req-e4b907be-a0e0-4bd5-9fec-e3bfed008c43 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791311 Sep 10 04:38:05.711016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c08709-62ba-4f08-bd02-8ec1aacbae6d req-1956c97a-037a-4494-b942-ecaf9c5c7f44 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:05.712502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6c08709-62ba-4f08-bd02-8ec1aacbae6d req-1956c97a-037a-4494-b942-ecaf9c5c7f44 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0516691 Sep 10 04:38:05.748659 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6c08709-62ba-4f08-bd02-8ec1aacbae6d req-c0c6a979-a6d6-46ca-8fcc-59623d997aa3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302660 Sep 10 04:38:06.861035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38476911-9758-409e-8d73-0c7ef21df4bd req-bcc45c10-2026-4c40-abd5-a64e82892792 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:06.862489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38476911-9758-409e-8d73-0c7ef21df4bd req-bcc45c10-2026-4c40-abd5-a64e82892792 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0476782 Sep 10 04:38:06.899284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38476911-9758-409e-8d73-0c7ef21df4bd req-d30a1669-3b1c-415a-9819-cdeb399b37d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304615 Sep 10 04:38:08.011892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90136dfb-5852-423e-be1f-5ae24b75e700 req-45fe22e6-7dfb-4ce0-ada0-ddfb85c5da76 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:08.013382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90136dfb-5852-423e-be1f-5ae24b75e700 req-45fe22e6-7dfb-4ce0-ada0-ddfb85c5da76 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0487471 Sep 10 04:38:08.050418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90136dfb-5852-423e-be1f-5ae24b75e700 req-df70e446-0ad3-4f92-a7f7-7109b2b831a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311613 Sep 10 04:38:08.434263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a84e27e-8b5b-4246-9a1b-24bccd0d2f17 req-be1bff34-ea78-48c4-b342-2c95a8c02d78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:08.435738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a84e27e-8b5b-4246-9a1b-24bccd0d2f17 req-be1bff34-ea78-48c4-b342-2c95a8c02d78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0527740 Sep 10 04:38:08.471788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a84e27e-8b5b-4246-9a1b-24bccd0d2f17 req-60ccd544-0995-4af8-8ba8-59d83fb5a918 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301788 Sep 10 04:38:08.834181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-02db9c34-27f1-4087-bcbf-a29ab4c125da tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:08.835624 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-02db9c34-27f1-4087-bcbf-a29ab4c125da tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 945 time: 0.0479572 Sep 10 04:38:08.931266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Deleting port a2ae8374-9045-4105-b9db-22814251866c {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:38:08.931610 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:09.017098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] For port a2ae8374-9045-4105-b9db-22814251866c, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a2ae8374-9045-4105-b9db-22814251866c,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:38:09.017456 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:09.181856 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:09.182133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:09.182448 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45 disassociated. External IP: 172.25.3.17, port: a2ae8374-9045-4105-b9db-22814251866c. Sep 10 04:38:09.182787 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Calling delete_port for a2ae8374-9045-4105-b9db-22814251866c owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:38:09.375153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:09.407704 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event deleted for resources: {'Port': ['ID=a2ae8374-9045-4105-b9db-22814251866c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:38:09.419827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.420182 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.420522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.420860 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.421195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.421525 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.421851 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.422177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.422500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.422844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.423142 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.423460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:09.533645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:38:09.568426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcc33542-6e7b-412e-a4fb-a9098d9932f4 req-9efd3d42-2c75-4e64-b575-ef7528928eca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 210 time: 0.0266094 Sep 10 04:38:09.889801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:38:09.899772 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:38:09.909550 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:38:09.910143 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:38:09.928904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] No DVR routers for this DVR port a2ae8374-9045-4105-b9db-22814251866c on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:38:09.931626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:09.933743 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-de8e3ae9-8b4c-4e80-9c14-dfe6d6b20db4 req-ae7910bb-ac0a-4fa4-96d5-69d79eefbe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "DELETE /v2.0/ports/a2ae8374-9045-4105-b9db-22814251866c HTTP/1.1" status: 204 len: 173 time: 1.0853703 Sep 10 04:38:09.934186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '99a870c0-89c1-47ef-81be-309009049cc2', 'name': 'network-vif-deleted', 'tag': 'a2ae8374-9045-4105-b9db-22814251866c'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:38:10.014151 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:38:10.025011 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b5012bb-9ba1-46f9-904c-0a305fd40553" -d '{"events": [{"server_uuid": "99a870c0-89c1-47ef-81be-309009049cc2", "name": "network-vif-deleted", "tag": "a2ae8374-9045-4105-b9db-22814251866c"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:38:10.158194 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:38:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eab1834-111b-490a-b6cf-688445048643 x-openstack-request-id: req-1eab1834-111b-490a-b6cf-688445048643 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:38:10.158194 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "99a870c0-89c1-47ef-81be-309009049cc2", "name": "network-vif-deleted", "tag": "a2ae8374-9045-4105-b9db-22814251866c", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:38:10.158194 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1eab1834-111b-490a-b6cf-688445048643 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:38:10.158194 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '99a870c0-89c1-47ef-81be-309009049cc2', 'name': 'network-vif-deleted', 'tag': 'a2ae8374-9045-4105-b9db-22814251866c', 'status': 'completed', 'code': 200} Sep 10 04:38:10.212192 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:38:10.237552 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:38:10.248948 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:38:10.248948 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:37:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:38:10.352299 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:38:10.541560 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:38:10.570550 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d48cf-5248-4e3c-a063-01306e34ff30 None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:38:10.679500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53ecc280-0190-4b53-b06f-64231381c1bb req-0f5a3233-5c9a-44fc-8f36-d9e1e135e207 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=99a870c0-89c1-47ef-81be-309009049cc2 HTTP/1.1" status: 200 len: 210 time: 0.0309088 Sep 10 04:38:10.786256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dfa947b-4259-4390-9237-cb9abf358946 None None] New status for floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:38:11.962038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-09664034-2222-4ce5-861c-c78804364e8d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--386667851&fields=id&tenant_id=98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 267 time: 0.0312464 Sep 10 04:38:12.067762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-320a886b-031b-445f-9d38-082776441ac8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:12.069808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-320a886b-031b-445f-9d38-082776441ac8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 812 time: 0.1011710 Sep 10 04:38:12.083931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-e8e13e9c-2331-4fdb-a646-2dbf7590ae85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/quotas/98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 375 time: 0.0085218 Sep 10 04:38:12.134352 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-ff45783f-7f23-4533-b416-99e76399d289 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0454741 Sep 10 04:38:12.329439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-611c0795-69d4-426f-88e2-7bc1153f1774 service neutron] 10.222.0.22 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216755 Sep 10 04:38:12.415503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-de2ff0d0-54b6-40a1-a2be-760165904da3 service neutron] 10.222.0.22 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798948 Sep 10 04:38:13.197789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a2ae8374-9045-4105-b9db-22814251866c no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:38:13.217242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: a2ae8374-9045-4105-b9db-22814251866c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:38:13.217577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a2ae8374-9045-4105-b9db-22814251866c not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:38:13.650925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87059a0f-4685-4d23-b514-12a4233a3277 req-02077a87-34b3-4c8a-8c82-b67c3c18523b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 210 time: 0.0264363 Sep 10 04:38:14.733497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d064b846-3c8b-4346-9e84-0c161380cba3 req-be9a4067-c184-4457-b2c2-db485458130d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 210 time: 0.0295241 Sep 10 04:38:15.823854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4acff480-ffff-4217-8407-503ff92dd97f req-6b01cf52-5ccc-49ef-9baa-992f1eb8ba6a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 210 time: 0.0259218 Sep 10 04:38:16.900232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f8fccb3-5205-4f8d-bfd5-232d5132041c req-f1431e4f-6341-432d-8f59-6948768b5c82 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 210 time: 0.0262578 Sep 10 04:38:17.995983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d83a8b1d-8dcf-4406-94ca-caf16745a4a4 req-67225ebe-9fea-4e2f-8db9-1304d995b981 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 210 time: 0.0274167 Sep 10 04:38:19.088190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df32731a-01ec-4623-934e-a7e4d16bec02 req-1b9997ec-c127-4bbf-ba94-fd7fed808df2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 210 time: 0.0252104 Sep 10 04:38:19.446626 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-4eca0f29-7769-4e36-8eeb-28fd97f8560c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:19.448064 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-4eca0f29-7769-4e36-8eeb-28fd97f8560c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 812 time: 0.1036751 Sep 10 04:38:19.490756 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-17fc89f9-b721-4fb5-9b4d-2278040cbe68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 379 time: 0.0329635 Sep 10 04:38:19.501459 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'port': {'device_id': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'admin_state_up': True, 'tenant_id': '98de73e732344a4a89b5658658a903da', 'security_groups': ['75cb0366-6d51-47b1-8c6c-4b52c9f8fca0']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:38:19.660437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Made reservation on behalf of 98de73e732344a4a89b5658658a903da for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:38:19.664035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:19.789303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Allocated IP 172.20.0.14 (80abc86f-ddfe-48e3-a4af-6abf2b7c2ded/b1a40548-a367-4aa5-b863-7f66011a93b0/529bc27b-07ee-4d7c-83b0-5a59f84767c1) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:38:19.925004 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:19.938577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Transition to ACTIVE for port object 529bc27b-07ee-4d7c-83b0-5a59f84767c1 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:38:20.025951 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.066693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:38:20.071986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:38:20.078553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:38:20.123546 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event updated for resources: {'Port': ['ID=529bc27b-07ee-4d7c-83b0-5a59f84767c1,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:38:20.132989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:20.133631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.193819 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-44cc82e0-374f-4a85-92ea-9a05372e2b53 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6958914 Sep 10 04:38:20.206361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Request body: {'port': {'device_id': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:38:20.209852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc3011c-e774-4441-9ab1-9eca720f018f req-6be1f552-4762-4f67-96f4-a9efea0f2b1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:20.211381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bc3011c-e774-4441-9ab1-9eca720f018f req-6be1f552-4762-4f67-96f4-a9efea0f2b1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 932 time: 0.0537653 Sep 10 04:38:20.256322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bc3011c-e774-4441-9ab1-9eca720f018f req-6677843c-8b82-4b62-b9f4-2b81ab3dc82d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382347 Sep 10 04:38:20.263914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.415269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a2aab0d9-5f53-42f3-ab80-7159ef036556 None None] Provisioning for port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:38:20.419029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a2aab0d9-5f53-42f3-ab80-7159ef036556 None None] Provisioning complete for port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:38:20.419396 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a2aab0d9-5f53-42f3-ab80-7159ef036556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.451626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a2aab0d9-5f53-42f3-ab80-7159ef036556 None None] Port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:38:20.526123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 529bc27b-07ee-4d7c-83b0-5a59f84767c1 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:38:20.533906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.546004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Transition to ACTIVE for port object 529bc27b-07ee-4d7c-83b0-5a59f84767c1 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:38:20.591884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.645564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Pushing event updated for resources: {'Port': ['ID=529bc27b-07ee-4d7c-83b0-5a59f84767c1,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:38:20.715624 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Attempting to bind port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:38:20.715985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Attempting to bind port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:38:20.716313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Attempting to bind port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:38:20.720824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:38:20.721152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Attempting to bind port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:38:20.726078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 37, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:38:20.726421 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Checking segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:38:20.726801 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Bound using segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:38:20.727223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Bound port: 529bc27b-07ee-4d7c-83b0-5a59f84767c1, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:38:20.727580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.793422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] For port 529bc27b-07ee-4d7c-83b0-5a59f84767c1, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:38:20.796632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] For port 529bc27b-07ee-4d7c-83b0-5a59f84767c1, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:38:20.861236 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3247990b-7e76-4ffe-9d04-88e2699491fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.883861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.917581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:20.918127 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:20.919511 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] 10.222.0.20 "PUT /v2.0/ports/529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 1092 time: 0.7174671 Sep 10 04:38:20.919981 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'tag': '529bc27b-07ee-4d7c-83b0-5a59f84767c1'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:38:20.922274 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60c247ef-b926-4ee6-97ae-5d079d5d6d05" -d '{"events": [{"name": "network-changed", "server_uuid": "27592e82-ce87-43a8-9250-5ef6c8065e82", "tag": "529bc27b-07ee-4d7c-83b0-5a59f84767c1"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:38:20.952521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62eb0a2-61e1-4212-b6ee-3788f4b65de1 service neutron] Pushing event updated for resources: {'Port': ['ID=529bc27b-07ee-4d7c-83b0-5a59f84767c1,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:38:20.964435 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:38:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ecf8175-946d-412b-8c13-b8451262d3c5 x-openstack-request-id: req-2ecf8175-946d-412b-8c13-b8451262d3c5 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:38:20.964734 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27592e82-ce87-43a8-9250-5ef6c8065e82", "tag": "529bc27b-07ee-4d7c-83b0-5a59f84767c1", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:38:20.964983 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ecf8175-946d-412b-8c13-b8451262d3c5 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:38:20.965384 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'tag': '529bc27b-07ee-4d7c-83b0-5a59f84767c1', 'status': 'completed', 'code': 200} Sep 10 04:38:21.032260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c247ef-b926-4ee6-97ae-5d079d5d6d05 req-dd52f3d7-5832-445b-bdab-82519ec53d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:21.033806 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-60c247ef-b926-4ee6-97ae-5d079d5d6d05 req-dd52f3d7-5832-445b-bdab-82519ec53d7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1095 time: 0.0476539 Sep 10 04:38:21.137521 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c247ef-b926-4ee6-97ae-5d079d5d6d05 req-d14f83e3-f36c-4752-a614-efd0d5e00695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:21.139004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-60c247ef-b926-4ee6-97ae-5d079d5d6d05 req-d14f83e3-f36c-4752-a614-efd0d5e00695 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=98de73e732344a4a89b5658658a903da&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0978830 Sep 10 04:38:21.235581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c247ef-b926-4ee6-97ae-5d079d5d6d05 req-2bc19e17-b80b-447e-9805-de557a684852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:21.237068 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-60c247ef-b926-4ee6-97ae-5d079d5d6d05 req-2bc19e17-b80b-447e-9805-de557a684852 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913424 Sep 10 04:38:21.313032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-9040ebf2-0b79-4b55-92a1-7ea38e55bff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:21.314553 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-9040ebf2-0b79-4b55-92a1-7ea38e55bff0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1095 time: 0.0418556 Sep 10 04:38:21.356853 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-7892c5f1-c7e7-4969-bc34-71bb65a911c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 217 time: 0.0341978 Sep 10 04:38:21.370564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3b02df-a684-4049-873e-5cd104272786 req-02541212-2544-44e9-96ff-4dcd126a4fb7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:21.372077 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd3b02df-a684-4049-873e-5cd104272786 req-02541212-2544-44e9-96ff-4dcd126a4fb7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 944 time: 0.0495932 Sep 10 04:38:21.406146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-eac6db03-9a29-4c34-9ace-31a21fff96df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:21.407618 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-eac6db03-9a29-4c34-9ace-31a21fff96df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0443196 Sep 10 04:38:21.409040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd3b02df-a684-4049-873e-5cd104272786 req-04fd8297-6bd6-4d77-a163-cb6a0e7b082e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307157 Sep 10 04:38:21.457166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-a48368f3-882a-4a4a-a512-d23d6a9f6251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:21.458550 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-a48368f3-882a-4a4a-a512-d23d6a9f6251 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440118 Sep 10 04:38:21.547267 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-fa9288a6-749c-42a7-91e4-7722a8d973a4 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814288 Sep 10 04:38:21.637845 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9508dfee-1339-4b33-8bac-9349e9c2bf79 req-2fb8b908-6c33-4925-ab58-f269ec4cfe77 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836451 Sep 10 04:38:22.524850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcf51f8-581d-48fa-9140-378d616ecc45 req-0fa18d34-8911-4ca3-be4d-fe810a63ddff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:22.526315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fcf51f8-581d-48fa-9140-378d616ecc45 req-0fa18d34-8911-4ca3-be4d-fe810a63ddff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 944 time: 0.0488250 Sep 10 04:38:22.563018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fcf51f8-581d-48fa-9140-378d616ecc45 req-0bc560db-e1b4-408d-a49e-d6e34c081e05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303211 Sep 10 04:38:23.500485 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ced4697a-071c-4327-b85a-1ac929275235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:23.679024 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5887bffa-e6fb-4315-874c-4737de9bedf4 req-e6dda676-468d-43f8-a14a-1bc2f9192b96 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:23.680563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5887bffa-e6fb-4315-874c-4737de9bedf4 req-e6dda676-468d-43f8-a14a-1bc2f9192b96 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 944 time: 0.0518107 Sep 10 04:38:23.718025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5887bffa-e6fb-4315-874c-4737de9bedf4 req-84610d75-9c67-4927-b041-014c8d0661f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315812 Sep 10 04:38:23.734919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:24.830465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa49602-12e4-4d92-98c9-280690c26563 req-2cef56d2-5912-43e9-93df-47f80f05b0e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:24.831967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5aa49602-12e4-4d92-98c9-280690c26563 req-2cef56d2-5912-43e9-93df-47f80f05b0e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 944 time: 0.0481851 Sep 10 04:38:24.869002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5aa49602-12e4-4d92-98c9-280690c26563 req-653a6574-6ce9-4907-a1d6-6da10df251bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305421 Sep 10 04:38:25.290520 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 529bc27b-07ee-4d7c-83b0-5a59f84767c1 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:38:25.330830 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:25.380368 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 529bc27b-07ee-4d7c-83b0-5a59f84767c1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:38:25.391057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '529bc27b-07ee-4d7c-83b0-5a59f84767c1', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'port_id': '529bc27b-07ee-4d7c-83b0-5a59f84767c1', 'mac_address': 'fa:16:3e:74:5f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:38:25.426805 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:25.441669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 529bc27b-07ee-4d7c-83b0-5a59f84767c1 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:38:25.460650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 529bc27b-07ee-4d7c-83b0-5a59f84767c1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:38:25.511759 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:25.560523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=529bc27b-07ee-4d7c-83b0-5a59f84767c1,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:38:25.567518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.567883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.568840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.569177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.569511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.569838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.570163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.570485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.570806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.571127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.571447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.571792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:38:25.736377 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['529bc27b-07ee-4d7c-83b0-5a59f84767c1'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:38:25.980439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98011aa8-c411-4e77-8794-8459697d3049 req-fd4481ee-3de5-4ee4-bde7-9f8b7e5094eb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:25.981869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98011aa8-c411-4e77-8794-8459697d3049 req-fd4481ee-3de5-4ee4-bde7-9f8b7e5094eb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 945 time: 0.0480242 Sep 10 04:38:26.017647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98011aa8-c411-4e77-8794-8459697d3049 req-12c1abbf-3fd0-49a1-9f8f-c9f98365f68a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298989 Sep 10 04:38:26.437593 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:27.132470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb25314-1afb-42af-9737-9f07b85185cc req-d17f0ac2-e5ed-476f-97cb-1bbfeb1b79b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:27.133918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6eb25314-1afb-42af-9737-9f07b85185cc req-d17f0ac2-e5ed-476f-97cb-1bbfeb1b79b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 945 time: 0.0515292 Sep 10 04:38:27.170926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6eb25314-1afb-42af-9737-9f07b85185cc req-ca620a18-ab72-42e6-b408-037fc0a512f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310478 Sep 10 04:38:27.306934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 529bc27b-07ee-4d7c-83b0-5a59f84767c1 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:38:27.408983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:38:27.412554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:38:27.412924 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:27.485253 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:27.506416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529bc27b-07ee-4d7c-83b0-5a59f84767c1'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:38:27.520052 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 529bc27b-07ee-4d7c-83b0-5a59f84767c1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:38:27.546993 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc85ef93-e2b8-4145-a278-424d53493fd1" -d '{"events": [{"server_uuid": "27592e82-ce87-43a8-9250-5ef6c8065e82", "name": "network-vif-plugged", "status": "completed", "tag": "529bc27b-07ee-4d7c-83b0-5a59f84767c1"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:38:27.592265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:27.633147 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d9cfef2-0edd-46fd-bb9f-b42e03afd286 x-openstack-request-id: req-5d9cfef2-0edd-46fd-bb9f-b42e03afd286 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:38:27.633434 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27592e82-ce87-43a8-9250-5ef6c8065e82", "name": "network-vif-plugged", "status": "completed", "tag": "529bc27b-07ee-4d7c-83b0-5a59f84767c1", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:38:27.633680 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d9cfef2-0edd-46fd-bb9f-b42e03afd286 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:38:27.634058 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '529bc27b-07ee-4d7c-83b0-5a59f84767c1', 'code': 200} Sep 10 04:38:27.647705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=529bc27b-07ee-4d7c-83b0-5a59f84767c1,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:38:27.731310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ac2aee-6faf-4a2a-9680-528827c70db7 req-f8d3ac56-eca0-42bb-9632-aa40f384c2a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:27.732821 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-24ac2aee-6faf-4a2a-9680-528827c70db7 req-f8d3ac56-eca0-42bb-9632-aa40f384c2a6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0400643 Sep 10 04:38:27.767765 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-24ac2aee-6faf-4a2a-9680-528827c70db7 req-024c1749-8332-472a-a2b1-e58d6fe2482b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279951 Sep 10 04:38:28.284065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45801213-4a0f-401e-a5cc-08e49c2090e5 req-569224e9-1078-46af-95d6-9274b66cc6bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:28.285534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45801213-4a0f-401e-a5cc-08e49c2090e5 req-569224e9-1078-46af-95d6-9274b66cc6bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0499897 Sep 10 04:38:28.322770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45801213-4a0f-401e-a5cc-08e49c2090e5 req-45f2587c-e6ac-42d6-b716-f84621b00883 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313010 Sep 10 04:38:29.385998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:29.436975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d500292a-a596-4419-84ab-a8c4f554f383 req-3bdd831e-a4be-4c7e-88e0-8c9680428170 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:29.438464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d500292a-a596-4419-84ab-a8c4f554f383 req-3bdd831e-a4be-4c7e-88e0-8c9680428170 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477817 Sep 10 04:38:29.475140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d500292a-a596-4419-84ab-a8c4f554f383 req-05e6d286-b9d8-4612-b52e-a4971b6365d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301900 Sep 10 04:38:29.587790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674f2de-a3be-40f6-a466-69e1f2016fb4 req-cad480c0-0ee6-4142-a9df-e1c4402501f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:29.589248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9674f2de-a3be-40f6-a466-69e1f2016fb4 req-cad480c0-0ee6-4142-a9df-e1c4402501f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0516477 Sep 10 04:38:29.597724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 59068) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:38:29.602553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c056db01-e538-40dd-869d-aecb3e3f9386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'floatingip': {'port_id': '529bc27b-07ee-4d7c-83b0-5a59f84767c1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:38:29.639611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c056db01-e538-40dd-869d-aecb3e3f9386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:30.051341 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c056db01-e538-40dd-869d-aecb3e3f9386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:30.094292 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c056db01-e538-40dd-869d-aecb3e3f9386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:30.188131 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-c056db01-e538-40dd-869d-aecb3e3f9386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45 associated. External IP: 172.25.3.17, port: 529bc27b-07ee-4d7c-83b0-5a59f84767c1. Sep 10 04:38:30.719063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c056db01-e538-40dd-869d-aecb3e3f9386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:38:30.823205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c056db01-e538-40dd-869d-aecb3e3f9386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:38:30.828144 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c056db01-e538-40dd-869d-aecb3e3f9386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:30.834584 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:38:30.844036 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:38:30.844647 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:38:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:38:30.853416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c056db01-e538-40dd-869d-aecb3e3f9386 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "PUT /v2.0/floatingips/a5b63893-b6e4-46db-bd73-794d3e29fc45 HTTP/1.1" status: 200 len: 991 time: 1.2546611 Sep 10 04:38:30.853998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'tag': '529bc27b-07ee-4d7c-83b0-5a59f84767c1'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:38:30.895229 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd12583e-3295-49d3-9b6c-365efc4e2327" -d '{"events": [{"name": "network-changed", "server_uuid": "27592e82-ce87-43a8-9250-5ef6c8065e82", "tag": "529bc27b-07ee-4d7c-83b0-5a59f84767c1"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:38:30.953016 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:38:30.979084 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:38:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c64b99-c643-486e-a43b-ed87d91b42e7 x-openstack-request-id: req-d7c64b99-c643-486e-a43b-ed87d91b42e7 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:38:30.979378 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27592e82-ce87-43a8-9250-5ef6c8065e82", "tag": "529bc27b-07ee-4d7c-83b0-5a59f84767c1", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:38:30.979626 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7c64b99-c643-486e-a43b-ed87d91b42e7 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:38:30.980046 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'tag': '529bc27b-07ee-4d7c-83b0-5a59f84767c1', 'status': 'completed', 'code': 200} Sep 10 04:38:31.041672 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-8a52a1ac-fe97-4390-8a04-4f3163b0d17f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:31.043509 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-8a52a1ac-fe97-4390-8a04-4f3163b0d17f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0408094 Sep 10 04:38:31.142644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-857c9a60-ac6b-4e53-8fc1-5e249fcbe275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:31.144387 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-857c9a60-ac6b-4e53-8fc1-5e249fcbe275 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0928116 Sep 10 04:38:31.212584 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-0c2b21da-c9ee-410c-a5ce-7d285ef1366a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 999 time: 0.0616724 Sep 10 04:38:31.253549 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': '529bc27b-07ee-4d7c-83b0-5a59f84767c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:74:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:38:29Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:38:31.263041 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-7d53a2ce-731c-4b4a-8dcb-9b13a1094f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:31.264574 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-7d53a2ce-731c-4b4a-8dcb-9b13a1094f9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0449004 Sep 10 04:38:31.283026 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:38:31.291220 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:38:31.291857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:38:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:38:31.310831 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-58b01fe1-58a3-4943-83c1-ccfda531fe1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:38:31.312393 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-58b01fe1-58a3-4943-83c1-ccfda531fe1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408618 Sep 10 04:38:31.394531 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:38:31.406103 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-543589df-ee34-4927-9145-8ea8eb46d7b0 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865061 Sep 10 04:38:31.495658 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-bd12583e-3295-49d3-9b6c-365efc4e2327 req-8715f934-54bb-4fff-90db-7a802fd3be10 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826206 Sep 10 04:38:31.609733 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': '529bc27b-07ee-4d7c-83b0-5a59f84767c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:74:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:38:29Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:38:31.638929 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0138030b-939e-4d5d-8cd1-9c8c9b49c87a None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': '529bc27b-07ee-4d7c-83b0-5a59f84767c1', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:74:5f:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:38:29Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:38:31.828651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18fb026d-1509-4480-aca7-90fe9e8caf76 None None] New status for floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:38:32.780521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:34.236268 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:38:50.865554 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-935f752b-90a6-4dfb-b471-4cf4783652eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:53.499734 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6cded87e-24cc-4d6d-ab0f-6b854510c8c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:53.722484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:55.322585 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:56.442908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:38:59.384942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:02.819647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:04.501269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-acf606e0-7849-4a9c-b073-03c53652476e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384731 Sep 10 04:39:04.586062 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-2997965a-2dfe-41c6-b2ae-d139ff80bcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:39:04.587524 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-2997965a-2dfe-41c6-b2ae-d139ff80bcbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0442209 Sep 10 04:39:04.685773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-0827583c-f30f-44e3-a680-a05fbe041ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:39:04.687191 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-0827583c-f30f-44e3-a680-a05fbe041ab0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0819683 Sep 10 04:39:04.753293 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-17d45e6c-6245-4138-9d35-7719dd962051 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 1001 time: 0.0582201 Sep 10 04:39:04.800645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-c3643f62-fc13-4679-bd9a-635edbc64760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:39:04.802194 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-c3643f62-fc13-4679-bd9a-635edbc64760 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0418472 Sep 10 04:39:04.848122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-e6c43469-a1b5-4f82-819d-df778af6a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:39:04.850224 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-e6c43469-a1b5-4f82-819d-df778af6a6c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405996 Sep 10 04:39:04.942106 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-bf0f449f-ee9b-4a2f-b1f7-2e1ac0344bb4 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846260 Sep 10 04:39:05.029664 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-583d2fcf-cc57-4a13-b2e9-41c1640a7c63 req-78675ffc-f9ab-4fa8-b7e4-dd285eceaa92 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804424 Sep 10 04:39:11.234697 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:39:20.847649 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c2401824-2e66-4227-80db-4a75779ee8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:23.510962 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b61c6cea-ae83-400d-8c0f-8f3784979a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:23.737423 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:25.339402 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:26.475544 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:29.384605 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:32.783764 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:48.233363 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:39:50.852595 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4f6791db-b25f-4918-832b-6c4f41223225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:53.498743 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-694a8e10-c9e9-49f2-95b6-67f02dbcf9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:53.772441 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:55.350395 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:56.469902 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:39:59.384017 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:02.801210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:04.498478 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-976420e6-7eb3-42e3-95da-8f4f24b40cfe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434775 Sep 10 04:40:04.580865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-3fb79f70-95e1-4b1e-b2ec-5755a4b8a407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:04.582333 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-3fb79f70-95e1-4b1e-b2ec-5755a4b8a407 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0406616 Sep 10 04:40:04.682900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-92a40260-7aba-4431-8116-a506b846ffad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:04.684400 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-92a40260-7aba-4431-8116-a506b846ffad service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0831983 Sep 10 04:40:04.752161 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-be978830-543e-4fc6-8e5a-d830cb35b97c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 1001 time: 0.0594161 Sep 10 04:40:04.799641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-ba1a76f7-7a5f-4e37-a91f-376ab039c65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:04.801131 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-ba1a76f7-7a5f-4e37-a91f-376ab039c65d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0424223 Sep 10 04:40:04.844830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-c23589a5-ac55-4bbd-979e-a7b573de322d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:04.846274 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-c23589a5-ac55-4bbd-979e-a7b573de322d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379460 Sep 10 04:40:04.936522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-be148433-0833-4985-b468-2ede0d640e24 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832236 Sep 10 04:40:05.027097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4362da7a-6aff-4a4b-84bf-af900c8eb7da req-198e587d-ddfe-4b04-ae64-8c0ca8cb5112 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825927 Sep 10 04:40:06.634325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2f3996-b61e-4914-9c30-cc680f5ff007 req-002036d3-afbd-45f5-8a32-1be9326c9260 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:06.635782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb2f3996-b61e-4914-9c30-cc680f5ff007 req-002036d3-afbd-45f5-8a32-1be9326c9260 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0491099 Sep 10 04:40:06.673061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb2f3996-b61e-4914-9c30-cc680f5ff007 req-adecf742-7afe-41bf-b85a-63fbfc69f708 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310950 Sep 10 04:40:07.791800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5e65f2-3663-46dc-97ee-8d87e889f949 req-afd34acc-bf86-4e0e-bb72-d22edd27c808 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:07.793266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c5e65f2-3663-46dc-97ee-8d87e889f949 req-afd34acc-bf86-4e0e-bb72-d22edd27c808 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0491216 Sep 10 04:40:07.829970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c5e65f2-3663-46dc-97ee-8d87e889f949 req-0c30aba0-b54b-4192-84f7-533e592baabc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307786 Sep 10 04:40:08.947326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ebe1b2-7f89-4900-9bec-9d1d686e0865 req-ee9e90cd-8400-4de9-98b4-a6a04ca519a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:08.948796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29ebe1b2-7f89-4900-9bec-9d1d686e0865 req-ee9e90cd-8400-4de9-98b4-a6a04ca519a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0531025 Sep 10 04:40:08.991749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29ebe1b2-7f89-4900-9bec-9d1d686e0865 req-9db43086-d8b7-4666-857b-c0970109f4fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370047 Sep 10 04:40:10.107315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9936c177-4058-44c1-ae9b-03f7261de2d9 req-3f8225a9-66ac-437b-84a7-c40632e52b3e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:10.108804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9936c177-4058-44c1-ae9b-03f7261de2d9 req-3f8225a9-66ac-437b-84a7-c40632e52b3e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0484669 Sep 10 04:40:10.145510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9936c177-4058-44c1-ae9b-03f7261de2d9 req-f4bdda3e-5642-4d50-809c-f34a8dffa745 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308998 Sep 10 04:40:11.257411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2743bfea-9fd5-4714-bb31-0e2616fa34bd req-07883fe0-9bc7-43ea-afda-84e580724a16 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:11.258855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2743bfea-9fd5-4714-bb31-0e2616fa34bd req-07883fe0-9bc7-43ea-afda-84e580724a16 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0474191 Sep 10 04:40:11.295861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2743bfea-9fd5-4714-bb31-0e2616fa34bd req-e3feac81-6373-4c8c-84f6-9b8998132b17 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311384 Sep 10 04:40:12.409873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55c996a7-16ec-4cc0-ab19-e7358602e251 req-826abe40-e9d4-4268-9ba7-2fa024b50ee8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:12.411315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55c996a7-16ec-4cc0-ab19-e7358602e251 req-826abe40-e9d4-4268-9ba7-2fa024b50ee8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0505300 Sep 10 04:40:12.448705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55c996a7-16ec-4cc0-ab19-e7358602e251 req-14d48c9c-dac3-4a36-a4ef-c854672c26f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309091 Sep 10 04:40:13.560481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06d2c9-4408-438d-b925-ac372f0beee9 req-357c7795-af00-4b31-8d5e-ff44cd2c1337 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:13.561926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a06d2c9-4408-438d-b925-ac372f0beee9 req-357c7795-af00-4b31-8d5e-ff44cd2c1337 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0473168 Sep 10 04:40:13.598959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a06d2c9-4408-438d-b925-ac372f0beee9 req-72bec6c8-f20c-4a7b-9c02-fb862e30bfce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311348 Sep 10 04:40:14.891305 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8f24c7-d0e4-460f-b3f8-6c42d450d40d req-b4f9c308-ab32-44e7-a9d6-05120625bfa9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:14.892804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a8f24c7-d0e4-460f-b3f8-6c42d450d40d req-b4f9c308-ab32-44e7-a9d6-05120625bfa9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0482173 Sep 10 04:40:14.930869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a8f24c7-d0e4-460f-b3f8-6c42d450d40d req-ece631d7-4bf3-4930-af1d-3026fba225bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315375 Sep 10 04:40:16.047365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5a0900-d6c4-47bb-979b-ec434a3fa5f7 req-fdfa115e-db51-4f0e-ae02-338b46676765 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:16.048775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf5a0900-d6c4-47bb-979b-ec434a3fa5f7 req-fdfa115e-db51-4f0e-ae02-338b46676765 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0518475 Sep 10 04:40:16.085615 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf5a0900-d6c4-47bb-979b-ec434a3fa5f7 req-97a4530f-004d-48c1-aca5-c4698e799058 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310066 Sep 10 04:40:17.196240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7777261-42d1-4013-abc2-02c764f7ede1 req-77caa336-0283-436d-979e-a1abf7f548cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:17.197696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7777261-42d1-4013-abc2-02c764f7ede1 req-77caa336-0283-436d-979e-a1abf7f548cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477643 Sep 10 04:40:17.234359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d7777261-42d1-4013-abc2-02c764f7ede1 req-74bd1385-97e1-40d6-a9c4-d934bfb00dbc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308754 Sep 10 04:40:17.304165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-c34b190c-abb9-474a-b894-e183422d1f6d req-9f8bb864-1017-4e02-b4d2-6d6bed2e3992 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:40:17.305141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c34b190c-abb9-474a-b894-e183422d1f6d req-9f8bb864-1017-4e02-b4d2-6d6bed2e3992 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054984 Sep 10 04:40:17.617530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f66eaa0-406b-4c59-8c6d-bd6cf2138659 req-8cbd3106-e014-4f85-88ae-fa90dc8bee66 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:17.618991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f66eaa0-406b-4c59-8c6d-bd6cf2138659 req-8cbd3106-e014-4f85-88ae-fa90dc8bee66 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0473640 Sep 10 04:40:17.655946 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f66eaa0-406b-4c59-8c6d-bd6cf2138659 req-4fe9962f-70bc-4218-9af9-d5ef64ebf927 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310600 Sep 10 04:40:18.771315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a784dc-1bba-401b-96b9-6a1680745e9c req-1cd4eb2b-2b20-43de-9955-89ac9536a980 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:18.772738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33a784dc-1bba-401b-96b9-6a1680745e9c req-1cd4eb2b-2b20-43de-9955-89ac9536a980 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0510662 Sep 10 04:40:18.809400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33a784dc-1bba-401b-96b9-6a1680745e9c req-a9d97f48-fce4-4717-811f-11ec5aa67b67 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304556 Sep 10 04:40:19.927058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc471c8-c7b6-418a-8754-54eb479112e2 req-93febd69-a05c-47fc-b48d-082af36bdc2c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:19.929226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcc471c8-c7b6-418a-8754-54eb479112e2 req-93febd69-a05c-47fc-b48d-082af36bdc2c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0537617 Sep 10 04:40:19.965207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcc471c8-c7b6-418a-8754-54eb479112e2 req-1a2de176-aea0-476b-b667-416b32826e1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302100 Sep 10 04:40:20.874775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9d2acaeb-2cfe-44a5-b18f-271c7338a527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:21.079332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bc2321-b3de-450c-91cc-d4e5d79e1b57 req-e1bdb958-787c-4ecc-9803-28f6bcb2ca5f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:21.080817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46bc2321-b3de-450c-91cc-d4e5d79e1b57 req-e1bdb958-787c-4ecc-9803-28f6bcb2ca5f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476372 Sep 10 04:40:21.118568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46bc2321-b3de-450c-91cc-d4e5d79e1b57 req-b7bb0483-7495-44da-99aa-b8f7f796d608 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Sep 10 04:40:22.232757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9106077-5df3-4717-87ac-ebc9a0a57ea7 req-bfc85695-4666-4c70-b96d-9ec504002dca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:22.234199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9106077-5df3-4717-87ac-ebc9a0a57ea7 req-bfc85695-4666-4c70-b96d-9ec504002dca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0502188 Sep 10 04:40:22.270250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9106077-5df3-4717-87ac-ebc9a0a57ea7 req-09945a85-3f74-47ae-a02d-f1ab31acbf13 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302227 Sep 10 04:40:23.384782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcc1d69-e691-4984-ade6-755e02ac4f87 req-f37ebda4-7f1f-4254-b6c7-988432494ec5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:23.386230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0dcc1d69-e691-4984-ade6-755e02ac4f87 req-f37ebda4-7f1f-4254-b6c7-988432494ec5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478833 Sep 10 04:40:23.421982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0dcc1d69-e691-4984-ade6-755e02ac4f87 req-57219f7e-3deb-4fad-a931-866df660f1f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298824 Sep 10 04:40:23.515121 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c7bf334e-327a-4399-a3b5-8cfd648ffcd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:23.749323 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:24.534383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370ef2ce-e0a4-4b3d-a597-35ca112e4eec req-f29e1c7b-e188-4cd3-84c2-e2d1d2ce9593 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:24.535878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-370ef2ce-e0a4-4b3d-a597-35ca112e4eec req-f29e1c7b-e188-4cd3-84c2-e2d1d2ce9593 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0484931 Sep 10 04:40:24.572429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-370ef2ce-e0a4-4b3d-a597-35ca112e4eec req-f4179274-369c-46ac-a186-b075911296f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301850 Sep 10 04:40:25.232310 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:40:25.343480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:25.688897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f432f9cd-0bab-47a7-ae3e-7ce123c6c4c2 req-84a9dff6-ebb2-42cc-bd6c-b61d57efdc7e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:25.690333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f432f9cd-0bab-47a7-ae3e-7ce123c6c4c2 req-84a9dff6-ebb2-42cc-bd6c-b61d57efdc7e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0509856 Sep 10 04:40:25.726846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f432f9cd-0bab-47a7-ae3e-7ce123c6c4c2 req-bb4ffb74-1f10-41de-914e-a8962872183e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298700 Sep 10 04:40:26.469380 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:26.840441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4c22f-84d9-4658-9001-ba55b0c83367 req-62af1d41-35f5-4efb-b563-df8e00eb888f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:26.841925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62d4c22f-84d9-4658-9001-ba55b0c83367 req-62af1d41-35f5-4efb-b563-df8e00eb888f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478520 Sep 10 04:40:26.877571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62d4c22f-84d9-4658-9001-ba55b0c83367 req-170fb10c-b045-4c3d-abd1-752018f2e517 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298433 Sep 10 04:40:27.990619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3026406-af15-4819-b223-57665de3b41a req-cd6c45bf-579a-4cb9-8b83-2f38b940d89f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:27.992124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3026406-af15-4819-b223-57665de3b41a req-cd6c45bf-579a-4cb9-8b83-2f38b940d89f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483582 Sep 10 04:40:28.030139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3026406-af15-4819-b223-57665de3b41a req-ff509fe0-7c6d-4101-aff6-170e2558c503 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316310 Sep 10 04:40:29.145939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ad3a15-ad2e-4b72-b078-9d85fce45f54 req-d4145b55-83a7-4256-aafc-c2f57b126f9b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:29.147921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19ad3a15-ad2e-4b72-b078-9d85fce45f54 req-d4145b55-83a7-4256-aafc-c2f57b126f9b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0514557 Sep 10 04:40:29.184279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19ad3a15-ad2e-4b72-b078-9d85fce45f54 req-ac30d4b5-d92a-40b5-ad16-78ef03ce4977 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302217 Sep 10 04:40:29.406587 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:30.295954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519863d-3927-4bd7-9839-0ed2528fc05c req-3e677657-7ca3-40e2-a3d4-1981059379a4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:30.297423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a519863d-3927-4bd7-9839-0ed2528fc05c req-3e677657-7ca3-40e2-a3d4-1981059379a4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483046 Sep 10 04:40:30.334145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a519863d-3927-4bd7-9839-0ed2528fc05c req-6ba4f68e-63a3-4b2f-b578-5b7d372a3e96 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310032 Sep 10 04:40:31.449499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de75d146-380e-40ce-8c0c-9b25d0ed4bc3 req-99acc6b8-69c0-44d1-b605-befb8bacdd17 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:31.451029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de75d146-380e-40ce-8c0c-9b25d0ed4bc3 req-99acc6b8-69c0-44d1-b605-befb8bacdd17 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0500228 Sep 10 04:40:31.487823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de75d146-380e-40ce-8c0c-9b25d0ed4bc3 req-09b14439-cd25-426f-85ed-5f4aaa3e9e4e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307398 Sep 10 04:40:32.604920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f88ec8e-70af-4905-8847-ff7c887b37b9 req-e73bc342-ed8e-481d-843d-828e2f3410c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:32.606382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f88ec8e-70af-4905-8847-ff7c887b37b9 req-e73bc342-ed8e-481d-843d-828e2f3410c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0511649 Sep 10 04:40:32.643031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f88ec8e-70af-4905-8847-ff7c887b37b9 req-66727277-0fb3-48d4-b670-2e274b2f807a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307589 Sep 10 04:40:32.817362 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:33.758206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387e3ded-a92a-419f-b59f-eaeeb24e41f0 req-98dc445d-bc18-4fb7-8439-e470e04e2212 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:33.759688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-387e3ded-a92a-419f-b59f-eaeeb24e41f0 req-98dc445d-bc18-4fb7-8439-e470e04e2212 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0506980 Sep 10 04:40:33.797144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-387e3ded-a92a-419f-b59f-eaeeb24e41f0 req-6536b673-3729-485f-b65a-7b1a713699b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314910 Sep 10 04:40:34.908618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4032bb80-d749-4499-af18-57536e361331 req-0c9e8bfc-7e2d-4570-ac4f-1603091685f7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:34.910057 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4032bb80-d749-4499-af18-57536e361331 req-0c9e8bfc-7e2d-4570-ac4f-1603091685f7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472808 Sep 10 04:40:34.946431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4032bb80-d749-4499-af18-57536e361331 req-c2cf6938-b6d1-466f-907c-9dd11889fc04 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299716 Sep 10 04:40:36.062351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c229cb-7eb4-4fa0-8960-de3072714ddf req-8c0277ba-8df4-4d10-9095-ee7773f83cdf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:36.063931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10c229cb-7eb4-4fa0-8960-de3072714ddf req-8c0277ba-8df4-4d10-9095-ee7773f83cdf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0506976 Sep 10 04:40:36.100678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10c229cb-7eb4-4fa0-8960-de3072714ddf req-766736ea-8fc7-41ac-a22c-b42755b30c40 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303881 Sep 10 04:40:37.212838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fff795b-e0ab-4a7c-b118-f1215d4ecd2c req-66b79eae-e9c4-445d-a700-9a38afed3417 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:37.214282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1fff795b-e0ab-4a7c-b118-f1215d4ecd2c req-66b79eae-e9c4-445d-a700-9a38afed3417 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479884 Sep 10 04:40:37.251732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1fff795b-e0ab-4a7c-b118-f1215d4ecd2c req-457676a2-1aa8-451c-88fc-236b5ccec590 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314376 Sep 10 04:40:38.362562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2a06f6-2f88-4b82-a32b-d6499799b073 req-a2543928-2bd7-473b-8f6e-967a809f514a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:38.364017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b2a06f6-2f88-4b82-a32b-d6499799b073 req-a2543928-2bd7-473b-8f6e-967a809f514a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0473647 Sep 10 04:40:38.399794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b2a06f6-2f88-4b82-a32b-d6499799b073 req-77ab162f-5ba0-41e2-81f3-6fc3b335db05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299501 Sep 10 04:40:39.518277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b15d74-830f-41e9-8818-d2de31984b14 req-0c90be48-616a-48ca-ba66-da7a0ed75841 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:39.518277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20b15d74-830f-41e9-8818-d2de31984b14 req-0c90be48-616a-48ca-ba66-da7a0ed75841 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0513680 Sep 10 04:40:39.554998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20b15d74-830f-41e9-8818-d2de31984b14 req-502ba5d1-df35-445c-9d2a-82248c9587b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311167 Sep 10 04:40:40.669552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2173d3-646e-42c2-a19e-2384fd78a133 req-f7270bb7-42c0-4e86-9767-6053afc0f63d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:40.671041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e2173d3-646e-42c2-a19e-2384fd78a133 req-f7270bb7-42c0-4e86-9767-6053afc0f63d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0493820 Sep 10 04:40:40.709910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e2173d3-646e-42c2-a19e-2384fd78a133 req-d67fc0ee-ee28-4523-bb91-4a0ac16c4b85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330584 Sep 10 04:40:41.825225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1984e826-bf83-4b1b-8b7d-1abf3b5a3134 req-1a6d6051-2dea-4733-b35c-8b9ed83d10f8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:41.826726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1984e826-bf83-4b1b-8b7d-1abf3b5a3134 req-1a6d6051-2dea-4733-b35c-8b9ed83d10f8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0498469 Sep 10 04:40:41.863645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1984e826-bf83-4b1b-8b7d-1abf3b5a3134 req-3a1a0c2a-83e4-48af-81ec-3ba34e949b5c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309567 Sep 10 04:40:42.979497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b4e18-8761-4acb-958f-19929970d041 req-2c75fef6-d595-4bf9-be9a-729072e1dbcf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:42.980984 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de1b4e18-8761-4acb-958f-19929970d041 req-2c75fef6-d595-4bf9-be9a-729072e1dbcf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0517929 Sep 10 04:40:43.019088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de1b4e18-8761-4acb-958f-19929970d041 req-8f9e6224-20e4-44ca-b50f-fb175a4a7f9f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321517 Sep 10 04:40:44.132348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7994ee-baa5-4e1a-be22-7f17e62f81c4 req-89e7c74e-87d0-430a-b572-db78118744b2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:44.133812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a7994ee-baa5-4e1a-be22-7f17e62f81c4 req-89e7c74e-87d0-430a-b572-db78118744b2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0482812 Sep 10 04:40:44.171625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a7994ee-baa5-4e1a-be22-7f17e62f81c4 req-44fd0d56-52df-445d-88a6-48aa3af62c08 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319591 Sep 10 04:40:45.282434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95484a50-881f-4f06-9465-971a7b7534ca req-65a8200c-0499-4b95-a758-5d296e815ba4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:45.283935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95484a50-881f-4f06-9465-971a7b7534ca req-65a8200c-0499-4b95-a758-5d296e815ba4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0480397 Sep 10 04:40:45.320735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95484a50-881f-4f06-9465-971a7b7534ca req-a4a018b0-e2a4-4018-b5d1-2dc72eb7412a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304499 Sep 10 04:40:46.437093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca88417-5287-44b2-bc4d-4a8818b574ca req-21465cc6-a940-4dbe-b39b-abb787de47ef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:46.438553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ca88417-5287-44b2-bc4d-4a8818b574ca req-21465cc6-a940-4dbe-b39b-abb787de47ef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0528452 Sep 10 04:40:46.475419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ca88417-5287-44b2-bc4d-4a8818b574ca req-e1477b95-0d6c-4ae1-bba3-df839f48e652 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303228 Sep 10 04:40:47.589846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d581366a-b0d3-45dc-9e74-61961707427f req-df7e0c5c-c941-4839-8ab6-309853b9bf60 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:47.591372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d581366a-b0d3-45dc-9e74-61961707427f req-df7e0c5c-c941-4839-8ab6-309853b9bf60 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483603 Sep 10 04:40:47.627647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d581366a-b0d3-45dc-9e74-61961707427f req-3222a9bb-0d11-43f0-a081-0aa47bcd5e75 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305624 Sep 10 04:40:48.740815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c547ec5-cdda-4140-8e0e-630bfdbd2b6d req-d97d0e9a-3c7c-4a83-bfa7-c97410e701eb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:48.742294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c547ec5-cdda-4140-8e0e-630bfdbd2b6d req-d97d0e9a-3c7c-4a83-bfa7-c97410e701eb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0482817 Sep 10 04:40:48.779186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c547ec5-cdda-4140-8e0e-630bfdbd2b6d req-c732edc4-ee32-4030-b7b8-8901c3d55580 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308568 Sep 10 04:40:49.895404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9a7c-f62e-4338-b979-c884f1eeae2f req-c663af1e-855c-41e7-9f6c-3a9524ac5a07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:49.897514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10ac9a7c-f62e-4338-b979-c884f1eeae2f req-c663af1e-855c-41e7-9f6c-3a9524ac5a07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0523305 Sep 10 04:40:49.933720 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10ac9a7c-f62e-4338-b979-c884f1eeae2f req-df1de6fa-57b8-4d5d-8eb8-f1e29de4b45a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301723 Sep 10 04:40:50.862670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8a1dad68-8788-40d4-b9d8-f09c08b87e99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:51.045918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6830dfd5-b12b-4a8e-9dff-0437cd54a760 req-e285b1db-5a88-4127-9e9f-5dad9c5cdcf6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:51.047404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6830dfd5-b12b-4a8e-9dff-0437cd54a760 req-e285b1db-5a88-4127-9e9f-5dad9c5cdcf6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0480101 Sep 10 04:40:51.084756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6830dfd5-b12b-4a8e-9dff-0437cd54a760 req-525a6d1f-4a8c-4456-946a-8ce2c434cd3b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306830 Sep 10 04:40:52.196195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34893e97-36c5-4b4f-aac7-188e32292118 req-cc67d5ca-05b0-4c88-a101-b39d675cfd47 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:52.197641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34893e97-36c5-4b4f-aac7-188e32292118 req-cc67d5ca-05b0-4c88-a101-b39d675cfd47 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472465 Sep 10 04:40:52.235229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34893e97-36c5-4b4f-aac7-188e32292118 req-618ffa49-afe7-42ee-aeae-f18868094d05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308616 Sep 10 04:40:53.350737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c94de89-fe19-4e8d-a3c8-6824489230d3 req-7255aeef-49b7-499a-95fe-e6f351612041 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:53.352216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c94de89-fe19-4e8d-a3c8-6824489230d3 req-7255aeef-49b7-499a-95fe-e6f351612041 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0519934 Sep 10 04:40:53.387960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c94de89-fe19-4e8d-a3c8-6824489230d3 req-e41bc0d5-a180-4987-af47-091d0f921132 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298269 Sep 10 04:40:53.525404 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-48f11177-1e45-4ccb-8f70-adba73d77b2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:53.743062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:54.499658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d8309b-a73b-4156-af07-8f34d581e170 req-c8ef6294-d35a-410d-9957-8f583b0e23b2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:54.501146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45d8309b-a73b-4156-af07-8f34d581e170 req-c8ef6294-d35a-410d-9957-8f583b0e23b2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481908 Sep 10 04:40:54.539963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45d8309b-a73b-4156-af07-8f34d581e170 req-fd61a3f4-2ff0-4d8c-8bf9-77f71918f987 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322614 Sep 10 04:40:55.325715 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:55.652279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94abd90-c83e-4253-bb33-fcb6c524a991 req-970f33c4-dd57-4550-be26-9f5207d03425 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:55.653690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a94abd90-c83e-4253-bb33-fcb6c524a991 req-970f33c4-dd57-4550-be26-9f5207d03425 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479450 Sep 10 04:40:55.690343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a94abd90-c83e-4253-bb33-fcb6c524a991 req-9c40e1ac-90bb-4be0-af59-3a2d6ef52874 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Sep 10 04:40:56.457128 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:40:56.807065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5247a621-0697-4dcc-913f-a23dd7a4c5a9 req-cde4484e-b294-4a44-811c-519d9303a8a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:56.808641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5247a621-0697-4dcc-913f-a23dd7a4c5a9 req-cde4484e-b294-4a44-811c-519d9303a8a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0524492 Sep 10 04:40:56.844334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5247a621-0697-4dcc-913f-a23dd7a4c5a9 req-9737590d-8821-4d28-9bc2-70ca5713fc98 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299196 Sep 10 04:40:57.961574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd159f-5ca4-430d-82fb-27040effc1d7 req-81e025fb-36e5-4f9d-8daf-19af465769a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:57.963111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-defd159f-5ca4-430d-82fb-27040effc1d7 req-81e025fb-36e5-4f9d-8daf-19af465769a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0491455 Sep 10 04:40:58.000670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-defd159f-5ca4-430d-82fb-27040effc1d7 req-a9912ff3-12d8-4ac4-88ff-5042a72e929b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316093 Sep 10 04:40:59.114013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421ccddd-6072-4897-90ae-053cb0daabd5 req-3644cc20-1789-42ce-a439-1be7852769f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:40:59.115496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-421ccddd-6072-4897-90ae-053cb0daabd5 req-3644cc20-1789-42ce-a439-1be7852769f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0486248 Sep 10 04:40:59.153088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-421ccddd-6072-4897-90ae-053cb0daabd5 req-3143b9cc-5882-4bb9-a2e5-0a44c5f1e81a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316908 Sep 10 04:40:59.393371 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:00.269032 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a40289e-d2fd-42b4-8ad5-50d3581aabd0 req-7551c06b-d995-4725-ad40-455266ac6824 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:00.270514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a40289e-d2fd-42b4-8ad5-50d3581aabd0 req-7551c06b-d995-4725-ad40-455266ac6824 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0523992 Sep 10 04:41:00.308088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a40289e-d2fd-42b4-8ad5-50d3581aabd0 req-c5947ad9-1937-4921-b829-7aa929e1dca6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313292 Sep 10 04:41:01.423326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe9513-e89a-44b8-8557-4fa6327cf78f req-d9b76151-ca18-4c13-8337-ed642d82514f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:01.424829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ebe9513-e89a-44b8-8557-4fa6327cf78f req-d9b76151-ca18-4c13-8337-ed642d82514f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0490336 Sep 10 04:41:01.462200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ebe9513-e89a-44b8-8557-4fa6327cf78f req-093ce1a2-b9f6-4e2d-94af-489e36692432 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309017 Sep 10 04:41:02.231583 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:41:02.573957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56debe-923e-4892-978a-acab92625937 req-58dc4e3b-fff4-4965-88ed-8f7896ac1825 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:02.575432 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad56debe-923e-4892-978a-acab92625937 req-58dc4e3b-fff4-4965-88ed-8f7896ac1825 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478086 Sep 10 04:41:02.611580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad56debe-923e-4892-978a-acab92625937 req-d5e13748-7e75-4419-b722-2002caf3174a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303106 Sep 10 04:41:02.822785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:03.728850 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da82a8a5-26a2-47e5-acfa-8af9d8c576c6 req-8804445a-ef80-472f-bbbe-ebf11b5c9188 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:03.730320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da82a8a5-26a2-47e5-acfa-8af9d8c576c6 req-8804445a-ef80-472f-bbbe-ebf11b5c9188 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0524032 Sep 10 04:41:03.766529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da82a8a5-26a2-47e5-acfa-8af9d8c576c6 req-57d42f80-5b08-44d8-b0dc-96389391ec90 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303612 Sep 10 04:41:04.878071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dece288-4376-4938-873b-cc9b0f8d44b5 req-3025c167-8c6c-4ca4-b21f-8bf230b14354 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:04.879523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dece288-4376-4938-873b-cc9b0f8d44b5 req-3025c167-8c6c-4ca4-b21f-8bf230b14354 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0473371 Sep 10 04:41:04.917058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dece288-4376-4938-873b-cc9b0f8d44b5 req-8da708fa-ee67-48ee-8383-c327e6ad73c9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311122 Sep 10 04:41:05.519032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-a39e18a1-abf3-4dcc-8c06-cddabe660bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:05.520582 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-a39e18a1-abf3-4dcc-8c06-cddabe660bf0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0449812 Sep 10 04:41:05.621574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-18840dae-44be-4071-999b-12c890a96911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:05.623002 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-18840dae-44be-4071-999b-12c890a96911 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0817566 Sep 10 04:41:05.688990 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-f9deb462-b7ef-4b76-8842-5b53896805ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 1001 time: 0.0591934 Sep 10 04:41:05.735095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-09691591-3edf-4c97-96aa-cad6d222d82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:05.736532 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-09691591-3edf-4c97-96aa-cad6d222d82e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0411031 Sep 10 04:41:05.780721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-8e44a4a3-db16-4d3a-a603-c4d56a329c58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:05.782065 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-8e44a4a3-db16-4d3a-a603-c4d56a329c58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390766 Sep 10 04:41:05.872138 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-458e525f-9062-4bdf-8a86-0e19b21d34b5 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828691 Sep 10 04:41:05.963325 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ef488363-ae67-403b-b405-9af3f45dbc60 req-f338550e-f65d-4b58-929f-8fb0b273dd09 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842390 Sep 10 04:41:06.030338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65de5a7e-cda3-4f3e-96df-03704801a183 req-2ada2978-f1ef-4fad-a559-44d7faf9d0c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:06.031920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65de5a7e-cda3-4f3e-96df-03704801a183 req-2ada2978-f1ef-4fad-a559-44d7faf9d0c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0485809 Sep 10 04:41:06.068975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65de5a7e-cda3-4f3e-96df-03704801a183 req-7de47ff5-7039-46f3-b7e9-6fad1121f592 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312414 Sep 10 04:41:07.185051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995257b2-2d12-4d02-b2e3-491760ea3fbb req-65c38f24-f4a1-4df1-9a2e-d40d7656cf12 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:07.186530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-995257b2-2d12-4d02-b2e3-491760ea3fbb req-65c38f24-f4a1-4df1-9a2e-d40d7656cf12 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0521171 Sep 10 04:41:07.224244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-995257b2-2d12-4d02-b2e3-491760ea3fbb req-e0446065-1f1b-4ee1-b53d-f9b0b599444d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317075 Sep 10 04:41:08.336706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48fe8ab-651e-4bbd-bb19-97eb7757a788 req-6517b2c8-c0b9-4cd7-9809-d969b1f62808 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:08.338186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e48fe8ab-651e-4bbd-bb19-97eb7757a788 req-6517b2c8-c0b9-4cd7-9809-d969b1f62808 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483627 Sep 10 04:41:08.375176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e48fe8ab-651e-4bbd-bb19-97eb7757a788 req-07a113a8-2abc-4eae-bdcb-4646eba4c67c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311437 Sep 10 04:41:09.501430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed5058-add0-4ed8-9fad-7bd682d85fa1 req-bb7f5ed5-adab-434b-b528-a162c1dc2b33 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:09.502915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aaed5058-add0-4ed8-9fad-7bd682d85fa1 req-bb7f5ed5-adab-434b-b528-a162c1dc2b33 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0480576 Sep 10 04:41:09.541537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aaed5058-add0-4ed8-9fad-7bd682d85fa1 req-7c7c6094-6813-4280-aac5-788b76bc5bed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323143 Sep 10 04:41:10.657346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec03d00-537f-4ca7-9068-7299d4ddde1f req-2e080de6-50d4-4589-b8d5-9a1572f9f737 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:10.658804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ec03d00-537f-4ca7-9068-7299d4ddde1f req-2e080de6-50d4-4589-b8d5-9a1572f9f737 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0521526 Sep 10 04:41:10.695785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ec03d00-537f-4ca7-9068-7299d4ddde1f req-4b13beba-dbec-4b2a-ac54-bafdd00c7f1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311651 Sep 10 04:41:11.809363 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7418c8-4652-40c3-82f8-8a9c813abb71 req-41eb22b8-e8d6-41ab-a749-a933d6b9ef03 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:11.810844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e7418c8-4652-40c3-82f8-8a9c813abb71 req-41eb22b8-e8d6-41ab-a749-a933d6b9ef03 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0487216 Sep 10 04:41:11.848859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e7418c8-4652-40c3-82f8-8a9c813abb71 req-685d722d-e323-4e9f-b812-6f014a89ad24 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320761 Sep 10 04:41:12.960612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575f580a-8a28-454b-9d8f-c4e04d3ae4b6 req-e8594cb6-a3d0-46df-a95f-9819f6265f68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:12.962067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-575f580a-8a28-454b-9d8f-c4e04d3ae4b6 req-e8594cb6-a3d0-46df-a95f-9819f6265f68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0473232 Sep 10 04:41:12.998707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-575f580a-8a28-454b-9d8f-c4e04d3ae4b6 req-660cb57c-5403-4a94-9cb2-d04d3fc5a862 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307634 Sep 10 04:41:14.116985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b21072-ccf7-41cd-8048-5ea3c0a4f1d4 req-c81ddf94-f2e0-44be-a3ca-79334339eccd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:14.118361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63b21072-ccf7-41cd-8048-5ea3c0a4f1d4 req-c81ddf94-f2e0-44be-a3ca-79334339eccd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0519097 Sep 10 04:41:14.155590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-63b21072-ccf7-41cd-8048-5ea3c0a4f1d4 req-97bbc7a5-61f9-4882-afc8-ba1dafe1dda1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313275 Sep 10 04:41:15.267950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bd6d6b-8162-4abd-a998-6e9909433bce req-50884eb2-2811-430b-86dc-df7aee49ee46 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:15.269425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27bd6d6b-8162-4abd-a998-6e9909433bce req-50884eb2-2811-430b-86dc-df7aee49ee46 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483923 Sep 10 04:41:15.306654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27bd6d6b-8162-4abd-a998-6e9909433bce req-7e56ff54-563f-4aef-acf9-fe3a135a22e1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313990 Sep 10 04:41:16.418824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50215a17-b11b-45a0-abfe-73da844f7853 req-68fbc96d-f8b3-476f-bf95-669144be0031 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:16.420321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50215a17-b11b-45a0-abfe-73da844f7853 req-68fbc96d-f8b3-476f-bf95-669144be0031 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0484760 Sep 10 04:41:16.458174 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50215a17-b11b-45a0-abfe-73da844f7853 req-9cadb6f4-5b2e-4d39-b435-d08c641f1715 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317903 Sep 10 04:41:17.575835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c9e62c-e34d-4ff4-80c2-213e8ec83e12 req-4c5ae1ce-efe7-4001-966b-ab2116614fae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:17.577284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c9e62c-e34d-4ff4-80c2-213e8ec83e12 req-4c5ae1ce-efe7-4001-966b-ab2116614fae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0521767 Sep 10 04:41:17.613656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c9e62c-e34d-4ff4-80c2-213e8ec83e12 req-783b1a65-62ab-403f-beb9-bf4863cf5fb4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305493 Sep 10 04:41:18.727233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8213ebf0-2fc5-49c0-bd14-e341e53fd9eb req-56944e09-8444-4c96-aa9a-de70c73d4809 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:18.728727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8213ebf0-2fc5-49c0-bd14-e341e53fd9eb req-56944e09-8444-4c96-aa9a-de70c73d4809 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0485482 Sep 10 04:41:18.765287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8213ebf0-2fc5-49c0-bd14-e341e53fd9eb req-b00ce2da-b33e-47be-9774-b19c31a4672d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307581 Sep 10 04:41:19.892821 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda5dce8-cdd9-4dae-910d-c31fcbb17570 req-3032ceec-14cb-4022-a304-fa9f980fc616 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:19.894289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dda5dce8-cdd9-4dae-910d-c31fcbb17570 req-3032ceec-14cb-4022-a304-fa9f980fc616 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481958 Sep 10 04:41:19.931153 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dda5dce8-cdd9-4dae-910d-c31fcbb17570 req-88c26080-4dbf-4e3d-b329-1a5a45c74a49 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301530 Sep 10 04:41:21.022612 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d55b64ba-9465-4bf9-b9df-749d3f7d35c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:21.050149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e1dcf-3ad6-4583-a728-7695e488d114 req-e29c00e2-23c9-4927-84a9-c7b782a51572 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:21.051843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-901e1dcf-3ad6-4583-a728-7695e488d114 req-e29c00e2-23c9-4927-84a9-c7b782a51572 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0546143 Sep 10 04:41:21.089630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-901e1dcf-3ad6-4583-a728-7695e488d114 req-68007383-d4a0-4442-b34c-7a069366599a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312357 Sep 10 04:41:22.200378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63cdf9-1b9a-41f0-aea4-da50810b0828 req-d3de9b77-b17f-40e7-af7a-6c35b2387f62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:22.201828 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd63cdf9-1b9a-41f0-aea4-da50810b0828 req-d3de9b77-b17f-40e7-af7a-6c35b2387f62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0473373 Sep 10 04:41:22.241040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd63cdf9-1b9a-41f0-aea4-da50810b0828 req-95992914-b883-4de2-89e7-51c0bbdb208d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332499 Sep 10 04:41:23.352826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5733a9-5491-4f87-94da-6db9bbcb5594 req-9d380549-bbb2-411d-8cf5-f03d891be26b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:23.354267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f5733a9-5491-4f87-94da-6db9bbcb5594 req-9d380549-bbb2-411d-8cf5-f03d891be26b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475881 Sep 10 04:41:23.390269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f5733a9-5491-4f87-94da-6db9bbcb5594 req-df666c06-df39-4aa4-ad2b-e8b631f970d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300419 Sep 10 04:41:23.519336 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9b66e6a0-b8e0-46bb-accb-569700d1de1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:23.741269 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:24.505732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0a38f-991f-4def-ae07-284c3738fc74 req-77eb9563-3876-4510-8c5c-85b4a1ec3345 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:24.507188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69e0a38f-991f-4def-ae07-284c3738fc74 req-77eb9563-3876-4510-8c5c-85b4a1ec3345 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0515425 Sep 10 04:41:24.544874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69e0a38f-991f-4def-ae07-284c3738fc74 req-e69fbe3d-4d13-4cae-8d98-100183e1b87d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317245 Sep 10 04:41:25.346000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:25.657663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f82af10-1d73-4c17-a8e3-28c1d06f887b req-93e08097-f74d-489e-a16a-35ab373d4f14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:25.659039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f82af10-1d73-4c17-a8e3-28c1d06f887b req-93e08097-f74d-489e-a16a-35ab373d4f14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0489750 Sep 10 04:41:25.695817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f82af10-1d73-4c17-a8e3-28c1d06f887b req-b1688f7f-c0a8-4fd8-9411-d0484ca906a9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306523 Sep 10 04:41:26.479066 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:26.807976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0495e38-69b9-4ad7-88cb-03a1d0f38aa8 req-2e2628bd-8d6e-4c26-a0a0-8caad7b55897 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:26.809421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0495e38-69b9-4ad7-88cb-03a1d0f38aa8 req-2e2628bd-8d6e-4c26-a0a0-8caad7b55897 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0485406 Sep 10 04:41:26.845764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d0495e38-69b9-4ad7-88cb-03a1d0f38aa8 req-b69d2680-f7f7-465f-aad9-adc2d43280d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305793 Sep 10 04:41:27.960828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1749ccfa-9cdf-489e-bee5-65fca2c3d123 req-6ef05f79-d9ee-43c5-a9ac-c25a9b7db279 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:27.962275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1749ccfa-9cdf-489e-bee5-65fca2c3d123 req-6ef05f79-d9ee-43c5-a9ac-c25a9b7db279 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0513852 Sep 10 04:41:28.000002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1749ccfa-9cdf-489e-bee5-65fca2c3d123 req-618765e5-0aaf-4bee-a3a3-3b2917ac1751 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317030 Sep 10 04:41:29.111287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f300e9-c87a-4a78-9335-52f94cae0d0c req-3a3a7492-d49a-4f69-8094-16756ac9c09b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:29.112805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3f300e9-c87a-4a78-9335-52f94cae0d0c req-3a3a7492-d49a-4f69-8094-16756ac9c09b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481169 Sep 10 04:41:29.151182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3f300e9-c87a-4a78-9335-52f94cae0d0c req-75e8ac20-ff02-460a-a0db-50846ccd90ef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313897 Sep 10 04:41:29.404771 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:30.262769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82649af2-1992-4b8d-bfd8-69fd278ba65d req-66619637-b90d-4e16-834c-b50db492b74f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:30.264266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82649af2-1992-4b8d-bfd8-69fd278ba65d req-66619637-b90d-4e16-834c-b50db492b74f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477309 Sep 10 04:41:30.301143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82649af2-1992-4b8d-bfd8-69fd278ba65d req-fdb9b6d2-9df2-412d-b483-eb053d54e2ea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309489 Sep 10 04:41:31.417501 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d23de-1c98-4d71-a5f0-ac4d3d2a5a26 req-1281ea40-39b9-4dea-aa78-11b45320618f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:31.418971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-051d23de-1c98-4d71-a5f0-ac4d3d2a5a26 req-1281ea40-39b9-4dea-aa78-11b45320618f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0525205 Sep 10 04:41:31.455689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-051d23de-1c98-4d71-a5f0-ac4d3d2a5a26 req-3099da33-b059-46e9-a6fa-5ec0857c7e34 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307662 Sep 10 04:41:32.568827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0513f66a-f854-4f94-945d-7c6e6ab95ba5 req-87645916-2eb1-48f7-8d4b-0690d994c13d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:32.570279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0513f66a-f854-4f94-945d-7c6e6ab95ba5 req-87645916-2eb1-48f7-8d4b-0690d994c13d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0480156 Sep 10 04:41:32.605785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0513f66a-f854-4f94-945d-7c6e6ab95ba5 req-47c6863b-4feb-4029-aec7-3ae41f0fc5bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296609 Sep 10 04:41:32.821281 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:33.718906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4859a265-8c62-4b2a-a783-441c5c8c5736 req-971fabf7-c185-4a1f-8385-2f84ce0ea9be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:33.720397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4859a265-8c62-4b2a-a783-441c5c8c5736 req-971fabf7-c185-4a1f-8385-2f84ce0ea9be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479465 Sep 10 04:41:33.756422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4859a265-8c62-4b2a-a783-441c5c8c5736 req-a7d4d102-4588-4b06-89dd-03a491a988eb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302484 Sep 10 04:41:34.872504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6946410-5189-4bba-bdb6-b2475d42a219 req-6c83b25e-74a6-4db0-8616-ae20b27270db tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:34.873948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6946410-5189-4bba-bdb6-b2475d42a219 req-6c83b25e-74a6-4db0-8616-ae20b27270db tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0510595 Sep 10 04:41:34.910401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6946410-5189-4bba-bdb6-b2475d42a219 req-e416bade-30a9-421b-83f6-d08f3b177464 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305884 Sep 10 04:41:36.025691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31edf60-cbdf-432e-888d-15e92bb595d2 req-d039c03e-ead5-4de3-b15b-aea15e7cee23 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:36.027188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e31edf60-cbdf-432e-888d-15e92bb595d2 req-d039c03e-ead5-4de3-b15b-aea15e7cee23 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0517788 Sep 10 04:41:36.064331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e31edf60-cbdf-432e-888d-15e92bb595d2 req-8e4f581b-82b4-4c92-8263-59d2f7866e1a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312688 Sep 10 04:41:37.175632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140921d-efd4-4dab-af12-4d90db4e61e6 req-b07bacaa-ca15-46ca-b139-8b83183aa654 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:37.177112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d140921d-efd4-4dab-af12-4d90db4e61e6 req-b07bacaa-ca15-46ca-b139-8b83183aa654 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481484 Sep 10 04:41:37.213137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d140921d-efd4-4dab-af12-4d90db4e61e6 req-62e7f691-d909-4578-8a88-e0489c8d98e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302260 Sep 10 04:41:38.328996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256650d0-dcaa-41c9-a34b-eb9c3f56a4b4 req-e1fdb934-e925-47bc-8ac2-acd7edc0be36 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:38.330466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-256650d0-dcaa-41c9-a34b-eb9c3f56a4b4 req-e1fdb934-e925-47bc-8ac2-acd7edc0be36 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0520442 Sep 10 04:41:38.367591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-256650d0-dcaa-41c9-a34b-eb9c3f56a4b4 req-1adfa8b9-e9ab-46d3-9091-0e89d25436e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312765 Sep 10 04:41:39.231120 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:41:39.477664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3c2e93-7137-4212-b072-a54102e9eb4d req-e414ed36-a483-4409-9aa9-230aedf06cb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:39.479110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c3c2e93-7137-4212-b072-a54102e9eb4d req-e414ed36-a483-4409-9aa9-230aedf06cb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0471599 Sep 10 04:41:39.516087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c3c2e93-7137-4212-b072-a54102e9eb4d req-6ec19cd7-a9b7-4bd0-b6b3-cb2fc22f36b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Sep 10 04:41:40.627421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28c1f5-ef96-4396-bbfe-869c75cc97d0 req-4c75a635-527c-4089-91ba-84ff17164542 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:40.628889 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c28c1f5-ef96-4396-bbfe-869c75cc97d0 req-4c75a635-527c-4089-91ba-84ff17164542 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0471895 Sep 10 04:41:40.665709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c28c1f5-ef96-4396-bbfe-869c75cc97d0 req-cdcc58cf-a772-41b6-a344-0b40afe8e32c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304189 Sep 10 04:41:41.782113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbde60f9-bf97-4931-ac9e-2cf418aa353a req-afefbddb-a09c-4415-a57d-60f4a01c6ab4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:41.784029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbde60f9-bf97-4931-ac9e-2cf418aa353a req-afefbddb-a09c-4415-a57d-60f4a01c6ab4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0518615 Sep 10 04:41:41.821899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbde60f9-bf97-4931-ac9e-2cf418aa353a req-b2b1dc9f-7531-4b5b-9354-0e634c71d36b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319347 Sep 10 04:41:42.937808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfa12f-0945-49b9-8709-915a6b87fb74 req-d2704ec1-f297-4b47-a17f-160ba1fa4e4d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:42.939285 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0dfa12f-0945-49b9-8709-915a6b87fb74 req-d2704ec1-f297-4b47-a17f-160ba1fa4e4d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0489016 Sep 10 04:41:42.977427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0dfa12f-0945-49b9-8709-915a6b87fb74 req-0f96b39f-9a0b-43bb-98ea-db66172526fa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319924 Sep 10 04:41:44.091965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb1a237-623b-4057-b4d9-8c6a20bb2301 req-d0a0f0f0-5724-4beb-97ee-9b91fd0c2373 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:44.093343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cb1a237-623b-4057-b4d9-8c6a20bb2301 req-d0a0f0f0-5724-4beb-97ee-9b91fd0c2373 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479488 Sep 10 04:41:44.129583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cb1a237-623b-4057-b4d9-8c6a20bb2301 req-40d972f4-91a1-4bb0-90bf-ac7fe15f2d4a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302887 Sep 10 04:41:45.244189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268657c0-9c6a-49f2-81f7-bc59df87b607 req-a0605c66-5b46-4747-8e0f-b4d82330a109 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:45.245646 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-268657c0-9c6a-49f2-81f7-bc59df87b607 req-a0605c66-5b46-4747-8e0f-b4d82330a109 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0512323 Sep 10 04:41:45.282724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-268657c0-9c6a-49f2-81f7-bc59df87b607 req-b7a1eb8d-1e0a-466c-ab9c-42b8af50d4e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310550 Sep 10 04:41:46.395666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84dd6ec9-d103-468b-8c8a-11a03d6ccfc0 req-00dee451-b9ae-4120-aebb-685f6d2ea5b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:46.397776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84dd6ec9-d103-468b-8c8a-11a03d6ccfc0 req-00dee451-b9ae-4120-aebb-685f6d2ea5b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0490222 Sep 10 04:41:46.434505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84dd6ec9-d103-468b-8c8a-11a03d6ccfc0 req-52ef4219-9ed3-42c7-93f5-af371c4fe378 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303376 Sep 10 04:41:47.547699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c148b9fb-a6c1-4d7c-94b4-9e71e2e57f98 req-cfb38eca-182f-4951-9467-a0e8ec154b9f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:47.549206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c148b9fb-a6c1-4d7c-94b4-9e71e2e57f98 req-cfb38eca-182f-4951-9467-a0e8ec154b9f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0490444 Sep 10 04:41:47.585728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c148b9fb-a6c1-4d7c-94b4-9e71e2e57f98 req-0c85994a-bb75-41e4-bdd6-3285d8bd96db tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305986 Sep 10 04:41:48.706969 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26f8df5-e61d-41cb-b954-6cbf1f89b7fc req-d4005584-f59a-41ef-b343-dd61af376b46 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:48.709134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c26f8df5-e61d-41cb-b954-6cbf1f89b7fc req-d4005584-f59a-41ef-b343-dd61af376b46 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0541506 Sep 10 04:41:48.746070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c26f8df5-e61d-41cb-b954-6cbf1f89b7fc req-d34fff5d-701d-49a7-96b7-73af4df1e129 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309844 Sep 10 04:41:49.858881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e9a56-9afc-4e36-993b-eed0a84ea144 req-e088f99d-a068-4c27-a541-4e6ced5712a1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:49.860400 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b44e9a56-9afc-4e36-993b-eed0a84ea144 req-e088f99d-a068-4c27-a541-4e6ced5712a1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0485139 Sep 10 04:41:49.897085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b44e9a56-9afc-4e36-993b-eed0a84ea144 req-c645f987-8ee4-4cb8-a247-8678a1510e9b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308518 Sep 10 04:41:50.890463 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-31da5bda-2226-4900-86bb-e8cc155f8473 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:51.009707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94a5b21-ec1b-4f29-9be5-1f2d7c84c0f9 req-34fef255-c901-4b61-bca7-2101b2649c3b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:51.011169 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f94a5b21-ec1b-4f29-9be5-1f2d7c84c0f9 req-34fef255-c901-4b61-bca7-2101b2649c3b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478113 Sep 10 04:41:51.047575 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f94a5b21-ec1b-4f29-9be5-1f2d7c84c0f9 req-4878df34-c94c-4189-8d80-43e99e87ff48 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305016 Sep 10 04:41:52.163352 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66d7ff2-c0d2-4871-ad3a-01a825df8241 req-247e9112-88b9-4229-af47-bd52026c40a1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:52.164741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d66d7ff2-c0d2-4871-ad3a-01a825df8241 req-247e9112-88b9-4229-af47-bd52026c40a1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0518351 Sep 10 04:41:52.201410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d66d7ff2-c0d2-4871-ad3a-01a825df8241 req-966de380-2d9e-4288-807a-750055b18138 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309024 Sep 10 04:41:53.311575 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b8c015-8a27-47f3-860a-cb1e7f9c943b req-5d5aeeb9-8d91-4f8a-805e-cf14e7dc981d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:53.313132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09b8c015-8a27-47f3-860a-cb1e7f9c943b req-5d5aeeb9-8d91-4f8a-805e-cf14e7dc981d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0480168 Sep 10 04:41:53.350106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09b8c015-8a27-47f3-860a-cb1e7f9c943b req-cb5c2e6b-518d-4fd0-9133-7f83d863c2a6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306537 Sep 10 04:41:53.490551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41a53489-f9b1-458e-bbd5-f9a7ca88df62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:53.781706 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:54.461865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50805b00-b749-41a5-afb1-0035227e2c81 req-841fed54-b7e7-448e-8f24-d0d52e944081 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:54.463349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50805b00-b749-41a5-afb1-0035227e2c81 req-841fed54-b7e7-448e-8f24-d0d52e944081 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472252 Sep 10 04:41:54.499939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50805b00-b749-41a5-afb1-0035227e2c81 req-0ac4d85a-eb80-47dd-b268-4fca93d9aa91 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305874 Sep 10 04:41:55.358676 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:55.620155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1185285-62fc-4b5a-b4ed-f41f64dff446 req-2b21278d-3938-4f07-90d8-c2a47c24bebf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:55.621560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1185285-62fc-4b5a-b4ed-f41f64dff446 req-2b21278d-3938-4f07-90d8-c2a47c24bebf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0521245 Sep 10 04:41:55.657437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1185285-62fc-4b5a-b4ed-f41f64dff446 req-08c8f894-61a1-46db-8907-1ec462d869e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299566 Sep 10 04:41:56.495142 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:41:56.769797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77d2d9a4-4464-4229-b34f-8f4f5d536869 req-18a61ce5-5e03-42f5-befd-cca1a77352a1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:56.771259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77d2d9a4-4464-4229-b34f-8f4f5d536869 req-18a61ce5-5e03-42f5-befd-cca1a77352a1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483286 Sep 10 04:41:56.808399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77d2d9a4-4464-4229-b34f-8f4f5d536869 req-9451a976-7772-45fb-bd74-7d2d19628f4d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Sep 10 04:41:57.922263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9586742-6c64-4fe7-99c7-13273b9cf5e4 req-987c19f5-f060-455d-bc23-7d70a40905cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:57.923709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9586742-6c64-4fe7-99c7-13273b9cf5e4 req-987c19f5-f060-455d-bc23-7d70a40905cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0484078 Sep 10 04:41:57.960351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9586742-6c64-4fe7-99c7-13273b9cf5e4 req-0e4f309d-4070-4668-a0a7-2ee179fc0be8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301125 Sep 10 04:41:59.076916 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff98d2d-d12c-4b86-913c-39c3330e42a4 req-dba9089b-c6a9-405d-a6c8-8b930e484b22 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:41:59.078406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ff98d2d-d12c-4b86-913c-39c3330e42a4 req-dba9089b-c6a9-405d-a6c8-8b930e484b22 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0516944 Sep 10 04:41:59.116411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ff98d2d-d12c-4b86-913c-39c3330e42a4 req-ca86eedd-1d8f-48b8-b328-4bf68c8d547f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314679 Sep 10 04:41:59.381863 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:00.229631 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f95e9f11-c98b-40f7-aaff-77f91fe53e70 req-11c0129f-1b52-47b1-ac8e-ace311e6b058 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:00.231115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f95e9f11-c98b-40f7-aaff-77f91fe53e70 req-11c0129f-1b52-47b1-ac8e-ace311e6b058 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476041 Sep 10 04:42:00.267644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f95e9f11-c98b-40f7-aaff-77f91fe53e70 req-4846abab-a9cf-4e0f-8b54-698dbcd663fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307245 Sep 10 04:42:01.381637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b489dd9-eefb-4658-ab17-eee1ebd2c3c3 req-880eb537-ff9d-444a-80e5-c4bfe4fafa0e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:01.383284 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b489dd9-eefb-4658-ab17-eee1ebd2c3c3 req-880eb537-ff9d-444a-80e5-c4bfe4fafa0e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0484242 Sep 10 04:42:01.421236 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b489dd9-eefb-4658-ab17-eee1ebd2c3c3 req-67f43695-e9a6-45ac-ac12-4760eab26923 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320525 Sep 10 04:42:02.538387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ae5d65-29a1-44b5-a382-44bb6716557b req-dafea890-18fc-4a20-9ba2-15768a0a9a4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:02.539888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ae5d65-29a1-44b5-a382-44bb6716557b req-dafea890-18fc-4a20-9ba2-15768a0a9a4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0524871 Sep 10 04:42:02.577016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77ae5d65-29a1-44b5-a382-44bb6716557b req-a0e66295-964f-4e0c-a9a9-bc6f915d6fba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311439 Sep 10 04:42:02.827123 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:03.688889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638e879-d9b5-4dd8-a001-9d8046e38160 req-dec36f02-efc5-4118-8d92-63c10138db14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:03.690357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4638e879-d9b5-4dd8-a001-9d8046e38160 req-dec36f02-efc5-4118-8d92-63c10138db14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0486093 Sep 10 04:42:03.726780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4638e879-d9b5-4dd8-a001-9d8046e38160 req-fe9abb6d-b4f7-4889-a6c4-b119c4bc7f1b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305834 Sep 10 04:42:04.839110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9feb43d-692e-48d4-be06-6951d9e31ba8 req-babbd3f8-5a09-4300-908e-e9e72da3df12 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:04.840580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9feb43d-692e-48d4-be06-6951d9e31ba8 req-babbd3f8-5a09-4300-908e-e9e72da3df12 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0467467 Sep 10 04:42:04.876724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9feb43d-692e-48d4-be06-6951d9e31ba8 req-2431b762-dd61-4708-991d-313a649f1612 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302119 Sep 10 04:42:05.515415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-e25f824f-272e-47ba-8f7d-6545dab29927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:05.517581 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-e25f824f-272e-47ba-8f7d-6545dab29927 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0412807 Sep 10 04:42:05.618225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-6405d439-005e-4b15-847b-91107a7bf6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:05.619705 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-6405d439-005e-4b15-847b-91107a7bf6d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0827119 Sep 10 04:42:05.687269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-4ff5119e-d5ab-486b-b3b4-39d0265edd8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 1001 time: 0.0596642 Sep 10 04:42:05.733779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-eac8beba-fa6f-4ddc-b3db-b9b7fc59cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:05.735202 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-eac8beba-fa6f-4ddc-b3db-b9b7fc59cafe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0412233 Sep 10 04:42:05.779202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-02cbe3c4-787a-4108-a564-34173208f2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:05.780614 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-02cbe3c4-787a-4108-a564-34173208f2df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390637 Sep 10 04:42:05.997849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ffc9e2-c32c-46fa-9bb5-566f19fad0fd req-ad8eb24b-7ad3-44cb-a07c-edf5152f36af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:05.999490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5ffc9e2-c32c-46fa-9bb5-566f19fad0fd req-ad8eb24b-7ad3-44cb-a07c-edf5152f36af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0541859 Sep 10 04:42:06.038789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5ffc9e2-c32c-46fa-9bb5-566f19fad0fd req-3e4d1585-a14a-4eff-a2e4-fe97e8ba0286 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327780 Sep 10 04:42:06.119130 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-cb082664-19b3-4830-9c5e-ce8d0a7ee2fa service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315439 Sep 10 04:42:06.209341 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ad870d4-129d-4e28-9107-1a07a4cc82da req-cc264a48-0f52-4db0-99eb-4d2ce7525afe service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822423 Sep 10 04:42:07.152122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54d55f1-19c1-4a83-a34c-39404922f030 req-d2d48d70-5dfd-4ba0-930d-7505df656732 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:07.153634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a54d55f1-19c1-4a83-a34c-39404922f030 req-d2d48d70-5dfd-4ba0-930d-7505df656732 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0488408 Sep 10 04:42:07.190253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a54d55f1-19c1-4a83-a34c-39404922f030 req-9b3832e4-e460-401c-a90c-0c902e60baee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307481 Sep 10 04:42:08.302981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13cb72-f1ab-4647-8b25-800c6f3e2f02 req-0d06452d-a56b-43ce-abd4-735cb6f28031 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:08.304477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd13cb72-f1ab-4647-8b25-800c6f3e2f02 req-0d06452d-a56b-43ce-abd4-735cb6f28031 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0485935 Sep 10 04:42:08.341167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd13cb72-f1ab-4647-8b25-800c6f3e2f02 req-87b513c7-7d53-4833-abf7-ae667a56feea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305102 Sep 10 04:42:09.456767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7800c2d7-0732-4f4f-bddf-e5d772e43442 req-d83ef0a3-1d11-41d0-9e96-a02e17ba745b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:09.458234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7800c2d7-0732-4f4f-bddf-e5d772e43442 req-d83ef0a3-1d11-41d0-9e96-a02e17ba745b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0514474 Sep 10 04:42:09.494233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7800c2d7-0732-4f4f-bddf-e5d772e43442 req-6a8ee678-f529-40b2-b2ae-18edc7cebd95 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300460 Sep 10 04:42:10.606627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b640ee-a5e2-4233-b415-c1162b5528e7 req-f87233f3-cece-4fc7-aa70-1350268da3d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:10.608126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02b640ee-a5e2-4233-b415-c1162b5528e7 req-f87233f3-cece-4fc7-aa70-1350268da3d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0486217 Sep 10 04:42:10.644424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02b640ee-a5e2-4233-b415-c1162b5528e7 req-4dbacd44-5740-46f3-a98c-946bbdac25a9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304570 Sep 10 04:42:11.754991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea34e8a-c748-4d95-a153-73a08ae9172f req-a50b6099-587a-405f-a0d4-e7f502411cf0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:11.756488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ea34e8a-c748-4d95-a153-73a08ae9172f req-a50b6099-587a-405f-a0d4-e7f502411cf0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0469673 Sep 10 04:42:11.794189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ea34e8a-c748-4d95-a153-73a08ae9172f req-631f35a5-b752-4189-9359-2f68982e2a01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316646 Sep 10 04:42:13.005205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb1fe24-b74a-42b6-b7e3-dbed622cab18 req-8854a402-467a-4ccc-921b-94cb78ac103f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:13.006679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eb1fe24-b74a-42b6-b7e3-dbed622cab18 req-8854a402-467a-4ccc-921b-94cb78ac103f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.1458228 Sep 10 04:42:13.044499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0eb1fe24-b74a-42b6-b7e3-dbed622cab18 req-9c719483-bf8d-45a0-a4e7-f1490f41f934 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317144 Sep 10 04:42:14.204019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c21eaa5-2d15-4310-8b29-641ebcbf1927 req-216e929a-58a2-456c-b8e1-12af90c9eda3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:14.205459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c21eaa5-2d15-4310-8b29-641ebcbf1927 req-216e929a-58a2-456c-b8e1-12af90c9eda3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0960050 Sep 10 04:42:14.242115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9c21eaa5-2d15-4310-8b29-641ebcbf1927 req-eec54620-9fab-4d36-bbb7-e4ce2e16d45d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307312 Sep 10 04:42:15.366513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b297e9a-47fa-4727-b5d2-393d6953e0fc req-871344c1-8e20-4c05-9225-763cfb0b1bbf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:15.368022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b297e9a-47fa-4727-b5d2-393d6953e0fc req-871344c1-8e20-4c05-9225-763cfb0b1bbf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476284 Sep 10 04:42:15.404269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b297e9a-47fa-4727-b5d2-393d6953e0fc req-0d7a1e07-c675-421c-980f-68dbae92c575 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303359 Sep 10 04:42:16.230846 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:42:16.522076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06311df4-4126-4ffd-9d18-753a723bb774 req-cba7bb6e-415a-4ddc-99f7-9c4e0fbb1a00 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:16.523541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06311df4-4126-4ffd-9d18-753a723bb774 req-cba7bb6e-415a-4ddc-99f7-9c4e0fbb1a00 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0525444 Sep 10 04:42:16.560832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06311df4-4126-4ffd-9d18-753a723bb774 req-9efb4db4-31e5-435a-ac52-a6e14441a5b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311227 Sep 10 04:42:17.672556 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422f6cc5-0d33-4a45-98cb-ffd99d8c463e req-bb92a150-f4e9-4d15-bbb8-e37f5d08a32b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:17.674042 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-422f6cc5-0d33-4a45-98cb-ffd99d8c463e req-bb92a150-f4e9-4d15-bbb8-e37f5d08a32b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481968 Sep 10 04:42:17.710949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-422f6cc5-0d33-4a45-98cb-ffd99d8c463e req-0cdbdb47-621f-4305-89ca-7495dd728fab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311067 Sep 10 04:42:18.825721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee87d-b74d-4825-b929-e8bbb0eb05d8 req-d6d2b2f4-dc8c-451e-8fe5-f578a187bf94 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:18.827175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-516ee87d-b74d-4825-b929-e8bbb0eb05d8 req-d6d2b2f4-dc8c-451e-8fe5-f578a187bf94 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0491266 Sep 10 04:42:18.863095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-516ee87d-b74d-4825-b929-e8bbb0eb05d8 req-48b43868-d7a6-4f9c-9088-87f393852578 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298884 Sep 10 04:42:19.978886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2b4a74-600a-4280-ae79-dd6d654fef5d req-32c1970c-257b-413b-976e-f898bff6d457 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:19.980390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d2b4a74-600a-4280-ae79-dd6d654fef5d req-32c1970c-257b-413b-976e-f898bff6d457 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0511789 Sep 10 04:42:20.017502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d2b4a74-600a-4280-ae79-dd6d654fef5d req-c0215495-619e-4fe6-9a20-2fe5d25269e4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312552 Sep 10 04:42:20.883544 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e77a20b0-a5b0-4473-8a7b-d291cba9fe61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:21.130033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e0c634-e821-4bad-969d-beb1c06cf611 req-7abba193-4b34-44cf-adcb-ebbe707fbf70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:21.131620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9e0c634-e821-4bad-969d-beb1c06cf611 req-7abba193-4b34-44cf-adcb-ebbe707fbf70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0491385 Sep 10 04:42:21.168880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9e0c634-e821-4bad-969d-beb1c06cf611 req-c8b46c92-7422-4814-8b30-ff67403b6d41 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312781 Sep 10 04:42:22.280197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f1fd9-2c1c-4015-b76f-03c4df8e342f req-6368d52b-e555-47d8-9d59-b91a1dc3d1dd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:22.281642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296f1fd9-2c1c-4015-b76f-03c4df8e342f req-6368d52b-e555-47d8-9d59-b91a1dc3d1dd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478694 Sep 10 04:42:22.317665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296f1fd9-2c1c-4015-b76f-03c4df8e342f req-4693a47a-1075-4b7b-ae27-218da845082f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301313 Sep 10 04:42:23.431605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a35c62-fe3b-4a38-b5c2-38825dac017a req-30d523c8-8969-4a4f-8704-afe785faa77d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:23.433072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4a35c62-fe3b-4a38-b5c2-38825dac017a req-30d523c8-8969-4a4f-8704-afe785faa77d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0508842 Sep 10 04:42:23.470589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b4a35c62-fe3b-4a38-b5c2-38825dac017a req-9ed7f335-2677-408a-90cc-4479c9004fdd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315952 Sep 10 04:42:23.507300 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-09e5b02b-488a-4b2e-ac13-15e6b2412b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:23.735111 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:24.583383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d96506-ee87-481d-b80e-bea31e472b2b req-4e127bd6-d874-4a3b-b46f-f27cf7d82c7b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:24.585408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0d96506-ee87-481d-b80e-bea31e472b2b req-4e127bd6-d874-4a3b-b46f-f27cf7d82c7b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0484998 Sep 10 04:42:24.621458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0d96506-ee87-481d-b80e-bea31e472b2b req-c681933d-990a-4d4c-8b7a-462318b82e86 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302742 Sep 10 04:42:25.346945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:25.732167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8afe8f-510e-46e5-8ecf-bdb4cb0fd945 req-281603ba-f7d6-4e44-b566-7b91424b7e6f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:25.733602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb8afe8f-510e-46e5-8ecf-bdb4cb0fd945 req-281603ba-f7d6-4e44-b566-7b91424b7e6f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0468581 Sep 10 04:42:25.769498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb8afe8f-510e-46e5-8ecf-bdb4cb0fd945 req-bf7809c6-de88-442f-af6e-b55e116000e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300930 Sep 10 04:42:26.483869 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:26.886115 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f071517-cca2-437d-b6df-c6dca7185aaf req-77cff8ae-65f8-441e-a0b9-583ad3cfeac8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:26.887563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f071517-cca2-437d-b6df-c6dca7185aaf req-77cff8ae-65f8-441e-a0b9-583ad3cfeac8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0510747 Sep 10 04:42:26.923621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f071517-cca2-437d-b6df-c6dca7185aaf req-2dd5c4be-352f-465d-a42d-b8610465f85c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302007 Sep 10 04:42:28.037480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c967325-3a41-4a7f-874b-a632c60e7013 req-21fa3ded-230f-4a45-a1d0-35a4904079e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:28.039600 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c967325-3a41-4a7f-874b-a632c60e7013 req-21fa3ded-230f-4a45-a1d0-35a4904079e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0491347 Sep 10 04:42:28.077874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c967325-3a41-4a7f-874b-a632c60e7013 req-2025c5ae-c3fe-4123-b4d2-7c16ddf7e09e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318294 Sep 10 04:42:29.190220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29a6925-81d3-4569-ab6f-6767f7bc7309 req-06d0f3a5-342d-4b2e-9827-2ff6ec2b2d4d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:29.191698 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f29a6925-81d3-4569-ab6f-6767f7bc7309 req-06d0f3a5-342d-4b2e-9827-2ff6ec2b2d4d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479131 Sep 10 04:42:29.227785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f29a6925-81d3-4569-ab6f-6767f7bc7309 req-29293a52-0f24-4fee-9ce8-1f1b8e889908 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302489 Sep 10 04:42:29.381104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:30.343020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8b7ba2-4932-4064-94b0-94b0e88ee9b3 req-57535e3a-4616-4de9-a27d-16a022861eb9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:30.344497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e8b7ba2-4932-4064-94b0-94b0e88ee9b3 req-57535e3a-4616-4de9-a27d-16a022861eb9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0511835 Sep 10 04:42:30.381428 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e8b7ba2-4932-4064-94b0-94b0e88ee9b3 req-de77e69c-d003-4620-8946-e40a350a42ca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310671 Sep 10 04:42:31.494659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd29ed6-a65a-4cfa-bce2-478ac55a257b req-84366b47-1e5d-4f98-97bc-b79f8d1d0900 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:31.496160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dd29ed6-a65a-4cfa-bce2-478ac55a257b req-84366b47-1e5d-4f98-97bc-b79f8d1d0900 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0486133 Sep 10 04:42:31.534857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4dd29ed6-a65a-4cfa-bce2-478ac55a257b req-40bc5ff6-84c1-4f75-8c3e-facdebf5474a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327296 Sep 10 04:42:32.646589 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3a1d0b-09fe-4486-be29-a2792eb035e2 req-bb39970d-eaea-46fb-8c88-acc1399ca830 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:32.648552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a3a1d0b-09fe-4486-be29-a2792eb035e2 req-bb39970d-eaea-46fb-8c88-acc1399ca830 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0482228 Sep 10 04:42:32.685012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a3a1d0b-09fe-4486-be29-a2792eb035e2 req-21b0eee2-7097-4a45-afe1-5ca6090807c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301030 Sep 10 04:42:32.826568 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:33.801678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a957e-3182-449a-8237-129f28584e5b req-90cb345d-2801-4ed2-86e0-61ace645a200 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:33.803056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab6a957e-3182-449a-8237-129f28584e5b req-90cb345d-2801-4ed2-86e0-61ace645a200 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0531621 Sep 10 04:42:33.839899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab6a957e-3182-449a-8237-129f28584e5b req-1bc69381-e847-4f55-b8a6-5aeabb03404d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308402 Sep 10 04:42:34.950868 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe8ef83-17fa-4421-b057-346348b58101 req-261c19a7-707a-4b57-9cbd-2b9b84820a28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:34.952379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfe8ef83-17fa-4421-b057-346348b58101 req-261c19a7-707a-4b57-9cbd-2b9b84820a28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476019 Sep 10 04:42:34.989783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfe8ef83-17fa-4421-b057-346348b58101 req-0246a1b5-b03c-4639-b852-030097669364 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315576 Sep 10 04:42:36.102720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a375b95-b25c-4167-a922-0060a62f7838 req-47ad098a-5737-4724-a9a3-3c10076fc2f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:36.104192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a375b95-b25c-4167-a922-0060a62f7838 req-47ad098a-5737-4724-a9a3-3c10076fc2f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483315 Sep 10 04:42:36.140576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a375b95-b25c-4167-a922-0060a62f7838 req-8f5a279e-0e51-421d-bbf4-dca6e8f25061 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303705 Sep 10 04:42:37.257939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435703a2-97ce-4a79-8d55-8e8a87689dc5 req-18eb1aa6-b2a5-42d4-b6ce-4510ebfc3f3d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:37.259387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-435703a2-97ce-4a79-8d55-8e8a87689dc5 req-18eb1aa6-b2a5-42d4-b6ce-4510ebfc3f3d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0517900 Sep 10 04:42:37.296256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-435703a2-97ce-4a79-8d55-8e8a87689dc5 req-3638147e-8ae5-44d2-8857-de7177957488 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309794 Sep 10 04:42:38.407262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abaa67b7-9f13-4acc-a5fe-2c59d292a34c req-ea7a4857-5707-4bf3-a6d0-1bc9eb553b8a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:38.408758 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abaa67b7-9f13-4acc-a5fe-2c59d292a34c req-ea7a4857-5707-4bf3-a6d0-1bc9eb553b8a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476797 Sep 10 04:42:38.446310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abaa67b7-9f13-4acc-a5fe-2c59d292a34c req-48fed9b6-a8c5-4eff-bcf4-803348d75725 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312583 Sep 10 04:42:39.558863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b4109-8b61-44c2-9150-96e123b9a8e0 req-7a1260c9-daf1-47ed-9608-fa36659fdf0e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:39.560357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-610b4109-8b61-44c2-9150-96e123b9a8e0 req-7a1260c9-daf1-47ed-9608-fa36659fdf0e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483897 Sep 10 04:42:39.596079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-610b4109-8b61-44c2-9150-96e123b9a8e0 req-fd404210-d96d-4caa-a835-749bc664317b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297015 Sep 10 04:42:40.711783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc66705-f286-48bc-ab20-09aba80d5b31 req-d1eb289a-a6c5-4093-acc7-7e8fe36ae3ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:40.713249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fc66705-f286-48bc-ab20-09aba80d5b31 req-d1eb289a-a6c5-4093-acc7-7e8fe36ae3ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0518191 Sep 10 04:42:40.749856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fc66705-f286-48bc-ab20-09aba80d5b31 req-7edbf2e8-7064-4fde-8e80-a29dfa56727a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307186 Sep 10 04:42:41.862676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddf9564-dc12-4e66-a8d0-6c14a10ba998 req-7b2fa001-0186-411b-81ba-610e1c7a150b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:41.864162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ddf9564-dc12-4e66-a8d0-6c14a10ba998 req-7b2fa001-0186-411b-81ba-610e1c7a150b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478442 Sep 10 04:42:41.903859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ddf9564-dc12-4e66-a8d0-6c14a10ba998 req-60c2c555-0393-43e1-98a4-9444e6723dfc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335839 Sep 10 04:42:43.014266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22e4c9c-c657-4701-a83c-b904787f8918 req-8d5160a6-d882-4ecd-acb9-5b70d8c93410 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:43.015754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e22e4c9c-c657-4701-a83c-b904787f8918 req-8d5160a6-d882-4ecd-acb9-5b70d8c93410 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472651 Sep 10 04:42:43.052689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e22e4c9c-c657-4701-a83c-b904787f8918 req-ccfc5a40-e1b0-4989-91db-303bfada9f59 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310626 Sep 10 04:42:44.169505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a89904-3504-4601-ba14-9e38b44889b4 req-58c4bd7f-1873-469c-be59-74470cf246f3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:44.170870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3a89904-3504-4601-ba14-9e38b44889b4 req-58c4bd7f-1873-469c-be59-74470cf246f3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0509636 Sep 10 04:42:44.207316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3a89904-3504-4601-ba14-9e38b44889b4 req-cc089b0e-f72c-4ecb-a850-3b7aac3fca0a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305855 Sep 10 04:42:45.318206 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbdb514-1b76-4c2a-a976-e30d2cc92d3a req-3d014e09-a50a-4d2c-a487-6244a5535acc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:45.319662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afbdb514-1b76-4c2a-a976-e30d2cc92d3a req-3d014e09-a50a-4d2c-a487-6244a5535acc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475812 Sep 10 04:42:45.355765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afbdb514-1b76-4c2a-a976-e30d2cc92d3a req-3f5566d7-685d-4a52-8249-f9b06071d423 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297458 Sep 10 04:42:46.467646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab46c868-2f21-4c86-9836-deedf78328b2 req-36023b2e-b98c-45df-bbbf-f31d784a30da tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:46.469134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab46c868-2f21-4c86-9836-deedf78328b2 req-36023b2e-b98c-45df-bbbf-f31d784a30da tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481267 Sep 10 04:42:46.507626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab46c868-2f21-4c86-9836-deedf78328b2 req-430b498b-faf6-4e18-91b9-889e536e09b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325019 Sep 10 04:42:47.624474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70de2cf7-ff67-4734-8f39-0d2f8e202d56 req-04818d00-e388-4adb-961d-09a96891c87a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:47.625920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70de2cf7-ff67-4734-8f39-0d2f8e202d56 req-04818d00-e388-4adb-961d-09a96891c87a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0515406 Sep 10 04:42:47.662215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-70de2cf7-ff67-4734-8f39-0d2f8e202d56 req-f597e7ff-aafa-4e84-8510-89b06d8078fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304084 Sep 10 04:42:48.777890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4a0032e-2b37-4328-84a9-0a5cf91e4d48 req-6ee7bcd5-5b26-4b03-8403-e70d37014f48 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:48.779375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4a0032e-2b37-4328-84a9-0a5cf91e4d48 req-6ee7bcd5-5b26-4b03-8403-e70d37014f48 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0512197 Sep 10 04:42:48.817413 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4a0032e-2b37-4328-84a9-0a5cf91e4d48 req-ed9d8bcb-22a1-45bd-99b1-0c50c9a7e3fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320415 Sep 10 04:42:49.929774 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b751c4bc-0ddf-4329-9c33-3ef26948a57f req-6d1a085e-43a2-47e6-899f-b3df487f4728 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:49.931250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b751c4bc-0ddf-4329-9c33-3ef26948a57f req-6d1a085e-43a2-47e6-899f-b3df487f4728 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0486002 Sep 10 04:42:49.967216 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b751c4bc-0ddf-4329-9c33-3ef26948a57f req-f9bb3a86-d371-4ab9-8607-c12739d4764c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301542 Sep 10 04:42:50.877407 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5f8363ba-ff04-480c-96d1-f071532bd3cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:51.084753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4695dd0-fc56-4c2a-b35c-c491a78fa351 req-b1e2a971-9d3d-41a5-8d93-7c73868c8105 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:51.086874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4695dd0-fc56-4c2a-b35c-c491a78fa351 req-b1e2a971-9d3d-41a5-8d93-7c73868c8105 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0535421 Sep 10 04:42:51.125242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4695dd0-fc56-4c2a-b35c-c491a78fa351 req-b81e9699-b8dd-4613-882c-56a5ddbf4d49 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323086 Sep 10 04:42:52.235849 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04120ac-d056-4839-8f71-1e4c6779a7cd req-d24c65c2-ffe6-4172-814d-280901fffef4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:52.237311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e04120ac-d056-4839-8f71-1e4c6779a7cd req-d24c65c2-ffe6-4172-814d-280901fffef4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472908 Sep 10 04:42:52.274558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e04120ac-d056-4839-8f71-1e4c6779a7cd req-4a11677e-5a74-47b4-88ea-cfa4f9a874d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308528 Sep 10 04:42:53.230939 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:42:53.386008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d054fd-b1e3-434b-a15c-c2ed2b877696 req-37583899-750f-454f-8738-d386277638fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:53.387459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33d054fd-b1e3-434b-a15c-c2ed2b877696 req-37583899-750f-454f-8738-d386277638fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476749 Sep 10 04:42:53.424034 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33d054fd-b1e3-434b-a15c-c2ed2b877696 req-37213ec8-34fd-4fff-b2ad-c43bf62fe320 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306304 Sep 10 04:42:53.540632 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-adc82f46-5e37-400c-ac1c-53fc6ebb6d3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:53.751539 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:54.543630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d84c1-47e6-43ea-a3f7-c51c7ac985a6 req-e5d2afac-7c33-43f2-ab79-78b279983831 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:54.545136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc0d84c1-47e6-43ea-a3f7-c51c7ac985a6 req-e5d2afac-7c33-43f2-ab79-78b279983831 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0558081 Sep 10 04:42:54.581576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc0d84c1-47e6-43ea-a3f7-c51c7ac985a6 req-8a259da2-ef2e-477f-9bf3-4335b38db859 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305824 Sep 10 04:42:55.357255 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:55.692760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeafda35-2adb-4bd8-963e-32fc61b341c0 req-0a6a9d62-56b0-41a3-9a6d-0fc439e4663d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:55.694218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aeafda35-2adb-4bd8-963e-32fc61b341c0 req-0a6a9d62-56b0-41a3-9a6d-0fc439e4663d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481818 Sep 10 04:42:55.730705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aeafda35-2adb-4bd8-963e-32fc61b341c0 req-eefebb68-c2b7-48e6-b344-d572a98587c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299735 Sep 10 04:42:56.493620 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:42:56.843533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51828eb9-e519-4817-8e9c-8fd4eface7f2 req-c0a63259-3c46-4f07-92b4-151ae471d7fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:56.845013 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51828eb9-e519-4817-8e9c-8fd4eface7f2 req-c0a63259-3c46-4f07-92b4-151ae471d7fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0482945 Sep 10 04:42:56.880705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51828eb9-e519-4817-8e9c-8fd4eface7f2 req-ef59e6f7-0138-4717-a5ee-2645550aa295 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298438 Sep 10 04:42:57.997580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1c48ec-6d40-4d68-893e-5650ee55ff4a req-fdb49456-0e46-4c8d-a32c-d30c3accc721 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:57.999246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff1c48ec-6d40-4d68-893e-5650ee55ff4a req-fdb49456-0e46-4c8d-a32c-d30c3accc721 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0522063 Sep 10 04:42:58.036179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff1c48ec-6d40-4d68-893e-5650ee55ff4a req-38f66ce5-1523-41dc-b8af-d4a33bb37935 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309708 Sep 10 04:42:59.147549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9407f1-0ee0-4a0f-9fe7-159df6b8743f req-d0a4346c-5d53-4a1a-99ed-874c3ceb1a86 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:42:59.149274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd9407f1-0ee0-4a0f-9fe7-159df6b8743f req-d0a4346c-5d53-4a1a-99ed-874c3ceb1a86 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481265 Sep 10 04:42:59.185848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd9407f1-0ee0-4a0f-9fe7-159df6b8743f req-5a514b6f-4f50-4d0d-8528-fc955e87ca03 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307546 Sep 10 04:42:59.431349 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:00.298748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3f8ef7-f57e-4fed-b271-5447e29f8eba req-0516e853-e64d-4b20-bf0b-2f3b6c9fbd06 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:00.300235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a3f8ef7-f57e-4fed-b271-5447e29f8eba req-0516e853-e64d-4b20-bf0b-2f3b6c9fbd06 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0490324 Sep 10 04:43:00.338045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a3f8ef7-f57e-4fed-b271-5447e29f8eba req-3928f358-b372-49de-a6a1-6c4ce137b1e1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313387 Sep 10 04:43:01.453777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749ec877-2d3d-4a57-b6b9-dc692c4394d0 req-73248c2d-db3d-4634-9aa0-bdfc86f5fe8f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:01.455277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-749ec877-2d3d-4a57-b6b9-dc692c4394d0 req-73248c2d-db3d-4634-9aa0-bdfc86f5fe8f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0515707 Sep 10 04:43:01.495051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-749ec877-2d3d-4a57-b6b9-dc692c4394d0 req-0dc60385-40e9-4a1f-96a1-90c7f7ab37b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321944 Sep 10 04:43:02.609408 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e4bb59-abcf-46ac-9b47-8fedefed3b61 req-d8ff639f-4cbf-45f7-843d-212df67eec39 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:02.610879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26e4bb59-abcf-46ac-9b47-8fedefed3b61 req-d8ff639f-4cbf-45f7-843d-212df67eec39 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481703 Sep 10 04:43:02.646622 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26e4bb59-abcf-46ac-9b47-8fedefed3b61 req-7de3487c-5689-4aae-8a4b-6315febd1468 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298805 Sep 10 04:43:02.842919 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:03.757467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4637cac6-8ae2-4826-b4e0-aaa732ea9cd4 req-c78bd34d-e12e-4490-94bd-db5ae28a051c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:03.759297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4637cac6-8ae2-4826-b4e0-aaa732ea9cd4 req-c78bd34d-e12e-4490-94bd-db5ae28a051c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475559 Sep 10 04:43:03.796219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4637cac6-8ae2-4826-b4e0-aaa732ea9cd4 req-1b9377dd-5329-4e2b-89ed-5a9f3006395d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310438 Sep 10 04:43:04.925434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22838e8f-239c-4273-a2f7-d78feabb75e2 req-e148e029-a5de-4543-9995-440d4fe86ee0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:04.926879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22838e8f-239c-4273-a2f7-d78feabb75e2 req-e148e029-a5de-4543-9995-440d4fe86ee0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0512896 Sep 10 04:43:04.962774 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22838e8f-239c-4273-a2f7-d78feabb75e2 req-f2b1c389-4707-454b-84c7-04173354595b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300317 Sep 10 04:43:06.074721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0abee3-0610-4e55-b946-bf913e5b0075 req-c431a6ee-6f97-45c5-bfa3-a84efcb6b3f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:06.076197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f0abee3-0610-4e55-b946-bf913e5b0075 req-c431a6ee-6f97-45c5-bfa3-a84efcb6b3f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478680 Sep 10 04:43:06.112792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f0abee3-0610-4e55-b946-bf913e5b0075 req-143f544f-03de-46da-b44e-a4c57fd541d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307229 Sep 10 04:43:07.224181 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1446ea8-156e-420e-8742-d70bfc3f8c4a req-17324bc6-9d79-450a-b548-e753eba87b16 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:07.225623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1446ea8-156e-420e-8742-d70bfc3f8c4a req-17324bc6-9d79-450a-b548-e753eba87b16 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0470123 Sep 10 04:43:07.262892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1446ea8-156e-420e-8742-d70bfc3f8c4a req-4751f441-5928-409f-ad3f-d6588fd4de18 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307012 Sep 10 04:43:07.575029 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-6e22ecd7-7006-43b4-9a9c-8abcd7a749f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:07.576578 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-6e22ecd7-7006-43b4-9a9c-8abcd7a749f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0854228 Sep 10 04:43:07.678313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-34cd5658-c8e5-40bd-a29c-2dabe702afd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:07.679861 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-34cd5658-c8e5-40bd-a29c-2dabe702afd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0844274 Sep 10 04:43:07.746690 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-161556b9-3968-483f-9623-9b1bed8174a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 1001 time: 0.0589426 Sep 10 04:43:07.793260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-9d322621-267f-4801-aa93-2e9d812faaf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:07.794563 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-9d322621-267f-4801-aa93-2e9d812faaf4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0416868 Sep 10 04:43:07.837838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-a254c7f3-ca0c-42b6-86b1-62290753d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:07.839254 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-a254c7f3-ca0c-42b6-86b1-62290753d89a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0379210 Sep 10 04:43:07.928669 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-a67f0d14-9e2e-48fa-bd01-5ed0ae3c1380 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826900 Sep 10 04:43:08.019966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0394c148-ce9f-448a-a2fb-1e370a11c19c req-a13e9b7a-4521-45ad-8139-96a4e98415f6 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834839 Sep 10 04:43:08.377780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83323737-8d4e-4bc3-ba11-53585c86b42e req-e14c783f-a5c2-43da-8fd4-b7569320be68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:08.379222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83323737-8d4e-4bc3-ba11-53585c86b42e req-e14c783f-a5c2-43da-8fd4-b7569320be68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0506761 Sep 10 04:43:08.416560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83323737-8d4e-4bc3-ba11-53585c86b42e req-b52304ba-1338-4381-84f7-5abdce1d2338 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308118 Sep 10 04:43:09.528874 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade89d4-95c4-401b-86a9-4135d1d64349 req-19d759f4-60a0-407b-b0e8-30b38984e798 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:09.530365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ade89d4-95c4-401b-86a9-4135d1d64349 req-19d759f4-60a0-407b-b0e8-30b38984e798 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0486984 Sep 10 04:43:09.567074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ade89d4-95c4-401b-86a9-4135d1d64349 req-f106464d-76da-454b-94f3-6e3210973dba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307999 Sep 10 04:43:10.679164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6410c4-e29e-48f6-9eb4-1f62d269676e req-1246f2a5-b8b0-4572-a8d8-2d3cc0b5e1c7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:10.680658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d6410c4-e29e-48f6-9eb4-1f62d269676e req-1246f2a5-b8b0-4572-a8d8-2d3cc0b5e1c7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479980 Sep 10 04:43:10.717235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d6410c4-e29e-48f6-9eb4-1f62d269676e req-c2bbf394-9d93-4589-9fd2-e750b4cb55c3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 Sep 10 04:43:11.832828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f535a7f1-5339-426c-bc09-1156b8165650 req-d04c963f-c300-4e7c-b428-ecb2f8e715a6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:11.834337 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f535a7f1-5339-426c-bc09-1156b8165650 req-d04c963f-c300-4e7c-b428-ecb2f8e715a6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0513887 Sep 10 04:43:11.872125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f535a7f1-5339-426c-bc09-1156b8165650 req-c7111c64-1c93-41fc-a32b-3f2d3fb41d05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310059 Sep 10 04:43:12.984807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc5d447-4de3-4f92-a305-58869ccd26b1 req-96f7c7fa-d073-4f71-a70a-7b62f13114f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:12.986267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbc5d447-4de3-4f92-a305-58869ccd26b1 req-96f7c7fa-d073-4f71-a70a-7b62f13114f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0474665 Sep 10 04:43:13.023631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbc5d447-4de3-4f92-a305-58869ccd26b1 req-4dd98298-adfa-4a56-8cf8-2f37bab254cf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312624 Sep 10 04:43:14.135258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e9181-c1ef-4ca8-ae43-0d34aaabda6c req-daed608e-04eb-4469-bd27-d211a11c7d84 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:14.136649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-271e9181-c1ef-4ca8-ae43-0d34aaabda6c req-daed608e-04eb-4469-bd27-d211a11c7d84 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0469363 Sep 10 04:43:14.172752 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-271e9181-c1ef-4ca8-ae43-0d34aaabda6c req-f910f30b-28dc-4e48-8b4e-65399b54f156 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303037 Sep 10 04:43:15.288354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e14b47-f137-446d-99b9-8bfdba05898b req-8bbed42d-1fa0-46ea-b38c-bc2b0b6d548b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:15.289810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8e14b47-f137-446d-99b9-8bfdba05898b req-8bbed42d-1fa0-46ea-b38c-bc2b0b6d548b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0513976 Sep 10 04:43:15.326151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8e14b47-f137-446d-99b9-8bfdba05898b req-b9b34df1-dcb1-4928-8f5f-473111385390 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304804 Sep 10 04:43:16.438317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a7785c-c95e-457f-8b8d-0b27299248e8 req-b248d365-aed5-4cec-b5ea-638809fd3b94 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:16.439784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5a7785c-c95e-457f-8b8d-0b27299248e8 req-b248d365-aed5-4cec-b5ea-638809fd3b94 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0474412 Sep 10 04:43:16.476403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5a7785c-c95e-457f-8b8d-0b27299248e8 req-ba730e39-03fd-4742-8582-de6650f27cf6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305898 Sep 10 04:43:17.588063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f397e0-b372-4983-a2d0-577930e8a7ee req-6a1b7ffa-354e-47b8-9d67-13b49da373b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:17.589512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42f397e0-b372-4983-a2d0-577930e8a7ee req-6a1b7ffa-354e-47b8-9d67-13b49da373b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0469141 Sep 10 04:43:17.626484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42f397e0-b372-4983-a2d0-577930e8a7ee req-09c0668b-97fa-456f-b7ae-1ded5f6eccaf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311465 Sep 10 04:43:18.741503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0616079d-8f7b-4b33-b819-cac51bdf01d4 req-101de514-fa52-4114-a062-463c9b57d01d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:18.742976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0616079d-8f7b-4b33-b819-cac51bdf01d4 req-101de514-fa52-4114-a062-463c9b57d01d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0515814 Sep 10 04:43:18.781643 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0616079d-8f7b-4b33-b819-cac51bdf01d4 req-b10819a9-bf78-49b5-9137-583f85886270 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319579 Sep 10 04:43:19.892469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e3316-3923-4f03-a012-779401bce1bd req-6a49262e-8f1a-4357-b866-6b11f721fad7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:19.893938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f75e3316-3923-4f03-a012-779401bce1bd req-6a49262e-8f1a-4357-b866-6b11f721fad7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472536 Sep 10 04:43:19.930857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f75e3316-3923-4f03-a012-779401bce1bd req-443b277f-414f-4a82-8e1b-f060d63ef64c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307493 Sep 10 04:43:20.887403 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1e8914bd-dd21-4bf6-b1dd-81c54b2e5e61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:21.043411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df369d0-f22b-4123-b872-4c5a9e1c8e78 req-d0a0dba0-c1d0-48e7-adac-cffcd3d52799 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:21.044912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6df369d0-f22b-4123-b872-4c5a9e1c8e78 req-d0a0dba0-c1d0-48e7-adac-cffcd3d52799 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483189 Sep 10 04:43:21.081334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6df369d0-f22b-4123-b872-4c5a9e1c8e78 req-18acaa59-6d0e-4568-a31c-a78013bfaa57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305693 Sep 10 04:43:22.196799 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7e7116-9877-415e-873e-06f34e1746db req-e486b6ea-14ca-47ab-af92-a1bb51a1c0c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:22.198140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef7e7116-9877-415e-873e-06f34e1746db req-e486b6ea-14ca-47ab-af92-a1bb51a1c0c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0512722 Sep 10 04:43:22.234904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef7e7116-9877-415e-873e-06f34e1746db req-e542ff27-e0b1-487c-806d-9f9e418785de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308011 Sep 10 04:43:23.347218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927dc723-dc21-4b1b-b404-e7360815ed4f req-adb777ef-8b60-4d27-8fd7-c5938f1dabb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:23.348715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-927dc723-dc21-4b1b-b404-e7360815ed4f req-adb777ef-8b60-4d27-8fd7-c5938f1dabb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0482497 Sep 10 04:43:23.385548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-927dc723-dc21-4b1b-b404-e7360815ed4f req-bd9978e8-aeea-4b7d-af5a-53ff2b14f4d8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309851 Sep 10 04:43:23.511209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e73a2b38-a321-4a28-a3fa-de6d9c34d1ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:23.739694 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:24.497454 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf288df6-cc11-42d0-aa17-1cc28048b6fb req-fd496f15-c913-47bc-9735-46db1c9f74d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:24.498885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf288df6-cc11-42d0-aa17-1cc28048b6fb req-fd496f15-c913-47bc-9735-46db1c9f74d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475395 Sep 10 04:43:24.535996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf288df6-cc11-42d0-aa17-1cc28048b6fb req-3142ba72-241f-4122-be3c-33091aec4421 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311866 Sep 10 04:43:25.362522 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:25.652784 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd6311f-1da1-4454-8849-51dbc5141ae2 req-59465952-4526-4c4c-9a33-8d4a6174bf5b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:25.654139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bd6311f-1da1-4454-8849-51dbc5141ae2 req-59465952-4526-4c4c-9a33-8d4a6174bf5b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0515192 Sep 10 04:43:25.690917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bd6311f-1da1-4454-8849-51dbc5141ae2 req-24a04fbe-2ab9-4bf1-82d7-1a522623c3b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309052 Sep 10 04:43:26.499753 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:26.803315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8853309d-b59c-48ba-8395-f8dbcc7d1370 req-028534fb-ad05-4ade-8a2d-88db9dc913de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:26.804798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8853309d-b59c-48ba-8395-f8dbcc7d1370 req-028534fb-ad05-4ade-8a2d-88db9dc913de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0482650 Sep 10 04:43:26.841376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8853309d-b59c-48ba-8395-f8dbcc7d1370 req-a069ff19-57f4-43d1-b7db-86ce9563aa9d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307715 Sep 10 04:43:27.953885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af49162c-506f-4065-9432-2bfdbe4935ca req-ea1d5ebb-ece5-467f-9791-73fdacd9c198 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:27.955338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af49162c-506f-4065-9432-2bfdbe4935ca req-ea1d5ebb-ece5-467f-9791-73fdacd9c198 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476096 Sep 10 04:43:27.991462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af49162c-506f-4065-9432-2bfdbe4935ca req-479107d1-4840-4611-8f65-fe9f4f541677 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302489 Sep 10 04:43:29.111243 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64efcf73-9b0b-4175-af6a-1129b44e522c req-7f792542-cdea-4dc7-99b0-41a2dcb4f744 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:29.112729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64efcf73-9b0b-4175-af6a-1129b44e522c req-7f792542-cdea-4dc7-99b0-41a2dcb4f744 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0519161 Sep 10 04:43:29.148687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64efcf73-9b0b-4175-af6a-1129b44e522c req-9eab6ee1-5a35-4016-94f0-33f8478fed0e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298903 Sep 10 04:43:29.396078 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:30.229911 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:43:30.260999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310998b1-9954-42ab-be7f-1b2ca50f7df0 req-5071c1ab-c615-44a6-bfe5-c23a09b0e30a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:30.262458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-310998b1-9954-42ab-be7f-1b2ca50f7df0 req-5071c1ab-c615-44a6-bfe5-c23a09b0e30a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479472 Sep 10 04:43:30.298699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-310998b1-9954-42ab-be7f-1b2ca50f7df0 req-0b813d10-7ca4-4417-b67a-92f73e1a3d7f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303411 Sep 10 04:43:31.410515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bb4b2a-63b3-4497-8167-323e6455d110 req-a1214c2e-0db5-4b44-b283-e28dfbf08b8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:31.412015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19bb4b2a-63b3-4497-8167-323e6455d110 req-a1214c2e-0db5-4b44-b283-e28dfbf08b8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0480959 Sep 10 04:43:31.448650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19bb4b2a-63b3-4497-8167-323e6455d110 req-77928f7c-307c-4a7b-a0fc-5115b618dad5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308247 Sep 10 04:43:32.564616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d4f56-62ac-4fa5-aa0f-90ac1e2a848b req-ef60139e-a451-4e8c-805e-1ab8416d93af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:32.566076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296d4f56-62ac-4fa5-aa0f-90ac1e2a848b req-ef60139e-a451-4e8c-805e-1ab8416d93af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0514696 Sep 10 04:43:32.601731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-296d4f56-62ac-4fa5-aa0f-90ac1e2a848b req-e0f3ba1d-0e66-48a5-982d-c3146d7f1aa4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297766 Sep 10 04:43:32.830953 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:33.714719 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f72c1ab-4b0a-43b1-9cdc-265fdc6ba78d req-69c6c27d-ff44-4077-8a47-d176613915cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:33.716209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f72c1ab-4b0a-43b1-9cdc-265fdc6ba78d req-69c6c27d-ff44-4077-8a47-d176613915cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483453 Sep 10 04:43:33.752964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f72c1ab-4b0a-43b1-9cdc-265fdc6ba78d req-66f5e48e-82a6-473b-9657-be2f5c8e2934 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309248 Sep 10 04:43:34.865859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9889e6a-9a30-4746-b90f-0e2f0ffd19aa req-d4933424-ad0c-48bd-823a-010ef92b3353 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:34.867312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9889e6a-9a30-4746-b90f-0e2f0ffd19aa req-d4933424-ad0c-48bd-823a-010ef92b3353 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478230 Sep 10 04:43:34.904079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9889e6a-9a30-4746-b90f-0e2f0ffd19aa req-09410599-40e7-48be-9e3b-ef07a470bf54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308797 Sep 10 04:43:36.017284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984aa0c6-2553-4886-b204-d79ce4368306 req-1e3af1f9-fa9d-471d-a5e5-095d8354564d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:36.018749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-984aa0c6-2553-4886-b204-d79ce4368306 req-1e3af1f9-fa9d-471d-a5e5-095d8354564d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0505702 Sep 10 04:43:36.055601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-984aa0c6-2553-4886-b204-d79ce4368306 req-f383fb70-5d93-4861-94de-1338be930a94 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306146 Sep 10 04:43:37.168325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92d9c8c-8744-4858-babf-02e04f0d1dbf req-49b3d784-7c29-45e4-a241-727b32f8e98f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:37.169781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b92d9c8c-8744-4858-babf-02e04f0d1dbf req-49b3d784-7c29-45e4-a241-727b32f8e98f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475371 Sep 10 04:43:37.207693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b92d9c8c-8744-4858-babf-02e04f0d1dbf req-e097fbf7-bda5-4fa7-8463-b74a70323cea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320187 Sep 10 04:43:38.323087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0253cc-b996-47ae-b48a-831abbedd9d1 req-35ff7937-5929-4d40-8016-1053dfdcc53c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:38.325229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb0253cc-b996-47ae-b48a-831abbedd9d1 req-35ff7937-5929-4d40-8016-1053dfdcc53c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475430 Sep 10 04:43:38.363164 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb0253cc-b996-47ae-b48a-831abbedd9d1 req-c6c87453-90cf-4fb8-a25c-c3a700df2b78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316675 Sep 10 04:43:39.485759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be712ac8-e3ca-442d-95b5-726f4d6eff74 req-7522f05c-a1af-40ca-9964-f767b0fb40fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:39.487219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be712ac8-e3ca-442d-95b5-726f4d6eff74 req-7522f05c-a1af-40ca-9964-f767b0fb40fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0547593 Sep 10 04:43:39.524890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be712ac8-e3ca-442d-95b5-726f4d6eff74 req-316b8e46-856f-47ab-bb39-912c786a239f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317047 Sep 10 04:43:40.637374 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68612b3-2bc6-428e-a231-b09820d2b32e req-fe5ccf23-af96-4c17-b3fe-8c1eefec0e74 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:40.638848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e68612b3-2bc6-428e-a231-b09820d2b32e req-fe5ccf23-af96-4c17-b3fe-8c1eefec0e74 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476801 Sep 10 04:43:40.675777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e68612b3-2bc6-428e-a231-b09820d2b32e req-88053caf-3e3b-4c3f-b63c-41abb7b5e6c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309551 Sep 10 04:43:41.787284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2992e5a5-31e1-4a0f-b32b-6e61805258e9 req-856a70bb-3eb8-4ba8-bdbf-5defa01040d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:41.788662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2992e5a5-31e1-4a0f-b32b-6e61805258e9 req-856a70bb-3eb8-4ba8-bdbf-5defa01040d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476663 Sep 10 04:43:41.825172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2992e5a5-31e1-4a0f-b32b-6e61805258e9 req-4c19dabe-4497-42b1-ab9e-3d74a7c4a5f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299621 Sep 10 04:43:42.940703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31a9afa-2332-470a-ac05-4ed98862e946 req-ee4efc16-293f-47f3-bd56-aa6644f71e3d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:42.942156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a31a9afa-2332-470a-ac05-4ed98862e946 req-ee4efc16-293f-47f3-bd56-aa6644f71e3d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0514681 Sep 10 04:43:42.978141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a31a9afa-2332-470a-ac05-4ed98862e946 req-cbc8615b-d9c4-403f-9205-6c9994457627 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301666 Sep 10 04:43:44.090323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a23718-0b4a-49c5-8be3-c3e9e2f1d7cb req-5b405915-c066-494b-b072-493f2c8d17bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:44.091796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2a23718-0b4a-49c5-8be3-c3e9e2f1d7cb req-5b405915-c066-494b-b072-493f2c8d17bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0467808 Sep 10 04:43:44.127737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2a23718-0b4a-49c5-8be3-c3e9e2f1d7cb req-6700b349-6ceb-433f-b649-2c8d895f7334 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301392 Sep 10 04:43:45.240252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af03617b-fc17-4eee-a02a-2dc961e520e1 req-03512348-f3db-4252-a90e-d5cdb510836f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:45.241698 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af03617b-fc17-4eee-a02a-2dc961e520e1 req-03512348-f3db-4252-a90e-d5cdb510836f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478075 Sep 10 04:43:45.278469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af03617b-fc17-4eee-a02a-2dc961e520e1 req-7939ab7f-2960-4c19-a480-ac562c83c0c0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309353 Sep 10 04:43:46.391646 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7651ac-d6bf-4c03-b5fa-4d6366bca99d req-d65cf52d-f5ed-4e32-b84e-20a1322967a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:46.393104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d7651ac-d6bf-4c03-b5fa-4d6366bca99d req-d65cf52d-f5ed-4e32-b84e-20a1322967a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0507004 Sep 10 04:43:46.430063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4d7651ac-d6bf-4c03-b5fa-4d6366bca99d req-94ff5686-54c5-44c9-9630-2407bbb55766 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308416 Sep 10 04:43:47.542155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e99051a-6112-4dea-b996-775dfb393b22 req-efe0bf3d-3d5b-4009-b75b-38388d4b6aac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:47.544234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e99051a-6112-4dea-b996-775dfb393b22 req-efe0bf3d-3d5b-4009-b75b-38388d4b6aac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0496953 Sep 10 04:43:47.580500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7e99051a-6112-4dea-b996-775dfb393b22 req-f50dd7b4-9ffd-4357-8d64-a8a9f245084d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304542 Sep 10 04:43:48.696307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cae468-d311-4eb9-8508-23e12f8ba8cc req-9227a9aa-ae85-4aff-abc3-6f32394df9ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:48.697834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84cae468-d311-4eb9-8508-23e12f8ba8cc req-9227a9aa-ae85-4aff-abc3-6f32394df9ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0513895 Sep 10 04:43:48.735823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84cae468-d311-4eb9-8508-23e12f8ba8cc req-3f453645-608d-45b8-a88d-1f8928882f64 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309832 Sep 10 04:43:49.850569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a7fcef-ac55-437b-b704-ba9ebad0bd3c req-317762ae-a5cd-440c-9311-52142d86c4b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:49.852063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4a7fcef-ac55-437b-b704-ba9ebad0bd3c req-317762ae-a5cd-440c-9311-52142d86c4b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0512283 Sep 10 04:43:49.888156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4a7fcef-ac55-437b-b704-ba9ebad0bd3c req-0fe5e9e9-627e-4f4c-b93d-649fb525d018 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303669 Sep 10 04:43:50.900000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eb203a18-ce15-41ab-aa9b-870ebe8794e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:51.001257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60ccb9-3237-4a2e-9e25-8ec378d5a8ca req-74bdce67-7cf9-46b5-8ceb-a7b494cc39bc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:51.003010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec60ccb9-3237-4a2e-9e25-8ec378d5a8ca req-74bdce67-7cf9-46b5-8ceb-a7b494cc39bc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0492823 Sep 10 04:43:51.039585 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec60ccb9-3237-4a2e-9e25-8ec378d5a8ca req-0cb21204-6a93-4bcd-aaac-831be322d77a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306344 Sep 10 04:43:52.151841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960add88-a402-4b7b-892a-035ec3d7c542 req-f5c78265-ea50-4e2a-9f56-d250b9972274 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:52.153334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-960add88-a402-4b7b-892a-035ec3d7c542 req-f5c78265-ea50-4e2a-9f56-d250b9972274 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0488014 Sep 10 04:43:52.190311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-960add88-a402-4b7b-892a-035ec3d7c542 req-c3586fce-c811-421d-bb64-dabbb4339707 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308905 Sep 10 04:43:53.307343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f2d904-acd8-4ac9-992e-125f9e0a11a9 req-d4e2e846-b9be-40bc-9ed7-7cadbd7ea357 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:53.308800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3f2d904-acd8-4ac9-992e-125f9e0a11a9 req-d4e2e846-b9be-40bc-9ed7-7cadbd7ea357 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0509448 Sep 10 04:43:53.345645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3f2d904-acd8-4ac9-992e-125f9e0a11a9 req-d954191b-6c1e-4c56-855f-b96984366ec0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303378 Sep 10 04:43:53.522059 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fd28c36a-39dd-41b9-b0a1-8b826e634733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:53.773633 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:54.462307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7512b86-305b-484b-a241-048846c23fe6 req-72be7dd4-6b5f-41f9-b103-be4814b710e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:54.463809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7512b86-305b-484b-a241-048846c23fe6 req-72be7dd4-6b5f-41f9-b103-be4814b710e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0521100 Sep 10 04:43:54.500325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a7512b86-305b-484b-a241-048846c23fe6 req-ed69e4e1-1cbf-49d3-a9e1-e93f03c3b63c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307133 Sep 10 04:43:55.378397 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:55.613630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ad795b-1921-437b-98f4-42f8e7b202ec req-9561cbfc-4f6d-4ffe-a574-6badf403a65a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:55.615124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73ad795b-1921-437b-98f4-42f8e7b202ec req-9561cbfc-4f6d-4ffe-a574-6badf403a65a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0480111 Sep 10 04:43:55.651949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73ad795b-1921-437b-98f4-42f8e7b202ec req-f34a2c5e-1818-4d35-9280-4c11e0e59709 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308025 Sep 10 04:43:56.509949 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:43:56.771794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850c89bd-17fc-4d63-9e37-4e8309e7c9ae req-a056cbef-3ed5-448a-80d6-f5491826935b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:56.773529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-850c89bd-17fc-4d63-9e37-4e8309e7c9ae req-a056cbef-3ed5-448a-80d6-f5491826935b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0513682 Sep 10 04:43:56.808874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-850c89bd-17fc-4d63-9e37-4e8309e7c9ae req-2f82e37c-3bbe-498c-a695-8d08e9266d44 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295472 Sep 10 04:43:57.924218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7078a-ba3d-4bce-a062-c181e8ae0b04 req-b3625ee6-4875-4240-9629-0115b67330f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:57.925706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ced7078a-ba3d-4bce-a062-c181e8ae0b04 req-b3625ee6-4875-4240-9629-0115b67330f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0501409 Sep 10 04:43:57.962029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ced7078a-ba3d-4bce-a062-c181e8ae0b04 req-56b3ec6c-98b2-4cf0-862b-aa47602d8ef0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304434 Sep 10 04:43:59.075192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b387913-b1be-4627-9f07-c10755bb8f84 req-573cec03-0e00-43cf-a3ac-90bb7f13fb6f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:43:59.077243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b387913-b1be-4627-9f07-c10755bb8f84 req-573cec03-0e00-43cf-a3ac-90bb7f13fb6f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477674 Sep 10 04:43:59.112985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b387913-b1be-4627-9f07-c10755bb8f84 req-30c965ee-2d97-4124-99e0-3fdc1cc1a56c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300403 Sep 10 04:43:59.396596 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:00.226423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17828a43-e6a7-414a-b476-3489a5c10465 req-97dbe11d-e6b1-4ab0-9581-87a1f3be87ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:00.227806 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17828a43-e6a7-414a-b476-3489a5c10465 req-97dbe11d-e6b1-4ab0-9581-87a1f3be87ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0500572 Sep 10 04:44:00.264998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17828a43-e6a7-414a-b476-3489a5c10465 req-83d0da0e-6cb1-4822-b661-57c4ce0e157b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308881 Sep 10 04:44:01.378116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f54e00-44d9-41a1-bece-60d798480ae9 req-bb316ac0-4fa4-449a-b33d-189eb53ff76a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:01.379587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14f54e00-44d9-41a1-bece-60d798480ae9 req-bb316ac0-4fa4-449a-b33d-189eb53ff76a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0494471 Sep 10 04:44:01.417743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14f54e00-44d9-41a1-bece-60d798480ae9 req-809e2f80-8912-4427-90bf-0386d639de4c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320730 Sep 10 04:44:02.533166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9cee35-a33e-4768-88b9-8ccb3cae2bb2 req-799b4df2-6acb-46e3-a22e-e8b1cd82b314 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:02.534689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb9cee35-a33e-4768-88b9-8ccb3cae2bb2 req-799b4df2-6acb-46e3-a22e-e8b1cd82b314 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481615 Sep 10 04:44:02.571351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb9cee35-a33e-4768-88b9-8ccb3cae2bb2 req-60cdeed9-f2fd-4628-9a6a-b759fb7cd915 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307541 Sep 10 04:44:02.870682 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:03.685879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fa7b23-e670-422a-a8f7-d4bdb801a83e req-609fe086-dd82-416d-9b18-063322239e54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:03.687312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48fa7b23-e670-422a-a8f7-d4bdb801a83e req-609fe086-dd82-416d-9b18-063322239e54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0507958 Sep 10 04:44:03.723377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48fa7b23-e670-422a-a8f7-d4bdb801a83e req-ecc9f8c3-1e03-44bd-b598-064d901b34fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301483 Sep 10 04:44:04.834551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b733c-6863-4e8d-84b0-7a1dca908b20 req-be0efd5d-ac41-4708-824c-dfd6c3247c91 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:04.836028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-834b733c-6863-4e8d-84b0-7a1dca908b20 req-be0efd5d-ac41-4708-824c-dfd6c3247c91 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0469124 Sep 10 04:44:04.872358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-834b733c-6863-4e8d-84b0-7a1dca908b20 req-37369681-4130-4d24-9671-b2df425c2d91 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297458 Sep 10 04:44:05.984437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2d43b4-7cfd-402d-a334-3c5c0cc592ff req-8b52380f-831b-4541-aa54-ab8612065197 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:05.985873 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b2d43b4-7cfd-402d-a334-3c5c0cc592ff req-8b52380f-831b-4541-aa54-ab8612065197 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0471096 Sep 10 04:44:06.021676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b2d43b4-7cfd-402d-a334-3c5c0cc592ff req-e82844ef-9d7b-4f79-9e83-3e0efe198046 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300112 Sep 10 04:44:07.138714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6cfa8-f43a-4bf5-8404-1ca41513cf68 req-71364946-d468-4ff3-a645-7868ffb2ab0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:07.140192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73b6cfa8-f43a-4bf5-8404-1ca41513cf68 req-71364946-d468-4ff3-a645-7868ffb2ab0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0524609 Sep 10 04:44:07.177319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73b6cfa8-f43a-4bf5-8404-1ca41513cf68 req-764d1a5f-911d-4a49-be7a-90670ce3e108 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312350 Sep 10 04:44:07.228799 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:44:08.288555 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9043e2c7-3105-4369-82b0-386d89d545fd req-97249128-616c-408e-b244-28c33049bda6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:08.290014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9043e2c7-3105-4369-82b0-386d89d545fd req-97249128-616c-408e-b244-28c33049bda6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483730 Sep 10 04:44:08.327145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9043e2c7-3105-4369-82b0-386d89d545fd req-b660394e-a8de-45a4-90a4-0eb63a12995a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307324 Sep 10 04:44:09.443572 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7bc48c-515d-4b2f-9102-e29a5dca6a6d req-a4903a65-88bd-4b6d-bea4-8cb682c3733f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:09.451740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f7bc48c-515d-4b2f-9102-e29a5dca6a6d req-a4903a65-88bd-4b6d-bea4-8cb682c3733f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0511606 Sep 10 04:44:09.483179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f7bc48c-515d-4b2f-9102-e29a5dca6a6d req-372ebade-f3f0-4b94-979d-a393a56d1532 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321391 Sep 10 04:44:09.510988 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-9976558d-19c2-4d0a-8841-ca94aa32c9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:09.512525 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-9976558d-19c2-4d0a-8841-ca94aa32c9d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0412049 Sep 10 04:44:09.615151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-04eebe98-5cab-45ca-8ba1-3f10c3d2bb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:09.616584 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-04eebe98-5cab-45ca-8ba1-3f10c3d2bb7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0843158 Sep 10 04:44:09.683730 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-e62cf3cd-2ebb-4247-b2ce-1c8cf29f6a8f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 1001 time: 0.0596690 Sep 10 04:44:09.730290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-340ed762-1dd1-446d-9706-8dc31380e885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:09.732235 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-340ed762-1dd1-446d-9706-8dc31380e885 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0413804 Sep 10 04:44:09.775027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-0085a528-53f2-4e01-9067-b1053dc11733 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:09.776524 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-0085a528-53f2-4e01-9067-b1053dc11733 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382326 Sep 10 04:44:09.867152 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-a332a879-5321-46ec-8f93-4ec6b71307db service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837040 Sep 10 04:44:09.958909 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-404d74a3-7354-429c-85be-3dcd8f86c881 req-cac67383-caa5-4e3a-af92-63c7f4f16a98 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843308 Sep 10 04:44:10.600763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a55409-00a5-448f-b309-42b28226199b req-41c71299-b8d4-48dd-8b1e-f63085edc606 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:10.602229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82a55409-00a5-448f-b309-42b28226199b req-41c71299-b8d4-48dd-8b1e-f63085edc606 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0513403 Sep 10 04:44:10.638506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82a55409-00a5-448f-b309-42b28226199b req-1302df3b-5f6f-4d36-9f1b-bb6a1d55f9c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299196 Sep 10 04:44:11.764418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da285a49-b30a-4e2f-b9ab-1c3c3e6c67e1 req-6f2c6941-398f-4ab7-b07e-5ad6ae989c31 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:11.765874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da285a49-b30a-4e2f-b9ab-1c3c3e6c67e1 req-6f2c6941-398f-4ab7-b07e-5ad6ae989c31 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478821 Sep 10 04:44:11.801787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da285a49-b30a-4e2f-b9ab-1c3c3e6c67e1 req-a13adf61-31cc-4988-9c0d-ebf1a1ade2ad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300536 Sep 10 04:44:12.913851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b769c1-2da8-4df3-8ba0-6f29903fa63c req-812d6cba-5c58-418a-bb1b-2e724645c304 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:12.915280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45b769c1-2da8-4df3-8ba0-6f29903fa63c req-812d6cba-5c58-418a-bb1b-2e724645c304 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0473659 Sep 10 04:44:12.950813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45b769c1-2da8-4df3-8ba0-6f29903fa63c req-3b40dee2-2778-4b84-a759-2650d3f3576b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292482 Sep 10 04:44:14.065446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f98fd-3868-477f-91f8-642545f2664f req-3bf1e742-4481-4c42-9a85-577a120365e1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:14.066906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c2f98fd-3868-477f-91f8-642545f2664f req-3bf1e742-4481-4c42-9a85-577a120365e1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0514581 Sep 10 04:44:14.104038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c2f98fd-3868-477f-91f8-642545f2664f req-83d7f407-cc18-4ba8-814b-89cc02478b63 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305178 Sep 10 04:44:15.214581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac2c1be-840c-4bd4-829a-670c8e42886a req-f596f8de-d7b6-416a-ba68-8da739b52b9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:15.216117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ac2c1be-840c-4bd4-829a-670c8e42886a req-f596f8de-d7b6-416a-ba68-8da739b52b9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477693 Sep 10 04:44:15.252960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ac2c1be-840c-4bd4-829a-670c8e42886a req-b635d549-9638-4092-afd3-5f2975e790cf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310609 Sep 10 04:44:16.363473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a8c6e0-b4ae-44cc-9555-968ebb74ec11 req-dc3819b1-f9e1-4e2f-ae5c-c29cb002f759 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:16.364961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35a8c6e0-b4ae-44cc-9555-968ebb74ec11 req-dc3819b1-f9e1-4e2f-ae5c-c29cb002f759 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0470338 Sep 10 04:44:16.401936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35a8c6e0-b4ae-44cc-9555-968ebb74ec11 req-1776fb39-f292-47c7-a4fa-643193082cb0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311170 Sep 10 04:44:17.516593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b25ca6b-87be-47b3-9ea5-d6d672df1ebd req-d19ed6be-6a3c-429b-aca3-d09b8a67da35 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:17.518063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b25ca6b-87be-47b3-9ea5-d6d672df1ebd req-d19ed6be-6a3c-429b-aca3-d09b8a67da35 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0511293 Sep 10 04:44:17.555127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b25ca6b-87be-47b3-9ea5-d6d672df1ebd req-17e5474a-590a-40ee-be9a-6f81a5e2baaf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308430 Sep 10 04:44:18.666514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f004f-f57e-4546-9560-ab49f61d5996 req-787f4f0d-3bdf-4ed9-a665-d67fba014148 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:18.667976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d03f004f-f57e-4546-9560-ab49f61d5996 req-787f4f0d-3bdf-4ed9-a665-d67fba014148 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0474634 Sep 10 04:44:18.704849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d03f004f-f57e-4546-9560-ab49f61d5996 req-81088921-e88d-44cb-aa0f-11ebaee875d6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309947 Sep 10 04:44:19.818616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a51f27-2140-489c-84e3-8b19d162d2b3 req-aecb1db2-fd82-47bc-b5be-97718c74b5ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:19.820124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7a51f27-2140-489c-84e3-8b19d162d2b3 req-aecb1db2-fd82-47bc-b5be-97718c74b5ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0493121 Sep 10 04:44:19.858217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7a51f27-2140-489c-84e3-8b19d162d2b3 req-7de26f1c-cf91-458f-bdbb-2aca9bc9a03b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318539 Sep 10 04:44:20.921809 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96255472-9e2b-4b78-8adb-a540138f72d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:20.978546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ead5895-a923-469b-bb3a-2b870fdc998b req-20d7ce00-8c29-4537-8709-84d9c61ff498 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:20.980022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ead5895-a923-469b-bb3a-2b870fdc998b req-20d7ce00-8c29-4537-8709-84d9c61ff498 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0504670 Sep 10 04:44:21.016510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ead5895-a923-469b-bb3a-2b870fdc998b req-58349a5f-f474-47f7-b490-3b41df9fe655 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298951 Sep 10 04:44:22.142653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd041e-24f3-4ac5-be68-2ad67a82e699 req-7bb3bc57-d408-4017-abda-1109a388822b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:22.144039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2cd041e-24f3-4ac5-be68-2ad67a82e699 req-7bb3bc57-d408-4017-abda-1109a388822b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477681 Sep 10 04:44:22.181564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2cd041e-24f3-4ac5-be68-2ad67a82e699 req-7089f5c0-2a3e-4a65-ab42-fba35f9fe008 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313003 Sep 10 04:44:23.291776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af753da-6330-4741-a0e1-5695e7560cd8 req-684e22fb-be05-472f-bf19-a585676dc985 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:23.293155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0af753da-6330-4741-a0e1-5695e7560cd8 req-684e22fb-be05-472f-bf19-a585676dc985 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0482621 Sep 10 04:44:23.330178 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0af753da-6330-4741-a0e1-5695e7560cd8 req-2f5e372e-6ba8-4fb6-8150-3eebec1dbd47 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306349 Sep 10 04:44:23.516105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-701be634-6039-478c-91cd-7d3f1639e77e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:23.755900 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:24.444846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c2d071-a100-41a5-a0ad-a5d092640f2e req-55c27c47-4dcb-4e41-9880-a558a2ae5b8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:24.446292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58c2d071-a100-41a5-a0ad-a5d092640f2e req-55c27c47-4dcb-4e41-9880-a558a2ae5b8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0513346 Sep 10 04:44:24.482588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58c2d071-a100-41a5-a0ad-a5d092640f2e req-716759c5-c8b7-46e4-83f0-bb932f7ddb83 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298591 Sep 10 04:44:25.350380 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:25.596241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c7062f-7720-4b5f-9da6-3bb2de584c7d req-1ab3274c-9346-4ef7-abcd-a5c748fdbb4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:25.597703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9c7062f-7720-4b5f-9da6-3bb2de584c7d req-1ab3274c-9346-4ef7-abcd-a5c748fdbb4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475924 Sep 10 04:44:25.634766 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9c7062f-7720-4b5f-9da6-3bb2de584c7d req-d4c8ca06-e57d-404e-92ef-fa82b3212056 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309925 Sep 10 04:44:26.498681 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:26.745419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d563f02e-5fea-4755-be78-936bedeab89f req-29696913-31e7-4771-92a0-7ab94a099b00 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:26.746787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d563f02e-5fea-4755-be78-936bedeab89f req-29696913-31e7-4771-92a0-7ab94a099b00 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0470159 Sep 10 04:44:26.783459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d563f02e-5fea-4755-be78-936bedeab89f req-d087f9d5-8a70-418c-9cbe-27b581fd733b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303555 Sep 10 04:44:27.898150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c02c2b-8016-421e-85ce-2e6046a76be0 req-760f3f5d-9e52-4058-99e2-998fa107311e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:27.899603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38c02c2b-8016-421e-85ce-2e6046a76be0 req-760f3f5d-9e52-4058-99e2-998fa107311e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0507367 Sep 10 04:44:27.936410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38c02c2b-8016-421e-85ce-2e6046a76be0 req-8c86b893-13b3-4bcc-b7ae-148e279c8b76 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302188 Sep 10 04:44:29.048845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b018713-9f2f-41a2-8d8e-cbf7332214f3 req-2d3cd732-d1c9-4129-bd19-b46edd9eccba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:29.050310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b018713-9f2f-41a2-8d8e-cbf7332214f3 req-2d3cd732-d1c9-4129-bd19-b46edd9eccba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0487964 Sep 10 04:44:29.086347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b018713-9f2f-41a2-8d8e-cbf7332214f3 req-39aef8bf-9077-4df2-889a-8a3abab288ad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300791 Sep 10 04:44:29.418905 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:30.198242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8039230f-f7ff-41f0-89b7-30ac1a05559d req-793df781-15ba-4af8-b3e4-1f8519d55229 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:30.199568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8039230f-f7ff-41f0-89b7-30ac1a05559d req-793df781-15ba-4af8-b3e4-1f8519d55229 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472364 Sep 10 04:44:30.235091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8039230f-f7ff-41f0-89b7-30ac1a05559d req-584ea9e3-c732-46d2-be6f-b70e736aece7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297351 Sep 10 04:44:31.349976 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3485283e-18ab-4eca-af26-ce3cd73faa77 req-05af0cb1-b98b-4942-88d3-1991da7f284f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:31.351405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3485283e-18ab-4eca-af26-ce3cd73faa77 req-05af0cb1-b98b-4942-88d3-1991da7f284f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0504498 Sep 10 04:44:31.387279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3485283e-18ab-4eca-af26-ce3cd73faa77 req-dabc8cf4-ac75-49f1-975e-ca11e26b7af4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300381 Sep 10 04:44:32.499173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0a370-7e41-4b15-a3ae-6281da1df530 req-306ed122-a001-47fa-9099-ccb289ac2429 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:32.500660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cc0a370-7e41-4b15-a3ae-6281da1df530 req-306ed122-a001-47fa-9099-ccb289ac2429 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476551 Sep 10 04:44:32.538499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cc0a370-7e41-4b15-a3ae-6281da1df530 req-88c31540-13b9-4206-8a3f-b2b4ff523b06 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320368 Sep 10 04:44:32.841355 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:33.649033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73cae15-8182-4971-a553-09ed5a8697e4 req-ba4bbe83-d591-47c4-b10e-feaa5a62bf2d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:33.650497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e73cae15-8182-4971-a553-09ed5a8697e4 req-ba4bbe83-d591-47c4-b10e-feaa5a62bf2d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472097 Sep 10 04:44:33.686966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e73cae15-8182-4971-a553-09ed5a8697e4 req-8c4c4584-7291-41fe-af29-4b569304aef3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301776 Sep 10 04:44:34.801122 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb7ea6f-33fd-4418-969a-5d09678beda6 req-86092f21-0b48-472d-a029-fc67a32752e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:34.802591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bb7ea6f-33fd-4418-969a-5d09678beda6 req-86092f21-0b48-472d-a029-fc67a32752e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0506546 Sep 10 04:44:34.838650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bb7ea6f-33fd-4418-969a-5d09678beda6 req-ff8ebadd-d444-4937-ae43-4a947f572a2b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302784 Sep 10 04:44:35.949599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf27663-b9a1-49fa-99e7-67d3e49785df req-1e134571-8012-44e3-b443-e8d005e21703 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:35.951084 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddf27663-b9a1-49fa-99e7-67d3e49785df req-1e134571-8012-44e3-b443-e8d005e21703 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478485 Sep 10 04:44:35.987673 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddf27663-b9a1-49fa-99e7-67d3e49785df req-4253095b-a460-4f55-a433-9b008a4ad9f3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307233 Sep 10 04:44:37.097506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa1e6d1-fa48-433a-803c-4a568a7b17a4 req-a8f6ef98-4c4e-4181-b5de-e2bba4a0d1f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:37.098937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fa1e6d1-fa48-433a-803c-4a568a7b17a4 req-a8f6ef98-4c4e-4181-b5de-e2bba4a0d1f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0469923 Sep 10 04:44:37.135608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fa1e6d1-fa48-433a-803c-4a568a7b17a4 req-e88d1d83-81f6-4d68-a6fd-f36bafbcb90c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308139 Sep 10 04:44:38.250861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1812233-0699-4b15-97e1-a1c14db4d49a req-cdc4d631-65ec-4fed-8a80-4d24a5152efe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:38.252223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1812233-0699-4b15-97e1-a1c14db4d49a req-cdc4d631-65ec-4fed-8a80-4d24a5152efe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0507467 Sep 10 04:44:38.288565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1812233-0699-4b15-97e1-a1c14db4d49a req-152dfecb-ec8f-42be-81a2-18d48f0ca732 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304539 Sep 10 04:44:39.399042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b25054-3447-45f9-862f-786ce696b04c req-40f28bf7-76e2-47bb-84ed-b329dd8d26c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:39.400520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0b25054-3447-45f9-862f-786ce696b04c req-40f28bf7-76e2-47bb-84ed-b329dd8d26c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0471861 Sep 10 04:44:39.437034 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0b25054-3447-45f9-862f-786ce696b04c req-22f3c1fe-acfc-4e33-9d4b-57ca3b833ed9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306561 Sep 10 04:44:40.549020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364e4d79-2511-4676-93f1-2bd24809d95b req-2ac7c74d-5e59-4148-a824-7bf715f3b068 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:40.550505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-364e4d79-2511-4676-93f1-2bd24809d95b req-2ac7c74d-5e59-4148-a824-7bf715f3b068 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0492222 Sep 10 04:44:40.587044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-364e4d79-2511-4676-93f1-2bd24809d95b req-1af8f578-55b5-4920-8eb3-4605d6dc7d6a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306697 Sep 10 04:44:41.702932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7d0231-06b7-4929-8d2f-9d2996c8c4f4 req-d42d4cb1-4ba8-448a-9a6e-c44bbb901339 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:41.705069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c7d0231-06b7-4929-8d2f-9d2996c8c4f4 req-d42d4cb1-4ba8-448a-9a6e-c44bbb901339 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0509670 Sep 10 04:44:41.744472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c7d0231-06b7-4929-8d2f-9d2996c8c4f4 req-4c25ce0e-4b5d-4798-8eaf-88110aa61dfc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335174 Sep 10 04:44:42.857346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96354da0-56ad-4d66-81c3-3a1d00076454 req-55a8c9d2-58ed-4a06-9dff-47f2952c3fc1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:42.858789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96354da0-56ad-4d66-81c3-3a1d00076454 req-55a8c9d2-58ed-4a06-9dff-47f2952c3fc1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478818 Sep 10 04:44:42.894855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96354da0-56ad-4d66-81c3-3a1d00076454 req-f6c2da3a-3a90-4132-ac7c-d3877bd5013c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301971 Sep 10 04:44:44.010504 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e80b4-1951-4a62-9e4e-22ba1d0a2fc7 req-cd19f0fb-c029-4845-9c5d-8e6723c56494 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:44.011965 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-226e80b4-1951-4a62-9e4e-22ba1d0a2fc7 req-cd19f0fb-c029-4845-9c5d-8e6723c56494 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0471539 Sep 10 04:44:44.048786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-226e80b4-1951-4a62-9e4e-22ba1d0a2fc7 req-2b4536ab-ee1b-405a-a74a-42edeaf44343 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303354 Sep 10 04:44:44.229019 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:44:45.164010 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67a281c0-8b32-49a1-b5ad-152839080be3 req-38c780f0-adb5-43e6-a3e5-25a0a0ada1d5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:45.165470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67a281c0-8b32-49a1-b5ad-152839080be3 req-38c780f0-adb5-43e6-a3e5-25a0a0ada1d5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0510242 Sep 10 04:44:45.201440 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67a281c0-8b32-49a1-b5ad-152839080be3 req-96e7bf6a-e635-48be-82e8-05f5573c7d77 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300868 Sep 10 04:44:46.313084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4ed1ba-b81d-45d9-a018-08ff8dac429a req-10a677b7-58f1-40a7-acab-ccdb4ae34f72 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:46.315045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4ed1ba-b81d-45d9-a018-08ff8dac429a req-10a677b7-58f1-40a7-acab-ccdb4ae34f72 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479372 Sep 10 04:44:46.351894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f4ed1ba-b81d-45d9-a018-08ff8dac429a req-c2c8a821-1399-4817-be94-3c5889b64f75 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306544 Sep 10 04:44:47.464995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baaa9071-73f2-4bdc-9aa7-b39307affe46 req-ece17950-92fe-4b9f-9b29-ccceace54376 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:47.466450 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baaa9071-73f2-4bdc-9aa7-b39307affe46 req-ece17950-92fe-4b9f-9b29-ccceace54376 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476179 Sep 10 04:44:47.503004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baaa9071-73f2-4bdc-9aa7-b39307affe46 req-6cf8ecab-0d3e-4405-826d-e8048b2e0b6b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300379 Sep 10 04:44:48.617782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1959a78c-f7e8-43fe-a2dd-929aa73ea158 req-0e3af63b-d554-431b-9588-deaaca4ba545 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:48.619224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1959a78c-f7e8-43fe-a2dd-929aa73ea158 req-0e3af63b-d554-431b-9588-deaaca4ba545 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0504348 Sep 10 04:44:48.656235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1959a78c-f7e8-43fe-a2dd-929aa73ea158 req-77862bf0-cc30-4779-88b0-b839d05ad338 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311804 Sep 10 04:44:49.767959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af9b1a4-91cb-4a27-8cd3-3597a241bdf0 req-968effba-b95c-4f45-8a1c-c8373e36f6c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:49.769419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6af9b1a4-91cb-4a27-8cd3-3597a241bdf0 req-968effba-b95c-4f45-8a1c-c8373e36f6c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476735 Sep 10 04:44:49.806512 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6af9b1a4-91cb-4a27-8cd3-3597a241bdf0 req-1bb96123-45df-45e4-8a3c-154a3077b945 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309527 Sep 10 04:44:50.887397 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-49a5142d-5c30-431d-a696-333c54ae3095 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:50.919621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8b3f9d-f32b-49d8-b1bd-192feb11285f req-4a913eee-5136-4992-9e39-d338dad65c35 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:50.921117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f8b3f9d-f32b-49d8-b1bd-192feb11285f req-4a913eee-5136-4992-9e39-d338dad65c35 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0486004 Sep 10 04:44:50.958912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f8b3f9d-f32b-49d8-b1bd-192feb11285f req-553e2c68-5708-4618-8d05-8d41a01c1155 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313287 Sep 10 04:44:52.077436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f316ed95-1ad2-4bff-9591-f14c17b5b98d req-8fda6414-ceca-4b43-9659-81d490788a4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:52.078938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f316ed95-1ad2-4bff-9591-f14c17b5b98d req-8fda6414-ceca-4b43-9659-81d490788a4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0517299 Sep 10 04:44:52.116043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f316ed95-1ad2-4bff-9591-f14c17b5b98d req-376181d5-b594-4f34-989e-6f972db88fc8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304825 Sep 10 04:44:53.230099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdf036f-50bf-42c2-895b-3876adc83104 req-e74b7fb0-709d-4989-9389-5cfd745b93b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:53.231576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cdf036f-50bf-42c2-895b-3876adc83104 req-e74b7fb0-709d-4989-9389-5cfd745b93b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0483086 Sep 10 04:44:53.267798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cdf036f-50bf-42c2-895b-3876adc83104 req-fcdd9ef3-eee5-465f-a68e-171e1745ec91 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302303 Sep 10 04:44:53.538384 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e22a6733-55f7-4ff5-b961-91b415bf11ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:53.749696 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:54.379885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b16392-1353-47bd-8493-881922e44db3 req-ba3d54b0-1fd5-4d93-98bb-2f05652ef050 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:54.381360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83b16392-1353-47bd-8493-881922e44db3 req-ba3d54b0-1fd5-4d93-98bb-2f05652ef050 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0473599 Sep 10 04:44:54.417557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83b16392-1353-47bd-8493-881922e44db3 req-58a28085-8b2c-4562-a103-cc525f18119e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303762 Sep 10 04:44:55.361489 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:55.533733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f7a2d4-37df-4a99-b034-5af1cbb43cc1 req-1a4f8e1f-4b76-46e5-8c79-e7920ffe3f9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:55.539030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3f7a2d4-37df-4a99-b034-5af1cbb43cc1 req-1a4f8e1f-4b76-46e5-8c79-e7920ffe3f9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0523884 Sep 10 04:44:55.572927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3f7a2d4-37df-4a99-b034-5af1cbb43cc1 req-e0db4eb9-5a76-463b-bcd5-fb7ab20f0a3b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Sep 10 04:44:56.521724 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:44:56.682399 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f67ffd-2c43-43de-befa-1544e8cc1871 req-e0d79f77-3410-41e2-b4e7-68d542b11021 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:56.683871 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5f67ffd-2c43-43de-befa-1544e8cc1871 req-e0d79f77-3410-41e2-b4e7-68d542b11021 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472984 Sep 10 04:44:56.720662 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5f67ffd-2c43-43de-befa-1544e8cc1871 req-edcc359e-cee7-494e-8036-f2ab3539319f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303779 Sep 10 04:44:57.833685 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4446935-17da-4ef0-8668-ada2f30331f4 req-56644c31-eded-4044-97bd-aef8e49395f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:57.835160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4446935-17da-4ef0-8668-ada2f30331f4 req-56644c31-eded-4044-97bd-aef8e49395f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478954 Sep 10 04:44:57.871712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4446935-17da-4ef0-8668-ada2f30331f4 req-b2de416f-2c6b-488a-b327-d5b82976732c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306199 Sep 10 04:44:58.988529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80255f62-3da0-43c5-81f6-d19eac366c82 req-744605a6-cb8d-4b87-897e-1f8e591dce43 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:44:58.989972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80255f62-3da0-43c5-81f6-d19eac366c82 req-744605a6-cb8d-4b87-897e-1f8e591dce43 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0525091 Sep 10 04:44:59.026155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80255f62-3da0-43c5-81f6-d19eac366c82 req-038309d1-5926-47d7-9647-cdf0b78f0522 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299921 Sep 10 04:44:59.440957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:00.137873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf09005b-64c8-4d9f-9a64-5e17c784bcac req-55d9ce47-ceeb-44f0-bb4c-2ecdf1a406bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:00.139338 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf09005b-64c8-4d9f-9a64-5e17c784bcac req-55d9ce47-ceeb-44f0-bb4c-2ecdf1a406bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475390 Sep 10 04:45:00.176563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf09005b-64c8-4d9f-9a64-5e17c784bcac req-fb73fb3d-c7b0-46be-956f-6b3a7f88a880 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307820 Sep 10 04:45:01.288073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826934d8-98d6-4940-93e2-36dd8ca01f82 req-40879409-b4c2-4f8a-ae74-f19b7d44b239 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:01.289506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-826934d8-98d6-4940-93e2-36dd8ca01f82 req-40879409-b4c2-4f8a-ae74-f19b7d44b239 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477462 Sep 10 04:45:01.325403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-826934d8-98d6-4940-93e2-36dd8ca01f82 req-4524896b-d779-4b65-b938-c9188c511f3b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300610 Sep 10 04:45:02.443113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53791315-ef23-4773-858b-683ec14d9e04 req-d1d7ad2d-459a-4f7f-832e-869c5ecad49e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:02.444692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53791315-ef23-4773-858b-683ec14d9e04 req-d1d7ad2d-459a-4f7f-832e-869c5ecad49e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0536580 Sep 10 04:45:02.483588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53791315-ef23-4773-858b-683ec14d9e04 req-0f9ef1c8-d115-4ff3-9bee-9f4a1f89393b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330441 Sep 10 04:45:02.869765 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:03.595532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64410b2f-3c02-47fe-b791-5401f3fa50f4 req-66169126-4182-48a6-94ab-03d50754843d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:03.597006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64410b2f-3c02-47fe-b791-5401f3fa50f4 req-66169126-4182-48a6-94ab-03d50754843d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0471396 Sep 10 04:45:03.633291 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64410b2f-3c02-47fe-b791-5401f3fa50f4 req-7e15b292-845e-4c53-a874-07c5c80f3d7a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305324 Sep 10 04:45:04.595285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-0b4a9e12-cecc-4ef6-aaf7-ddfb1af5e7ab req-c8e469c0-161a-4437-ae9d-7d687c5274d5 tempest-ServerDiskConfigTestJSON-486687771 tempest-ServerDiskConfigTestJSON-486687771-project] (95136) timed out ('10.222.0.39', 61357) {{(pid=95136) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 04:45:04.744576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc5463-fa4d-404d-b337-38e27054ece9 req-cfbed858-8f34-49ed-9679-53c2ea780ac2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:04.746031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99bc5463-fa4d-404d-b337-38e27054ece9 req-cfbed858-8f34-49ed-9679-53c2ea780ac2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0470583 Sep 10 04:45:04.783110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99bc5463-fa4d-404d-b337-38e27054ece9 req-e8d934e3-5a08-4c99-9082-53dfccbf4864 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299456 Sep 10 04:45:05.898221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d42e5-d19b-47d7-835e-533439338330 req-eb92cac3-a820-482f-9ba6-f5ebac7bfbd1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:05.899880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-318d42e5-d19b-47d7-835e-533439338330 req-eb92cac3-a820-482f-9ba6-f5ebac7bfbd1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0507932 Sep 10 04:45:05.936382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-318d42e5-d19b-47d7-835e-533439338330 req-36aaaf4a-a907-4d27-8963-ff4ad0aa8ff2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306957 Sep 10 04:45:07.049261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cac0b94-d42f-4622-8178-dbad4ad060b0 req-fece677a-dc11-49a2-afeb-ea9515d34cd7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:07.050707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cac0b94-d42f-4622-8178-dbad4ad060b0 req-fece677a-dc11-49a2-afeb-ea9515d34cd7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477915 Sep 10 04:45:07.087760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4cac0b94-d42f-4622-8178-dbad4ad060b0 req-a7e55696-5c61-4337-9b39-18350268ada6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311711 Sep 10 04:45:08.204831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b89a362-a806-40db-8b43-4db0e61e3a1c req-f0314f58-6047-4f25-bdda-f3fc515326dd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:08.204831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b89a362-a806-40db-8b43-4db0e61e3a1c req-f0314f58-6047-4f25-bdda-f3fc515326dd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475783 Sep 10 04:45:08.238125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b89a362-a806-40db-8b43-4db0e61e3a1c req-5501ed35-e04a-4966-86d3-6ee2762df700 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313265 Sep 10 04:45:09.353583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6331cb-d25e-4c11-9515-91851d9a2ad6 req-d970d328-a9b0-470c-a038-7c8c7b862dc0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:09.355063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b6331cb-d25e-4c11-9515-91851d9a2ad6 req-d970d328-a9b0-470c-a038-7c8c7b862dc0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0516436 Sep 10 04:45:09.392135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b6331cb-d25e-4c11-9515-91851d9a2ad6 req-535ab10a-fdb1-4789-bb55-78e493103f46 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303862 Sep 10 04:45:10.508085 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bfb31-02c7-4a62-bf1a-bd4a3e27a094 req-4039ac8c-adbc-4c43-ba34-51e315e35680 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:10.509650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd4bfb31-02c7-4a62-bf1a-bd4a3e27a094 req-4039ac8c-adbc-4c43-ba34-51e315e35680 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0498323 Sep 10 04:45:10.510537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-f4625afb-9657-4f53-a9b6-585bb4a79709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:10.512063 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-f4625afb-9657-4f53-a9b6-585bb4a79709 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0414896 Sep 10 04:45:10.550282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd4bfb31-02c7-4a62-bf1a-bd4a3e27a094 req-55de5943-e615-42cb-8d29-4da13318d0f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335214 Sep 10 04:45:10.613784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-022cf96b-fd9a-47b0-a573-e4f3fe7488fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:10.615261 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-022cf96b-fd9a-47b0-a573-e4f3fe7488fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0840893 Sep 10 04:45:10.683461 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-229a418a-3ad6-40f8-831f-2d8d55d93159 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 1001 time: 0.0603366 Sep 10 04:45:10.729943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-c0b56f53-fadf-44f6-9406-4770571e04ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:10.731329 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-c0b56f53-fadf-44f6-9406-4770571e04ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0411808 Sep 10 04:45:10.775700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-6797f161-ac67-48fa-b330-658eb1885c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:10.777167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-6797f161-ac67-48fa-b330-658eb1885c2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391738 Sep 10 04:45:10.867618 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-82a027e8-bb10-4f61-8d4c-9f1cb632897a service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832937 Sep 10 04:45:10.957023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b58d651b-64b2-4c38-a255-f570e8b46f54 req-05f32ab8-918e-4e75-b74b-08a7c07f9341 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828311 Sep 10 04:45:11.663117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115b6dc-43f1-499b-8f8e-19abc221929d req-df8a3718-51c8-4775-8823-a6be8f21c838 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:11.664588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d115b6dc-43f1-499b-8f8e-19abc221929d req-df8a3718-51c8-4775-8823-a6be8f21c838 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476699 Sep 10 04:45:11.700741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d115b6dc-43f1-499b-8f8e-19abc221929d req-d870d6ef-c9ff-4c02-9ab9-6b5aa3f43186 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302553 Sep 10 04:45:12.817029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff728dac-f9ce-464b-8bdd-3a7d9ff94ed3 req-e8590205-3ede-4e6c-985e-95e08422b84c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:12.818472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff728dac-f9ce-464b-8bdd-3a7d9ff94ed3 req-e8590205-3ede-4e6c-985e-95e08422b84c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0534747 Sep 10 04:45:12.854787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff728dac-f9ce-464b-8bdd-3a7d9ff94ed3 req-f2a3064a-e510-4bdf-bb1a-581dc58e5c54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304821 Sep 10 04:45:14.015395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b89998-c139-46bb-bb1e-0e1aedf86985 req-ffac882e-ee2e-4f8a-945c-50b9ace1ff44 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:14.016943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4b89998-c139-46bb-bb1e-0e1aedf86985 req-ffac882e-ee2e-4f8a-945c-50b9ace1ff44 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475564 Sep 10 04:45:14.054724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4b89998-c139-46bb-bb1e-0e1aedf86985 req-4874e8ba-9580-4159-ad55-9ea5a0988a3e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319419 Sep 10 04:45:15.166276 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739f9d4-b119-433a-9ca1-7f48ec7b2671 req-14dee444-5ab7-429f-9672-d30fbd8190d8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:15.167738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9739f9d4-b119-433a-9ca1-7f48ec7b2671 req-14dee444-5ab7-429f-9672-d30fbd8190d8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475287 Sep 10 04:45:15.203265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9739f9d4-b119-433a-9ca1-7f48ec7b2671 req-ca7d5e3c-ab56-4ad7-8e80-0c2a58ac7101 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297041 Sep 10 04:45:16.319376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faab7f5-8445-4a83-8fb2-e6d802aa95f4 req-ccaf24a2-47ba-4e6b-a27e-6c7b52cc01b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:16.320833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4faab7f5-8445-4a83-8fb2-e6d802aa95f4 req-ccaf24a2-47ba-4e6b-a27e-6c7b52cc01b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0506191 Sep 10 04:45:16.357357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4faab7f5-8445-4a83-8fb2-e6d802aa95f4 req-2531cce4-8617-4ed2-af19-2471ab985b4e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306749 Sep 10 04:45:17.471189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c278b0d7-ec3d-4dc1-8d73-4ea185ae42d4 req-4d322e22-2438-4395-8b84-3d6630383886 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:17.472658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c278b0d7-ec3d-4dc1-8d73-4ea185ae42d4 req-4d322e22-2438-4395-8b84-3d6630383886 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477414 Sep 10 04:45:17.508294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c278b0d7-ec3d-4dc1-8d73-4ea185ae42d4 req-2bf51248-f67a-4c8f-b089-d23079bb78af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297990 Sep 10 04:45:18.619264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a343958-723b-492d-8bec-769adbabcc24 req-377fbfdc-1b48-460f-ba66-202d93550639 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:18.620736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a343958-723b-492d-8bec-769adbabcc24 req-377fbfdc-1b48-460f-ba66-202d93550639 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0470657 Sep 10 04:45:18.658193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a343958-723b-492d-8bec-769adbabcc24 req-6441a3f9-b128-48dc-8ada-eb6cd196ef0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310938 Sep 10 04:45:19.786051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7ef05a-4e4b-4612-8fba-f3704d1d45b6 req-71d316fb-5e0d-4bd2-a4f5-7ce9c973c5d6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:19.787412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d7ef05a-4e4b-4612-8fba-f3704d1d45b6 req-71d316fb-5e0d-4bd2-a4f5-7ce9c973c5d6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0513506 Sep 10 04:45:19.824019 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d7ef05a-4e4b-4612-8fba-f3704d1d45b6 req-3307717e-627b-4a2b-922f-87fa5aa946ad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306048 Sep 10 04:45:20.887007 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e3e90177-81b9-4c0f-ad2a-65f25d55a8fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:20.937759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5355c833-d037-4c56-833a-db8ae24e9224 req-e0d73ed1-bd4f-47f5-a2fa-d7ca2c5b14e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:20.939292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5355c833-d037-4c56-833a-db8ae24e9224 req-e0d73ed1-bd4f-47f5-a2fa-d7ca2c5b14e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0492191 Sep 10 04:45:20.977087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5355c833-d037-4c56-833a-db8ae24e9224 req-1e482f01-e612-4d24-9f0b-af591a3e4488 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318480 Sep 10 04:45:21.227942 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:45:22.089057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c7eccf-d545-403d-8925-4714b17209aa req-a0c93090-b095-4d0a-9f27-690b3aece2e7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:22.090541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8c7eccf-d545-403d-8925-4714b17209aa req-a0c93090-b095-4d0a-9f27-690b3aece2e7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0480263 Sep 10 04:45:22.129374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8c7eccf-d545-403d-8925-4714b17209aa req-9f0ee2da-2c41-4636-b95f-a36586b70d3c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321479 Sep 10 04:45:23.246942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbe3051-5ed9-41d5-a64f-2edf6759ff80 req-ee992144-e567-4b0d-a4da-2e5c8827f3b1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:23.248414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcbe3051-5ed9-41d5-a64f-2edf6759ff80 req-ee992144-e567-4b0d-a4da-2e5c8827f3b1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0518024 Sep 10 04:45:23.286099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fcbe3051-5ed9-41d5-a64f-2edf6759ff80 req-e9939fd2-5fb2-421c-bf51-9fdfc0112e69 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316298 Sep 10 04:45:23.582947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-658c0e35-f1d2-4aa4-99dd-4d14a96f085f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:23.753942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:24.396577 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5a0a0-9730-4bd8-a92d-11383364af53 req-7b9f810c-334e-4f17-a692-07d4c617f403 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:24.398307 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cde5a0a0-9730-4bd8-a92d-11383364af53 req-7b9f810c-334e-4f17-a692-07d4c617f403 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476928 Sep 10 04:45:24.435086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cde5a0a0-9730-4bd8-a92d-11383364af53 req-29651694-a108-45d9-b5c9-9e60d0267a05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309136 Sep 10 04:45:25.366379 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:25.547936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445069d4-8f40-4339-b049-3dcf3c3e465d req-516c03a1-5c3e-41fb-9f5f-7ec13323a330 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:25.549454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-445069d4-8f40-4339-b049-3dcf3c3e465d req-516c03a1-5c3e-41fb-9f5f-7ec13323a330 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0496540 Sep 10 04:45:25.585796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-445069d4-8f40-4339-b049-3dcf3c3e465d req-1962bc11-45aa-42d1-a55c-dc3de9dca550 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304549 Sep 10 04:45:26.509837 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:26.702640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1443f77-b9fc-4503-b776-d7002d1a5f1e req-02c6a6e2-bfca-44a4-84a3-e9272eede99c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:26.704049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1443f77-b9fc-4503-b776-d7002d1a5f1e req-02c6a6e2-bfca-44a4-84a3-e9272eede99c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0511298 Sep 10 04:45:26.741276 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1443f77-b9fc-4503-b776-d7002d1a5f1e req-e45da90e-4a37-4a60-ba5e-5a4fd2e305ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310626 Sep 10 04:45:27.853954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd3e74b-49dc-466e-9bb5-badf3a593f29 req-75e64682-be52-4b4e-beef-a36ab5cf5f52 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:27.855403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efd3e74b-49dc-466e-9bb5-badf3a593f29 req-75e64682-be52-4b4e-beef-a36ab5cf5f52 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0470560 Sep 10 04:45:27.891940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efd3e74b-49dc-466e-9bb5-badf3a593f29 req-48ae1a17-134b-4f5a-846d-11fd5b82587a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301521 Sep 10 04:45:29.005009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a2fbf4-bf56-4add-b944-1a414bde26ef req-9b30bdfc-88a7-4721-b392-7717e4374cb0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:29.006464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7a2fbf4-bf56-4add-b944-1a414bde26ef req-9b30bdfc-88a7-4721-b392-7717e4374cb0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475628 Sep 10 04:45:29.043394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f7a2fbf4-bf56-4add-b944-1a414bde26ef req-ce052a1e-54d6-4a11-b260-1dd63f18e5a7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309737 Sep 10 04:45:29.417176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:30.159017 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c71cae-1284-4da9-8b0a-58ba43b51c2b req-b5b96516-1a83-4514-bc26-fca926598c5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:30.160496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31c71cae-1284-4da9-8b0a-58ba43b51c2b req-b5b96516-1a83-4514-bc26-fca926598c5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0512831 Sep 10 04:45:30.196095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31c71cae-1284-4da9-8b0a-58ba43b51c2b req-b0aba97c-56e3-42a9-9cbf-0e298b4d898a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297508 Sep 10 04:45:31.306437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42867ec8-591d-4415-870d-9b5980e8d2d9 req-cbfe67c8-8b57-4f11-bf9b-d3f91abe8b8f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:31.307944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42867ec8-591d-4415-870d-9b5980e8d2d9 req-cbfe67c8-8b57-4f11-bf9b-d3f91abe8b8f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0474865 Sep 10 04:45:31.344322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-42867ec8-591d-4415-870d-9b5980e8d2d9 req-ed772af6-9bdc-4200-a84d-47f5cde934a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300951 Sep 10 04:45:32.455468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c65eb1-08d9-4386-b2b1-15064842578e req-4632ac0c-d7e0-44e8-9bc4-481e4c4beb81 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:32.456978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9c65eb1-08d9-4386-b2b1-15064842578e req-4632ac0c-d7e0-44e8-9bc4-481e4c4beb81 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0470710 Sep 10 04:45:32.493857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9c65eb1-08d9-4386-b2b1-15064842578e req-b51de700-7329-431e-9710-54752ddd0db3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308919 Sep 10 04:45:32.862584 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:33.608720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f48138e-d06b-4c49-8e52-7dffc9076410 req-65ed2cb0-9404-47f3-a07c-075534dacccf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:33.610198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f48138e-d06b-4c49-8e52-7dffc9076410 req-65ed2cb0-9404-47f3-a07c-075534dacccf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0512693 Sep 10 04:45:33.647201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f48138e-d06b-4c49-8e52-7dffc9076410 req-0c62ee48-6725-419e-b22d-5112bac9241d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310333 Sep 10 04:45:34.759175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54a6835-195a-40d4-becb-979bb9323901 req-fc144172-fb8f-45e9-9ea4-69ed1d6dfceb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:34.760676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d54a6835-195a-40d4-becb-979bb9323901 req-fc144172-fb8f-45e9-9ea4-69ed1d6dfceb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0486076 Sep 10 04:45:34.798138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d54a6835-195a-40d4-becb-979bb9323901 req-a8adaba8-1d41-4bdf-adf0-9957f9321de0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309684 Sep 10 04:45:35.909540 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f317aab4-bcf6-45ed-baf8-11e42fca2031 req-8ad60670-956e-4eab-a665-57f7b6b9766e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:35.910980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f317aab4-bcf6-45ed-baf8-11e42fca2031 req-8ad60670-956e-4eab-a665-57f7b6b9766e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476437 Sep 10 04:45:35.947459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f317aab4-bcf6-45ed-baf8-11e42fca2031 req-0af0dbc4-626b-499e-afb7-17b691754da8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305514 Sep 10 04:45:37.062452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a50241-7fd3-451e-8192-55509c4a0780 req-83e478a4-b3d0-439b-a128-607e0f2634b3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:37.064445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53a50241-7fd3-451e-8192-55509c4a0780 req-83e478a4-b3d0-439b-a128-607e0f2634b3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0520544 Sep 10 04:45:37.101759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53a50241-7fd3-451e-8192-55509c4a0780 req-b23c9179-47b9-45a0-90bb-a6972ab5f615 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314367 Sep 10 04:45:38.214233 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b882ac9-b0d9-4963-ba08-33b706811649 req-0769ba1c-a6b6-42d0-896d-1e1ac8a0e1c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:38.215591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b882ac9-b0d9-4963-ba08-33b706811649 req-0769ba1c-a6b6-42d0-896d-1e1ac8a0e1c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0475914 Sep 10 04:45:38.253126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b882ac9-b0d9-4963-ba08-33b706811649 req-d1053ddf-8fbf-4a3c-b2b3-65655d487361 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316255 Sep 10 04:45:39.364721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd847a4e-3b86-4d39-bc1b-67de0ac91256 req-cfb42c5d-7197-4380-89f9-cd73d4e66093 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:39.366212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd847a4e-3b86-4d39-bc1b-67de0ac91256 req-cfb42c5d-7197-4380-89f9-cd73d4e66093 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0470011 Sep 10 04:45:39.403218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd847a4e-3b86-4d39-bc1b-67de0ac91256 req-d1947e27-6cff-4d0d-ac5d-2b053273740b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311723 Sep 10 04:45:40.517945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557b7523-e6e4-4793-9f19-0cd3c155d5b8 req-2b4e2b71-33ec-461a-8026-d4e70649aa92 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:40.519423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-557b7523-e6e4-4793-9f19-0cd3c155d5b8 req-2b4e2b71-33ec-461a-8026-d4e70649aa92 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0514803 Sep 10 04:45:40.557047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-557b7523-e6e4-4793-9f19-0cd3c155d5b8 req-ccbfd9ad-6eba-4919-b35c-dda621cef5b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313625 Sep 10 04:45:41.669837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c263102d-5de3-425a-97fb-778ec75a6558 req-d25e1055-6da8-462e-b869-c4ad638ee5f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:41.671304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c263102d-5de3-425a-97fb-778ec75a6558 req-d25e1055-6da8-462e-b869-c4ad638ee5f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481112 Sep 10 04:45:41.708392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c263102d-5de3-425a-97fb-778ec75a6558 req-5077ee86-e231-4b82-ae7b-32938cd6d733 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310969 Sep 10 04:45:42.819783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6630ba4f-2b05-4ba6-8617-e520928372d6 req-d4a00ce0-3622-4c3b-b5c6-1e17479428a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:42.821259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6630ba4f-2b05-4ba6-8617-e520928372d6 req-d4a00ce0-3622-4c3b-b5c6-1e17479428a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0469117 Sep 10 04:45:42.857945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6630ba4f-2b05-4ba6-8617-e520928372d6 req-51472fc5-ed8e-4c26-ac09-73feb175d6d6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308473 Sep 10 04:45:43.973149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bc5656-3989-4693-9ebd-1d94aa956dc3 req-4089a018-b83f-44a7-8469-04aa4db5aea0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:43.974707 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1bc5656-3989-4693-9ebd-1d94aa956dc3 req-4089a018-b83f-44a7-8469-04aa4db5aea0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0511014 Sep 10 04:45:44.010895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1bc5656-3989-4693-9ebd-1d94aa956dc3 req-5bea3a1f-82b0-4bb4-a4bc-7b58cdf5a441 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302720 Sep 10 04:45:45.121875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b64c3f2-d76a-41e3-ba8d-c9ef931ed009 req-601f2a80-b7e7-4127-87d6-95d20f002b19 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:45.123310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b64c3f2-d76a-41e3-ba8d-c9ef931ed009 req-601f2a80-b7e7-4127-87d6-95d20f002b19 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478163 Sep 10 04:45:45.160776 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b64c3f2-d76a-41e3-ba8d-c9ef931ed009 req-194ab61c-b0e2-4e50-97e3-d5d0aba4ff6c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315266 Sep 10 04:45:46.271955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e873ed-b973-4399-9e67-1d2fcbb63cc4 req-66d383f5-3ee3-49fc-bcfc-a786f019e3ad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:46.273569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09e873ed-b973-4399-9e67-1d2fcbb63cc4 req-66d383f5-3ee3-49fc-bcfc-a786f019e3ad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0468969 Sep 10 04:45:46.309912 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09e873ed-b973-4399-9e67-1d2fcbb63cc4 req-c354a55b-cf7e-406f-a8e7-6069b0aefc91 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305214 Sep 10 04:45:47.752130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2979e1-5fbb-4380-bf8a-50fd656b0d07 req-41fb83d4-0337-4e96-a429-a097c5bc6373 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:47.753497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad2979e1-5fbb-4380-bf8a-50fd656b0d07 req-41fb83d4-0337-4e96-a429-a097c5bc6373 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.3795066 Sep 10 04:45:47.789667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad2979e1-5fbb-4380-bf8a-50fd656b0d07 req-610fec7b-d5c4-423c-be19-34506accdae1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302360 Sep 10 04:45:48.900752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95e94ad-058c-4285-8cb1-1987589a26f3 req-2526f334-d19b-4a33-8b41-386935b4d3e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:48.902208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b95e94ad-058c-4285-8cb1-1987589a26f3 req-2526f334-d19b-4a33-8b41-386935b4d3e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476508 Sep 10 04:45:48.939384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b95e94ad-058c-4285-8cb1-1987589a26f3 req-d9a05198-740f-4426-84d6-4f9715393fe9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311024 Sep 10 04:45:50.049648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052698b7-262a-4d3b-8f74-fec79d943392 req-ea55d8cc-ceff-4bbc-8bb7-9c1bdd666e12 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:50.051074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-052698b7-262a-4d3b-8f74-fec79d943392 req-ea55d8cc-ceff-4bbc-8bb7-9c1bdd666e12 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0466511 Sep 10 04:45:50.087615 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-052698b7-262a-4d3b-8f74-fec79d943392 req-18f905d3-3f00-4c7c-9bb9-532c22c4bef2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307350 Sep 10 04:45:50.879187 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-804c4b27-16f1-4e38-ae73-babfddf9b701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:51.204125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ebfb8c-55d7-48db-affb-f5365ad0a4ed req-ad13ac6a-1727-42f7-9445-ba9812d08372 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:51.205482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56ebfb8c-55d7-48db-affb-f5365ad0a4ed req-ad13ac6a-1727-42f7-9445-ba9812d08372 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0531831 Sep 10 04:45:51.241510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56ebfb8c-55d7-48db-affb-f5365ad0a4ed req-a028bb39-3c92-4815-85dc-5b22e272b71f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301456 Sep 10 04:45:52.351947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deb2c80-52ff-4ea4-9ff2-09d890690cee req-930ce468-d6f6-44af-bddf-912b054f96d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:52.353390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0deb2c80-52ff-4ea4-9ff2-09d890690cee req-930ce468-d6f6-44af-bddf-912b054f96d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0463116 Sep 10 04:45:52.389218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0deb2c80-52ff-4ea4-9ff2-09d890690cee req-bf727a14-4b35-4fc5-a26e-645c79dc158d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300169 Sep 10 04:45:53.501537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ae943e-ccd3-4729-ab94-3a4235f0d7e9 req-2c7bd715-d26a-48c6-acfc-9871aca65cb3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:53.502992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ae943e-ccd3-4729-ab94-3a4235f0d7e9 req-2c7bd715-d26a-48c6-acfc-9871aca65cb3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477452 Sep 10 04:45:53.520702 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-854e879f-343d-4704-adb0-a5a89068a459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:53.541271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6ae943e-ccd3-4729-ab94-3a4235f0d7e9 req-d3d7cf9b-f4b0-464e-9efa-a0ecb277b6c9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322015 Sep 10 04:45:53.766082 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:54.656552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5edd2ad-d2a4-401b-a9bf-fd56a38fa5dd req-e9a4ca59-1bc2-4fc1-8391-e0c32fa8c3c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:54.657978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5edd2ad-d2a4-401b-a9bf-fd56a38fa5dd req-e9a4ca59-1bc2-4fc1-8391-e0c32fa8c3c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0505903 Sep 10 04:45:54.694246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5edd2ad-d2a4-401b-a9bf-fd56a38fa5dd req-7aced24d-b1f9-43a6-97ca-e84687c50256 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303140 Sep 10 04:45:55.371141 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:55.805591 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c2eb6c-bf17-4b35-bfec-06ffaf8114ee req-d9fd93c6-8c00-4756-96d2-2648c0559f28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:55.807031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95c2eb6c-bf17-4b35-bfec-06ffaf8114ee req-d9fd93c6-8c00-4756-96d2-2648c0559f28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0480120 Sep 10 04:45:55.843868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95c2eb6c-bf17-4b35-bfec-06ffaf8114ee req-a76d2c36-428a-47d6-92b1-b1e3cab4165a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303180 Sep 10 04:45:56.532663 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:45:56.954615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af571f4-122f-4fbd-bf1c-cbc866df4c8c req-e7ca7184-b40d-4f87-ab0e-c4362c83a2cf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:56.956129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5af571f4-122f-4fbd-bf1c-cbc866df4c8c req-e7ca7184-b40d-4f87-ab0e-c4362c83a2cf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0477180 Sep 10 04:45:56.993424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5af571f4-122f-4fbd-bf1c-cbc866df4c8c req-3f9f2acc-ddb8-4736-9086-74ac3c346064 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312262 Sep 10 04:45:58.113619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf46ce7-01a9-4e0a-856a-e0194ba0c5c6 req-ee93ea14-5eb9-45d5-a4ca-848311394c52 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:58.115118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baf46ce7-01a9-4e0a-856a-e0194ba0c5c6 req-ee93ea14-5eb9-45d5-a4ca-848311394c52 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0537906 Sep 10 04:45:58.158803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baf46ce7-01a9-4e0a-856a-e0194ba0c5c6 req-0ed7b3bc-ac55-4053-8746-ff5f59452899 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370688 Sep 10 04:45:58.227175 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:45:59.273375 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6368e233-dd14-4118-b8db-65fa5fde2927 req-1d08f1f6-28bc-4d6e-82ff-300dbd2d6677 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:45:59.274827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6368e233-dd14-4118-b8db-65fa5fde2927 req-1d08f1f6-28bc-4d6e-82ff-300dbd2d6677 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0498261 Sep 10 04:45:59.311151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6368e233-dd14-4118-b8db-65fa5fde2927 req-b85abbca-632d-4bdb-a6e5-06229e1710aa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303485 Sep 10 04:45:59.399518 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:00.422964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef207f9-7633-4f1e-9f69-2f3b93502bd5 req-3889c97e-d484-4cb2-b4c0-be072acf5f7e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:00.424437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ef207f9-7633-4f1e-9f69-2f3b93502bd5 req-3889c97e-d484-4cb2-b4c0-be072acf5f7e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0474834 Sep 10 04:46:00.460129 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ef207f9-7633-4f1e-9f69-2f3b93502bd5 req-3c5537b4-f199-4cba-8f39-ba9ee1d8b347 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297470 Sep 10 04:46:01.577355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b0c24f-3d3b-4b83-97dc-49a2d81c9e89 req-191fe04d-1e1a-4ae6-8403-3fe0e76587d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:01.578969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0b0c24f-3d3b-4b83-97dc-49a2d81c9e89 req-191fe04d-1e1a-4ae6-8403-3fe0e76587d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0516880 Sep 10 04:46:01.615999 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0b0c24f-3d3b-4b83-97dc-49a2d81c9e89 req-5d4af5a6-8916-4d3c-9f3e-1fd1cf2be356 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309074 Sep 10 04:46:02.728513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b0d68-190a-4d4d-91cf-dd90f3435673 req-dde20f44-0a1e-4e0f-a504-a3dd9425f2a7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:02.729956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f1b0d68-190a-4d4d-91cf-dd90f3435673 req-dde20f44-0a1e-4e0f-a504-a3dd9425f2a7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476189 Sep 10 04:46:02.766686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f1b0d68-190a-4d4d-91cf-dd90f3435673 req-1b631ffd-67ed-454f-9dde-f1a0e0d2769c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308926 Sep 10 04:46:02.867966 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:03.879567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9415deee-52bc-4c1a-bea4-71160efc3412 req-62127be4-88d9-49d6-87db-a64bd51ed00a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:03.881044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9415deee-52bc-4c1a-bea4-71160efc3412 req-62127be4-88d9-49d6-87db-a64bd51ed00a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478733 Sep 10 04:46:03.917902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9415deee-52bc-4c1a-bea4-71160efc3412 req-3a509028-858a-4032-b7fb-a87a75f5e83f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309191 Sep 10 04:46:05.034182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43234e65-1a25-4e21-b131-d45813eca244 req-8196a7d6-71fd-4300-a8cf-e8264a7babb3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:05.035648 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43234e65-1a25-4e21-b131-d45813eca244 req-8196a7d6-71fd-4300-a8cf-e8264a7babb3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0510039 Sep 10 04:46:05.072328 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43234e65-1a25-4e21-b131-d45813eca244 req-74cb2f7a-0947-494e-96c6-c38b6c7755eb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307157 Sep 10 04:46:06.183780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ef6cc1-813b-4153-8ef6-fc391ada2a8a req-563f60d2-165d-47f9-87ea-858379af08c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:06.185227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67ef6cc1-813b-4153-8ef6-fc391ada2a8a req-563f60d2-165d-47f9-87ea-858379af08c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479159 Sep 10 04:46:06.221772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-67ef6cc1-813b-4153-8ef6-fc391ada2a8a req-d8ef328b-e468-4843-ad86-69905f83a535 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306911 Sep 10 04:46:07.345683 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c4fc9d-cb9f-4b9b-a623-f859825ba3ba req-b804c48a-e08d-44fd-b132-3119555c99ea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:07.347150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00c4fc9d-cb9f-4b9b-a623-f859825ba3ba req-b804c48a-e08d-44fd-b132-3119555c99ea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0476801 Sep 10 04:46:07.383986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00c4fc9d-cb9f-4b9b-a623-f859825ba3ba req-c7b8a8f7-5c55-4fda-895a-d8403bf36633 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309339 Sep 10 04:46:08.497971 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6d9b6b-4873-45ac-98c2-82db70e3b871 req-ab13ae79-353f-4feb-9ede-a885c7a04c42 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:08.499447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df6d9b6b-4873-45ac-98c2-82db70e3b871 req-ab13ae79-353f-4feb-9ede-a885c7a04c42 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0506990 Sep 10 04:46:08.537529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df6d9b6b-4873-45ac-98c2-82db70e3b871 req-f74422d5-8da2-47a1-b955-6f1db9f84712 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314398 Sep 10 04:46:09.649648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb44476a-ba99-4f1d-a3db-2a93ffa65424 req-68c2a6af-139f-44c4-9ff2-da2591f4bc44 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:09.651105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb44476a-ba99-4f1d-a3db-2a93ffa65424 req-68c2a6af-139f-44c4-9ff2-da2591f4bc44 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0479140 Sep 10 04:46:09.687299 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb44476a-ba99-4f1d-a3db-2a93ffa65424 req-2fe59498-66ca-4847-9dea-da4597ff3d74 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303407 Sep 10 04:46:10.556845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-db88771e-6698-4114-92ae-9875cb1fbd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:10.566707 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-db88771e-6698-4114-92ae-9875cb1fbd80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 1097 time: 0.0408640 Sep 10 04:46:10.658667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-5b3f2b2a-a37e-4f1c-b91d-62e8e3ee46ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:10.660157 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-5b3f2b2a-a37e-4f1c-b91d-62e8e3ee46ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0824986 Sep 10 04:46:10.729385 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-62d64533-2caa-441a-95da-64c9c150aa27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 200 len: 1001 time: 0.0610445 Sep 10 04:46:10.779146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-46280092-b78c-4db6-b5e4-fc07fd984ab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:10.780556 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-46280092-b78c-4db6-b5e4-fc07fd984ab0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0433805 Sep 10 04:46:10.801257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01449527-a18d-41cb-b72a-5427fd09f6a5 req-8699b6f2-76d1-4c1f-a620-21a2cebbb7e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:10.802893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01449527-a18d-41cb-b72a-5427fd09f6a5 req-8699b6f2-76d1-4c1f-a620-21a2cebbb7e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0488200 Sep 10 04:46:10.826435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-518e2d59-53c7-42c7-897f-4cb06e14045d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:10.827944 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-518e2d59-53c7-42c7-897f-4cb06e14045d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397985 Sep 10 04:46:10.839064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-06e25c19-4522-4c1a-8868-643557afa139 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:46:10.839336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01449527-a18d-41cb-b72a-5427fd09f6a5 req-6a04d6fa-2d6d-417c-836a-ba5edc0ac0c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305469 Sep 10 04:46:10.840156 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-06e25c19-4522-4c1a-8868-643557afa139 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049257 Sep 10 04:46:10.930932 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-0c590860-1330-45d2-b11d-409c8ea5d5e8 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842383 Sep 10 04:46:11.019468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dffb8dac-72d5-4b88-b37d-d13ff7570a11 req-8e82edfc-2d9d-48c7-89a6-427108a598ff service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819893 Sep 10 04:46:11.957406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e559a3-314a-4ebe-869e-7411a3abb3af req-7c32b6f2-2007-4cf5-9076-11d24d426bf8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:11.958884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06e559a3-314a-4ebe-869e-7411a3abb3af req-7c32b6f2-2007-4cf5-9076-11d24d426bf8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0518532 Sep 10 04:46:11.996539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06e559a3-314a-4ebe-869e-7411a3abb3af req-101849ce-0609-4fcb-b3a8-2d9107ced9b2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316164 Sep 10 04:46:13.108083 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feaec09-d719-43e6-8ce4-03cc6b3d765e req-7178f0aa-856a-4c36-887a-4aff9f6996d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:13.109547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9feaec09-d719-43e6-8ce4-03cc6b3d765e req-7178f0aa-856a-4c36-887a-4aff9f6996d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0473635 Sep 10 04:46:13.147379 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9feaec09-d719-43e6-8ce4-03cc6b3d765e req-6c2e9130-6aa7-425e-b79a-4df9b3959c66 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313830 Sep 10 04:46:14.259065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e595345e-b78a-4899-aa99-0c9cc37db6e2 req-dc35d456-2bfb-4be9-93d5-60fc4ad79ec1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:14.260445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e595345e-b78a-4899-aa99-0c9cc37db6e2 req-dc35d456-2bfb-4be9-93d5-60fc4ad79ec1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0472288 Sep 10 04:46:14.297579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e595345e-b78a-4899-aa99-0c9cc37db6e2 req-cd535999-b497-488f-a6b1-f53797fd8029 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307150 Sep 10 04:46:15.412699 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44064aea-4164-4837-b466-d268d057679b req-9d9cdf71-9d08-4831-ad64-b7a71a463e5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:15.414135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44064aea-4164-4837-b466-d268d057679b req-9d9cdf71-9d08-4831-ad64-b7a71a463e5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0505624 Sep 10 04:46:15.450377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44064aea-4164-4837-b466-d268d057679b req-9cd7e3e5-6518-4eb1-a3e2-d9610cd8b532 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303590 Sep 10 04:46:16.563146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d1160-2f27-4921-a70a-72295989c232 req-05b5d7a7-912a-43e5-bc47-ec87c5892ab2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:16.564634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da0d1160-2f27-4921-a70a-72295989c232 req-05b5d7a7-912a-43e5-bc47-ec87c5892ab2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0481839 Sep 10 04:46:16.600573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da0d1160-2f27-4921-a70a-72295989c232 req-8a91bef6-8afa-49c2-a6e9-9596a475b7cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299308 Sep 10 04:46:17.712906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4454cc64-9dd2-4d69-945a-96de4702e24d req-6c3d8316-2030-4ae4-b442-98dd50ed8546 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:17.714360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4454cc64-9dd2-4d69-945a-96de4702e24d req-6c3d8316-2030-4ae4-b442-98dd50ed8546 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0478725 Sep 10 04:46:17.751628 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4454cc64-9dd2-4d69-945a-96de4702e24d req-1da5c7b3-33b3-4d04-b267-ef36b8832b5c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314145 Sep 10 04:46:18.237724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18dfde38-57af-4719-9759-02882b7fc9df req-c4a58da1-3d51-47f3-b411-35bc08b670b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:18.239223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18dfde38-57af-4719-9759-02882b7fc9df req-c4a58da1-3d51-47f3-b411-35bc08b670b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0518897 Sep 10 04:46:18.276096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18dfde38-57af-4719-9759-02882b7fc9df req-a8af7cc3-aaf4-433d-a8a6-042cc2125639 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309482 Sep 10 04:46:18.412744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-6c25a75c-1d1c-44fa-a726-502272c59987 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:18.414110 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-6c25a75c-1d1c-44fa-a726-502272c59987 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 946 time: 0.0495527 Sep 10 04:46:18.500931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Deleting port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:46:18.501268 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:18.589727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] For port 529bc27b-07ee-4d7c-83b0-5a59f84767c1, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=529bc27b-07ee-4d7c-83b0-5a59f84767c1,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:46:18.590096 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:18.753646 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:18.753929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:18.754246 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45 disassociated. External IP: 172.25.3.17, port: 529bc27b-07ee-4d7c-83b0-5a59f84767c1. Sep 10 04:46:18.754591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Calling delete_port for 529bc27b-07ee-4d7c-83b0-5a59f84767c1 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:46:18.937218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:18.966027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event deleted for resources: {'Port': ['ID=529bc27b-07ee-4d7c-83b0-5a59f84767c1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:46:18.978246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.978615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.978963 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.979302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.979637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.979993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.980323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.980652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.980984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.981306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.981627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:18.982008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:19.094385 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:46:19.200247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:46:19.210318 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:46:19.220664 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:46:19.221269 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:45:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:46:19.241636 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] No DVR routers for this DVR port 529bc27b-07ee-4d7c-83b0-5a59f84767c1 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:46:19.244291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:19.246460 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3b14c472-bbd5-438e-9521-2d2e3692028c req-b4c27e89-56c5-4d99-bac1-7fe1d3f81202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "DELETE /v2.0/ports/529bc27b-07ee-4d7c-83b0-5a59f84767c1 HTTP/1.1" status: 204 len: 173 time: 0.8254907 Sep 10 04:46:19.246905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'name': 'network-vif-deleted', 'tag': '529bc27b-07ee-4d7c-83b0-5a59f84767c1'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:46:19.249258 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75f63c51-be66-4296-a4da-c47fcfed6139" -d '{"events": [{"server_uuid": "27592e82-ce87-43a8-9250-5ef6c8065e82", "name": "network-vif-deleted", "tag": "529bc27b-07ee-4d7c-83b0-5a59f84767c1"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:46:19.331695 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:46:19.384404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-61d616a4-44b5-40a2-bf7c-65626f4dc491 req-2b703edf-dcee-4d1a-8a2d-a83a9bedb2d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=27592e82-ce87-43a8-9250-5ef6c8065e82 HTTP/1.1" status: 200 len: 210 time: 0.0344632 Sep 10 04:46:19.390125 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-063817be-a6ff-4d36-8a42-21c829d93b95 x-openstack-request-id: req-063817be-a6ff-4d36-8a42-21c829d93b95 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:46:19.390999 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27592e82-ce87-43a8-9250-5ef6c8065e82", "name": "network-vif-deleted", "tag": "529bc27b-07ee-4d7c-83b0-5a59f84767c1", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:46:19.391310 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-063817be-a6ff-4d36-8a42-21c829d93b95 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:46:19.392302 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27592e82-ce87-43a8-9250-5ef6c8065e82', 'name': 'network-vif-deleted', 'tag': '529bc27b-07ee-4d7c-83b0-5a59f84767c1', 'status': 'completed', 'code': 200} Sep 10 04:46:19.533266 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:46:19.639865 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:46:19.648505 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:46:19.649150 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:45:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:46:19.748403 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:46:19.936857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:46:19.965631 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe8771d9-3f7b-47da-88ac-013f6918247d None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:46:20.186472 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05023efd-1441-43eb-b47d-9460e0079532 None None] New status for floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:46:20.724094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-472e86e4-702c-494c-b73a-4f53073ac0aa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--386667851&fields=id&tenant_id=98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 267 time: 0.0335512 Sep 10 04:46:20.835984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-51c9cff7-036f-4f78-a065-59cd76e1cc03 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:20.837456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-51c9cff7-036f-4f78-a065-59cd76e1cc03 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 812 time: 0.1063719 Sep 10 04:46:20.851975 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-45ff09e2-4228-4460-bdea-3b260b05a9ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/quotas/98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 375 time: 0.0087831 Sep 10 04:46:20.896534 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4cd4660-a551-4458-8a9e-db01734acef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:20.910318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-13118b9c-1f61-4f13-8474-87cf6fbe3115 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0530922 Sep 10 04:46:20.965260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-46073ea1-c024-403d-b0c1-a0fd84bc7d8a service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:46:20.966263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-46073ea1-c024-403d-b0c1-a0fd84bc7d8a service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0438235 Sep 10 04:46:21.058024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-741a5e7d-46b6-4039-864e-581666e51cfb service neutron] 10.222.0.22 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853503 Sep 10 04:46:21.145293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f334e157-29ef-41df-829c-fa544662a667 service neutron] 10.222.0.22 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801814 Sep 10 04:46:21.450559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 529bc27b-07ee-4d7c-83b0-5a59f84767c1 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:46:21.470793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 529bc27b-07ee-4d7c-83b0-5a59f84767c1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:46:21.471128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 529bc27b-07ee-4d7c-83b0-5a59f84767c1 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:46:22.410621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1677e6d8-7796-400e-99f7-e90d68fccdb0 req-79d2364d-6e07-476d-94bb-762408e0e8d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 210 time: 0.0263462 Sep 10 04:46:23.486577 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e9b89f6-46f5-489b-8423-96871be669b9 req-5dc565e5-16d7-4cfc-a708-f81e260dd5c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 210 time: 0.0259085 Sep 10 04:46:23.520580 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7f75ea5b-02f4-49bd-be62-f350e7499bbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:23.771283 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:24.567661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efe7972b-3b43-464b-be89-1260f0f33bf2 req-2902adf2-015a-4e89-b3ff-35d952d3cd8f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 210 time: 0.0294907 Sep 10 04:46:25.377238 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:25.641811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f47446a-1c1f-4c6a-8bfc-f08217d1aa65 req-e8cfc6b2-5345-43af-8375-11c4457c0bb8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 210 time: 0.0263240 Sep 10 04:46:26.519456 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:26.731970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ccd94b2e-378b-4ad4-9b13-5ad1b0187751 req-940653fa-2708-4ba8-85b2-7cc448afcdcb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 210 time: 0.0257549 Sep 10 04:46:27.824986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eee1c40a-d591-46de-95fa-656d4d4bcee1 req-17d6cc99-cdd2-4acb-9969-7673ad4794b2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 210 time: 0.0262544 Sep 10 04:46:28.265069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-d5f8267a-b49b-4c5f-bb51-796e03955440 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:28.266428 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-d5f8267a-b49b-4c5f-bb51-796e03955440 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 812 time: 0.1032455 Sep 10 04:46:28.308710 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-a8f111ba-b1ae-4423-b535-76ecf511bb4a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 379 time: 0.0336089 Sep 10 04:46:28.318044 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'port': {'device_id': '6261679b-6a49-4784-b83a-4663969cad69', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'admin_state_up': True, 'tenant_id': '98de73e732344a4a89b5658658a903da', 'security_groups': ['75cb0366-6d51-47b1-8c6c-4b52c9f8fca0']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:46:28.514049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Made reservation on behalf of 98de73e732344a4a89b5658658a903da for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:46:28.523264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:28.638559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Allocated IP 172.20.0.12 (80abc86f-ddfe-48e3-a4af-6abf2b7c2ded/b1a40548-a367-4aa5-b863-7f66011a93b0/81c99372-2f90-44a2-a453-cc565fabf9a7) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:46:28.774318 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:28.787518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Transition to ACTIVE for port object 81c99372-2f90-44a2-a453-cc565fabf9a7 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:46:28.898188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:28.939340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:46:28.942427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:46:28.946063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998f066c-4758-459d-8f96-92bf5d272816 req-ef28748c-937f-4111-929b-ea33b304043c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:28.946559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:46:28.948587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-998f066c-4758-459d-8f96-92bf5d272816 req-ef28748c-937f-4111-929b-ea33b304043c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 932 time: 0.0542021 Sep 10 04:46:28.974126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event updated for resources: {'Port': ['ID=81c99372-2f90-44a2-a453-cc565fabf9a7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:46:28.993971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-998f066c-4758-459d-8f96-92bf5d272816 req-303a4495-28ea-4682-bf9a-862d9a20c31e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387862 Sep 10 04:46:29.007743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:29.008388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:29.097389 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-52b88990-87d5-4171-b38c-55b905f4b1c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7827296 Sep 10 04:46:29.110889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Request body: {'port': {'device_id': '6261679b-6a49-4784-b83a-4663969cad69', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:46:29.167700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:29.279288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8b7c9f32-7f3a-440e-9d7a-458030b802f8 None None] Provisioning for port 81c99372-2f90-44a2-a453-cc565fabf9a7 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:46:29.283100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8b7c9f32-7f3a-440e-9d7a-458030b802f8 None None] Provisioning complete for port 81c99372-2f90-44a2-a453-cc565fabf9a7 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:46:29.283417 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b7c9f32-7f3a-440e-9d7a-458030b802f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:29.319994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8b7c9f32-7f3a-440e-9d7a-458030b802f8 None None] Port 81c99372-2f90-44a2-a453-cc565fabf9a7 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:46:29.400110 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:29.423465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81c99372-2f90-44a2-a453-cc565fabf9a7 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:46:29.430713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:29.442737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Transition to ACTIVE for port object 81c99372-2f90-44a2-a453-cc565fabf9a7 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:46:29.519998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:29.589071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Pushing event updated for resources: {'Port': ['ID=81c99372-2f90-44a2-a453-cc565fabf9a7,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:46:29.642219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Attempting to bind port 81c99372-2f90-44a2-a453-cc565fabf9a7 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:46:29.642552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Attempting to bind port 81c99372-2f90-44a2-a453-cc565fabf9a7 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:46:29.642883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Attempting to bind port 81c99372-2f90-44a2-a453-cc565fabf9a7 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:46:29.647630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Port 81c99372-2f90-44a2-a453-cc565fabf9a7 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:46:29.647984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Attempting to bind port 81c99372-2f90-44a2-a453-cc565fabf9a7 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:46:29.652886 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 46, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:46:29.653227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Checking segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:46:29.653619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Bound using segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:46:29.654046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Bound port: 81c99372-2f90-44a2-a453-cc565fabf9a7, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:46:29.654408 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:29.720011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] For port 81c99372-2f90-44a2-a453-cc565fabf9a7, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:46:29.723483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] For port 81c99372-2f90-44a2-a453-cc565fabf9a7, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=81c99372-2f90-44a2-a453-cc565fabf9a7,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:46:29.800605 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:29.839166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:29.839810 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:29.841215 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] 10.222.0.20 "PUT /v2.0/ports/81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 1092 time: 0.7345665 Sep 10 04:46:29.841647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6261679b-6a49-4784-b83a-4663969cad69', 'tag': '81c99372-2f90-44a2-a453-cc565fabf9a7'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:46:29.843937 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32354166-a70d-41a0-b3ea-fa54c999b25f" -d '{"events": [{"name": "network-changed", "server_uuid": "6261679b-6a49-4784-b83a-4663969cad69", "tag": "81c99372-2f90-44a2-a453-cc565fabf9a7"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:46:29.875104 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f975e310-078e-4099-afab-7b399fb9d037 service neutron] Pushing event updated for resources: {'Port': ['ID=81c99372-2f90-44a2-a453-cc565fabf9a7,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:46:29.894106 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a37636a0-a0e7-4a73-86d0-7f8ddcec9d8f x-openstack-request-id: req-a37636a0-a0e7-4a73-86d0-7f8ddcec9d8f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:46:29.894411 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6261679b-6a49-4784-b83a-4663969cad69", "tag": "81c99372-2f90-44a2-a453-cc565fabf9a7", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:46:29.894659 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a37636a0-a0e7-4a73-86d0-7f8ddcec9d8f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:46:29.895054 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6261679b-6a49-4784-b83a-4663969cad69', 'tag': '81c99372-2f90-44a2-a453-cc565fabf9a7', 'status': 'completed', 'code': 200} Sep 10 04:46:29.956407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32354166-a70d-41a0-b3ea-fa54c999b25f req-c8036843-1538-4664-a078-763dff2303fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:29.958088 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32354166-a70d-41a0-b3ea-fa54c999b25f req-c8036843-1538-4664-a078-763dff2303fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1095 time: 0.0440803 Sep 10 04:46:30.059458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32354166-a70d-41a0-b3ea-fa54c999b25f req-2a7256e7-0b35-4492-b7c0-cc7853dcb692 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:30.061780 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32354166-a70d-41a0-b3ea-fa54c999b25f req-2a7256e7-0b35-4492-b7c0-cc7853dcb692 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=98de73e732344a4a89b5658658a903da&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0959466 Sep 10 04:46:30.118553 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8404fd3-723c-4726-8040-a7669df7475e req-c19632e7-a10b-4701-979f-90f89a50e809 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:30.120002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8404fd3-723c-4726-8040-a7669df7475e req-c19632e7-a10b-4701-979f-90f89a50e809 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 944 time: 0.0518501 Sep 10 04:46:30.160210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8404fd3-723c-4726-8040-a7669df7475e req-fc4faf36-fd74-44f8-b493-7df028d3710b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332997 Sep 10 04:46:30.399435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32354166-a70d-41a0-b3ea-fa54c999b25f req-ae8c6b25-0edb-446e-88ef-f24a21019045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:30.400857 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32354166-a70d-41a0-b3ea-fa54c999b25f req-ae8c6b25-0edb-446e-88ef-f24a21019045 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3323405 Sep 10 04:46:30.475611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-bb9db8d9-1f8a-45eb-84b5-7e8d213d0431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:30.477064 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-bb9db8d9-1f8a-45eb-84b5-7e8d213d0431 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1095 time: 0.0390997 Sep 10 04:46:30.521314 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-267f1630-62ff-4734-930e-075ba4577db2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 217 time: 0.0359275 Sep 10 04:46:30.570199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-50c58c41-81fc-4783-a078-8ecacc50f82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:30.571600 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-50c58c41-81fc-4783-a078-8ecacc50f82b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0425375 Sep 10 04:46:30.615815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-a7ebcd5d-bc71-4837-9f96-f293c2e571ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:30.617241 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-a7ebcd5d-bc71-4837-9f96-f293c2e571ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387652 Sep 10 04:46:30.706105 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-a3c5c869-8fcf-4d51-b319-feaf8448ea44 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812111 Sep 10 04:46:30.792039 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e670e1c1-9b14-46d6-94bb-e9a403dca3d8 req-3031a207-5075-403f-b3ac-9f4059fedbdc service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787737 Sep 10 04:46:31.274552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14b9f1b-d07f-4b89-80a5-ad3d1fbc7c29 req-7933d962-7763-48cd-ab11-d1f36005b7d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:31.276016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a14b9f1b-d07f-4b89-80a5-ad3d1fbc7c29 req-7933d962-7763-48cd-ab11-d1f36005b7d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 944 time: 0.0474057 Sep 10 04:46:31.313689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a14b9f1b-d07f-4b89-80a5-ad3d1fbc7c29 req-5d94f85b-3c4e-4ca5-9733-c4788994a7df tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312471 Sep 10 04:46:32.425617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb60951-2a92-4b3c-aff2-fd76c88045d8 req-f4a2897a-d873-49b1-8fc5-958a292807f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:32.427085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceb60951-2a92-4b3c-aff2-fd76c88045d8 req-f4a2897a-d873-49b1-8fc5-958a292807f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 944 time: 0.0474546 Sep 10 04:46:32.463028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceb60951-2a92-4b3c-aff2-fd76c88045d8 req-418083a5-ef25-40ee-8a16-a97d79d8d411 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300276 Sep 10 04:46:32.879948 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:33.529877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 81c99372-2f90-44a2-a453-cc565fabf9a7 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:46:33.580079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e940ec-8996-4870-b0e4-a2540c2def26 req-2a594722-2cd9-40c5-8ba1-47c2480a6410 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:33.581554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4e940ec-8996-4870-b0e4-a2540c2def26 req-2a594722-2cd9-40c5-8ba1-47c2480a6410 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 944 time: 0.0512466 Sep 10 04:46:33.618427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4e940ec-8996-4870-b0e4-a2540c2def26 req-4a1a0202-9c6d-4e75-b202-c06fd3ebaa22 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307720 Sep 10 04:46:33.620316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 81c99372-2f90-44a2-a453-cc565fabf9a7, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=81c99372-2f90-44a2-a453-cc565fabf9a7,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:46:33.632089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '81c99372-2f90-44a2-a453-cc565fabf9a7', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'port_id': '81c99372-2f90-44a2-a453-cc565fabf9a7', 'mac_address': 'fa:16:3e:86:98:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:46:33.672265 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:33.684257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81c99372-2f90-44a2-a453-cc565fabf9a7 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:46:33.702812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 81c99372-2f90-44a2-a453-cc565fabf9a7, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=81c99372-2f90-44a2-a453-cc565fabf9a7,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:46:33.782661 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:33.828766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=81c99372-2f90-44a2-a453-cc565fabf9a7,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:46:33.835713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.836069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.836405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.836739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.837069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.837395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.837718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.838040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.838360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.838677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.838996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:33.839314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:46:34.007540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['81c99372-2f90-44a2-a453-cc565fabf9a7'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:46:34.730839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8bf9ac-7962-41e0-9a70-71d6445b6e0a req-be13536c-3a1c-4a7d-aaaa-032761560922 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:34.732315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd8bf9ac-7962-41e0-9a70-71d6445b6e0a req-be13536c-3a1c-4a7d-aaaa-032761560922 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 945 time: 0.0477428 Sep 10 04:46:34.769583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd8bf9ac-7962-41e0-9a70-71d6445b6e0a req-c2f2b1bb-d285-4d3a-8e9e-8b451aef4a0f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308807 Sep 10 04:46:35.226733 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:46:35.555492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 81c99372-2f90-44a2-a453-cc565fabf9a7 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:46:35.639709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 81c99372-2f90-44a2-a453-cc565fabf9a7 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:46:35.644068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 81c99372-2f90-44a2-a453-cc565fabf9a7 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:46:35.644441 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:35.716630 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:35.737524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6261679b-6a49-4784-b83a-4663969cad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c99372-2f90-44a2-a453-cc565fabf9a7'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:46:35.739741 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6c1c50f-d0c7-4e6e-9f56-cd7c055b790a" -d '{"events": [{"server_uuid": "6261679b-6a49-4784-b83a-4663969cad69", "name": "network-vif-plugged", "status": "completed", "tag": "81c99372-2f90-44a2-a453-cc565fabf9a7"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:46:35.755456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 81c99372-2f90-44a2-a453-cc565fabf9a7, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=81c99372-2f90-44a2-a453-cc565fabf9a7,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:46:35.811532 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:35.836893 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:46:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf38fb68-5fd3-4e82-92c3-9dd5ad9c4a85 x-openstack-request-id: req-bf38fb68-5fd3-4e82-92c3-9dd5ad9c4a85 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:46:35.837187 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6261679b-6a49-4784-b83a-4663969cad69", "name": "network-vif-plugged", "status": "completed", "tag": "81c99372-2f90-44a2-a453-cc565fabf9a7", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:46:35.837434 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf38fb68-5fd3-4e82-92c3-9dd5ad9c4a85 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:46:35.837818 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6261679b-6a49-4784-b83a-4663969cad69', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81c99372-2f90-44a2-a453-cc565fabf9a7', 'code': 200} Sep 10 04:46:35.870807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=81c99372-2f90-44a2-a453-cc565fabf9a7,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:46:35.889101 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02b74d1-d4d5-4324-9923-87f5a2eac7ee req-1aa55a1a-e7be-4972-b5f4-7ac46901c395 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:35.891328 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d02b74d1-d4d5-4324-9923-87f5a2eac7ee req-1aa55a1a-e7be-4972-b5f4-7ac46901c395 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0525153 Sep 10 04:46:35.927882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ea8399-f19a-40d1-857b-fbf1d2730837 req-79228543-1d42-4edd-b736-348510a3b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:35.929520 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e1ea8399-f19a-40d1-857b-fbf1d2730837 req-79228543-1d42-4edd-b736-348510a3b0cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1097 time: 0.0448613 Sep 10 04:46:35.929685 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d02b74d1-d4d5-4324-9923-87f5a2eac7ee req-fd5b6528-c106-4e4d-a535-e496f683b0f7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319731 Sep 10 04:46:35.965447 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e1ea8399-f19a-40d1-857b-fbf1d2730837 req-7f485970-ac3e-4bc4-a741-64ba5cd078d5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281024 Sep 10 04:46:37.048262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c702d9-318e-4d3b-9b42-a067cd13689c req-178cef27-a02d-48aa-8d51-bfd42856cf92 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:37.049778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2c702d9-318e-4d3b-9b42-a067cd13689c req-178cef27-a02d-48aa-8d51-bfd42856cf92 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0526586 Sep 10 04:46:37.086992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2c702d9-318e-4d3b-9b42-a067cd13689c req-bbbd205d-fa54-497b-997e-e8af14bb4fe6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312381 Sep 10 04:46:38.202118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3696de9e-3a12-4337-9d4f-143b515e829c req-c17f861a-2c04-4aac-aa1a-577e8dde5ed9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:38.203635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3696de9e-3a12-4337-9d4f-143b515e829c req-c17f861a-2c04-4aac-aa1a-577e8dde5ed9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0492959 Sep 10 04:46:38.240420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3696de9e-3a12-4337-9d4f-143b515e829c req-e7afd756-e17a-4f3a-82d0-f8129bf3a68c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308096 Sep 10 04:46:38.348604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d523b46-ab5d-4ab2-8b89-ffc876a90b4a req-b5346541-10aa-473f-ae8a-5240e699e75a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:38.350041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d523b46-ab5d-4ab2-8b89-ffc876a90b4a req-b5346541-10aa-473f-ae8a-5240e699e75a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0471635 Sep 10 04:46:38.358522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 60166) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:46:38.363216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8541fe57-d6ea-436e-b4e6-c4ebb90da313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'floatingip': {'port_id': '81c99372-2f90-44a2-a453-cc565fabf9a7'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:46:38.403684 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8541fe57-d6ea-436e-b4e6-c4ebb90da313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:38.815088 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8541fe57-d6ea-436e-b4e6-c4ebb90da313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:38.873734 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8541fe57-d6ea-436e-b4e6-c4ebb90da313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:38.969696 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-8541fe57-d6ea-436e-b4e6-c4ebb90da313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45 associated. External IP: 172.25.3.17, port: 81c99372-2f90-44a2-a453-cc565fabf9a7. Sep 10 04:46:39.162680 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8541fe57-d6ea-436e-b4e6-c4ebb90da313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:46:39.263255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8541fe57-d6ea-436e-b4e6-c4ebb90da313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:46:39.268554 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8541fe57-d6ea-436e-b4e6-c4ebb90da313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:39.273720 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:46:39.283371 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:46:39.284008 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:46:39.295089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8541fe57-d6ea-436e-b4e6-c4ebb90da313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "PUT /v2.0/floatingips/a5b63893-b6e4-46db-bd73-794d3e29fc45 HTTP/1.1" status: 200 len: 991 time: 0.9350550 Sep 10 04:46:39.295696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6261679b-6a49-4784-b83a-4663969cad69', 'tag': '81c99372-2f90-44a2-a453-cc565fabf9a7'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:46:39.297942 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8" -d '{"events": [{"name": "network-changed", "server_uuid": "6261679b-6a49-4784-b83a-4663969cad69", "tag": "81c99372-2f90-44a2-a453-cc565fabf9a7"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:46:39.388030 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:46:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4d5334d-35f6-463e-9339-4ab5524da6f9 x-openstack-request-id: req-e4d5334d-35f6-463e-9339-4ab5524da6f9 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:46:39.388381 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6261679b-6a49-4784-b83a-4663969cad69", "tag": "81c99372-2f90-44a2-a453-cc565fabf9a7", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:46:39.388711 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4d5334d-35f6-463e-9339-4ab5524da6f9 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:46:39.389169 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6261679b-6a49-4784-b83a-4663969cad69', 'tag': '81c99372-2f90-44a2-a453-cc565fabf9a7', 'status': 'completed', 'code': 200} Sep 10 04:46:39.389784 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:46:39.452320 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-bfe54c63-e4f7-4aea-b0f2-d8c5ff4d815d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:39.454415 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-bfe54c63-e4f7-4aea-b0f2-d8c5ff4d815d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1097 time: 0.0445392 Sep 10 04:46:39.544550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-7c858b6a-b19e-4df1-9c18-508aa4ca6749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:39.546103 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-7c858b6a-b19e-4df1-9c18-508aa4ca6749 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0839126 Sep 10 04:46:39.605781 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': '81c99372-2f90-44a2-a453-cc565fabf9a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:86:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6261679b-6a49-4784-b83a-4663969cad69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:46:38Z', 'revision_number': 9, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:46:39.613737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-53f050a1-5394-4d66-8b85-4f12579015b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 999 time: 0.0607765 Sep 10 04:46:39.634227 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:46:39.642792 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:46:39.643376 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:46:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:46:39.663253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-e0c4aa0e-b974-4865-9b0e-a6dbd4d23949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:39.664769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-e0c4aa0e-b974-4865-9b0e-a6dbd4d23949 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0436516 Sep 10 04:46:39.709932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-655087b9-0aed-42b1-812a-de80b2ec22d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:46:39.711376 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-655087b9-0aed-42b1-812a-de80b2ec22d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401421 Sep 10 04:46:39.743904 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:46:39.804573 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-2f70f5a4-2c1c-406c-a9d1-625e666ea7e1 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864372 Sep 10 04:46:39.897052 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c4d52cb9-6da1-4757-83ea-ebc28bf806d8 req-7619d0b5-2559-4eca-85d3-d42cd9b92fbc service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856521 Sep 10 04:46:39.957020 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': '81c99372-2f90-44a2-a453-cc565fabf9a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:86:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6261679b-6a49-4784-b83a-4663969cad69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:46:38Z', 'revision_number': 9, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:46:39.982575 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71c6a73f-43a2-44e2-9eb2-b3666d3e0048 None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': '81c99372-2f90-44a2-a453-cc565fabf9a7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:86:98:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6261679b-6a49-4784-b83a-4663969cad69', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:46:38Z', 'revision_number': 9, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:46:40.160868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30caa1be-be34-42e0-bfb7-070dc4995508 None None] New status for floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:46:50.879427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f3eff7c3-9504-4b00-9c15-9f5cd142dae9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:53.535886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d77e1488-c1f3-42ab-ae2e-7eb6a9070608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:53.851251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:55.387775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:56.502172 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:46:59.398598 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:02.890896 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:10.479461 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-77b3cc35-38f7-49b6-bd98-e109c362a034 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395787 Sep 10 04:47:10.557280 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-d57abaaa-111b-4385-9252-4a767871ab34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:47:10.558760 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-d57abaaa-111b-4385-9252-4a767871ab34 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1097 time: 0.0394907 Sep 10 04:47:10.666566 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-82935cc1-8e58-433c-a127-c052760a00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:47:10.668053 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-82935cc1-8e58-433c-a127-c052760a00c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0882657 Sep 10 04:47:10.731285 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-356ebf24-17bd-406a-b073-85c2bcad8f9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0562019 Sep 10 04:47:10.779995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-20caa5d8-8f09-46ee-b55c-47e700176150 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:47:10.781434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-20caa5d8-8f09-46ee-b55c-47e700176150 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0430293 Sep 10 04:47:10.831212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-cf2d7fb7-2ab7-4a8d-93bb-ca777ec16802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:47:10.832723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-cf2d7fb7-2ab7-4a8d-93bb-ca777ec16802 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436671 Sep 10 04:47:10.920708 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-db8488b0-63de-44fc-9d2e-e7b50361b9d0 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801072 Sep 10 04:47:11.012564 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3fb72a5-a442-4bb8-9d7d-cd9491f408e0 req-9a465704-7686-4c4f-afe4-f495801566a1 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843074 Sep 10 04:47:12.227056 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:47:20.896519 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4fa45ba1-915d-40ff-aa9a-d21308ff0718 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:23.501946 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90ac8b79-f2c0-4a0b-b4d4-a89cfd76ee32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:23.747581 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:25.381847 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:26.490420 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:29.399016 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:32.901567 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:49.225517 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:47:50.867642 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c0dd27db-25a9-41f1-8428-fd9ba56d8ab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:53.505808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f1af395-e61a-411e-809e-7d64fea3157a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:53.792991 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:55.374585 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:56.501411 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:47:59.427094 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:02.889599 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:12.542922 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-7782b13e-99f2-4918-98fc-b3816dcbb31b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0957386 Sep 10 04:48:12.620560 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-c240c979-a80e-49fe-8072-c768de36655e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:12.622003 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-c240c979-a80e-49fe-8072-c768de36655e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1097 time: 0.0394859 Sep 10 04:48:12.724613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-26fe81d3-aa57-49e6-8ea5-a61a890f16c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:12.725944 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-26fe81d3-aa57-49e6-8ea5-a61a890f16c0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0855184 Sep 10 04:48:12.788412 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-b4a638ae-d0b7-4715-8f8f-dc59885ef546 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0545342 Sep 10 04:48:12.839509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-739802c3-ef25-4aad-8e75-9af1f54856a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:12.840974 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-739802c3-ef25-4aad-8e75-9af1f54856a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0449078 Sep 10 04:48:12.887114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-a70fef4b-35b3-4393-ba37-34c925bc9056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:12.888660 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-a70fef4b-35b3-4393-ba37-34c925bc9056 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401738 Sep 10 04:48:12.977398 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-26ae11bc-de1b-4c02-b894-290818611858 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804079 Sep 10 04:48:13.068557 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-160804cf-9fcb-4b46-8aa8-3699e39cca9c req-e701d259-7bf6-4dd9-a1bc-8cfc096621bd service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834429 Sep 10 04:48:15.197443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-54541ef8-8726-4eb3-a07a-b113ad44f532 req-d18170e0-45b7-451b-bd48-b41a4288e749 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:48:15.198470 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54541ef8-8726-4eb3-a07a-b113ad44f532 req-d18170e0-45b7-451b-bd48-b41a4288e749 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0460565 Sep 10 04:48:15.530001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f115eb-d6fc-4238-987d-dd90119bb4ae req-ba7ee6ee-2914-4661-aa55-edf46581588e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:15.531485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20f115eb-d6fc-4238-987d-dd90119bb4ae req-ba7ee6ee-2914-4661-aa55-edf46581588e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0965242 Sep 10 04:48:15.568541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-20f115eb-d6fc-4238-987d-dd90119bb4ae req-edb78b3a-919f-47ad-9831-9a37df946f3e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309885 Sep 10 04:48:16.723796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94351b7-4d0b-4ba1-bad6-05f65084c282 req-05ae0b85-922f-4358-bec2-5358d57e3c31 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:16.725232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c94351b7-4d0b-4ba1-bad6-05f65084c282 req-05ae0b85-922f-4358-bec2-5358d57e3c31 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0901325 Sep 10 04:48:16.761447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c94351b7-4d0b-4ba1-bad6-05f65084c282 req-baa895bc-444b-48e4-894a-38e6a683d6e1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302625 Sep 10 04:48:17.876439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2eedd4-aac2-4371-8515-74eb77a88b0a req-a387e700-970b-417b-b9cd-c55f764efa0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:17.877870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d2eedd4-aac2-4371-8515-74eb77a88b0a req-a387e700-970b-417b-b9cd-c55f764efa0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473444 Sep 10 04:48:17.917967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d2eedd4-aac2-4371-8515-74eb77a88b0a req-6ef1124a-d922-4b16-8c3f-00b182b890d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342500 Sep 10 04:48:19.032687 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9066e65-9d70-4050-a943-cb5ecf299307 req-676dc445-74e0-4f0f-bc31-8e46ea3fbadb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:19.034163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9066e65-9d70-4050-a943-cb5ecf299307 req-676dc445-74e0-4f0f-bc31-8e46ea3fbadb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0500193 Sep 10 04:48:19.071625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f9066e65-9d70-4050-a943-cb5ecf299307 req-7dced54b-f85d-4355-ad02-d3c30668d68a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314255 Sep 10 04:48:20.185262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dfa6e4-9855-4926-93e0-723daed797e4 req-a0c6192b-edaa-4890-97d8-a232a8b0fd51 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:20.186756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12dfa6e4-9855-4926-93e0-723daed797e4 req-a0c6192b-edaa-4890-97d8-a232a8b0fd51 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0492320 Sep 10 04:48:20.223590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12dfa6e4-9855-4926-93e0-723daed797e4 req-3910833f-7134-4174-a85a-224a0c03f1d5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309746 Sep 10 04:48:20.866464 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c3740143-8df4-482a-946c-643c68acd49d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:21.335529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54269718-c9be-4427-9c4e-ecdab8e7f21d req-3ea43a85-21f4-48f5-9b87-ee4106a58313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:21.337024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54269718-c9be-4427-9c4e-ecdab8e7f21d req-3ea43a85-21f4-48f5-9b87-ee4106a58313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482471 Sep 10 04:48:21.378422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54269718-c9be-4427-9c4e-ecdab8e7f21d req-f3366d25-38ba-439a-b3af-470033500d28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347347 Sep 10 04:48:22.490146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8060ddd5-fcfd-447a-b1ee-3b20a182701e req-dfaf57cd-42b7-446c-a8d3-ee9a7c9de03d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:22.491591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8060ddd5-fcfd-447a-b1ee-3b20a182701e req-dfaf57cd-42b7-446c-a8d3-ee9a7c9de03d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479138 Sep 10 04:48:22.533736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8060ddd5-fcfd-447a-b1ee-3b20a182701e req-449e277a-94c5-47c2-850e-21922b4993f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363147 Sep 10 04:48:23.528791 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4bc4826e-eaf8-4279-bd63-b81326dea385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:23.647965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544a1b05-2ccf-4945-842c-d1ffab237a49 req-a729e6f8-87a8-445e-9843-fa37b0bbae88 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:23.649458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-544a1b05-2ccf-4945-842c-d1ffab237a49 req-a729e6f8-87a8-445e-9843-fa37b0bbae88 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483036 Sep 10 04:48:23.686932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-544a1b05-2ccf-4945-842c-d1ffab237a49 req-226c7798-e5b7-4a2f-8e23-5f185f9ba0c0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316424 Sep 10 04:48:23.764251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:24.800897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a56ab-5dcb-4a18-a962-2ffd94737efc req-6a5c4c78-4ca0-4ffb-8c1e-7c88c93adba8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:24.802261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-747a56ab-5dcb-4a18-a962-2ffd94737efc req-6a5c4c78-4ca0-4ffb-8c1e-7c88c93adba8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475516 Sep 10 04:48:24.843007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-747a56ab-5dcb-4a18-a962-2ffd94737efc req-4d69150b-60ec-42fe-be0d-dac185269e5b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346801 Sep 10 04:48:25.379503 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:25.955084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99edd7c4-8662-47fe-9ce6-5e8eab66977a req-199e9b60-6fcb-4c91-bfdc-4b7b7ca2e005 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:25.956565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99edd7c4-8662-47fe-9ce6-5e8eab66977a req-199e9b60-6fcb-4c91-bfdc-4b7b7ca2e005 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474694 Sep 10 04:48:25.992890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99edd7c4-8662-47fe-9ce6-5e8eab66977a req-f48b801e-f37c-42e7-a7eb-d6de7ce3707d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305245 Sep 10 04:48:26.224340 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:48:26.511214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:27.104086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ed5913-681d-4425-a788-1698301c6533 req-77cd2b10-ec5a-4a65-a65e-738756c5ca31 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:27.105574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4ed5913-681d-4425-a788-1698301c6533 req-77cd2b10-ec5a-4a65-a65e-738756c5ca31 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0471900 Sep 10 04:48:27.141763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4ed5913-681d-4425-a788-1698301c6533 req-dfc532e5-95de-4bc9-a1a6-b96933c0c24f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298300 Sep 10 04:48:28.254112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d814cd-d901-4e27-8d04-cbc39e445499 req-b8109571-d9b7-406f-bee7-7303884dc861 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:28.255564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6d814cd-d901-4e27-8d04-cbc39e445499 req-b8109571-d9b7-406f-bee7-7303884dc861 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472875 Sep 10 04:48:28.296283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6d814cd-d901-4e27-8d04-cbc39e445499 req-f31a1d5a-4f2f-40ed-be33-a1e3aee1125d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346999 Sep 10 04:48:29.409081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19dcb35-e703-47f1-931f-60d50379ef37 req-7b9fa52b-59ba-4a57-b7d9-12091a92f447 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:29.410615 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b19dcb35-e703-47f1-931f-60d50379ef37 req-7b9fa52b-59ba-4a57-b7d9-12091a92f447 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0493414 Sep 10 04:48:29.437176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:29.448733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b19dcb35-e703-47f1-931f-60d50379ef37 req-46a0210b-379b-43f3-af01-776e0bb6edb7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321217 Sep 10 04:48:30.562047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a8426-0696-47bc-a078-fae72ca9de3c req-bc151d62-20ad-460b-a932-6402e42a10c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:30.563530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e4a8426-0696-47bc-a078-fae72ca9de3c req-bc151d62-20ad-460b-a932-6402e42a10c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0485067 Sep 10 04:48:30.599443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e4a8426-0696-47bc-a078-fae72ca9de3c req-ab56e65d-19ff-4117-ab43-3f85a2bb83a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300882 Sep 10 04:48:31.712863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9c5fad-5819-4d6c-87f8-571c49b351ba req-bb35dedb-5f9e-4386-ba84-f6c3780ec5ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:31.714325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd9c5fad-5819-4d6c-87f8-571c49b351ba req-bb35dedb-5f9e-4386-ba84-f6c3780ec5ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480022 Sep 10 04:48:31.754376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd9c5fad-5819-4d6c-87f8-571c49b351ba req-08cc6a8e-0ced-467e-93e8-f8cd5d275b22 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340691 Sep 10 04:48:32.869713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa0258b-4100-408c-9760-8ab846cb90a3 req-b1bd7b69-44bd-4d1b-b079-5d975eb0e9a9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:32.871186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-caa0258b-4100-408c-9760-8ab846cb90a3 req-b1bd7b69-44bd-4d1b-b079-5d975eb0e9a9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0496955 Sep 10 04:48:32.908918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-caa0258b-4100-408c-9760-8ab846cb90a3 req-89a0ce1d-edcd-4213-a4f8-a9366dc782fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310066 Sep 10 04:48:32.940057 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:34.022081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c8022d-f829-4be6-974a-7bac9d60a06a req-c6ff6bf7-0f9b-4c57-aa74-c64eff1a811c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:34.023544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44c8022d-f829-4be6-974a-7bac9d60a06a req-c6ff6bf7-0f9b-4c57-aa74-c64eff1a811c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481429 Sep 10 04:48:34.060363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44c8022d-f829-4be6-974a-7bac9d60a06a req-0b3139f4-61e0-4ba9-9736-04325452a8fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303428 Sep 10 04:48:35.172121 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2155cc-a2f9-421a-81f0-efdca6a79084 req-1c527da2-38a2-42e7-ac7c-c0b246d0e089 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:35.173554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c2155cc-a2f9-421a-81f0-efdca6a79084 req-1c527da2-38a2-42e7-ac7c-c0b246d0e089 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478549 Sep 10 04:48:35.213757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c2155cc-a2f9-421a-81f0-efdca6a79084 req-e84480d9-e393-4b01-9da0-5c6f01664e7c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342746 Sep 10 04:48:36.324715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e21d8e-567f-4e34-9fee-c32de2e5463b req-84178a0f-e2ed-40c5-836f-2de31a3416e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:36.326675 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81e21d8e-567f-4e34-9fee-c32de2e5463b req-84178a0f-e2ed-40c5-836f-2de31a3416e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0486572 Sep 10 04:48:36.363402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81e21d8e-567f-4e34-9fee-c32de2e5463b req-ae7b2eb0-6fb3-4ceb-8ce7-56ba78d8c089 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307796 Sep 10 04:48:37.475992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d0a93-fad3-42da-ae74-b4849631e6df req-f5464828-efd2-4d57-878d-430dbc8a9bd9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:37.477434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea7d0a93-fad3-42da-ae74-b4849631e6df req-f5464828-efd2-4d57-878d-430dbc8a9bd9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479760 Sep 10 04:48:37.515068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea7d0a93-fad3-42da-ae74-b4849631e6df req-128e67bf-af2b-4738-a14d-9491d9e54078 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317974 Sep 10 04:48:38.627869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbbad1b5-1374-4916-b944-8f0c9311afb4 req-35fe5aed-c30f-4cb7-bb33-61d0cf3edcd6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:38.629321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbbad1b5-1374-4916-b944-8f0c9311afb4 req-35fe5aed-c30f-4cb7-bb33-61d0cf3edcd6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0470109 Sep 10 04:48:38.669784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbbad1b5-1374-4916-b944-8f0c9311afb4 req-3cd51e8f-76cd-4e60-b1a9-18612b57f313 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346427 Sep 10 04:48:39.780985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf36a6e0-b56c-4a1b-ac89-59c49e8583ca req-4896408c-8b31-4afa-b689-439b4e124032 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:39.782339 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf36a6e0-b56c-4a1b-ac89-59c49e8583ca req-4896408c-8b31-4afa-b689-439b4e124032 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474062 Sep 10 04:48:39.818724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf36a6e0-b56c-4a1b-ac89-59c49e8583ca req-bceb866a-9771-4246-96e6-e32d84535621 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304458 Sep 10 04:48:40.930440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ba38ce-cf62-4f8a-a67a-c24cb781d24a req-e3f3af7c-62ad-4137-a36b-1893f4c97e57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:40.931925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ba38ce-cf62-4f8a-a67a-c24cb781d24a req-e3f3af7c-62ad-4137-a36b-1893f4c97e57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483215 Sep 10 04:48:40.968782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-30ba38ce-cf62-4f8a-a67a-c24cb781d24a req-83356d2b-da58-4b1d-88af-be037a1c4a2d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309443 Sep 10 04:48:42.080337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4e1194-b1a8-4613-be76-324d1d737b46 req-d761d885-3298-4d09-8038-6515b8259d78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:42.081813 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa4e1194-b1a8-4613-be76-324d1d737b46 req-d761d885-3298-4d09-8038-6515b8259d78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481546 Sep 10 04:48:42.121524 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa4e1194-b1a8-4613-be76-324d1d737b46 req-7e21644e-3eac-44a1-89dc-5f639b259577 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337906 Sep 10 04:48:43.234185 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b95af-5120-4028-ac32-add39532db19 req-a584c624-a43f-45b1-bf54-085730297b80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:43.239364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b53b95af-5120-4028-ac32-add39532db19 req-a584c624-a43f-45b1-bf54-085730297b80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482240 Sep 10 04:48:43.273228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b53b95af-5120-4028-ac32-add39532db19 req-8f03a78d-72b0-4740-8ca0-50060ef95f18 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315275 Sep 10 04:48:44.385690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce386918-3378-4f75-985c-c195ff56504e req-4b1dee4a-5472-4019-867e-22c9ac024ec0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:44.387072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce386918-3378-4f75-985c-c195ff56504e req-4b1dee4a-5472-4019-867e-22c9ac024ec0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474854 Sep 10 04:48:44.423869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce386918-3378-4f75-985c-c195ff56504e req-c7377159-f831-4e1d-8225-831e91de751f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302136 Sep 10 04:48:45.537136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751d40d6-fe09-4727-83c9-ea90c928fcb3 req-8e797199-fefe-45a0-8ff8-294d5c5a2fff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:45.538593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-751d40d6-fe09-4727-83c9-ea90c928fcb3 req-8e797199-fefe-45a0-8ff8-294d5c5a2fff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0487084 Sep 10 04:48:45.578035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-751d40d6-fe09-4727-83c9-ea90c928fcb3 req-dbefdb68-d49c-4975-b1e6-0f1fa1d206e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335653 Sep 10 04:48:46.690251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca5abf5-466b-45d0-bff7-218efcb4d9b8 req-180a494c-8f4d-4163-ad35-85e38f7189f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:46.691724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dca5abf5-466b-45d0-bff7-218efcb4d9b8 req-180a494c-8f4d-4163-ad35-85e38f7189f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477540 Sep 10 04:48:46.728237 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dca5abf5-466b-45d0-bff7-218efcb4d9b8 req-f2a79052-d82a-4123-8334-a031e6c940a4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306273 Sep 10 04:48:47.838985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea6ba15-fc52-404a-bdf2-86502456dd47 req-a243e98e-0ff2-4f72-ae66-6981d7c0abb7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:47.840484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ea6ba15-fc52-404a-bdf2-86502456dd47 req-a243e98e-0ff2-4f72-ae66-6981d7c0abb7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481644 Sep 10 04:48:47.878022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ea6ba15-fc52-404a-bdf2-86502456dd47 req-5594220d-bd31-4ac0-bce9-612e16c82fdf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Sep 10 04:48:48.990004 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f76870-19fa-4235-9d20-10306217fefa req-eb65d48d-8522-4261-b2f2-c71c0e0e8f02 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:48.991461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09f76870-19fa-4235-9d20-10306217fefa req-eb65d48d-8522-4261-b2f2-c71c0e0e8f02 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0471978 Sep 10 04:48:49.032266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09f76870-19fa-4235-9d20-10306217fefa req-08ff7484-680c-4aad-a981-1d655334ad07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349672 Sep 10 04:48:50.146266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322803ac-408b-4104-8fd9-8603ab9088bc req-96704b8c-90e7-4bcc-b6ac-ef908f644cb3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:50.147749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-322803ac-408b-4104-8fd9-8603ab9088bc req-96704b8c-90e7-4bcc-b6ac-ef908f644cb3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478609 Sep 10 04:48:50.188257 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-322803ac-408b-4104-8fd9-8603ab9088bc req-edbc2774-9784-43cd-9c50-447a856cdf5c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345130 Sep 10 04:48:50.888087 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1c6b0b6a-6b3b-4dbc-880a-11b1cebb2133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:51.301520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e15f7d-300b-4036-92a0-7321397b9345 req-f548a0b0-46d1-4246-97b5-187bfd1aa4ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:51.302990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02e15f7d-300b-4036-92a0-7321397b9345 req-f548a0b0-46d1-4246-97b5-187bfd1aa4ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476685 Sep 10 04:48:51.338810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02e15f7d-300b-4036-92a0-7321397b9345 req-c5918841-fe6b-4e28-acf6-13fd861fc07c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299771 Sep 10 04:48:52.453141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59e3cbf-8bcd-47a9-9085-dccd3c68c1e3 req-d969864b-9a99-49b5-b32b-1ab6fb86c554 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:52.454618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b59e3cbf-8bcd-47a9-9085-dccd3c68c1e3 req-d969864b-9a99-49b5-b32b-1ab6fb86c554 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480058 Sep 10 04:48:52.495797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b59e3cbf-8bcd-47a9-9085-dccd3c68c1e3 req-e5d89506-19bd-4608-8ee2-2d20c142b0bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349026 Sep 10 04:48:53.528363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-34c0ed4a-33ef-4644-b008-743f738caa62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:53.612379 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132c61ef-d9c6-4f7d-be2b-e3db503f19af req-5823bebd-7fef-4a17-932d-64cc1e332b69 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:53.613852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-132c61ef-d9c6-4f7d-be2b-e3db503f19af req-5823bebd-7fef-4a17-932d-64cc1e332b69 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0485704 Sep 10 04:48:53.650580 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-132c61ef-d9c6-4f7d-be2b-e3db503f19af req-d8cba12f-1723-4fc6-803e-c74053b5ea76 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308192 Sep 10 04:48:53.752104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:54.762559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127fc56-647f-4316-aad5-f30f510df2fa req-73659313-a3b6-42a3-ba9c-3342ceaf668a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:54.764089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c127fc56-647f-4316-aad5-f30f510df2fa req-73659313-a3b6-42a3-ba9c-3342ceaf668a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482311 Sep 10 04:48:54.801634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c127fc56-647f-4316-aad5-f30f510df2fa req-3d0f4ce8-e831-4d87-901c-188b2f2df003 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314970 Sep 10 04:48:55.374900 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:55.913777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc2534b-83ea-4821-bba2-5510dcea675b req-68b78faf-96e5-4eeb-a4b3-ca62ed08d481 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:55.915255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bc2534b-83ea-4821-bba2-5510dcea675b req-68b78faf-96e5-4eeb-a4b3-ca62ed08d481 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479307 Sep 10 04:48:55.956439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7bc2534b-83ea-4821-bba2-5510dcea675b req-f74ce15d-85e1-4d12-996e-55a530d31997 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346241 Sep 10 04:48:56.546294 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:57.068500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3828f82-b4a6-4cc8-8698-3256c9db737e req-a3d8621a-7923-4bfd-ac03-17b0c402b1c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:57.069973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3828f82-b4a6-4cc8-8698-3256c9db737e req-a3d8621a-7923-4bfd-ac03-17b0c402b1c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475698 Sep 10 04:48:57.106457 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3828f82-b4a6-4cc8-8698-3256c9db737e req-ac0f490b-fd51-4669-b471-46a50d883faf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299823 Sep 10 04:48:58.221318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee4a07f-287b-4550-b1ee-85077bc6980c req-3a15c96b-be5d-4c6a-81a8-9a7be0ba3dd2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:58.222819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee4a07f-287b-4550-b1ee-85077bc6980c req-3a15c96b-be5d-4c6a-81a8-9a7be0ba3dd2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0496747 Sep 10 04:48:58.259747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ee4a07f-287b-4550-b1ee-85077bc6980c req-229e3d32-0a4d-4b43-aff2-d04f1215de96 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308397 Sep 10 04:48:59.373369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fc00fc-10be-4dd9-805d-21e621ec6e15 req-26366891-7334-4d12-a2cb-2f42ba67c21b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:48:59.374851 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59fc00fc-10be-4dd9-805d-21e621ec6e15 req-26366891-7334-4d12-a2cb-2f42ba67c21b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473630 Sep 10 04:48:59.386440 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:48:59.415972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59fc00fc-10be-4dd9-805d-21e621ec6e15 req-7572afd6-7f23-4fe3-926d-78f9b61bc082 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350049 Sep 10 04:49:00.528190 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597a2f48-2fce-42f1-bad9-6179a10468ac req-eda7cf70-6388-4fc5-a5c1-a88ab87da19f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:00.529702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-597a2f48-2fce-42f1-bad9-6179a10468ac req-eda7cf70-6388-4fc5-a5c1-a88ab87da19f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483298 Sep 10 04:49:00.567527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-597a2f48-2fce-42f1-bad9-6179a10468ac req-d063047f-ad6b-48e4-99f1-4c8333d3c651 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318611 Sep 10 04:49:01.680578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f55465f-c710-42f4-b698-c2dfb0050361 req-bc62470a-5ac9-4707-9ba1-35c6e1d13835 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:01.682048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f55465f-c710-42f4-b698-c2dfb0050361 req-bc62470a-5ac9-4707-9ba1-35c6e1d13835 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0486724 Sep 10 04:49:01.718907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f55465f-c710-42f4-b698-c2dfb0050361 req-0b286baa-afc2-4dd2-97be-9902448fb951 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303550 Sep 10 04:49:02.829857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c153b5ad-310d-442c-a393-f5093662a67b req-cde0379f-31af-4cb5-a440-a7814e743649 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:02.831304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c153b5ad-310d-442c-a393-f5093662a67b req-cde0379f-31af-4cb5-a440-a7814e743649 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0466359 Sep 10 04:49:02.871372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c153b5ad-310d-442c-a393-f5093662a67b req-f64d5b96-0ed3-4a8e-b977-3015b77928d4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341585 Sep 10 04:49:02.963047 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:03.223543 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:49:03.984684 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93b6eed-8ef8-428b-9bcc-ccf06df142d2 req-5925a6aa-6ab6-4e76-b8b7-710829edef21 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:03.986130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c93b6eed-8ef8-428b-9bcc-ccf06df142d2 req-5925a6aa-6ab6-4e76-b8b7-710829edef21 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479302 Sep 10 04:49:04.022689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c93b6eed-8ef8-428b-9bcc-ccf06df142d2 req-ab95b141-e4a6-4c56-ac50-be0a4e833922 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307987 Sep 10 04:49:05.134537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4de1d5e-767f-4212-a121-c5f54a789774 req-3947be5a-0cc9-42c7-af99-6f2fa7135b59 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:05.135993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4de1d5e-767f-4212-a121-c5f54a789774 req-3947be5a-0cc9-42c7-af99-6f2fa7135b59 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474410 Sep 10 04:49:05.172606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c4de1d5e-767f-4212-a121-c5f54a789774 req-5822be6f-5701-418b-975c-4f7d7bcd1949 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307858 Sep 10 04:49:06.284241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3d0e27-22a7-4fde-961c-2d89a9975a23 req-917a91ee-2b90-421c-b1ab-1eb17585be4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:06.285721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f3d0e27-22a7-4fde-961c-2d89a9975a23 req-917a91ee-2b90-421c-b1ab-1eb17585be4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481839 Sep 10 04:49:06.326109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f3d0e27-22a7-4fde-961c-2d89a9975a23 req-ba182456-7715-468b-9a0c-8cdd3131aef4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344396 Sep 10 04:49:07.437615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2880fced-66bd-4f66-8105-6045f7cc07ca req-a18b63d8-7d5f-4210-83e3-74999ccc60f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:07.439062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2880fced-66bd-4f66-8105-6045f7cc07ca req-a18b63d8-7d5f-4210-83e3-74999ccc60f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476973 Sep 10 04:49:07.475800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2880fced-66bd-4f66-8105-6045f7cc07ca req-114d904e-4bc0-4246-a8c4-ffb34c593d00 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307834 Sep 10 04:49:08.588440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15af38fd-a572-4c0c-b501-8a18c7e85f67 req-09c171b4-681a-46f0-8d09-8607d0d7449a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:08.589888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15af38fd-a572-4c0c-b501-8a18c7e85f67 req-09c171b4-681a-46f0-8d09-8607d0d7449a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479531 Sep 10 04:49:08.628393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15af38fd-a572-4c0c-b501-8a18c7e85f67 req-a8528ee6-c930-4248-a01e-ea78880ff954 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325863 Sep 10 04:49:09.739871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59374158-9a91-4eaf-bb12-138badcf798b req-d8757d80-f576-46e8-99d5-c60c7171a415 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:09.741342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59374158-9a91-4eaf-bb12-138badcf798b req-d8757d80-f576-46e8-99d5-c60c7171a415 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477662 Sep 10 04:49:09.784498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59374158-9a91-4eaf-bb12-138badcf798b req-f4c111e6-6917-4964-ba3e-0e8c799a0671 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372784 Sep 10 04:49:10.897087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7020516-9afd-4cf9-b3fc-b0610ff54b3d req-795d108f-7136-4c7b-aee6-7cba4acbb60e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:10.898597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7020516-9afd-4cf9-b3fc-b0610ff54b3d req-795d108f-7136-4c7b-aee6-7cba4acbb60e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0490549 Sep 10 04:49:10.936906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7020516-9afd-4cf9-b3fc-b0610ff54b3d req-57dc7ea7-37be-4a30-abab-b195a1773862 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313241 Sep 10 04:49:12.049205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60df7ef-a9b7-4176-b97c-a83fa05878fe req-210b2806-1ef1-4763-ad2b-04477f50c5fa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:12.050664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e60df7ef-a9b7-4176-b97c-a83fa05878fe req-210b2806-1ef1-4763-ad2b-04477f50c5fa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478053 Sep 10 04:49:12.088086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e60df7ef-a9b7-4176-b97c-a83fa05878fe req-938103e6-9111-4fdf-a1ac-2f6ca10bb68a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315628 Sep 10 04:49:12.509269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-cdb2a1a5-a8db-40f5-bb45-d7c176d85629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:12.510844 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-cdb2a1a5-a8db-40f5-bb45-d7c176d85629 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1097 time: 0.0409832 Sep 10 04:49:12.615012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-e5a970b3-e929-4a4b-a6d5-2937a47f4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:12.616477 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-e5a970b3-e929-4a4b-a6d5-2937a47f4d7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0867443 Sep 10 04:49:12.679571 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-723d7098-d444-4bd8-9e0b-1a63bb4d9ebe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0559659 Sep 10 04:49:12.726591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-eb34e693-e159-40d6-bdf6-c45336f80ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:12.727983 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-eb34e693-e159-40d6-bdf6-c45336f80ebc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0420611 Sep 10 04:49:12.775505 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-ee2bb458-8d31-499f-9c39-da57f91ea6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:12.776943 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-ee2bb458-8d31-499f-9c39-da57f91ea6ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424309 Sep 10 04:49:12.865290 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-88d2c011-08c1-4a74-92b9-4fe201a036c3 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811970 Sep 10 04:49:12.954756 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1e19400d-da94-4642-ac2e-ae10737a47e0 req-90f49ee6-bbcd-4390-a2bc-71308665307f service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828898 Sep 10 04:49:13.198370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef6d9f-4171-4d4c-ab2c-c2186078bd86 req-5d44a6f1-b0b1-4210-afb8-4668bf7e13bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:13.199849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ef6d9f-4171-4d4c-ab2c-c2186078bd86 req-5d44a6f1-b0b1-4210-afb8-4668bf7e13bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0470092 Sep 10 04:49:13.241363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-52ef6d9f-4171-4d4c-ab2c-c2186078bd86 req-c0b7da35-290d-46ec-bbb0-e3d7355c5c88 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349879 Sep 10 04:49:14.353794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1738d67-2b40-4ce7-a491-4db62a86b2f9 req-7402eefe-b7dd-4a34-b1a5-7e2a5329c191 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:14.355156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1738d67-2b40-4ce7-a491-4db62a86b2f9 req-7402eefe-b7dd-4a34-b1a5-7e2a5329c191 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472836 Sep 10 04:49:14.392032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1738d67-2b40-4ce7-a491-4db62a86b2f9 req-93124652-1d65-45c0-84b4-5f8e4ba8d202 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303090 Sep 10 04:49:15.504970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e876a68a-4985-42fe-b6da-4d1bbb166c0e req-7f106127-f467-48d7-b8b5-b694ac50cac1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:15.506425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e876a68a-4985-42fe-b6da-4d1bbb166c0e req-7f106127-f467-48d7-b8b5-b694ac50cac1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480151 Sep 10 04:49:15.545147 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e876a68a-4985-42fe-b6da-4d1bbb166c0e req-26afb3ee-8d3b-49be-af8e-9313a0e447b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328565 Sep 10 04:49:16.656966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d974bd3-d271-41ab-bfcf-e34f1805d5e7 req-61066b92-a128-4f66-b75a-b0578e28c6dc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:16.658398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d974bd3-d271-41ab-bfcf-e34f1805d5e7 req-61066b92-a128-4f66-b75a-b0578e28c6dc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477762 Sep 10 04:49:16.697948 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d974bd3-d271-41ab-bfcf-e34f1805d5e7 req-b9ccef30-ac1a-46a6-9a8f-bac31ce0fd47 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336690 Sep 10 04:49:17.815283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65041929-9db8-44be-88ae-b36b19ac0ec7 req-fe0a9568-de6b-4353-aac5-15e40d664fa3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:17.816751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65041929-9db8-44be-88ae-b36b19ac0ec7 req-fe0a9568-de6b-4353-aac5-15e40d664fa3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0491278 Sep 10 04:49:17.854652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-65041929-9db8-44be-88ae-b36b19ac0ec7 req-e06d3552-dcc9-4495-b8bc-53597f1660a5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319757 Sep 10 04:49:18.966531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b10a80-09bf-4d1c-bb36-c922aa776ea6 req-e3d678ef-2165-4182-9fc2-112cee91a1f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:18.968551 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74b10a80-09bf-4d1c-bb36-c922aa776ea6 req-e3d678ef-2165-4182-9fc2-112cee91a1f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474176 Sep 10 04:49:19.004897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74b10a80-09bf-4d1c-bb36-c922aa776ea6 req-7be76012-3bfa-4e54-9087-93fce4ebde84 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306449 Sep 10 04:49:20.116904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313d295-6497-4b4e-8ea8-6cba236fa672 req-48ccd946-5778-4fef-b651-f34a6e8296ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:20.118398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f313d295-6497-4b4e-8ea8-6cba236fa672 req-48ccd946-5778-4fef-b651-f34a6e8296ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0471504 Sep 10 04:49:20.159167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f313d295-6497-4b4e-8ea8-6cba236fa672 req-f0428f29-e76c-4024-b4e3-0f7686768dfc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339875 Sep 10 04:49:20.887495 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-595c542f-bf0e-4835-b63d-4c6d914a198a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:21.272476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22f9cf-436e-4208-9a68-885a2486f383 req-dd7044aa-5d27-42cf-a70e-aefd01448329 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:21.273949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd22f9cf-436e-4208-9a68-885a2486f383 req-dd7044aa-5d27-42cf-a70e-aefd01448329 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0485616 Sep 10 04:49:21.310696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd22f9cf-436e-4208-9a68-885a2486f383 req-1f068898-0108-4395-8618-c3994a8ce1b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305600 Sep 10 04:49:22.424741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338c3c88-d5e8-4ba3-99a7-ba4453294361 req-d0492be3-3220-4540-880a-34b74b7f1f80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:22.426214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-338c3c88-d5e8-4ba3-99a7-ba4453294361 req-d0492be3-3220-4540-880a-34b74b7f1f80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0485876 Sep 10 04:49:22.462046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-338c3c88-d5e8-4ba3-99a7-ba4453294361 req-02dbcecc-fc31-4eb7-90c3-57a9ed445f2a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299823 Sep 10 04:49:23.562946 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-679c1d01-0360-42c1-ab44-61b79e636a47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:23.576906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698bad68-61aa-4f28-b89d-94cb176b7f08 req-196c0607-fbbc-4ab0-a7ae-e6c756c0ae4e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:23.578360 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-698bad68-61aa-4f28-b89d-94cb176b7f08 req-196c0607-fbbc-4ab0-a7ae-e6c756c0ae4e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0494335 Sep 10 04:49:23.617832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-698bad68-61aa-4f28-b89d-94cb176b7f08 req-55f7a056-aebf-485b-8c9e-c31adc8961a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335462 Sep 10 04:49:23.773420 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:24.730208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499a292e-8524-42d3-8dae-da9988d2da12 req-9a5cd5b2-5ecb-43ea-af18-ffe74c1c3ee3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:24.731649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-499a292e-8524-42d3-8dae-da9988d2da12 req-9a5cd5b2-5ecb-43ea-af18-ffe74c1c3ee3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472305 Sep 10 04:49:24.768210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-499a292e-8524-42d3-8dae-da9988d2da12 req-cac5a27c-0cb4-4dd1-b396-9dea620c1fa4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300767 Sep 10 04:49:25.402481 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:25.880710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ad0ac-8056-4225-857f-37cb4251cc7a req-3d7372e0-4a9c-4ba6-95de-7d1cc8608c93 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:25.882172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-522ad0ac-8056-4225-857f-37cb4251cc7a req-3d7372e0-4a9c-4ba6-95de-7d1cc8608c93 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480006 Sep 10 04:49:25.919389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-522ad0ac-8056-4225-857f-37cb4251cc7a req-81670e41-08ee-4739-a8a8-244941c879d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314791 Sep 10 04:49:26.517062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:27.032019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9843b79a-a9ac-466d-934e-bb0505a05d1f req-4575faed-432c-4d2d-b87d-dcc528a98f6e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:27.033480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9843b79a-a9ac-466d-934e-bb0505a05d1f req-4575faed-432c-4d2d-b87d-dcc528a98f6e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483110 Sep 10 04:49:27.079606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9843b79a-a9ac-466d-934e-bb0505a05d1f req-78d5c930-65e7-449b-95c5-36c913dc9583 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402408 Sep 10 04:49:28.194228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993468d8-0f5f-47be-941d-5a3b5ff4634c req-8cbc4255-0992-47dd-a000-05ed77c8f55d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:28.195666 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-993468d8-0f5f-47be-941d-5a3b5ff4634c req-8cbc4255-0992-47dd-a000-05ed77c8f55d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474403 Sep 10 04:49:28.233743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-993468d8-0f5f-47be-941d-5a3b5ff4634c req-cf1fe175-46df-4001-ae48-2d532b8ff215 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320997 Sep 10 04:49:29.346859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265f30d7-7c7e-4b04-85b4-e84a5c306a79 req-3e33b4ef-55bb-40b5-a99b-31200a439b67 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:29.348363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-265f30d7-7c7e-4b04-85b4-e84a5c306a79 req-3e33b4ef-55bb-40b5-a99b-31200a439b67 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477841 Sep 10 04:49:29.385128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-265f30d7-7c7e-4b04-85b4-e84a5c306a79 req-399ec20b-a0b7-4ec3-918e-9fb26a5fa304 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308011 Sep 10 04:49:29.414156 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:30.496136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a97bb1-3b8c-4a0e-ba23-fd38c18b30ae req-cc009a79-4089-456a-b3cb-56c05471e163 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:30.497566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9a97bb1-3b8c-4a0e-ba23-fd38c18b30ae req-cc009a79-4089-456a-b3cb-56c05471e163 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0465243 Sep 10 04:49:30.538865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9a97bb1-3b8c-4a0e-ba23-fd38c18b30ae req-b8582e41-07ad-41d5-89d5-cea6345c3085 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348027 Sep 10 04:49:31.650079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5542c366-f798-496f-a955-786150cd8ce8 req-d09bba59-6065-4627-8e1a-6fc698898b5d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:31.651581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5542c366-f798-496f-a955-786150cd8ce8 req-d09bba59-6065-4627-8e1a-6fc698898b5d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475576 Sep 10 04:49:31.689469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5542c366-f798-496f-a955-786150cd8ce8 req-cd6067b3-c357-4ba3-8fb3-9a05d14ecba0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313461 Sep 10 04:49:32.800956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4e9f17-32d8-4325-b055-2872d617d50c req-39f75d54-eb13-44d6-8265-3578ffafd556 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:32.802328 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa4e9f17-32d8-4325-b055-2872d617d50c req-39f75d54-eb13-44d6-8265-3578ffafd556 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473723 Sep 10 04:49:32.838593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa4e9f17-32d8-4325-b055-2872d617d50c req-45e4779a-eb52-43ee-b55e-8773830a1596 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304017 Sep 10 04:49:32.978812 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:33.950013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb45444-e564-41d1-9ccf-cd066188a1ae req-39d6e7fd-9b94-4e7e-b11c-9f79d08e4a97 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:33.952021 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcb45444-e564-41d1-9ccf-cd066188a1ae req-39d6e7fd-9b94-4e7e-b11c-9f79d08e4a97 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0464075 Sep 10 04:49:33.992148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bcb45444-e564-41d1-9ccf-cd066188a1ae req-cfdd36f3-9647-44a4-a4c9-fe7d33b536c7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332377 Sep 10 04:49:35.103993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece2c44c-e182-4775-82bf-1f1d0a402dac req-1d221c7e-8516-484b-8911-cd110a883a81 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:35.105458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ece2c44c-e182-4775-82bf-1f1d0a402dac req-1d221c7e-8516-484b-8911-cd110a883a81 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473745 Sep 10 04:49:35.141977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ece2c44c-e182-4775-82bf-1f1d0a402dac req-eb648967-85c5-4019-b118-25a40367e4b4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306387 Sep 10 04:49:36.253605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21aa331b-1db2-4b63-bc4c-38fce3c936f2 req-22bd583f-bdef-434a-82f5-d7a422fad673 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:36.255059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21aa331b-1db2-4b63-bc4c-38fce3c936f2 req-22bd583f-bdef-434a-82f5-d7a422fad673 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477519 Sep 10 04:49:36.292035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21aa331b-1db2-4b63-bc4c-38fce3c936f2 req-e11700aa-0a61-4ec3-87ea-09c2a5d5df27 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311077 Sep 10 04:49:37.404413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f652793-526a-4f7b-9d16-f5aa9053e806 req-240ec45c-4f19-4ae1-ad1a-e40514e91996 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:37.405856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f652793-526a-4f7b-9d16-f5aa9053e806 req-240ec45c-4f19-4ae1-ad1a-e40514e91996 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484736 Sep 10 04:49:37.445384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f652793-526a-4f7b-9d16-f5aa9053e806 req-09d7bbfa-5dbf-46f6-90f0-b90c6bde7c17 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337994 Sep 10 04:49:38.559554 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b602f49-a483-4a99-8da2-b533e7ee295e req-ff1bf6db-6215-439d-864f-5e23b9e867e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:38.561626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b602f49-a483-4a99-8da2-b533e7ee295e req-ff1bf6db-6215-439d-864f-5e23b9e867e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0495281 Sep 10 04:49:38.597522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b602f49-a483-4a99-8da2-b533e7ee295e req-6e726e22-160c-4ce6-9ca0-98f4d63cd1c2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300980 Sep 10 04:49:39.710251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae7845-dc13-4c22-8e05-c7cd3fdab48c req-68d499ed-f81f-4204-bed9-8b4f4254da71 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:39.711672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7aae7845-dc13-4c22-8e05-c7cd3fdab48c req-68d499ed-f81f-4204-bed9-8b4f4254da71 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474212 Sep 10 04:49:39.747052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7aae7845-dc13-4c22-8e05-c7cd3fdab48c req-4d64898a-4351-41fd-a6f7-201d63660008 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294001 Sep 10 04:49:40.223713 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:49:40.858472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120d07a-da9e-4011-83ae-f088e87cea33 req-cc1f55ef-b177-4828-b856-59621a0c86cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:40.859924 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5120d07a-da9e-4011-83ae-f088e87cea33 req-cc1f55ef-b177-4828-b856-59621a0c86cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0462325 Sep 10 04:49:40.899787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5120d07a-da9e-4011-83ae-f088e87cea33 req-fb44395f-d5bc-40a1-922a-e0aa579b3c61 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339944 Sep 10 04:49:42.012055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0dd0ee-03f1-4709-b557-f23228670542 req-c1589541-bb91-4f0f-a3d8-8e3f7576e5b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:42.014144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd0dd0ee-03f1-4709-b557-f23228670542 req-c1589541-bb91-4f0f-a3d8-8e3f7576e5b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478776 Sep 10 04:49:42.053087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd0dd0ee-03f1-4709-b557-f23228670542 req-045bc47f-2910-474d-9f41-33650c899fc5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318875 Sep 10 04:49:43.164610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1cf44c-cc1c-4979-a84c-e2131576b1cd req-d4c619e7-48f6-4108-ba7c-fbf73d5e9b0a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:43.166062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b1cf44c-cc1c-4979-a84c-e2131576b1cd req-d4c619e7-48f6-4108-ba7c-fbf73d5e9b0a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474124 Sep 10 04:49:43.202505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4b1cf44c-cc1c-4979-a84c-e2131576b1cd req-014a7a48-a079-426e-b9e9-1230bf0eace9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301452 Sep 10 04:49:44.313110 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01432e2e-9bdb-4a4e-8e5f-a065dd6f5970 req-30b8a599-0795-477c-97ef-a8e6ac3569e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:44.314553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01432e2e-9bdb-4a4e-8e5f-a065dd6f5970 req-30b8a599-0795-477c-97ef-a8e6ac3569e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481923 Sep 10 04:49:44.354656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01432e2e-9bdb-4a4e-8e5f-a065dd6f5970 req-b419cd4f-2115-4e5c-9a67-0a43eb17a2b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341890 Sep 10 04:49:45.465508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95050eb1-ccdf-4275-a87e-a3f703f8f97a req-eb64372e-ee6d-4a82-98f7-a9a4b7662908 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:45.467586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95050eb1-ccdf-4275-a87e-a3f703f8f97a req-eb64372e-ee6d-4a82-98f7-a9a4b7662908 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474377 Sep 10 04:49:45.503166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-95050eb1-ccdf-4275-a87e-a3f703f8f97a req-0a69ebc2-88ac-456a-a4ac-27e7d1200fa0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297844 Sep 10 04:49:46.614897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90ddeb6-dbac-4eab-aeb3-d9560bbba63d req-8de950c3-32ee-4a50-a3be-e60e089dfaa1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:46.616377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c90ddeb6-dbac-4eab-aeb3-d9560bbba63d req-8de950c3-32ee-4a50-a3be-e60e089dfaa1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472884 Sep 10 04:49:46.652061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c90ddeb6-dbac-4eab-aeb3-d9560bbba63d req-88409799-3c67-4a6a-ad53-5755fbbbbce4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298929 Sep 10 04:49:47.763467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d22cb-cb56-4404-bed2-d5458ada44f2 req-1094e1f1-705f-4c89-b107-a5a348ab6713 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:47.764923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c4d22cb-cb56-4404-bed2-d5458ada44f2 req-1094e1f1-705f-4c89-b107-a5a348ab6713 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0470862 Sep 10 04:49:47.804627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c4d22cb-cb56-4404-bed2-d5458ada44f2 req-1abb54b9-c261-4d30-9016-97d74808b12a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334485 Sep 10 04:49:48.918161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe55155e-5834-4e6a-8932-8a796e3824c6 req-81452a9f-e3df-4889-98f2-28541598060f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:48.920288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe55155e-5834-4e6a-8932-8a796e3824c6 req-81452a9f-e3df-4889-98f2-28541598060f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481572 Sep 10 04:49:48.956773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe55155e-5834-4e6a-8932-8a796e3824c6 req-5d5a5234-9ead-47eb-807c-4676c2d4284b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306947 Sep 10 04:49:50.070253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd80e6e-bef1-4348-8c98-ef54513b39f1 req-a302990d-9bdf-4a83-8c5e-892cd9c3a403 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:50.071728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffd80e6e-bef1-4348-8c98-ef54513b39f1 req-a302990d-9bdf-4a83-8c5e-892cd9c3a403 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481477 Sep 10 04:49:50.111641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffd80e6e-bef1-4348-8c98-ef54513b39f1 req-a6a36dcd-d7ab-4a36-99fe-8b1190b4f5c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339298 Sep 10 04:49:50.886751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f263530a-1192-45ba-b7c1-5749d26fffbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:51.222669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c6e4de-947b-4b74-aaba-87317763fdf6 req-72b1516e-b2d8-49b9-895f-57c5b4a7d135 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:51.224127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78c6e4de-947b-4b74-aaba-87317763fdf6 req-72b1516e-b2d8-49b9-895f-57c5b4a7d135 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0467765 Sep 10 04:49:51.263949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78c6e4de-947b-4b74-aaba-87317763fdf6 req-4438de13-5106-4cfc-bd61-1fe5059bfef4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340421 Sep 10 04:49:52.378068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c27ecb-c191-4a9b-82de-36582c1dfda2 req-25eb6b5f-fd0a-4838-9bc6-e347bcf93475 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:52.379431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77c27ecb-c191-4a9b-82de-36582c1dfda2 req-25eb6b5f-fd0a-4838-9bc6-e347bcf93475 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484164 Sep 10 04:49:52.415894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77c27ecb-c191-4a9b-82de-36582c1dfda2 req-d78336c2-5c02-4eea-8d8d-0d97e73978e7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305824 Sep 10 04:49:53.522475 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f0c3857f-e28c-4f3f-80d8-c70b7655a06e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:53.532651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8344e6c-4ccf-4f5d-b48b-1e697786f18f req-c5876103-a0c0-4c28-ad12-4ddb2fb45a72 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:53.537736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8344e6c-4ccf-4f5d-b48b-1e697786f18f req-c5876103-a0c0-4c28-ad12-4ddb2fb45a72 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0504689 Sep 10 04:49:53.571411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8344e6c-4ccf-4f5d-b48b-1e697786f18f req-316777a9-ea3a-4b1c-a64a-ee9a117dbc84 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311894 Sep 10 04:49:53.762183 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:54.681605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e34cf5-77d3-4fb3-bd6d-3517943a4950 req-3569ea6b-7bd1-4cf1-a682-3de5a57ec4cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:54.683039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1e34cf5-77d3-4fb3-bd6d-3517943a4950 req-3569ea6b-7bd1-4cf1-a682-3de5a57ec4cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0470707 Sep 10 04:49:54.722905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d1e34cf5-77d3-4fb3-bd6d-3517943a4950 req-63fcdc85-8bae-4230-bc72-2bcabac8cb6d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335152 Sep 10 04:49:55.396620 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:55.834410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb38c4-affe-4357-ac1b-ab3cf9ed905c req-123febad-61bb-44f7-b2bc-e15706f3e42c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:55.835885 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4efb38c4-affe-4357-ac1b-ab3cf9ed905c req-123febad-61bb-44f7-b2bc-e15706f3e42c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479603 Sep 10 04:49:55.871765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4efb38c4-affe-4357-ac1b-ab3cf9ed905c req-508125a1-179f-46f8-849f-15c38f1fa0da tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299954 Sep 10 04:49:56.527995 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:49:56.982236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c83b3f-72ee-42b7-b68e-627309e06bcb req-7d7ca82a-ef88-45b6-87af-49a74930d5a9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:56.983690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40c83b3f-72ee-42b7-b68e-627309e06bcb req-7d7ca82a-ef88-45b6-87af-49a74930d5a9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473275 Sep 10 04:49:57.020814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40c83b3f-72ee-42b7-b68e-627309e06bcb req-cc132e3e-853d-404a-8165-0690fa9f908a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311668 Sep 10 04:49:58.140006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865b054f-3130-41d4-85d1-b44711c25beb req-738dec88-dce3-486f-86da-6ad87821c255 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:58.141998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-865b054f-3130-41d4-85d1-b44711c25beb req-738dec88-dce3-486f-86da-6ad87821c255 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0505669 Sep 10 04:49:58.183960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-865b054f-3130-41d4-85d1-b44711c25beb req-bd51a733-e49b-4d20-b9c4-6d1818647bf7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355661 Sep 10 04:49:59.297669 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93119cb0-f57f-44c5-8ddf-db4ec5b0afc6 req-9cffb3b2-c811-4713-83b3-6ca64c2fc639 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:49:59.299121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93119cb0-f57f-44c5-8ddf-db4ec5b0afc6 req-9cffb3b2-c811-4713-83b3-6ca64c2fc639 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479867 Sep 10 04:49:59.334590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93119cb0-f57f-44c5-8ddf-db4ec5b0afc6 req-5ea40538-6138-48b6-8662-37de088e0a45 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295918 Sep 10 04:49:59.430545 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:00.448077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefed1b9-0184-44ce-9d77-add5261762a4 req-22c6eb6c-0d96-4e41-ab69-8258dcca921e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:00.449631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cefed1b9-0184-44ce-9d77-add5261762a4 req-22c6eb6c-0d96-4e41-ab69-8258dcca921e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481031 Sep 10 04:50:00.485919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cefed1b9-0184-44ce-9d77-add5261762a4 req-7ea7eba4-72cd-4679-8c95-34e25af81845 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305064 Sep 10 04:50:01.597584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63fbff5-2fb1-4e82-a35e-2731d25e8425 req-04167d08-b984-4cab-ab23-5d66399e0bfb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:01.599041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f63fbff5-2fb1-4e82-a35e-2731d25e8425 req-04167d08-b984-4cab-ab23-5d66399e0bfb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478656 Sep 10 04:50:01.639314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f63fbff5-2fb1-4e82-a35e-2731d25e8425 req-897ebaff-db8a-491d-9bd3-9e87e5a739a9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342553 Sep 10 04:50:02.752694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b549a5f-af98-468a-bd86-a5c8f2811649 req-c02c1963-de69-413e-8ab5-6e05edb0da55 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:02.754161 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b549a5f-af98-468a-bd86-a5c8f2811649 req-c02c1963-de69-413e-8ab5-6e05edb0da55 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481222 Sep 10 04:50:02.790445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b549a5f-af98-468a-bd86-a5c8f2811649 req-e9a20ab3-9800-4993-8b89-f0bc360e0e30 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303221 Sep 10 04:50:02.955477 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:03.900620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a193a3-d585-44e7-be65-762f2da237e0 req-0cc623f6-2648-41d3-84aa-532c23618421 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:03.902063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90a193a3-d585-44e7-be65-762f2da237e0 req-0cc623f6-2648-41d3-84aa-532c23618421 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0471838 Sep 10 04:50:03.938818 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90a193a3-d585-44e7-be65-762f2da237e0 req-ffa4840c-51de-46ff-bcf8-784fea7a5f5d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301535 Sep 10 04:50:05.050439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e379e0-0833-4b3f-8366-93299f750a9f req-ae860fa6-37d0-493c-add5-b33f1c2087f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:05.051915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96e379e0-0833-4b3f-8366-93299f750a9f req-ae860fa6-37d0-493c-add5-b33f1c2087f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476258 Sep 10 04:50:05.092431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96e379e0-0833-4b3f-8366-93299f750a9f req-a04e1caa-a4c5-44fb-b271-f04a45a3816c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346313 Sep 10 04:50:06.204205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b90dc1-e08b-4641-95e1-420874058686 req-784b4d7c-b8cf-410e-9156-8d56fe959fec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:06.205722 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9b90dc1-e08b-4641-95e1-420874058686 req-784b4d7c-b8cf-410e-9156-8d56fe959fec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0494318 Sep 10 04:50:06.243576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9b90dc1-e08b-4641-95e1-420874058686 req-1a60b419-fe2c-4f66-8147-ef3743e8b498 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308626 Sep 10 04:50:07.356130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16fef42-c447-41a7-a21b-ec52c5ec11ab req-2074128e-7a01-4fa4-a601-99ef3096fea9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:07.357593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a16fef42-c447-41a7-a21b-ec52c5ec11ab req-2074128e-7a01-4fa4-a601-99ef3096fea9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480831 Sep 10 04:50:07.394883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a16fef42-c447-41a7-a21b-ec52c5ec11ab req-38cbc1d3-d735-4360-8e26-cb77e77fc3e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311418 Sep 10 04:50:08.505395 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e43582-d957-48c4-b1d0-99313c134301 req-35179c99-f68a-4ed5-b6b6-93cacc6702aa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:08.506853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48e43582-d957-48c4-b1d0-99313c134301 req-35179c99-f68a-4ed5-b6b6-93cacc6702aa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0466313 Sep 10 04:50:08.548298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48e43582-d957-48c4-b1d0-99313c134301 req-3e40d423-8a77-4f56-ab56-825357bf858e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353513 Sep 10 04:50:09.659768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe98f75-fd6c-4fa7-ad55-532ff13e7d7f req-68b48c4f-8ab9-4fc1-9fca-8a94df99c505 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:09.661227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbe98f75-fd6c-4fa7-ad55-532ff13e7d7f req-68b48c4f-8ab9-4fc1-9fca-8a94df99c505 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474384 Sep 10 04:50:09.697547 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbe98f75-fd6c-4fa7-ad55-532ff13e7d7f req-b70ca730-c041-413e-84a8-6203157a97a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304470 Sep 10 04:50:10.810147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56988703-fd96-4e1e-9097-724fedd3175f req-d6278eb0-320e-4960-98b7-04e60ba74f8d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:10.811591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56988703-fd96-4e1e-9097-724fedd3175f req-d6278eb0-320e-4960-98b7-04e60ba74f8d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474465 Sep 10 04:50:10.848236 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56988703-fd96-4e1e-9097-724fedd3175f req-1ce3fdbc-8733-4899-8755-ad89560aec9f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301054 Sep 10 04:50:11.960094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28f3422-21cf-4fe5-bcb9-39e2ab2cfd2b req-b77063ec-cd5e-469c-a6c2-b91824e36d0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:11.961553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a28f3422-21cf-4fe5-bcb9-39e2ab2cfd2b req-b77063ec-cd5e-469c-a6c2-b91824e36d0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476687 Sep 10 04:50:12.003039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a28f3422-21cf-4fe5-bcb9-39e2ab2cfd2b req-11986bc2-cd17-4f44-9d45-d09c984626cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352962 Sep 10 04:50:13.115754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fe5339-8e0f-4e8d-be87-ae3d788c8187 req-51699e81-e77f-4419-8a7e-bb7e9d2263fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:13.117200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03fe5339-8e0f-4e8d-be87-ae3d788c8187 req-51699e81-e77f-4419-8a7e-bb7e9d2263fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0469031 Sep 10 04:50:13.153810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03fe5339-8e0f-4e8d-be87-ae3d788c8187 req-2463cba9-cf1a-4650-aff8-fa3d46120fa1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306830 Sep 10 04:50:13.512415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532190f7-e8de-41b3-8d0a-03929348215d req-9e756662-b7d0-4ec5-abad-47840089750b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:13.513966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-532190f7-e8de-41b3-8d0a-03929348215d req-9e756662-b7d0-4ec5-abad-47840089750b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1097 time: 0.0413868 Sep 10 04:50:13.617918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532190f7-e8de-41b3-8d0a-03929348215d req-9ba12626-e8ba-43c3-933a-07a5dda739d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:13.619362 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-532190f7-e8de-41b3-8d0a-03929348215d req-9ba12626-e8ba-43c3-933a-07a5dda739d7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0863619 Sep 10 04:50:13.681906 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-532190f7-e8de-41b3-8d0a-03929348215d req-f1cff593-5b9c-4270-85de-c937bf8ea11c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0554755 Sep 10 04:50:13.729554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532190f7-e8de-41b3-8d0a-03929348215d req-3168e22f-0cc8-402b-944a-49b73348ca9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:13.730927 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-532190f7-e8de-41b3-8d0a-03929348215d req-3168e22f-0cc8-402b-944a-49b73348ca9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0419765 Sep 10 04:50:13.778911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532190f7-e8de-41b3-8d0a-03929348215d req-d8bda0a3-f506-4fce-a367-4e3a8f72b8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:13.780320 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-532190f7-e8de-41b3-8d0a-03929348215d req-d8bda0a3-f506-4fce-a367-4e3a8f72b8a2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425987 Sep 10 04:50:13.867357 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-532190f7-e8de-41b3-8d0a-03929348215d req-6048146a-1de6-46da-8f04-0c36d4a6072c service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797751 Sep 10 04:50:13.957497 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-532190f7-e8de-41b3-8d0a-03929348215d req-a258dadf-7da1-4c18-ad43-8471c2c8e427 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831673 Sep 10 04:50:14.326791 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4823c271-a134-41d6-92f6-0b4c384afb6d req-7f21986d-15b0-4b63-90f0-b8829b80f92c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:14.328288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4823c271-a134-41d6-92f6-0b4c384afb6d req-7f21986d-15b0-4b63-90f0-b8829b80f92c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477557 Sep 10 04:50:14.365525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4823c271-a134-41d6-92f6-0b4c384afb6d req-5d41761a-51c3-4327-a050-38200bcfbbf5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312486 Sep 10 04:50:15.476147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280f33d4-35db-437e-a9c2-bc0caa2cd806 req-ec797512-9319-48c1-a57d-414c1d4dc170 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:15.477572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-280f33d4-35db-437e-a9c2-bc0caa2cd806 req-ec797512-9319-48c1-a57d-414c1d4dc170 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0468764 Sep 10 04:50:15.517930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-280f33d4-35db-437e-a9c2-bc0caa2cd806 req-8b867e62-2c5e-4e1c-91dc-67f1082e994a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345037 Sep 10 04:50:16.630205 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c12d4-a135-468f-8a28-0d88133b0e72 req-e25ff70a-f993-466b-8584-e1185de4b64a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:16.631647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c7c12d4-a135-468f-8a28-0d88133b0e72 req-e25ff70a-f993-466b-8584-e1185de4b64a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476646 Sep 10 04:50:16.668121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c7c12d4-a135-468f-8a28-0d88133b0e72 req-e7df5feb-95bc-4e39-b1fd-0977d0a9724f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304892 Sep 10 04:50:17.223592 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:50:17.793400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1e893c-8357-4dee-ab9d-70d009647c89 req-eef18fb3-5d1e-4483-8694-cf6baec662f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:17.794754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b1e893c-8357-4dee-ab9d-70d009647c89 req-eef18fb3-5d1e-4483-8694-cf6baec662f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476389 Sep 10 04:50:17.831325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1b1e893c-8357-4dee-ab9d-70d009647c89 req-a42ecbcc-2757-4362-8d8c-87597699b35f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306745 Sep 10 04:50:18.942075 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adad8a-35ca-41da-9bb6-5d919bac2a37 req-94c8abd9-f262-450a-b544-16894f8f0c93 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:18.943515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9adad8a-35ca-41da-9bb6-5d919bac2a37 req-94c8abd9-f262-450a-b544-16894f8f0c93 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0464509 Sep 10 04:50:18.982680 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9adad8a-35ca-41da-9bb6-5d919bac2a37 req-bae36288-d793-4533-939c-6a602fd5e500 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333767 Sep 10 04:50:20.428650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb4c33-0f9a-4785-bd10-c2dce7f61333 req-c173af5e-97d5-494b-966d-f9d5506d066e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:20.430114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffdb4c33-0f9a-4785-bd10-c2dce7f61333 req-c173af5e-97d5-494b-966d-f9d5506d066e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.3800950 Sep 10 04:50:20.467416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ffdb4c33-0f9a-4785-bd10-c2dce7f61333 req-85167c2e-c45f-4600-b9d1-85efebc43cb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307319 Sep 10 04:50:20.880515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d4ade4af-221a-4475-99b3-7e1449387862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:21.582127 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33bb2c-701d-400e-b6e8-28d28b1a17ca req-02eed223-efbf-4a9b-9138-c999dab1008a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:21.583618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e33bb2c-701d-400e-b6e8-28d28b1a17ca req-02eed223-efbf-4a9b-9138-c999dab1008a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0485289 Sep 10 04:50:21.619319 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e33bb2c-701d-400e-b6e8-28d28b1a17ca req-a3327bca-01bc-4544-a079-8bd8e598cd11 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298302 Sep 10 04:50:22.731890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abde86d-0eee-49e7-a178-9b3e0c93842b req-1de87626-1117-453f-b61a-4ebe5b943ce3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:22.733332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7abde86d-0eee-49e7-a178-9b3e0c93842b req-1de87626-1117-453f-b61a-4ebe5b943ce3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478189 Sep 10 04:50:22.773779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7abde86d-0eee-49e7-a178-9b3e0c93842b req-d8fb8767-ff11-4800-8421-b39e158c4431 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339367 Sep 10 04:50:23.527346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b942e5f-2078-460f-80db-e9f7dcd66ad7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:23.761504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:23.898238 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5338d0-d6af-4c62-b774-fb0f062d039e req-ead8c2f4-4a67-4082-90d9-e7e1bb82a597 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:23.899715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef5338d0-d6af-4c62-b774-fb0f062d039e req-ead8c2f4-4a67-4082-90d9-e7e1bb82a597 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482519 Sep 10 04:50:23.935950 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef5338d0-d6af-4c62-b774-fb0f062d039e req-e87d3544-3403-4eb5-ab08-a1f1e850c14e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302596 Sep 10 04:50:25.048500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87b6b8b-e3e8-49dd-8cff-b16830a72d05 req-5a16868c-b48b-4cd7-97c9-ec406602512e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:25.049960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a87b6b8b-e3e8-49dd-8cff-b16830a72d05 req-5a16868c-b48b-4cd7-97c9-ec406602512e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472300 Sep 10 04:50:25.086427 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a87b6b8b-e3e8-49dd-8cff-b16830a72d05 req-8cd7b820-f207-4017-bb04-751523b4d211 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304437 Sep 10 04:50:25.419058 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:26.198775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb29b6-6257-4c09-953d-64888545bddc req-4752d3e8-f374-431d-b1b8-ff5a77650921 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:26.200243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26fb29b6-6257-4c09-953d-64888545bddc req-4752d3e8-f374-431d-b1b8-ff5a77650921 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0468888 Sep 10 04:50:26.240010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-26fb29b6-6257-4c09-953d-64888545bddc req-dc74a3db-6266-449f-81a1-ba72d04e9534 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338290 Sep 10 04:50:26.533112 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:27.351245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac1db7e-91c6-4c94-b8cb-ab5c81e3fa68 req-173872cd-0338-411a-9e00-d6e9813b9d77 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:27.352725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ac1db7e-91c6-4c94-b8cb-ab5c81e3fa68 req-173872cd-0338-411a-9e00-d6e9813b9d77 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0468371 Sep 10 04:50:27.389679 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ac1db7e-91c6-4c94-b8cb-ab5c81e3fa68 req-8b4314a8-a570-494a-b495-dfd33929218b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311460 Sep 10 04:50:28.514766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc58f53-3367-43b8-8078-a8bb5ff5637f req-2aac37be-f270-47bb-8037-5ddf67560270 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:28.516833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fc58f53-3367-43b8-8078-a8bb5ff5637f req-2aac37be-f270-47bb-8037-5ddf67560270 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476563 Sep 10 04:50:28.553572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fc58f53-3367-43b8-8078-a8bb5ff5637f req-c228b09b-314b-4412-8bfe-e51b339e6334 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304365 Sep 10 04:50:29.423345 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:29.665051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0f90b5-ec4d-403b-b41c-6ca39f178fbc req-ee706865-aed1-4488-ab63-aae894cf1a6d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:29.666507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac0f90b5-ec4d-403b-b41c-6ca39f178fbc req-ee706865-aed1-4488-ab63-aae894cf1a6d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476308 Sep 10 04:50:29.706973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac0f90b5-ec4d-403b-b41c-6ca39f178fbc req-a6de7431-0a67-47e3-9099-b475046560cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338826 Sep 10 04:50:30.817612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de51dd-1daf-486b-af30-b9c542023173 req-cfafb879-3b2f-4abe-9bd4-e95f9e91ed1e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:30.819069 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12de51dd-1daf-486b-af30-b9c542023173 req-cfafb879-3b2f-4abe-9bd4-e95f9e91ed1e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0465956 Sep 10 04:50:30.855290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12de51dd-1daf-486b-af30-b9c542023173 req-2c5898bf-3a0b-4f39-ad88-efa666738d1b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303681 Sep 10 04:50:31.965845 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2546a11e-4ef7-4557-8068-c7ecbdce7751 req-e8fcf2f5-3fed-4c37-92b3-927b9a22b64a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:31.967330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2546a11e-4ef7-4557-8068-c7ecbdce7751 req-e8fcf2f5-3fed-4c37-92b3-927b9a22b64a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0471642 Sep 10 04:50:32.003770 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2546a11e-4ef7-4557-8068-c7ecbdce7751 req-eb7af503-95b4-4cdf-8921-ac97bc5537a4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297425 Sep 10 04:50:32.973199 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:33.116884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2cf06b-81a0-472f-aef5-82ea1666ee68 req-07b4ba0f-f120-49ec-bc43-ec7c1e706221 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:33.118318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a2cf06b-81a0-472f-aef5-82ea1666ee68 req-07b4ba0f-f120-49ec-bc43-ec7c1e706221 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475516 Sep 10 04:50:33.157936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a2cf06b-81a0-472f-aef5-82ea1666ee68 req-5fa2c03b-1085-4423-8175-1efe082b3111 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337143 Sep 10 04:50:34.271022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355b592-2bc2-47ee-a5b3-9ccabd327268 req-e0a1ce86-20da-460c-8977-0a58fda6a496 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:34.272591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1355b592-2bc2-47ee-a5b3-9ccabd327268 req-e0a1ce86-20da-460c-8977-0a58fda6a496 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0489082 Sep 10 04:50:34.309364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1355b592-2bc2-47ee-a5b3-9ccabd327268 req-b046e33f-ffcb-4f99-8357-e6e99d964e79 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308285 Sep 10 04:50:35.421146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8b2a13-e0f8-41cc-94fa-40b6a7099fcf req-a8d00797-6606-4f7b-9c59-1e9e7564ac8d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:35.422595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b8b2a13-e0f8-41cc-94fa-40b6a7099fcf req-a8d00797-6606-4f7b-9c59-1e9e7564ac8d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480046 Sep 10 04:50:35.459255 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b8b2a13-e0f8-41cc-94fa-40b6a7099fcf req-1061cb3d-5126-4f5e-85bc-fd723ab6a296 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307741 Sep 10 04:50:36.572477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be652d7-5a31-4bd0-b55e-3d201776365b req-90345104-1ee1-415f-8c40-19294e3b94a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:36.573934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0be652d7-5a31-4bd0-b55e-3d201776365b req-90345104-1ee1-415f-8c40-19294e3b94a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478752 Sep 10 04:50:36.614876 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0be652d7-5a31-4bd0-b55e-3d201776365b req-e44363d5-407f-42c0-9075-c1e0447e4db5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349274 Sep 10 04:50:37.726100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab984518-8ee6-4427-a788-7c48d6bd9bd3 req-094f7a85-ae50-4330-9f2f-8cf46117d3c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:37.727535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab984518-8ee6-4427-a788-7c48d6bd9bd3 req-094f7a85-ae50-4330-9f2f-8cf46117d3c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477693 Sep 10 04:50:37.764095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab984518-8ee6-4427-a788-7c48d6bd9bd3 req-03567de0-681b-470e-b6e5-a161d6de48c2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307219 Sep 10 04:50:38.875315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dc5ed6-9abd-4a9e-8751-ed6c74f18d01 req-e2facf4f-c4ec-4c6b-b6c6-a6a9583c148b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:38.876958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7dc5ed6-9abd-4a9e-8751-ed6c74f18d01 req-e2facf4f-c4ec-4c6b-b6c6-a6a9583c148b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474391 Sep 10 04:50:38.913972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7dc5ed6-9abd-4a9e-8751-ed6c74f18d01 req-c2fce69e-7158-45c0-b468-b62e23551f9e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312896 Sep 10 04:50:40.025630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94aff61-8aa0-4d2e-9f82-8502549c09bc req-73955912-06a8-40a6-8f71-f2ea1c720d81 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:40.027080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c94aff61-8aa0-4d2e-9f82-8502549c09bc req-73955912-06a8-40a6-8f71-f2ea1c720d81 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477803 Sep 10 04:50:40.067175 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c94aff61-8aa0-4d2e-9f82-8502549c09bc req-0a24f57d-51fa-4686-bc26-e5f3833fe1bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335393 Sep 10 04:50:41.183155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766ed5b1-9c15-4247-9c20-1fd789ebd23b req-203edee1-ec47-4147-af65-ba4d3c0e2731 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:41.184644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-766ed5b1-9c15-4247-9c20-1fd789ebd23b req-203edee1-ec47-4147-af65-ba4d3c0e2731 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477564 Sep 10 04:50:41.221351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-766ed5b1-9c15-4247-9c20-1fd789ebd23b req-ac02b539-d60b-45c9-913a-da8fdfbd9b81 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308242 Sep 10 04:50:42.334061 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b859c621-b9b5-4f78-a6d8-ce7b652fa287 req-9e02fe5b-152c-4797-8546-b01301fa6be5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:42.335519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b859c621-b9b5-4f78-a6d8-ce7b652fa287 req-9e02fe5b-152c-4797-8546-b01301fa6be5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482395 Sep 10 04:50:42.378266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b859c621-b9b5-4f78-a6d8-ce7b652fa287 req-6b8b6238-fc4b-4d7c-aecb-e0ac1dc46493 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315571 Sep 10 04:50:43.485710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd8d846-68b8-4a55-bea5-443895e04d3b req-3a7ee0e2-6f20-484e-8105-dc6e978870c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:43.487172 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dd8d846-68b8-4a55-bea5-443895e04d3b req-3a7ee0e2-6f20-484e-8105-dc6e978870c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477500 Sep 10 04:50:43.527528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dd8d846-68b8-4a55-bea5-443895e04d3b req-90a7a1e6-b08a-4f68-a61e-9efc016cdcf4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344493 Sep 10 04:50:44.639662 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f55b42e-c92a-4dae-82b9-a32e36baf91f req-0e320596-8303-49f5-a7b8-c388c0a1ae3a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:44.641639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f55b42e-c92a-4dae-82b9-a32e36baf91f req-0e320596-8303-49f5-a7b8-c388c0a1ae3a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0469635 Sep 10 04:50:44.678173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f55b42e-c92a-4dae-82b9-a32e36baf91f req-86ba3cdc-cc98-4a44-b5ce-692a74d3e37b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304899 Sep 10 04:50:45.790693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134fbcba-da10-468b-bd02-3e94c4548b6c req-faf55f26-0fe2-40e0-8c1e-5a14cbff3af7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:45.792097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-134fbcba-da10-468b-bd02-3e94c4548b6c req-faf55f26-0fe2-40e0-8c1e-5a14cbff3af7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478177 Sep 10 04:50:45.829327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-134fbcba-da10-468b-bd02-3e94c4548b6c req-a9b713ba-7014-4f8d-bea0-3935d7608d39 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303056 Sep 10 04:50:46.941470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc434fe5-aa34-4cc0-bbb9-eb2a6004ab4b req-aee5b243-3953-4a56-a8a7-a5dbde86dbb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:46.942935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc434fe5-aa34-4cc0-bbb9-eb2a6004ab4b req-aee5b243-3953-4a56-a8a7-a5dbde86dbb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477288 Sep 10 04:50:46.982229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc434fe5-aa34-4cc0-bbb9-eb2a6004ab4b req-e68a07db-48d1-48d0-abbc-da52caf5074d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333936 Sep 10 04:50:48.095107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef224838-32f6-4b4e-9c33-f841497c709b req-18ea36ba-09f3-4ee3-946c-07a170e11534 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:48.096660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef224838-32f6-4b4e-9c33-f841497c709b req-18ea36ba-09f3-4ee3-946c-07a170e11534 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481906 Sep 10 04:50:48.133336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef224838-32f6-4b4e-9c33-f841497c709b req-1e987617-5382-49f0-8f8f-ec8aee5bab5b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306909 Sep 10 04:50:49.250292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0cfc8-db67-444a-a14a-37a1a1f971ba req-d42a8a9e-c55f-40c1-955e-8893e346506c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:49.251934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71e0cfc8-db67-444a-a14a-37a1a1f971ba req-d42a8a9e-c55f-40c1-955e-8893e346506c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0513246 Sep 10 04:50:49.291631 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-71e0cfc8-db67-444a-a14a-37a1a1f971ba req-34b0b728-2140-4cfe-b10f-fcbd1e419d4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329194 Sep 10 04:50:50.407807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f3a5ff-1dfc-4261-96a0-b6f203b9bd78 req-9955768a-2763-49a2-acdb-b46da7a9387c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:50.409163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04f3a5ff-1dfc-4261-96a0-b6f203b9bd78 req-9955768a-2763-49a2-acdb-b46da7a9387c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473866 Sep 10 04:50:50.449836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04f3a5ff-1dfc-4261-96a0-b6f203b9bd78 req-dcb87a8c-3369-491d-b574-a721a3d3e911 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345118 Sep 10 04:50:50.892850 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bcf5369d-6e40-44ba-a6fb-d1fa258ddc88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:51.562617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737a4c03-c23c-4ca7-9424-41d49db37d9d req-0c8c33f6-38d1-44b1-9ca5-b01eca53362d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:51.564087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-737a4c03-c23c-4ca7-9424-41d49db37d9d req-0c8c33f6-38d1-44b1-9ca5-b01eca53362d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484221 Sep 10 04:50:51.600918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-737a4c03-c23c-4ca7-9424-41d49db37d9d req-757fcf03-9af4-427e-938c-cc9aefc5d5d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309625 Sep 10 04:50:52.712283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57937e18-bf4c-4c3b-9899-e6fd0e16beb0 req-e59013f8-e9bb-4365-b952-1645a5315f85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:52.713735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57937e18-bf4c-4c3b-9899-e6fd0e16beb0 req-e59013f8-e9bb-4365-b952-1645a5315f85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480704 Sep 10 04:50:52.752152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57937e18-bf4c-4c3b-9899-e6fd0e16beb0 req-5d8e9df2-aa0a-4033-a344-4b389fa1f8af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318143 Sep 10 04:50:53.537462 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a1e0e08b-acc9-480b-a0c1-972c21ecc9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:53.755749 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:53.863853 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c4d1f6-68e6-47a5-9ac6-ea1b96e24409 req-ca694aa4-f0f7-41f0-953a-96fa9eee69b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:53.865313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29c4d1f6-68e6-47a5-9ac6-ea1b96e24409 req-ca694aa4-f0f7-41f0-953a-96fa9eee69b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477338 Sep 10 04:50:53.904795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-29c4d1f6-68e6-47a5-9ac6-ea1b96e24409 req-81b27960-018d-483f-b671-e410f775448a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336342 Sep 10 04:50:54.222278 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:50:55.016942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e2ece1-e9f1-4559-a240-c1fe68ee4fd2 req-0f810edf-0aa3-4b4b-a229-ec286bf0bac9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:55.018384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85e2ece1-e9f1-4559-a240-c1fe68ee4fd2 req-0f810edf-0aa3-4b4b-a229-ec286bf0bac9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474358 Sep 10 04:50:55.055111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85e2ece1-e9f1-4559-a240-c1fe68ee4fd2 req-5d31489b-df61-4a48-b2ec-c3d56931f3c2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305605 Sep 10 04:50:55.412647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:56.167448 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea958116-ee31-4a89-b344-46a442d2b8e8 req-4f96ccb3-9a8a-4987-8465-39d726586a7d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:56.168934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea958116-ee31-4a89-b344-46a442d2b8e8 req-4f96ccb3-9a8a-4987-8465-39d726586a7d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482943 Sep 10 04:50:56.205364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea958116-ee31-4a89-b344-46a442d2b8e8 req-123919b8-65cc-42d6-8d11-9b8065ec8ca4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298321 Sep 10 04:50:56.532602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:57.317385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ace43f2-f4db-40fc-836d-bca2099fcf0c req-c532c8a9-56e4-4266-9b82-1a00ba2ed41a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:57.318848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ace43f2-f4db-40fc-836d-bca2099fcf0c req-c532c8a9-56e4-4266-9b82-1a00ba2ed41a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476038 Sep 10 04:50:57.358163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ace43f2-f4db-40fc-836d-bca2099fcf0c req-8e32bc91-d8b9-4b14-bedf-dc8e99127df3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334766 Sep 10 04:50:58.472975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7400f1b-6148-4576-a2c5-02e633a62c5f req-7bb07206-8d60-4c68-bf0d-ab7512350ce6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:58.474456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7400f1b-6148-4576-a2c5-02e633a62c5f req-7bb07206-8d60-4c68-bf0d-ab7512350ce6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0487742 Sep 10 04:50:58.511222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7400f1b-6148-4576-a2c5-02e633a62c5f req-9e40eb0f-48ce-4cb4-b695-74dafd49ac6d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308039 Sep 10 04:50:59.418308 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:50:59.623193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264b4b3c-6984-4dac-9b30-a9a46f9605e1 req-f9e4bf2f-b10e-4168-8f32-76bc96613d6a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:50:59.625089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-264b4b3c-6984-4dac-9b30-a9a46f9605e1 req-f9e4bf2f-b10e-4168-8f32-76bc96613d6a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479596 Sep 10 04:50:59.661724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-264b4b3c-6984-4dac-9b30-a9a46f9605e1 req-8a39b811-101b-45e9-8169-1ff444ca4062 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308321 Sep 10 04:51:00.773536 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879ace17-36a2-470b-8dd1-680d71d3af43 req-562a0837-09a9-4561-8495-9adb50085209 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:00.774938 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-879ace17-36a2-470b-8dd1-680d71d3af43 req-562a0837-09a9-4561-8495-9adb50085209 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478928 Sep 10 04:51:00.815140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-879ace17-36a2-470b-8dd1-680d71d3af43 req-e5c7b303-cf2b-4d21-a607-7550e74ce117 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337036 Sep 10 04:51:01.926451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4eb1a2-dfc2-4ed7-b7c0-e8494d43da14 req-f057e4a4-3b8b-4e7f-a07e-ca8182642326 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:01.927937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba4eb1a2-dfc2-4ed7-b7c0-e8494d43da14 req-f057e4a4-3b8b-4e7f-a07e-ca8182642326 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479846 Sep 10 04:51:01.965101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba4eb1a2-dfc2-4ed7-b7c0-e8494d43da14 req-cea72e83-5adb-4bc7-bdf2-03e7eb4c0aef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313904 Sep 10 04:51:03.005978 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:03.080348 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f5fc33-45d3-4fa9-ae52-6f344e2dd25c req-bbc00965-bde9-4f0f-a2ea-6a696567bd24 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:03.081833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5f5fc33-45d3-4fa9-ae52-6f344e2dd25c req-bbc00965-bde9-4f0f-a2ea-6a696567bd24 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484540 Sep 10 04:51:03.118132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5f5fc33-45d3-4fa9-ae52-6f344e2dd25c req-95f24602-9a20-4fdd-a9a7-6740999b10a5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303905 Sep 10 04:51:04.230856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6a7a10-1d28-4d39-8003-25b3f18ae545 req-b75e8761-76ea-40dc-b7e9-11d62428bc04 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:04.232355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a6a7a10-1d28-4d39-8003-25b3f18ae545 req-b75e8761-76ea-40dc-b7e9-11d62428bc04 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484962 Sep 10 04:51:04.272157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9a6a7a10-1d28-4d39-8003-25b3f18ae545 req-69a35766-ae5e-41a6-a3a2-b8539eb125af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339210 Sep 10 04:51:05.384217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a30ea26-71e3-477a-a66e-0cc1e2e3155d req-dd9fc409-318e-4595-a886-f13281fc7d1a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:05.385663 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a30ea26-71e3-477a-a66e-0cc1e2e3155d req-dd9fc409-318e-4595-a886-f13281fc7d1a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476315 Sep 10 04:51:05.422991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a30ea26-71e3-477a-a66e-0cc1e2e3155d req-ec5debc5-fc1b-42fa-a0da-a232baeaae92 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314038 Sep 10 04:51:06.535041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a330a4e5-9974-4cd6-8200-602ea5d22a25 req-a7e66e58-e824-4855-8b7c-bc0571b19062 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:06.536596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a330a4e5-9974-4cd6-8200-602ea5d22a25 req-a7e66e58-e824-4855-8b7c-bc0571b19062 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0488763 Sep 10 04:51:06.573888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a330a4e5-9974-4cd6-8200-602ea5d22a25 req-d02776cd-55f0-45d4-a822-7b87c05143a8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314260 Sep 10 04:51:07.684930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c09b4e-9981-4539-8f57-b41ec6f9349c req-70cebc90-5997-49ac-ad55-b4b7e47584db tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:07.686883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48c09b4e-9981-4539-8f57-b41ec6f9349c req-70cebc90-5997-49ac-ad55-b4b7e47584db tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474186 Sep 10 04:51:07.726768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48c09b4e-9981-4539-8f57-b41ec6f9349c req-79d4c733-a06b-4c55-a141-cba264fe94c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340617 Sep 10 04:51:08.839951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f894cc3a-9afb-4c75-ae84-865966a02480 req-ce2a8da0-1c3c-4701-8e04-84ede83da926 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:08.841397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894cc3a-9afb-4c75-ae84-865966a02480 req-ce2a8da0-1c3c-4701-8e04-84ede83da926 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477741 Sep 10 04:51:08.878127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f894cc3a-9afb-4c75-ae84-865966a02480 req-d1b53835-a81b-4695-8364-d851681330f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303717 Sep 10 04:51:09.989486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395c0e7-a256-463f-abbc-4bef1f0d34e6 req-01f1d5dd-e4f4-4c80-aca1-6c83501cbbe7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:09.990939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a395c0e7-a256-463f-abbc-4bef1f0d34e6 req-01f1d5dd-e4f4-4c80-aca1-6c83501cbbe7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479937 Sep 10 04:51:10.027445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a395c0e7-a256-463f-abbc-4bef1f0d34e6 req-2ad3ef3e-6413-49db-8001-569d430ce468 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306165 Sep 10 04:51:11.155391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5bcb7-d074-4bbe-8105-05e5edca56bf req-e44f57b0-b768-4b7f-8684-c3ba097e3402 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:11.156857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8eb5bcb7-d074-4bbe-8105-05e5edca56bf req-e44f57b0-b768-4b7f-8684-c3ba097e3402 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484641 Sep 10 04:51:11.196483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8eb5bcb7-d074-4bbe-8105-05e5edca56bf req-8a67a4f9-351e-4052-9041-cc24d9da6ffd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337548 Sep 10 04:51:12.312626 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71bff90-c6f0-4ab0-aa58-635edf195586 req-1fa06103-0854-43fd-a4e6-d3d00c71ca3c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:12.314107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f71bff90-c6f0-4ab0-aa58-635edf195586 req-1fa06103-0854-43fd-a4e6-d3d00c71ca3c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0505784 Sep 10 04:51:12.351227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f71bff90-c6f0-4ab0-aa58-635edf195586 req-9a5d247a-b529-48bb-ae8e-762addef7b93 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311236 Sep 10 04:51:13.463203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecae5fb3-4cad-42a4-bbc7-7849d7afa30b req-fa4f3612-ebfc-4b83-9ad9-b856d940f7ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:13.464698 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecae5fb3-4cad-42a4-bbc7-7849d7afa30b req-fa4f3612-ebfc-4b83-9ad9-b856d940f7ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478325 Sep 10 04:51:13.501525 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ecae5fb3-4cad-42a4-bbc7-7849d7afa30b req-793c57cb-594c-4194-8404-aa906ccb1dce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305457 Sep 10 04:51:14.510852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-c100700b-2c3d-427b-93b4-b541bf7cfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:14.512285 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-c100700b-2c3d-427b-93b4-b541bf7cfd5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1097 time: 0.0415428 Sep 10 04:51:14.614713 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f996d2-6ba6-4cc3-ab23-a13c90263413 req-7b603885-e1cb-460a-af12-482956e61d1c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:14.616294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82f996d2-6ba6-4cc3-ab23-a13c90263413 req-7b603885-e1cb-460a-af12-482956e61d1c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481746 Sep 10 04:51:14.617458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-9fc2840c-4a79-4d4e-8f2d-91ccdd49f540 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:14.618929 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-9fc2840c-4a79-4d4e-8f2d-91ccdd49f540 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0879638 Sep 10 04:51:14.658209 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82f996d2-6ba6-4cc3-ab23-a13c90263413 req-8a9f2000-1de6-419b-8875-cb844309868f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358689 Sep 10 04:51:14.683215 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-ed1abc3b-0057-4e82-888b-ead1b0f86bc2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0575042 Sep 10 04:51:14.729883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-ed1f3eab-554e-4500-9ca0-1d779db57a9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:14.731247 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-ed1f3eab-554e-4500-9ca0-1d779db57a9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0412073 Sep 10 04:51:14.780261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-75c39f54-e272-4812-b338-3e7efa861212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:14.781638 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-75c39f54-e272-4812-b338-3e7efa861212 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436177 Sep 10 04:51:14.869501 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-8601ec44-7ee7-40d8-b54a-cdae87e9939e service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801456 Sep 10 04:51:14.958729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-32a5477a-d08e-499e-a2a2-4c39ece8feba req-d4c7c833-a694-4c7c-b6da-f5712257bce3 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826406 Sep 10 04:51:15.774428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e29b882-dc65-4ade-a13e-05feaa0d309c req-14d3e24e-2a89-47bc-8560-ccc1c332e83e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:15.775856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e29b882-dc65-4ade-a13e-05feaa0d309c req-14d3e24e-2a89-47bc-8560-ccc1c332e83e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0496645 Sep 10 04:51:15.813304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e29b882-dc65-4ade-a13e-05feaa0d309c req-019810f3-e946-4c40-9579-3588530d74bb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311964 Sep 10 04:51:16.924664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3600cf-f17b-4ea8-9039-571de0a483cd req-d29d9623-43bb-4923-a4f9-2af8d5806c0f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:16.926104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da3600cf-f17b-4ea8-9039-571de0a483cd req-d29d9623-43bb-4923-a4f9-2af8d5806c0f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479794 Sep 10 04:51:16.961911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da3600cf-f17b-4ea8-9039-571de0a483cd req-5a79fb54-5dae-4329-beea-8b12fcf42ee3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300121 Sep 10 04:51:18.073261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab328fa5-2b7b-4fca-85ac-8bcb0a14d7d2 req-04c3afc7-86b1-4a8a-a92f-65689ab46eca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:18.074709 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab328fa5-2b7b-4fca-85ac-8bcb0a14d7d2 req-04c3afc7-86b1-4a8a-a92f-65689ab46eca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0471110 Sep 10 04:51:18.115434 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab328fa5-2b7b-4fca-85ac-8bcb0a14d7d2 req-e7dd03b1-d886-42d7-b636-6e0e07d76cce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341389 Sep 10 04:51:19.232543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff5272a-b4f7-4e41-9123-e72c0abb9d78 req-2683002c-654f-4392-b9d6-880a7bd79751 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:19.234233 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ff5272a-b4f7-4e41-9123-e72c0abb9d78 req-2683002c-654f-4392-b9d6-880a7bd79751 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0493422 Sep 10 04:51:19.273933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ff5272a-b4f7-4e41-9123-e72c0abb9d78 req-8977f1d5-e87c-42cd-9ede-200086993404 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336657 Sep 10 04:51:20.388258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac91523-0e05-4b73-92ff-1f1f27666cc6 req-8115a8c2-5fda-43c6-b6a3-f02b9342e6d4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:20.389725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ac91523-0e05-4b73-92ff-1f1f27666cc6 req-8115a8c2-5fda-43c6-b6a3-f02b9342e6d4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480464 Sep 10 04:51:20.427358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ac91523-0e05-4b73-92ff-1f1f27666cc6 req-da957d0d-f344-45d5-98fd-3850e1ee470a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312560 Sep 10 04:51:20.885120 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ec382928-546d-4305-9f46-c5f69cd1021f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:21.539051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f869c4ca-9818-41ab-b8a3-c1009bb8314e req-fac73b7e-4c22-48eb-ae3d-0fd116916061 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:21.540534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f869c4ca-9818-41ab-b8a3-c1009bb8314e req-fac73b7e-4c22-48eb-ae3d-0fd116916061 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480146 Sep 10 04:51:21.580896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f869c4ca-9818-41ab-b8a3-c1009bb8314e req-2cdbbf57-4805-43e6-a87a-c8975106af78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344644 Sep 10 04:51:22.692753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd943ba-659f-4c8e-8832-da6723ec1fd7 req-6def3083-9a39-4518-8a3d-2293c3d51624 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:22.694215 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efd943ba-659f-4c8e-8832-da6723ec1fd7 req-6def3083-9a39-4518-8a3d-2293c3d51624 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479555 Sep 10 04:51:22.730376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-efd943ba-659f-4c8e-8832-da6723ec1fd7 req-82283bce-be93-4b13-a717-127efc5d4ba3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303974 Sep 10 04:51:23.554861 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-acf912e3-1728-4bfb-a39d-15c86091a4b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:23.761014 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:23.845533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e029ac5-c634-4c1f-920f-318febab62d4 req-2a5716f6-e73b-4cc3-8121-0ff6f5500eba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:23.847035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e029ac5-c634-4c1f-920f-318febab62d4 req-2a5716f6-e73b-4cc3-8121-0ff6f5500eba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0489402 Sep 10 04:51:23.883508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e029ac5-c634-4c1f-920f-318febab62d4 req-c5fa9b74-b82d-4ad4-8893-9e73b405c18a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306079 Sep 10 04:51:24.995136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b9395d-83eb-4f41-ad63-a597bd182763 req-c5522cc0-ce11-494f-a02c-6f88bf2daaa5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:24.996610 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9b9395d-83eb-4f41-ad63-a597bd182763 req-c5522cc0-ce11-494f-a02c-6f88bf2daaa5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476000 Sep 10 04:51:25.037477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9b9395d-83eb-4f41-ad63-a597bd182763 req-fb114d6a-b94c-4c36-8b2e-6b62bb4bbd15 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349755 Sep 10 04:51:25.406500 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:26.148627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-388a56f9-55cd-4bcf-91e9-72a3c8c98620 req-7f677c6b-c51d-4ea6-9175-469f4687b293 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:26.150113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-388a56f9-55cd-4bcf-91e9-72a3c8c98620 req-7f677c6b-c51d-4ea6-9175-469f4687b293 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483968 Sep 10 04:51:26.187745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-388a56f9-55cd-4bcf-91e9-72a3c8c98620 req-6cc0bf23-7ebe-44c4-ad44-12f6f30457c3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311356 Sep 10 04:51:26.515471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:27.301079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b635755-73c2-4d6c-926c-f85eb3d07c8f req-e4ac4e34-5167-4a06-9c72-fec157ce6c27 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:27.302548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b635755-73c2-4d6c-926c-f85eb3d07c8f req-e4ac4e34-5167-4a06-9c72-fec157ce6c27 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480011 Sep 10 04:51:27.339180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b635755-73c2-4d6c-926c-f85eb3d07c8f req-657f4334-ec42-4b3b-ae42-48c8d806ee36 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307050 Sep 10 04:51:28.451281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b8c48c-f9b9-42c4-b114-81ded56b31cb req-8893b6c1-a472-48e2-a7d9-4a072c10a0e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:28.452688 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5b8c48c-f9b9-42c4-b114-81ded56b31cb req-8893b6c1-a472-48e2-a7d9-4a072c10a0e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479343 Sep 10 04:51:28.497121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c5b8c48c-f9b9-42c4-b114-81ded56b31cb req-02dd2718-f976-49a4-869d-da3e4bf5c6fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380027 Sep 10 04:51:29.434685 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:29.608810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be557c0a-ef10-41a2-97de-128a0bf009a0 req-2d54daf1-e2aa-4f5b-854a-20d5285f71ac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:29.610282 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be557c0a-ef10-41a2-97de-128a0bf009a0 req-2d54daf1-e2aa-4f5b-854a-20d5285f71ac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0468981 Sep 10 04:51:29.646927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be557c0a-ef10-41a2-97de-128a0bf009a0 req-ca403b56-c582-4019-a936-c3370cd0bc63 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308218 Sep 10 04:51:30.758618 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20ba99d-e071-42ce-af3b-e0bffda9fe48 req-a65825ad-cc51-415a-9c93-e369cdb45fc7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:30.760116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b20ba99d-e071-42ce-af3b-e0bffda9fe48 req-a65825ad-cc51-415a-9c93-e369cdb45fc7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0488019 Sep 10 04:51:30.797927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b20ba99d-e071-42ce-af3b-e0bffda9fe48 req-bb6abc67-7d0e-4b99-9049-d16d3c7c18b1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317678 Sep 10 04:51:31.222019 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:51:31.908679 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443b590f-3b2e-4329-a070-252e06e0ada9 req-dd967dbe-2bf8-4088-a106-fb6039fd1438 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:31.910115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-443b590f-3b2e-4329-a070-252e06e0ada9 req-dd967dbe-2bf8-4088-a106-fb6039fd1438 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472291 Sep 10 04:51:31.950244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-443b590f-3b2e-4329-a070-252e06e0ada9 req-f87ccd43-5bb8-425d-9298-0853c0e468fa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343287 Sep 10 04:51:32.994943 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:33.062723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bed764-0dae-499e-9d6c-c8f1437d36b2 req-ad525253-3935-452e-a4e3-9c608dc02fdb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:33.064201 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87bed764-0dae-499e-9d6c-c8f1437d36b2 req-ad525253-3935-452e-a4e3-9c608dc02fdb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478592 Sep 10 04:51:33.100875 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87bed764-0dae-499e-9d6c-c8f1437d36b2 req-a1162eea-de4b-49a7-ad53-d29ea09fa678 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308251 Sep 10 04:51:34.212702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc9950b-b6eb-40cd-8819-9d381f762aa3 req-f0780e15-86a6-4aa9-8242-a531665627f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:34.214165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fc9950b-b6eb-40cd-8819-9d381f762aa3 req-f0780e15-86a6-4aa9-8242-a531665627f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475514 Sep 10 04:51:34.252060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fc9950b-b6eb-40cd-8819-9d381f762aa3 req-c1c48a49-ca3b-48ea-890b-a3df5bb55d16 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313661 Sep 10 04:51:35.363470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9a78d1-62c0-436d-9bb1-062a4b7eddc4 req-c4e0e1d0-1cf4-45ed-a64f-e738729c1aeb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:35.364956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b9a78d1-62c0-436d-9bb1-062a4b7eddc4 req-c4e0e1d0-1cf4-45ed-a64f-e738729c1aeb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473030 Sep 10 04:51:35.405933 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b9a78d1-62c0-436d-9bb1-062a4b7eddc4 req-f266008a-065c-4779-8e0e-22e1362106c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351622 Sep 10 04:51:36.523052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffd62a7-ffcb-4785-bec7-a1a709d5bf5c req-82bc73c3-b1c4-4724-abc1-0fb289a7d4b1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:36.524626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ffd62a7-ffcb-4785-bec7-a1a709d5bf5c req-82bc73c3-b1c4-4724-abc1-0fb289a7d4b1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0536640 Sep 10 04:51:36.562241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ffd62a7-ffcb-4785-bec7-a1a709d5bf5c req-a4f55794-d947-4e6c-a04a-fe5e28207d8f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315831 Sep 10 04:51:37.673830 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1858af-47c9-4f41-9fee-7fed4028fc93 req-90a6eb4b-aa3d-4646-8bb3-114e750855ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:37.675290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b1858af-47c9-4f41-9fee-7fed4028fc93 req-90a6eb4b-aa3d-4646-8bb3-114e750855ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477674 Sep 10 04:51:37.711937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b1858af-47c9-4f41-9fee-7fed4028fc93 req-afbc71cc-507c-40db-8e9c-864488341005 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307579 Sep 10 04:51:38.823948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8350374c-bbec-47b0-907c-1d02967b5ee0 req-3b748f85-d5f1-47c7-94c1-58e82ab66803 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:38.825403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8350374c-bbec-47b0-907c-1d02967b5ee0 req-3b748f85-d5f1-47c7-94c1-58e82ab66803 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479834 Sep 10 04:51:38.865586 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8350374c-bbec-47b0-907c-1d02967b5ee0 req-9d2f4ea6-af1d-412a-b1ee-6273ee394657 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337579 Sep 10 04:51:39.977112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614d78e9-663f-4f18-a28f-e7ab8c818ac3 req-b062eee4-a054-4334-a91e-cb89771c4b0a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:39.978554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-614d78e9-663f-4f18-a28f-e7ab8c818ac3 req-b062eee4-a054-4334-a91e-cb89771c4b0a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475631 Sep 10 04:51:40.015408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-614d78e9-663f-4f18-a28f-e7ab8c818ac3 req-82677127-d264-48c7-8733-48099d3e010c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304611 Sep 10 04:51:41.129277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cafbcb23-4768-49fc-920a-2f25ab8cfc44 req-0ced13b5-59f1-4615-bb30-decdcaaeefb0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:41.130749 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cafbcb23-4768-49fc-920a-2f25ab8cfc44 req-0ced13b5-59f1-4615-bb30-decdcaaeefb0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484447 Sep 10 04:51:41.167730 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cafbcb23-4768-49fc-920a-2f25ab8cfc44 req-7f820e2c-bfbb-474e-8c09-986dade11a5c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311258 Sep 10 04:51:42.279312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb1549c5-2122-4097-a811-964cf6001a0e req-2c8b9d1a-1b1e-41ec-a29a-420737072417 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:42.280816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb1549c5-2122-4097-a811-964cf6001a0e req-2c8b9d1a-1b1e-41ec-a29a-420737072417 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483353 Sep 10 04:51:42.321902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb1549c5-2122-4097-a811-964cf6001a0e req-1ec69d38-c406-41ea-86c6-0b95c878db5f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352106 Sep 10 04:51:43.436765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424fdad3-7310-4928-984a-2ef9be685379 req-123c83a5-9dc2-494b-a171-f774f73c849c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:43.438241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-424fdad3-7310-4928-984a-2ef9be685379 req-123c83a5-9dc2-494b-a171-f774f73c849c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0512233 Sep 10 04:51:43.475228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-424fdad3-7310-4928-984a-2ef9be685379 req-8d50af2d-a4ad-4962-a0a3-952ec262cb68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308309 Sep 10 04:51:44.590857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e804d8-c837-4900-9ede-e45707b1f23d req-65730815-488c-42a5-8eae-f6d0193ee124 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:44.592343 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3e804d8-c837-4900-9ede-e45707b1f23d req-65730815-488c-42a5-8eae-f6d0193ee124 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476582 Sep 10 04:51:44.630595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3e804d8-c837-4900-9ede-e45707b1f23d req-8d56cd36-e85e-4a41-afe4-77247f72e4b4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317938 Sep 10 04:51:45.744671 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd6691d-adee-4a8d-bb79-6c88165691de req-0f4f8d8a-3e30-4c61-aecf-3f8ff0121954 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:45.746152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fd6691d-adee-4a8d-bb79-6c88165691de req-0f4f8d8a-3e30-4c61-aecf-3f8ff0121954 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0491173 Sep 10 04:51:45.787591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2fd6691d-adee-4a8d-bb79-6c88165691de req-20e340d8-15bd-4b14-8a15-f6a8a71c9a0e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352647 Sep 10 04:51:46.899966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a6eccd-62a6-4bf6-9839-71d66d724367 req-163a889b-e67b-48fb-8a46-69fde2d8e8e1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:46.901431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33a6eccd-62a6-4bf6-9839-71d66d724367 req-163a889b-e67b-48fb-8a46-69fde2d8e8e1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479476 Sep 10 04:51:46.938068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33a6eccd-62a6-4bf6-9839-71d66d724367 req-5c50265f-603c-4b4a-a5d8-14fb40c6230b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302267 Sep 10 04:51:48.051372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6bc9a9-18c6-449d-97d0-a8675431c5ab req-5d4324f0-e7c3-4c36-b520-6472d95b43e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:48.052861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f6bc9a9-18c6-449d-97d0-a8675431c5ab req-5d4324f0-e7c3-4c36-b520-6472d95b43e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0485957 Sep 10 04:51:48.088926 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f6bc9a9-18c6-449d-97d0-a8675431c5ab req-d6e1df04-ac18-42fc-9796-a7e1a638b30a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302842 Sep 10 04:51:49.200293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6818cc02-583e-458e-8b7b-0620a26b0936 req-daee50a1-2980-4eb4-ab06-dc196348628c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:49.201742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6818cc02-583e-458e-8b7b-0620a26b0936 req-daee50a1-2980-4eb4-ab06-dc196348628c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476248 Sep 10 04:51:49.242035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6818cc02-583e-458e-8b7b-0620a26b0936 req-df72e10f-0f70-40dd-81d9-76add7e1b80e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344012 Sep 10 04:51:50.354950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad313e9-44ce-4a35-9809-3f7be978c9df req-635b67f4-1bfc-4b65-ae28-3d3004d16de3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:50.356446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ad313e9-44ce-4a35-9809-3f7be978c9df req-635b67f4-1bfc-4b65-ae28-3d3004d16de3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0489736 Sep 10 04:51:50.393978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ad313e9-44ce-4a35-9809-3f7be978c9df req-b3bb1069-f3d8-4a2e-ab6a-fb8601de1a04 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316250 Sep 10 04:51:50.920344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8007b094-1382-4483-b936-690e9613ae98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:51.505411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80be924f-267f-4b45-824e-f255ed82c6af req-879c0f8e-ed75-4b1f-a6e8-28d9f333eb59 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:51.506910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80be924f-267f-4b45-824e-f255ed82c6af req-879c0f8e-ed75-4b1f-a6e8-28d9f333eb59 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476124 Sep 10 04:51:51.545618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80be924f-267f-4b45-824e-f255ed82c6af req-8991fe6f-936d-4096-b358-79b99d35f9fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Sep 10 04:51:52.658166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90097c59-7207-451d-8510-7ceade4d5e33 req-7af06905-fb55-4402-9292-7facefd305f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:52.659606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90097c59-7207-451d-8510-7ceade4d5e33 req-7af06905-fb55-4402-9292-7facefd305f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473433 Sep 10 04:51:52.699327 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90097c59-7207-451d-8510-7ceade4d5e33 req-5d0bd648-9ec5-456f-9cbc-2cd3ea622ce8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338707 Sep 10 04:51:53.537250 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-442dd1f0-cbd7-4964-9e9e-3049eb0a2059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:53.760572 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:53.811873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac8325f-3612-4166-9143-768808efe16d req-14c1d9bc-2fa4-48f7-9de4-2b0e8559ecfb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:53.813358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ac8325f-3612-4166-9143-768808efe16d req-14c1d9bc-2fa4-48f7-9de4-2b0e8559ecfb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0492978 Sep 10 04:51:53.850006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5ac8325f-3612-4166-9143-768808efe16d req-8279926d-2349-4ac4-bdd9-dafed3098c90 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307169 Sep 10 04:51:54.963005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cc970e-2288-424a-aa70-a117921fe3ed req-eb5cce75-c4d5-437b-895f-f1dfbaaff161 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:54.964485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11cc970e-2288-424a-aa70-a117921fe3ed req-eb5cce75-c4d5-437b-895f-f1dfbaaff161 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482352 Sep 10 04:51:55.001124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11cc970e-2288-424a-aa70-a117921fe3ed req-a76ff0ee-1125-47eb-850f-ec2f90062d6a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301797 Sep 10 04:51:55.415799 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:56.113805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df2817b-05eb-4349-a265-f5769779bb67 req-c38e3d07-59ea-4d55-9e14-5c5fcb73d482 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:56.115268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df2817b-05eb-4349-a265-f5769779bb67 req-c38e3d07-59ea-4d55-9e14-5c5fcb73d482 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474739 Sep 10 04:51:56.159944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4df2817b-05eb-4349-a265-f5769779bb67 req-564d688b-0fec-4815-b73f-992f07bf77b4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386765 Sep 10 04:51:56.515062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:57.277237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eae259-ef66-4d25-b4d2-3e536506e1bd req-88b31c94-2f2e-442a-bc00-1f473b571456 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:57.278696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4eae259-ef66-4d25-b4d2-3e536506e1bd req-88b31c94-2f2e-442a-bc00-1f473b571456 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0485084 Sep 10 04:51:57.315645 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4eae259-ef66-4d25-b4d2-3e536506e1bd req-9a6f8fc4-76dc-4a1b-9e22-b09cd11c621e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309982 Sep 10 04:51:58.428039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cf8bdf-2d82-4947-af53-7a35884013bd req-f82b83af-2cce-4e8c-b5b3-04acf1137685 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:58.429523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60cf8bdf-2d82-4947-af53-7a35884013bd req-f82b83af-2cce-4e8c-b5b3-04acf1137685 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0485330 Sep 10 04:51:58.466955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-60cf8bdf-2d82-4947-af53-7a35884013bd req-8d1cf937-ab0e-4149-8291-789858fdba99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314655 Sep 10 04:51:59.455639 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:51:59.579261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecaeca4-c406-41e1-8690-3da691553f57 req-d120dee5-81c0-410a-a449-3830f1ee0704 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:51:59.580759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecaeca4-c406-41e1-8690-3da691553f57 req-d120dee5-81c0-410a-a449-3830f1ee0704 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473943 Sep 10 04:51:59.621130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ecaeca4-c406-41e1-8690-3da691553f57 req-2278ceef-11d9-4596-8f2a-4b3f455506f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345175 Sep 10 04:52:00.732496 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2814e6-ed6b-4e27-a081-b111b01fd15c req-96ccc701-e35e-4427-99ff-c55220779464 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:00.734616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de2814e6-ed6b-4e27-a081-b111b01fd15c req-96ccc701-e35e-4427-99ff-c55220779464 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474088 Sep 10 04:52:00.772795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de2814e6-ed6b-4e27-a081-b111b01fd15c req-fe6252a6-bd48-4d31-8b58-ba46569cd69c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314088 Sep 10 04:52:01.884187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c90ff25-d661-47f7-b703-8e276c787d59 req-a7aee617-5be7-4b1a-85fd-27fec3d9030d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:01.885641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c90ff25-d661-47f7-b703-8e276c787d59 req-a7aee617-5be7-4b1a-85fd-27fec3d9030d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476213 Sep 10 04:52:01.923459 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c90ff25-d661-47f7-b703-8e276c787d59 req-63dc4efa-236f-44f1-9808-eac110caeaf6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310433 Sep 10 04:52:02.994381 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:03.034883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb40120-7511-44e1-b375-d23bd2aeff26 req-33b1b6a0-2190-45be-a960-12b7a514dade tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:03.036380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8eb40120-7511-44e1-b375-d23bd2aeff26 req-33b1b6a0-2190-45be-a960-12b7a514dade tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482378 Sep 10 04:52:03.076420 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8eb40120-7511-44e1-b375-d23bd2aeff26 req-5545b0a8-b45d-443e-b1bd-bee48b031078 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342627 Sep 10 04:52:04.189084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0514cc-7bc7-4849-b250-b597f0ee4105 req-4c9962c9-a7ba-42f4-b6e9-41c23b35673c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:04.190569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb0514cc-7bc7-4849-b250-b597f0ee4105 req-4c9962c9-a7ba-42f4-b6e9-41c23b35673c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484884 Sep 10 04:52:04.226846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb0514cc-7bc7-4849-b250-b597f0ee4105 req-b497a0eb-6e46-44a6-8ec0-fd40c8443cbc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303988 Sep 10 04:52:05.339637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a21b6d-13ea-4568-a0a4-7e2608483386 req-970b3031-4c84-4c19-83c2-98552b0b6411 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:05.341133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1a21b6d-13ea-4568-a0a4-7e2608483386 req-970b3031-4c84-4c19-83c2-98552b0b6411 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480886 Sep 10 04:52:05.378036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a1a21b6d-13ea-4568-a0a4-7e2608483386 req-bc4f69ef-b28f-407b-9942-b30e7fc27a93 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311441 Sep 10 04:52:06.491815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36e1cbd-f5a8-415a-b9b4-abe4687f07d7 req-84efd92b-ee56-49b9-a398-23213e388ae8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:06.493197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f36e1cbd-f5a8-415a-b9b4-abe4687f07d7 req-84efd92b-ee56-49b9-a398-23213e388ae8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479748 Sep 10 04:52:06.535543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f36e1cbd-f5a8-415a-b9b4-abe4687f07d7 req-dc4eeba8-2cb1-45d9-b7e3-4d783c4c6c55 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361149 Sep 10 04:52:07.647013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1518ae89-16be-4d3f-9355-73c3a90be359 req-75f82ea7-bc9d-4065-a238-ac985abb51cf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:07.648482 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1518ae89-16be-4d3f-9355-73c3a90be359 req-75f82ea7-bc9d-4065-a238-ac985abb51cf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478899 Sep 10 04:52:07.685246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1518ae89-16be-4d3f-9355-73c3a90be359 req-475c0794-a46a-4fb5-901b-2ec97ae1781a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Sep 10 04:52:08.220079 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:52:08.798904 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c85f386-e227-4b73-b1d6-0b9d3853d18e req-2ac4cc3e-e567-49a9-b83d-1c92779e5e6c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:08.800336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c85f386-e227-4b73-b1d6-0b9d3853d18e req-2ac4cc3e-e567-49a9-b83d-1c92779e5e6c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0490730 Sep 10 04:52:08.836598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c85f386-e227-4b73-b1d6-0b9d3853d18e req-bfc9ae87-cc48-427a-891b-0877f1064995 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303078 Sep 10 04:52:09.948655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40b758f-a707-4fa8-a63b-eace86e19acb req-2fd3c9c2-4b28-4016-aaac-0c6961c0579d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:09.950122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f40b758f-a707-4fa8-a63b-eace86e19acb req-2fd3c9c2-4b28-4016-aaac-0c6961c0579d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474169 Sep 10 04:52:09.989691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f40b758f-a707-4fa8-a63b-eace86e19acb req-f43b4653-8e11-4df7-ac89-7337e4f24f98 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337512 Sep 10 04:52:11.104514 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174a1255-cf34-482d-8d7b-50a444dfc008 req-671365f0-2b44-4f8d-b9fe-0df9d07b1ef1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:11.105985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-174a1255-cf34-482d-8d7b-50a444dfc008 req-671365f0-2b44-4f8d-b9fe-0df9d07b1ef1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0495496 Sep 10 04:52:11.143289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-174a1255-cf34-482d-8d7b-50a444dfc008 req-37157d22-df8f-405f-bc82-f924b8567417 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311275 Sep 10 04:52:12.255825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb75f92-3785-4b8c-a338-6e9a902e8b63 req-465a020a-dc35-49d3-852d-e405b91f1729 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:12.257279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbb75f92-3785-4b8c-a338-6e9a902e8b63 req-465a020a-dc35-49d3-852d-e405b91f1729 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0486319 Sep 10 04:52:12.293678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbb75f92-3785-4b8c-a338-6e9a902e8b63 req-d98d9154-d41c-455e-83ec-ca844d612125 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304203 Sep 10 04:52:13.406832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40f813-842b-429c-b86c-f157b4317f81 req-b2213e75-2c74-4f1c-ab2e-dbeeddcfe2e4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:13.408392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a40f813-842b-429c-b86c-f157b4317f81 req-b2213e75-2c74-4f1c-ab2e-dbeeddcfe2e4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474956 Sep 10 04:52:13.449279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a40f813-842b-429c-b86c-f157b4317f81 req-cc6f718f-1ba5-4eef-8c7f-c536dfd0d580 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349109 Sep 10 04:52:14.565266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf96018f-2ce6-4d36-afeb-fa851660880a req-b9c4d85d-f9a8-44bc-a49d-df969f617db8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:14.566814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf96018f-2ce6-4d36-afeb-fa851660880a req-b9c4d85d-f9a8-44bc-a49d-df969f617db8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0498815 Sep 10 04:52:14.603983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf96018f-2ce6-4d36-afeb-fa851660880a req-926fa3b8-b5d2-41bd-b943-3e002029079f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311344 Sep 10 04:52:15.495364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-6c03788e-80b1-4810-bc49-6083450a5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:15.496934 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-6c03788e-80b1-4810-bc49-6083450a5190 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1097 time: 0.0411475 Sep 10 04:52:15.602354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-72055177-782b-4dcf-9585-201346c08e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:15.603831 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-72055177-782b-4dcf-9585-201346c08e9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0871530 Sep 10 04:52:15.666783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-48dce69a-a172-4380-8206-1cabf01f95fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0563245 Sep 10 04:52:15.716740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-e1f2bf5d-4702-4a26-bcc1-7f9a778bf5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:15.717267 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fef31e0-ce5f-4ca2-97b1-32dc4e239c65 req-3abe84f0-6ec3-40c9-a90d-c840d138c8f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:15.718207 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-e1f2bf5d-4702-4a26-bcc1-7f9a778bf5e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0439639 Sep 10 04:52:15.718819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fef31e0-ce5f-4ca2-97b1-32dc4e239c65 req-3abe84f0-6ec3-40c9-a90d-c840d138c8f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0486827 Sep 10 04:52:15.756902 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7fef31e0-ce5f-4ca2-97b1-32dc4e239c65 req-27dbfd43-cda3-47df-885d-04d75d0ff8e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320523 Sep 10 04:52:15.769500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-a2e831d5-0120-47c3-8481-c7b5f684b37c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:15.771065 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-a2e831d5-0120-47c3-8481-c7b5f684b37c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0455139 Sep 10 04:52:15.859810 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-7d43aaba-ee11-4cb1-b197-fbebe0abd861 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808234 Sep 10 04:52:15.950760 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-34f9c470-8df3-4fd2-803a-c408acd89c92 req-1c749b8f-0c85-4061-9b09-db07f8a4f03c service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845945 Sep 10 04:52:16.869036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-225ecd9e-b5b8-4fa7-bc21-4ef6ccb622b9 req-afe74bae-25d4-424f-8bc1-fbb45275d9dc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:16.870479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225ecd9e-b5b8-4fa7-bc21-4ef6ccb622b9 req-afe74bae-25d4-424f-8bc1-fbb45275d9dc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0468056 Sep 10 04:52:16.910313 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-225ecd9e-b5b8-4fa7-bc21-4ef6ccb622b9 req-b093aef2-0f02-432b-819e-934f0eb96e7d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332987 Sep 10 04:52:18.023525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3952b1-0cc9-4308-aa60-1eec6cdfdafa req-34f1f81b-8767-4c56-8158-768fa532d4bc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:18.025022 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e3952b1-0cc9-4308-aa60-1eec6cdfdafa req-34f1f81b-8767-4c56-8158-768fa532d4bc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0487151 Sep 10 04:52:18.060880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e3952b1-0cc9-4308-aa60-1eec6cdfdafa req-e6a57f44-3f7d-4510-aa93-42b5fe32dfa1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300419 Sep 10 04:52:19.174955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acb6ac3-08ce-408b-8e64-e80dae15719b req-184e16cf-4cd1-4ba8-9f37-e96cb09ee40d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:19.176449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9acb6ac3-08ce-408b-8e64-e80dae15719b req-184e16cf-4cd1-4ba8-9f37-e96cb09ee40d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482829 Sep 10 04:52:19.212690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9acb6ac3-08ce-408b-8e64-e80dae15719b req-fc0a1faa-6124-458b-9e86-d8b63e5d6b34 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304198 Sep 10 04:52:20.326218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10804b5f-e159-4168-b388-aee137756eea req-cb172e30-f9db-4cae-b649-95a1eca887d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:20.328321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10804b5f-e159-4168-b388-aee137756eea req-cb172e30-f9db-4cae-b649-95a1eca887d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472622 Sep 10 04:52:20.368186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-10804b5f-e159-4168-b388-aee137756eea req-90a16206-a452-405e-9fc5-b772551ea73e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337262 Sep 10 04:52:20.891192 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-89a43e20-8e39-44c1-9355-573d4eebab9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:21.483213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5100955-47d0-4e41-bfd8-bdaa969f62cb req-2dcee6f7-c2ac-4797-a00d-8ef9d44bdf86 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:21.484735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5100955-47d0-4e41-bfd8-bdaa969f62cb req-2dcee6f7-c2ac-4797-a00d-8ef9d44bdf86 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483055 Sep 10 04:52:21.522587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5100955-47d0-4e41-bfd8-bdaa969f62cb req-0cf46543-97ba-44c9-bb22-24a036cd39ba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319884 Sep 10 04:52:22.635198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2ee20d-6158-4d08-a083-fda860249461 req-dedd794f-d9df-4122-871a-c921c9d58c56 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:22.636699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a2ee20d-6158-4d08-a083-fda860249461 req-dedd794f-d9df-4122-871a-c921c9d58c56 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483272 Sep 10 04:52:22.674332 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a2ee20d-6158-4d08-a083-fda860249461 req-f9f25674-1a76-4dce-8f15-7fdf7ee86c1d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312095 Sep 10 04:52:23.542721 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d3051b2e-4015-48a1-981e-9031c3c16e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:23.765846 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:23.787934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bcaaf-2e66-4ee0-8184-b7b505cb4100 req-ee306856-ba0e-4de0-a9cf-12b165e622cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:23.789312 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-499bcaaf-2e66-4ee0-8184-b7b505cb4100 req-ee306856-ba0e-4de0-a9cf-12b165e622cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0496397 Sep 10 04:52:23.830248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-499bcaaf-2e66-4ee0-8184-b7b505cb4100 req-842fd5d5-a57e-4f46-8b44-f0ab566d5a2c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348868 Sep 10 04:52:24.942844 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05946192-8974-41bd-bdd9-de6ae4cc72e0 req-da600013-ac96-466a-9a72-da953ad274a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:24.944317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05946192-8974-41bd-bdd9-de6ae4cc72e0 req-da600013-ac96-466a-9a72-da953ad274a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478375 Sep 10 04:52:24.980402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05946192-8974-41bd-bdd9-de6ae4cc72e0 req-c8ac5a03-992d-4c81-97a5-71d50f175341 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299559 Sep 10 04:52:25.423225 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:26.092707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab6879e-730e-4bb7-b3ed-fcbb951c3c24 req-5f734bb2-f2ff-4f04-923d-aa0373b1a743 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:26.094691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ab6879e-730e-4bb7-b3ed-fcbb951c3c24 req-5f734bb2-f2ff-4f04-923d-aa0373b1a743 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473473 Sep 10 04:52:26.131118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ab6879e-730e-4bb7-b3ed-fcbb951c3c24 req-fcea4bd3-72f9-42e8-9244-7233f40a6697 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306046 Sep 10 04:52:26.531775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:27.242530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a214224c-aeb9-41b3-bf90-7f8b434f45cf req-8a3469b0-10d5-4c8f-9958-08d263250a41 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:27.244001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a214224c-aeb9-41b3-bf90-7f8b434f45cf req-8a3469b0-10d5-4c8f-9958-08d263250a41 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476215 Sep 10 04:52:27.284373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a214224c-aeb9-41b3-bf90-7f8b434f45cf req-fa52a936-878a-45ef-bbc3-eb1a4747da2a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346403 Sep 10 04:52:28.395571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770adfac-c109-4aa6-b57a-34def2a0d941 req-32dac8dc-9d06-4737-a546-c884c24b9059 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:28.397058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770adfac-c109-4aa6-b57a-34def2a0d941 req-32dac8dc-9d06-4737-a546-c884c24b9059 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481002 Sep 10 04:52:28.434342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-770adfac-c109-4aa6-b57a-34def2a0d941 req-3dee954b-7245-4c00-82fc-c1f0954e84fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314102 Sep 10 04:52:29.456800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:29.549396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0816e0-a823-4ee5-b0ff-200ad21318e2 req-6a38ea8e-6955-414d-a4d8-fa6dd0829481 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:29.550871 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba0816e0-a823-4ee5-b0ff-200ad21318e2 req-6a38ea8e-6955-414d-a4d8-fa6dd0829481 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0487387 Sep 10 04:52:29.587278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba0816e0-a823-4ee5-b0ff-200ad21318e2 req-81620c13-31cf-4604-8066-252de23b4fe4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304437 Sep 10 04:52:30.700773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a078c-9008-449c-81b3-c612fe5cac17 req-74e3b2fb-fe45-4cc9-88a1-6a72ec0d803a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:30.702258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-411a078c-9008-449c-81b3-c612fe5cac17 req-74e3b2fb-fe45-4cc9-88a1-6a72ec0d803a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0505939 Sep 10 04:52:30.743214 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-411a078c-9008-449c-81b3-c612fe5cac17 req-c67607a3-673b-481a-bc1c-c878e91bba7a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349977 Sep 10 04:52:31.854619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e199d3-063a-4f9b-9dfb-ff2981b9057e req-e60226db-af68-4c1f-9c84-c343edf20a37 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:31.856093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2e199d3-063a-4f9b-9dfb-ff2981b9057e req-e60226db-af68-4c1f-9c84-c343edf20a37 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474715 Sep 10 04:52:31.894074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2e199d3-063a-4f9b-9dfb-ff2981b9057e req-38a84c8c-ff84-4424-94e4-7fdba7c4aa9e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313487 Sep 10 04:52:32.999341 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:33.007140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b627c5b-8ecb-4c4a-b9a8-35c954c733d6 req-ba90da80-4944-42e2-acac-9c971d630436 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:33.008651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b627c5b-8ecb-4c4a-b9a8-35c954c733d6 req-ba90da80-4944-42e2-acac-9c971d630436 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0490174 Sep 10 04:52:33.045716 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3b627c5b-8ecb-4c4a-b9a8-35c954c733d6 req-2bc7d076-dd08-4c63-a4c4-88239cc76e40 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310724 Sep 10 04:52:34.157941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31664a6-1f03-4b88-b289-c35f12f3ac48 req-7082cd6c-9174-418a-ab38-f11bbe61e415 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:34.159386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d31664a6-1f03-4b88-b289-c35f12f3ac48 req-7082cd6c-9174-418a-ab38-f11bbe61e415 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0470810 Sep 10 04:52:34.199915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d31664a6-1f03-4b88-b289-c35f12f3ac48 req-88ff8c37-2f8d-4034-96b7-00e06fbc2b58 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346251 Sep 10 04:52:35.311622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2385b6e9-985e-4e55-974b-7888d9bce82c req-512fd5ef-281c-4c07-9d5a-09eed6c8881c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:35.313094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2385b6e9-985e-4e55-974b-7888d9bce82c req-512fd5ef-281c-4c07-9d5a-09eed6c8881c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479755 Sep 10 04:52:35.349272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2385b6e9-985e-4e55-974b-7888d9bce82c req-baa2982a-346e-4dcd-b148-285fa5e86a99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302999 Sep 10 04:52:36.461300 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2cb314-8943-4e99-8586-5e1ba33403ed req-63f99b6f-a1c1-41a8-a25c-66e210faa145 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:36.462700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d2cb314-8943-4e99-8586-5e1ba33403ed req-63f99b6f-a1c1-41a8-a25c-66e210faa145 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484800 Sep 10 04:52:36.500100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d2cb314-8943-4e99-8586-5e1ba33403ed req-1dfa252c-a9f0-4994-9e1a-93db517f4974 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308630 Sep 10 04:52:37.610686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0fc976-b187-4fd0-bfad-ec88ef9e98d1 req-ef8f5eab-f815-4980-b1d5-1d9a070f3f1c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:37.612142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c0fc976-b187-4fd0-bfad-ec88ef9e98d1 req-ef8f5eab-f815-4980-b1d5-1d9a070f3f1c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0465832 Sep 10 04:52:37.653071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c0fc976-b187-4fd0-bfad-ec88ef9e98d1 req-502a0720-8f71-4b7b-ba01-4880724888aa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351422 Sep 10 04:52:38.767533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8409ec-1af1-4221-98af-1bfaf8852a4d req-433d255f-f61a-4a34-8937-c9ff96ed6081 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:38.769261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba8409ec-1af1-4221-98af-1bfaf8852a4d req-433d255f-f61a-4a34-8937-c9ff96ed6081 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0499976 Sep 10 04:52:38.805219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ba8409ec-1af1-4221-98af-1bfaf8852a4d req-7f0bf4a4-7b5f-4c62-bfda-6da96cdb53fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300920 Sep 10 04:52:39.917320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad3914-cf74-4917-9c47-a1ebdef6fa04 req-1bfef7a1-6b0a-478c-8df4-84182a8b99d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:39.918763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1ad3914-cf74-4917-9c47-a1ebdef6fa04 req-1bfef7a1-6b0a-478c-8df4-84182a8b99d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477304 Sep 10 04:52:39.955230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1ad3914-cf74-4917-9c47-a1ebdef6fa04 req-ae563d77-a69f-4ed5-a596-970ff418dcd8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304732 Sep 10 04:52:41.067488 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0bc5f4-7cd6-4e3e-9121-2938bf614f25 req-2487112b-1fca-4bf5-9f9c-52a31135c0ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:41.068955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d0bc5f4-7cd6-4e3e-9121-2938bf614f25 req-2487112b-1fca-4bf5-9f9c-52a31135c0ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472937 Sep 10 04:52:41.108714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d0bc5f4-7cd6-4e3e-9121-2938bf614f25 req-fa03db9e-ff4f-4182-84bb-87dc54c6bd70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339575 Sep 10 04:52:42.220452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce60b32-c95d-471f-9003-1a42c631885a req-81c05e7c-9e59-4428-a7f7-d33331410066 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:42.221903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ce60b32-c95d-471f-9003-1a42c631885a req-81c05e7c-9e59-4428-a7f7-d33331410066 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475395 Sep 10 04:52:42.258564 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ce60b32-c95d-471f-9003-1a42c631885a req-8df04cac-7805-470c-b282-f4a668d4664b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307572 Sep 10 04:52:43.371134 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f2ab8e-039c-4bbd-bd81-9868c28b347f req-255f7ee3-6b82-4399-a68d-b5cbc874ede2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:43.375232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46f2ab8e-039c-4bbd-bd81-9868c28b347f req-255f7ee3-6b82-4399-a68d-b5cbc874ede2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483305 Sep 10 04:52:43.409852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46f2ab8e-039c-4bbd-bd81-9868c28b347f req-43b277de-1965-4b99-af08-85bbdd563ab2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313289 Sep 10 04:52:44.522551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b797a-4ee3-4201-acb5-70faba5ce2b2 req-93175c0e-d46c-4d2c-b123-d213849f5791 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:44.524035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-445b797a-4ee3-4201-acb5-70faba5ce2b2 req-93175c0e-d46c-4d2c-b123-d213849f5791 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0486224 Sep 10 04:52:44.564455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-445b797a-4ee3-4201-acb5-70faba5ce2b2 req-e6ec82dd-77c2-42f9-9943-a5e3edcda751 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345671 Sep 10 04:52:45.219202 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:52:45.676780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1894412a-2836-40c1-9bbd-6952680e90dd req-9332a582-3027-4355-853b-b895dd2cfe74 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:45.678232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1894412a-2836-40c1-9bbd-6952680e90dd req-9332a582-3027-4355-853b-b895dd2cfe74 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481524 Sep 10 04:52:45.715305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1894412a-2836-40c1-9bbd-6952680e90dd req-0ff7f3dd-7f16-4b61-ba4a-6f2c686df19e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312502 Sep 10 04:52:46.829216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c218bfbf-e210-49e3-873d-1dfc7ce5dc41 req-f41f6202-1db4-4b47-a11f-b5e08402af99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:46.830678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c218bfbf-e210-49e3-873d-1dfc7ce5dc41 req-f41f6202-1db4-4b47-a11f-b5e08402af99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481200 Sep 10 04:52:46.866900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c218bfbf-e210-49e3-873d-1dfc7ce5dc41 req-3f30da6b-9649-4d08-b813-28e7f6892988 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302646 Sep 10 04:52:47.978497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4c4ae7-9985-418c-8558-428c0f66fd5e req-149a8369-2dbb-468f-8a52-5a67564444a9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:47.979959 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b4c4ae7-9985-418c-8558-428c0f66fd5e req-149a8369-2dbb-468f-8a52-5a67564444a9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474319 Sep 10 04:52:48.020736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b4c4ae7-9985-418c-8558-428c0f66fd5e req-39ca4ab2-9b70-42df-b0c5-ec9d36e1dc01 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349474 Sep 10 04:52:49.131039 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f9e0a5-cf1b-4f29-ad76-7180e68fb06e req-bfdbf1d0-92a5-4a32-a2a4-3e25783f9c9b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:49.132503 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35f9e0a5-cf1b-4f29-ad76-7180e68fb06e req-bfdbf1d0-92a5-4a32-a2a4-3e25783f9c9b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475771 Sep 10 04:52:49.169489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35f9e0a5-cf1b-4f29-ad76-7180e68fb06e req-8a4c7d55-9830-415c-97f0-68b35eac094b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312090 Sep 10 04:52:50.280520 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20451ab-a0d4-4d96-9efe-2d2b69a962d5 req-3bbd71d6-0f15-49dc-b3f0-3224b462541e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:50.282487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c20451ab-a0d4-4d96-9efe-2d2b69a962d5 req-3bbd71d6-0f15-49dc-b3f0-3224b462541e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484378 Sep 10 04:52:50.318927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c20451ab-a0d4-4d96-9efe-2d2b69a962d5 req-d30e70ba-0b63-4e57-82a7-655c9289ddbf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306029 Sep 10 04:52:50.883563 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b5f81350-84b0-4e42-9a97-4fb7e23b3196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:51.430627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c4f209-af93-4062-911b-a31d99851dec req-42791ed4-24d6-4898-bee9-0ab65fe4c9ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:51.432137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49c4f209-af93-4062-911b-a31d99851dec req-42791ed4-24d6-4898-bee9-0ab65fe4c9ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477827 Sep 10 04:52:51.472046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49c4f209-af93-4062-911b-a31d99851dec req-496b8317-2aa6-4a76-8c7e-33d9a718ff89 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333786 Sep 10 04:52:52.585780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6dcad1-d70a-4dec-a3a3-4e4db9781853 req-73c86bc8-3990-4b5d-92df-e1e08af065ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:52.587281 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd6dcad1-d70a-4dec-a3a3-4e4db9781853 req-73c86bc8-3990-4b5d-92df-e1e08af065ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479712 Sep 10 04:52:52.624773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd6dcad1-d70a-4dec-a3a3-4e4db9781853 req-0f7784d4-91a4-47c1-b734-ab2a66c3db4c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314078 Sep 10 04:52:53.540545 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b62657b6-085e-4cf6-8ae7-5bc3935816d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:53.736819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7b5613-8f35-4a70-a833-ea798dc53cb9 req-0643bc78-c857-41a1-be0a-8381c36831ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:53.738318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa7b5613-8f35-4a70-a833-ea798dc53cb9 req-0643bc78-c857-41a1-be0a-8381c36831ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480719 Sep 10 04:52:53.759086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:53.776971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa7b5613-8f35-4a70-a833-ea798dc53cb9 req-e0e7284d-8b36-4b52-97bb-273ec627d9ea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319924 Sep 10 04:52:54.889602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37569ea-4f88-4cdf-9557-99921776a391 req-eeaeaff6-b9c9-4a52-a129-d964092b2bf9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:54.891026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a37569ea-4f88-4cdf-9557-99921776a391 req-eeaeaff6-b9c9-4a52-a129-d964092b2bf9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473499 Sep 10 04:52:54.930756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a37569ea-4f88-4cdf-9557-99921776a391 req-a3b8a762-8e66-447f-a3da-0aa7f08050a6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336859 Sep 10 04:52:55.404546 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:56.044506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24172439-b64e-4f71-a4f3-903f25b72ae7 req-0a01d358-08f0-4cbd-98ec-a5b266f69237 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:56.045971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24172439-b64e-4f71-a4f3-903f25b72ae7 req-0a01d358-08f0-4cbd-98ec-a5b266f69237 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0490265 Sep 10 04:52:56.082517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24172439-b64e-4f71-a4f3-903f25b72ae7 req-f7301b57-f9a1-4cb0-86c5-7165b5aa50f7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301416 Sep 10 04:52:56.559358 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:57.197964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad4a50e-d006-47a7-83cb-756ef16a34a4 req-284d603f-1ff5-48ec-bac4-fff89aa0ae13 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:57.199424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bad4a50e-d006-47a7-83cb-756ef16a34a4 req-284d603f-1ff5-48ec-bac4-fff89aa0ae13 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478945 Sep 10 04:52:57.236231 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bad4a50e-d006-47a7-83cb-756ef16a34a4 req-616bc942-ab56-4f52-9d2b-8d9fe818e65e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308342 Sep 10 04:52:58.361688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745fd602-9437-45ee-b8f3-742648e90255 req-9793e19f-b439-4904-923b-ea77fe76a422 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:58.363033 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-745fd602-9437-45ee-b8f3-742648e90255 req-9793e19f-b439-4904-923b-ea77fe76a422 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0571773 Sep 10 04:52:58.405362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-745fd602-9437-45ee-b8f3-742648e90255 req-83698b34-b7b7-472b-a8da-fb88c1397e76 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363443 Sep 10 04:52:59.496277 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:52:59.518561 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34397238-59ec-41c2-838b-c3019aaa9741 req-23d137d1-6d86-46a6-8d16-f0ab39160fcd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:52:59.520157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34397238-59ec-41c2-838b-c3019aaa9741 req-23d137d1-6d86-46a6-8d16-f0ab39160fcd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0488679 Sep 10 04:52:59.559810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-34397238-59ec-41c2-838b-c3019aaa9741 req-38ea092e-aa44-449e-9980-4a626fe975d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337572 Sep 10 04:53:00.671164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2ad44-3e38-4620-ae1a-21d0a36e551a req-c59c3c11-46d7-40c5-a262-b5d0f12b4cb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:00.672736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17a2ad44-3e38-4620-ae1a-21d0a36e551a req-c59c3c11-46d7-40c5-a262-b5d0f12b4cb2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0488148 Sep 10 04:53:00.709280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17a2ad44-3e38-4620-ae1a-21d0a36e551a req-6d3e9bf2-4bd6-43a7-b633-fda492c4b3d6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306814 Sep 10 04:53:01.821457 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfec109-d8a4-4722-9a01-f5be354d4ee0 req-c40ad14a-5712-400b-b677-c7853db360cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:01.822908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cfec109-d8a4-4722-9a01-f5be354d4ee0 req-c40ad14a-5712-400b-b677-c7853db360cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478516 Sep 10 04:53:01.866485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cfec109-d8a4-4722-9a01-f5be354d4ee0 req-79b5df91-82e6-43b2-8cc3-8879c761b739 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374827 Sep 10 04:53:02.981035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e489dd36-c3cc-48ea-b046-b6a5b1265fd2 req-ad72b5cc-f066-4b6d-85e2-c222467130f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:02.982498 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e489dd36-c3cc-48ea-b046-b6a5b1265fd2 req-ad72b5cc-f066-4b6d-85e2-c222467130f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0501742 Sep 10 04:53:03.020844 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:03.021412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e489dd36-c3cc-48ea-b046-b6a5b1265fd2 req-26b3f9de-0620-4e74-8da8-af216e827555 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321517 Sep 10 04:53:04.133574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3855db3f-cc99-4ad5-b4fb-129999410211 req-06271dce-c73f-4009-b98f-48095c1efbcc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:04.135032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3855db3f-cc99-4ad5-b4fb-129999410211 req-06271dce-c73f-4009-b98f-48095c1efbcc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476255 Sep 10 04:53:04.172212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3855db3f-cc99-4ad5-b4fb-129999410211 req-24b4867d-3e36-4d57-a8e0-681bc03fe481 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311582 Sep 10 04:53:05.284428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c076ed3c-2c68-4021-beb4-5537d642ad79 req-cff07c7d-977a-4e2b-b526-7cadfe9dacbb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:05.285872 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c076ed3c-2c68-4021-beb4-5537d642ad79 req-cff07c7d-977a-4e2b-b526-7cadfe9dacbb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483639 Sep 10 04:53:05.325441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c076ed3c-2c68-4021-beb4-5537d642ad79 req-6c8e8cc0-efe0-4bdf-9623-78d71ca6625e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337534 Sep 10 04:53:06.437539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626c7037-ae99-4f22-89c1-e4124d21143e req-3431d47b-c79e-4a15-9ec5-97a203dc7369 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:06.439508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-626c7037-ae99-4f22-89c1-e4124d21143e req-3431d47b-c79e-4a15-9ec5-97a203dc7369 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0493670 Sep 10 04:53:06.476029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-626c7037-ae99-4f22-89c1-e4124d21143e req-49d7a2f5-5f4a-40f7-9cd6-56f00ce7f803 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305283 Sep 10 04:53:07.589197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd7f40-1025-487e-add3-518f7b3fd6af req-dd1e9cdb-f003-4991-a4a1-a60ae2f348f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:07.590671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bcd7f40-1025-487e-add3-518f7b3fd6af req-dd1e9cdb-f003-4991-a4a1-a60ae2f348f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482371 Sep 10 04:53:07.628956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0bcd7f40-1025-487e-add3-518f7b3fd6af req-32690296-d3c6-424b-9d00-f1a9968b1296 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323744 Sep 10 04:53:08.743723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e9db5f-f4e4-4fbf-90ca-db7a02017f74 req-850998aa-aa51-4917-8f38-b2e41d71892d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:08.745211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19e9db5f-f4e4-4fbf-90ca-db7a02017f74 req-850998aa-aa51-4917-8f38-b2e41d71892d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483773 Sep 10 04:53:08.790315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19e9db5f-f4e4-4fbf-90ca-db7a02017f74 req-fbeff467-988d-4aa6-8a7f-20f9e4a2430c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387094 Sep 10 04:53:09.903533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d9dbc-418b-432b-ac1b-b354102a2f3c req-697b1e3e-a484-445d-bb2b-2e01af614edd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:09.905008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d26d9dbc-418b-432b-ac1b-b354102a2f3c req-697b1e3e-a484-445d-bb2b-2e01af614edd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480597 Sep 10 04:53:09.941967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d26d9dbc-418b-432b-ac1b-b354102a2f3c req-8e8c82ac-b134-4105-97e0-64fc7b781558 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311553 Sep 10 04:53:11.054347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cbd467e-23c7-45ae-824a-5e27a3ee6660 req-89bd562d-3c2d-4a8d-a909-7cf49d466669 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:11.055834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cbd467e-23c7-45ae-824a-5e27a3ee6660 req-89bd562d-3c2d-4a8d-a909-7cf49d466669 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481541 Sep 10 04:53:11.093144 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cbd467e-23c7-45ae-824a-5e27a3ee6660 req-aed4f680-8864-45ef-8cfb-597499bf53f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315797 Sep 10 04:53:12.203884 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9a618-9cff-4cd0-a181-4515845eb556 req-ac432c04-20af-42e5-a09c-91a1a35614b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:12.205272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54c9a618-9cff-4cd0-a181-4515845eb556 req-ac432c04-20af-42e5-a09c-91a1a35614b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0470390 Sep 10 04:53:12.245030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54c9a618-9cff-4cd0-a181-4515845eb556 req-5549358d-03c7-4980-b392-69afa41c38f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338471 Sep 10 04:53:13.357997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cbffbb-64bf-4330-bc26-19da0ecafed4 req-d309d6e1-5cb6-4bbe-aaf8-f8043b4e465f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:13.359462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99cbffbb-64bf-4330-bc26-19da0ecafed4 req-d309d6e1-5cb6-4bbe-aaf8-f8043b4e465f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474114 Sep 10 04:53:13.396691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99cbffbb-64bf-4330-bc26-19da0ecafed4 req-8aa3fd0f-8625-4074-b893-1b5e6014eed4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307021 Sep 10 04:53:14.515738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfc89e5-9242-4d03-9018-044ab95dac25 req-073cc171-c004-47ba-9262-b4ffc4fd0f19 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:14.515738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1bfc89e5-9242-4d03-9018-044ab95dac25 req-073cc171-c004-47ba-9262-b4ffc4fd0f19 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0498695 Sep 10 04:53:14.552865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1bfc89e5-9242-4d03-9018-044ab95dac25 req-58996a02-1e13-4fd0-9a8f-8289eb3594bf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322292 Sep 10 04:53:15.582363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-4058a311-b72a-4f1e-8434-716aebea5d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:15.583907 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-4058a311-b72a-4f1e-8434-716aebea5d58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 1097 time: 0.1283236 Sep 10 04:53:15.688895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-8971a126-4981-4736-9b05-32cf36549a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:15.690423 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-8971a126-4981-4736-9b05-32cf36549a27 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0882165 Sep 10 04:53:15.754700 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-d8c16b79-4af2-4ef7-bd79-971c65cb6bd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 200 len: 1002 time: 0.0569611 Sep 10 04:53:15.779333 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415c3c2d-b363-4470-aaab-f3941e0f5502 req-72294272-dc13-49c1-9668-0d4ab7d4579a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:15.780868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-415c3c2d-b363-4470-aaab-f3941e0f5502 req-72294272-dc13-49c1-9668-0d4ab7d4579a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.1580415 Sep 10 04:53:15.803965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-012c9cb6-cd5a-43d1-b5b3-4f8338f9ac11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:15.805443 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-012c9cb6-cd5a-43d1-b5b3-4f8338f9ac11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0439057 Sep 10 04:53:15.822262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-415c3c2d-b363-4470-aaab-f3941e0f5502 req-f0e78c17-4979-4648-a58d-de29e1b16b8b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352025 Sep 10 04:53:15.855433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-a55138f7-d173-4c9b-ab3d-af86307e4a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:15.856948 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-a55138f7-d173-4c9b-ab3d-af86307e4a35 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446742 Sep 10 04:53:15.944017 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-44c2ec72-9b28-4b2f-8981-a9f7e90eaa4d service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801609 Sep 10 04:53:16.035028 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9f4e068d-b10e-479d-8bfb-c7d770766515 req-ce9bb4a8-f0b7-430e-a798-c38df4a1119d service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833266 Sep 10 04:53:16.982197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4220debb-acef-4397-ac05-81c49e096f75 req-13ed36a1-4b2a-43d6-bd4d-826c58f1dd80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:16.983667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4220debb-acef-4397-ac05-81c49e096f75 req-13ed36a1-4b2a-43d6-bd4d-826c58f1dd80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0953431 Sep 10 04:53:17.020866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4220debb-acef-4397-ac05-81c49e096f75 req-838069dc-43b0-47f6-94e5-7740ee3a7f36 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312674 Sep 10 04:53:18.133178 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964c26c-3ce5-4e3c-937f-850b37eca3ab req-c3081233-69ed-4586-9c75-3d967647566a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:18.134680 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6964c26c-3ce5-4e3c-937f-850b37eca3ab req-c3081233-69ed-4586-9c75-3d967647566a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474515 Sep 10 04:53:18.172084 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6964c26c-3ce5-4e3c-937f-850b37eca3ab req-1e1744fa-2af1-48d4-bb12-70c5a8a9d3ba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314078 Sep 10 04:53:19.281950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c8ff4-7ef9-40b7-ba05-c47a913d6606 req-93824f51-7dff-4e2b-a7e2-057385fa5575 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:19.283911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-789c8ff4-7ef9-40b7-ba05-c47a913d6606 req-93824f51-7dff-4e2b-a7e2-057385fa5575 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0471535 Sep 10 04:53:19.324390 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-789c8ff4-7ef9-40b7-ba05-c47a913d6606 req-8fc4183a-c1d0-4f00-bafe-e8a58fd18997 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345318 Sep 10 04:53:20.449551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01203d0c-79de-48f3-92b1-1ad4e28499af req-4284b87f-bd75-450e-84cf-54d8730aec42 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:20.451002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01203d0c-79de-48f3-92b1-1ad4e28499af req-4284b87f-bd75-450e-84cf-54d8730aec42 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477099 Sep 10 04:53:20.486985 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01203d0c-79de-48f3-92b1-1ad4e28499af req-9bc1cb0b-ff80-4504-a04a-8b39729d7f52 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295196 Sep 10 04:53:20.882902 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e4107322-84d1-4115-9847-362323541bd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:21.599056 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb20c2b5-1a1e-47c0-a410-7d84698b5f10 req-9f73f237-c38e-4717-87d8-5e1f2212a6b3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:21.600604 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb20c2b5-1a1e-47c0-a410-7d84698b5f10 req-9f73f237-c38e-4717-87d8-5e1f2212a6b3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478632 Sep 10 04:53:21.637168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb20c2b5-1a1e-47c0-a410-7d84698b5f10 req-c133aedd-07ae-40ea-b353-a575bfc31288 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307825 Sep 10 04:53:22.217487 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:53:22.748592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e1f27-d824-49a8-8c93-c5850ec3566e req-68b8434d-40c9-48fb-8e0f-fd0775cd823f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:22.750032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e3e1f27-d824-49a8-8c93-c5850ec3566e req-68b8434d-40c9-48fb-8e0f-fd0775cd823f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475791 Sep 10 04:53:22.790900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2e3e1f27-d824-49a8-8c93-c5850ec3566e req-99557218-e556-472e-b18b-8bd7c7a27a54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345089 Sep 10 04:53:23.541256 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d96f4e67-995f-4d5a-9333-78cc1801ea11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:23.774112 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:23.904073 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bfd289-dc64-4d17-b00d-68d62d039366 req-5ec5f3f3-f477-4412-a8b9-0df58e9b9c78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:23.905540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4bfd289-dc64-4d17-b00d-68d62d039366 req-5ec5f3f3-f477-4412-a8b9-0df58e9b9c78 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476723 Sep 10 04:53:23.944251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4bfd289-dc64-4d17-b00d-68d62d039366 req-dcdb3947-5a4c-4732-b864-3f9e7a572984 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323379 Sep 10 04:53:25.055769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bb072d-874b-41a5-83cd-e69b886cb157 req-b3cc414c-eb1e-437a-94c1-b992ccf1794f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:25.057173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80bb072d-874b-41a5-83cd-e69b886cb157 req-b3cc414c-eb1e-437a-94c1-b992ccf1794f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479417 Sep 10 04:53:25.093877 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80bb072d-874b-41a5-83cd-e69b886cb157 req-32686b8e-d8e7-4ba0-b322-c69eeb72f716 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308259 Sep 10 04:53:25.414440 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:26.218734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a57a1d4-8dbf-4bfe-9c74-e948d5644ab1 req-6a68a356-df3b-44db-b389-be4050ac4e5f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:26.220229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a57a1d4-8dbf-4bfe-9c74-e948d5644ab1 req-6a68a356-df3b-44db-b389-be4050ac4e5f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477636 Sep 10 04:53:26.260008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3a57a1d4-8dbf-4bfe-9c74-e948d5644ab1 req-9ca82ee8-7806-466b-85da-8965809b3618 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339148 Sep 10 04:53:26.575945 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:27.372728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0011e37-32ae-4fb7-b672-a58381c7c020 req-ef9a4b61-ab80-4394-a4a9-5a792494623d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:27.374177 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0011e37-32ae-4fb7-b672-a58381c7c020 req-ef9a4b61-ab80-4394-a4a9-5a792494623d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477688 Sep 10 04:53:27.411945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0011e37-32ae-4fb7-b672-a58381c7c020 req-350bae96-ec40-46a4-9a68-2c2e2218c1e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318754 Sep 10 04:53:28.525176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c86919-486f-432d-a18f-97bbd512a306 req-1ffb9ebd-b39d-4b8b-9bc6-80c2b9075e9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:28.526633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82c86919-486f-432d-a18f-97bbd512a306 req-1ffb9ebd-b39d-4b8b-9bc6-80c2b9075e9a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477598 Sep 10 04:53:28.563852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82c86919-486f-432d-a18f-97bbd512a306 req-346d1dc4-a835-4fa3-9e24-6980ce268918 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311739 Sep 10 04:53:29.471286 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:29.676144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da955507-20ad-412d-9f7c-dcabc916ad31 req-9e27fcb4-157e-4b70-9113-460972dc632d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:29.677587 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da955507-20ad-412d-9f7c-dcabc916ad31 req-9e27fcb4-157e-4b70-9113-460972dc632d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0480788 Sep 10 04:53:29.716884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da955507-20ad-412d-9f7c-dcabc916ad31 req-55a33e98-a891-4d05-9717-1cbdbcf0ea1e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334191 Sep 10 04:53:30.844718 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceb665-03dc-46ce-9c06-c2fe0d4a6c69 req-c049985a-bae8-4b40-993c-dab8aaa09894 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:30.846183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfceb665-03dc-46ce-9c06-c2fe0d4a6c69 req-c049985a-bae8-4b40-993c-dab8aaa09894 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482478 Sep 10 04:53:30.883843 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfceb665-03dc-46ce-9c06-c2fe0d4a6c69 req-77c1295d-7a07-4021-8111-914bfd1eae21 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315981 Sep 10 04:53:31.995634 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c092347-8a82-47b4-8032-16fa74cf67bb req-260f87f3-38ae-4452-968f-c412be15180c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:31.997103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c092347-8a82-47b4-8032-16fa74cf67bb req-260f87f3-38ae-4452-968f-c412be15180c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473168 Sep 10 04:53:32.034713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7c092347-8a82-47b4-8032-16fa74cf67bb req-fb3ba68b-b7d8-4e9a-9a6e-02d69df2da5c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311916 Sep 10 04:53:33.009742 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:33.145636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f98fbeb-3849-4620-a3be-374456ee316b req-d4ef5dfd-ba1d-4eea-bfd9-48a4c69284ce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:33.147093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f98fbeb-3849-4620-a3be-374456ee316b req-d4ef5dfd-ba1d-4eea-bfd9-48a4c69284ce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0470324 Sep 10 04:53:33.187457 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f98fbeb-3849-4620-a3be-374456ee316b req-38506051-9adf-4b0c-89e8-530a1e762474 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344012 Sep 10 04:53:34.299456 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187d5e8b-927d-4d2f-b719-7d9eb2f7d01d req-2983404b-4f2d-4e7a-9b4a-522facfcb30e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:34.300940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-187d5e8b-927d-4d2f-b719-7d9eb2f7d01d req-2983404b-4f2d-4e7a-9b4a-522facfcb30e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478969 Sep 10 04:53:34.338106 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-187d5e8b-927d-4d2f-b719-7d9eb2f7d01d req-a01871cb-5044-472d-8c4d-a64b74772a54 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311890 Sep 10 04:53:35.448508 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b66c004-9629-472e-ae58-cfe780188b8b req-ac1b7690-4fe8-43a4-b5b4-657de77ccfd3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:35.449952 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b66c004-9629-472e-ae58-cfe780188b8b req-ac1b7690-4fe8-43a4-b5b4-657de77ccfd3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0468459 Sep 10 04:53:35.486404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2b66c004-9629-472e-ae58-cfe780188b8b req-f3d11ae2-6049-4154-9ae6-2a8129f3ae94 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300846 Sep 10 04:53:36.598932 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400e36b-f140-4339-a086-cfcfb5694274 req-8ba822e6-8419-4aef-90fa-f699f9e5c80e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:36.600454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a400e36b-f140-4339-a086-cfcfb5694274 req-8ba822e6-8419-4aef-90fa-f699f9e5c80e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0486510 Sep 10 04:53:36.641502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a400e36b-f140-4339-a086-cfcfb5694274 req-1e77482e-4f3f-4c88-88b1-11fddac60259 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343585 Sep 10 04:53:37.753195 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ee0c75-8f39-4933-b4c4-9cd1c1c502d5 req-5f267d07-fc27-4101-8c19-12bb150bd210 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:37.754653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1ee0c75-8f39-4933-b4c4-9cd1c1c502d5 req-5f267d07-fc27-4101-8c19-12bb150bd210 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474765 Sep 10 04:53:37.792148 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1ee0c75-8f39-4933-b4c4-9cd1c1c502d5 req-2621a1c3-afa1-49de-9ce0-3fd24a2df6b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315533 Sep 10 04:53:38.905469 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273b1f2e-891e-45c7-ba8c-37dab2d3ec40 req-f5f451c5-1949-4788-a076-851aa29ae0cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:38.906940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273b1f2e-891e-45c7-ba8c-37dab2d3ec40 req-f5f451c5-1949-4788-a076-851aa29ae0cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0497894 Sep 10 04:53:38.943934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-273b1f2e-891e-45c7-ba8c-37dab2d3ec40 req-27356ae6-2a07-4fef-8e42-421fdee0fc0c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304294 Sep 10 04:53:40.054780 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56bf09dd-774d-4089-a62f-bfb5590a53f0 req-f03ed26a-19e7-4863-abf4-0eff03c07b48 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:40.056254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56bf09dd-774d-4089-a62f-bfb5590a53f0 req-f03ed26a-19e7-4863-abf4-0eff03c07b48 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0469220 Sep 10 04:53:40.095996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56bf09dd-774d-4089-a62f-bfb5590a53f0 req-41c122af-6f52-4afc-a675-f4b5241ebcaf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338018 Sep 10 04:53:41.208581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07abe780-7556-46e7-ba32-3170c98cd101 req-ce737c15-e99d-429f-83f0-42bd1e6bc82b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:41.210032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07abe780-7556-46e7-ba32-3170c98cd101 req-ce737c15-e99d-429f-83f0-42bd1e6bc82b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476508 Sep 10 04:53:41.245797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07abe780-7556-46e7-ba32-3170c98cd101 req-f69e216f-1382-40f5-a6ff-6fc7a934e44f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299594 Sep 10 04:53:42.357943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa58370d-05f1-4f27-af5f-7170c56a5c82 req-a9133d5e-624d-4fae-860c-bc05006995d5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:42.359391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa58370d-05f1-4f27-af5f-7170c56a5c82 req-a9133d5e-624d-4fae-860c-bc05006995d5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478208 Sep 10 04:53:42.395635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa58370d-05f1-4f27-af5f-7170c56a5c82 req-86c703b1-50f5-4695-80a9-aea7499bdab3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303125 Sep 10 04:53:43.511601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23342c97-e011-444f-932c-5e2fe7a79431 req-bb1a43cf-fad2-4da8-9f51-7efae47be159 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:43.513116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23342c97-e011-444f-932c-5e2fe7a79431 req-bb1a43cf-fad2-4da8-9f51-7efae47be159 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0519474 Sep 10 04:53:43.554219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23342c97-e011-444f-932c-5e2fe7a79431 req-4c6d88a7-9fac-4696-b320-d2f9550624f8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347788 Sep 10 04:53:44.665832 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344eb111-d796-46a3-992b-3e54734fbfa0 req-a9b005e1-4ca1-443b-b530-468e9278524c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:44.667273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-344eb111-d796-46a3-992b-3e54734fbfa0 req-a9b005e1-4ca1-443b-b530-468e9278524c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0479474 Sep 10 04:53:44.703194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-344eb111-d796-46a3-992b-3e54734fbfa0 req-31bf56aa-f287-4ed6-be9c-4607d7c079ca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300751 Sep 10 04:53:45.815781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea930b4-9a9f-4a11-858c-09965a0c6307 req-98f803db-07b5-4569-a650-a0cb07d35ebe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:45.817244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ea930b4-9a9f-4a11-858c-09965a0c6307 req-98f803db-07b5-4569-a650-a0cb07d35ebe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0484734 Sep 10 04:53:45.854886 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4ea930b4-9a9f-4a11-858c-09965a0c6307 req-07627f69-5f1d-414b-98a8-664fb3834cc3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317469 Sep 10 04:53:46.969808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7435e4c-1b60-4313-8361-133db6c236a6 req-83e2a74f-77e3-4f34-bfaa-0c0eff12d848 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:46.971267 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7435e4c-1b60-4313-8361-133db6c236a6 req-83e2a74f-77e3-4f34-bfaa-0c0eff12d848 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0469935 Sep 10 04:53:47.010488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7435e4c-1b60-4313-8361-133db6c236a6 req-1f33a5d9-d1ee-4d4d-ac16-5bd644d4c4c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332315 Sep 10 04:53:48.123044 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747045a-99fd-49d1-b365-c59100550a6b req-c7dd99a9-c573-4b76-8ed6-953b977c0b5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:48.132706 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1747045a-99fd-49d1-b365-c59100550a6b req-c7dd99a9-c573-4b76-8ed6-953b977c0b5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477924 Sep 10 04:53:48.162122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1747045a-99fd-49d1-b365-c59100550a6b req-880c6cb1-5144-436e-98a9-f014a0130dc4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316243 Sep 10 04:53:49.273818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688db7e7-ad18-48a5-bfeb-06490b193e9b req-a2a1f1b6-6bf3-4e8a-abb4-8b2b903c74d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:49.275264 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-688db7e7-ad18-48a5-bfeb-06490b193e9b req-a2a1f1b6-6bf3-4e8a-abb4-8b2b903c74d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477459 Sep 10 04:53:49.310940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-688db7e7-ad18-48a5-bfeb-06490b193e9b req-f4dc3106-8bf5-4d8e-9a65-7ae9bdddfabf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297775 Sep 10 04:53:50.424547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfee637-78ab-42ab-8977-88dda1703bd4 req-62e5719b-48ef-4c5d-b2b5-5273c9324689 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:50.426051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cfee637-78ab-42ab-8977-88dda1703bd4 req-62e5719b-48ef-4c5d-b2b5-5273c9324689 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475602 Sep 10 04:53:50.467012 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1cfee637-78ab-42ab-8977-88dda1703bd4 req-6264c8d1-bc0d-4186-aeef-a4eb98a8a094 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342388 Sep 10 04:53:50.887935 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29214f85-eaf8-4fb7-8c70-db9d67a3a96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:51.578685 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f5d6cb-76da-4582-a74c-36ca824784bb req-7a20a85b-e3fd-40d2-9380-019cbc82016b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:51.580171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2f5d6cb-76da-4582-a74c-36ca824784bb req-7a20a85b-e3fd-40d2-9380-019cbc82016b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476480 Sep 10 04:53:51.616882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2f5d6cb-76da-4582-a74c-36ca824784bb req-bb8291c1-ec13-4367-803b-94307797eace tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307496 Sep 10 04:53:52.728321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2016ea2-4133-415a-bab8-d91c97101973 req-1ce17984-7979-46b2-856a-059470d50045 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:52.729761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2016ea2-4133-415a-bab8-d91c97101973 req-1ce17984-7979-46b2-856a-059470d50045 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0467987 Sep 10 04:53:52.766905 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e2016ea2-4133-415a-bab8-d91c97101973 req-8ea78612-e8da-4448-b392-a3d71babb5b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310714 Sep 10 04:53:53.620163 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8ec449d6-5073-42a1-8a88-cf7c5edb83f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:53.785284 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:53.879637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a1a418-c9d9-4067-8a6e-b61760d03cbd req-fc5ea756-9bcd-42ee-951d-1f37f228517d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:53.881159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a1a418-c9d9-4067-8a6e-b61760d03cbd req-fc5ea756-9bcd-42ee-951d-1f37f228517d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0470967 Sep 10 04:53:53.921573 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86a1a418-c9d9-4067-8a6e-b61760d03cbd req-104f8dfe-9e22-4f7f-86b8-5c8e07f7afb3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345204 Sep 10 04:53:55.037396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e3cb6-9de6-4d92-8702-117b45890ac7 req-9aa07020-2805-4c34-a309-b80b607f8a9d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:55.038853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-433e3cb6-9de6-4d92-8702-117b45890ac7 req-9aa07020-2805-4c34-a309-b80b607f8a9d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0483475 Sep 10 04:53:55.074860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-433e3cb6-9de6-4d92-8702-117b45890ac7 req-709dfd20-8183-4ce0-9c72-805135b6c80d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299582 Sep 10 04:53:55.413728 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:56.187258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ed09c3-511e-4836-910c-520c5454f093 req-60f4ac46-e14a-44d1-8e81-051b6233af38 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:56.188726 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01ed09c3-511e-4836-910c-520c5454f093 req-60f4ac46-e14a-44d1-8e81-051b6233af38 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478611 Sep 10 04:53:56.224947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01ed09c3-511e-4836-910c-520c5454f093 req-3ee00314-e55d-438c-85aa-1e7212c92ccd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302813 Sep 10 04:53:56.591062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:57.337059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4a804a-22c3-4892-8bc4-2456a526a87e req-f30844f3-4105-4d4a-974f-53bce19d8bc0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:57.338505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff4a804a-22c3-4892-8bc4-2456a526a87e req-f30844f3-4105-4d4a-974f-53bce19d8bc0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0475044 Sep 10 04:53:57.378594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff4a804a-22c3-4892-8bc4-2456a526a87e req-cfa37f90-108d-46ff-932b-35fa9e1b9716 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342510 Sep 10 04:53:58.490397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328d70b5-6cfc-49a0-b91f-449dcd3304a9 req-55431386-72fc-40b1-9570-debfc343dbaa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:58.491880 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-328d70b5-6cfc-49a0-b91f-449dcd3304a9 req-55431386-72fc-40b1-9570-debfc343dbaa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0476093 Sep 10 04:53:58.530080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-328d70b5-6cfc-49a0-b91f-449dcd3304a9 req-8c59deaa-b844-4aee-a71a-6a8782fecb6c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322921 Sep 10 04:53:59.216210 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:53:59.460594 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:53:59.642737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442ba093-a165-42d9-81e5-baad9e5cd5d9 req-fe9c72aa-1150-4e19-a8be-064b8b18f288 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:53:59.644221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-442ba093-a165-42d9-81e5-baad9e5cd5d9 req-fe9c72aa-1150-4e19-a8be-064b8b18f288 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0466774 Sep 10 04:53:59.680268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-442ba093-a165-42d9-81e5-baad9e5cd5d9 req-71626f58-6d07-4716-9fd9-322e64ab05b2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300949 Sep 10 04:54:00.791423 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fb9684-5005-4cb5-824c-5952daad1a07 req-eae2e0b4-48e6-46b5-8697-aff1083fd62f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:00.792820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9fb9684-5005-4cb5-824c-5952daad1a07 req-eae2e0b4-48e6-46b5-8697-aff1083fd62f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478258 Sep 10 04:54:00.833715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9fb9684-5005-4cb5-824c-5952daad1a07 req-388a6a0f-036a-41d1-ac86-4ca741969a1b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345306 Sep 10 04:54:01.944415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26b00db-e1aa-4462-b58d-f1eb77cff668 req-ca2b735e-3cbd-4066-b07f-a050e0f8ee0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:01.945855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e26b00db-e1aa-4462-b58d-f1eb77cff668 req-ca2b735e-3cbd-4066-b07f-a050e0f8ee0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472879 Sep 10 04:54:01.981931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e26b00db-e1aa-4462-b58d-f1eb77cff668 req-55526a28-9b06-4a7e-a635-dd0cb6943bd2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301378 Sep 10 04:54:03.037715 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:03.093767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0278e942-2a30-4676-bee6-cddd49f626fe req-bfe22d95-ec41-485d-a588-0a4a5ae3662f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:03.095345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0278e942-2a30-4676-bee6-cddd49f626fe req-bfe22d95-ec41-485d-a588-0a4a5ae3662f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477591 Sep 10 04:54:03.131120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0278e942-2a30-4676-bee6-cddd49f626fe req-523e3113-4132-486d-8e62-b7e1ae75017c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0292950 Sep 10 04:54:04.241708 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bae402-5c6d-41ab-938b-db4a9f628224 req-bc6dc691-a5d5-49e4-a51f-93440dbbb127 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:04.243154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89bae402-5c6d-41ab-938b-db4a9f628224 req-bc6dc691-a5d5-49e4-a51f-93440dbbb127 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0468004 Sep 10 04:54:04.283474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89bae402-5c6d-41ab-938b-db4a9f628224 req-f00e3b6f-6751-42c5-ab11-b6c5f9e1712a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343487 Sep 10 04:54:05.395012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ff4f55-2a06-4268-a95f-455d3ad33632 req-1e179e26-260d-4b13-a0f1-45bfcdbdcbc7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:05.396517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3ff4f55-2a06-4268-a95f-455d3ad33632 req-1e179e26-260d-4b13-a0f1-45bfcdbdcbc7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0473852 Sep 10 04:54:05.432939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3ff4f55-2a06-4268-a95f-455d3ad33632 req-bc7fb089-ca8d-4160-8bc8-e85f0f7411f8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306070 Sep 10 04:54:06.544000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de03b11-8052-490c-9a5a-e4c19c1ad19b req-8f9c88db-3f41-4de6-b659-ffef2f08f16a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:06.545449 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7de03b11-8052-490c-9a5a-e4c19c1ad19b req-8f9c88db-3f41-4de6-b659-ffef2f08f16a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0478311 Sep 10 04:54:06.581769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7de03b11-8052-490c-9a5a-e4c19c1ad19b req-858d0418-8c58-4043-b47e-1f089abbc751 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295320 Sep 10 04:54:07.694148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71f7edd-87db-4b61-8812-7330ebc3b3fa req-8d72ecd0-176a-4ba8-84ca-9d4ca9a6e8ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:07.695590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c71f7edd-87db-4b61-8812-7330ebc3b3fa req-8d72ecd0-176a-4ba8-84ca-9d4ca9a6e8ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0472355 Sep 10 04:54:07.734966 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c71f7edd-87db-4b61-8812-7330ebc3b3fa req-3706fafb-c48b-45e1-9e79-85fedc35bf9b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334270 Sep 10 04:54:08.848228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7cdeb-390d-405c-a661-2deb461f0f7d req-a6e364af-147c-41e1-aab0-dbe137076863 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:08.849697 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4a7cdeb-390d-405c-a661-2deb461f0f7d req-a6e364af-147c-41e1-aab0-dbe137076863 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0487826 Sep 10 04:54:08.886104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e4a7cdeb-390d-405c-a661-2deb461f0f7d req-04a2dfce-e98a-4e2e-8a84-dc456e209e6e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305934 Sep 10 04:54:09.998212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411874bb-90a5-4891-9864-e93c8b0fc9d2 req-e358c29d-25b3-4380-b825-88714ac849c0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:09.999702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-411874bb-90a5-4891-9864-e93c8b0fc9d2 req-e358c29d-25b3-4380-b825-88714ac849c0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0477288 Sep 10 04:54:10.036648 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-411874bb-90a5-4891-9864-e93c8b0fc9d2 req-2fa3908e-578f-454e-9cb2-a54a90f0b97f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309999 Sep 10 04:54:11.149885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd556e2b-6f20-4620-8012-bd31be302bb8 req-1b616e25-2c35-409d-94fd-358d857af811 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:11.151322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd556e2b-6f20-4620-8012-bd31be302bb8 req-1b616e25-2c35-409d-94fd-358d857af811 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482280 Sep 10 04:54:11.191764 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd556e2b-6f20-4620-8012-bd31be302bb8 req-27e61ede-d56a-46c8-b2d5-0160448584d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344760 Sep 10 04:54:12.304274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04679b85-c1a4-4e0c-a119-2197a8f18229 req-350532ec-febf-4e69-a185-98ed01d9aa1b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:12.306043 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04679b85-c1a4-4e0c-a119-2197a8f18229 req-350532ec-febf-4e69-a185-98ed01d9aa1b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0482242 Sep 10 04:54:12.344039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-04679b85-c1a4-4e0c-a119-2197a8f18229 req-092a788f-aa45-432e-8a75-6fc7081d2ba8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315106 Sep 10 04:54:13.468064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f9ada6-4208-4c38-b6a4-1996b84a96f5 req-014907f5-4228-4f67-8edf-c54d4900bf43 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:13.469510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14f9ada6-4208-4c38-b6a4-1996b84a96f5 req-014907f5-4228-4f67-8edf-c54d4900bf43 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474217 Sep 10 04:54:13.507297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-14f9ada6-4208-4c38-b6a4-1996b84a96f5 req-109d0aca-73b7-45be-bbc1-421a0403a747 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311232 Sep 10 04:54:14.622566 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e008e5b9-d76c-42d4-a75b-0a34f05444f4 req-23445a7d-76c7-4013-b24b-44edb4c1e86b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:14.624031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e008e5b9-d76c-42d4-a75b-0a34f05444f4 req-23445a7d-76c7-4013-b24b-44edb4c1e86b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0501318 Sep 10 04:54:14.664444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e008e5b9-d76c-42d4-a75b-0a34f05444f4 req-40e54020-a1ff-43f1-ae47-05d4b9868df8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336859 Sep 10 04:54:15.781243 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c0f436-f596-4007-84ae-515f59c06259 req-80f93b1c-6f37-4bf5-b039-edac073be03e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:15.782681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2c0f436-f596-4007-84ae-515f59c06259 req-80f93b1c-6f37-4bf5-b039-edac073be03e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0481446 Sep 10 04:54:15.819453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b2c0f436-f596-4007-84ae-515f59c06259 req-35fb94cb-ce9d-49c4-ab95-e9e991aac4fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301707 Sep 10 04:54:16.252727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3567b3c-9ad4-43af-aea5-25a12156f3af req-4a98afb9-6709-4c4b-8695-092e4820363f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:16.254199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3567b3c-9ad4-43af-aea5-25a12156f3af req-4a98afb9-6709-4c4b-8695-092e4820363f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0474906 Sep 10 04:54:16.290823 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3567b3c-9ad4-43af-aea5-25a12156f3af req-f168755c-61eb-475a-a151-68ad9af3040d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305464 Sep 10 04:54:16.649515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-c700b53c-831a-4097-b522-decacd890868 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:16.650944 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-c700b53c-831a-4097-b522-decacd890868 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 946 time: 0.0490563 Sep 10 04:54:16.739152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Deleting port 81c99372-2f90-44a2-a453-cc565fabf9a7 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 04:54:16.739482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:16.824261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] For port 81c99372-2f90-44a2-a453-cc565fabf9a7, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=81c99372-2f90-44a2-a453-cc565fabf9a7,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:54:16.824616 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:16.989014 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:16.989364 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:16.989675 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45 disassociated. External IP: 172.25.3.17, port: 81c99372-2f90-44a2-a453-cc565fabf9a7. Sep 10 04:54:16.990012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Calling delete_port for 81c99372-2f90-44a2-a453-cc565fabf9a7 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 04:54:17.168943 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:17.195081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event deleted for resources: {'Port': ['ID=81c99372-2f90-44a2-a453-cc565fabf9a7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:54:17.204879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.205288 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.205634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.205978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.206310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.206640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.206967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.207290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.208249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.208249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.208249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.208568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:17.387018 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a6fb49c-0c8f-42ab-8f0c-45d6f833de3a req-daa725da-8d6e-4e7a-aa5f-9416c03a3c8a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 210 time: 0.0261738 Sep 10 04:54:17.565705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:54:17.674658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:54:17.684311 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:54:17.694361 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:54:17.695028 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:54:17.717593 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] No DVR routers for this DVR port 81c99372-2f90-44a2-a453-cc565fabf9a7 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 04:54:17.720235 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:17.722225 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f964b5f5-c859-4305-af54-b75bfa8b00cf req-d64e0220-deb8-442c-bfb2-b6ec05503b99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "DELETE /v2.0/ports/81c99372-2f90-44a2-a453-cc565fabf9a7 HTTP/1.1" status: 204 len: 173 time: 1.0653408 Sep 10 04:54:17.722662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6261679b-6a49-4784-b83a-4663969cad69', 'name': 'network-vif-deleted', 'tag': '81c99372-2f90-44a2-a453-cc565fabf9a7'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:54:17.725014 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0492c0cf-a948-435d-ab46-fef001a20018" -d '{"events": [{"server_uuid": "6261679b-6a49-4784-b83a-4663969cad69", "name": "network-vif-deleted", "tag": "81c99372-2f90-44a2-a453-cc565fabf9a7"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:54:17.800496 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:54:17.814247 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd14171-cf6d-479a-bad4-06ad53f146f2 x-openstack-request-id: req-3fd14171-cf6d-479a-bad4-06ad53f146f2 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:54:17.815629 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6261679b-6a49-4784-b83a-4663969cad69", "name": "network-vif-deleted", "tag": "81c99372-2f90-44a2-a453-cc565fabf9a7", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:54:17.815984 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fd14171-cf6d-479a-bad4-06ad53f146f2 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:54:17.816476 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6261679b-6a49-4784-b83a-4663969cad69', 'name': 'network-vif-deleted', 'tag': '81c99372-2f90-44a2-a453-cc565fabf9a7', 'status': 'completed', 'code': 200} Sep 10 04:54:17.995860 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:54:18.023507 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:54:18.031937 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:54:18.032475 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:53:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:54:18.134082 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:54:18.322077 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:54:18.351013 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20828465-4d9e-4c67-9c81-58a71f6e1409 None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:54:18.497464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57504a9b-1939-4472-b0ce-21bb465d9415 req-408dd323-53d8-405a-8018-4ba337abb19b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=6261679b-6a49-4784-b83a-4663969cad69 HTTP/1.1" status: 200 len: 210 time: 0.0303357 Sep 10 04:54:18.576206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06ffef8-0227-4f43-af60-f66022936b4f None None] New status for floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:54:19.856549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 81c99372-2f90-44a2-a453-cc565fabf9a7 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 04:54:19.876552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 81c99372-2f90-44a2-a453-cc565fabf9a7 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 04:54:19.877465 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 81c99372-2f90-44a2-a453-cc565fabf9a7 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 04:54:19.887560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-308a0500-b686-4820-af84-5b6dc4a7e0b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--386667851&fields=id&tenant_id=98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 267 time: 0.0336270 Sep 10 04:54:19.989311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-834d462a-7685-4054-949b-18ffc840d9b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:19.990735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-834d462a-7685-4054-949b-18ffc840d9b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 812 time: 0.0960364 Sep 10 04:54:20.005075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-76aaecd8-d85d-4442-976c-4eaa24f71d80 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/quotas/98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 375 time: 0.0084534 Sep 10 04:54:20.059556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-3fedabaa-1506-40aa-8f71-98f9c074b58e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0494342 Sep 10 04:54:20.192186 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-985f6d2f-a1d9-4b9e-ab2d-9cedbe600c96 service neutron] 10.222.0.22 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208472 Sep 10 04:54:20.284515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-110b173d-cfc1-4240-ae63-33c4ce571e9d service neutron] 10.222.0.22 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862722 Sep 10 04:54:20.509399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1aaff8f-fbf4-4829-8ec7-14b2d9113223 req-b34682e9-06e7-4591-aaa9-dcd79041f2bc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 210 time: 0.0266049 Sep 10 04:54:20.889208 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-139b9b87-fdf8-493c-93d6-93ef73f6fc1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:21.599792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da83c969-7b75-4f3a-ad68-324736ecd279 req-309265ad-9802-447a-95db-cb99d1d8aa26 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 210 time: 0.0261362 Sep 10 04:54:22.277544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-0294b8d4-f87b-477b-ab14-1a3366ea7451 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:22.278980 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-0294b8d4-f87b-477b-ab14-1a3366ea7451 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 812 time: 0.1023126 Sep 10 04:54:22.320687 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-6150f878-0327-417e-87e8-0b70c77edf62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=98de73e732344a4a89b5658658a903da HTTP/1.1" status: 200 len: 379 time: 0.0327272 Sep 10 04:54:22.331507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'port': {'device_id': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'admin_state_up': True, 'tenant_id': '98de73e732344a4a89b5658658a903da', 'security_groups': ['75cb0366-6d51-47b1-8c6c-4b52c9f8fca0']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:54:22.505823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Made reservation on behalf of 98de73e732344a4a89b5658658a903da for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 04:54:22.509537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:22.636497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Allocated IP 172.20.0.9 (80abc86f-ddfe-48e3-a4af-6abf2b7c2ded/b1a40548-a367-4aa5-b863-7f66011a93b0/ffab332d-0a7e-47ec-aff5-0d85c525ac00) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 04:54:22.696803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87f64a89-f03c-48a2-afa1-46fe63a510b8 req-5306b341-fa1f-459e-b11a-ff44bfe10f43 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 210 time: 0.0266089 Sep 10 04:54:22.770910 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:22.783569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Transition to ACTIVE for port object ffab332d-0a7e-47ec-aff5-0d85c525ac00 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:54:22.860715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:22.905680 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 04:54:22.909147 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 04:54:22.913858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 04:54:22.941779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event updated for resources: {'Port': ['ID=ffab332d-0a7e-47ec-aff5-0d85c525ac00,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:54:22.971882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:22.972656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.044475 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-9f8386f7-b44b-4b3b-a33c-bbf16edbb9fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7169063 Sep 10 04:54:23.057186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Request body: {'port': {'device_id': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:54:23.113604 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.156348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-057865fd-75dc-4aa2-977a-0317a9cba596 None None] Provisioning for port ffab332d-0a7e-47ec-aff5-0d85c525ac00 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:54:23.160382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-057865fd-75dc-4aa2-977a-0317a9cba596 None None] Provisioning complete for port ffab332d-0a7e-47ec-aff5-0d85c525ac00 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:54:23.160810 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-057865fd-75dc-4aa2-977a-0317a9cba596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.193522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-057865fd-75dc-4aa2-977a-0317a9cba596 None None] Port ffab332d-0a7e-47ec-aff5-0d85c525ac00 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 04:54:23.376497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffab332d-0a7e-47ec-aff5-0d85c525ac00 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:54:23.384511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.396170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Transition to ACTIVE for port object ffab332d-0a7e-47ec-aff5-0d85c525ac00 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 04:54:23.500612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.572639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffab332d-0a7e-47ec-aff5-0d85c525ac00,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:54:23.579105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b904497-b59e-40fd-9faa-7eeddca343a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.626107 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Attempting to bind port ffab332d-0a7e-47ec-aff5-0d85c525ac00 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 04:54:23.626447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Attempting to bind port ffab332d-0a7e-47ec-aff5-0d85c525ac00 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 04:54:23.626829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Attempting to bind port ffab332d-0a7e-47ec-aff5-0d85c525ac00 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:54:23.632079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Port ffab332d-0a7e-47ec-aff5-0d85c525ac00 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 04:54:23.632461 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Attempting to bind port ffab332d-0a7e-47ec-aff5-0d85c525ac00 on network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 04:54:23.637452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 4, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 04:54:23.637795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Checking segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 04:54:23.638169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Bound using segment: {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 04:54:23.638596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Bound port: ffab332d-0a7e-47ec-aff5-0d85c525ac00, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2ceb2fe-036d-4f76-8949-dc95993bedf7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 216, 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 04:54:23.638960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.710751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] For port ffab332d-0a7e-47ec-aff5-0d85c525ac00, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 04:54:23.714024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] For port ffab332d-0a7e-47ec-aff5-0d85c525ac00, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 04:54:23.773983 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.803860 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.810294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e494d586-d1a4-48a5-95aa-9e9a62faeabb req-b1980e9e-b406-4437-9b23-8217d2c62d92 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:23.811618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:23.812356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e494d586-d1a4-48a5-95aa-9e9a62faeabb req-b1980e9e-b406-4437-9b23-8217d2c62d92 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 943 time: 0.0488725 Sep 10 04:54:23.817157 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:23.818313 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] 10.222.0.20 "PUT /v2.0/ports/ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 1091 time: 0.7654371 Sep 10 04:54:23.818901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'tag': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:54:23.821220 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-117400c1-a84d-4dd2-99ed-1d181beb87e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e6ec2d-2046-4b5d-b2f0-410a787468dc", "tag": "ffab332d-0a7e-47ec-aff5-0d85c525ac00"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:54:23.852110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165d185b-02bb-4606-be0a-b24419fb00e8 service neutron] Pushing event updated for resources: {'Port': ['ID=ffab332d-0a7e-47ec-aff5-0d85c525ac00,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:54:23.858670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e494d586-d1a4-48a5-95aa-9e9a62faeabb req-e386826d-2971-44f6-b086-f523c89bc262 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398433 Sep 10 04:54:23.882561 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c111cd6-2440-489c-a8ec-e13afa1e7bde x-openstack-request-id: req-2c111cd6-2440-489c-a8ec-e13afa1e7bde {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:54:23.882561 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e6ec2d-2046-4b5d-b2f0-410a787468dc", "tag": "ffab332d-0a7e-47ec-aff5-0d85c525ac00", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:54:23.882561 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c111cd6-2440-489c-a8ec-e13afa1e7bde {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:54:23.882561 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'tag': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00', 'status': 'completed', 'code': 200} Sep 10 04:54:23.941051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117400c1-a84d-4dd2-99ed-1d181beb87e1 req-d4756bd6-2080-4d75-94cb-de766405f896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:23.942716 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-117400c1-a84d-4dd2-99ed-1d181beb87e1 req-d4756bd6-2080-4d75-94cb-de766405f896 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1094 time: 0.0443485 Sep 10 04:54:24.049865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117400c1-a84d-4dd2-99ed-1d181beb87e1 req-33916512-8d2a-4443-8773-4dd39b7a67ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:24.051330 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-117400c1-a84d-4dd2-99ed-1d181beb87e1 req-33916512-8d2a-4443-8773-4dd39b7a67ac service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=98de73e732344a4a89b5658658a903da&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1000888 Sep 10 04:54:24.141816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117400c1-a84d-4dd2-99ed-1d181beb87e1 req-65774eae-34b8-4944-98f8-7ff61579651b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:24.143658 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-117400c1-a84d-4dd2-99ed-1d181beb87e1 req-65774eae-34b8-4944-98f8-7ff61579651b service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0846989 Sep 10 04:54:24.222153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-35b2ac74-e771-4df4-9153-b34470108d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:24.223658 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-35b2ac74-e771-4df4-9153-b34470108d71 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1094 time: 0.0447884 Sep 10 04:54:24.264218 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-440aed70-7ed1-407b-8759-debf05a18405 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 217 time: 0.0330901 Sep 10 04:54:24.311171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-6ffee03c-49d6-4628-b9cf-3b10011dc89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:24.312587 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-6ffee03c-49d6-4628-b9cf-3b10011dc89b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0419905 Sep 10 04:54:24.365658 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-a1154169-e8d7-41da-b342-c20cf817842e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:24.367783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-a1154169-e8d7-41da-b342-c20cf817842e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477531 Sep 10 04:54:24.459050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-981374f1-339c-4d05-957e-6338ee67f234 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843952 Sep 10 04:54:24.549404 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8e7524a0-fd5e-4b16-9a57-db4872c42225 req-1fe91b72-a2b2-44f9-94b4-47fd0f265fe7 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833583 Sep 10 04:54:24.972627 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa6ec7-176f-445f-802d-a3f409a3c2e8 req-cc375c2f-a4bb-4a50-b89c-64e9900f5370 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:24.974060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8baa6ec7-176f-445f-802d-a3f409a3c2e8 req-cc375c2f-a4bb-4a50-b89c-64e9900f5370 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 943 time: 0.0470946 Sep 10 04:54:25.010659 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8baa6ec7-176f-445f-802d-a3f409a3c2e8 req-153c57c1-04b6-4540-8606-3985f44b8c91 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306547 Sep 10 04:54:25.413345 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:25.856820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ffab332d-0a7e-47ec-aff5-0d85c525ac00 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 04:54:25.949210 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port ffab332d-0a7e-47ec-aff5-0d85c525ac00, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:54:25.960523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'port_id': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00', 'mac_address': 'fa:16:3e:5e:23:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 216, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 04:54:25.994889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:26.007237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffab332d-0a7e-47ec-aff5-0d85c525ac00 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 04:54:26.026302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port ffab332d-0a7e-47ec-aff5-0d85c525ac00, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:54:26.088918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:26.124808 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed683c52-f0d7-4f9f-98a6-0cea60e5983a req-494b5676-5345-4be5-9582-062c92dc610b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:26.126384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed683c52-f0d7-4f9f-98a6-0cea60e5983a req-494b5676-5345-4be5-9582-062c92dc610b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 944 time: 0.0480235 Sep 10 04:54:26.138823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=ffab332d-0a7e-47ec-aff5-0d85c525ac00,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:54:26.147046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.147387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.147743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.148077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.148406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.148726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.149047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.149365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.149683 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.149998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.150314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.150628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 04:54:26.164616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed683c52-f0d7-4f9f-98a6-0cea60e5983a req-0485f766-b307-4c5b-ab46-cd318c64584d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316763 Sep 10 04:54:26.319485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['ffab332d-0a7e-47ec-aff5-0d85c525ac00'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 04:54:26.574450 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:27.277513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3300ac2-6efe-4e8c-9a36-58453d37f654 req-b1d7a47b-6c06-4787-a0fc-310902789644 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:27.278955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3300ac2-6efe-4e8c-9a36-58453d37f654 req-b1d7a47b-6c06-4787-a0fc-310902789644 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 944 time: 0.0485172 Sep 10 04:54:27.318741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3300ac2-6efe-4e8c-9a36-58453d37f654 req-86f7178b-415a-4e68-aa3b-fde01ae915ee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333049 Sep 10 04:54:27.871435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ffab332d-0a7e-47ec-aff5-0d85c525ac00 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 04:54:27.991526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port ffab332d-0a7e-47ec-aff5-0d85c525ac00 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 04:54:27.995086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port ffab332d-0a7e-47ec-aff5-0d85c525ac00 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 04:54:27.995454 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:28.069079 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:28.090163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:54:28.092401 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d218ace-a9fa-4775-b884-4b9e35369400" -d '{"events": [{"server_uuid": "a5e6ec2d-2046-4b5d-b2f0-410a787468dc", "name": "network-vif-plugged", "status": "completed", "tag": "ffab332d-0a7e-47ec-aff5-0d85c525ac00"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:54:28.105526 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port ffab332d-0a7e-47ec-aff5-0d85c525ac00, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 04:54:28.163385 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:28.187969 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 04:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1fb74db-bdcf-46c7-b9de-031ec99ffc5e x-openstack-request-id: req-e1fb74db-bdcf-46c7-b9de-031ec99ffc5e {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:54:28.188264 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e6ec2d-2046-4b5d-b2f0-410a787468dc", "name": "network-vif-plugged", "status": "completed", "tag": "ffab332d-0a7e-47ec-aff5-0d85c525ac00", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:54:28.188517 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1fb74db-bdcf-46c7-b9de-031ec99ffc5e {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:54:28.188905 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00', 'code': 200} Sep 10 04:54:28.214817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=ffab332d-0a7e-47ec-aff5-0d85c525ac00,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 04:54:28.278484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3119589-2a23-4546-ad1d-d93a999c8cb8 req-66417eb4-0f87-4604-9bd8-f2d1e4e52d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:28.280021 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3119589-2a23-4546-ad1d-d93a999c8cb8 req-66417eb4-0f87-4604-9bd8-f2d1e4e52d30 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.0399945 Sep 10 04:54:28.315097 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3119589-2a23-4546-ad1d-d93a999c8cb8 req-c06eb1b6-d74d-4653-9a8c-c1d55eec57f4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0283132 Sep 10 04:54:28.431537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c2aa0a-221d-443d-9e38-56efda3cb301 req-395c937e-ddba-4bd2-a054-129e3c4880cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:28.432928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8c2aa0a-221d-443d-9e38-56efda3cb301 req-395c937e-ddba-4bd2-a054-129e3c4880cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0480378 Sep 10 04:54:28.468624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8c2aa0a-221d-443d-9e38-56efda3cb301 req-82e2fd25-4613-4c21-a6c3-0c67e2721717 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298858 Sep 10 04:54:29.483193 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:29.587103 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8a0181-7044-4ffa-9c71-dd53efde3f54 req-79253b65-eb3b-467d-8157-e665f6a68252 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:29.588619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b8a0181-7044-4ffa-9c71-dd53efde3f54 req-79253b65-eb3b-467d-8157-e665f6a68252 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0493765 Sep 10 04:54:29.626438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b8a0181-7044-4ffa-9c71-dd53efde3f54 req-f34be053-fa4e-43cc-9448-91d17a673662 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318823 Sep 10 04:54:30.739475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5eda60-4a4d-4111-9c62-9b02757640ad req-78dbf4eb-1ffc-4a8b-81f2-ee09ba4152ac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:30.740989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef5eda60-4a4d-4111-9c62-9b02757640ad req-78dbf4eb-1ffc-4a8b-81f2-ee09ba4152ac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0482192 Sep 10 04:54:30.782295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef5eda60-4a4d-4111-9c62-9b02757640ad req-e3a1a702-6dc8-408d-a0ac-a8b6607c16d9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352175 Sep 10 04:54:31.223048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb76ad3f-3f23-48ac-982d-ae0ab1a85357 req-a4b1040c-eba7-4add-8088-c09214880d72 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:31.224552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb76ad3f-3f23-48ac-982d-ae0ab1a85357 req-a4b1040c-eba7-4add-8088-c09214880d72 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.3776731 Sep 10 04:54:31.233084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 32980) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 04:54:31.237993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bb106c6d-da1f-4076-96a9-efff00db8e8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Request body: {'floatingip': {'port_id': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 04:54:31.273944 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb106c6d-da1f-4076-96a9-efff00db8e8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:31.678572 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb106c6d-da1f-4076-96a9-efff00db8e8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:31.734125 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb106c6d-da1f-4076-96a9-efff00db8e8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:31.829838 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-bb106c6d-da1f-4076-96a9-efff00db8e8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45 associated. External IP: 172.25.3.17, port: ffab332d-0a7e-47ec-aff5-0d85c525ac00. Sep 10 04:54:32.028619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb106c6d-da1f-4076-96a9-efff00db8e8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 04:54:32.132766 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb106c6d-da1f-4076-96a9-efff00db8e8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 04:54:32.137595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bb106c6d-da1f-4076-96a9-efff00db8e8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:32.142323 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 04:54:32.151979 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:54:32.152574 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:54:32.166481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bb106c6d-da1f-4076-96a9-efff00db8e8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "PUT /v2.0/floatingips/a5b63893-b6e4-46db-bd73-794d3e29fc45 HTTP/1.1" status: 200 len: 991 time: 0.9296789 Sep 10 04:54:32.166481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'tag': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 04:54:32.166770 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0" -d '{"events": [{"name": "network-changed", "server_uuid": "a5e6ec2d-2046-4b5d-b2f0-410a787468dc", "tag": "ffab332d-0a7e-47ec-aff5-0d85c525ac00"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 04:54:32.260246 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 04:54:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0d13764-4d59-4b56-a30a-012f19d0d28b x-openstack-request-id: req-a0d13764-4d59-4b56-a30a-012f19d0d28b {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 04:54:32.260541 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a5e6ec2d-2046-4b5d-b2f0-410a787468dc", "tag": "ffab332d-0a7e-47ec-aff5-0d85c525ac00", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 04:54:32.260796 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0d13764-4d59-4b56-a30a-012f19d0d28b {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 04:54:32.261202 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'tag': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00', 'status': 'completed', 'code': 200} Sep 10 04:54:32.266418 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:54:32.320397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-f366cc46-208b-47ed-a654-0061c76e4a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:32.322199 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-f366cc46-208b-47ed-a654-0061c76e4a1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.0406163 Sep 10 04:54:32.414702 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-b39f11be-713c-496c-a5d1-8022f4786a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:32.416266 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-b39f11be-713c-496c-a5d1-8022f4786a7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0875540 Sep 10 04:54:32.478647 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:5e:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:54:31Z', 'revision_number': 13, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:54:32.480843 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-e362322b-6a7f-4473-b67c-02806ebe8180 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 999 time: 0.0578833 Sep 10 04:54:32.511908 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 04:54:32.523815 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 04:54:32.524416 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T04:54:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:54:32.536425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-21c0e75a-99b5-46f0-b215-a2817aef3b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:32.537941 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-21c0e75a-99b5-46f0-b215-a2817aef3b83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0494027 Sep 10 04:54:32.588654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-7ca72d3b-5b20-4367-91fd-4ecb239f0631 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:54:32.590209 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-7ca72d3b-5b20-4367-91fd-4ecb239f0631 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439110 Sep 10 04:54:32.681961 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-79d32d44-fd88-4127-b0c3-ee13431c8b59 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845020 Sep 10 04:54:32.711247 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 04:54:32.776000 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c9fd38d3-d8dc-437c-94fc-d1f0a3fa13a0 req-08b5e7ec-c9e6-484a-9400-0632791d4240 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874870 Sep 10 04:54:32.920265 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:5e:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:54:31Z', 'revision_number': 13, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 04:54:32.945618 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b75abca-90f5-4cca-98e3-66648535d6f2 None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'a5b63893-b6e4-46db-bd73-794d3e29fc45', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'port_id': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4051, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'mac_address': 'fa:16:3e:5e:23:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T04:30:15Z', 'updated_at': '2021-09-10T04:54:31Z', 'revision_number': 13, 'project_id': '98de73e732344a4a89b5658658a903da', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 04:54:33.020641 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:33.126954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab2c729-72f3-4f11-80d5-ec8e2365ea32 None None] New status for floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 04:54:36.215048 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:54:50.888438 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2aa1edbd-e3e9-49bc-8454-547b4c107397 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:53.545795 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33c0ee0f-f34b-4a9a-a10c-9acae52cf9a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:53.784411 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:55.413918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:56.578171 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:54:59.544075 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:03.075172 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:13.213634 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:55:16.457599 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68963d1c-e997-40de-a243-638033b902da req-e52ff19c-8262-478a-a46e-025121c71892 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399332 Sep 10 04:55:16.543002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963d1c-e997-40de-a243-638033b902da req-ae30d934-85a4-4f53-8a13-dda3ed971ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:55:16.544612 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68963d1c-e997-40de-a243-638033b902da req-ae30d934-85a4-4f53-8a13-dda3ed971ab3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.0461693 Sep 10 04:55:16.645785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963d1c-e997-40de-a243-638033b902da req-59958732-2ac9-44a2-a211-a48eafbe185a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:55:16.647353 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68963d1c-e997-40de-a243-638033b902da req-59958732-2ac9-44a2-a211-a48eafbe185a service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0842953 Sep 10 04:55:16.714302 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68963d1c-e997-40de-a243-638033b902da req-96fecf05-47cd-4467-bf30-15d4443031c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 1001 time: 0.0596387 Sep 10 04:55:16.761377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963d1c-e997-40de-a243-638033b902da req-8d154408-e6f5-4b25-9f0e-8b1faa5e1653 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:55:16.762791 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68963d1c-e997-40de-a243-638033b902da req-8d154408-e6f5-4b25-9f0e-8b1faa5e1653 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0417962 Sep 10 04:55:16.806768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68963d1c-e997-40de-a243-638033b902da req-60c6e6b4-ad91-41da-aea1-bdc27335412a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:55:16.808239 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68963d1c-e997-40de-a243-638033b902da req-60c6e6b4-ad91-41da-aea1-bdc27335412a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387323 Sep 10 04:55:16.899737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68963d1c-e997-40de-a243-638033b902da req-d5bbfe12-0ee4-4e84-9d19-79bad2af0378 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847292 Sep 10 04:55:16.996236 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68963d1c-e997-40de-a243-638033b902da req-07b07ee7-32bc-4226-8bb8-23eafc7b2ed6 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820446 Sep 10 04:55:20.892095 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c5052e79-465b-417d-a9d9-c8e7796a5eec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:23.566792 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-42fcf3f5-6b92-4b64-b7be-37b268484835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:23.783243 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:25.430571 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:26.579135 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:29.549218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:33.053440 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:50.212107 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:55:50.892852 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-352ebd5f-a967-4f10-9b77-e639da83032f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:53.567101 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-69984039-a128-49aa-a297-bb25a19eb9a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:53.789875 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:55.429873 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:56.571238 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:55:59.561114 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:03.056990 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:09.584132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29ef9c8-6014-4391-a924-c451d0540408 req-01414b60-0e85-4c53-b8f2-730dcfc25fa2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:09.585597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a29ef9c8-6014-4391-a924-c451d0540408 req-01414b60-0e85-4c53-b8f2-730dcfc25fa2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0491550 Sep 10 04:56:09.621850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a29ef9c8-6014-4391-a924-c451d0540408 req-2b2d0342-9000-4154-84de-0a79764a339b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304246 Sep 10 04:56:17.458818 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-f0644454-260e-48fb-bbbb-61ed19530509 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434635 Sep 10 04:56:17.538431 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-0dbe044c-ed52-420c-9e23-09d6b86cfbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:17.539959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-0dbe044c-ed52-420c-9e23-09d6b86cfbec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.0401599 Sep 10 04:56:17.640569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-1b6bf54f-4ac9-437c-bfed-a8f55e0a8707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:17.642030 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-1b6bf54f-4ac9-437c-bfed-a8f55e0a8707 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0821338 Sep 10 04:56:17.709452 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-43ed0d94-ac79-4543-902e-378795c0e0ea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 1001 time: 0.0607114 Sep 10 04:56:17.756500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-f3f84b15-f110-416b-bef8-3b4168e50b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:17.758233 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-f3f84b15-f110-416b-bef8-3b4168e50b1f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0419486 Sep 10 04:56:17.802924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-630723d0-4068-4457-a2c7-fba4d9da1776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:17.804395 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-630723d0-4068-4457-a2c7-fba4d9da1776 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387273 Sep 10 04:56:17.815354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-af86045c-c163-40d4-b37a-faf08382f763 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:56:17.816332 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-af86045c-c163-40d4-b37a-faf08382f763 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048113 Sep 10 04:56:17.905970 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-2f930f87-4bdb-4f2c-a65d-abf2d7a32c3d service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824814 Sep 10 04:56:17.994700 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cf547286-976b-4499-b2ca-b2e6417f5a72 req-b009820e-046e-4518-9de8-49e11a43fce6 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816178 Sep 10 04:56:20.896669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bda1c051-d9b4-47dc-94ce-1d7fe788bb99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:20.958773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-ac531139-abda-4efd-9098-e8e3a2d86ee1 req-5495d68b-6ba0-406f-83ed-cc29c342a858 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 04:56:20.959744 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac531139-abda-4efd-9098-e8e3a2d86ee1 req-5495d68b-6ba0-406f-83ed-cc29c342a858 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055361 Sep 10 04:56:21.216175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ec2be-9f6e-4c2e-b814-7e8397c84b25 req-f0010789-0581-46e9-94f0-896f611d13b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:21.217557 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d7ec2be-9f6e-4c2e-b814-7e8397c84b25 req-f0010789-0581-46e9-94f0-896f611d13b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0527503 Sep 10 04:56:21.254286 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7d7ec2be-9f6e-4c2e-b814-7e8397c84b25 req-839d36f8-32eb-41e5-a40c-3228349e88a5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301471 Sep 10 04:56:22.380315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527bf23a-7522-4c49-ad1a-f0d096a78f7f req-f0077912-75ff-4cff-bfe4-ea0b33e2aa28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:22.381812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-527bf23a-7522-4c49-ad1a-f0d096a78f7f req-f0077912-75ff-4cff-bfe4-ea0b33e2aa28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483420 Sep 10 04:56:22.418270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-527bf23a-7522-4c49-ad1a-f0d096a78f7f req-b442cc1a-3d3f-4c72-bdb6-b5f8fce0960c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306787 Sep 10 04:56:23.533285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec3bc4f-9b22-4b5d-bcf5-4518d70d2904 req-d9b2d148-be5f-4280-b7a5-8248cca4367f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:23.534766 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ec3bc4f-9b22-4b5d-bcf5-4518d70d2904 req-d9b2d148-be5f-4280-b7a5-8248cca4367f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0489306 Sep 10 04:56:23.572046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ec3bc4f-9b22-4b5d-bcf5-4518d70d2904 req-6bf6c1ba-6a9f-4240-91b8-d89b6292e48b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312564 Sep 10 04:56:23.600797 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae008667-ea5f-41ec-8a43-3840bba913cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:23.776602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:24.687354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606df6cb-632c-477a-b3ac-d4b6f688ee11 req-1a12b048-0b27-425f-a73a-890127362c77 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:24.689217 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-606df6cb-632c-477a-b3ac-d4b6f688ee11 req-1a12b048-0b27-425f-a73a-890127362c77 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0510914 Sep 10 04:56:24.725800 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-606df6cb-632c-477a-b3ac-d4b6f688ee11 req-c7f14995-63a8-4110-9500-669ec523349e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301766 Sep 10 04:56:25.418064 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:25.839213 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77005fd-6724-4080-b135-9192af7089cc req-32aac24b-d6ee-486f-91bf-07d4ed6068f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:25.847314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f77005fd-6724-4080-b135-9192af7089cc req-32aac24b-d6ee-486f-91bf-07d4ed6068f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0486388 Sep 10 04:56:25.877590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f77005fd-6724-4080-b135-9192af7089cc req-eb93fc15-6ff6-4abc-80f2-ec9a05c7c741 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303006 Sep 10 04:56:26.566718 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:26.991351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abddb341-1966-4e3c-a9b4-85f0279872e5 req-da2d8368-ce88-400c-b628-dd980c69f1c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:26.992840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abddb341-1966-4e3c-a9b4-85f0279872e5 req-da2d8368-ce88-400c-b628-dd980c69f1c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479131 Sep 10 04:56:27.029329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abddb341-1966-4e3c-a9b4-85f0279872e5 req-947e1d50-b427-4fe9-9a85-ca519426cb8a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306165 Sep 10 04:56:27.211399 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:56:28.148144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9135c240-49d2-4b58-abd6-dfe61d1fd15f req-cb3a87bb-9149-4857-97d7-f988f9283bee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:28.150001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9135c240-49d2-4b58-abd6-dfe61d1fd15f req-cb3a87bb-9149-4857-97d7-f988f9283bee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0524609 Sep 10 04:56:28.187549 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9135c240-49d2-4b58-abd6-dfe61d1fd15f req-29c55ca9-0a57-4abb-8f19-ac10663e3e56 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315762 Sep 10 04:56:29.303078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17f156b-8666-4ee3-8f5c-8ff0fe4e0608 req-a948eff6-2ad8-4577-b239-1997a33bd0ce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:29.304976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b17f156b-8666-4ee3-8f5c-8ff0fe4e0608 req-a948eff6-2ad8-4577-b239-1997a33bd0ce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0494750 Sep 10 04:56:29.342678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b17f156b-8666-4ee3-8f5c-8ff0fe4e0608 req-1340d505-f1df-4afd-8872-55adfbebb502 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316076 Sep 10 04:56:29.547960 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:30.454859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c896dc25-be0c-4799-b00a-d2c5c97e1955 req-f99e9bf8-dca4-4c52-88de-b31553fcd15c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:30.456315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c896dc25-be0c-4799-b00a-d2c5c97e1955 req-f99e9bf8-dca4-4c52-88de-b31553fcd15c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470994 Sep 10 04:56:30.492814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c896dc25-be0c-4799-b00a-d2c5c97e1955 req-47d50f5d-02cd-4121-a347-ad3e92125ba6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305467 Sep 10 04:56:31.609432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24559c4f-ab3a-4ee0-beba-f43923543301 req-601ca33b-f2d9-46a3-b20b-9f39a0d1ff66 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:31.610883 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24559c4f-ab3a-4ee0-beba-f43923543301 req-601ca33b-f2d9-46a3-b20b-9f39a0d1ff66 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0509062 Sep 10 04:56:31.651542 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24559c4f-ab3a-4ee0-beba-f43923543301 req-5911ad1e-75ab-478c-b15c-2d1382fa9900 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341985 Sep 10 04:56:32.767003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd7b3d1-8e75-4ed9-9706-b6758544616a req-ea1e5ab1-0814-42e4-9ee5-797837312081 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:32.768508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fd7b3d1-8e75-4ed9-9706-b6758544616a req-ea1e5ab1-0814-42e4-9ee5-797837312081 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476155 Sep 10 04:56:32.805402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5fd7b3d1-8e75-4ed9-9706-b6758544616a req-7a6e449d-a1be-46e1-ac3a-9b16f2784014 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302179 Sep 10 04:56:33.084682 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:33.919064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3faa0268-f6ea-40e6-912e-3042406ac696 req-c4044246-a0a0-4381-9e27-b8a6b5ab372c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:33.920607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3faa0268-f6ea-40e6-912e-3042406ac696 req-c4044246-a0a0-4381-9e27-b8a6b5ab372c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475321 Sep 10 04:56:33.957325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3faa0268-f6ea-40e6-912e-3042406ac696 req-dc1b6f46-1607-4397-b2ef-a204c8e3d2d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303488 Sep 10 04:56:35.085842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728c4aba-3143-45cc-bff2-c170f42cce0b req-cb6aabd0-9795-4cff-bcbe-cf2ec85d6baf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:35.087300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-728c4aba-3143-45cc-bff2-c170f42cce0b req-cb6aabd0-9795-4cff-bcbe-cf2ec85d6baf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0513000 Sep 10 04:56:35.122859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-728c4aba-3143-45cc-bff2-c170f42cce0b req-b5bd7a95-a571-4426-a3c9-b34cc8e59db3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297232 Sep 10 04:56:36.235848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fae87e-2901-4add-aa2a-d46f2c74a1d5 req-54b0ff22-40a5-4e5d-8823-fc5c7e697340 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:36.237295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31fae87e-2901-4add-aa2a-d46f2c74a1d5 req-54b0ff22-40a5-4e5d-8823-fc5c7e697340 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0482962 Sep 10 04:56:36.273550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-31fae87e-2901-4add-aa2a-d46f2c74a1d5 req-53abc208-645f-4709-b30f-6972c2b6f3f5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303907 Sep 10 04:56:37.388814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48576e74-5ade-4684-8d11-fc46c6c25e3c req-4272ce8d-0c4f-464f-bdf5-5ecb75db02a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:37.390550 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48576e74-5ade-4684-8d11-fc46c6c25e3c req-4272ce8d-0c4f-464f-bdf5-5ecb75db02a0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483177 Sep 10 04:56:37.427571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48576e74-5ade-4684-8d11-fc46c6c25e3c req-14ef8d49-a118-4941-8094-dbc80eb1c9c2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310307 Sep 10 04:56:38.543037 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d694cc2-5828-4f17-b744-dae6e994a3db req-d72b6c5b-5ed2-429b-a721-1de4e4f030a7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:38.544529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d694cc2-5828-4f17-b744-dae6e994a3db req-d72b6c5b-5ed2-429b-a721-1de4e4f030a7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0512955 Sep 10 04:56:38.581226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2d694cc2-5828-4f17-b744-dae6e994a3db req-0f9542c5-09b6-47af-a44f-f2655cf20105 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301950 Sep 10 04:56:39.694416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d397d0-33ce-4bd9-b53e-d67c617829f6 req-c7ab04d5-3e07-4674-808d-28f2a0700d2f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:39.695884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79d397d0-33ce-4bd9-b53e-d67c617829f6 req-c7ab04d5-3e07-4674-808d-28f2a0700d2f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0482845 Sep 10 04:56:39.731786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79d397d0-33ce-4bd9-b53e-d67c617829f6 req-689561db-91da-438f-adce-c66e7e06b6ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300286 Sep 10 04:56:40.845103 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3578b6a6-59c4-459c-b69d-a4df46eb94d3 req-e25e4028-5cd0-4bad-a5e1-e6d7e5b29d58 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:40.846607 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3578b6a6-59c4-459c-b69d-a4df46eb94d3 req-e25e4028-5cd0-4bad-a5e1-e6d7e5b29d58 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0472291 Sep 10 04:56:40.882676 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3578b6a6-59c4-459c-b69d-a4df46eb94d3 req-51449c47-7ba6-410b-b44d-60e55b98b15b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295987 Sep 10 04:56:42.000724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57544f83-8578-4ab5-86c5-ca5ccd6678b8 req-a775cf6b-69f8-4433-908c-c17fa2c6d76e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:42.002168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57544f83-8578-4ab5-86c5-ca5ccd6678b8 req-a775cf6b-69f8-4433-908c-c17fa2c6d76e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0517092 Sep 10 04:56:42.039785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57544f83-8578-4ab5-86c5-ca5ccd6678b8 req-9ce2100b-188d-4e02-8fec-84904ba2d112 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316422 Sep 10 04:56:43.153221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5003fdf3-3988-4853-98ce-331aa9dde19c req-143c3e5b-7e0f-48f4-b10e-bf4695eb80c3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:43.154670 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5003fdf3-3988-4853-98ce-331aa9dde19c req-143c3e5b-7e0f-48f4-b10e-bf4695eb80c3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483613 Sep 10 04:56:43.191840 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5003fdf3-3988-4853-98ce-331aa9dde19c req-a5b3fa5d-fce1-4008-87d8-2d6f96348190 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307477 Sep 10 04:56:44.304248 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881251d-b7d4-4085-a894-a3ad22f06e37 req-8ef5767e-cc8c-479d-9025-8c4cc138b51b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:44.305712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9881251d-b7d4-4085-a894-a3ad22f06e37 req-8ef5767e-cc8c-479d-9025-8c4cc138b51b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0485449 Sep 10 04:56:44.342983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9881251d-b7d4-4085-a894-a3ad22f06e37 req-603f1243-c98b-4c31-a156-b20f42cc9398 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311904 Sep 10 04:56:45.458659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83a7e2e-95a7-42f1-a5bf-59c344770023 req-11fbae0c-0d2c-43be-aa2f-4bbe38bf9603 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:45.460118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d83a7e2e-95a7-42f1-a5bf-59c344770023 req-11fbae0c-0d2c-43be-aa2f-4bbe38bf9603 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0510895 Sep 10 04:56:45.497372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d83a7e2e-95a7-42f1-a5bf-59c344770023 req-14244f17-9201-435b-9efa-c5b6745a088a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313911 Sep 10 04:56:46.611365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c30357e-14d0-4812-bc8a-dbbc36838591 req-4797ebf6-f2d2-4df5-aadc-8be349746c98 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:46.612771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c30357e-14d0-4812-bc8a-dbbc36838591 req-4797ebf6-f2d2-4df5-aadc-8be349746c98 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475373 Sep 10 04:56:46.649698 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c30357e-14d0-4812-bc8a-dbbc36838591 req-4ac20c6f-1f2e-4d30-adae-433d8dce32ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305245 Sep 10 04:56:47.762885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994a731-6195-411b-bf9f-61ba24705dfc req-cbbe29a4-5680-425a-a04a-d27b7ec1126c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:47.764681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7994a731-6195-411b-bf9f-61ba24705dfc req-cbbe29a4-5680-425a-a04a-d27b7ec1126c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479920 Sep 10 04:56:47.800492 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7994a731-6195-411b-bf9f-61ba24705dfc req-e75084f2-774d-46a4-a9df-928a1af578b4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300100 Sep 10 04:56:48.917437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408359f-c596-489f-8281-d18eb32201ef req-519d7de9-6121-434e-bf9a-211c99bd212f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:48.918903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5408359f-c596-489f-8281-d18eb32201ef req-519d7de9-6121-434e-bf9a-211c99bd212f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0512400 Sep 10 04:56:48.955838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5408359f-c596-489f-8281-d18eb32201ef req-63018be9-3e08-44ce-8612-8525451a5242 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310171 Sep 10 04:56:50.067391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460acbf2-53c0-47de-b342-593fe7e587ab req-d9248516-715d-49ac-9644-ba55dea7f8c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:50.068863 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-460acbf2-53c0-47de-b342-593fe7e587ab req-d9248516-715d-49ac-9644-ba55dea7f8c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470619 Sep 10 04:56:50.105425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-460acbf2-53c0-47de-b342-593fe7e587ab req-069c4768-efd8-4b93-a6c3-e03f481459d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307109 Sep 10 04:56:50.903267 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3c328a38-0c8a-490d-9f51-58413eae7d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:51.218196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddde0746-a6aa-4449-85dc-35ef1268e4a0 req-830844b9-1287-4960-9a4c-e18084e117af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:51.219567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddde0746-a6aa-4449-85dc-35ef1268e4a0 req-830844b9-1287-4960-9a4c-e18084e117af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0480638 Sep 10 04:56:51.256133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ddde0746-a6aa-4449-85dc-35ef1268e4a0 req-053a9f88-0f5c-47ec-b36d-56df8be8b0a5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306420 Sep 10 04:56:52.372103 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d213032b-05de-4274-af28-b04cb9b221df req-729c86f9-b372-459e-b853-b0f4b7804c57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:52.373540 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d213032b-05de-4274-af28-b04cb9b221df req-729c86f9-b372-459e-b853-b0f4b7804c57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0515363 Sep 10 04:56:52.409681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d213032b-05de-4274-af28-b04cb9b221df req-bfae57ec-704a-4c88-8264-59e4efe933ba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302165 Sep 10 04:56:53.524229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2596fdf5-e538-4587-9bba-a7bf9ce3eef7 req-e2bb9017-d0bc-4ef8-bb1a-cf4c312d3a4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:53.525715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2596fdf5-e538-4587-9bba-a7bf9ce3eef7 req-e2bb9017-d0bc-4ef8-bb1a-cf4c312d3a4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0485084 Sep 10 04:56:53.562943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2596fdf5-e538-4587-9bba-a7bf9ce3eef7 req-dd3d917e-4585-4671-8947-fe29c49a75fb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311635 Sep 10 04:56:53.577609 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-789a9661-200b-4e78-8a05-0959f9652d6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:53.781727 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:54.674810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a93c2d9-9b88-4514-bf07-ed469bed23f5 req-ad655c78-8049-4228-bd8a-606ef10fa03b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:54.676280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a93c2d9-9b88-4514-bf07-ed469bed23f5 req-ad655c78-8049-4228-bd8a-606ef10fa03b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478756 Sep 10 04:56:54.712507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a93c2d9-9b88-4514-bf07-ed469bed23f5 req-a7e6bc37-5db2-4202-92ea-17dc7e9cfd49 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303037 Sep 10 04:56:55.438878 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:55.828342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c70a4f-88ed-4bab-a177-2361373380ce req-80a4a54e-d6b6-4969-9c8a-fdbff75e30b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:55.829973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3c70a4f-88ed-4bab-a177-2361373380ce req-80a4a54e-d6b6-4969-9c8a-fdbff75e30b9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0508184 Sep 10 04:56:55.869008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3c70a4f-88ed-4bab-a177-2361373380ce req-e784dcdd-6918-4b4b-a647-7c6f3af26931 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316417 Sep 10 04:56:56.554669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:56:56.982201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6327c7e-de54-4d4c-ae6d-01d32ad6d2f0 req-ab3e4ce1-279d-46be-adc8-90706fcd91de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:56.983660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6327c7e-de54-4d4c-ae6d-01d32ad6d2f0 req-ab3e4ce1-279d-46be-adc8-90706fcd91de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474069 Sep 10 04:56:57.021072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6327c7e-de54-4d4c-ae6d-01d32ad6d2f0 req-579f8434-941b-4b5f-ba87-db52d7eefa88 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309675 Sep 10 04:56:58.136465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7ea3e5-d7c8-47d5-954e-103db706b86e req-a56cfc48-987d-490b-abf3-ecd8a38a0819 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:58.137998 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b7ea3e5-d7c8-47d5-954e-103db706b86e req-a56cfc48-987d-490b-abf3-ecd8a38a0819 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0480816 Sep 10 04:56:58.177047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b7ea3e5-d7c8-47d5-954e-103db706b86e req-f90d6bc8-0aab-46fc-81ae-093da134b034 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327256 Sep 10 04:56:59.294772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c344429-9ff8-4dbd-8dca-2ad82153be8d req-1e7af7e6-d462-4e81-b56b-7535f5457473 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:56:59.296311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c344429-9ff8-4dbd-8dca-2ad82153be8d req-1e7af7e6-d462-4e81-b56b-7535f5457473 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0514131 Sep 10 04:56:59.333045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c344429-9ff8-4dbd-8dca-2ad82153be8d req-7984caf4-2b62-42c4-81a5-3bf2440372c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308092 Sep 10 04:56:59.560336 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:00.448973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfe0a42-799d-42f0-aa18-d7a200274b0e req-de3ad710-ee45-4e34-9cfb-22a6b69fb0ea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:00.450442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cfe0a42-799d-42f0-aa18-d7a200274b0e req-de3ad710-ee45-4e34-9cfb-22a6b69fb0ea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475645 Sep 10 04:57:00.485842 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0cfe0a42-799d-42f0-aa18-d7a200274b0e req-c4409fdc-8f63-4709-9b7f-381a1258b65e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295937 Sep 10 04:57:01.602076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba06516-478c-42a1-b7d1-270a0ab7ce7e req-7e39962a-7231-4bd2-806f-b809943bed82 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:01.603537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ba06516-478c-42a1-b7d1-270a0ab7ce7e req-7e39962a-7231-4bd2-806f-b809943bed82 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475285 Sep 10 04:57:01.639869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ba06516-478c-42a1-b7d1-270a0ab7ce7e req-3312c096-2fd9-4a7c-becb-f78878a398fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303490 Sep 10 04:57:02.755369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4462923d-045c-4b1a-af3b-60086ae14a2a req-fffb29cf-ad4c-45c0-829e-49e2a15e66fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:02.757418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4462923d-045c-4b1a-af3b-60086ae14a2a req-fffb29cf-ad4c-45c0-829e-49e2a15e66fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0523098 Sep 10 04:57:02.794992 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4462923d-045c-4b1a-af3b-60086ae14a2a req-b1b1852b-903b-4db0-b329-f3b36590ce30 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321116 Sep 10 04:57:03.068369 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:03.905886 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42304e8-fe58-4bb0-bd37-14acf17b96f4 req-767fa926-d2ef-46a7-a801-461a386404de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:03.907362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f42304e8-fe58-4bb0-bd37-14acf17b96f4 req-767fa926-d2ef-46a7-a801-461a386404de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0472829 Sep 10 04:57:03.943848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f42304e8-fe58-4bb0-bd37-14acf17b96f4 req-b4ac8dff-2895-4c15-9b41-9fce0c45665f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300689 Sep 10 04:57:04.210198 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:57:05.054436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8fac7-0a40-4ecb-b65c-f3390a639727 req-bcf35e63-fae7-4f06-91ef-64043743017f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:05.055892 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27e8fac7-0a40-4ecb-b65c-f3390a639727 req-bcf35e63-fae7-4f06-91ef-64043743017f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475199 Sep 10 04:57:05.091641 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27e8fac7-0a40-4ecb-b65c-f3390a639727 req-20dc11c4-a45c-4a90-ba1a-f1346ca09249 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298769 Sep 10 04:57:06.206525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c4609a-7e34-4ec5-85b8-947252e2f351 req-5a956020-2950-462c-9394-8f4b1205cc8d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:06.208629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40c4609a-7e34-4ec5-85b8-947252e2f351 req-5a956020-2950-462c-9394-8f4b1205cc8d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0508807 Sep 10 04:57:06.244127 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40c4609a-7e34-4ec5-85b8-947252e2f351 req-6d70ac87-e12d-4d5c-9249-127f6057a044 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296710 Sep 10 04:57:07.357746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6e3c0-a33c-4ad1-bb8f-068381510822 req-53280682-9e4f-4c43-9993-7eb924e06cf5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:07.359212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58b6e3c0-a33c-4ad1-bb8f-068381510822 req-53280682-9e4f-4c43-9993-7eb924e06cf5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476961 Sep 10 04:57:07.395384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-58b6e3c0-a33c-4ad1-bb8f-068381510822 req-86afd1d3-cbaa-43e2-8b2e-4f479d15e8ea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303795 Sep 10 04:57:08.507471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a30822-3427-41e2-b98a-abac2a517d2e req-880cd29b-c25a-462d-89cb-e6ed5a366349 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:08.508967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37a30822-3427-41e2-b98a-abac2a517d2e req-880cd29b-c25a-462d-89cb-e6ed5a366349 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0467463 Sep 10 04:57:08.545989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-37a30822-3427-41e2-b98a-abac2a517d2e req-99b9ca5a-ef11-4f4d-8438-79cfb5d4c95a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309165 Sep 10 04:57:09.666641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46aebe60-deab-4e8a-b3b8-e0b9aee00fea req-6a8538a4-879e-404e-97c3-4e6bac0dc025 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:09.668138 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46aebe60-deab-4e8a-b3b8-e0b9aee00fea req-6a8538a4-879e-404e-97c3-4e6bac0dc025 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0537202 Sep 10 04:57:09.706048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46aebe60-deab-4e8a-b3b8-e0b9aee00fea req-d2a1d6cf-6e6a-445b-bbb8-ff863f9dea98 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313072 Sep 10 04:57:10.818847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b3db8d-f1ff-4e02-90e3-dd4f33f4c1b7 req-4a44631a-5970-49c9-887f-c3a8fb52a756 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:10.820326 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9b3db8d-f1ff-4e02-90e3-dd4f33f4c1b7 req-4a44631a-5970-49c9-887f-c3a8fb52a756 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0487041 Sep 10 04:57:10.856511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9b3db8d-f1ff-4e02-90e3-dd4f33f4c1b7 req-b336e09e-174a-4149-a848-b1827add6fbc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303388 Sep 10 04:57:11.971761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f86dea-9731-4ee3-b8c2-b5af03e8b159 req-1f7a0f84-5406-4add-911f-698f2cfdc67e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:11.973830 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87f86dea-9731-4ee3-b8c2-b5af03e8b159 req-1f7a0f84-5406-4add-911f-698f2cfdc67e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0491395 Sep 10 04:57:12.009785 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87f86dea-9731-4ee3-b8c2-b5af03e8b159 req-294704be-5113-4e37-bd9f-84bbcc803b14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299864 Sep 10 04:57:13.126331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d1941-4808-439f-8f8e-5fa002df266b req-7ee33aca-5b94-49bc-bbd7-2e108a4e1535 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:13.127818 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc9d1941-4808-439f-8f8e-5fa002df266b req-7ee33aca-5b94-49bc-bbd7-2e108a4e1535 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0517266 Sep 10 04:57:13.164886 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc9d1941-4808-439f-8f8e-5fa002df266b req-bb2926f5-e2db-4d0a-8e35-06113727d035 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312922 Sep 10 04:57:14.277524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7d7f12-5b4a-4e5e-864b-719606928790 req-dc58cb62-e54d-47b3-b973-acbc9f7a4e16 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:14.278963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b7d7f12-5b4a-4e5e-864b-719606928790 req-dc58cb62-e54d-47b3-b973-acbc9f7a4e16 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483270 Sep 10 04:57:14.315589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8b7d7f12-5b4a-4e5e-864b-719606928790 req-f0f39172-09db-4fb3-8ed0-4c7e32228043 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307229 Sep 10 04:57:15.428022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ecde6c8-69f7-4a37-8013-9d7c7936411c req-b62f758d-af2f-46d7-8dc7-06df3fcc8ea1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:15.429497 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ecde6c8-69f7-4a37-8013-9d7c7936411c req-b62f758d-af2f-46d7-8dc7-06df3fcc8ea1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479183 Sep 10 04:57:15.465534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ecde6c8-69f7-4a37-8013-9d7c7936411c req-220b1b49-cbd1-44d0-8fbf-20f78d19f189 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301993 Sep 10 04:57:16.584152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7261d97f-bf5c-40c7-b38f-7359766eca43 req-2378cce9-e41a-4ae2-ad27-cd7bca2558ad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:16.585521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7261d97f-bf5c-40c7-b38f-7359766eca43 req-2378cce9-e41a-4ae2-ad27-cd7bca2558ad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0523188 Sep 10 04:57:16.622633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7261d97f-bf5c-40c7-b38f-7359766eca43 req-794d5c83-0b1e-467f-9bb5-a1d8681ce3d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310054 Sep 10 04:57:17.501115 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-2abbf6f3-d6e3-410a-86cc-957e820af5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:17.502636 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-2abbf6f3-d6e3-410a-86cc-957e820af5ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.0444131 Sep 10 04:57:17.606261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-c8381d0f-ca24-4ff4-bfc8-3568039f15d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:17.607777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-c8381d0f-ca24-4ff4-bfc8-3568039f15d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0838146 Sep 10 04:57:17.675954 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-a3d6214d-0a58-40c3-8889-fdb7e47abbd3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 1001 time: 0.0612481 Sep 10 04:57:17.724588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-4d837ff4-6aba-4db3-a438-a94f73e48fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:17.726050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-4d837ff4-6aba-4db3-a438-a94f73e48fdf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0435841 Sep 10 04:57:17.742315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ef5be7-9962-421d-837d-cef9bc54f579 req-48eee77f-8e6d-4369-a571-e8b4faf5658f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:17.743857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78ef5be7-9962-421d-837d-cef9bc54f579 req-48eee77f-8e6d-4369-a571-e8b4faf5658f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0488927 Sep 10 04:57:17.771901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-6e1549d5-fa74-44c0-b250-4d5c677af805 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:17.773344 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-6e1549d5-fa74-44c0-b250-4d5c677af805 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399754 Sep 10 04:57:17.782113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78ef5be7-9962-421d-837d-cef9bc54f579 req-d88492a0-0926-49e0-bfec-a547e5a82448 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321295 Sep 10 04:57:17.869168 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-4fc74b28-07f3-44da-b32f-edef14c7afdb service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868983 Sep 10 04:57:17.959036 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2d023cc7-f718-431b-956a-6330a6f534e6 req-e932ba1a-2278-48aa-b8d7-f19fa81012cd service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826263 Sep 10 04:57:18.894613 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e2e59-41d5-44a1-b759-40b0b4a6ef10 req-e13282ee-5dea-41c1-b718-567731c17361 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:18.896100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e1e2e59-41d5-44a1-b759-40b0b4a6ef10 req-e13282ee-5dea-41c1-b718-567731c17361 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478494 Sep 10 04:57:18.931761 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e1e2e59-41d5-44a1-b759-40b0b4a6ef10 req-c8bbf976-31e8-4d0a-b0e0-1f21540f8238 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298028 Sep 10 04:57:20.048144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31a714-dabb-4294-851e-c9b4681d1f78 req-7042373c-0cfb-490f-82a9-6af94ee37e8f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:20.049594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e31a714-dabb-4294-851e-c9b4681d1f78 req-7042373c-0cfb-490f-82a9-6af94ee37e8f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0521646 Sep 10 04:57:20.086014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1e31a714-dabb-4294-851e-c9b4681d1f78 req-5bc4a2f5-c1bd-46e3-b17d-f88edbb3dd2c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305383 Sep 10 04:57:20.917952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e7293795-b43a-48d7-9f4e-3f20e1878910 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:21.198015 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4161a5c5-096b-4a83-9a6d-e956eaede88b req-fd9c35e9-9854-4d8c-bb21-d203dd6a73b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:21.199462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4161a5c5-096b-4a83-9a6d-e956eaede88b req-fd9c35e9-9854-4d8c-bb21-d203dd6a73b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474849 Sep 10 04:57:21.235493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4161a5c5-096b-4a83-9a6d-e956eaede88b req-c46d9a2a-b0c2-41ff-9969-ab1a2901664b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301499 Sep 10 04:57:22.349033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8702675-0478-4abe-9255-c36200e50c9e req-55be976c-f824-4942-bb1b-417b5f605c1b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:22.350508 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8702675-0478-4abe-9255-c36200e50c9e req-55be976c-f824-4942-bb1b-417b5f605c1b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0485780 Sep 10 04:57:22.386017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8702675-0478-4abe-9255-c36200e50c9e req-b3dad88d-05a7-49f1-b426-d564f86f0188 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296476 Sep 10 04:57:23.504797 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5899dc44-d0e4-4d3d-839d-ab8b0f11af67 req-3244d215-6667-41e9-b05c-0fa64e9a3944 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:23.507937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5899dc44-d0e4-4d3d-839d-ab8b0f11af67 req-3244d215-6667-41e9-b05c-0fa64e9a3944 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0523243 Sep 10 04:57:23.545064 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5899dc44-d0e4-4d3d-839d-ab8b0f11af67 req-ef5997b5-0176-48a5-ad17-505b5d1cbde6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323319 Sep 10 04:57:23.560047 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-681d1437-5fef-4328-bfe4-36a60966d9f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:23.782363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:24.657668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45685ef1-3751-4d3e-92fc-d4a002370ee7 req-fde311eb-c77f-49ca-b146-ef1cb43659f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:24.659056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45685ef1-3751-4d3e-92fc-d4a002370ee7 req-fde311eb-c77f-49ca-b146-ef1cb43659f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483279 Sep 10 04:57:24.695956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-45685ef1-3751-4d3e-92fc-d4a002370ee7 req-dd1822e6-a55b-433a-b38b-daa8995c3794 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310464 Sep 10 04:57:25.437991 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:25.806998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dd2c13-0854-4294-9289-de368c6159df req-b9ca50c1-a1e2-40eb-a8da-58cd3f0fdd5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:25.808481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44dd2c13-0854-4294-9289-de368c6159df req-b9ca50c1-a1e2-40eb-a8da-58cd3f0fdd5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475054 Sep 10 04:57:25.847811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44dd2c13-0854-4294-9289-de368c6159df req-f777faf1-13a6-46dd-b3e6-6791d4e99f6f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334306 Sep 10 04:57:26.611354 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:26.963235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fc7a0-c9f6-44d0-b398-9a1384a01e54 req-da2540ff-9206-4847-83ee-0f8179b47f76 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:26.964708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-635fc7a0-c9f6-44d0-b398-9a1384a01e54 req-da2540ff-9206-4847-83ee-0f8179b47f76 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0508246 Sep 10 04:57:27.000920 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-635fc7a0-c9f6-44d0-b398-9a1384a01e54 req-8c19c213-3ec7-4038-92c8-0ebc3d0ce7af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304224 Sep 10 04:57:28.112490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57666a6e-1f76-4f85-a17e-720286cae763 req-354b0613-5ba1-4779-aede-e8c4b735aebe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:28.113973 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57666a6e-1f76-4f85-a17e-720286cae763 req-354b0613-5ba1-4779-aede-e8c4b735aebe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0486181 Sep 10 04:57:28.152061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-57666a6e-1f76-4f85-a17e-720286cae763 req-c6172526-7dad-4cd9-9bbb-1ee0c2dfa2ff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321901 Sep 10 04:57:29.262516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a266b3-bf24-4c30-aa80-5c98a15f3726 req-494d61da-a483-4498-9fb2-7415510af6cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:29.264227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3a266b3-bf24-4c30-aa80-5c98a15f3726 req-494d61da-a483-4498-9fb2-7415510af6cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475514 Sep 10 04:57:29.300154 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b3a266b3-bf24-4c30-aa80-5c98a15f3726 req-2cd269fc-40c1-4637-9b45-4a30d6c57712 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295463 Sep 10 04:57:29.609521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:30.416259 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e586c20c-37ae-4f57-aefa-030746354803 req-44a47028-81f2-4273-adfc-de96b45a954d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:30.417696 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e586c20c-37ae-4f57-aefa-030746354803 req-44a47028-81f2-4273-adfc-de96b45a954d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0512912 Sep 10 04:57:30.454248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e586c20c-37ae-4f57-aefa-030746354803 req-e741b728-3de9-4585-acbb-bca4ff23af14 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307047 Sep 10 04:57:31.566730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1ed51e-e966-4c3f-bad1-e41371a31b62 req-6203f344-6bb4-430d-8df1-81b929f7950a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:31.568202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a1ed51e-e966-4c3f-bad1-e41371a31b62 req-6203f344-6bb4-430d-8df1-81b929f7950a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475528 Sep 10 04:57:31.604368 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a1ed51e-e966-4c3f-bad1-e41371a31b62 req-c1b1c65f-e1ec-48f5-b9c6-1a557c5658fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302875 Sep 10 04:57:32.715987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed79ae37-ced2-4f66-b1cd-ccccc3f93adf req-d00be229-7432-48fb-b9c5-4ce4f2015dae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:32.717423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed79ae37-ced2-4f66-b1cd-ccccc3f93adf req-d00be229-7432-48fb-b9c5-4ce4f2015dae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0468404 Sep 10 04:57:32.753677 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ed79ae37-ced2-4f66-b1cd-ccccc3f93adf req-81e35107-c93e-4019-8050-11b8a0f30ceb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297110 Sep 10 04:57:33.085006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:33.870837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8dd1967-9083-45d5-b539-4b5cc8b202ba req-f7a88615-d3cb-4646-ae0f-d1b7ad80d581 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:33.872361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8dd1967-9083-45d5-b539-4b5cc8b202ba req-f7a88615-d3cb-4646-ae0f-d1b7ad80d581 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0520792 Sep 10 04:57:33.908475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8dd1967-9083-45d5-b539-4b5cc8b202ba req-238b3df8-947c-4f28-a240-63f608bd1b85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303273 Sep 10 04:57:35.021387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f4676e-9d92-4a6e-a430-5bb2b6fd625a req-17ddba45-9fb0-43f1-8f7e-a8f9583e92e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:35.022850 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44f4676e-9d92-4a6e-a430-5bb2b6fd625a req-17ddba45-9fb0-43f1-8f7e-a8f9583e92e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481052 Sep 10 04:57:35.058980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44f4676e-9d92-4a6e-a430-5bb2b6fd625a req-d05d03d0-211e-48ab-83ea-5b967478617a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303369 Sep 10 04:57:36.171165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d7f41b-407d-46a8-90a8-0695ab437921 req-bab91143-e3b3-435b-bc01-a28933eff7fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:36.172639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1d7f41b-407d-46a8-90a8-0695ab437921 req-bab91143-e3b3-435b-bc01-a28933eff7fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479453 Sep 10 04:57:36.209180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1d7f41b-407d-46a8-90a8-0695ab437921 req-613bc9fa-a948-427d-aced-53b2ec3f2c8d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307477 Sep 10 04:57:37.324285 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec59c26-041c-43ab-8192-948c5d79a9a3 req-82a251d1-3bfd-4e14-a23a-d090b5e4c648 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:37.325743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ec59c26-041c-43ab-8192-948c5d79a9a3 req-82a251d1-3bfd-4e14-a23a-d090b5e4c648 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0509210 Sep 10 04:57:37.362293 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ec59c26-041c-43ab-8192-948c5d79a9a3 req-0134fed6-fe31-4272-ab1b-5d5d9dcd7780 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307705 Sep 10 04:57:38.473312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24204384-3bfb-43b4-be3b-c29a7293d2d4 req-d6be292b-a7e0-4aa8-8fac-ab006acc0871 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:38.474763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24204384-3bfb-43b4-be3b-c29a7293d2d4 req-d6be292b-a7e0-4aa8-8fac-ab006acc0871 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478604 Sep 10 04:57:38.510861 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24204384-3bfb-43b4-be3b-c29a7293d2d4 req-e019247f-5720-4e2b-a91b-9e582ab5f82d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301683 Sep 10 04:57:39.627263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d325abc0-6bd5-47f6-979e-d8ac322fb8e0 req-eaef31c7-1df7-4650-8794-0883102d0695 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:39.628866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d325abc0-6bd5-47f6-979e-d8ac322fb8e0 req-eaef31c7-1df7-4650-8794-0883102d0695 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0499392 Sep 10 04:57:39.665972 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d325abc0-6bd5-47f6-979e-d8ac322fb8e0 req-2a8b8287-9729-42ad-bf11-6e590ece99e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313644 Sep 10 04:57:40.781291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a0e75-e0f9-4322-b6a6-84057f54a2fd req-b99eddae-ec63-4a58-bbdd-796916164277 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:40.782740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d6a0e75-e0f9-4322-b6a6-84057f54a2fd req-b99eddae-ec63-4a58-bbdd-796916164277 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0515225 Sep 10 04:57:40.819713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d6a0e75-e0f9-4322-b6a6-84057f54a2fd req-a2ee3466-9deb-48d1-b8b7-4785f7d2af2a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305569 Sep 10 04:57:41.210064 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:57:41.932159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea6baa-10fb-4131-95b5-3b84c3bd0ede req-64ed9b47-8c39-46dd-bd6c-5cb69d670dd9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:41.933620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3ea6baa-10fb-4131-95b5-3b84c3bd0ede req-64ed9b47-8c39-46dd-bd6c-5cb69d670dd9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476952 Sep 10 04:57:41.970350 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3ea6baa-10fb-4131-95b5-3b84c3bd0ede req-eb3da5d3-1da0-491f-9214-8ffe3049b933 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308576 Sep 10 04:57:43.083387 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0002f2bf-1512-48f9-8d6c-ce58aacbee63 req-fb84ac8b-146e-49bb-a647-b0787e38f370 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:43.084868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0002f2bf-1512-48f9-8d6c-ce58aacbee63 req-fb84ac8b-146e-49bb-a647-b0787e38f370 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479071 Sep 10 04:57:43.120096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0002f2bf-1512-48f9-8d6c-ce58aacbee63 req-29d6513e-6dc0-46b0-9e64-b6c6c900cf12 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294428 Sep 10 04:57:44.239600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f958fd3d-438c-4776-86fc-388b34bcd818 req-981afb09-1713-43fa-a848-ceb0e8589ff3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:44.241063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f958fd3d-438c-4776-86fc-388b34bcd818 req-981afb09-1713-43fa-a848-ceb0e8589ff3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0509226 Sep 10 04:57:44.277576 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f958fd3d-438c-4776-86fc-388b34bcd818 req-56912c46-c1f9-4324-96cc-1751422873fa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306766 Sep 10 04:57:45.389912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ec948-ce85-4b29-8a3a-03abd5b0f3b5 req-b5ba9328-8075-4d54-9bd2-45b6eb03bb12 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:45.391405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb4ec948-ce85-4b29-8a3a-03abd5b0f3b5 req-b5ba9328-8075-4d54-9bd2-45b6eb03bb12 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474117 Sep 10 04:57:45.428251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb4ec948-ce85-4b29-8a3a-03abd5b0f3b5 req-a4a05441-58d0-464e-b1fc-56c886773a50 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303810 Sep 10 04:57:46.542439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b56c47-0a77-44f9-88aa-560b98cdc22b req-3df795e0-0d08-4ded-9a31-4862fd1a3340 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:46.543935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19b56c47-0a77-44f9-88aa-560b98cdc22b req-3df795e0-0d08-4ded-9a31-4862fd1a3340 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0489938 Sep 10 04:57:46.580733 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19b56c47-0a77-44f9-88aa-560b98cdc22b req-f92bf849-f1d3-4436-8f42-760a336f4d40 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309706 Sep 10 04:57:47.696380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969e9107-a184-47ff-8643-7db6884bf683 req-ae14cb1e-1f19-4028-b19c-ab698332aec1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:47.697838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-969e9107-a184-47ff-8643-7db6884bf683 req-ae14cb1e-1f19-4028-b19c-ab698332aec1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0510383 Sep 10 04:57:47.734691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-969e9107-a184-47ff-8643-7db6884bf683 req-fac9d06e-b452-4b02-b0de-82798ca3f3ad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310514 Sep 10 04:57:48.846928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232b5e93-258a-4db2-850e-7b5a919ed5a2 req-c857a2c7-c605-44ec-a5a7-b452f20677a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:48.848963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-232b5e93-258a-4db2-850e-7b5a919ed5a2 req-c857a2c7-c605-44ec-a5a7-b452f20677a3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0469275 Sep 10 04:57:48.885423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-232b5e93-258a-4db2-850e-7b5a919ed5a2 req-f250d094-144c-477c-9ddd-b3c71c7e0387 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306606 Sep 10 04:57:49.997658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b971cc-92fb-4398-be4a-07a503160088 req-d6570439-ce61-4608-809b-fefce152dcdc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:49.999108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8b971cc-92fb-4398-be4a-07a503160088 req-d6570439-ce61-4608-809b-fefce152dcdc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0469346 Sep 10 04:57:50.035292 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d8b971cc-92fb-4398-be4a-07a503160088 req-bd8cc2a2-a9a9-472e-8138-a35a5eb8f38f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298383 Sep 10 04:57:50.934901 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-95a7b074-b791-4ddb-95c7-1680c3f43092 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:51.152782 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430a4d21-58f6-4602-b09a-e6f56d176e9c req-8b63a7d7-ae07-479e-bd1d-6f883fcce4e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:51.154254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-430a4d21-58f6-4602-b09a-e6f56d176e9c req-8b63a7d7-ae07-479e-bd1d-6f883fcce4e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0527079 Sep 10 04:57:51.190538 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-430a4d21-58f6-4602-b09a-e6f56d176e9c req-e3e5c72c-8176-4788-b134-65c20bc296ff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303354 Sep 10 04:57:52.303397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d9a8183-8a04-43b0-baa9-6be4d861ecd5 req-1a166505-8ba5-4ce2-8eae-af15e7dda594 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:52.304888 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d9a8183-8a04-43b0-baa9-6be4d861ecd5 req-1a166505-8ba5-4ce2-8eae-af15e7dda594 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0484436 Sep 10 04:57:52.341461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0d9a8183-8a04-43b0-baa9-6be4d861ecd5 req-239f117c-e896-488b-bae9-2452199ab7a6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304334 Sep 10 04:57:53.453517 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa1b17a-efe4-4575-bc8c-ef598f883ccb req-baf0fa72-973d-439f-a0e4-d91613ecceea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:53.454969 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fa1b17a-efe4-4575-bc8c-ef598f883ccb req-baf0fa72-973d-439f-a0e4-d91613ecceea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478041 Sep 10 04:57:53.492848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fa1b17a-efe4-4575-bc8c-ef598f883ccb req-98bfe8db-a4b3-44fe-95f3-5d2492b579f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319102 Sep 10 04:57:53.552259 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-29ea44e2-2da8-445f-8e86-54da921ad093 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:53.793355 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:54.612031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeff763-d68a-4bb9-9b0a-ac86437fcee4 req-6164fa83-8c34-45c7-aee2-683b26ee59f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:54.613408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0aeff763-d68a-4bb9-9b0a-ac86437fcee4 req-6164fa83-8c34-45c7-aee2-683b26ee59f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0522499 Sep 10 04:57:54.649734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0aeff763-d68a-4bb9-9b0a-ac86437fcee4 req-c7bf436e-8673-4ab0-af30-aeb200f2c0fd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304501 Sep 10 04:57:55.450363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:55.762909 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f22c9-7e53-4bd4-8049-d00ace81d302 req-96baca7c-001b-4726-aa9a-0f958d0b885b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:55.764569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e9f22c9-7e53-4bd4-8049-d00ace81d302 req-96baca7c-001b-4726-aa9a-0f958d0b885b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0487685 Sep 10 04:57:55.802061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e9f22c9-7e53-4bd4-8049-d00ace81d302 req-fc58db2c-9218-40c0-be5e-c117b6755255 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316105 Sep 10 04:57:56.603385 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:57:56.913131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239b8ded-3cd6-4087-a00c-49f3b631f354 req-5f8c31c9-c3b4-4b94-8083-947f70aeeea4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:56.914502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-239b8ded-3cd6-4087-a00c-49f3b631f354 req-5f8c31c9-c3b4-4b94-8083-947f70aeeea4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0473168 Sep 10 04:57:56.951119 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-239b8ded-3cd6-4087-a00c-49f3b631f354 req-8328ee12-047b-48c8-bbd2-01a34a6bc0a7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306776 Sep 10 04:57:58.070724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128772e-c70b-439b-80b7-43a1af15879a req-bc4f8d5f-c4e0-480c-ba75-1a64d92ae0a5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:58.072274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b128772e-c70b-439b-80b7-43a1af15879a req-bc4f8d5f-c4e0-480c-ba75-1a64d92ae0a5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0545704 Sep 10 04:57:58.110732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b128772e-c70b-439b-80b7-43a1af15879a req-a9fbbc68-272d-41d1-abbc-fb75826672e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323367 Sep 10 04:57:59.224527 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a90ede1-dd64-43fc-af2d-08ec9413e5f3 req-d434d202-b4b2-4e5f-80a3-e195002f12ce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:57:59.225987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a90ede1-dd64-43fc-af2d-08ec9413e5f3 req-d434d202-b4b2-4e5f-80a3-e195002f12ce tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483949 Sep 10 04:57:59.262037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a90ede1-dd64-43fc-af2d-08ec9413e5f3 req-9a5b3e30-3fbe-43d7-b1ad-ff4375b58b0c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303338 Sep 10 04:57:59.591815 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:00.375859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c45c6a6-69ff-445e-93bc-1b2cd74ce237 req-51c41fa5-5f27-4b49-b6fc-18cb47b6da33 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:00.377305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c45c6a6-69ff-445e-93bc-1b2cd74ce237 req-51c41fa5-5f27-4b49-b6fc-18cb47b6da33 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481400 Sep 10 04:58:00.413835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c45c6a6-69ff-445e-93bc-1b2cd74ce237 req-9163dc3a-fe1c-4a18-ade0-b20669c9e0f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307186 Sep 10 04:58:01.531009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5923b02-92b2-4ebd-8437-0b7fa46c1859 req-e095863f-bd12-4be6-afe6-f81d28a91201 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:01.532521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5923b02-92b2-4ebd-8437-0b7fa46c1859 req-e095863f-bd12-4be6-afe6-f81d28a91201 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0532713 Sep 10 04:58:01.569068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5923b02-92b2-4ebd-8437-0b7fa46c1859 req-079ae2ac-a7e2-423a-9c87-79664e699681 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306029 Sep 10 04:58:02.682602 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395cca87-7856-4c1a-badc-e464920cd168 req-3398003b-dbd9-49c7-894b-76a25b313d66 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:02.684029 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-395cca87-7856-4c1a-badc-e464920cd168 req-3398003b-dbd9-49c7-894b-76a25b313d66 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481772 Sep 10 04:58:02.720132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-395cca87-7856-4c1a-badc-e464920cd168 req-b4243969-93b1-41ce-8a78-dcfb8d908079 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303161 Sep 10 04:58:03.084413 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:03.832235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409c1c8-e388-4c74-a054-3f446bfb4cae req-eadef4ac-0c82-4c6b-a939-df42ec99f1df tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:03.833702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2409c1c8-e388-4c74-a054-3f446bfb4cae req-eadef4ac-0c82-4c6b-a939-df42ec99f1df tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0473301 Sep 10 04:58:03.870288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2409c1c8-e388-4c74-a054-3f446bfb4cae req-771ed8c8-846e-4c33-86fd-826e64253cd6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308690 Sep 10 04:58:04.985910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea24773-a25e-49cb-bffa-0dbc562e1083 req-7d11a1c1-4779-4828-a9f3-abbdea1c95f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:04.987901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ea24773-a25e-49cb-bffa-0dbc562e1083 req-7d11a1c1-4779-4828-a9f3-abbdea1c95f4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0508962 Sep 10 04:58:05.024455 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2ea24773-a25e-49cb-bffa-0dbc562e1083 req-bbaa3ab2-f32a-4e4a-a256-aab84d1c093b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306642 Sep 10 04:58:06.138509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0674209e-95e7-42a9-bdec-d4bef98f2da9 req-809a235f-5072-4b64-ade1-8b4748bc1084 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:06.139989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0674209e-95e7-42a9-bdec-d4bef98f2da9 req-809a235f-5072-4b64-ade1-8b4748bc1084 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0499079 Sep 10 04:58:06.176941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0674209e-95e7-42a9-bdec-d4bef98f2da9 req-d05a5205-ba29-435f-bad8-d8fb384a27f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305357 Sep 10 04:58:07.289645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452ee625-9a15-48b6-8559-8a84ad2ce578 req-cbee41d6-761e-48d1-af79-cac803b2034b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:07.291097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-452ee625-9a15-48b6-8559-8a84ad2ce578 req-cbee41d6-761e-48d1-af79-cac803b2034b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483944 Sep 10 04:58:07.326278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-452ee625-9a15-48b6-8559-8a84ad2ce578 req-0bb6aaaf-0dbf-4fc2-a108-7c5ed61b1d84 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293279 Sep 10 04:58:08.443112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada7a94-6a66-49a7-999c-61e0a43cc696 req-c3103db4-2c07-433b-8be6-f049432eec6d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:08.444618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dada7a94-6a66-49a7-999c-61e0a43cc696 req-c3103db4-2c07-433b-8be6-f049432eec6d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0515471 Sep 10 04:58:08.481374 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dada7a94-6a66-49a7-999c-61e0a43cc696 req-a0187cde-0184-4957-88ca-bab254f641f3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308185 Sep 10 04:58:09.594925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91860747-9869-46fe-9ba9-5ee9ae6de7b0 req-bf7f896e-1be5-420d-ad80-ff15dd2b4d4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:09.599853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91860747-9869-46fe-9ba9-5ee9ae6de7b0 req-bf7f896e-1be5-420d-ad80-ff15dd2b4d4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0485632 Sep 10 04:58:09.634134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91860747-9869-46fe-9ba9-5ee9ae6de7b0 req-9f5623c2-1f27-4343-9e53-4a1bffdde936 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317886 Sep 10 04:58:10.745601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13367f7-e9a4-4da1-9080-c003de94f18d req-bbd7c521-8b90-47a3-b910-79f273c31b08 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:10.747054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b13367f7-e9a4-4da1-9080-c003de94f18d req-bbd7c521-8b90-47a3-b910-79f273c31b08 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476646 Sep 10 04:58:10.784247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b13367f7-e9a4-4da1-9080-c003de94f18d req-7e725342-f617-4b22-b587-62d8556855de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310814 Sep 10 04:58:11.900260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98783751-dd92-4d1c-b69e-7d6c5ec57c68 req-c4d4fe85-2078-428c-ae2e-e38de80af5ff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:11.901784 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98783751-dd92-4d1c-b69e-7d6c5ec57c68 req-c4d4fe85-2078-428c-ae2e-e38de80af5ff tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0517812 Sep 10 04:58:11.938489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98783751-dd92-4d1c-b69e-7d6c5ec57c68 req-8e050345-c3f7-43b6-9848-31578bd21bc8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309336 Sep 10 04:58:13.052220 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea1187-7640-422a-9705-ee0112c13bf9 req-24692e0e-53ca-4e11-9ed5-f1c6832c7b03 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:13.053678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dea1187-7640-422a-9705-ee0112c13bf9 req-24692e0e-53ca-4e11-9ed5-f1c6832c7b03 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483603 Sep 10 04:58:13.089632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dea1187-7640-422a-9705-ee0112c13bf9 req-3bccfa19-a4ff-4290-a76b-0aad68a0f255 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301082 Sep 10 04:58:14.201632 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16379cc-eed2-45f0-a14d-892f7b9ae206 req-3dd075ab-04c3-4d81-9ba1-392978b1223e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:14.203078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c16379cc-eed2-45f0-a14d-892f7b9ae206 req-3dd075ab-04c3-4d81-9ba1-392978b1223e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0472703 Sep 10 04:58:14.240197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c16379cc-eed2-45f0-a14d-892f7b9ae206 req-229d2ab0-6436-4d3e-97a1-dc2802994ed3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307205 Sep 10 04:58:15.355824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f396485-b4bd-4e43-8c04-8defadba423f req-38e66d62-2606-4fb2-8351-8d7309a92077 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:15.357243 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f396485-b4bd-4e43-8c04-8defadba423f req-38e66d62-2606-4fb2-8351-8d7309a92077 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0502021 Sep 10 04:58:15.393934 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f396485-b4bd-4e43-8c04-8defadba423f req-f1999f95-b53e-4dfa-9edf-531c631af572 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299702 Sep 10 04:58:16.506513 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451a44bf-46b5-45f0-b3f2-6a4173fb0d5c req-1308b639-55f4-447a-ac8b-d11656216f89 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:16.508065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-451a44bf-46b5-45f0-b3f2-6a4173fb0d5c req-1308b639-55f4-447a-ac8b-d11656216f89 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0484545 Sep 10 04:58:16.545856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-451a44bf-46b5-45f0-b3f2-6a4173fb0d5c req-d539c00b-6a11-445c-b567-983e7a81e7d1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312114 Sep 10 04:58:17.757615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f149154-9a33-456c-ab88-e86457166d30 req-3e79bc96-2f67-492f-aa25-55dc6cfc4d96 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:17.759062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f149154-9a33-456c-ab88-e86457166d30 req-3e79bc96-2f67-492f-aa25-55dc6cfc4d96 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.1343222 Sep 10 04:58:17.794735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5f149154-9a33-456c-ab88-e86457166d30 req-88a9de30-b02b-4710-8cd0-752f86257171 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293598 Sep 10 04:58:18.209928 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:58:18.544928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-ae175ebe-17e5-467d-be25-ceef93344132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:18.546418 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-ae175ebe-17e5-467d-be25-ceef93344132 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.0893626 Sep 10 04:58:18.645984 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-46d16e56-2f8b-46c7-a267-5c9dd7c92228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:18.647424 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-46d16e56-2f8b-46c7-a267-5c9dd7c92228 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0822868 Sep 10 04:58:18.713262 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-479692fe-d155-4222-9049-25ca20812634 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 1001 time: 0.0584996 Sep 10 04:58:18.760164 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-8f3fdc66-ec30-4a1e-9bd9-3671b0da6d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:18.761472 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-8f3fdc66-ec30-4a1e-9bd9-3671b0da6d8f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0415132 Sep 10 04:58:18.804425 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-a5d03330-ca0a-4728-8db8-809e65c20040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:18.805846 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-a5d03330-ca0a-4728-8db8-809e65c20040 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0378745 Sep 10 04:58:18.898818 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-dd91c921-c073-4a3e-87c0-0cc94c9b832f service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858240 Sep 10 04:58:18.953972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2202a333-10f0-4690-bb58-f015f2e014eb req-06324a5d-b74d-478b-bb77-864afb2dcfe0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:18.955436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2202a333-10f0-4690-bb58-f015f2e014eb req-06324a5d-b74d-478b-bb77-864afb2dcfe0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0944896 Sep 10 04:58:18.990621 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d891e05e-2399-41ae-ba5f-f0bade40d0dc req-d1fb896c-37f8-4883-a23e-43bb17bbd2e5 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852139 Sep 10 04:58:18.992608 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2202a333-10f0-4690-bb58-f015f2e014eb req-91412aae-2c9f-42df-991a-43f0d5cafeec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304315 Sep 10 04:58:20.107381 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5b66cd-0aeb-4ab5-abb1-97138a2da345 req-9eb10459-88a7-4d9c-bfce-890d7f72d57b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:20.108868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db5b66cd-0aeb-4ab5-abb1-97138a2da345 req-9eb10459-88a7-4d9c-bfce-890d7f72d57b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481219 Sep 10 04:58:20.146626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db5b66cd-0aeb-4ab5-abb1-97138a2da345 req-fcd26f7a-88f7-47b1-9e50-c3e20befca7f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319095 Sep 10 04:58:20.901197 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23374eaa-9b0a-4eeb-878e-e486096e1da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:21.259804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b5c4f6-0f42-4875-a46c-3f8ba8439ada req-74c62360-71c0-48eb-b07a-48f930b78ded tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:21.261248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1b5c4f6-0f42-4875-a46c-3f8ba8439ada req-74c62360-71c0-48eb-b07a-48f930b78ded tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0485680 Sep 10 04:58:21.297904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1b5c4f6-0f42-4875-a46c-3f8ba8439ada req-4c601f9f-fd48-42d2-b691-17bdba50ddfb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305960 Sep 10 04:58:22.413095 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9771975-8cf5-4a0b-92a2-aa1974473d5d req-b0647cc0-ed0a-4fa3-a42f-0be5256d6615 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:22.414541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9771975-8cf5-4a0b-92a2-aa1974473d5d req-b0647cc0-ed0a-4fa3-a42f-0be5256d6615 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0506697 Sep 10 04:58:22.451456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9771975-8cf5-4a0b-92a2-aa1974473d5d req-10c8aa7e-328d-4c83-a82c-643dae711671 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309234 Sep 10 04:58:23.547183 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b4ae25ab-db74-4707-bab1-8eaefd589532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:23.565983 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405d584-ca22-4ff0-ab4f-51545a1477b1 req-f44cc823-ef84-49ef-bd99-a779012b506e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:23.567447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b405d584-ca22-4ff0-ab4f-51545a1477b1 req-f44cc823-ef84-49ef-bd99-a779012b506e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0494719 Sep 10 04:58:23.605436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b405d584-ca22-4ff0-ab4f-51545a1477b1 req-9b76ac92-a76f-46f9-a156-d6cdc74ac337 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320334 Sep 10 04:58:23.786754 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:24.717118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a6096a-b311-4ab5-89ca-726a6e54c75e req-bb756415-e680-438f-9187-e177d2774b05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:24.718545 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79a6096a-b311-4ab5-89ca-726a6e54c75e req-bb756415-e680-438f-9187-e177d2774b05 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0472260 Sep 10 04:58:24.755443 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79a6096a-b311-4ab5-89ca-726a6e54c75e req-8d677674-506e-41dd-934e-294007f944ca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310616 Sep 10 04:58:25.476579 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:25.871545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27e403b-c10c-421e-b7ba-b0dbafac2e7a req-f2c3a8d1-2325-4d03-b541-3ef4979765cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:25.873028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f27e403b-c10c-421e-b7ba-b0dbafac2e7a req-f2c3a8d1-2325-4d03-b541-3ef4979765cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0515015 Sep 10 04:58:25.910897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f27e403b-c10c-421e-b7ba-b0dbafac2e7a req-94ec7e37-8ce6-495b-a786-68113a532b8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313406 Sep 10 04:58:26.608458 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:27.024467 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e70590-49af-408b-897f-4e3fb8090e6e req-8dc78fcc-7977-4098-9d82-1e12c43a5e0c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:27.025958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54e70590-49af-408b-897f-4e3fb8090e6e req-8dc78fcc-7977-4098-9d82-1e12c43a5e0c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0486968 Sep 10 04:58:27.061583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-54e70590-49af-408b-897f-4e3fb8090e6e req-7265e072-1979-48b1-bed2-822b48b88df0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298507 Sep 10 04:58:28.178087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c942a599-8d6c-403c-aa6a-03876c1c9e97 req-59c195fb-daba-45c2-a384-b82ecb32e14d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:28.179534 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c942a599-8d6c-403c-aa6a-03876c1c9e97 req-59c195fb-daba-45c2-a384-b82ecb32e14d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0485725 Sep 10 04:58:28.216748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c942a599-8d6c-403c-aa6a-03876c1c9e97 req-d02e8d32-1327-43cd-9f85-cda5e72c8f04 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Sep 10 04:58:29.331621 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f189926-ce8e-415c-adb0-62d1a88186aa req-ee5887f0-efce-482a-bee6-f9452f1d15a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:29.333066 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f189926-ce8e-415c-adb0-62d1a88186aa req-ee5887f0-efce-482a-bee6-f9452f1d15a2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0508084 Sep 10 04:58:29.370378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f189926-ce8e-415c-adb0-62d1a88186aa req-057bcae1-828f-414b-acbd-56f03f69de4f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314350 Sep 10 04:58:29.626599 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:30.496697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f5fce1-611d-4729-9370-77c57890f714 req-e0869c9a-4085-43c3-94c3-33abed9b89b3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:30.498134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06f5fce1-611d-4729-9370-77c57890f714 req-e0869c9a-4085-43c3-94c3-33abed9b89b3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0469654 Sep 10 04:58:30.535539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06f5fce1-611d-4729-9370-77c57890f714 req-66e7ebe0-72fa-4a15-b4c9-f2cf2df2600d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308199 Sep 10 04:58:31.647252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc91865-7c3b-4e4f-8665-cf3855c33883 req-bd8cf352-5782-4736-8dc6-e403e25f158b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:31.648731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bc91865-7c3b-4e4f-8665-cf3855c33883 req-bd8cf352-5782-4736-8dc6-e403e25f158b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475707 Sep 10 04:58:31.685416 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bc91865-7c3b-4e4f-8665-cf3855c33883 req-aadf7420-d7ec-4b3c-a7f4-423a9dfcdd66 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308769 Sep 10 04:58:32.801940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715de5af-7d76-453e-b8d3-3553813e43df req-f16ee87c-e8d9-4f56-bbba-e11ae5394be4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:32.803401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-715de5af-7d76-453e-b8d3-3553813e43df req-f16ee87c-e8d9-4f56-bbba-e11ae5394be4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0524089 Sep 10 04:58:32.839903 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-715de5af-7d76-453e-b8d3-3553813e43df req-51bacadd-9029-4e91-96f8-4a43123d47d7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305409 Sep 10 04:58:33.088237 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:33.953117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e36a480-f5a1-4e87-9430-7f43f28fd4c0 req-b1e08eaa-8894-4075-b8a7-3211384baccd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:33.954571 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e36a480-f5a1-4e87-9430-7f43f28fd4c0 req-b1e08eaa-8894-4075-b8a7-3211384baccd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0487602 Sep 10 04:58:33.991205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e36a480-f5a1-4e87-9430-7f43f28fd4c0 req-00e8c11b-2311-469b-9559-63c91c7e8d42 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307615 Sep 10 04:58:35.102612 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-163239cd-fbf1-4e10-8367-fb5dec70c605 req-894097d4-6f08-4e11-84bd-a9c425661359 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:35.104094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-163239cd-fbf1-4e10-8367-fb5dec70c605 req-894097d4-6f08-4e11-84bd-a9c425661359 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0471954 Sep 10 04:58:35.141045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-163239cd-fbf1-4e10-8367-fb5dec70c605 req-c8028092-3c4b-47d8-8c87-e74699541ef8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Sep 10 04:58:36.256301 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c9d5b80-a0c7-4447-bf82-6e87eba3bb9c req-a157f350-4829-4418-8084-7305aefd4726 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:36.258768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9d5b80-a0c7-4447-bf82-6e87eba3bb9c req-a157f350-4829-4418-8084-7305aefd4726 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0524061 Sep 10 04:58:36.295304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c9d5b80-a0c7-4447-bf82-6e87eba3bb9c req-119c0762-db61-4735-a543-31099809ace9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303819 Sep 10 04:58:37.409403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71d130b-14c1-43bf-93f4-dc886699f6ad req-b78f6034-e551-498e-a199-c5ca93759f48 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:37.410906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d71d130b-14c1-43bf-93f4-dc886699f6ad req-b78f6034-e551-498e-a199-c5ca93759f48 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0502758 Sep 10 04:58:37.447162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d71d130b-14c1-43bf-93f4-dc886699f6ad req-7ede873d-e302-433c-a129-986e1af5cc4e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301373 Sep 10 04:58:38.559157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a504d5-e74c-4ddd-a048-e262a43dbda0 req-260ad42f-ebc1-46cc-8544-13b2e77e3a68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:38.560693 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23a504d5-e74c-4ddd-a048-e262a43dbda0 req-260ad42f-ebc1-46cc-8544-13b2e77e3a68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476522 Sep 10 04:58:38.597414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23a504d5-e74c-4ddd-a048-e262a43dbda0 req-091af457-50d7-43bc-a3cc-e3f9d0757822 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302961 Sep 10 04:58:39.713211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf12ecf-ba60-4980-a1d2-142d161d3419 req-04a0be85-a6b1-4f13-b183-576f99ce3e77 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:39.714936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eaf12ecf-ba60-4980-a1d2-142d161d3419 req-04a0be85-a6b1-4f13-b183-576f99ce3e77 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0506344 Sep 10 04:58:39.751669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eaf12ecf-ba60-4980-a1d2-142d161d3419 req-30522970-25f0-4c36-9ac2-1ae528a52afc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307770 Sep 10 04:58:40.866644 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3eacb7-714f-468b-a339-fc30d73b8dc0 req-24679a3d-67f2-43d2-bb8f-025851de74b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:40.868116 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd3eacb7-714f-468b-a339-fc30d73b8dc0 req-24679a3d-67f2-43d2-bb8f-025851de74b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481205 Sep 10 04:58:40.904647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cd3eacb7-714f-468b-a339-fc30d73b8dc0 req-dfe08314-1a72-4cb8-a198-f66e6fdd4229 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306849 Sep 10 04:58:42.017538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59071ba4-733d-49eb-935e-9b76c687676b req-6187e4c0-4bd4-4793-b4a2-3e58d4ed8901 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:42.019007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59071ba4-733d-49eb-935e-9b76c687676b req-6187e4c0-4bd4-4793-b4a2-3e58d4ed8901 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0485549 Sep 10 04:58:42.055993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59071ba4-733d-49eb-935e-9b76c687676b req-0504e5b9-62a9-4692-83f3-97cde3b1f448 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309591 Sep 10 04:58:43.172310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d2a493-c607-4708-8989-790cfc73732e req-0b1cd175-9577-46bb-ad34-293948691bed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:43.173746 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0d2a493-c607-4708-8989-790cfc73732e req-0b1cd175-9577-46bb-ad34-293948691bed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0514328 Sep 10 04:58:43.209955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0d2a493-c607-4708-8989-790cfc73732e req-a4cca4cf-b626-4a3f-b49f-1d2c643a1f4e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303476 Sep 10 04:58:44.324704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d35679-1709-48c0-8cb9-ca5743210611 req-4bac199f-b99b-4757-b4de-526b2954d5e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:44.326167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68d35679-1709-48c0-8cb9-ca5743210611 req-4bac199f-b99b-4757-b4de-526b2954d5e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0497022 Sep 10 04:58:44.362691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68d35679-1709-48c0-8cb9-ca5743210611 req-77c4e253-c6c2-4ad4-9e4b-1893ecb7e744 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305736 Sep 10 04:58:45.473753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb99499-e666-4c41-a34d-9b83381818b5 req-f67c8c4b-aacd-4366-8979-aefd67058b28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:45.475207 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adb99499-e666-4c41-a34d-9b83381818b5 req-f67c8c4b-aacd-4366-8979-aefd67058b28 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470514 Sep 10 04:58:45.512406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adb99499-e666-4c41-a34d-9b83381818b5 req-d798a7b8-4c30-4edd-909b-c74feccc836d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313218 Sep 10 04:58:46.629834 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a605b46f-f891-4760-9929-44a9b3936ce2 req-32342e99-a6dd-4ee0-becb-bf67a952d77a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:46.631205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a605b46f-f891-4760-9929-44a9b3936ce2 req-32342e99-a6dd-4ee0-becb-bf67a952d77a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0520687 Sep 10 04:58:46.668193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a605b46f-f891-4760-9929-44a9b3936ce2 req-b65ea86c-8578-4167-b46e-68486e3d4960 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307484 Sep 10 04:58:47.782237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f37d93-5ae3-4223-bbb2-33f96a696843 req-dd0517c6-9a78-44d1-83be-9a6e6fce854d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:47.783642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6f37d93-5ae3-4223-bbb2-33f96a696843 req-dd0517c6-9a78-44d1-83be-9a6e6fce854d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481694 Sep 10 04:58:47.821229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b6f37d93-5ae3-4223-bbb2-33f96a696843 req-d9fccf47-d855-4a1d-b98d-c0f24ff67893 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307655 Sep 10 04:58:48.933725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e3f1d-3667-488d-a71f-27df2c954861 req-ca802f4b-c95b-44b3-8338-9944c6a23aba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:48.935184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f58e3f1d-3667-488d-a71f-27df2c954861 req-ca802f4b-c95b-44b3-8338-9944c6a23aba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478709 Sep 10 04:58:48.971719 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f58e3f1d-3667-488d-a71f-27df2c954861 req-4ae92d42-df02-4391-8d81-13df72a4829e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306671 Sep 10 04:58:50.086460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fa795e-577d-4393-a49f-234ec49d4302 req-0f81b4a8-f58d-40ec-b5d1-956ef26774ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:50.087941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53fa795e-577d-4393-a49f-234ec49d4302 req-0f81b4a8-f58d-40ec-b5d1-956ef26774ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0505478 Sep 10 04:58:50.124256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-53fa795e-577d-4393-a49f-234ec49d4302 req-f439cadd-7728-4e97-9364-761ef8f9364a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304544 Sep 10 04:58:50.929165 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f82b856-128f-4f77-a87d-7a6d72a6316b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:51.238489 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46478562-ca60-49d7-b231-95f0b1a8f144 req-4073ac51-7afc-4937-9a09-6c16ee0c85c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:51.239890 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46478562-ca60-49d7-b231-95f0b1a8f144 req-4073ac51-7afc-4937-9a09-6c16ee0c85c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0484290 Sep 10 04:58:51.276300 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46478562-ca60-49d7-b231-95f0b1a8f144 req-9336e258-1193-4079-89ac-fa396732570b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305479 Sep 10 04:58:52.389120 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2b4ba1-683e-448d-9ff1-577866b63825 req-60a2f7a4-c56f-4ebe-96c1-8176ada97e1e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:52.390592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f2b4ba1-683e-448d-9ff1-577866b63825 req-60a2f7a4-c56f-4ebe-96c1-8176ada97e1e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481713 Sep 10 04:58:52.426878 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f2b4ba1-683e-448d-9ff1-577866b63825 req-2b3c4e1c-d48d-4aec-9ab5-6ed094dcb0e4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303395 Sep 10 04:58:53.544944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34da15f-8b95-4d3f-8edd-9907a7c0526d req-4de9ced2-09ae-4ced-8dbd-d2f126104c69 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:53.546583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e34da15f-8b95-4d3f-8edd-9907a7c0526d req-4de9ced2-09ae-4ced-8dbd-d2f126104c69 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0528417 Sep 10 04:58:53.564191 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-225feafc-d37d-476a-82a5-76bea65f8ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:53.585499 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e34da15f-8b95-4d3f-8edd-9907a7c0526d req-697fae7c-b5a3-4e27-9a16-8ee54597d475 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325894 Sep 10 04:58:53.814873 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:54.700202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8737e1c1-a1c9-42d8-9d27-662fae9ffe71 req-a2dca400-52c8-457a-bd74-7341920d7d0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:54.701624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8737e1c1-a1c9-42d8-9d27-662fae9ffe71 req-a2dca400-52c8-457a-bd74-7341920d7d0d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0486467 Sep 10 04:58:54.741044 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8737e1c1-a1c9-42d8-9d27-662fae9ffe71 req-4bc616f6-15f5-48fb-9cae-920b2ece9357 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327334 Sep 10 04:58:55.210138 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:58:55.449114 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:55.852346 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc0d814b-d0f1-403a-a71b-c9e44ce5fd4f req-d6a849aa-a1c1-49ce-8dd1-950679bf2b21 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:55.853812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc0d814b-d0f1-403a-a71b-c9e44ce5fd4f req-d6a849aa-a1c1-49ce-8dd1-950679bf2b21 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0465536 Sep 10 04:58:55.891694 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc0d814b-d0f1-403a-a71b-c9e44ce5fd4f req-3575b92d-bd0a-4e63-bbdb-dec49b3604c2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319507 Sep 10 04:58:56.580761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:58:57.007552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4c08a5-87db-4a57-96d6-e26e580050a9 req-b6401f85-3053-468d-b503-82e4acac5e26 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:57.009010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd4c08a5-87db-4a57-96d6-e26e580050a9 req-b6401f85-3053-468d-b503-82e4acac5e26 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0507479 Sep 10 04:58:57.045112 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd4c08a5-87db-4a57-96d6-e26e580050a9 req-263b1df0-fadb-4f10-9bdf-1bc4577272bb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300069 Sep 10 04:58:58.158912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57c86d-a069-4511-a3df-999733a97c09 req-f4472e60-01f4-4eeb-bf38-bf9e398214e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:58.160423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e57c86d-a069-4511-a3df-999733a97c09 req-f4472e60-01f4-4eeb-bf38-bf9e398214e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0482917 Sep 10 04:58:58.201637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4e57c86d-a069-4511-a3df-999733a97c09 req-69109214-5eec-4d8e-8667-72a9818db8bb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344865 Sep 10 04:58:59.315166 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33755b1b-4468-4564-bd56-3e5642530582 req-2a54381e-3415-4637-9d3f-1190136673f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:58:59.316656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33755b1b-4468-4564-bd56-3e5642530582 req-2a54381e-3415-4637-9d3f-1190136673f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476742 Sep 10 04:58:59.352652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33755b1b-4468-4564-bd56-3e5642530582 req-1c915be8-230a-4167-9f62-a95a98fe3300 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301738 Sep 10 04:58:59.597744 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:00.471132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d0e48b-314f-468e-bb0c-d6d2cf7578ed req-dc795145-4561-48cd-9a60-5dd53409bd37 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:00.472633 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46d0e48b-314f-468e-bb0c-d6d2cf7578ed req-dc795145-4561-48cd-9a60-5dd53409bd37 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0520489 Sep 10 04:59:00.509667 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46d0e48b-314f-468e-bb0c-d6d2cf7578ed req-b4cb3a75-995f-4ae9-a7b3-6a03ee83ceeb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305521 Sep 10 04:59:01.621529 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc2a2a-ad54-463e-9032-4ba0411486a6 req-9f83020e-7431-42c6-9801-ef0189d95dbf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:01.622967 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16dc2a2a-ad54-463e-9032-4ba0411486a6 req-9f83020e-7431-42c6-9801-ef0189d95dbf tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470967 Sep 10 04:59:01.659729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-16dc2a2a-ad54-463e-9032-4ba0411486a6 req-2399a7d2-942e-4e41-9a8c-edf58034e7d8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308270 Sep 10 04:59:02.772494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08423afd-de54-498f-8146-da31a1b0a04a req-dc3baa28-96d1-42e2-bb3c-2d12e6037874 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:02.773956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08423afd-de54-498f-8146-da31a1b0a04a req-dc3baa28-96d1-42e2-bb3c-2d12e6037874 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483255 Sep 10 04:59:02.810943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08423afd-de54-498f-8146-da31a1b0a04a req-45078124-596a-41f3-a80a-a7e7c118ecd5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312006 Sep 10 04:59:03.104467 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:03.925369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f40233-6529-4ead-8259-1bc546971163 req-71dea621-dedf-4dcd-b7bc-3f96569ef697 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:03.926799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1f40233-6529-4ead-8259-1bc546971163 req-71dea621-dedf-4dcd-b7bc-3f96569ef697 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0509043 Sep 10 04:59:03.963199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1f40233-6529-4ead-8259-1bc546971163 req-7579779f-43c6-4ba9-90d5-b1a895a1eb42 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304966 Sep 10 04:59:05.075986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412ca669-6401-4fba-8996-8800613aa9ba req-12b10ff5-047f-4cce-8bee-448fddac9168 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:05.077436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-412ca669-6401-4fba-8996-8800613aa9ba req-12b10ff5-047f-4cce-8bee-448fddac9168 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477688 Sep 10 04:59:05.113061 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-412ca669-6401-4fba-8996-8800613aa9ba req-c18e85bb-1f0b-4286-b5d4-2f756f20bc48 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297205 Sep 10 04:59:06.228286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657de143-cbc9-45e0-8d36-4580575b5617 req-5afb7ee2-ccbf-47bc-8d3c-50f049a3b12c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:06.229747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-657de143-cbc9-45e0-8d36-4580575b5617 req-5afb7ee2-ccbf-47bc-8d3c-50f049a3b12c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0502417 Sep 10 04:59:06.266405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-657de143-cbc9-45e0-8d36-4580575b5617 req-1ba60423-651f-4960-b62e-ae79da1c654c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308280 Sep 10 04:59:07.381714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2052a473-4c68-4707-935c-50e235a4f009 req-000f5be4-9269-4afb-b3ea-c192c73ef344 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:07.383180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2052a473-4c68-4707-935c-50e235a4f009 req-000f5be4-9269-4afb-b3ea-c192c73ef344 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0511839 Sep 10 04:59:07.420865 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2052a473-4c68-4707-935c-50e235a4f009 req-b4195efe-be5d-48e8-9317-83d38669e6c6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315716 Sep 10 04:59:08.535648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61c6a99-9bcd-4296-8dd1-4768a3c3bdab req-f9099532-b88f-4ec0-9da3-79d3b75c85a8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:08.537166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d61c6a99-9bcd-4296-8dd1-4768a3c3bdab req-f9099532-b88f-4ec0-9da3-79d3b75c85a8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0497968 Sep 10 04:59:08.574190 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d61c6a99-9bcd-4296-8dd1-4768a3c3bdab req-6d07b09c-ec92-4884-ba91-85e68e236352 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311444 Sep 10 04:59:09.691146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afabfc6f-6f8c-47c7-8643-9687ca800354 req-1cf807ef-0034-451d-b83a-0fce08d7459b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:09.692771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afabfc6f-6f8c-47c7-8643-9687ca800354 req-1cf807ef-0034-451d-b83a-0fce08d7459b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0527949 Sep 10 04:59:09.729856 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afabfc6f-6f8c-47c7-8643-9687ca800354 req-c346787b-064f-4bab-8b8a-b1d2d7b63f13 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305314 Sep 10 04:59:10.846186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2a89ea-c085-4810-b004-385ec07908cd req-b907622a-d67c-4f1f-9517-15c00e03551e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:10.847626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b2a89ea-c085-4810-b004-385ec07908cd req-b907622a-d67c-4f1f-9517-15c00e03551e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0517118 Sep 10 04:59:10.883658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b2a89ea-c085-4810-b004-385ec07908cd req-1c04d7a1-74f0-4d58-9acc-b448533366b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295060 Sep 10 04:59:11.996900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa11f10-3dc4-40a0-9d37-1d7a25aaa01b req-74cf89e2-f4d2-4b3f-9f57-04af2a46c4ba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:11.998301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9aa11f10-3dc4-40a0-9d37-1d7a25aaa01b req-74cf89e2-f4d2-4b3f-9f57-04af2a46c4ba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477846 Sep 10 04:59:12.035994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9aa11f10-3dc4-40a0-9d37-1d7a25aaa01b req-7e91d41a-bbb7-45d4-8880-b6e7697a7e26 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317292 Sep 10 04:59:13.147315 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b96ed1c-2dbe-4e35-babc-e3f20891622f req-7f409968-9779-4f3b-834f-63f0be71e9ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:13.148799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b96ed1c-2dbe-4e35-babc-e3f20891622f req-7f409968-9779-4f3b-834f-63f0be71e9ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0473874 Sep 10 04:59:13.185010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b96ed1c-2dbe-4e35-babc-e3f20891622f req-e4b265cb-42ad-45fd-8611-ad270c31f43c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304024 Sep 10 04:59:14.300526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e525ff1b-e636-4780-914d-9af765edbe2e req-e5727ae8-13f8-40ce-8d21-996d00a6f55a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:14.302060 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e525ff1b-e636-4780-914d-9af765edbe2e req-e5727ae8-13f8-40ce-8d21-996d00a6f55a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0514431 Sep 10 04:59:14.338454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e525ff1b-e636-4780-914d-9af765edbe2e req-632c5fc6-122d-438d-b9dd-be9319469746 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298903 Sep 10 04:59:15.449953 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367f4b7d-cd4b-4490-bab2-fbecce02a89e req-210e8b89-a371-4c13-aaf1-838cc4c65e7e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:15.451411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-367f4b7d-cd4b-4490-bab2-fbecce02a89e req-210e8b89-a371-4c13-aaf1-838cc4c65e7e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0473008 Sep 10 04:59:15.488568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-367f4b7d-cd4b-4490-bab2-fbecce02a89e req-77044d4b-1960-4a86-b6c1-b25a66027508 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313318 Sep 10 04:59:16.600841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710e6091-a711-44d6-8acd-4d920ec2a8eb req-3a8ca735-d899-4636-b073-6b7aaec7d1ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:16.602285 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-710e6091-a711-44d6-8acd-4d920ec2a8eb req-3a8ca735-d899-4636-b073-6b7aaec7d1ab tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470436 Sep 10 04:59:16.638786 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-710e6091-a711-44d6-8acd-4d920ec2a8eb req-62627d02-b0d2-4ce0-8d52-ba7dd57bbb07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304911 Sep 10 04:59:17.753223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a38f3b6-cc0f-45d1-9b60-f40a9248a722 req-e35ec383-e527-4cb5-8506-ae480754e317 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:17.754650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a38f3b6-cc0f-45d1-9b60-f40a9248a722 req-e35ec383-e527-4cb5-8506-ae480754e317 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0495825 Sep 10 04:59:17.793108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a38f3b6-cc0f-45d1-9b60-f40a9248a722 req-fe148fd7-adfa-447a-8584-8cf1a973fc5b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317543 Sep 10 04:59:18.905582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bcde2b-95bd-4e5b-aa23-7c3b4a86d3eb req-566aecf4-f9b7-4f00-9899-095f023ff4de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:18.907051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75bcde2b-95bd-4e5b-aa23-7c3b4a86d3eb req-566aecf4-f9b7-4f00-9899-095f023ff4de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479128 Sep 10 04:59:18.944258 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75bcde2b-95bd-4e5b-aa23-7c3b4a86d3eb req-9b9f613c-2cee-4546-bccf-ec0cb030ae09 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307150 Sep 10 04:59:20.056237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b01b33-03f1-457b-975f-882e874d808b req-d1c20bd5-f73c-49e8-b456-a484fa72f756 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:20.057703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83b01b33-03f1-457b-975f-882e874d808b req-d1c20bd5-f73c-49e8-b456-a484fa72f756 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479400 Sep 10 04:59:20.093942 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83b01b33-03f1-457b-975f-882e874d808b req-c98cbe70-e9af-4824-ba63-636f9d624268 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303657 Sep 10 04:59:20.480628 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-e7f74b58-6071-4338-8bff-02bd964c5808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:20.482108 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-e7f74b58-6071-4338-8bff-02bd964c5808 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.0410082 Sep 10 04:59:20.583349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-4b922140-5d0b-4796-ab32-3bf0b8dccf2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:20.585382 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-4b922140-5d0b-4796-ab32-3bf0b8dccf2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0833426 Sep 10 04:59:20.652323 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-65834753-0bc3-45f8-b004-a6f42ab2c894 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 1001 time: 0.0597105 Sep 10 04:59:20.699578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-4efb81ee-7cfa-49b1-9a01-7866582ede9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:20.701011 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-4efb81ee-7cfa-49b1-9a01-7866582ede9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0420341 Sep 10 04:59:20.745600 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-197617df-d55b-4792-b672-d69bd92e53c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:20.747042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-197617df-d55b-4792-b672-d69bd92e53c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388737 Sep 10 04:59:20.838503 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-3926c689-7bed-47c8-b8dd-f1ce1aac6a87 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841374 Sep 10 04:59:20.905782 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9eccea8a-8c1f-46e8-adb5-906329f63a0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:20.930399 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0e50dfc4-de14-429f-8956-9dc8bb5a736b req-5f824643-c9ee-40bf-97bd-51e1f574b9b6 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849619 Sep 10 04:59:21.223365 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce34bd60-b830-4e42-89c0-1633fdc49f9c req-fc899545-8b0c-4c1e-94b2-e2835eb0287c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:21.225277 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce34bd60-b830-4e42-89c0-1633fdc49f9c req-fc899545-8b0c-4c1e-94b2-e2835eb0287c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0513730 Sep 10 04:59:21.261601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce34bd60-b830-4e42-89c0-1633fdc49f9c req-87ad0bea-29aa-462e-914b-31ca2f051f04 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304132 Sep 10 04:59:22.373914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1d6eb7-eb06-4430-8d7a-a9470ee8aa1b req-885284fd-98f5-4e3a-96ba-ed64def24b07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:22.375349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c1d6eb7-eb06-4430-8d7a-a9470ee8aa1b req-885284fd-98f5-4e3a-96ba-ed64def24b07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477474 Sep 10 04:59:22.412468 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c1d6eb7-eb06-4430-8d7a-a9470ee8aa1b req-1a47fd73-d2d3-4650-883c-853baa5025f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307038 Sep 10 04:59:23.526135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a55e28-061d-4231-a46c-c4333b6678e5 req-9c0bca3a-e09c-4cfb-a592-23363ccefc62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:23.527712 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9a55e28-061d-4231-a46c-c4333b6678e5 req-9c0bca3a-e09c-4cfb-a592-23363ccefc62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0491970 Sep 10 04:59:23.564983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d9a55e28-061d-4231-a46c-c4333b6678e5 req-7cfadb6f-ba80-4429-8794-2980a537fb66 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313568 Sep 10 04:59:23.602960 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ea8e18a5-8a92-4b22-a8a3-0ec7e558de90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:23.774157 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:24.696277 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee225f-a2cf-4404-add3-cce620ecb60a req-fda56e25-d306-4c21-9035-6233fb825f4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:24.697614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98ee225f-a2cf-4404-add3-cce620ecb60a req-fda56e25-d306-4c21-9035-6233fb825f4b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0514584 Sep 10 04:59:24.733515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98ee225f-a2cf-4404-add3-cce620ecb60a req-17ebafb2-f801-4979-99ac-c4594eea6acd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300934 Sep 10 04:59:25.452681 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:25.845645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002865f5-ffae-4840-a5b6-8704c91a74e9 req-4ffb978e-c118-4a37-96fe-afa2a506dce1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:25.847108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-002865f5-ffae-4840-a5b6-8704c91a74e9 req-4ffb978e-c118-4a37-96fe-afa2a506dce1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0482430 Sep 10 04:59:25.884254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-002865f5-ffae-4840-a5b6-8704c91a74e9 req-842511eb-12bb-4ea2-9b4e-a6160ca6ad50 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304937 Sep 10 04:59:26.624115 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:26.999118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24645c9a-1ebe-447f-a7ce-1131d129bc52 req-8dda5da9-ae46-4ab7-9dbc-11c43ea44dad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:27.000591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24645c9a-1ebe-447f-a7ce-1131d129bc52 req-8dda5da9-ae46-4ab7-9dbc-11c43ea44dad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476248 Sep 10 04:59:27.035900 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-24645c9a-1ebe-447f-a7ce-1131d129bc52 req-bc0078ca-90f9-4136-8b4f-9fd80d1636e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0293925 Sep 10 04:59:28.151560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9530f1-10b9-4547-a7d0-e36507fec0ca req-384ebd50-0480-4614-a9f5-1ebcd3ab9817 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:28.152964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec9530f1-10b9-4547-a7d0-e36507fec0ca req-384ebd50-0480-4614-a9f5-1ebcd3ab9817 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0507178 Sep 10 04:59:28.191507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec9530f1-10b9-4547-a7d0-e36507fec0ca req-8dbfe0c8-f253-4f9b-b0e5-9571b4d3f874 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323033 Sep 10 04:59:29.303239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22adb5a5-319b-4520-8895-181a68c2c928 req-ee893b46-2afd-4c00-ad92-0b84b5985664 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:29.304703 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22adb5a5-319b-4520-8895-181a68c2c928 req-ee893b46-2afd-4c00-ad92-0b84b5985664 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0472937 Sep 10 04:59:29.341521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-22adb5a5-319b-4520-8895-181a68c2c928 req-713b3ee2-7835-43db-a41f-b08581f14f3c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309572 Sep 10 04:59:29.589463 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:30.453921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f10133-4f72-4565-b11f-c57950968e4d req-2053b6f1-ecd9-45cb-97e3-94364516ebee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:30.455356 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85f10133-4f72-4565-b11f-c57950968e4d req-2053b6f1-ecd9-45cb-97e3-94364516ebee tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474291 Sep 10 04:59:30.490760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85f10133-4f72-4565-b11f-c57950968e4d req-6126e970-d282-4fcb-8e9f-d44a837fd3a7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296564 Sep 10 04:59:31.605523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6b4b74-b2da-4b12-9401-34e1aa24d907 req-e088c919-fb31-429b-ae69-1865690bb20c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:31.606943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca6b4b74-b2da-4b12-9401-34e1aa24d907 req-e088c919-fb31-429b-ae69-1865690bb20c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0503783 Sep 10 04:59:31.643096 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca6b4b74-b2da-4b12-9401-34e1aa24d907 req-b2879c84-f254-4f73-a030-1e518a674c5d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303040 Sep 10 04:59:32.209177 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 04:59:32.755654 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ec251d-014a-4ff0-81d2-7040d753ffe6 req-73b89923-282c-49a8-8aa7-bcb4cdd19c4a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:32.757128 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5ec251d-014a-4ff0-81d2-7040d753ffe6 req-73b89923-282c-49a8-8aa7-bcb4cdd19c4a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477028 Sep 10 04:59:32.794079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5ec251d-014a-4ff0-81d2-7040d753ffe6 req-af02e9c2-c901-46a0-8a59-05df761787ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308316 Sep 10 04:59:33.105741 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:33.906503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3ffc4-27a1-4cf2-91e8-19e37e0f99af req-7f0cba09-01a1-4c65-a009-5ee029c294e4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:33.907976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6a3ffc4-27a1-4cf2-91e8-19e37e0f99af req-7f0cba09-01a1-4c65-a009-5ee029c294e4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475023 Sep 10 04:59:33.945035 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e6a3ffc4-27a1-4cf2-91e8-19e37e0f99af req-379c9c02-0dec-4f8e-90df-53e75ff629af tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307372 Sep 10 04:59:35.061636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7769bb-2cd9-4bf6-804f-4c9fa6388f09 req-62d7bf63-445c-48f7-ad08-afc746693323 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:35.063089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c7769bb-2cd9-4bf6-804f-4c9fa6388f09 req-62d7bf63-445c-48f7-ad08-afc746693323 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0511463 Sep 10 04:59:35.099489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8c7769bb-2cd9-4bf6-804f-4c9fa6388f09 req-8070d1d0-df64-485c-abbc-476b21077492 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298631 Sep 10 04:59:36.212860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f9ba4-4de4-4ad8-ba2e-bbf8ca6833e7 req-c99f69ac-4a99-4fd9-b4c3-1f16a635e423 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:36.214305 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e1f9ba4-4de4-4ad8-ba2e-bbf8ca6833e7 req-c99f69ac-4a99-4fd9-b4c3-1f16a635e423 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477753 Sep 10 04:59:36.249804 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0e1f9ba4-4de4-4ad8-ba2e-bbf8ca6833e7 req-4d1cb74e-602e-423d-ae64-746e7edfe46f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296333 Sep 10 04:59:37.376934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafdf410-4e65-4762-89e7-6d46d8cce8d1 req-9abb7dc6-f791-4c8b-901f-2b78305f28c3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:37.378412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dafdf410-4e65-4762-89e7-6d46d8cce8d1 req-9abb7dc6-f791-4c8b-901f-2b78305f28c3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477114 Sep 10 04:59:37.415417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dafdf410-4e65-4762-89e7-6d46d8cce8d1 req-b841e87c-fc1d-486e-a387-647e2c56d3c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311019 Sep 10 04:59:38.531016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bdd550c-1934-4195-a7d9-0dec2dc44069 req-e1c7a47f-e52b-4b02-8142-accb5b41ab03 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:38.532495 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bdd550c-1934-4195-a7d9-0dec2dc44069 req-e1c7a47f-e52b-4b02-8142-accb5b41ab03 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0517690 Sep 10 04:59:38.568932 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bdd550c-1934-4195-a7d9-0dec2dc44069 req-614ae9f1-2711-4b1c-8686-31eb7c018c0b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305190 Sep 10 04:59:39.680649 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7beeca5d-6b8b-4a10-ac49-c186f21f0665 req-23671a0a-1333-4df9-84a6-f01e4deb3e23 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:39.682099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7beeca5d-6b8b-4a10-ac49-c186f21f0665 req-23671a0a-1333-4df9-84a6-f01e4deb3e23 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476632 Sep 10 04:59:39.719583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7beeca5d-6b8b-4a10-ac49-c186f21f0665 req-acf03bf9-6dfa-4643-8a68-085b4579a3c4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314400 Sep 10 04:59:40.833841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4baf73-185d-4579-9701-6167a1ad9c86 req-d5581d6c-c330-4912-a563-070ad5ee94db tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:40.835847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc4baf73-185d-4579-9701-6167a1ad9c86 req-d5581d6c-c330-4912-a563-070ad5ee94db tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0484297 Sep 10 04:59:40.871700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cc4baf73-185d-4579-9701-6167a1ad9c86 req-b5bf2c08-45cf-4d36-9b33-0fccf1428c62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300474 Sep 10 04:59:41.989208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfcc2ad-ac70-4ee7-b75b-2a99dd5a1e79 req-8d1a67b5-e11a-4538-a81f-d5eda689d4e4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:41.991238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dfcc2ad-ac70-4ee7-b75b-2a99dd5a1e79 req-8d1a67b5-e11a-4538-a81f-d5eda689d4e4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0530388 Sep 10 04:59:42.027632 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2dfcc2ad-ac70-4ee7-b75b-2a99dd5a1e79 req-9d0b8f77-4fd2-4190-8a84-d2c4337fa364 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302262 Sep 10 04:59:43.141332 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1050ae99-036f-4700-b56b-d086708dccaa req-6f43629e-01d8-461a-a123-94badd79b2f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:43.142775 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1050ae99-036f-4700-b56b-d086708dccaa req-6f43629e-01d8-461a-a123-94badd79b2f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481563 Sep 10 04:59:43.178994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1050ae99-036f-4700-b56b-d086708dccaa req-2d1bc58c-4e06-4fbb-9101-e98532749a9b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302334 Sep 10 04:59:44.291452 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d8885-b7b4-4c94-a5d2-21ecb3897d68 req-d75b5cbb-eb14-4d0d-b223-91b48ab56090 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:44.292909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-051d8885-b7b4-4c94-a5d2-21ecb3897d68 req-d75b5cbb-eb14-4d0d-b223-91b48ab56090 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470481 Sep 10 04:59:44.331964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-051d8885-b7b4-4c94-a5d2-21ecb3897d68 req-ad80c0ab-d10f-494a-b54c-26bc750b5ade tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327890 Sep 10 04:59:45.447851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025ae35e-7a24-4722-b7f6-7e8aff3362d8 req-1431441a-ed31-46ae-bad0-1924a6ac7571 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:45.449304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-025ae35e-7a24-4722-b7f6-7e8aff3362d8 req-1431441a-ed31-46ae-bad0-1924a6ac7571 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0509977 Sep 10 04:59:45.484909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-025ae35e-7a24-4722-b7f6-7e8aff3362d8 req-b9d7a989-f57d-469b-ba59-8981368fea15 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297546 Sep 10 04:59:46.598397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851d0ed-a5ce-4b7e-a5e2-dc1b7837152e req-dc19cdc2-d4a4-4e17-b0d0-f87ef14550c9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:46.600460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5851d0ed-a5ce-4b7e-a5e2-dc1b7837152e req-dc19cdc2-d4a4-4e17-b0d0-f87ef14550c9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0486815 Sep 10 04:59:46.637691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5851d0ed-a5ce-4b7e-a5e2-dc1b7837152e req-19722f28-c22f-49b8-aca9-c8160c3a504b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312319 Sep 10 04:59:47.748964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a39b1d-ebf2-47a5-95e3-88262c2b89e4 req-1ad61b9d-a77b-4aed-8afe-45f7c6060bfc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:47.750397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8a39b1d-ebf2-47a5-95e3-88262c2b89e4 req-1ad61b9d-a77b-4aed-8afe-45f7c6060bfc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0467308 Sep 10 04:59:47.786561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8a39b1d-ebf2-47a5-95e3-88262c2b89e4 req-8eef9f80-22ef-4926-a03e-6a4a26f7236e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303071 Sep 10 04:59:48.902903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dda844-def0-4029-97a0-9fb68ab04fda req-9fe47aa5-7b1c-435b-820f-dad6cdaf3dfb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:48.904358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38dda844-def0-4029-97a0-9fb68ab04fda req-9fe47aa5-7b1c-435b-820f-dad6cdaf3dfb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0504673 Sep 10 04:59:48.941087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38dda844-def0-4029-97a0-9fb68ab04fda req-ac50fa98-8114-40f5-ade6-2ba0cf74db5a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308685 Sep 10 04:59:50.052084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a226c9b9-16f7-4ec9-8862-2c689fbbad2a req-d91d3463-116a-49a2-b76b-5020931d8c7d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:50.054290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a226c9b9-16f7-4ec9-8862-2c689fbbad2a req-d91d3463-116a-49a2-b76b-5020931d8c7d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470901 Sep 10 04:59:50.090456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a226c9b9-16f7-4ec9-8862-2c689fbbad2a req-208a3d44-7dff-4c8c-9fb2-14bf9c74925e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303235 Sep 10 04:59:50.888257 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2668209d-376d-4416-b68d-cb0a1832a345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:51.202053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c3b8a8-5c97-4ec2-a797-5b3562d2c5d6 req-3335d767-d861-4052-acb6-afd91d851380 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:51.203409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c3b8a8-5c97-4ec2-a797-5b3562d2c5d6 req-3335d767-d861-4052-acb6-afd91d851380 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0469203 Sep 10 04:59:51.239649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6c3b8a8-5c97-4ec2-a797-5b3562d2c5d6 req-a11d4f45-b03a-497a-bb9d-d66d948ffcb4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297306 Sep 10 04:59:52.357131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed6a13b-4cdc-43e6-bdfa-890c8001e7e7 req-9e21d103-0a20-44e1-a276-442df92ca81c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:52.358570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed6a13b-4cdc-43e6-bdfa-890c8001e7e7 req-9e21d103-0a20-44e1-a276-442df92ca81c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0523734 Sep 10 04:59:52.395156 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ed6a13b-4cdc-43e6-bdfa-890c8001e7e7 req-8aba06fb-98dc-4edd-8d23-8ce760c01726 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306718 Sep 10 04:59:53.508992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77223849-fc0e-432b-96c5-feffe4a66907 req-e7ec3e77-d673-445f-8d7e-06709eab7463 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:53.510506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77223849-fc0e-432b-96c5-feffe4a66907 req-e7ec3e77-d673-445f-8d7e-06709eab7463 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0493698 Sep 10 04:59:53.548252 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-77223849-fc0e-432b-96c5-feffe4a66907 req-0f76871a-7b63-437a-884d-e5a8ad36d2ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313473 Sep 10 04:59:53.562704 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3246c5d2-365d-432c-b70b-8aaca61ca0fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:53.773888 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:54.662126 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a5711d-b3f2-4ffc-ab6b-2db80a25dd18 req-b0143d55-06aa-4833-b5f2-29ee4f1fc28e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:54.663597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1a5711d-b3f2-4ffc-ab6b-2db80a25dd18 req-b0143d55-06aa-4833-b5f2-29ee4f1fc28e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0480101 Sep 10 04:59:54.699811 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1a5711d-b3f2-4ffc-ab6b-2db80a25dd18 req-4a17c0f0-937f-4dbb-9fac-6decec58b9ef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302045 Sep 10 04:59:55.442118 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:55.817176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d466b54-15ae-4443-9960-60bc7687b2f9 req-8c7c7957-37bd-424c-8d12-ab36315437e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:55.818655 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d466b54-15ae-4443-9960-60bc7687b2f9 req-8c7c7957-37bd-424c-8d12-ab36315437e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0520921 Sep 10 04:59:55.856142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5d466b54-15ae-4443-9960-60bc7687b2f9 req-188b9f30-8833-4cbb-981d-592a2bc2ac39 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315092 Sep 10 04:59:56.602327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 04:59:56.970648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf48a40-5445-4146-8bbe-801f17170181 req-5575ccc5-ff14-4990-953e-06288d4af0bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:56.972143 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baf48a40-5445-4146-8bbe-801f17170181 req-5575ccc5-ff14-4990-953e-06288d4af0bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483596 Sep 10 04:59:57.008254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-baf48a40-5445-4146-8bbe-801f17170181 req-e51820fd-009f-43cb-b10f-66e267ad24be tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302386 Sep 10 04:59:58.125172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0576e282-f5a5-48d6-b312-e2d5f76740e6 req-78e47fa8-5210-487c-b694-d1b146a21fd6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:58.126689 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0576e282-f5a5-48d6-b312-e2d5f76740e6 req-78e47fa8-5210-487c-b694-d1b146a21fd6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477340 Sep 10 04:59:58.164629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0576e282-f5a5-48d6-b312-e2d5f76740e6 req-123f57e1-5949-4aef-8669-af6935b5075b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312800 Sep 10 04:59:59.282966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43055b86-d8d2-44e1-87eb-c48fbab29cba req-615be441-3ce9-4dfa-97de-dfd41f6b5c5b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 04:59:59.284472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43055b86-d8d2-44e1-87eb-c48fbab29cba req-615be441-3ce9-4dfa-97de-dfd41f6b5c5b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0516098 Sep 10 04:59:59.320484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-43055b86-d8d2-44e1-87eb-c48fbab29cba req-a8f9ee9c-540d-4db3-8b48-b2fcfccfc4d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301695 Sep 10 04:59:59.596272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:00.433362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382610c5-09f3-43dd-8709-f92b378143fd req-fd5d2c3d-2b36-486d-9fe9-666b8d84bdac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:00.434858 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-382610c5-09f3-43dd-8709-f92b378143fd req-fd5d2c3d-2b36-486d-9fe9-666b8d84bdac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0471003 Sep 10 05:00:00.470626 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-382610c5-09f3-43dd-8709-f92b378143fd req-d5676ea5-71d9-40be-b8c3-a2263bb76541 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299478 Sep 10 05:00:01.582852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb56a22-0711-4c81-b7b6-4af4db3a6e89 req-9eaa0014-f51b-4192-b8a7-25a57dd7f550 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:01.584940 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adb56a22-0711-4c81-b7b6-4af4db3a6e89 req-9eaa0014-f51b-4192-b8a7-25a57dd7f550 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476449 Sep 10 05:00:01.620923 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adb56a22-0711-4c81-b7b6-4af4db3a6e89 req-4a0973be-ecdd-4d93-857f-677a14272510 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301089 Sep 10 05:00:02.736679 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da275495-1e6a-42f6-b233-23022932ebbb req-04274339-980b-43fa-a97d-717bdade356a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:02.738041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da275495-1e6a-42f6-b233-23022932ebbb req-04274339-980b-43fa-a97d-717bdade356a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0507655 Sep 10 05:00:02.774376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da275495-1e6a-42f6-b233-23022932ebbb req-315049b0-ca70-4afb-92e5-0d9fcfa844ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304737 Sep 10 05:00:03.127637 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:03.886170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b0944a-3698-4200-b8ac-c95d63f1c512 req-99ddad81-658d-4226-8923-ade93057b3e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:03.887913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9b0944a-3698-4200-b8ac-c95d63f1c512 req-99ddad81-658d-4226-8923-ade93057b3e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481036 Sep 10 05:00:03.923854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c9b0944a-3698-4200-b8ac-c95d63f1c512 req-38f837d7-8202-4d76-bedc-7b629a2d69a6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300355 Sep 10 05:00:05.035792 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b738cdaf-573d-43ff-9893-f28db134b1be req-fc23dd3a-fe21-407d-a974-e2306ba27fa0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:05.037259 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b738cdaf-573d-43ff-9893-f28db134b1be req-fc23dd3a-fe21-407d-a974-e2306ba27fa0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0486150 Sep 10 05:00:05.074026 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b738cdaf-573d-43ff-9893-f28db134b1be req-101a3cf0-4af5-472a-ac0b-669a42b2d126 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308506 Sep 10 05:00:06.189309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb54f5d-66a4-46c2-b34b-d1b722156615 req-ec4283a9-f321-46e2-beff-8ac87642def2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:06.190759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1fb54f5d-66a4-46c2-b34b-d1b722156615 req-ec4283a9-f321-46e2-beff-8ac87642def2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0505774 Sep 10 05:00:06.228458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1fb54f5d-66a4-46c2-b34b-d1b722156615 req-a893964e-f399-4cb6-84b2-c5fc396ff189 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312378 Sep 10 05:00:07.341494 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f75e75-6f88-489a-a34f-c1a9a468ff18 req-ae48205b-7630-4b26-a667-d018635ca32e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:07.342928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9f75e75-6f88-489a-a34f-c1a9a468ff18 req-ae48205b-7630-4b26-a667-d018635ca32e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474854 Sep 10 05:00:07.378838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9f75e75-6f88-489a-a34f-c1a9a468ff18 req-daf4787d-17aa-4cd4-800f-d093d53ac0e1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299971 Sep 10 05:00:08.491645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-736b8052-0703-407f-8252-0ac0afcf1a5e req-34c7d61d-d7a2-49aa-8a31-1a8d78360d17 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:08.493123 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-736b8052-0703-407f-8252-0ac0afcf1a5e req-34c7d61d-d7a2-49aa-8a31-1a8d78360d17 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474050 Sep 10 05:00:08.531288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-736b8052-0703-407f-8252-0ac0afcf1a5e req-b5372cda-0b6a-4a2c-ae8d-af5fed2c43f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318220 Sep 10 05:00:09.208041 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:00:09.648427 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62eafcc-a9ca-4964-b054-201e4eee877d req-827de48d-bbb6-44d9-a90b-7c5946d2ef6c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:09.649871 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e62eafcc-a9ca-4964-b054-201e4eee877d req-827de48d-bbb6-44d9-a90b-7c5946d2ef6c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0517607 Sep 10 05:00:09.686382 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e62eafcc-a9ca-4964-b054-201e4eee877d req-07082c9b-a1af-4f58-8192-12742b06d7ca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306759 Sep 10 05:00:10.799326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59363cea-3cd9-4787-833e-a0c8a9f11eee req-e232b956-b0aa-4e0a-b099-e7fca4584015 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:10.800812 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59363cea-3cd9-4787-833e-a0c8a9f11eee req-e232b956-b0aa-4e0a-b099-e7fca4584015 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0482969 Sep 10 05:00:10.837471 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-59363cea-3cd9-4787-833e-a0c8a9f11eee req-92fc5ffb-5921-401f-a962-32be58c8fe85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307603 Sep 10 05:00:11.950023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a96e0c2-d3ef-4a60-b893-1b526837c7c7 req-6776cd85-34f9-496b-a6f8-a1c26d74cf62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:11.951487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96e0c2-d3ef-4a60-b893-1b526837c7c7 req-6776cd85-34f9-496b-a6f8-a1c26d74cf62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477166 Sep 10 05:00:11.987552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7a96e0c2-d3ef-4a60-b893-1b526837c7c7 req-4316ed66-e3e7-43b8-a23e-b90321f925ed tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301948 Sep 10 05:00:13.102835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d4ba5-2e18-4580-83b8-f35f5cd17f29 req-04d8854d-e64a-4cb9-8125-39f4c2477acd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:13.104322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c3d4ba5-2e18-4580-83b8-f35f5cd17f29 req-04d8854d-e64a-4cb9-8125-39f4c2477acd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0499847 Sep 10 05:00:13.141048 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c3d4ba5-2e18-4580-83b8-f35f5cd17f29 req-86c862f4-b6a3-4211-a5ab-62af4eaae5f7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308957 Sep 10 05:00:14.298587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf331949-295b-4930-95ac-770210c8fe08 req-9641960d-7892-461a-8eec-fc9534e28cfe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:14.300051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf331949-295b-4930-95ac-770210c8fe08 req-9641960d-7892-461a-8eec-fc9534e28cfe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474899 Sep 10 05:00:14.337394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf331949-295b-4930-95ac-770210c8fe08 req-bc81f0a1-814e-4652-a3d3-632392ec9421 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308084 Sep 10 05:00:15.449028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b150d851-3941-4411-aecf-a98d2777a00d req-4d70ca84-4f81-4b09-8379-5bee5e4c071a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:15.450501 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b150d851-3941-4411-aecf-a98d2777a00d req-4d70ca84-4f81-4b09-8379-5bee5e4c071a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477352 Sep 10 05:00:15.486115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b150d851-3941-4411-aecf-a98d2777a00d req-845863da-2e7d-4ac5-b059-a755b77a162d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296957 Sep 10 05:00:16.603421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b340af27-0240-4dd6-a3c4-73aa175717e7 req-507356f1-527f-4bb3-a3be-1d3e2f918673 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:16.604904 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b340af27-0240-4dd6-a3c4-73aa175717e7 req-507356f1-527f-4bb3-a3be-1d3e2f918673 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0504143 Sep 10 05:00:16.642001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b340af27-0240-4dd6-a3c4-73aa175717e7 req-259bfd01-8f40-49e1-9591-289b4ff30ca0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310583 Sep 10 05:00:17.754975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85556f-3660-49c9-aef5-fb75c6154a51 req-a83e0c66-51b0-48c4-873a-5f9ba8b570fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:17.756467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd85556f-3660-49c9-aef5-fb75c6154a51 req-a83e0c66-51b0-48c4-873a-5f9ba8b570fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481987 Sep 10 05:00:17.793411 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd85556f-3660-49c9-aef5-fb75c6154a51 req-c01e6770-b3d5-4c99-80ab-bb5bac83cc99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308061 Sep 10 05:00:18.905139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10be2c6-72a9-44ed-a0d8-eab3500331a2 req-4d9ce12d-0b0d-4130-9e8b-2ffe1a222296 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:18.906568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d10be2c6-72a9-44ed-a0d8-eab3500331a2 req-4d9ce12d-0b0d-4130-9e8b-2ffe1a222296 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475378 Sep 10 05:00:18.942488 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d10be2c6-72a9-44ed-a0d8-eab3500331a2 req-b43f1def-c677-49aa-9483-9fb31d909dfd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295203 Sep 10 05:00:20.060652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b7749-d8b2-4dc1-bbdd-9a8e755d4fa3 req-bf5597ad-0907-4cc7-be5e-6a6ee58e26b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:20.062089 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-682b7749-d8b2-4dc1-bbdd-9a8e755d4fa3 req-bf5597ad-0907-4cc7-be5e-6a6ee58e26b6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0508363 Sep 10 05:00:20.101976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-682b7749-d8b2-4dc1-bbdd-9a8e755d4fa3 req-b14c8bbb-1b88-4876-9d7d-71b33d647153 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316677 Sep 10 05:00:20.746683 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-daf65bb2-ef19-429c-ac10-4b0b12ffdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:20.748231 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-daf65bb2-ef19-429c-ac10-4b0b12ffdb0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.2854795 Sep 10 05:00:20.849131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-6df086a5-3c4b-47f1-afcc-6f6a94d2f3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:20.851134 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-6df086a5-3c4b-47f1-afcc-6f6a94d2f3aa service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0828879 Sep 10 05:00:20.898121 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-584566c0-f4d8-4073-b70c-432af26f1be3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:20.918610 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-1f187f87-de90-46e4-a283-88493925dd9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 1001 time: 0.0606606 Sep 10 05:00:20.966501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-af23284e-777c-4b91-87c7-7596f475915d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:20.967849 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-af23284e-777c-4b91-87c7-7596f475915d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0423470 Sep 10 05:00:21.012918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-c3ddda60-33e8-42b7-b5af-55404ab398c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:21.014393 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-c3ddda60-33e8-42b7-b5af-55404ab398c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395298 Sep 10 05:00:21.104491 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-d3f2f614-5e87-4de7-8de3-bd02117f1fc6 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830743 Sep 10 05:00:21.199942 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31be1bb2-4392-4c89-ad52-2085e74982ef req-1fc452d1-1976-4234-b7d2-6bd81dfac74d service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871406 Sep 10 05:00:21.221610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2a4ec5-193a-4742-ae0f-092067969950 req-678bccd6-ddae-44b5-a9e2-2e72d6d27a38 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:21.223004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da2a4ec5-193a-4742-ae0f-092067969950 req-678bccd6-ddae-44b5-a9e2-2e72d6d27a38 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0488422 Sep 10 05:00:21.260835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-da2a4ec5-193a-4742-ae0f-092067969950 req-9d2f7014-3081-4985-a755-b2d1e8746d2e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312328 Sep 10 05:00:22.373430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fc4151-c81c-4cb0-830e-511c8f596f5c req-ae7457b3-e290-4d5d-aab2-be8e366b6c25 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:22.374860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6fc4151-c81c-4cb0-830e-511c8f596f5c req-ae7457b3-e290-4d5d-aab2-be8e366b6c25 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477023 Sep 10 05:00:22.411260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a6fc4151-c81c-4cb0-830e-511c8f596f5c req-81fbaf0a-04af-42b4-bb9b-5d15c81bfe70 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305605 Sep 10 05:00:23.530899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a31550-8b74-4c7c-8f19-7b288b5d4d47 req-f2ca0d4f-ed1f-4d30-9f49-900008dc21b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:23.532380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28a31550-8b74-4c7c-8f19-7b288b5d4d47 req-f2ca0d4f-ed1f-4d30-9f49-900008dc21b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0539701 Sep 10 05:00:23.545242 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-507d1bdf-7633-44f9-8b41-8e2cd7cd15f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:23.569278 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28a31550-8b74-4c7c-8f19-7b288b5d4d47 req-4d0624c9-7801-4760-9c57-be78bac85dc3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302324 Sep 10 05:00:23.784603 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:24.682963 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a2ed2-3d1c-461a-87d5-0ec54cfe85f9 req-3180f52b-ccd5-4e92-a853-53eb49a88e37 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:24.684364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c27a2ed2-3d1c-461a-87d5-0ec54cfe85f9 req-3180f52b-ccd5-4e92-a853-53eb49a88e37 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475154 Sep 10 05:00:24.720995 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c27a2ed2-3d1c-461a-87d5-0ec54cfe85f9 req-1ef04bd4-2e72-409f-a54c-6bda0a0c1aba tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308683 Sep 10 05:00:25.485432 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:25.833564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd5694a-e981-4a86-a5e8-72ecedf87e81 req-d1c49207-a9d8-4a73-bd3d-84962ddda544 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:25.834990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fd5694a-e981-4a86-a5e8-72ecedf87e81 req-d1c49207-a9d8-4a73-bd3d-84962ddda544 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0472381 Sep 10 05:00:25.870778 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9fd5694a-e981-4a86-a5e8-72ecedf87e81 req-82b034f3-1d82-44d8-a56e-f11bd21805fe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297937 Sep 10 05:00:26.605935 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:27.320943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f9db33-b099-4145-b6d0-73c4a9bd19b8 req-eaf28e6c-2efd-4468-989b-18310ea2c29f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:27.322389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5f9db33-b099-4145-b6d0-73c4a9bd19b8 req-eaf28e6c-2efd-4468-989b-18310ea2c29f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.3796456 Sep 10 05:00:27.358544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d5f9db33-b099-4145-b6d0-73c4a9bd19b8 req-465a47cc-88b2-4369-9fc2-fdc966dd981a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302708 Sep 10 05:00:28.477362 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec7765f-0c72-4a3e-a071-1bc93eb42c18 req-764a9dfa-59cf-4c5e-b60f-8bc3912034c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:28.478821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ec7765f-0c72-4a3e-a071-1bc93eb42c18 req-764a9dfa-59cf-4c5e-b60f-8bc3912034c8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0523083 Sep 10 05:00:28.518899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8ec7765f-0c72-4a3e-a071-1bc93eb42c18 req-449af395-1c38-4902-b9fb-7f474430a930 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317318 Sep 10 05:00:29.605768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:29.629384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5193cfe-0ae2-4a27-892d-5db4139c3c27 req-0a01b471-a66a-44cd-9cea-c4255215f94c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:29.630836 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5193cfe-0ae2-4a27-892d-5db4139c3c27 req-0a01b471-a66a-44cd-9cea-c4255215f94c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0482228 Sep 10 05:00:29.668015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5193cfe-0ae2-4a27-892d-5db4139c3c27 req-ea13900f-5144-4b65-b63b-6f4bc4465667 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308309 Sep 10 05:00:30.781464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de6c6401-c58b-4de0-9c8f-38e84b97ef17 req-61e572a2-9a65-4442-931a-f3249c2ceaa0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:30.782887 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de6c6401-c58b-4de0-9c8f-38e84b97ef17 req-61e572a2-9a65-4442-931a-f3249c2ceaa0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0496209 Sep 10 05:00:30.819431 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-de6c6401-c58b-4de0-9c8f-38e84b97ef17 req-f5820c0a-df5a-4a79-b09e-c718f5d46012 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299902 Sep 10 05:00:31.931982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe1fd94-ed81-4135-ad08-40fcb54f149d req-01fc73d1-2aa6-4ca7-93b6-b1429b381e2a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:31.933408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abe1fd94-ed81-4135-ad08-40fcb54f149d req-01fc73d1-2aa6-4ca7-93b6-b1429b381e2a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478032 Sep 10 05:00:31.969346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-abe1fd94-ed81-4135-ad08-40fcb54f149d req-7d059ded-3f1b-42f0-a5bf-f5639b7dcc9f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301104 Sep 10 05:00:33.090005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07563b1b-972f-4399-b196-62f0e3ebd855 req-b289719c-95b4-4be7-a952-86559be5b781 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:33.091456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07563b1b-972f-4399-b196-62f0e3ebd855 req-b289719c-95b4-4be7-a952-86559be5b781 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0486600 Sep 10 05:00:33.128528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07563b1b-972f-4399-b196-62f0e3ebd855 req-24efa0b4-4edd-406f-87b6-27952c45d752 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309191 Sep 10 05:00:33.133081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:34.244946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f42128c-13ec-46d9-bca9-0b3bc64a56c6 req-ce5810e3-9228-406e-83b6-86636846484e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:34.246404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f42128c-13ec-46d9-bca9-0b3bc64a56c6 req-ce5810e3-9228-406e-83b6-86636846484e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0504997 Sep 10 05:00:34.282752 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8f42128c-13ec-46d9-bca9-0b3bc64a56c6 req-5fcfdf02-3ff9-4e2d-be3d-3cc43152fdbd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303905 Sep 10 05:00:35.395879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b83da25-ae65-4f5e-85af-160e179b7d34 req-1eaa23aa-f278-4e3b-bc26-e6860a88c6e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:35.398362 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b83da25-ae65-4f5e-85af-160e179b7d34 req-1eaa23aa-f278-4e3b-bc26-e6860a88c6e2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0489988 Sep 10 05:00:35.434054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5b83da25-ae65-4f5e-85af-160e179b7d34 req-60b1f241-c604-4528-b61e-726f2a88ca72 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299048 Sep 10 05:00:36.549014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a9045c-97f4-42e6-8277-e7144479e79a req-5577e29c-59fb-4a92-9933-ceaa3956444b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:36.550507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1a9045c-97f4-42e6-8277-e7144479e79a req-5577e29c-59fb-4a92-9933-ceaa3956444b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0488105 Sep 10 05:00:36.586960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1a9045c-97f4-42e6-8277-e7144479e79a req-d1cf6f95-e565-493f-84f2-a09fda991ae0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304909 Sep 10 05:00:37.702371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8cd90b-5ebb-4954-9edd-5ae712e41415 req-00decd54-16c6-4892-8000-367db96e6e06 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:37.703834 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c8cd90b-5ebb-4954-9edd-5ae712e41415 req-00decd54-16c6-4892-8000-367db96e6e06 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0498502 Sep 10 05:00:37.739907 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6c8cd90b-5ebb-4954-9edd-5ae712e41415 req-da98dc98-0e65-4305-86e1-f87b2274e2f6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302131 Sep 10 05:00:38.853067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f226f6-dc66-4ab1-944c-85057f979160 req-58ae7fda-bfea-4a7b-a1cf-ce19601bcda6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:38.854520 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85f226f6-dc66-4ab1-944c-85057f979160 req-58ae7fda-bfea-4a7b-a1cf-ce19601bcda6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479388 Sep 10 05:00:38.890894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-85f226f6-dc66-4ab1-944c-85057f979160 req-6ea5c7b6-3049-4c64-8af2-baeb2a6b0dd8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305047 Sep 10 05:00:40.002578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf44924-9603-4891-a97b-ac84c365062d req-8280cc8e-95c4-4295-bc7e-97c595986775 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:40.004092 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adf44924-9603-4891-a97b-ac84c365062d req-8280cc8e-95c4-4295-bc7e-97c595986775 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475857 Sep 10 05:00:40.040822 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adf44924-9603-4891-a97b-ac84c365062d req-6b4919f8-5a7e-4b6e-9433-22f596721e3d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309265 Sep 10 05:00:41.155292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5564de3e-f2be-40cb-b1c3-3b282291a6ba req-4bc90d29-8201-4d7c-a23c-149fa4874f71 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:41.156729 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5564de3e-f2be-40cb-b1c3-3b282291a6ba req-4bc90d29-8201-4d7c-a23c-149fa4874f71 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0502412 Sep 10 05:00:41.193133 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5564de3e-f2be-40cb-b1c3-3b282291a6ba req-54f4cefe-3cf0-40e6-b5dc-a0044881c03e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305381 Sep 10 05:00:42.306099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49eacb-3e9a-49f5-9e4f-42bb1d1ca408 req-01514e6e-47ea-4c21-96a8-15eea55530f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:42.307553 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf49eacb-3e9a-49f5-9e4f-42bb1d1ca408 req-01514e6e-47ea-4c21-96a8-15eea55530f2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475547 Sep 10 05:00:42.343649 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf49eacb-3e9a-49f5-9e4f-42bb1d1ca408 req-ba14f6aa-2384-491e-b882-e22c07093e3a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301752 Sep 10 05:00:43.454473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d82b3-b6a0-41c7-a2b1-fc052098f735 req-67fc076c-b40b-47d3-9c15-b483239e3177 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:43.455935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb1d82b3-b6a0-41c7-a2b1-fc052098f735 req-67fc076c-b40b-47d3-9c15-b483239e3177 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470483 Sep 10 05:00:43.492263 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb1d82b3-b6a0-41c7-a2b1-fc052098f735 req-f1c55db4-7c32-4363-a3cd-5b4c6f7c53e0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304284 Sep 10 05:00:44.607138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbf6c31-baaa-4f8f-a634-214d0daac0c5 req-237ce221-06cd-4bf5-8ba6-2b515b8e0f9c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:44.608617 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcbf6c31-baaa-4f8f-a634-214d0daac0c5 req-237ce221-06cd-4bf5-8ba6-2b515b8e0f9c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0506613 Sep 10 05:00:44.645644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcbf6c31-baaa-4f8f-a634-214d0daac0c5 req-deff6f5a-4ff2-4e59-bdab-571e9f1bfecb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311632 Sep 10 05:00:45.757310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697bc709-c47c-409b-ad33-e48ffbbe2bd2 req-08c4436d-2907-44b4-9ee3-c548b767823b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:45.758762 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-697bc709-c47c-409b-ad33-e48ffbbe2bd2 req-08c4436d-2907-44b4-9ee3-c548b767823b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477982 Sep 10 05:00:45.794832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-697bc709-c47c-409b-ad33-e48ffbbe2bd2 req-c2b19438-b2c0-4a9f-91e9-91672bc84356 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298734 Sep 10 05:00:46.206947 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:00:46.906336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b23a83-1788-43e8-b764-976d5cec6395 req-7669db7f-1409-49b6-92f6-cdb55384d154 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:46.907802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91b23a83-1788-43e8-b764-976d5cec6395 req-7669db7f-1409-49b6-92f6-cdb55384d154 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474293 Sep 10 05:00:46.943574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91b23a83-1788-43e8-b764-976d5cec6395 req-defd55e6-dbf4-40de-823f-9c071943bf85 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298188 Sep 10 05:00:48.059472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba1c58d-c10c-4bb5-812c-488b885744bb req-c4892c35-827a-4b4f-9894-f7540a3c29f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:48.060986 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bba1c58d-c10c-4bb5-812c-488b885744bb req-c4892c35-827a-4b4f-9894-f7540a3c29f9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0512054 Sep 10 05:00:48.097414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bba1c58d-c10c-4bb5-812c-488b885744bb req-23165c98-dd1e-4ab9-b957-16e58e211d2b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306656 Sep 10 05:00:49.209148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc8ae45-4e09-4973-a8ec-8f015ba2051d req-142a56ff-e7f6-456e-bfa8-f3e3e512d21a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:49.210654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cc8ae45-4e09-4973-a8ec-8f015ba2051d req-142a56ff-e7f6-456e-bfa8-f3e3e512d21a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475292 Sep 10 05:00:49.246747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cc8ae45-4e09-4973-a8ec-8f015ba2051d req-88835b16-a2b7-41e9-867d-067c18607639 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302758 Sep 10 05:00:50.358693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7921113-077c-418c-9a01-5df18b6cf7a8 req-be48b5c7-93ec-4253-b230-5ba3528bf7c7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:50.360182 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7921113-077c-418c-9a01-5df18b6cf7a8 req-be48b5c7-93ec-4253-b230-5ba3528bf7c7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470691 Sep 10 05:00:50.396686 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7921113-077c-418c-9a01-5df18b6cf7a8 req-de53c15b-4869-4219-ae93-a168e2271565 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306613 Sep 10 05:00:50.887213 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6b5709fa-f07f-4065-82b6-14fd84d5e737 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:51.512064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e08a39-0017-478a-a113-6a3ce410d967 req-4de97025-d760-46f7-aaa5-7a5cf8cb0838 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:51.513560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7e08a39-0017-478a-a113-6a3ce410d967 req-4de97025-d760-46f7-aaa5-7a5cf8cb0838 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0513008 Sep 10 05:00:51.551176 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7e08a39-0017-478a-a113-6a3ce410d967 req-4359187d-4643-4a1f-806c-d0aa03a60e04 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316527 Sep 10 05:00:52.662946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded26158-0a95-4c11-a6cb-e82c3e7e39d0 req-404e2052-8e69-4e8d-83d7-410480d706cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:52.664429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ded26158-0a95-4c11-a6cb-e82c3e7e39d0 req-404e2052-8e69-4e8d-83d7-410480d706cd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0480907 Sep 10 05:00:52.701341 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ded26158-0a95-4c11-a6cb-e82c3e7e39d0 req-1dcd9699-5b10-4dbc-a9f0-da03e13b51c3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309787 Sep 10 05:00:53.555315 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6e37564f-8b22-4688-9ee4-79070c3c13b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:53.801436 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:53.814889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d545c42-524c-4f04-856f-164881ddecec req-7e7fde8a-2e6b-48e0-8fa3-3efb76ae34e3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:53.819559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d545c42-524c-4f04-856f-164881ddecec req-7e7fde8a-2e6b-48e0-8fa3-3efb76ae34e3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479898 Sep 10 05:00:53.854262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d545c42-524c-4f04-856f-164881ddecec req-096c744c-6b01-416c-abd5-6a4503b7fce5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312045 Sep 10 05:00:54.970629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389f085c-00d9-4f03-8a12-fe4916819891 req-38cf815b-111c-4311-9f36-6f63a56bed40 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:54.972090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-389f085c-00d9-4f03-8a12-fe4916819891 req-38cf815b-111c-4311-9f36-6f63a56bed40 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0507493 Sep 10 05:00:55.008539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-389f085c-00d9-4f03-8a12-fe4916819891 req-f239031e-426d-4ad2-a664-b62b594b62c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296936 Sep 10 05:00:55.441109 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:56.123430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d0f8f7-4dbb-471d-9d3d-dae8aa19d740 req-317b412a-6b0d-4e3c-b6d2-4225a0e428fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:56.124909 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56d0f8f7-4dbb-471d-9d3d-dae8aa19d740 req-317b412a-6b0d-4e3c-b6d2-4225a0e428fc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477517 Sep 10 05:00:56.160994 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56d0f8f7-4dbb-471d-9d3d-dae8aa19d740 req-1aa9bba4-6123-4442-8ff3-ce4d0fbbca99 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302324 Sep 10 05:00:56.624247 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:57.275347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b3a5c9-0782-4bdf-995b-1821564bd07f req-741904b7-b3bd-4044-9e2e-99b6ee551e1c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:57.276857 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b3a5c9-0782-4bdf-995b-1821564bd07f req-741904b7-b3bd-4044-9e2e-99b6ee551e1c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0482984 Sep 10 05:00:57.313348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40b3a5c9-0782-4bdf-995b-1821564bd07f req-bc792891-b89e-4a01-82d2-72664daaf9d2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306730 Sep 10 05:00:58.431254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725d9342-d0da-4c69-b9cf-3e4507018efd req-f6c19252-64ac-4c8c-99fe-e15d32bdc589 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:58.432783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-725d9342-d0da-4c69-b9cf-3e4507018efd req-f6c19252-64ac-4c8c-99fe-e15d32bdc589 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0515125 Sep 10 05:00:58.473602 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-725d9342-d0da-4c69-b9cf-3e4507018efd req-4c63f8aa-91db-4596-a0d0-80f26106ea0b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347350 Sep 10 05:00:59.586715 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f347ada-de89-47e0-bd1b-3e9ba6271961 req-6b193bc0-a11d-4941-8755-0c92fc49c69f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:00:59.588199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f347ada-de89-47e0-bd1b-3e9ba6271961 req-6b193bc0-a11d-4941-8755-0c92fc49c69f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0471313 Sep 10 05:00:59.599255 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:00:59.624971 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f347ada-de89-47e0-bd1b-3e9ba6271961 req-1c7ff93e-d02f-4965-9d94-655ba4aabf0f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308664 Sep 10 05:01:00.737034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0e3c41-8af8-4242-adb9-0a4d71686c56 req-3e662977-609e-4acd-9a5d-75a35cb3fb6f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:00.738401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a0e3c41-8af8-4242-adb9-0a4d71686c56 req-3e662977-609e-4acd-9a5d-75a35cb3fb6f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0468369 Sep 10 05:01:00.775484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a0e3c41-8af8-4242-adb9-0a4d71686c56 req-483b8c98-1758-48ba-83cc-5c92f979df90 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304418 Sep 10 05:01:01.891611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5781a652-3cfb-49a2-92a2-553431670178 req-a4f7d4e3-8048-46b5-af67-c6f92a79e2b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:01.893090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5781a652-3cfb-49a2-92a2-553431670178 req-a4f7d4e3-8048-46b5-af67-c6f92a79e2b7 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0508425 Sep 10 05:01:01.928939 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5781a652-3cfb-49a2-92a2-553431670178 req-97554f10-48d8-4caf-988e-e7f6dd1d3829 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294263 Sep 10 05:01:03.044148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74aa11a-3cf2-4f66-b323-799934c5f92a req-60145e70-6b01-4852-a282-5107fac8295f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:03.045705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c74aa11a-3cf2-4f66-b323-799934c5f92a req-60145e70-6b01-4852-a282-5107fac8295f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0496299 Sep 10 05:01:03.082817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c74aa11a-3cf2-4f66-b323-799934c5f92a req-5aad506b-417f-4855-8e07-aea09c407cef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312357 Sep 10 05:01:03.149334 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:04.195982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c480da-9bd5-467b-96f9-7732d4655377 req-4e5c49d6-374c-4192-9947-1bb25c7eda83 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:04.197473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23c480da-9bd5-467b-96f9-7732d4655377 req-4e5c49d6-374c-4192-9947-1bb25c7eda83 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481696 Sep 10 05:01:04.233647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23c480da-9bd5-467b-96f9-7732d4655377 req-6c6fdb23-05c7-4e07-91fb-9ea9e46fb5ac tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303886 Sep 10 05:01:05.349667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69f4304-c2a3-4160-8b4b-7f86e896b58b req-4fd59d82-cb52-4961-879c-cb582826df95 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:05.351135 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c69f4304-c2a3-4160-8b4b-7f86e896b58b req-4fd59d82-cb52-4961-879c-cb582826df95 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0509095 Sep 10 05:01:05.387115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c69f4304-c2a3-4160-8b4b-7f86e896b58b req-e11fe277-a013-4a58-843b-8d5c6adb9060 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301464 Sep 10 05:01:06.499439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a2e801-f86b-4440-aa42-d3b96ab04375 req-94905f69-4f55-4178-b852-814ffcee677d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:06.500913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69a2e801-f86b-4440-aa42-d3b96ab04375 req-94905f69-4f55-4178-b852-814ffcee677d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477664 Sep 10 05:01:06.538795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-69a2e801-f86b-4440-aa42-d3b96ab04375 req-9410d1cc-af69-4f87-b94f-d370cb0347b0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319593 Sep 10 05:01:07.650384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb7cdd1-3efb-47ce-9a60-b2943ee20370 req-f0585b51-2e3b-492e-b85b-8b476091629b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:07.651869 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6eb7cdd1-3efb-47ce-9a60-b2943ee20370 req-f0585b51-2e3b-492e-b85b-8b476091629b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477018 Sep 10 05:01:07.688893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6eb7cdd1-3efb-47ce-9a60-b2943ee20370 req-1d7d5c56-1c06-4382-a399-98b9558ac11f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311408 Sep 10 05:01:08.807859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e491e1-3238-4752-8ccc-07b07ab0a7a1 req-dafaac1b-cd6a-4fbf-b1b0-32da2560f3c9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:08.809366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4e491e1-3238-4752-8ccc-07b07ab0a7a1 req-dafaac1b-cd6a-4fbf-b1b0-32da2560f3c9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0534151 Sep 10 05:01:08.845854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a4e491e1-3238-4752-8ccc-07b07ab0a7a1 req-1ccbb3bb-3bb2-4f54-aed5-c356df127d97 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306013 Sep 10 05:01:09.960094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a36e6-1ad7-44aa-826c-9deb597c22a5 req-ec561a52-0fee-4dff-80fa-e3f4c3640321 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:09.961560 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-958a36e6-1ad7-44aa-826c-9deb597c22a5 req-ec561a52-0fee-4dff-80fa-e3f4c3640321 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0480757 Sep 10 05:01:09.998640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-958a36e6-1ad7-44aa-826c-9deb597c22a5 req-72e8a88f-b679-4e7e-acb0-34ec84a19132 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310767 Sep 10 05:01:11.111563 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fbcb03-e73a-43cd-8afa-a4dfa1617a90 req-9f8b2732-880d-4e41-b876-4e5a1122c09a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:11.113065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08fbcb03-e73a-43cd-8afa-a4dfa1617a90 req-9f8b2732-880d-4e41-b876-4e5a1122c09a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476873 Sep 10 05:01:11.150206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-08fbcb03-e73a-43cd-8afa-a4dfa1617a90 req-28ae3f4d-286c-4d0d-bb75-98caf63e6a8c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313618 Sep 10 05:01:12.267449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8916a1-76a9-4aa0-92f7-952de1c67de9 req-1b845e9f-9aee-4a37-9b55-2c20a786a0f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:12.268961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d8916a1-76a9-4aa0-92f7-952de1c67de9 req-1b845e9f-9aee-4a37-9b55-2c20a786a0f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0520155 Sep 10 05:01:12.304979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8d8916a1-76a9-4aa0-92f7-952de1c67de9 req-ca767809-1466-4353-902a-d5c16651f98b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300169 Sep 10 05:01:13.417397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010e03a-f7d8-43fa-8690-9c9333497905 req-940d0294-250f-4ec7-b5d1-d0ca91b3105c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:13.418860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f010e03a-f7d8-43fa-8690-9c9333497905 req-940d0294-250f-4ec7-b5d1-d0ca91b3105c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0470116 Sep 10 05:01:13.455304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f010e03a-f7d8-43fa-8690-9c9333497905 req-7248a922-a1fe-4ac8-8b21-dd93e65b7615 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306318 Sep 10 05:01:14.567763 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3bbd88-8445-405e-abda-38dc57f8a876 req-3cff0bfa-3663-4118-b7a6-21ac035fd784 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:14.569262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c3bbd88-8445-405e-abda-38dc57f8a876 req-3cff0bfa-3663-4118-b7a6-21ac035fd784 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483766 Sep 10 05:01:14.610536 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5c3bbd88-8445-405e-abda-38dc57f8a876 req-1ca0af0c-8bc7-4cf8-b2af-7f6b9b9e0ad5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353167 Sep 10 05:01:15.725340 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fd178b-6200-40b0-b204-9d8dde86ba9f req-c47ee0a8-f7d5-46d7-b24a-aaa308d073df tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:15.726768 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88fd178b-6200-40b0-b204-9d8dde86ba9f req-c47ee0a8-f7d5-46d7-b24a-aaa308d073df tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0509295 Sep 10 05:01:15.763289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88fd178b-6200-40b0-b204-9d8dde86ba9f req-a502545b-c7bd-49e4-9355-047bc2d2c95a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307250 Sep 10 05:01:16.875272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad0ac5c-3d69-4bb2-b6c3-826ff5fd6cda req-2c23d84b-ce69-4400-899e-7727dace1ede tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:16.876743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ad0ac5c-3d69-4bb2-b6c3-826ff5fd6cda req-2c23d84b-ce69-4400-899e-7727dace1ede tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0472143 Sep 10 05:01:16.913535 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ad0ac5c-3d69-4bb2-b6c3-826ff5fd6cda req-75b9c20a-8f72-487a-aaee-ee243a39c96f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309463 Sep 10 05:01:18.026665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8d83bd-e33e-4ba6-bd21-671379d5dab7 req-2dda7dcd-f747-495c-8f3a-8a204782b2de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:18.028141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d8d83bd-e33e-4ba6-bd21-671379d5dab7 req-2dda7dcd-f747-495c-8f3a-8a204782b2de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479445 Sep 10 05:01:18.065163 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d8d83bd-e33e-4ba6-bd21-671379d5dab7 req-75019de4-b32d-4721-8851-08c96fc72086 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311055 Sep 10 05:01:19.181498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f7fd6-21d7-4d6e-a93c-9dab0c922cfa req-ca31b727-9f7f-422f-b7cc-04a9479ea78c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:19.182979 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-252f7fd6-21d7-4d6e-a93c-9dab0c922cfa req-ca31b727-9f7f-422f-b7cc-04a9479ea78c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0522094 Sep 10 05:01:19.219463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-252f7fd6-21d7-4d6e-a93c-9dab0c922cfa req-0c049c49-af2e-4f05-920e-83a2fab8112b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306721 Sep 10 05:01:20.367585 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c2a1c-c2d7-4438-8249-5afcb5773f12 req-4bf58041-eb12-465c-99ea-862ea8a05900 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:20.369072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c5c2a1c-c2d7-4438-8249-5afcb5773f12 req-4bf58041-eb12-465c-99ea-862ea8a05900 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0485170 Sep 10 05:01:20.405783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c5c2a1c-c2d7-4438-8249-5afcb5773f12 req-762a77c3-7daa-4c55-9f4f-f3d8f1004339 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308692 Sep 10 05:01:20.891878 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b6deec56-bb5b-4f47-b0db-178c96125459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:21.495348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-2ccd85bd-034d-4d01-86c6-021981dd710d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:21.497101 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-2ccd85bd-034d-4d01-86c6-021981dd710d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.0421271 Sep 10 05:01:21.525980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3553c2-9ad6-4352-88fe-6eddf224d530 req-231a042e-38b2-4b9f-a23b-59aa2a62e109 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:21.527481 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e3553c2-9ad6-4352-88fe-6eddf224d530 req-231a042e-38b2-4b9f-a23b-59aa2a62e109 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0512643 Sep 10 05:01:21.564794 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e3553c2-9ad6-4352-88fe-6eddf224d530 req-9aa2125e-704f-4944-ba13-381e3417fbca tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313256 Sep 10 05:01:21.601319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-392a3c50-e484-4ba8-85fb-61d061a80027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:21.602801 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-392a3c50-e484-4ba8-85fb-61d061a80027 service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0859506 Sep 10 05:01:21.669973 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-c848b501-a50c-4547-ad26-dcba1dfc1eb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 1001 time: 0.0599554 Sep 10 05:01:21.718220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-9aecb67b-db76-4166-a2fe-053e9d54ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:21.719539 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-9aecb67b-db76-4166-a2fe-053e9d54ea6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0424111 Sep 10 05:01:21.764070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-63f406d9-663d-4733-b863-3b7c43f80121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:21.765533 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-63f406d9-663d-4733-b863-3b7c43f80121 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391452 Sep 10 05:01:21.855931 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-24a49917-038d-4790-8c49-707833737a37 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826967 Sep 10 05:01:21.947865 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ffde3939-1bae-436e-a847-4c2bf9e8e1d5 req-7b7dcafa-08bc-4dfe-934f-f36364c24f8d service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844758 Sep 10 05:01:22.682924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1317b383-3fd2-400b-970a-8813e61df8fa req-5aeebb2c-c04e-4482-bb63-ee7e73abb6c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:22.684417 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1317b383-3fd2-400b-970a-8813e61df8fa req-5aeebb2c-c04e-4482-bb63-ee7e73abb6c1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0520988 Sep 10 05:01:22.720927 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1317b383-3fd2-400b-970a-8813e61df8fa req-fda63588-ae56-4624-abf7-c48527aaa2b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305593 Sep 10 05:01:23.206136 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:01:23.558947 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-88b98ce5-f14c-4233-9e9e-5237a6b3ece4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:23.810585 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:23.835030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc9963e-99ce-4112-89d3-bbbac4a70aaa req-573cde4f-918f-46ec-a607-0d170bca5716 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:23.836529 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fc9963e-99ce-4112-89d3-bbbac4a70aaa req-573cde4f-918f-46ec-a607-0d170bca5716 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0485632 Sep 10 05:01:23.873474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8fc9963e-99ce-4112-89d3-bbbac4a70aaa req-d72c2a13-8787-48e9-8e7a-f20018843794 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306389 Sep 10 05:01:24.986805 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb68ca3e-1726-4658-9e08-011eeeff6299 req-556affd5-5638-4296-9fb8-36a151131192 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:24.988318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb68ca3e-1726-4658-9e08-011eeeff6299 req-556affd5-5638-4296-9fb8-36a151131192 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477805 Sep 10 05:01:25.024996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cb68ca3e-1726-4658-9e08-011eeeff6299 req-5ebb5282-98d5-4a7d-843c-ec7a01519425 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308073 Sep 10 05:01:25.469159 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:26.142376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8a08cb-0762-4cfe-b0a5-9e3af7b78662 req-51bdbba1-1e60-46fb-ac11-4c63cce6c5d4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:26.143868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a8a08cb-0762-4cfe-b0a5-9e3af7b78662 req-51bdbba1-1e60-46fb-ac11-4c63cce6c5d4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0517190 Sep 10 05:01:26.180472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a8a08cb-0762-4cfe-b0a5-9e3af7b78662 req-4564b074-2bdc-41eb-9832-a8d4c43b784e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299811 Sep 10 05:01:26.634487 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:27.292683 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583793ce-3dd8-421c-8c59-0e970fcb0c3c req-1bb6c901-e217-480b-9d00-a5f9f65a4007 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:27.294118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-583793ce-3dd8-421c-8c59-0e970fcb0c3c req-1bb6c901-e217-480b-9d00-a5f9f65a4007 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0473804 Sep 10 05:01:27.331425 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-583793ce-3dd8-421c-8c59-0e970fcb0c3c req-d4f5c6ba-b6d0-4d57-8576-996abab045bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311327 Sep 10 05:01:28.443601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89e82ab-029c-4c09-ba85-98fe6850e288 req-7bf953f5-498b-431c-8503-306bedbf32f8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:28.445086 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e89e82ab-029c-4c09-ba85-98fe6850e288 req-7bf953f5-498b-431c-8503-306bedbf32f8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477078 Sep 10 05:01:28.481832 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e89e82ab-029c-4c09-ba85-98fe6850e288 req-3b828a69-3ccb-4b78-94a2-318994fccb06 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308604 Sep 10 05:01:29.583562 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:29.601148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5988f50-57c0-452d-8704-76e084fd62ed req-03f626ea-e281-470f-9e01-317cad0c985f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:29.602637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5988f50-57c0-452d-8704-76e084fd62ed req-03f626ea-e281-470f-9e01-317cad0c985f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0526001 Sep 10 05:01:29.640779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a5988f50-57c0-452d-8704-76e084fd62ed req-a72e22ba-56af-4c35-8090-4d955ced7760 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320897 Sep 10 05:01:30.757292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd48593b-b7f1-41aa-b7f5-f9ca8e34d49e req-ff09a5df-2a4f-436f-af46-08d1fddbb35c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:30.758652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd48593b-b7f1-41aa-b7f5-f9ca8e34d49e req-ff09a5df-2a4f-436f-af46-08d1fddbb35c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477164 Sep 10 05:01:30.795791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fd48593b-b7f1-41aa-b7f5-f9ca8e34d49e req-3f474861-3ee9-4050-8df2-a46a3a7822ec tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309393 Sep 10 05:01:31.907193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c8af9a-232d-4369-be95-98dfb44b1b0a req-6f06d4ab-5824-4c8b-8183-fc714311f818 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:31.908650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17c8af9a-232d-4369-be95-98dfb44b1b0a req-6f06d4ab-5824-4c8b-8183-fc714311f818 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0469859 Sep 10 05:01:31.945071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-17c8af9a-232d-4369-be95-98dfb44b1b0a req-c6506151-4886-4933-b274-2754fdedca4a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298610 Sep 10 05:01:33.079273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d7e8a1-2e1e-4d4f-a4d5-840166619ae0 req-cc6a5fc3-c7a8-4743-bd39-c398264c52b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:33.080751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62d7e8a1-2e1e-4d4f-a4d5-840166619ae0 req-cc6a5fc3-c7a8-4743-bd39-c398264c52b5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0524821 Sep 10 05:01:33.118827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62d7e8a1-2e1e-4d4f-a4d5-840166619ae0 req-b25e6e2c-feec-4748-b7ce-ec9f77312e31 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314295 Sep 10 05:01:33.149209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:34.232921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c1486e-01f1-455b-9a5a-ecd0c0b555e9 req-e182a46e-346b-449d-9469-b591acff1a5c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:34.234418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74c1486e-01f1-455b-9a5a-ecd0c0b555e9 req-e182a46e-346b-449d-9469-b591acff1a5c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478802 Sep 10 05:01:34.270195 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74c1486e-01f1-455b-9a5a-ecd0c0b555e9 req-61a831bd-193a-46df-bb63-95db61337929 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299895 Sep 10 05:01:35.385030 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751f8a94-6412-4059-a443-e34405ccc497 req-9b135dc0-ceef-48d5-bbb4-becd445eeefe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:35.386789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-751f8a94-6412-4059-a443-e34405ccc497 req-9b135dc0-ceef-48d5-bbb4-becd445eeefe tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0496800 Sep 10 05:01:35.423070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-751f8a94-6412-4059-a443-e34405ccc497 req-c2fe95f8-cb00-4698-8ca3-cfb5c24256a5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304801 Sep 10 05:01:36.540307 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200996d-c21f-402c-9ac9-ca07a2e2a8a6 req-d0cabf22-6fbe-4a5f-9378-cfdc6d257f4c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:36.541783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a200996d-c21f-402c-9ac9-ca07a2e2a8a6 req-d0cabf22-6fbe-4a5f-9378-cfdc6d257f4c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0525382 Sep 10 05:01:36.580660 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a200996d-c21f-402c-9ac9-ca07a2e2a8a6 req-32603564-ca04-4971-b088-12961c3f4746 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328574 Sep 10 05:01:37.694781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455e1654-cad2-4a8c-8c82-69064885984d req-62581455-b340-4c11-9f6c-94b8042fd36c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:37.696322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-455e1654-cad2-4a8c-8c82-69064885984d req-62581455-b340-4c11-9f6c-94b8042fd36c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477874 Sep 10 05:01:37.734747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-455e1654-cad2-4a8c-8c82-69064885984d req-bb862cf4-b672-44ce-acbe-42350a5bbb07 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309415 Sep 10 05:01:38.846142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aae29c-cea5-4ad4-9e4a-047570a86db6 req-6cdef10f-8571-4cd5-89e2-286ba90f009c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:38.847578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28aae29c-cea5-4ad4-9e4a-047570a86db6 req-6cdef10f-8571-4cd5-89e2-286ba90f009c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475302 Sep 10 05:01:38.884197 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28aae29c-cea5-4ad4-9e4a-047570a86db6 req-3debbe2b-e353-4ef7-ab77-4350c88cd534 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302007 Sep 10 05:01:39.999777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a5ea81-44f5-4ce4-b8a6-3e33f7d6f103 req-7653287e-5b25-4782-b5df-ca21569171ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:40.001232 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9a5ea81-44f5-4ce4-b8a6-3e33f7d6f103 req-7653287e-5b25-4782-b5df-ca21569171ae tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0510967 Sep 10 05:01:40.037603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9a5ea81-44f5-4ce4-b8a6-3e33f7d6f103 req-ded824f1-6444-4353-ae51-3a2909371b51 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0298257 Sep 10 05:01:41.153013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1cfc85-740d-4ece-a819-007edb296104 req-b40e7132-c214-4475-91aa-d6bc495a3004 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:41.154472 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e1cfc85-740d-4ece-a819-007edb296104 req-b40e7132-c214-4475-91aa-d6bc495a3004 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479317 Sep 10 05:01:41.190570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e1cfc85-740d-4ece-a819-007edb296104 req-fad8fc50-e057-4394-ba51-15bc988582b8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301867 Sep 10 05:01:42.304461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6e1ea-bc07-4f08-be6e-328c4a91ec63 req-994598b9-5300-4602-9fd0-b784e8e36b13 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:42.305930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6de6e1ea-bc07-4f08-be6e-328c4a91ec63 req-994598b9-5300-4602-9fd0-b784e8e36b13 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0479426 Sep 10 05:01:42.342509 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6de6e1ea-bc07-4f08-be6e-328c4a91ec63 req-3cb82726-f9a8-497d-83c8-01e219789c30 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307055 Sep 10 05:01:43.456958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f54052a-64db-40c1-99bd-24675676bcce req-1490e1f5-427d-4b84-a101-59ef0db8a685 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:43.458406 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f54052a-64db-40c1-99bd-24675676bcce req-1490e1f5-427d-4b84-a101-59ef0db8a685 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0516016 Sep 10 05:01:43.495438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f54052a-64db-40c1-99bd-24675676bcce req-a0cf20e8-ab09-40e5-bc94-9b7ad4635906 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310957 Sep 10 05:01:44.606636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fb8de-e0b4-469e-9722-b537e8142d1a req-2c92dae9-db3a-42a0-b102-4f1d6c0562d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:44.608114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d74fb8de-e0b4-469e-9722-b537e8142d1a req-2c92dae9-db3a-42a0-b102-4f1d6c0562d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474801 Sep 10 05:01:44.645483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d74fb8de-e0b4-469e-9722-b537e8142d1a req-190b7528-58ef-4893-9ea3-c6c3b64bf1e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312717 Sep 10 05:01:45.755698 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c442e3e-cf61-4c42-af36-3e230e5ed2ad req-8b0b6f9f-7c91-4ec7-ad3a-df056ed773ef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:45.757684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c442e3e-cf61-4c42-af36-3e230e5ed2ad req-8b0b6f9f-7c91-4ec7-ad3a-df056ed773ef tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0471025 Sep 10 05:01:45.796140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c442e3e-cf61-4c42-af36-3e230e5ed2ad req-77db82e0-01e6-4fc1-a354-8aaa436f423d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312383 Sep 10 05:01:46.911359 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a17390-453c-4a17-962e-9b5d85020586 req-a3280937-dcdf-4741-ba8a-ad089e1b8b43 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:46.913505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87a17390-453c-4a17-962e-9b5d85020586 req-a3280937-dcdf-4741-ba8a-ad089e1b8b43 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0521364 Sep 10 05:01:46.949897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-87a17390-453c-4a17-962e-9b5d85020586 req-dfa97b53-839e-4261-824a-fa0e409584bc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305302 Sep 10 05:01:48.067019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93489ec1-03c6-4670-9e4c-a8097d1ee232 req-41836c38-419f-4266-adec-4ad04771ad62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:48.068639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93489ec1-03c6-4670-9e4c-a8097d1ee232 req-41836c38-419f-4266-adec-4ad04771ad62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0484178 Sep 10 05:01:48.104620 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93489ec1-03c6-4670-9e4c-a8097d1ee232 req-2def0088-3bc0-4e33-a85a-5c30130da2e6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302866 Sep 10 05:01:49.217443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86aaf18-bf77-4377-b890-9f2f4a7e7ae0 req-0976f22c-d828-4683-a017-392778ca5ad4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:49.218901 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86aaf18-bf77-4377-b890-9f2f4a7e7ae0 req-0976f22c-d828-4683-a017-392778ca5ad4 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0481255 Sep 10 05:01:49.255702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e86aaf18-bf77-4377-b890-9f2f4a7e7ae0 req-f15d5034-f321-4593-8b5f-6c80240f26aa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308571 Sep 10 05:01:50.372549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84403dc3-d39c-43ab-8989-f3fc9ad313e5 req-2a170987-203f-48cd-81c7-6a8c351db688 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:50.374003 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84403dc3-d39c-43ab-8989-f3fc9ad313e5 req-2a170987-203f-48cd-81c7-6a8c351db688 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0512459 Sep 10 05:01:50.410017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-84403dc3-d39c-43ab-8989-f3fc9ad313e5 req-217be0ee-668c-45dd-917f-8791fa2164f0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300589 Sep 10 05:01:50.935068 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b9ccc2d7-2626-4123-aaec-4cfff0befaf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:51.525114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b21354-ef3d-4233-a730-5cabfe0e3a42 req-60390306-8e16-4424-9e3b-2155ae1960c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:51.526591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06b21354-ef3d-4233-a730-5cabfe0e3a42 req-60390306-8e16-4424-9e3b-2155ae1960c5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0492072 Sep 10 05:01:51.563359 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-06b21354-ef3d-4233-a730-5cabfe0e3a42 req-c60438f4-e0da-4f91-bdc5-2e5d71c13013 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306346 Sep 10 05:01:52.674665 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1052af-8e77-44c7-9555-b7a327eec99e req-490a967b-b9d4-4e1d-a14f-5eb54bb383e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:52.676125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec1052af-8e77-44c7-9555-b7a327eec99e req-490a967b-b9d4-4e1d-a14f-5eb54bb383e8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0468318 Sep 10 05:01:52.712630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec1052af-8e77-44c7-9555-b7a327eec99e req-6da019a4-6946-468a-8731-f9b995c7373b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0300069 Sep 10 05:01:53.571696 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e7d8b715-37fe-4f06-a5af-ab49f32a8042 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:53.782842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:53.833696 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404dc722-11a0-484d-8640-68e46e78bb3a req-82503200-2a78-4711-8558-b9729c526acd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:53.835155 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-404dc722-11a0-484d-8640-68e46e78bb3a req-82503200-2a78-4711-8558-b9729c526acd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0549552 Sep 10 05:01:53.871928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-404dc722-11a0-484d-8640-68e46e78bb3a req-09635f53-a1db-4826-8d20-fdac2fa9d35b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308101 Sep 10 05:01:54.986046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997d5a7-a8c7-4e1e-8780-48f5caf7998a req-07d56cec-00db-45d4-b02c-4f76b046515b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:54.987510 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2997d5a7-a8c7-4e1e-8780-48f5caf7998a req-07d56cec-00db-45d4-b02c-4f76b046515b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0490851 Sep 10 05:01:55.024527 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2997d5a7-a8c7-4e1e-8780-48f5caf7998a req-172ac2c5-5c17-4db5-886d-3200efb34ae2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310886 Sep 10 05:01:55.461224 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:56.138750 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fce2dc-79d9-4bb9-89de-c555af5a7601 req-f581a7b4-477a-4284-9a3d-cdc334c9b8db tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:56.140242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94fce2dc-79d9-4bb9-89de-c555af5a7601 req-f581a7b4-477a-4284-9a3d-cdc334c9b8db tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0489542 Sep 10 05:01:56.176771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94fce2dc-79d9-4bb9-89de-c555af5a7601 req-1f793f40-62d0-4353-9788-26b9ba5b38ad tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306687 Sep 10 05:01:56.600525 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:57.292476 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a26dc8ff-65b5-4448-aeb9-13c904a1746d req-60cc2a7d-3310-4b4e-ad37-3f9984bdcb1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:57.293919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a26dc8ff-65b5-4448-aeb9-13c904a1746d req-60cc2a7d-3310-4b4e-ad37-3f9984bdcb1f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0509598 Sep 10 05:01:57.331324 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a26dc8ff-65b5-4448-aeb9-13c904a1746d req-112f8245-d9c7-42dd-a997-39f46ba4cad6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315819 Sep 10 05:01:58.444418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec3421-226c-4f1b-8120-00c03fb8cc6b req-47728d68-0950-4c18-97e3-774594c155d5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:58.445991 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40ec3421-226c-4f1b-8120-00c03fb8cc6b req-47728d68-0950-4c18-97e3-774594c155d5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483992 Sep 10 05:01:58.487814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-40ec3421-226c-4f1b-8120-00c03fb8cc6b req-5c221d5d-e72c-4d43-a7bb-89656b135e94 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354836 Sep 10 05:01:59.601568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe12e04-08d6-46b8-9ad3-d69409b6d335 req-4d6df589-b514-4acf-9728-21db96ab180c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:01:59.603024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbe12e04-08d6-46b8-9ad3-d69409b6d335 req-4d6df589-b514-4acf-9728-21db96ab180c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474741 Sep 10 05:01:59.622535 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:01:59.639372 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dbe12e04-08d6-46b8-9ad3-d69409b6d335 req-06ba0473-121c-44a9-a235-08ff92c21caa tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303473 Sep 10 05:02:00.204597 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:02:00.756053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b8cab9-2d8f-43b0-a5f8-7def1d8d3359 req-c3d0a435-ecac-4bb8-b798-38e25232107b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:00.757430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07b8cab9-2d8f-43b0-a5f8-7def1d8d3359 req-c3d0a435-ecac-4bb8-b798-38e25232107b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0514071 Sep 10 05:02:00.794833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07b8cab9-2d8f-43b0-a5f8-7def1d8d3359 req-81cb6a16-3ba7-4b4f-be21-9a3f56606355 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308011 Sep 10 05:02:01.906734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f524d64a-223f-4c50-a47e-2f29d0114692 req-584597df-4f78-4a5b-b2f5-ef512ba2f5d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:01.908198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f524d64a-223f-4c50-a47e-2f29d0114692 req-584597df-4f78-4a5b-b2f5-ef512ba2f5d3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475395 Sep 10 05:02:01.945159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f524d64a-223f-4c50-a47e-2f29d0114692 req-9b2eda0d-49e7-41d2-90c3-c223ae1a0a2f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304523 Sep 10 05:02:03.060366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca76673-cde7-4962-b44b-c10f76d874f2 req-4a4af9f7-2463-4abf-aea1-37d25a595fb6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:03.061960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aca76673-cde7-4962-b44b-c10f76d874f2 req-4a4af9f7-2463-4abf-aea1-37d25a595fb6 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0488658 Sep 10 05:02:03.098759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aca76673-cde7-4962-b44b-c10f76d874f2 req-fbb5c979-13fe-476b-a40c-24e6b3e9126e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309451 Sep 10 05:02:03.171227 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:04.215435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc574aa-ac38-460f-a37b-769e9588decf req-767582a8-4e14-477d-92b4-3d1d6b06139f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:04.216931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cc574aa-ac38-460f-a37b-769e9588decf req-767582a8-4e14-477d-92b4-3d1d6b06139f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0515332 Sep 10 05:02:04.253444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9cc574aa-ac38-460f-a37b-769e9588decf req-ffb97ae6-e0e1-447f-8b91-21e93f7fb533 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306587 Sep 10 05:02:05.365184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9c4f8b-dc3b-4714-8548-4957ff7af664 req-6814994a-174b-4d98-8c1c-b99bfb2076e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:05.366635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f9c4f8b-dc3b-4714-8548-4957ff7af664 req-6814994a-174b-4d98-8c1c-b99bfb2076e5 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0471737 Sep 10 05:02:05.404458 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9f9c4f8b-dc3b-4714-8548-4957ff7af664 req-e75358c9-8089-44ae-ad82-9b264c68a208 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319543 Sep 10 05:02:06.517942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97708d9-3107-4174-ba5e-cf1580934a89 req-f0cfac8f-ae4c-4938-a9a5-dd505c9e718a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:06.519456 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c97708d9-3107-4174-ba5e-cf1580934a89 req-f0cfac8f-ae4c-4938-a9a5-dd505c9e718a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0490527 Sep 10 05:02:06.556283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c97708d9-3107-4174-ba5e-cf1580934a89 req-4a8f705b-560e-48bf-8d42-f2bc732a8ebd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308471 Sep 10 05:02:07.673031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1adbeb-e2eb-44d6-8a46-a98189cf296f req-a0016d9e-ca3c-41e8-8011-1cf541b91c2a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:07.674491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea1adbeb-e2eb-44d6-8a46-a98189cf296f req-a0016d9e-ca3c-41e8-8011-1cf541b91c2a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0514534 Sep 10 05:02:07.711695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea1adbeb-e2eb-44d6-8a46-a98189cf296f req-4dda337c-f014-4cf6-af12-ad2ccc7736d0 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306408 Sep 10 05:02:08.825722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9a6b4-dd73-4500-abb0-12747376904c req-ba58a801-686e-4b70-87b7-bbd56e048786 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:08.827194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eff9a6b4-dd73-4500-abb0-12747376904c req-ba58a801-686e-4b70-87b7-bbd56e048786 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0483780 Sep 10 05:02:08.868765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eff9a6b4-dd73-4500-abb0-12747376904c req-437e4d99-dc2e-4187-960c-e6fe11a06c9c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355599 Sep 10 05:02:09.983068 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b514a59-6504-457e-9914-e23aedff4578 req-11443431-942c-4f21-b3c3-fa0bcfd54fb9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:09.984570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b514a59-6504-457e-9914-e23aedff4578 req-11443431-942c-4f21-b3c3-fa0bcfd54fb9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0504227 Sep 10 05:02:10.022051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9b514a59-6504-457e-9914-e23aedff4578 req-6057bd54-e1ca-43f0-bc23-7402eb3d04e9 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309083 Sep 10 05:02:11.138008 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db305544-0a28-4f46-b2d7-a3b9bdb3131f req-af352e68-af91-4947-a84a-3da975382f2c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:11.139467 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db305544-0a28-4f46-b2d7-a3b9bdb3131f req-af352e68-af91-4947-a84a-3da975382f2c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0509739 Sep 10 05:02:11.175852 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-db305544-0a28-4f46-b2d7-a3b9bdb3131f req-ad80a6da-12ef-47f7-8dd7-03e0a65abc62 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305035 Sep 10 05:02:12.289964 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a303fffa-1bd0-4768-8e5d-ca11eb71ed81 req-c920809d-9334-4805-86b8-52446da24dea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:12.291407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a303fffa-1bd0-4768-8e5d-ca11eb71ed81 req-c920809d-9334-4805-86b8-52446da24dea tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0476921 Sep 10 05:02:12.328428 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a303fffa-1bd0-4768-8e5d-ca11eb71ed81 req-c7efb515-c993-44b3-b4d7-0e8b7d4f7c1b tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310233 Sep 10 05:02:13.440667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efbfb1c-48c7-4f90-ae7e-64affc4d4a8d req-f4772944-dfe5-411e-8547-6f9e653c9f5c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:13.442102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9efbfb1c-48c7-4f90-ae7e-64affc4d4a8d req-f4772944-dfe5-411e-8547-6f9e653c9f5c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0474465 Sep 10 05:02:13.479221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9efbfb1c-48c7-4f90-ae7e-64affc4d4a8d req-02f9ce4b-6bb8-4722-9dca-79d73ab8a9b3 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311644 Sep 10 05:02:14.596643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f41e34f-4789-4923-87aa-0104a4bd7bec req-fe94f3ae-6d72-4193-bd63-583be94f4640 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:14.598093 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f41e34f-4789-4923-87aa-0104a4bd7bec req-fe94f3ae-6d72-4193-bd63-583be94f4640 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0508103 Sep 10 05:02:14.634364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f41e34f-4789-4923-87aa-0104a4bd7bec req-5a444ef3-4f57-4f10-8a40-e7af3925fdf2 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0297196 Sep 10 05:02:15.746253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828a5a4e-7ca9-4418-9fa5-7ed6da4283e7 req-1861d233-f8f3-4665-af3a-2e8b91c5fd15 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:15.747737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-828a5a4e-7ca9-4418-9fa5-7ed6da4283e7 req-1861d233-f8f3-4665-af3a-2e8b91c5fd15 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478747 Sep 10 05:02:15.785249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-828a5a4e-7ca9-4418-9fa5-7ed6da4283e7 req-fdbfe7b8-80f1-477c-8910-15a002c0097e tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316188 Sep 10 05:02:16.899545 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517c380c-4146-4ee7-94e0-45e066f7f224 req-6cf5abed-ed8b-4863-9f03-cfee6d25efbd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:16.901000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-517c380c-4146-4ee7-94e0-45e066f7f224 req-6cf5abed-ed8b-4863-9f03-cfee6d25efbd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477400 Sep 10 05:02:16.937690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-517c380c-4146-4ee7-94e0-45e066f7f224 req-c5f0323a-7985-44ff-bce7-eb533b7c9b50 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305560 Sep 10 05:02:18.056578 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8216dbf-a325-427a-af50-c8a473cb53df req-0b53236e-588e-44d6-ab8e-0e1a2c624e68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:18.058070 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8216dbf-a325-427a-af50-c8a473cb53df req-0b53236e-588e-44d6-ab8e-0e1a2c624e68 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0522606 Sep 10 05:02:18.094170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a8216dbf-a325-427a-af50-c8a473cb53df req-d9c96e2c-ef3c-4719-8db6-e210d45d85cb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0302310 Sep 10 05:02:19.207023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0701f93-4012-447c-8f0b-5d8a9602bb43 req-3fa2fa87-5590-448a-81f6-25f8ef00a994 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:19.209076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0701f93-4012-447c-8f0b-5d8a9602bb43 req-3fa2fa87-5590-448a-81f6-25f8ef00a994 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0475025 Sep 10 05:02:19.245475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0701f93-4012-447c-8f0b-5d8a9602bb43 req-42f107aa-983f-4892-8e91-c615b78063cc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306711 Sep 10 05:02:20.357747 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd9d4b9-b47e-402f-b927-e5bed9784d8d req-c9a682f5-e493-4b22-991f-bbc19f488edb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:20.359206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cd9d4b9-b47e-402f-b927-e5bed9784d8d req-c9a682f5-e493-4b22-991f-bbc19f488edb tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478420 Sep 10 05:02:20.395444 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6cd9d4b9-b47e-402f-b927-e5bed9784d8d req-25fbde24-712b-4bf9-abc7-0073364b4488 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304253 Sep 10 05:02:20.912559 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6de50767-5f48-4fa0-a74b-153711ba022e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:21.475574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-c5c7c1c0-4e5d-4b58-bf63-a8e67de66418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:21.477138 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-c5c7c1c0-4e5d-4b58-bf63-a8e67de66418 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98de73e732344a4a89b5658658a903da&device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 1096 time: 0.0424759 Sep 10 05:02:21.512051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3753eae7-e437-4fb0-8470-f912cfc7b44f req-2393b7f3-d8a0-48d0-8cac-59b6572b044a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:21.513539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3753eae7-e437-4fb0-8470-f912cfc7b44f req-2393b7f3-d8a0-48d0-8cac-59b6572b044a tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0517983 Sep 10 05:02:21.552601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3753eae7-e437-4fb0-8470-f912cfc7b44f req-e681b4db-7fec-406b-8110-3326cdc2c34c tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328674 Sep 10 05:02:21.581032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-9aa30ab3-a027-44b5-a4f1-6ae5135e4aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:21.582572 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-9aa30ab3-a027-44b5-a4f1-6ae5135e4aed service neutron] 10.222.0.20 "GET /v2.0/networks?id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 200 len: 913 time: 0.0861380 Sep 10 05:02:21.650723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-db2562f0-f2e4-48c1-9e90-5da923849635 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 200 len: 1001 time: 0.0609522 Sep 10 05:02:21.697563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-001fa626-598b-4c2b-a8a1-dbe0db4b9e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:21.698888 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-001fa626-598b-4c2b-a8a1-dbe0db4b9e19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 200 len: 851 time: 0.0416770 Sep 10 05:02:21.742767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-3a2267e1-7a69-4eb6-bca1-bce260ef1ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:21.744288 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-3a2267e1-7a69-4eb6-bca1-bce260ef1ebc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391731 Sep 10 05:02:21.841588 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-35dfba97-b911-4c6a-97e7-f11b368b0718 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903020 Sep 10 05:02:21.935182 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a8a36386-5eba-4e98-b70e-ccf664e44edd req-6cbb02c5-4c8b-4d05-b75b-0eda86e04003 service neutron] 10.222.0.20 "GET /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846882 Sep 10 05:02:22.010119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a504b4-ca3e-4b23-b1fc-ce7a9f838816 req-b6a1ba46-4bad-4832-a2db-a36f8de15062 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:22.011496 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48a504b4-ca3e-4b23-b1fc-ce7a9f838816 req-b6a1ba46-4bad-4832-a2db-a36f8de15062 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0478299 Sep 10 05:02:22.047598 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48a504b4-ca3e-4b23-b1fc-ce7a9f838816 req-6551bfb2-8c09-43b6-a5bb-35e50c5d2875 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301113 Sep 10 05:02:22.611834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-384398b6-61ab-4f90-be51-83ab98a312f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:22.613277 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-384398b6-61ab-4f90-be51-83ab98a312f1 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0477319 Sep 10 05:02:22.699020 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Deleting port ffab332d-0a7e-47ec-aff5-0d85c525ac00 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:02:22.699361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:22.789597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] For port ffab332d-0a7e-47ec-aff5-0d85c525ac00, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ffab332d-0a7e-47ec-aff5-0d85c525ac00,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:02:22.789884 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:22.959122 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:22.959488 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:22.959829 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45 disassociated. External IP: 172.25.3.17, port: ffab332d-0a7e-47ec-aff5-0d85c525ac00. Sep 10 05:02:22.960171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Calling delete_port for ffab332d-0a7e-47ec-aff5-0d85c525ac00 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:02:23.159501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:23.166809 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d8b72-06a7-4088-a59c-e83510ed3b60 req-9ab69ee3-09cd-46ca-81c9-9194e8404389 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:23.168392 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d36d8b72-06a7-4088-a59c-e83510ed3b60 req-9ab69ee3-09cd-46ca-81c9-9194e8404389 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 945 time: 0.0519874 Sep 10 05:02:23.189091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event deleted for resources: {'Port': ['ID=ffab332d-0a7e-47ec-aff5-0d85c525ac00,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:23.200567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.200923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.202305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.202305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.202305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.202305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.202660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.202876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.203453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.203711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.204469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.204469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:23.222102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d36d8b72-06a7-4088-a59c-e83510ed3b60 req-829966bc-2b52-497f-8c4f-e10f7f74a5bd tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups?id=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438244 Sep 10 05:02:23.314502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:02:23.421547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:02:23.431828 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:02:23.441195 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:02:23.441873 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:01:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:23.464931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] No DVR routers for this DVR port ffab332d-0a7e-47ec-aff5-0d85c525ac00 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:02:23.467840 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:23.469842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-68595e4f-3cf0-43ce-a2fb-e190c2218984 req-901b2ae3-95cc-4fc0-827f-76a6d81e5f57 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.20 "DELETE /v2.0/ports/ffab332d-0a7e-47ec-aff5-0d85c525ac00 HTTP/1.1" status: 204 len: 173 time: 0.8503246 Sep 10 05:02:23.470309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'name': 'network-vif-deleted', 'tag': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:02:23.472766 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e4553ca-1706-4e7b-9bed-1712960fbfde" -d '{"events": [{"server_uuid": "a5e6ec2d-2046-4b5d-b2f0-410a787468dc", "name": "network-vif-deleted", "tag": "ffab332d-0a7e-47ec-aff5-0d85c525ac00"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:02:23.562939 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:02:23.565465 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b56d8c03-cd53-4872-a2ae-9f96368f9c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:23.775992 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:23.801012 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:02:23.803942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:23.810124 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:02:23.810722 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:02:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:23.913156 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:02:24.192416 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:24.217970 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01f1cce3-6106-41fc-bc20-ad41a3b8f1dc None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T04:30:12Z', 'revision_number': 4, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'c0d43dc4-06a8-4af9-8cf1-fc4018af2409', 'name': '', 'network_id': '80abc86f-ddfe-48e3-a4af-6abf2b7c2ded', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'mac_address': 'fa:16:3e:a2:95:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_interface', 'standard_attr_id': 4044, 'fixed_ips': [{'subnet_id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:12Z', 'updated_at': '2021-09-10T04:30:17Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'subnets': [{'id': 'b1a40548-a367-4aa5-b863-7f66011a93b0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:02:24.315849 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd61b240-8a00-4404-902d-8194e101349d req-2fceb782-9065-4d57-a5d8-e74b8adc5bc8 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 210 time: 0.0313549 Sep 10 05:02:24.440625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc37b3a-ce1c-456e-aad7-730d98248e5c None None] New status for floating IP a5b63893-b6e4-46db-bd73-794d3e29fc45: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:02:24.623627 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb919c34-6400-48b6-a028-9466a13f9d24 x-openstack-request-id: req-bb919c34-6400-48b6-a028-9466a13f9d24 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:02:24.624098 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a5e6ec2d-2046-4b5d-b2f0-410a787468dc", "name": "network-vif-deleted", "tag": "ffab332d-0a7e-47ec-aff5-0d85c525ac00", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:02:24.624208 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bb919c34-6400-48b6-a028-9466a13f9d24 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:02:24.624587 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a5e6ec2d-2046-4b5d-b2f0-410a787468dc', 'name': 'network-vif-deleted', 'tag': 'ffab332d-0a7e-47ec-aff5-0d85c525ac00', 'status': 'completed', 'code': 200} Sep 10 05:02:25.412507 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2bec1da0-8ef5-4b38-8296-e8f46575f545 req-24872884-21eb-4359-910d-ca9c07dc5c5f tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 210 time: 0.0263183 Sep 10 05:02:25.500721 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:26.227754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ffab332d-0a7e-47ec-aff5-0d85c525ac00 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:02:26.247921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: ffab332d-0a7e-47ec-aff5-0d85c525ac00 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:02:26.248269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ffab332d-0a7e-47ec-aff5-0d85c525ac00 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:02:26.510348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8640cf15-c3b8-4792-9e1a-832018ecb1fa req-f4c1c432-3f1a-4e00-8772-f028285f3166 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 210 time: 0.0276868 Sep 10 05:02:26.628076 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:27.628818 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-64270d52-f3aa-4c4b-b191-9dd9b8526d6b req-4bf1df78-db88-4813-83ea-2b011758ef9d tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/ports?device_id=a5e6ec2d-2046-4b5d-b2f0-410a787468dc HTTP/1.1" status: 200 len: 210 time: 0.0256708 Sep 10 05:02:29.587641 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:32.638101 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34060) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:32.695368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a251-fce9-4655-aa94-1f568c544dbc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:32.718414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a251-fce9-4655-aa94-1f568c544dbc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:32.837343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a251-fce9-4655-aa94-1f568c544dbc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:32.840420 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e8b4a251-fce9-4655-aa94-1f568c544dbc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:32.841589 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e8b4a251-fce9-4655-aa94-1f568c544dbc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "DELETE /v2.0/security-groups/75cb0366-6d51-47b1-8c6c-4b52c9f8fca0 HTTP/1.1" status: 204 len: 168 time: 0.2024670 Sep 10 05:02:32.844971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34062) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:32.858247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4a251-fce9-4655-aa94-1f568c544dbc tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=75cb0366-6d51-47b1-8c6c-4b52c9f8fca0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:32.865285 n-d-808143-1 neutron-server[95137]: INFO neutron.api.v2.resource [None req-6282221b-35ab-44f2-ae7f-6adfd202e206 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] show failed (client error): The resource could not be found. Sep 10 05:02:32.866293 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6282221b-35ab-44f2-ae7f-6adfd202e206 tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "GET /v2.0/security-groups/75cb0366-6d51-47b1-8c6c-4b52c9f8fca0 HTTP/1.1" status: 404 len: 347 time: 0.0192590 Sep 10 05:02:32.868957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34064) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:32.990331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Deleting port 0081b483-1149-4fd1-bd92-4633495265fc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:02:32.990682 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:33.063478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:33.063835 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:33.075811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Calling delete_port for 0081b483-1149-4fd1-bd92-4633495265fc owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:02:33.216448 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:33.265700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:33.288090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Pushing event deleted for resources: {'Port': ['ID=0081b483-1149-4fd1-bd92-4633495265fc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:33.351459 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:33.353950 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:33.355102 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-627646e2-1ab8-4d34-8e9b-c3b515c491de tempest-ServerActionsTestJSON-1883845507 tempest-ServerActionsTestJSON-1883845507-project] 10.222.0.22 "DELETE /v2.0/floatingips/a5b63893-b6e4-46db-bd73-794d3e29fc45 HTTP/1.1" status: 204 len: 168 time: 0.4851573 Sep 10 05:02:33.358037 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34068) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:33.812392 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:34.045588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Deleting port c0d43dc4-06a8-4af9-8cf1-fc4018af2409 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:02:34.045924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:34.122803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] For port c0d43dc4-06a8-4af9-8cf1-fc4018af2409, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=c0d43dc4-06a8-4af9-8cf1-fc4018af2409,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:02:34.123085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:34.136416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Calling delete_port for c0d43dc4-06a8-4af9-8cf1-fc4018af2409 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:02:34.376190 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:34.402541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0d43dc4-06a8-4af9-8cf1-fc4018af2409,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:34.569198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:34.773899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Router 9224b73a-f98a-4d95-98bf-fab466cdfe60 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:02:34.877841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:02:34.883442 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-14ecffd4-3721-412d-8f6c-44812f45a0b9 admin admin] 10.222.0.22 "PUT /v2.0/routers/9224b73a-f98a-4d95-98bf-fab466cdfe60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5244296 Sep 10 05:02:34.886307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34074) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:34.887277 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] Sync routers for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:02:34.896102 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:02:34.896690 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:02:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:34.996767 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:02:35.171447 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T05:02:34Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:35.201355 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] Checking router: 9224b73a-f98a-4d95-98bf-fab466cdfe60 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:02:35.209871 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] Routers {'9224b73a-f98a-4d95-98bf-fab466cdfe60'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:02:35.210239 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:02:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['9224b73a-f98a-4d95-98bf-fab466cdfe60'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:35.235116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:35.312715 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] Set router 9224b73a-f98a-4d95-98bf-fab466cdfe60 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:02:35.339640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:35.430616 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Deleting port b613b15d-3466-4ef2-9025-859a9069f57f {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:02:35.430875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:35.482730 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T05:02:34Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:35.507529 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd65d6b-dc8d-4f71-8b10-a79dc8c44535 None None] The sync data for ids ['9224b73a-f98a-4d95-98bf-fab466cdfe60'] in n-d-808143-1 is: [{'id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'name': 'tempest-ServerActionsTestJSON-1773326646-router', 'tenant_id': '98de73e732344a4a89b5658658a903da', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85'}], 'enable_snat': True}, 'gw_port_id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T04:30:09Z', 'updated_at': '2021-09-10T05:02:34Z', 'revision_number': 5, 'project_id': '98de73e732344a4a89b5658658a903da', 'gw_port': {'id': 'b613b15d-3466-4ef2-9025-859a9069f57f', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:29:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9224b73a-f98a-4d95-98bf-fab466cdfe60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T04:30:10Z', 'updated_at': '2021-09-10T04:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:02:35.513794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] For port b613b15d-3466-4ef2-9025-859a9069f57f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b613b15d-3466-4ef2-9025-859a9069f57f,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:02:35.514174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:35.528201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Calling delete_port for b613b15d-3466-4ef2-9025-859a9069f57f owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:02:35.742206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:35.767598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Pushing event deleted for resources: {'Port': ['ID=b613b15d-3466-4ef2-9025-859a9069f57f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:35.839430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:35.930272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:35.932894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.039273 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.039911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9224b73a-f98a-4d95-98bf-fab466cdfe60 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:02:36.044516 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.046771 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-29fbba45-fb3a-4208-bb42-c8c111d9e802 admin admin] 10.222.0.22 "DELETE /v2.0/routers/9224b73a-f98a-4d95-98bf-fab466cdfe60 HTTP/1.1" status: 204 len: 168 time: 1.1585083 Sep 10 05:02:36.048349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34076) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:36.094269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb6b6603-4a1c-45bf-94ee-9941495b322e admin admin] Deleting subnet b1a40548-a367-4aa5-b863-7f66011a93b0 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:02:36.097606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6603-4a1c-45bf-94ee-9941495b322e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.133466 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6603-4a1c-45bf-94ee-9941495b322e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.217163 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6603-4a1c-45bf-94ee-9941495b322e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.335102 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6603-4a1c-45bf-94ee-9941495b322e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.360356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6b6603-4a1c-45bf-94ee-9941495b322e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1a40548-a367-4aa5-b863-7f66011a93b0,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:36.365548 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bb6b6603-4a1c-45bf-94ee-9941495b322e admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.373395 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bb6b6603-4a1c-45bf-94ee-9941495b322e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b1a40548-a367-4aa5-b863-7f66011a93b0 HTTP/1.1" status: 204 len: 168 time: 0.3179822 Sep 10 05:02:36.373395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34080) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:36.373561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67089a82-4fe2-42ac-984e-98a5aa136d2c None None] Network 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:02:36.442987 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.499410 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Deleting port 3af50214-f271-455b-885b-d7a2cc9b4ace {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:02:36.499787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.575195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] DHCP port deletion for 80abc86f-ddfe-48e3-a4af-6abf2b7c2ded request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:02:36.586083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] For port 3af50214-f271-455b-885b-d7a2cc9b4ace, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3af50214-f271-455b-885b-d7a2cc9b4ace,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:02:36.586382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.600190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Calling delete_port for 3af50214-f271-455b-885b-d7a2cc9b4ace owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:02:36.606171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b613b15d-3466-4ef2-9025-859a9069f57f no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:02:36.631221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: b613b15d-3466-4ef2-9025-859a9069f57f {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:02:36.631562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b613b15d-3466-4ef2-9025-859a9069f57f not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:02:36.631995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c0d43dc4-06a8-4af9-8cf1-fc4018af2409 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:02:36.654485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: c0d43dc4-06a8-4af9-8cf1-fc4018af2409 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:02:36.654821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device c0d43dc4-06a8-4af9-8cf1-fc4018af2409 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:02:36.672113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Deleting port 3af50214-f271-455b-885b-d7a2cc9b4ace {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:02:36.672834 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.732750 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] For port 3af50214-f271-455b-885b-d7a2cc9b4ace, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=3af50214-f271-455b-885b-d7a2cc9b4ace,segment=NetworkSegment(f2ceb2fe-036d-4f76-8949-dc95993bedf7),segment_id=f2ceb2fe-036d-4f76-8949-dc95993bedf7)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:02:36.733135 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.748954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Calling delete_port for 3af50214-f271-455b-885b-d7a2cc9b4ace owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:02:36.774673 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.801662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af50214-f271-455b-885b-d7a2cc9b4ace,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:36.804067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] No DVR routers for this DVR port 3af50214-f271-455b-885b-d7a2cc9b4ace on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:02:36.825711 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.850634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Pushing event deleted for resources: {'Port': ['ID=3af50214-f271-455b-885b-d7a2cc9b4ace,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:36.855250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] No DVR routers for this DVR port 3af50214-f271-455b-885b-d7a2cc9b4ace on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:02:36.862754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.865893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.865893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.865893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.865893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.865893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.865893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.865893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.866618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.866618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.868982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.868982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77238f7b-b981-4122-9756-9f42b04af588 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:02:36.881405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.902128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80abc86f-ddfe-48e3-a4af-6abf2b7c2ded']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:36.911495 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ceb2fe-036d-4f76-8949-dc95993bedf7') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:36.911830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ceb2fe-036d-4f76-8949-dc95993bedf7') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:02:36.920923 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.934080 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Releasing vlan 216 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:02:36.942148 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:02:37.077594 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:37.087610 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:37.087610 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] 10.222.0.22 "DELETE /v2.0/networks/80abc86f-ddfe-48e3-a4af-6abf2b7c2ded HTTP/1.1" status: 204 len: 168 time: 0.7145574 Sep 10 05:02:37.096076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12bbb21-87c6-4402-87f3-4c607a5cbd38 admin admin] Pushing event deleted for resources: {'Network': ['ID=80abc86f-ddfe-48e3-a4af-6abf2b7c2ded,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:37.203408 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:02:37.390507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34084) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:37.434817 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b9280abd-6c38-4135-9709-61598568eb9c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=98de73e732344a4a89b5658658a903da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0431478 Sep 10 05:02:37.437241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34086) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:37.483405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ecf04c-baf9-4c4d-abda-397fb55fb440 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:37.504287 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ecf04c-baf9-4c4d-abda-397fb55fb440 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:37.633215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ecf04c-baf9-4c4d-abda-397fb55fb440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:37.636046 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-04ecf04c-baf9-4c4d-abda-397fb55fb440 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:37.637256 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-04ecf04c-baf9-4c4d-abda-397fb55fb440 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3921685-b5b3-4c40-8dbf-745b169fb57a HTTP/1.1" status: 204 len: 168 time: 0.1990907 Sep 10 05:02:37.645076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ecf04c-baf9-4c4d-abda-397fb55fb440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3921685-b5b3-4c40-8dbf-745b169fb57a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:38.554253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3af50214-f271-455b-885b-d7a2cc9b4ace no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:02:38.574003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 3af50214-f271-455b-885b-d7a2cc9b4ace {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:02:38.574178 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 3af50214-f271-455b-885b-d7a2cc9b4ace not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:02:38.592918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34108) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:38.697136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1568240362-network', 'tenant_id': '8fad6ac3a1dc4687b8c0c50f8f0c89b6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:02:38.793224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Made reservation on behalf of 8fad6ac3a1dc4687b8c0c50f8f0c89b6 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:02:38.795443 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:38.803615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:38.891612 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:38.941708 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:38.962632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] vlan segment allocate from pool success with {'vlan_id': 225, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:02:38.976175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b1774a-f1d5-4e1a-a081-a0e47bace203,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:38.981776 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:38.982113 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Added segment 24a7c14e-843e-4909-9312-fa755158e857 of type vlan for network 14b5f608-7393-4997-8462-4616f644db8b Sep 10 05:02:39.025254 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:39.096166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:39.097114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:39.097686 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:39.154916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] Pushing event updated for resources: {'Network': ['ID=14b5f608-7393-4997-8462-4616f644db8b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:39.164302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 14b5f608-7393-4997-8462-4616f644db8b details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:02:39.171329 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7a096c28-e53c-418b-83a5-dd52967cc920 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5773547 Sep 10 05:02:39.174232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34112) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:02:39.179563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Request body: {'subnet': {'network_id': '14b5f608-7393-4997-8462-4616f644db8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1568240362-subnet', 'tenant_id': '8fad6ac3a1dc4687b8c0c50f8f0c89b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:02:39.260899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Made reservation on behalf of 8fad6ac3a1dc4687b8c0c50f8f0c89b6 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:02:39.263377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:39.491355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:39.539384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:39.555118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Checking segment: {'id': '24a7c14e-843e-4909-9312-fa755158e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '14b5f608-7393-4997-8462-4616f644db8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:02:39.555475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Network hostable DHCP agents. Network: 14b5f608-7393-4997-8462-4616f644db8b, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:02:39.648778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Network 14b5f608-7393-4997-8462-4616f644db8b is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:02:39.728703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 14b5f608-7393-4997-8462-4616f644db8b) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:02:39.732769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:39.733356 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:39.738206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9a58e49-d84c-460b-8b33-bc927b9be21a None None] Network 14b5f608-7393-4997-8462-4616f644db8b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:02:39.804356 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e776e6f9-6803-4e47-a062-3a88296010e0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6290495 Sep 10 05:02:39.856820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888dfaea-6b0c-405e-8191-99fb4db23f37 None None] Network 14b5f608-7393-4997-8462-4616f644db8b requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:02:40.216777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-5e40ff08-353a-4a21-8a3b-3bf8d60e19ef tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:40.218110 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-5e40ff08-353a-4a21-8a3b-3bf8d60e19ef tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/networks?id=14b5f608-7393-4997-8462-4616f644db8b HTTP/1.1" status: 200 len: 814 time: 0.1020074 Sep 10 05:02:40.233056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-30e70f55-b9b2-4c34-a839-98c1bd0a2e45 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/quotas/8fad6ac3a1dc4687b8c0c50f8f0c89b6 HTTP/1.1" status: 200 len: 375 time: 0.0092833 Sep 10 05:02:40.263024 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-18df9690-acc1-4226-a274-e3da8113fdff tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8fad6ac3a1dc4687b8c0c50f8f0c89b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0249014 Sep 10 05:02:40.318914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-27392f6f-49af-4a77-9829-2dde67b860a5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:02:40.319988 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-27392f6f-49af-4a77-9829-2dde67b860a5 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0504439 Sep 10 05:02:40.409906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-1ff177c7-aa00-4149-ae1e-12ea1cb654e3 service neutron] 10.222.0.22 "GET /v2.0/networks/14b5f608-7393-4997-8462-4616f644db8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836148 Sep 10 05:02:40.494870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f75cc525-a40f-42f6-9608-408a9ce2d00d service neutron] 10.222.0.22 "GET /v2.0/networks/14b5f608-7393-4997-8462-4616f644db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789199 Sep 10 05:02:41.778140 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-88826c7e-f3c2-4a02-9c97-48dd52f4b092 req-7b61525c-b1e0-4f8d-b728-fdf2700c2b54 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 210 time: 0.0265024 Sep 10 05:02:42.856961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3daccf03-9ca4-4565-bf3c-22d33131cdfc req-6d090bc5-d92c-4041-8bd8-71bce9fb5964 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 210 time: 0.0298984 Sep 10 05:02:43.961181 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98fb6553-e615-450b-87c8-2dca337451f9 req-8544701d-1118-4157-adec-573a66baa1ca tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 210 time: 0.0255828 Sep 10 05:02:45.052958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5936b182-cd3f-4216-a1ec-448f6c3d2cb8 req-f11d18ab-fae4-433f-8acd-4ec15ccf72c3 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 210 time: 0.0254712 Sep 10 05:02:45.631254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-7cf39030-8d77-45a3-88e9-64bc6aea5b6d tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:45.632800 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-7cf39030-8d77-45a3-88e9-64bc6aea5b6d tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.20 "GET /v2.0/networks?id=14b5f608-7393-4997-8462-4616f644db8b HTTP/1.1" status: 200 len: 814 time: 0.1069746 Sep 10 05:02:45.645770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Request body: {'port': {'device_id': '68987c56-7f01-460c-a2a1-949fc2ea9b8e', 'network_id': '14b5f608-7393-4997-8462-4616f644db8b', 'admin_state_up': True, 'tenant_id': '8fad6ac3a1dc4687b8c0c50f8f0c89b6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:02:45.820183 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Made reservation on behalf of 8fad6ac3a1dc4687b8c0c50f8f0c89b6 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:02:45.823929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:45.946687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Allocated IP 172.20.0.13 (14b5f608-7393-4997-8462-4616f644db8b/39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e/a9971d1a-cd05-48df-90c9-b5b11f880e95) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:02:46.093257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:46.146200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f3e60bce-1f49-4b8c-96ab-37ca4014e553 req-a632bc93-1b3d-4761-9576-564db0c1ed7e tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 210 time: 0.0259039 Sep 10 05:02:46.203311 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:46.243494 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Network 14b5f608-7393-4997-8462-4616f644db8b is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:02:46.246462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:02:46.250117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:02:46.282508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Pushing event updated for resources: {'Port': ['ID=a9971d1a-cd05-48df-90c9-b5b11f880e95,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:46.307240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:46.307876 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:46.376554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-f990f44d-6002-44e6-a096-bcbcf4ab1682 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7343297 Sep 10 05:02:46.388620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Request body: {'port': {'device_id': '68987c56-7f01-460c-a2a1-949fc2ea9b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:02:46.439515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:46.690221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9971d1a-cd05-48df-90c9-b5b11f880e95 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:02:46.697924 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:46.709268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Transition to ACTIVE for port object a9971d1a-cd05-48df-90c9-b5b11f880e95 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:02:46.792756 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:46.844310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9971d1a-cd05-48df-90c9-b5b11f880e95,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:46.911815 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Attempting to bind port a9971d1a-cd05-48df-90c9-b5b11f880e95 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:02:46.912154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Attempting to bind port a9971d1a-cd05-48df-90c9-b5b11f880e95 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '24a7c14e-843e-4909-9312-fa755158e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '14b5f608-7393-4997-8462-4616f644db8b'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:02:46.912488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Attempting to bind port a9971d1a-cd05-48df-90c9-b5b11f880e95 on network 14b5f608-7393-4997-8462-4616f644db8b {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:02:46.916745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Port a9971d1a-cd05-48df-90c9-b5b11f880e95 on network 14b5f608-7393-4997-8462-4616f644db8b not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:02:46.917070 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Attempting to bind port a9971d1a-cd05-48df-90c9-b5b11f880e95 on network 14b5f608-7393-4997-8462-4616f644db8b {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:02:46.921877 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 2, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:02:46.922219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Checking segment: {'id': '24a7c14e-843e-4909-9312-fa755158e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '14b5f608-7393-4997-8462-4616f644db8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:02:46.922607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Bound using segment: {'id': '24a7c14e-843e-4909-9312-fa755158e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '14b5f608-7393-4997-8462-4616f644db8b'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:02:46.923038 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Bound port: a9971d1a-cd05-48df-90c9-b5b11f880e95, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a7c14e-843e-4909-9312-fa755158e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '14b5f608-7393-4997-8462-4616f644db8b'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:02:46.923394 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:46.984157 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] For port a9971d1a-cd05-48df-90c9-b5b11f880e95, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:02:46.987010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] For port a9971d1a-cd05-48df-90c9-b5b11f880e95, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a9971d1a-cd05-48df-90c9-b5b11f880e95,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:02:47.067669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:47.105331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:47.105916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:47.107286 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] 10.222.0.20 "PUT /v2.0/ports/a9971d1a-cd05-48df-90c9-b5b11f880e95 HTTP/1.1" status: 200 len: 1092 time: 0.7225332 Sep 10 05:02:47.107737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68987c56-7f01-460c-a2a1-949fc2ea9b8e', 'tag': 'a9971d1a-cd05-48df-90c9-b5b11f880e95'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:02:47.109953 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21fdb991-4136-4ef0-adc3-a9c3f01954f8" -d '{"events": [{"name": "network-changed", "server_uuid": "68987c56-7f01-460c-a2a1-949fc2ea9b8e", "tag": "a9971d1a-cd05-48df-90c9-b5b11f880e95"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:02:47.132660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4350b5dd-9825-47ee-8ba4-82a4e7d01cb7 service neutron] Pushing event updated for resources: {'Port': ['ID=a9971d1a-cd05-48df-90c9-b5b11f880e95,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:47.148307 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-840124b6-3c28-4ed1-9a79-366cc4eceec8 x-openstack-request-id: req-840124b6-3c28-4ed1-9a79-366cc4eceec8 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:02:47.148617 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68987c56-7f01-460c-a2a1-949fc2ea9b8e", "tag": "a9971d1a-cd05-48df-90c9-b5b11f880e95", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:02:47.148877 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-840124b6-3c28-4ed1-9a79-366cc4eceec8 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:02:47.149271 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68987c56-7f01-460c-a2a1-949fc2ea9b8e', 'tag': 'a9971d1a-cd05-48df-90c9-b5b11f880e95', 'status': 'completed', 'code': 200} Sep 10 05:02:47.215391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdb991-4136-4ef0-adc3-a9c3f01954f8 req-8485d7b7-000e-433b-916f-580d6010decd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:47.216931 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21fdb991-4136-4ef0-adc3-a9c3f01954f8 req-8485d7b7-000e-433b-916f-580d6010decd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fad6ac3a1dc4687b8c0c50f8f0c89b6&device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 1095 time: 0.0421777 Sep 10 05:02:47.260428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41e455-8ef3-423c-9f23-d74b7c45d402 req-1eb400d3-fe1c-4747-932f-1cdf0a781404 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:47.261802 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b41e455-8ef3-423c-9f23-d74b7c45d402 req-1eb400d3-fe1c-4747-932f-1cdf0a781404 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 944 time: 0.0488110 Sep 10 05:02:47.298661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b41e455-8ef3-423c-9f23-d74b7c45d402 req-81949df0-97fd-4900-b7cd-8fa895506a04 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308616 Sep 10 05:02:47.317825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdb991-4136-4ef0-adc3-a9c3f01954f8 req-02e1016b-09d2-4448-a343-1b27f857e83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:47.319326 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21fdb991-4136-4ef0-adc3-a9c3f01954f8 req-02e1016b-09d2-4448-a343-1b27f857e83c service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=8fad6ac3a1dc4687b8c0c50f8f0c89b6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0944910 Sep 10 05:02:47.409186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21fdb991-4136-4ef0-adc3-a9c3f01954f8 req-a90ec9c9-e883-49d0-b6f6-61f0d497825a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:47.410604 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21fdb991-4136-4ef0-adc3-a9c3f01954f8 req-a90ec9c9-e883-49d0-b6f6-61f0d497825a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0842426 Sep 10 05:02:47.484500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-d15b2ec2-7153-4176-ab71-a81fa937f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:47.485995 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-d15b2ec2-7153-4176-ab71-a81fa937f7b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8fad6ac3a1dc4687b8c0c50f8f0c89b6&device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 1095 time: 0.0408132 Sep 10 05:02:47.530522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-bf667548-c162-4349-968e-7c68251a63ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a9971d1a-cd05-48df-90c9-b5b11f880e95 HTTP/1.1" status: 200 len: 217 time: 0.0368884 Sep 10 05:02:47.577302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-e7d5babb-bd4a-44e8-9744-49f1aac8972a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:47.578679 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-e7d5babb-bd4a-44e8-9744-49f1aac8972a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e HTTP/1.1" status: 200 len: 854 time: 0.0412138 Sep 10 05:02:47.609412 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-5308f198-486d-481d-861b-0246cd3f7057 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=14b5f608-7393-4997-8462-4616f644db8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239773 Sep 10 05:02:47.699369 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-ea4a90ee-fdad-4669-abfe-c3b8859c597f service neutron] 10.222.0.20 "GET /v2.0/networks/14b5f608-7393-4997-8462-4616f644db8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828013 Sep 10 05:02:47.786445 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc2769b4-2538-4dcb-8b19-8e40b1e9af5a req-eff1e43e-6e58-499d-ad4b-afb629245214 service neutron] 10.222.0.20 "GET /v2.0/networks/14b5f608-7393-4997-8462-4616f644db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796893 Sep 10 05:02:48.416172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c3ff46-e2f9-41fd-9da4-6dc08197d60d req-161746c6-dadf-45a5-a4dc-88bdbf30d8f5 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:48.417614 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82c3ff46-e2f9-41fd-9da4-6dc08197d60d req-161746c6-dadf-45a5-a4dc-88bdbf30d8f5 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 944 time: 0.0512915 Sep 10 05:02:48.453960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-82c3ff46-e2f9-41fd-9da4-6dc08197d60d req-13c9dd8b-0a24-4e1f-bdaa-4eb857f5f674 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303597 Sep 10 05:02:49.566303 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6c1f93-68e8-467c-acff-2f4d80f4a04b req-2df847fc-81ae-4a65-b1dd-4be2773e6015 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:49.567867 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c6c1f93-68e8-467c-acff-2f4d80f4a04b req-2df847fc-81ae-4a65-b1dd-4be2773e6015 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 944 time: 0.0484223 Sep 10 05:02:49.604080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c6c1f93-68e8-467c-acff-2f4d80f4a04b req-8495999b-0d7e-4d61-bc07-4cc7c02dcfd3 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303404 Sep 10 05:02:50.349576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a9971d1a-cd05-48df-90c9-b5b11f880e95 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:02:50.440092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a9971d1a-cd05-48df-90c9-b5b11f880e95, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a9971d1a-cd05-48df-90c9-b5b11f880e95,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:02:50.450778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'a9971d1a-cd05-48df-90c9-b5b11f880e95', 'network_id': '14b5f608-7393-4997-8462-4616f644db8b', 'port_id': 'a9971d1a-cd05-48df-90c9-b5b11f880e95', 'mac_address': 'fa:16:3e:49:7f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:02:50.490226 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:50.502080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9971d1a-cd05-48df-90c9-b5b11f880e95 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:02:50.521652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a9971d1a-cd05-48df-90c9-b5b11f880e95, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a9971d1a-cd05-48df-90c9-b5b11f880e95,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:02:50.604232 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:50.651749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=a9971d1a-cd05-48df-90c9-b5b11f880e95,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:50.715938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294a01e5-ccf2-4b6f-ba63-5d5927977e9f req-246d049d-8819-4f1a-986b-2a789d1faa97 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:50.717381 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-294a01e5-ccf2-4b6f-ba63-5d5927977e9f req-246d049d-8819-4f1a-986b-2a789d1faa97 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 945 time: 0.0464535 Sep 10 05:02:50.753229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-294a01e5-ccf2-4b6f-ba63-5d5927977e9f req-cc8614cf-ac41-41be-a4b0-1a74c5e6a18d tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300453 Sep 10 05:02:50.871962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['a9971d1a-cd05-48df-90c9-b5b11f880e95'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:02:50.906955 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-bf4720b9-0e70-45f0-9911-b5e31d3012b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:51.868582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7453d724-204f-4aae-96da-3b40a9949d72 req-41d9b308-e35b-49b4-833e-54511499a182 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:51.874962 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7453d724-204f-4aae-96da-3b40a9949d72 req-41d9b308-e35b-49b4-833e-54511499a182 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 945 time: 0.0517533 Sep 10 05:02:51.906681 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7453d724-204f-4aae-96da-3b40a9949d72 req-2c811e49-925c-4270-8975-256bc1de5320 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305729 Sep 10 05:02:52.354705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a9971d1a-cd05-48df-90c9-b5b11f880e95 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:02:52.477044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port a9971d1a-cd05-48df-90c9-b5b11f880e95 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:02:52.480635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port a9971d1a-cd05-48df-90c9-b5b11f880e95 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:02:52.480997 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:52.554691 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:52.578299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68987c56-7f01-460c-a2a1-949fc2ea9b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9971d1a-cd05-48df-90c9-b5b11f880e95'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:02:52.580555 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d158d6f4-341d-48b3-97fe-e7b37b7deea1" -d '{"events": [{"server_uuid": "68987c56-7f01-460c-a2a1-949fc2ea9b8e", "name": "network-vif-plugged", "status": "completed", "tag": "a9971d1a-cd05-48df-90c9-b5b11f880e95"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:02:52.592715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port a9971d1a-cd05-48df-90c9-b5b11f880e95, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a9971d1a-cd05-48df-90c9-b5b11f880e95,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:02:52.656410 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:52.679777 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:02:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f63a914-e1f0-4c3b-a6a6-56c61430b503 x-openstack-request-id: req-9f63a914-e1f0-4c3b-a6a6-56c61430b503 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:02:52.680071 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68987c56-7f01-460c-a2a1-949fc2ea9b8e", "name": "network-vif-plugged", "status": "completed", "tag": "a9971d1a-cd05-48df-90c9-b5b11f880e95", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:02:52.680323 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f63a914-e1f0-4c3b-a6a6-56c61430b503 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:02:52.680703 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68987c56-7f01-460c-a2a1-949fc2ea9b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9971d1a-cd05-48df-90c9-b5b11f880e95', 'code': 200} Sep 10 05:02:52.705909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=a9971d1a-cd05-48df-90c9-b5b11f880e95,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:02:52.769489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073b835e-dca6-4468-b114-45fff3ca9d89 req-ad8e448e-801b-466a-9341-d972e6751306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:52.770960 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-073b835e-dca6-4468-b114-45fff3ca9d89 req-ad8e448e-801b-466a-9341-d972e6751306 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 1097 time: 0.0432003 Sep 10 05:02:52.804375 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-073b835e-dca6-4468-b114-45fff3ca9d89 req-0cc9fbba-b60a-46c2-8b78-09c5ff7036d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0264812 Sep 10 05:02:53.018593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f4042b-f873-4f2e-8c27-38e7b2411726 req-079bce12-2f9e-4c1f-b61d-fa1b95a3826a tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:53.020087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4f4042b-f873-4f2e-8c27-38e7b2411726 req-079bce12-2f9e-4c1f-b61d-fa1b95a3826a tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0479686 Sep 10 05:02:53.057521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4f4042b-f873-4f2e-8c27-38e7b2411726 req-0799e214-6580-4124-9baa-fa4e1b3df904 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311105 Sep 10 05:02:53.604258 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-256aa137-50b6-4196-bd6e-fe99fb45ae62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:53.779670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:54.173016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd25a3d2-6641-45e8-8389-af038e7a1c1b req-faa82c7e-3dd2-4b9f-80da-ed123fe9a64b tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:54.174446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd25a3d2-6641-45e8-8389-af038e7a1c1b req-faa82c7e-3dd2-4b9f-80da-ed123fe9a64b tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0482910 Sep 10 05:02:54.211016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dd25a3d2-6641-45e8-8389-af038e7a1c1b req-c10b132e-f1ee-4a3d-b350-8324c8b69c0b tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301118 Sep 10 05:02:54.429385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-bcf0c613-c5d1-4d1c-93b7-88ac6625387a tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:02:54.430754 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-bcf0c613-c5d1-4d1c-93b7-88ac6625387a tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/networks?id=14b5f608-7393-4997-8462-4616f644db8b HTTP/1.1" status: 200 len: 814 time: 0.1029263 Sep 10 05:02:54.445333 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-ded2525f-c7c8-42e4-b9d8-303ebd3fb388 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/quotas/8fad6ac3a1dc4687b8c0c50f8f0c89b6 HTTP/1.1" status: 200 len: 375 time: 0.0087273 Sep 10 05:02:54.492516 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-8f9ef7da-eb03-47cd-89a2-6ab8c6f7cde3 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8fad6ac3a1dc4687b8c0c50f8f0c89b6&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0421233 Sep 10 05:02:54.547534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-4df33501-2e05-430c-bc59-b5f0976800d1 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:02:54.548591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-4df33501-2e05-430c-bc59-b5f0976800d1 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0494847 Sep 10 05:02:54.639099 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-f10e7736-90cf-495c-ab12-21ce0599a897 service neutron] 10.222.0.22 "GET /v2.0/networks/14b5f608-7393-4997-8462-4616f644db8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841630 Sep 10 05:02:54.724405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-93039313-17c6-4eec-9eff-662d1efd1925 service neutron] 10.222.0.22 "GET /v2.0/networks/14b5f608-7393-4997-8462-4616f644db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792234 Sep 10 05:02:55.450020 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:56.006409 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ea462ec8-6fdd-4719-8b7d-626d139d31f3 req-9bcf217d-0531-4be8-9d95-d02aedb1fa5e tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 210 time: 0.0302463 Sep 10 05:02:56.608556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:02:57.081268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-92217bfd-09df-44ac-9d1e-922356fc4218 req-bca63b99-874d-42a1-b78f-c8ebaeb343fd tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 210 time: 0.0256410 Sep 10 05:02:58.157296 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80da4377-61e8-4552-971e-ebf1b3c34bc2 req-c7912a98-a20c-4d05-a2c3-be011d0f5610 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 210 time: 0.0268273 Sep 10 05:02:59.234405 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-886b8bc7-3b2b-4650-8dfb-1c397f7421a0 req-a2cdd4b0-a485-45ff-bacf-f7d71ab297d0 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 210 time: 0.0258412 Sep 10 05:02:59.592873 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:00.323879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d88453ce-dba8-473e-9768-62726c814b61 req-16c6b6cf-5d16-4e25-94e4-1853a711edc4 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 210 time: 0.0251315 Sep 10 05:03:01.416757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7eb6e3f1-d398-4251-a432-9a37cb5dcb27 req-cfe4fbf7-0f3a-4478-9b87-22d57346cbf6 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 210 time: 0.0272319 Sep 10 05:03:01.704667 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.39', 61888) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:01.804674 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-4dc79001-bb20-4d86-b82e-5b3695ece944 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:01.806124 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-4dc79001-bb20-4d86-b82e-5b3695ece944 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.39 "GET /v2.0/networks?id=14b5f608-7393-4997-8462-4616f644db8b HTTP/1.1" status: 200 len: 814 time: 0.1004744 Sep 10 05:03:01.818533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Request body: {'port': {'device_id': 'f9efac5f-c717-4d23-a6a0-d6057d66a984', 'network_id': '14b5f608-7393-4997-8462-4616f644db8b', 'admin_state_up': True, 'tenant_id': '8fad6ac3a1dc4687b8c0c50f8f0c89b6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:02.003047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Made reservation on behalf of 8fad6ac3a1dc4687b8c0c50f8f0c89b6 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:02.007087 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:02.132587 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Allocated IP 172.20.0.3 (14b5f608-7393-4997-8462-4616f644db8b/39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e/fe565bb9-6d92-4c30-8391-1ac53b699ef9) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:02.272957 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:02.364406 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:02.377475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['a9971d1a-cd05-48df-90c9-b5b11f880e95'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:03:02.416171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Network 14b5f608-7393-4997-8462-4616f644db8b is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:02.419246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:02.422435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:02.449900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Pushing event updated for resources: {'Port': ['ID=fe565bb9-6d92-4c30-8391-1ac53b699ef9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:02.481172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:02.481799 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:02.542610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cd081c-434a-4c80-9158-0d629dbb30b9 req-e7313008-ed10-4509-84de-a35248c48561 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:02.544025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2cd081c-434a-4c80-9158-0d629dbb30b9 req-e7313008-ed10-4509-84de-a35248c48561 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 931 time: 0.0549412 Sep 10 05:03:02.581414 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2cd081c-434a-4c80-9158-0d629dbb30b9 req-60b93851-4734-427a-9fff-32d9835a9b51 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313599 Sep 10 05:03:02.582238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-c583e442-7e31-4a35-bdb0-0236809f1fd7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671595 Sep 10 05:03:02.592337 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-a3d0e4aa-4d27-44c0-b067-32749ef4e41c tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:03:02.593292 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-a3d0e4aa-4d27-44c0-b067-32749ef4e41c tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053840 Sep 10 05:03:02.704921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Request body: {'port': {'device_id': 'f9efac5f-c717-4d23-a6a0-d6057d66a984', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:02.756044 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:03.197033 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:03.265840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe565bb9-6d92-4c30-8391-1ac53b699ef9 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:03:03.273664 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:03.285089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Transition to ACTIVE for port object fe565bb9-6d92-4c30-8391-1ac53b699ef9 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:03.356559 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:03.403279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Pushing event updated for resources: {'Port': ['ID=fe565bb9-6d92-4c30-8391-1ac53b699ef9,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:03.472611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Attempting to bind port fe565bb9-6d92-4c30-8391-1ac53b699ef9 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:03.472866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Attempting to bind port fe565bb9-6d92-4c30-8391-1ac53b699ef9 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '24a7c14e-843e-4909-9312-fa755158e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '14b5f608-7393-4997-8462-4616f644db8b'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:03.473199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Attempting to bind port fe565bb9-6d92-4c30-8391-1ac53b699ef9 on network 14b5f608-7393-4997-8462-4616f644db8b {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:03.477415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Port fe565bb9-6d92-4c30-8391-1ac53b699ef9 on network 14b5f608-7393-4997-8462-4616f644db8b not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:03:03.477744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Attempting to bind port fe565bb9-6d92-4c30-8391-1ac53b699ef9 on network 14b5f608-7393-4997-8462-4616f644db8b {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:03.482471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:03.482805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Checking segment: {'id': '24a7c14e-843e-4909-9312-fa755158e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '14b5f608-7393-4997-8462-4616f644db8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:03.483187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Bound using segment: {'id': '24a7c14e-843e-4909-9312-fa755158e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '14b5f608-7393-4997-8462-4616f644db8b'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:03.483612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Bound port: fe565bb9-6d92-4c30-8391-1ac53b699ef9, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '24a7c14e-843e-4909-9312-fa755158e857', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 225, 'network_id': '14b5f608-7393-4997-8462-4616f644db8b'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:03.483990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:03.546140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] For port fe565bb9-6d92-4c30-8391-1ac53b699ef9, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:03.549297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] For port fe565bb9-6d92-4c30-8391-1ac53b699ef9, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fe565bb9-6d92-4c30-8391-1ac53b699ef9,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:03.620538 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:03.654548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:03.655247 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:03.656826 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] 10.222.0.39 "PUT /v2.0/ports/fe565bb9-6d92-4c30-8391-1ac53b699ef9 HTTP/1.1" status: 200 len: 1091 time: 0.9940288 Sep 10 05:03:03.657362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9efac5f-c717-4d23-a6a0-d6057d66a984', 'tag': 'fe565bb9-6d92-4c30-8391-1ac53b699ef9'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:03:03.659933 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bd881b2-b03b-4b44-b2e2-6dccdcbdbed5" -d '{"events": [{"name": "network-changed", "server_uuid": "f9efac5f-c717-4d23-a6a0-d6057d66a984", "tag": "fe565bb9-6d92-4c30-8391-1ac53b699ef9"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:03:03.687477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24ee7128-83da-42f4-ae3c-681dee13f20d service neutron] Pushing event updated for resources: {'Port': ['ID=fe565bb9-6d92-4c30-8391-1ac53b699ef9,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:03.703136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d09d40-47bc-4431-a6a9-fd56e8d3e446 req-ffd74054-0250-485c-8d9f-3e29c40f7a2f tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:03.705205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2d09d40-47bc-4431-a6a9-fd56e8d3e446 req-ffd74054-0250-485c-8d9f-3e29c40f7a2f tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 943 time: 0.0578973 Sep 10 05:03:03.707040 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91fe6ed3-4ae5-4eed-a2b5-bb90a167a5c2 x-openstack-request-id: req-91fe6ed3-4ae5-4eed-a2b5-bb90a167a5c2 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:03:03.707512 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9efac5f-c717-4d23-a6a0-d6057d66a984", "tag": "fe565bb9-6d92-4c30-8391-1ac53b699ef9", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:03:03.707628 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91fe6ed3-4ae5-4eed-a2b5-bb90a167a5c2 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:03:03.708035 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9efac5f-c717-4d23-a6a0-d6057d66a984', 'tag': 'fe565bb9-6d92-4c30-8391-1ac53b699ef9', 'status': 'completed', 'code': 200} Sep 10 05:03:03.745330 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f2d09d40-47bc-4431-a6a9-fd56e8d3e446 req-ceeb9bca-2b70-4919-a5fc-182cef403cbb tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335481 Sep 10 05:03:03.773833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd881b2-b03b-4b44-b2e2-6dccdcbdbed5 req-135f33e0-a434-4286-8224-6f28e41d8e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:03.775346 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6bd881b2-b03b-4b44-b2e2-6dccdcbdbed5 req-135f33e0-a434-4286-8224-6f28e41d8e26 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fad6ac3a1dc4687b8c0c50f8f0c89b6&device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 1094 time: 0.0470259 Sep 10 05:03:03.872612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd881b2-b03b-4b44-b2e2-6dccdcbdbed5 req-56f69ec7-dc21-4220-95ed-f995e0f53367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:03.874089 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6bd881b2-b03b-4b44-b2e2-6dccdcbdbed5 req-56f69ec7-dc21-4220-95ed-f995e0f53367 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=8fad6ac3a1dc4687b8c0c50f8f0c89b6&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0895841 Sep 10 05:03:03.969930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd881b2-b03b-4b44-b2e2-6dccdcbdbed5 req-39cf7ade-469c-4bdd-a6e9-8a693404e0fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:03.971390 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6bd881b2-b03b-4b44-b2e2-6dccdcbdbed5 req-39cf7ade-469c-4bdd-a6e9-8a693404e0fb service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0904334 Sep 10 05:03:04.045192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-cc1ef383-fe5d-49e8-b8f2-e9b62f5ef5e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:04.046570 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-cc1ef383-fe5d-49e8-b8f2-e9b62f5ef5e6 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=8fad6ac3a1dc4687b8c0c50f8f0c89b6&device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 1094 time: 0.0403402 Sep 10 05:03:04.087130 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-7cb2ac13-0c1e-454a-b917-8a0f88456cc8 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=fe565bb9-6d92-4c30-8391-1ac53b699ef9 HTTP/1.1" status: 200 len: 217 time: 0.0324926 Sep 10 05:03:04.138663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-12841d98-8a6c-4896-9dd9-d2b28c8ed1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:04.140181 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-12841d98-8a6c-4896-9dd9-d2b28c8ed1aa service neutron] 10.222.0.39 "GET /v2.0/subnets?id=39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e HTTP/1.1" status: 200 len: 854 time: 0.0466735 Sep 10 05:03:04.170702 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-e7812f1f-690e-4aa4-99ae-71d6bc1a54aa service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=14b5f608-7393-4997-8462-4616f644db8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240066 Sep 10 05:03:04.260198 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-d62ff5e2-139c-49e0-bf3e-b8e4e604a6ef service neutron] 10.222.0.39 "GET /v2.0/networks/14b5f608-7393-4997-8462-4616f644db8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820439 Sep 10 05:03:04.351740 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dc669ae7-c696-4650-8b84-ad3ebd3dda93 req-0e544aee-e544-4dd4-80e6-83730944bfb0 service neutron] 10.222.0.39 "GET /v2.0/networks/14b5f608-7393-4997-8462-4616f644db8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845468 Sep 10 05:03:04.858522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3394b3a4-224d-48b6-bb6b-e573c92f5fcc req-6c397ed1-4359-48d8-9fcc-c40306a6fa47 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:04.860000 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3394b3a4-224d-48b6-bb6b-e573c92f5fcc req-6c397ed1-4359-48d8-9fcc-c40306a6fa47 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 943 time: 0.0471654 Sep 10 05:03:04.897351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3394b3a4-224d-48b6-bb6b-e573c92f5fcc req-ca7af6de-93d9-4102-9915-e9c8debda8f4 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313911 Sep 10 05:03:06.013326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9522cc4-bc4b-45d2-8e53-ec182b0481fd req-051c47f2-58d5-4238-98e1-81888f7b280c tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:06.014827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9522cc4-bc4b-45d2-8e53-ec182b0481fd req-051c47f2-58d5-4238-98e1-81888f7b280c tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 943 time: 0.0519648 Sep 10 05:03:06.052039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b9522cc4-bc4b-45d2-8e53-ec182b0481fd req-2f181eee-3c13-4e06-9fd6-d4f065b7e3f9 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310864 Sep 10 05:03:07.164377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2e686a-233b-4cab-9d98-65088ae6a4e4 req-cebcc0a8-0a08-4177-b3c9-42d821cd5b45 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:07.165835 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f2e686a-233b-4cab-9d98-65088ae6a4e4 req-cebcc0a8-0a08-4177-b3c9-42d821cd5b45 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 943 time: 0.0485711 Sep 10 05:03:07.201556 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0f2e686a-233b-4cab-9d98-65088ae6a4e4 req-83dc03b6-e14c-4edb-9cb0-b08b1d5fead1 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299675 Sep 10 05:03:07.238737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device fe565bb9-6d92-4c30-8391-1ac53b699ef9 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:03:07.329379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port fe565bb9-6d92-4c30-8391-1ac53b699ef9, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fe565bb9-6d92-4c30-8391-1ac53b699ef9,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:07.340754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': 'fe565bb9-6d92-4c30-8391-1ac53b699ef9', 'network_id': '14b5f608-7393-4997-8462-4616f644db8b', 'port_id': 'fe565bb9-6d92-4c30-8391-1ac53b699ef9', 'mac_address': 'fa:16:3e:9c:49:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 225, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:03:07.378761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:07.391565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe565bb9-6d92-4c30-8391-1ac53b699ef9 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:03:07.410148 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port fe565bb9-6d92-4c30-8391-1ac53b699ef9, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fe565bb9-6d92-4c30-8391-1ac53b699ef9,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:07.484225 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:07.530452 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=fe565bb9-6d92-4c30-8391-1ac53b699ef9,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:07.716803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['fe565bb9-6d92-4c30-8391-1ac53b699ef9'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:03:08.314377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d20dd5e-73a0-45f4-bbe7-bb4f43a68978 req-a23f9908-f332-4d2e-8962-2726782941bf tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:08.315855 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d20dd5e-73a0-45f4-bbe7-bb4f43a68978 req-a23f9908-f332-4d2e-8962-2726782941bf tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 944 time: 0.0485241 Sep 10 05:03:08.353493 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d20dd5e-73a0-45f4-bbe7-bb4f43a68978 req-67d5064c-a516-4de7-9825-1853a29283a8 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310750 Sep 10 05:03:09.235967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device fe565bb9-6d92-4c30-8391-1ac53b699ef9 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:09.369679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port fe565bb9-6d92-4c30-8391-1ac53b699ef9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:09.373360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port fe565bb9-6d92-4c30-8391-1ac53b699ef9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:09.373757 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:09.448494 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:09.471751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca95b77d-00f5-49d3-bee3-f3599933dce8 req-4fffb86b-5d45-4a3a-8c52-87d06b4effb4 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:09.473249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca95b77d-00f5-49d3-bee3-f3599933dce8 req-4fffb86b-5d45-4a3a-8c52-87d06b4effb4 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 944 time: 0.0519488 Sep 10 05:03:09.473517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9efac5f-c717-4d23-a6a0-d6057d66a984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe565bb9-6d92-4c30-8391-1ac53b699ef9'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:03:09.476335 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4951392f-b464-4627-ae09-6183c8d343a0" -d '{"events": [{"server_uuid": "f9efac5f-c717-4d23-a6a0-d6057d66a984", "name": "network-vif-plugged", "status": "completed", "tag": "fe565bb9-6d92-4c30-8391-1ac53b699ef9"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:03:09.488926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port fe565bb9-6d92-4c30-8391-1ac53b699ef9, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fe565bb9-6d92-4c30-8391-1ac53b699ef9,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:09.517658 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:03:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d5c4d7c-4b36-40b0-878a-f8630a371d8f x-openstack-request-id: req-1d5c4d7c-4b36-40b0-878a-f8630a371d8f {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:03:09.518134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca95b77d-00f5-49d3-bee3-f3599933dce8 req-7bc99f18-d5e8-4918-88d0-9310e4cf9ab7 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380514 Sep 10 05:03:09.518529 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9efac5f-c717-4d23-a6a0-d6057d66a984", "name": "network-vif-plugged", "status": "completed", "tag": "fe565bb9-6d92-4c30-8391-1ac53b699ef9", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:03:09.518792 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d5c4d7c-4b36-40b0-878a-f8630a371d8f {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:03:09.519191 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9efac5f-c717-4d23-a6a0-d6057d66a984', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe565bb9-6d92-4c30-8391-1ac53b699ef9', 'code': 200} Sep 10 05:03:09.558625 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:09.605985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=fe565bb9-6d92-4c30-8391-1ac53b699ef9,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:09.612923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53092602-c09e-4522-8a52-a444697f2137 req-92e8995f-7203-45f8-b68d-72824a48bc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:09.614448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53092602-c09e-4522-8a52-a444697f2137 req-92e8995f-7203-45f8-b68d-72824a48bc1c service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 1096 time: 0.0416117 Sep 10 05:03:09.648526 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53092602-c09e-4522-8a52-a444697f2137 req-e7620a50-5586-4e05-a5b4-0853c18dc5ff service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0270295 Sep 10 05:03:10.634142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b3072d-7834-4dce-8286-5b47c26ca8f5 req-763f5587-3cee-4b66-88c3-4ce97a808ba2 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:10.635618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73b3072d-7834-4dce-8286-5b47c26ca8f5 req-763f5587-3cee-4b66-88c3-4ce97a808ba2 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 945 time: 0.0499425 Sep 10 05:03:10.673708 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73b3072d-7834-4dce-8286-5b47c26ca8f5 req-4267243c-554e-4d0f-ba99-6b0fd187ef5e tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320218 Sep 10 05:03:11.783759 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100790fc-d9c6-4997-af40-f77caa2f8d15 req-3eb4e0f3-447c-41c4-ad4e-330b0f00c047 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:11.785102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-100790fc-d9c6-4997-af40-f77caa2f8d15 req-3eb4e0f3-447c-41c4-ad4e-330b0f00c047 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 945 time: 0.0478313 Sep 10 05:03:11.821757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-100790fc-d9c6-4997-af40-f77caa2f8d15 req-402d6460-e0ce-450d-8ed5-e8db85f9d41c tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302966 Sep 10 05:03:12.255361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5924778-95f0-4355-bdcb-624bcb23d2c1 req-d36bf927-d13b-4c14-b9f0-05a7640871a3 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:12.257500 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5924778-95f0-4355-bdcb-624bcb23d2c1 req-d36bf927-d13b-4c14-b9f0-05a7640871a3 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 945 time: 0.0560675 Sep 10 05:03:12.294142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5924778-95f0-4355-bdcb-624bcb23d2c1 req-3430e747-b21a-48c6-97e8-549e06dbbb7f tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304630 Sep 10 05:03:13.411354 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffa0a7c-28d4-4b73-b989-fe71b94d9ecb req-a96252fb-24f7-46d6-8b42-0130a6f6ae61 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:13.412874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cffa0a7c-28d4-4b73-b989-fe71b94d9ecb req-a96252fb-24f7-46d6-8b42-0130a6f6ae61 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 945 time: 0.0494781 Sep 10 05:03:13.449322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cffa0a7c-28d4-4b73-b989-fe71b94d9ecb req-d907401b-7233-4316-984b-2d8d1967b4b1 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305762 Sep 10 05:03:13.547656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-a0d0eeaa-3388-4196-8ecd-c49311b7a94b tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:13.549123 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-a0d0eeaa-3388-4196-8ecd-c49311b7a94b tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.39 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 945 time: 0.0531576 Sep 10 05:03:13.636243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Deleting port fe565bb9-6d92-4c30-8391-1ac53b699ef9 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:13.636510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:13.727365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] For port fe565bb9-6d92-4c30-8391-1ac53b699ef9, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=fe565bb9-6d92-4c30-8391-1ac53b699ef9,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:13.727823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:13.739405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Calling delete_port for fe565bb9-6d92-4c30-8391-1ac53b699ef9 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:13.912511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:13.926260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['a9971d1a-cd05-48df-90c9-b5b11f880e95'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:03:13.928997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['fe565bb9-6d92-4c30-8391-1ac53b699ef9'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:03:13.943391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Pushing event deleted for resources: {'Port': ['ID=fe565bb9-6d92-4c30-8391-1ac53b699ef9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:13.985614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] No DVR routers for this DVR port fe565bb9-6d92-4c30-8391-1ac53b699ef9 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:13.988154 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:13.990277 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-d1a62960-8698-46a9-b1c3-9b6557619ab4 req-6a452672-1843-47c3-bbbd-ee2362f9d6ce tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.39 "DELETE /v2.0/ports/fe565bb9-6d92-4c30-8391-1ac53b699ef9 HTTP/1.1" status: 204 len: 173 time: 0.4347975 Sep 10 05:03:13.991316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9efac5f-c717-4d23-a6a0-d6057d66a984', 'name': 'network-vif-deleted', 'tag': 'fe565bb9-6d92-4c30-8391-1ac53b699ef9'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:03:13.993595 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ef57892-7c9d-4f0b-9c06-1c7011d4229d" -d '{"events": [{"server_uuid": "f9efac5f-c717-4d23-a6a0-d6057d66a984", "name": "network-vif-deleted", "tag": "fe565bb9-6d92-4c30-8391-1ac53b699ef9"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:03:14.030957 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7af4088-3a25-40ef-af6f-10b173a9ca3f x-openstack-request-id: req-d7af4088-3a25-40ef-af6f-10b173a9ca3f {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:03:14.031253 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9efac5f-c717-4d23-a6a0-d6057d66a984", "name": "network-vif-deleted", "tag": "fe565bb9-6d92-4c30-8391-1ac53b699ef9", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:03:14.031504 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7af4088-3a25-40ef-af6f-10b173a9ca3f {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:03:14.031978 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9efac5f-c717-4d23-a6a0-d6057d66a984', 'name': 'network-vif-deleted', 'tag': 'fe565bb9-6d92-4c30-8391-1ac53b699ef9', 'status': 'completed', 'code': 200} Sep 10 05:03:14.202172 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:03:14.554067 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-afd00a70-6864-4f5e-aea2-47f02dc72986 req-0f63c07e-c0af-4e12-a3e2-b927e207c384 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=f9efac5f-c717-4d23-a6a0-d6057d66a984 HTTP/1.1" status: 200 len: 210 time: 0.0268161 Sep 10 05:03:15.703525 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305d3f42-ff8f-45e1-b27b-c7cb1b44e086 req-e31b7668-f554-4420-b5b7-b75661b94e7e tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:15.705085 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-305d3f42-ff8f-45e1-b27b-c7cb1b44e086 req-e31b7668-f554-4420-b5b7-b75661b94e7e tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0515318 Sep 10 05:03:15.741805 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-305d3f42-ff8f-45e1-b27b-c7cb1b44e086 req-894661ae-e87c-4be8-83f3-d1a60ea92f54 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302856 Sep 10 05:03:15.868106 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525b473-ae83-413f-9f45-146016335b21 req-3ce3dc71-b66d-41d1-bf6b-4b717e15589e tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:15.869559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c525b473-ae83-413f-9f45-146016335b21 req-3ce3dc71-b66d-41d1-bf6b-4b717e15589e tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0475383 Sep 10 05:03:15.906790 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c525b473-ae83-413f-9f45-146016335b21 req-a2795957-a882-4fb9-9787-60191e3e28c5 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314164 Sep 10 05:03:16.020215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b52067b-8006-47a0-a37e-ce9cf068bdf4 req-8dc4e5f0-15b7-4666-8874-d1704e0739c8 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:16.021680 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b52067b-8006-47a0-a37e-ce9cf068bdf4 req-8dc4e5f0-15b7-4666-8874-d1704e0739c8 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0485132 Sep 10 05:03:16.058221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0b52067b-8006-47a0-a37e-ce9cf068bdf4 req-7fa4c352-cc36-4f78-ac2d-a729a754fb33 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305347 Sep 10 05:03:16.127877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-d43d3d54-e157-4144-b9f8-3bf3815599c7 req-200256c2-a1a8-4f36-a108-213e43891ae9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:03:16.128854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d43d3d54-e157-4144-b9f8-3bf3815599c7 req-200256c2-a1a8-4f36-a108-213e43891ae9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052886 Sep 10 05:03:16.234201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de7fc6c-c621-45df-9738-e26076f571db req-b0e234fc-9e74-420d-a7b9-8bb60b48be25 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:16.235661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1de7fc6c-c621-45df-9738-e26076f571db req-b0e234fc-9e74-420d-a7b9-8bb60b48be25 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0509489 Sep 10 05:03:16.272788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1de7fc6c-c621-45df-9738-e26076f571db req-315bb0ba-2199-40fb-b513-6bb09efbefdb tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306151 Sep 10 05:03:16.384877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e25c94c-bf6e-4697-a43a-ebb0376c7f2d req-29e176e2-ad06-46d8-9860-9fdcc7ba0b94 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:16.386315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e25c94c-bf6e-4697-a43a-ebb0376c7f2d req-29e176e2-ad06-46d8-9860-9fdcc7ba0b94 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0480163 Sep 10 05:03:16.423058 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9e25c94c-bf6e-4697-a43a-ebb0376c7f2d req-3f649b27-5ff1-4846-8fdf-9ebd8056f340 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308585 Sep 10 05:03:16.545899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e756f87-78e0-4565-8c25-22928978381e req-897fd86e-14ef-411d-9177-cdd764180ff9 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:16.547361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e756f87-78e0-4565-8c25-22928978381e req-897fd86e-14ef-411d-9177-cdd764180ff9 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0488224 Sep 10 05:03:16.583574 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e756f87-78e0-4565-8c25-22928978381e req-51505a1d-3c86-4d7d-9ab1-3a6f637efdc9 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301900 Sep 10 05:03:17.121193 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f81cb6-1d76-4743-ae83-4611b5a752d5 req-587edbcc-4d8c-4b7e-9a08-3c02992fb024 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:17.122634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94f81cb6-1d76-4743-ae83-4611b5a752d5 req-587edbcc-4d8c-4b7e-9a08-3c02992fb024 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0517066 Sep 10 05:03:17.158297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94f81cb6-1d76-4743-ae83-4611b5a752d5 req-0d7b72ce-00e5-401a-9954-6d5ad12cc62b tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298388 Sep 10 05:03:17.251525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device fe565bb9-6d92-4c30-8391-1ac53b699ef9 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:03:17.270891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: fe565bb9-6d92-4c30-8391-1ac53b699ef9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:03:17.271226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device fe565bb9-6d92-4c30-8391-1ac53b699ef9 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:03:18.322936 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318c9fc-d481-4a04-9d29-8f2aa38e9e6d req-14074258-8397-4608-89a8-f561aa32a38c tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:18.324478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c318c9fc-d481-4a04-9d29-8f2aa38e9e6d req-14074258-8397-4608-89a8-f561aa32a38c tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0975163 Sep 10 05:03:18.361848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c318c9fc-d481-4a04-9d29-8f2aa38e9e6d req-21dbf567-142f-4303-9cbc-27b550b39158 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/security-groups?id=62b1774a-f1d5-4e1a-a081-a0e47bace203&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312061 Sep 10 05:03:18.562842 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-287f87f6-9fe9-44c9-aa84-dfb478b7959a tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:18.564334 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-287f87f6-9fe9-44c9-aa84-dfb478b7959a tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.20 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 946 time: 0.0483539 Sep 10 05:03:18.656728 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Deleting port a9971d1a-cd05-48df-90c9-b5b11f880e95 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:18.657066 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:18.741407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] For port a9971d1a-cd05-48df-90c9-b5b11f880e95, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=a9971d1a-cd05-48df-90c9-b5b11f880e95,segment=NetworkSegment(24a7c14e-843e-4909-9312-fa755158e857),segment_id=24a7c14e-843e-4909-9312-fa755158e857)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:18.741763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:18.753730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Calling delete_port for a9971d1a-cd05-48df-90c9-b5b11f880e95 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:18.979230 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:18.990796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['a9971d1a-cd05-48df-90c9-b5b11f880e95'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:03:19.009753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Pushing event deleted for resources: {'Port': ['ID=a9971d1a-cd05-48df-90c9-b5b11f880e95,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:19.055232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] No DVR routers for this DVR port a9971d1a-cd05-48df-90c9-b5b11f880e95 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:19.057698 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:19.059830 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b8884d3b-e9dc-47eb-8605-f9d75f773741 req-91be6cb0-967e-49bf-9c78-fc3c52bceb73 tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.20 "DELETE /v2.0/ports/a9971d1a-cd05-48df-90c9-b5b11f880e95 HTTP/1.1" status: 204 len: 173 time: 0.4882543 Sep 10 05:03:19.060283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68987c56-7f01-460c-a2a1-949fc2ea9b8e', 'name': 'network-vif-deleted', 'tag': 'a9971d1a-cd05-48df-90c9-b5b11f880e95'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:03:19.062561 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbe23439-128a-4f25-8aad-71a1356db5f5" -d '{"events": [{"server_uuid": "68987c56-7f01-460c-a2a1-949fc2ea9b8e", "name": "network-vif-deleted", "tag": "a9971d1a-cd05-48df-90c9-b5b11f880e95"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:03:19.097085 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc8f0caf-3862-46e9-aca8-330afd3f36c1 x-openstack-request-id: req-cc8f0caf-3862-46e9-aca8-330afd3f36c1 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:03:19.097388 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68987c56-7f01-460c-a2a1-949fc2ea9b8e", "name": "network-vif-deleted", "tag": "a9971d1a-cd05-48df-90c9-b5b11f880e95", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:03:19.097666 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cc8f0caf-3862-46e9-aca8-330afd3f36c1 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:03:19.098095 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68987c56-7f01-460c-a2a1-949fc2ea9b8e', 'name': 'network-vif-deleted', 'tag': 'a9971d1a-cd05-48df-90c9-b5b11f880e95', 'status': 'completed', 'code': 200} Sep 10 05:03:19.466007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-180babed-2cd1-4998-b649-583d63a3d0e8 req-73ed72a0-55cc-4b82-9222-c960eff4245b tempest-ServersNegativeTestJSON-503458869 tempest-ServersNegativeTestJSON-503458869-project] 10.222.0.22 "GET /v2.0/ports?device_id=68987c56-7f01-460c-a2a1-949fc2ea9b8e HTTP/1.1" status: 200 len: 210 time: 0.0253286 Sep 10 05:03:20.524088 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34316) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:20.568314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6503ec0-6c93-4921-b779-a5b3a608d0b8 admin admin] Deleting subnet 39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:03:20.571989 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6503ec0-6c93-4921-b779-a5b3a608d0b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:20.604732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6503ec0-6c93-4921-b779-a5b3a608d0b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:20.642553 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6503ec0-6c93-4921-b779-a5b3a608d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:20.775979 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6503ec0-6c93-4921-b779-a5b3a608d0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:20.805013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6503ec0-6c93-4921-b779-a5b3a608d0b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:20.811536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f6503ec0-6c93-4921-b779-a5b3a608d0b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:20.813529 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f6503ec0-6c93-4921-b779-a5b3a608d0b8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/39f4d46a-e6a8-4c5f-bad4-13e59a0afe1e HTTP/1.1" status: 204 len: 168 time: 0.2884417 Sep 10 05:03:20.816048 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34318) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:20.881977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:20.889784 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4c4c8843-74f3-44c2-b3ac-0be848f232c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:20.963194 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:20.982185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14b5f608-7393-4997-8462-4616f644db8b']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:20.991092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24a7c14e-843e-4909-9312-fa755158e857') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:20.991322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24a7c14e-843e-4909-9312-fa755158e857') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:21.000371 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:21.013839 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:21.020480 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] Releasing vlan 225 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:21.020875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:21.023151 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:21.140972 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:21.145650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:21.148209 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] 10.222.0.22 "DELETE /v2.0/networks/14b5f608-7393-4997-8462-4616f644db8b HTTP/1.1" status: 204 len: 168 time: 0.3312423 Sep 10 05:03:21.160722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb46ac-2452-42c8-bfce-be65a1a50577 admin admin] Pushing event deleted for resources: {'Network': ['ID=14b5f608-7393-4997-8462-4616f644db8b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:21.416912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34322) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:21.460826 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c4b0341b-d869-4def-8a31-328d096736af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8fad6ac3a1dc4687b8c0c50f8f0c89b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427535 Sep 10 05:03:21.463292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34324) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:21.509439 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19661c7f-56f5-430e-8e8d-bae6ac054631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:21.529846 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19661c7f-56f5-430e-8e8d-bae6ac054631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:21.660681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19661c7f-56f5-430e-8e8d-bae6ac054631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:21.663874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-19661c7f-56f5-430e-8e8d-bae6ac054631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:21.664987 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-19661c7f-56f5-430e-8e8d-bae6ac054631 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62b1774a-f1d5-4e1a-a081-a0e47bace203 HTTP/1.1" status: 204 len: 168 time: 0.2007897 Sep 10 05:03:21.672590 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19661c7f-56f5-430e-8e8d-bae6ac054631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b1774a-f1d5-4e1a-a081-a0e47bace203,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:22.517092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a9971d1a-cd05-48df-90c9-b5b11f880e95 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:03:22.540839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: a9971d1a-cd05-48df-90c9-b5b11f880e95 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:03:22.541182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device a9971d1a-cd05-48df-90c9-b5b11f880e95 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:03:22.658281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34346) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:22.749888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-119067938'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:22.841850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:22.845343 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:22.854670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:22.941826 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:23.019501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:23.050571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] vlan segment allocate from pool success with {'vlan_id': 218, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:03:23.060579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6fb3ca-4424-47b8-96a3-300a94a2c7a7,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:23.065291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:23.065632 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Added segment e8770649-8f37-4f28-84e9-58a55695fcad of type vlan for network c0572ca8-2b74-400b-8624-34bffc0e4699 Sep 10 05:03:23.109539 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:23.207943 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:23.214489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:23.215218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:23.324435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Network': ['ID=c0572ca8-2b74-400b-8624-34bffc0e4699,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:23.327220 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6679137 Sep 10 05:03:23.338852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.339203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.339540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.339919 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.340256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.340589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.340915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.341293 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.341623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.341946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.342296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.342769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71e059da-3d6d-4cc9-8955-2bbc4a48d73a tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:23.353527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network c0572ca8-2b74-400b-8624-34bffc0e4699 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:03:23.575243 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2149a56b-ee43-4be3-a4d5-345865fd8aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:23.801779 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:25.466686 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:26.514947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34350) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:26.520219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'subnet': {'network_id': 'c0572ca8-2b74-400b-8624-34bffc0e4699', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:26.630840 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:26.705023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:26.708590 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:26.928749 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:26.995177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Subnet': ['ID=9c6686dd-a0ba-4390-bef9-911c5406c030,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:26.999550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Checking segment: {'id': 'e8770649-8f37-4f28-84e9-58a55695fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c0572ca8-2b74-400b-8624-34bffc0e4699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:26.999936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network hostable DHCP agents. Network: c0572ca8-2b74-400b-8624-34bffc0e4699, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:03:27.093343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network c0572ca8-2b74-400b-8624-34bffc0e4699 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:03:27.196373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, c0572ca8-2b74-400b-8624-34bffc0e4699) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:27.200321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:27.201092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.205799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c252de-e374-49d4-923e-ef0f32e6dc3a None None] Network c0572ca8-2b74-400b-8624-34bffc0e4699 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:27.273135 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0001a055-389c-4896-a734-e10e40b8f1b6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7568796 Sep 10 05:03:27.276639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34352) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:27.281563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1624380689'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:27.345157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-c0572ca8-2b74-400b-8624-34bffc0e4699', 'network_id': 'c0572ca8-2b74-400b-8624-34bffc0e4699', 'tenant_id': '978eefdf9593400d8a80e39be635551f', 'fixed_ips': [{'subnet_id': '9c6686dd-a0ba-4390-bef9-911c5406c030'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:03:27.345994 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.375078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:27.378645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.402958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] vlan segment allocate from pool success with {'vlan_id': 211, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:03:27.411347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.411722 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Added segment e981ac1d-f077-4807-8121-6df2f5c26e39 of type vlan for network e33a6fd5-490c-483d-8a3f-3704fade6192 Sep 10 05:03:27.451174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.482224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Allocated IP 2001:db8:0:ffff::2 (c0572ca8-2b74-400b-8624-34bffc0e4699/9c6686dd-a0ba-4390-bef9-911c5406c030/24f043e4-8bb9-45a7-b30d-9d8645c6e536) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:27.535660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.541856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:27.542445 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.609709 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Network': ['ID=e33a6fd5-490c-483d-8a3f-3704fade6192,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:27.621184 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network e33a6fd5-490c-483d-8a3f-3704fade6192 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:03:27.626347 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.638830 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-902f5357-44bd-4ab7-a81d-aeb382ac8bef tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3610637 Sep 10 05:03:27.649447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34354) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:27.649590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Transition to ACTIVE for port object 24f043e4-8bb9-45a7-b30d-9d8645c6e536 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:27.650059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'subnet': {'network_id': 'e33a6fd5-490c-483d-8a3f-3704fade6192', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:27.697323 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Transition to ACTIVE for port object 24f043e4-8bb9-45a7-b30d-9d8645c6e536 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:27.798426 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.826498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:27.830313 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.833664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Network c0572ca8-2b74-400b-8624-34bffc0e4699 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:27.837904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:27.843341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:27.850666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Pushing event updated for resources: {'Port': ['ID=24f043e4-8bb9-45a7-b30d-9d8645c6e536,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:27.904047 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Attempting to bind port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:27.904512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Attempting to bind port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'e8770649-8f37-4f28-84e9-58a55695fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c0572ca8-2b74-400b-8624-34bffc0e4699'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:27.904910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Attempting to bind port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 on network c0572ca8-2b74-400b-8624-34bffc0e4699 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:27.909873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:27.910246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Checking segment: {'id': 'e8770649-8f37-4f28-84e9-58a55695fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c0572ca8-2b74-400b-8624-34bffc0e4699'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:27.910638 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.911104 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Bound using segment: {'id': 'e8770649-8f37-4f28-84e9-58a55695fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c0572ca8-2b74-400b-8624-34bffc0e4699'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:27.911637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Bound port: 24f043e4-8bb9-45a7-b30d-9d8645c6e536, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8770649-8f37-4f28-84e9-58a55695fcad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 218, 'network_id': 'c0572ca8-2b74-400b-8624-34bffc0e4699'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:27.912042 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:27.974501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] For port 24f043e4-8bb9-45a7-b30d-9d8645c6e536, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:27.978379 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] For port 24f043e4-8bb9-45a7-b30d-9d8645c6e536, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=24f043e4-8bb9-45a7-b30d-9d8645c6e536,segment=NetworkSegment(e8770649-8f37-4f28-84e9-58a55695fcad),segment_id=e8770649-8f37-4f28-84e9-58a55695fcad)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:28.048353 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:28.072757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:28.107979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4e04a-d56c-4fdb-b39f-8793287ea6ee None None] Pushing event updated for resources: {'Port': ['ID=24f043e4-8bb9-45a7-b30d-9d8645c6e536,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:28.150584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Subnet': ['ID=f777218d-7ede-480d-ac77-ba5fe4b5a563,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:28.154509 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Checking segment: {'id': 'e981ac1d-f077-4807-8121-6df2f5c26e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e33a6fd5-490c-483d-8a3f-3704fade6192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:28.154866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network hostable DHCP agents. Network: e33a6fd5-490c-483d-8a3f-3704fade6192, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:03:28.306610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network e33a6fd5-490c-483d-8a3f-3704fade6192 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:03:28.409679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, e33a6fd5-490c-483d-8a3f-3704fade6192) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:28.414014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:28.419393 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:28.419795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-994efd62-2f1b-4995-9571-c3a502e5d159 None None] Network e33a6fd5-490c-483d-8a3f-3704fade6192 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:28.508761 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-51bf906d-d0ef-4c1a-baaf-168b19ec6628 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8657694 Sep 10 05:03:28.515168 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34356) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:28.569011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-e33a6fd5-490c-483d-8a3f-3704fade6192', 'network_id': 'e33a6fd5-490c-483d-8a3f-3704fade6192', 'tenant_id': '978eefdf9593400d8a80e39be635551f', 'fixed_ips': [{'subnet_id': 'f777218d-7ede-480d-ac77-ba5fe4b5a563'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:03:28.569879 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:28.636848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:28.644748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 24f043e4-8bb9-45a7-b30d-9d8645c6e536 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:28.731361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:28.751051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Allocated IP 2001:db8::2 (e33a6fd5-490c-483d-8a3f-3704fade6192/f777218d-7ede-480d-ac77-ba5fe4b5a563/53121f8f-637a-4322-b6bb-68e9f8959b66) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:28.822175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:28.905392 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:28.914158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Transition to ACTIVE for port object 53121f8f-637a-4322-b6bb-68e9f8959b66 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:28.929736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Transition to ACTIVE for port object 53121f8f-637a-4322-b6bb-68e9f8959b66 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:28.960320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f5b5bd-7e7b-4b53-b9ee-c77c2c31c37a None None] Network c0572ca8-2b74-400b-8624-34bffc0e4699 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:29.019932 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.063613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Network e33a6fd5-490c-483d-8a3f-3704fade6192 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:29.069028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:29.078918 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:29.080725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2b4c9db4-cb75-437c-87bd-11b9dfa68ea8 None None] Provisioning for port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:29.092051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Pushing event updated for resources: {'Port': ['ID=53121f8f-637a-4322-b6bb-68e9f8959b66,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:29.094293 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.097198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2b4c9db4-cb75-437c-87bd-11b9dfa68ea8 None None] Provisioning complete for port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:29.097565 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9db4-cb75-437c-87bd-11b9dfa68ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.124186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Subnet': ['ID=f777218d-7ede-480d-ac77-ba5fe4b5a563,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:29.186607 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.208578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33a6fd5-490c-483d-8a3f-3704fade6192']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:29.218646 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e981ac1d-f077-4807-8121-6df2f5c26e39') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:29.218943 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e981ac1d-f077-4807-8121-6df2f5c26e39') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:29.229586 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.243635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.249867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:29.250264 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:29.253453 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:29.370233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Attempting to bind port 53121f8f-637a-4322-b6bb-68e9f8959b66 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:29.370517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Attempting to bind port 53121f8f-637a-4322-b6bb-68e9f8959b66 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'e981ac1d-f077-4807-8121-6df2f5c26e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e33a6fd5-490c-483d-8a3f-3704fade6192'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:29.370878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Attempting to bind port 53121f8f-637a-4322-b6bb-68e9f8959b66 on network e33a6fd5-490c-483d-8a3f-3704fade6192 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:29.381762 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 05:03:29.381762 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 05:03:29.381762 n-d-808143-1 neutron-server[95137]: [parameters: {'id': 'e33a6fd5-490c-483d-8a3f-3704fade6192'}] Sep 10 05:03:29.381762 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 05:03:29.382187 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 05:03:29.394642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:29.395011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Checking segment: {'id': 'e981ac1d-f077-4807-8121-6df2f5c26e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e33a6fd5-490c-483d-8a3f-3704fade6192'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:29.395448 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.395874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Bound using segment: {'id': 'e981ac1d-f077-4807-8121-6df2f5c26e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e33a6fd5-490c-483d-8a3f-3704fade6192'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:29.396335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Bound port: 53121f8f-637a-4322-b6bb-68e9f8959b66, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e981ac1d-f077-4807-8121-6df2f5c26e39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 211, 'network_id': 'e33a6fd5-490c-483d-8a3f-3704fade6192'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:29.397291 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.461091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9db4-cb75-437c-87bd-11b9dfa68ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.520698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2b4c9db4-cb75-437c-87bd-11b9dfa68ea8 None None] For port 24f043e4-8bb9-45a7-b30d-9d8645c6e536, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=24f043e4-8bb9-45a7-b30d-9d8645c6e536,segment=NetworkSegment(e8770649-8f37-4f28-84e9-58a55695fcad),segment_id=e8770649-8f37-4f28-84e9-58a55695fcad)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:29.523759 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] For port 53121f8f-637a-4322-b6bb-68e9f8959b66, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:29.539607 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] For port 53121f8f-637a-4322-b6bb-68e9f8959b66, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=53121f8f-637a-4322-b6bb-68e9f8959b66,segment=NetworkSegment(e981ac1d-f077-4807-8121-6df2f5c26e39),segment_id=e981ac1d-f077-4807-8121-6df2f5c26e39)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:29.590960 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2b4c9db4-cb75-437c-87bd-11b9dfa68ea8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.616512 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.618324 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.667612 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c9db4-cb75-437c-87bd-11b9dfa68ea8 None None] Pushing event updated for resources: {'Port': ['ID=24f043e4-8bb9-45a7-b30d-9d8645c6e536,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:29.705757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dedf0a1-9f6c-4b3d-9ee1-bd04673408f6 None None] Network e33a6fd5-490c-483d-8a3f-3704fade6192 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:29.750501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d001953-81a4-4bc0-9f1c-8561cfe8ec88 None None] Pushing event updated for resources: {'Port': ['ID=53121f8f-637a-4322-b6bb-68e9f8959b66,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:29.754320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-78c2602e-d4ea-469a-8fa1-7ce3107e8bff None None] Provisioning complete for port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:29.755007 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78c2602e-d4ea-469a-8fa1-7ce3107e8bff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.883900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.903072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d90e5ea-2adc-4478-b6bf-9fbb844b14fd None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 05:03:29.942340 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Deleting port 53121f8f-637a-4322-b6bb-68e9f8959b66 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:29.942676 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:29.968804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d90e5ea-2adc-4478-b6bf-9fbb844b14fd None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 05:03:30.003413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] For port 53121f8f-637a-4322-b6bb-68e9f8959b66, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=53121f8f-637a-4322-b6bb-68e9f8959b66,segment=NetworkSegment(e981ac1d-f077-4807-8121-6df2f5c26e39),segment_id=e981ac1d-f077-4807-8121-6df2f5c26e39)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:30.006426 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.016460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Calling delete_port for 53121f8f-637a-4322-b6bb-68e9f8959b66 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:30.162100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.187947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Port': ['ID=53121f8f-637a-4322-b6bb-68e9f8959b66,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:30.193057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No DVR routers for this DVR port 53121f8f-637a-4322-b6bb-68e9f8959b66 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:30.270923 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.541550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e33a6fd5-490c-483d-8a3f-3704fade6192']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:30.551541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e981ac1d-f077-4807-8121-6df2f5c26e39') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:30.551870 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e981ac1d-f077-4807-8121-6df2f5c26e39') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:30.561216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.574345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.582732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 24f043e4-8bb9-45a7-b30d-9d8645c6e536 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:30.585309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Releasing vlan 211 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:30.585738 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:30.588901 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:30.631493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:30.631902 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.716460 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.726657 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.726657 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/networks/e33a6fd5-490c-483d-8a3f-3704fade6192 HTTP/1.1" status: 204 len: 168 time: 2.2087438 Sep 10 05:03:30.729171 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34358) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:30.734217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-275755646'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:30.736723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1193b4a-2961-4e53-82c8-6488b2a0cfd8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Network': ['ID=e33a6fd5-490c-483d-8a3f-3704fade6192,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:30.807611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:30.811160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.833412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] vlan segment allocate from pool success with {'vlan_id': 249, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:03:30.841755 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.843257 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Added segment b1db8154-1956-4394-81d4-8af6e93df94f of type vlan for network 08b49341-044e-4fe7-b1fc-73027c109b9f Sep 10 05:03:30.879584 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.952231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:30.957730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:30.958298 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:31.021050 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Network': ['ID=08b49341-044e-4fe7-b1fc-73027c109b9f,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:31.028751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.029100 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.029466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.029794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.030117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.030441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.030770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.031091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.031410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.031771 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.032094 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.032450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:31.043724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 08b49341-044e-4fe7-b1fc-73027c109b9f details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:03:31.056210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9a9a333c-77c5-464e-9ba8-b3eef4a721b8 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3259068 Sep 10 05:03:31.059611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34360) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:31.064386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'subnet': {'network_id': '08b49341-044e-4fe7-b1fc-73027c109b9f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:31.249119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:31.252731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:31.307535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Performing IP validity checks on allocation pools {{(pid=95136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Sep 10 05:03:31.308070 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.ipam_backend_mixin [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Checking for overlaps among allocation pools and gateway ip {{(pid=95136) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Sep 10 05:03:31.472706 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:31.532487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Subnet': ['ID=57eb16e3-f8fe-43f2-87f2-bb77cc59f37e,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:31.540865 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Checking segment: {'id': 'b1db8154-1956-4394-81d4-8af6e93df94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08b49341-044e-4fe7-b1fc-73027c109b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:31.541223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network hostable DHCP agents. Network: 08b49341-044e-4fe7-b1fc-73027c109b9f, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:03:31.613076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network 08b49341-044e-4fe7-b1fc-73027c109b9f is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:03:31.687658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 08b49341-044e-4fe7-b1fc-73027c109b9f) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:31.692323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:31.692907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:31.696849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362c3912-490d-4f66-9d73-3e571889e250 None None] Network 08b49341-044e-4fe7-b1fc-73027c109b9f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:31.770554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-38052085-7037-42ad-83cc-5b79d5e8f845 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7098591 Sep 10 05:03:31.773782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34362) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:31.837466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-08b49341-044e-4fe7-b1fc-73027c109b9f', 'network_id': '08b49341-044e-4fe7-b1fc-73027c109b9f', 'tenant_id': '978eefdf9593400d8a80e39be635551f', 'fixed_ips': [{'subnet_id': '57eb16e3-f8fe-43f2-87f2-bb77cc59f37e'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:03:31.838300 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:31.871927 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:31.923112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:31.971039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Allocated IP 2001:db8::3 (08b49341-044e-4fe7-b1fc-73027c109b9f/57eb16e3-f8fe-43f2-87f2-bb77cc59f37e/91e0f3e6-186b-46f3-b9f5-509882c2d921) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:32.115996 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.123801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Transition to ACTIVE for port object 91e0f3e6-186b-46f3-b9f5-509882c2d921 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:32.138205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Transition to ACTIVE for port object 91e0f3e6-186b-46f3-b9f5-509882c2d921 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:32.196639 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.233869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Network 08b49341-044e-4fe7-b1fc-73027c109b9f is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:32.236810 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:32.242833 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:32.248275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Pushing event updated for resources: {'Port': ['ID=91e0f3e6-186b-46f3-b9f5-509882c2d921,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:32.271169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.300609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Attempting to bind port 91e0f3e6-186b-46f3-b9f5-509882c2d921 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:32.300976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Attempting to bind port 91e0f3e6-186b-46f3-b9f5-509882c2d921 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'b1db8154-1956-4394-81d4-8af6e93df94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08b49341-044e-4fe7-b1fc-73027c109b9f'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:32.301341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Attempting to bind port 91e0f3e6-186b-46f3-b9f5-509882c2d921 on network 08b49341-044e-4fe7-b1fc-73027c109b9f {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:32.304415 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Subnet': ['ID=57eb16e3-f8fe-43f2-87f2-bb77cc59f37e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:32.306631 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:32.307163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Checking segment: {'id': 'b1db8154-1956-4394-81d4-8af6e93df94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08b49341-044e-4fe7-b1fc-73027c109b9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:32.307575 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.308001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Bound using segment: {'id': 'b1db8154-1956-4394-81d4-8af6e93df94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08b49341-044e-4fe7-b1fc-73027c109b9f'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:32.308475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Bound port: 91e0f3e6-186b-46f3-b9f5-509882c2d921, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b1db8154-1956-4394-81d4-8af6e93df94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 249, 'network_id': '08b49341-044e-4fe7-b1fc-73027c109b9f'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:32.308861 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.361909 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.373516 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] For port 91e0f3e6-186b-46f3-b9f5-509882c2d921, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:32.376560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] For port 91e0f3e6-186b-46f3-b9f5-509882c2d921, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=91e0f3e6-186b-46f3-b9f5-509882c2d921,segment=NetworkSegment(b1db8154-1956-4394-81d4-8af6e93df94f),segment_id=b1db8154-1956-4394-81d4-8af6e93df94f)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:32.382056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b49341-044e-4fe7-b1fc-73027c109b9f']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:32.391445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1db8154-1956-4394-81d4-8af6e93df94f') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:32.391770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1db8154-1956-4394-81d4-8af6e93df94f') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:32.401501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.448228 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.450156 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.456595 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:32.456990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:32.460113 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:32.521687 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76207861-de5c-45d1-8529-1a764a4cbe35 None None] Pushing event updated for resources: {'Port': ['ID=91e0f3e6-186b-46f3-b9f5-509882c2d921,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:32.539116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87a1ce6f-94d5-4812-85f0-f1a59e824d6d None None] Network 08b49341-044e-4fe7-b1fc-73027c109b9f requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:32.551069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.db.api [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 05:03:32.551069 n-d-808143-1 neutron-server[95137]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 05:03:32.551069 n-d-808143-1 neutron-server[95137]: [parameters: {'id': '08b49341-044e-4fe7-b1fc-73027c109b9f'}] Sep 10 05:03:32.551069 n-d-808143-1 neutron-server[95137]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95137) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 05:03:32.551474 n-d-808143-1 neutron-server[95137]: DEBUG oslo_db.api [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 05:03:32.656184 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad727ec-fa88-44e3-a966-5b61410d9a4b None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 05:03:32.716969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad727ec-fa88-44e3-a966-5b61410d9a4b None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 05:03:33.053052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.106637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Deleting port 91e0f3e6-186b-46f3-b9f5-509882c2d921 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:33.106980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.173131 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] For port 91e0f3e6-186b-46f3-b9f5-509882c2d921, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=91e0f3e6-186b-46f3-b9f5-509882c2d921,segment=NetworkSegment(b1db8154-1956-4394-81d4-8af6e93df94f),segment_id=b1db8154-1956-4394-81d4-8af6e93df94f)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:33.173409 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.185372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Calling delete_port for 91e0f3e6-186b-46f3-b9f5-509882c2d921 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:33.213709 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.333134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.359094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No DVR routers for this DVR port 91e0f3e6-186b-46f3-b9f5-509882c2d921 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:33.365028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Port': ['ID=91e0f3e6-186b-46f3-b9f5-509882c2d921,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:33.441728 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.461426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08b49341-044e-4fe7-b1fc-73027c109b9f']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:33.470279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1db8154-1956-4394-81d4-8af6e93df94f') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:33.470574 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1db8154-1956-4394-81d4-8af6e93df94f') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:33.479577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.492671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.498254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Releasing vlan 249 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:33.498635 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:33.501542 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:33.630381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.638048 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.644267 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/networks/08b49341-044e-4fe7-b1fc-73027c109b9f HTTP/1.1" status: 204 len: 168 time: 1.8651526 Sep 10 05:03:33.644405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34364) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:33.649269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1568052111'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:33.653097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14179a79-d2f9-4244-a6d8-63c949798c9b tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Network': ['ID=08b49341-044e-4fe7-b1fc-73027c109b9f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:33.721751 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:33.725143 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.747902 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] vlan segment allocate from pool success with {'vlan_id': 229, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:03:33.756886 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.757218 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Added segment 6a605d6e-d94b-44f5-a83d-4438ab0634f5 of type vlan for network f80f1833-619b-4250-b1df-775439ac4277 Sep 10 05:03:33.795722 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.876003 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.881984 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:33.882558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:33.948985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Network': ['ID=f80f1833-619b-4250-b1df-775439ac4277,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:33.958819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network f80f1833-619b-4250-b1df-775439ac4277 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:03:33.996879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8134bcef-d4dd-477b-836f-bf96bf74939f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3520412 Sep 10 05:03:33.999484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34366) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:34.004293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'subnet': {'network_id': 'f80f1833-619b-4250-b1df-775439ac4277', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:34.134906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:34.138338 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:34.358084 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:34.420042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Subnet': ['ID=9ef23f76-a34e-4029-9389-a47beef32797,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:34.429941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Checking segment: {'id': '6a605d6e-d94b-44f5-a83d-4438ab0634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f80f1833-619b-4250-b1df-775439ac4277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:34.430287 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network hostable DHCP agents. Network: f80f1833-619b-4250-b1df-775439ac4277, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:03:34.493164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network f80f1833-619b-4250-b1df-775439ac4277 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:03:34.573318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, f80f1833-619b-4250-b1df-775439ac4277) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:34.577999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:34.579070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:34.582105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131601f2-e0b8-4e7f-86e9-d5dea6fbf19a None None] Network f80f1833-619b-4250-b1df-775439ac4277 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:34.656219 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a6f4a4fd-78d5-4805-8b34-a30777bf7afd tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6554866 Sep 10 05:03:34.659495 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34368) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:34.664335 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-828230088'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:34.724140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-f80f1833-619b-4250-b1df-775439ac4277', 'network_id': 'f80f1833-619b-4250-b1df-775439ac4277', 'tenant_id': '978eefdf9593400d8a80e39be635551f', 'fixed_ips': [{'subnet_id': '9ef23f76-a34e-4029-9389-a47beef32797'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:03:34.725697 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:34.750628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:34.754219 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:34.777864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] vlan segment allocate from pool success with {'vlan_id': 213, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:03:34.786074 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:34.786413 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Added segment 623d43f4-6294-44ed-8b11-70d89823fdaa of type vlan for network f042f1b7-d7f4-4941-be21-64f3ab698cba Sep 10 05:03:34.824700 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:34.860381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Allocated IP 2001:db8::2 (f80f1833-619b-4250-b1df-775439ac4277/9ef23f76-a34e-4029-9389-a47beef32797/1b21cca5-9043-48e2-aa52-5c8b31a8b67f) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:34.910483 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:34.916611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:34.917186 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:34.980895 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Network': ['ID=f042f1b7-d7f4-4941-be21-64f3ab698cba,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:34.991329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network f042f1b7-d7f4-4941-be21-64f3ab698cba details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:03:35.006596 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.016159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9767b8c5-bb51-4d73-96be-8f93ce8d0911 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3555868 Sep 10 05:03:35.018823 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34370) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:35.024325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Request body: {'subnet': {'network_id': 'f042f1b7-d7f4-4941-be21-64f3ab698cba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:35.024636 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Transition to ACTIVE for port object 1b21cca5-9043-48e2-aa52-5c8b31a8b67f will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:35.074915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Transition to ACTIVE for port object 1b21cca5-9043-48e2-aa52-5c8b31a8b67f will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:35.147451 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.174982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Made reservation on behalf of 978eefdf9593400d8a80e39be635551f for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:35.179731 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.182907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Network f80f1833-619b-4250-b1df-775439ac4277 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:35.185685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:35.189194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:35.201852 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Pushing event updated for resources: {'Port': ['ID=1b21cca5-9043-48e2-aa52-5c8b31a8b67f,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:35.248556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Attempting to bind port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:35.248914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Attempting to bind port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6a605d6e-d94b-44f5-a83d-4438ab0634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f80f1833-619b-4250-b1df-775439ac4277'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:35.249269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Attempting to bind port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f on network f80f1833-619b-4250-b1df-775439ac4277 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:35.253997 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:35.254359 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Checking segment: {'id': '6a605d6e-d94b-44f5-a83d-4438ab0634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f80f1833-619b-4250-b1df-775439ac4277'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:35.254751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.255141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Bound using segment: {'id': '6a605d6e-d94b-44f5-a83d-4438ab0634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f80f1833-619b-4250-b1df-775439ac4277'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:35.255673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Bound port: 1b21cca5-9043-48e2-aa52-5c8b31a8b67f, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a605d6e-d94b-44f5-a83d-4438ab0634f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 229, 'network_id': 'f80f1833-619b-4250-b1df-775439ac4277'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:35.256025 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.321486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] For port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:35.324637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] For port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1b21cca5-9043-48e2-aa52-5c8b31a8b67f,segment=NetworkSegment(6a605d6e-d94b-44f5-a83d-4438ab0634f5),segment_id=6a605d6e-d94b-44f5-a83d-4438ab0634f5)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:35.392636 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.421014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.457269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66372c4a-a594-4378-ad51-59d11b6a4315 None None] Pushing event updated for resources: {'Port': ['ID=1b21cca5-9043-48e2-aa52-5c8b31a8b67f,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:35.484329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event updated for resources: {'Subnet': ['ID=1af13ce0-2c62-4e7f-b077-4ba46d8df498,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:35.493814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Checking segment: {'id': '623d43f4-6294-44ed-8b11-70d89823fdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f042f1b7-d7f4-4941-be21-64f3ab698cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:35.493814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network hostable DHCP agents. Network: f042f1b7-d7f4-4941-be21-64f3ab698cba, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:03:35.570059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Network f042f1b7-d7f4-4941-be21-64f3ab698cba is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:03:35.626619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, f042f1b7-d7f4-4941-be21-64f3ab698cba) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:35.635351 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:35.636021 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.642420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a3aad05-fdcc-44c0-b7cd-5f3c926ad2a5 None None] Network f042f1b7-d7f4-4941-be21-64f3ab698cba requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:35.702055 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-aba43344-5042-482e-9e0e-922f04703e44 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6821301 Sep 10 05:03:35.704804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34372) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:35.789228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-f042f1b7-d7f4-4941-be21-64f3ab698cba', 'network_id': 'f042f1b7-d7f4-4941-be21-64f3ab698cba', 'tenant_id': '978eefdf9593400d8a80e39be635551f', 'fixed_ips': [{'subnet_id': '1af13ce0-2c62-4e7f-b077-4ba46d8df498'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:03:35.790083 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.805503 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.883743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:35.926562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Allocated IP 2001:db8::2 (f042f1b7-d7f4-4941-be21-64f3ab698cba/1af13ce0-2c62-4e7f-b077-4ba46d8df498/7b562898-2751-478b-a2bc-f77e8ab1f28a) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:36.069104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.077658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Transition to ACTIVE for port object 7b562898-2751-478b-a2bc-f77e8ab1f28a will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:36.092675 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Transition to ACTIVE for port object 7b562898-2751-478b-a2bc-f77e8ab1f28a will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:36.158781 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.201350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Network f042f1b7-d7f4-4941-be21-64f3ab698cba is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:36.204317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:36.210610 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:36.217639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Pushing event updated for resources: {'Port': ['ID=7b562898-2751-478b-a2bc-f77e8ab1f28a,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:36.261683 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.269254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Attempting to bind port 7b562898-2751-478b-a2bc-f77e8ab1f28a on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:36.269622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Attempting to bind port 7b562898-2751-478b-a2bc-f77e8ab1f28a by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '623d43f4-6294-44ed-8b11-70d89823fdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f042f1b7-d7f4-4941-be21-64f3ab698cba'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:36.269981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Attempting to bind port 7b562898-2751-478b-a2bc-f77e8ab1f28a on network f042f1b7-d7f4-4941-be21-64f3ab698cba {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:36.275878 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:36.276254 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Checking segment: {'id': '623d43f4-6294-44ed-8b11-70d89823fdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f042f1b7-d7f4-4941-be21-64f3ab698cba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:36.276664 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.277725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Bound using segment: {'id': '623d43f4-6294-44ed-8b11-70d89823fdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f042f1b7-d7f4-4941-be21-64f3ab698cba'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:36.277725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Bound port: 7b562898-2751-478b-a2bc-f77e8ab1f28a, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623d43f4-6294-44ed-8b11-70d89823fdaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 213, 'network_id': 'f042f1b7-d7f4-4941-be21-64f3ab698cba'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:36.278050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.289159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Subnet': ['ID=1af13ce0-2c62-4e7f-b077-4ba46d8df498,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:36.354652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] For port 7b562898-2751-478b-a2bc-f77e8ab1f28a, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:36.354652 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] For port 7b562898-2751-478b-a2bc-f77e8ab1f28a, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7b562898-2751-478b-a2bc-f77e8ab1f28a,segment=NetworkSegment(623d43f4-6294-44ed-8b11-70d89823fdaa),segment_id=623d43f4-6294-44ed-8b11-70d89823fdaa)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:36.358595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f18080f-bf8a-41c9-90a6-d6d2888f7bf8 None None] Network f80f1833-619b-4250-b1df-775439ac4277 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:36.371583 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.399013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f042f1b7-d7f4-4941-be21-64f3ab698cba']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:36.408296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623d43f4-6294-44ed-8b11-70d89823fdaa') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:36.408587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623d43f4-6294-44ed-8b11-70d89823fdaa') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:36.418516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.424507 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.431783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.437807 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:36.438211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:36.441217 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:36.519502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-db28439c-0cc9-459a-a13f-c3f6b4483e74 None None] Provisioning for port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:36.528756 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123e41b8-4952-4b75-83d2-0fa1ccdf6700 None None] Pushing event updated for resources: {'Port': ['ID=7b562898-2751-478b-a2bc-f77e8ab1f28a,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:36.581131 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.db.api [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Sep 10 05:03:36.581131 n-d-808143-1 neutron-server[95136]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Sep 10 05:03:36.581131 n-d-808143-1 neutron-server[95136]: [parameters: {'id': 'f042f1b7-d7f4-4941-be21-64f3ab698cba'}] Sep 10 05:03:36.581131 n-d-808143-1 neutron-server[95136]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=95136) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 05:03:36.581605 n-d-808143-1 neutron-server[95136]: DEBUG oslo_db.api [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 05:03:36.719108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1b21cca5-9043-48e2-aa52-5c8b31a8b67f up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:36.751730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b42af59-9b99-458d-8160-a16e0722a91c None None] Network f042f1b7-d7f4-4941-be21-64f3ab698cba requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:36.952169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:36.956335 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:36.956825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.040064 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.073105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8ed974b-5ef7-4b69-ab83-163d8a1c5fb6 None None] get_active_networks_info from n-d-808143-1 {{(pid=95138) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Sep 10 05:03:37.077957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1b21cca5-9043-48e2-aa52-5c8b31a8b67f,segment=NetworkSegment(6a605d6e-d94b-44f5-a83d-4438ab0634f5),segment_id=6a605d6e-d94b-44f5-a83d-4438ab0634f5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:37.082980 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.139936 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.140458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Deleting port 7b562898-2751-478b-a2bc-f77e8ab1f28a {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:37.140800 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.188046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-7b9ecf56-c495-4719-b189-dd8aea8c6123 None None] Provisioning complete for port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:37.188341 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7b9ecf56-c495-4719-b189-dd8aea8c6123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.205490 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] For port 7b562898-2751-478b-a2bc-f77e8ab1f28a, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7b562898-2751-478b-a2bc-f77e8ab1f28a,segment=NetworkSegment(623d43f4-6294-44ed-8b11-70d89823fdaa),segment_id=623d43f4-6294-44ed-8b11-70d89823fdaa)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:37.205878 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.218101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ed974b-5ef7-4b69-ab83-163d8a1c5fb6 None None] Resources bound (agent type, host, resource id): {{(pid=95138) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Sep 10 05:03:37.219877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Calling delete_port for 7b562898-2751-478b-a2bc-f77e8ab1f28a owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:37.246028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=1b21cca5-9043-48e2-aa52-5c8b31a8b67f,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:37.259710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.260092 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.260399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.260728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.261059 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.261382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.261706 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.262028 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.262354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.262672 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.262992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.263309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:37.424987 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.451799 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Port': ['ID=7b562898-2751-478b-a2bc-f77e8ab1f28a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:37.453685 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No DVR routers for this DVR port 7b562898-2751-478b-a2bc-f77e8ab1f28a on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:37.531939 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.551643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f042f1b7-d7f4-4941-be21-64f3ab698cba']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:37.561154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623d43f4-6294-44ed-8b11-70d89823fdaa') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:37.561443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623d43f4-6294-44ed-8b11-70d89823fdaa') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:37.570879 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.583220 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.589339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Releasing vlan 213 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:37.589712 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:37.592569 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:37.706650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.713138 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.714910 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/networks/f042f1b7-d7f4-4941-be21-64f3ab698cba HTTP/1.1" status: 204 len: 168 time: 2.0091531 Sep 10 05:03:37.718303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34374) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:37.725535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b3b6b8-2b7c-4290-a84b-cbc26a5eed50 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Network': ['ID=f042f1b7-d7f4-4941-be21-64f3ab698cba,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:37.746125 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-c73f27d0-0c05-45c5-b0a2-cd54d185a070 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] GET failed (client error): The resource could not be found. Sep 10 05:03:37.747400 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c73f27d0-0c05-45c5-b0a2-cd54d185a070 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "GET /v2.0/subnets/1af13ce0-2c62-4e7f-b077-4ba46d8df498 HTTP/1.1" status: 404 len: 337 time: 0.0281165 Sep 10 05:03:37.750097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34376) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:37.768207 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-05796bf8-ff24-4472-a446-c5fbd3af9339 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] DELETE failed (client error): The resource could not be found. Sep 10 05:03:37.768727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05796bf8-ff24-4472-a446-c5fbd3af9339 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 05:03:37.770321 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-05796bf8-ff24-4472-a446-c5fbd3af9339 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/networks/f042f1b7-d7f4-4941-be21-64f3ab698cba HTTP/1.1" status: 404 len: 339 time: 0.0193231 Sep 10 05:03:37.773648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34378) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:37.797640 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-812c9fb0-5531-476b-8731-c4ee8e556cc2 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] DELETE failed (client error): The resource could not be found. Sep 10 05:03:37.804414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812c9fb0-5531-476b-8731-c4ee8e556cc2 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 05:03:37.804414 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-812c9fb0-5531-476b-8731-c4ee8e556cc2 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/subnets/1af13ce0-2c62-4e7f-b077-4ba46d8df498 HTTP/1.1" status: 404 len: 337 time: 0.0251579 Sep 10 05:03:37.805995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34380) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:37.823570 n-d-808143-1 neutron-server[95137]: INFO neutron.pecan_wsgi.hooks.translation [None req-6521f07b-d6b0-479b-a9e3-f0a82757cf00 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] DELETE failed (client error): The resource could not be found. Sep 10 05:03:37.824113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6521f07b-d6b0-479b-a9e3-f0a82757cf00 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95137) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 05:03:37.825695 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6521f07b-d6b0-479b-a9e3-f0a82757cf00 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/networks/f042f1b7-d7f4-4941-be21-64f3ab698cba HTTP/1.1" status: 404 len: 339 time: 0.0188413 Sep 10 05:03:37.827954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34382) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:37.881389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-6603befa-8d4b-44e4-adce-45c666c0e40e tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Deleting subnet 9ef23f76-a34e-4029-9389-a47beef32797 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:03:37.884655 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6603befa-8d4b-44e4-adce-45c666c0e40e tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:37.924418 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6603befa-8d4b-44e4-adce-45c666c0e40e tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.004118 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6603befa-8d4b-44e4-adce-45c666c0e40e tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.150558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6603befa-8d4b-44e4-adce-45c666c0e40e tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.177884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6603befa-8d4b-44e4-adce-45c666c0e40e tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Subnet': ['ID=9ef23f76-a34e-4029-9389-a47beef32797,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:38.179874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6603befa-8d4b-44e4-adce-45c666c0e40e tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.181721 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6603befa-8d4b-44e4-adce-45c666c0e40e tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/subnets/9ef23f76-a34e-4029-9389-a47beef32797 HTTP/1.1" status: 204 len: 168 time: 0.3528819 Sep 10 05:03:38.184358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34384) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:38.185991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cca6f7a-c966-4165-9122-2331be787bb5 None None] Network f80f1833-619b-4250-b1df-775439ac4277 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:38.262147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.318531 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Deleting port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:38.318877 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.359179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2589ed6-306b-494e-8495-97442c33eb6d None None] DHCP port deletion for f80f1833-619b-4250-b1df-775439ac4277 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:03:38.410308 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d2589ed6-306b-494e-8495-97442c33eb6d None None] Deleting port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:38.410688 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d2589ed6-306b-494e-8495-97442c33eb6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.479991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d2589ed6-306b-494e-8495-97442c33eb6d None None] For port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1b21cca5-9043-48e2-aa52-5c8b31a8b67f,segment=NetworkSegment(6a605d6e-d94b-44f5-a83d-4438ab0634f5),segment_id=6a605d6e-d94b-44f5-a83d-4438ab0634f5)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:38.480495 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d2589ed6-306b-494e-8495-97442c33eb6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.493000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d2589ed6-306b-494e-8495-97442c33eb6d None None] Calling delete_port for 1b21cca5-9043-48e2-aa52-5c8b31a8b67f owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:38.597211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1b21cca5-9043-48e2-aa52-5c8b31a8b67f no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:03:38.664291 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d2589ed6-306b-494e-8495-97442c33eb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.695964 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2589ed6-306b-494e-8495-97442c33eb6d None None] Pushing event deleted for resources: {'Port': ['ID=1b21cca5-9043-48e2-aa52-5c8b31a8b67f,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:38.704139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2589ed6-306b-494e-8495-97442c33eb6d None None] No DVR routers for this DVR port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:38.707045 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.722250 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] For port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1b21cca5-9043-48e2-aa52-5c8b31a8b67f,segment=NetworkSegment(6a605d6e-d94b-44f5-a83d-4438ab0634f5),segment_id=6a605d6e-d94b-44f5-a83d-4438ab0634f5)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:38.722615 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.735047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Calling delete_port for 1b21cca5-9043-48e2-aa52-5c8b31a8b67f owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:38.811872 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.835877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Port': ['ID=1b21cca5-9043-48e2-aa52-5c8b31a8b67f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:38.840143 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No DVR routers for this DVR port 1b21cca5-9043-48e2-aa52-5c8b31a8b67f on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:38.918694 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.937949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f80f1833-619b-4250-b1df-775439ac4277']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:38.947254 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a605d6e-d94b-44f5-a83d-4438ab0634f5') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:38.947547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a605d6e-d94b-44f5-a83d-4438ab0634f5') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:38.956294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.969380 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.974887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Releasing vlan 229 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:38.975263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: self.session.flush() Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:38.978307 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:39.123348 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.134616 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.134616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/networks/f80f1833-619b-4250-b1df-775439ac4277 HTTP/1.1" status: 204 len: 168 time: 0.9464998 Sep 10 05:03:39.135700 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34386) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:39.152940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73c62af-1ea6-4ca6-8db2-32e19994fdc3 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Network': ['ID=f80f1833-619b-4250-b1df-775439ac4277,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:39.170506 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-313c68b9-4b75-4688-8860-12154a4b4f76 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] DELETE failed (client error): The resource could not be found. Sep 10 05:03:39.170958 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-313c68b9-4b75-4688-8860-12154a4b4f76 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 05:03:39.172640 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-313c68b9-4b75-4688-8860-12154a4b4f76 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/subnets/57eb16e3-f8fe-43f2-87f2-bb77cc59f37e HTTP/1.1" status: 404 len: 337 time: 0.0360208 Sep 10 05:03:39.174969 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34388) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:39.196736 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-17f40429-4f79-4d4c-b51d-be7ce62591f2 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] DELETE failed (client error): The resource could not be found. Sep 10 05:03:39.197406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17f40429-4f79-4d4c-b51d-be7ce62591f2 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 05:03:39.198838 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-17f40429-4f79-4d4c-b51d-be7ce62591f2 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/networks/08b49341-044e-4fe7-b1fc-73027c109b9f HTTP/1.1" status: 404 len: 339 time: 0.0230007 Sep 10 05:03:39.201204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34390) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:39.226352 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5669ad9-75c2-4beb-bf0b-b8c8a57210cb tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] DELETE failed (client error): The resource could not be found. Sep 10 05:03:39.226781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5669ad9-75c2-4beb-bf0b-b8c8a57210cb tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 05:03:39.228391 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d5669ad9-75c2-4beb-bf0b-b8c8a57210cb tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/subnets/f777218d-7ede-480d-ac77-ba5fe4b5a563 HTTP/1.1" status: 404 len: 337 time: 0.0263114 Sep 10 05:03:39.230567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34392) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:39.246863 n-d-808143-1 neutron-server[95136]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8d57fc4-7aba-45e4-936e-f2c4be96baf1 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] DELETE failed (client error): The resource could not be found. Sep 10 05:03:39.247369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8d57fc4-7aba-45e4-936e-f2c4be96baf1 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=95136) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Sep 10 05:03:39.248964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e8d57fc4-7aba-45e4-936e-f2c4be96baf1 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/networks/e33a6fd5-490c-483d-8a3f-3704fade6192 HTTP/1.1" status: 404 len: 339 time: 0.0175548 Sep 10 05:03:39.250967 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34394) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:39.299052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e8b1c3-771e-4f0b-8cce-3595e3ec086f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Deleting subnet 9c6686dd-a0ba-4390-bef9-911c5406c030 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:03:39.305975 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1c3-771e-4f0b-8cce-3595e3ec086f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.344269 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1c3-771e-4f0b-8cce-3595e3ec086f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.426224 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1c3-771e-4f0b-8cce-3595e3ec086f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.556252 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1c3-771e-4f0b-8cce-3595e3ec086f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.582349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8b1c3-771e-4f0b-8cce-3595e3ec086f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Subnet': ['ID=9c6686dd-a0ba-4390-bef9-911c5406c030,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:39.586986 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13e8b1c3-771e-4f0b-8cce-3595e3ec086f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.588846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-13e8b1c3-771e-4f0b-8cce-3595e3ec086f tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/subnets/9c6686dd-a0ba-4390-bef9-911c5406c030 HTTP/1.1" status: 204 len: 168 time: 0.3370180 Sep 10 05:03:39.591296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34396) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:39.593528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b17e21-0cd1-4dc1-9100-20bcc7f101f9 None None] Network c0572ca8-2b74-400b-8624-34bffc0e4699 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:39.668261 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.720818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Deleting port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:39.721153 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.760859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d5d88f9-571b-41c6-b362-3342d04fd90a None None] DHCP port deletion for c0572ca8-2b74-400b-8624-34bffc0e4699 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:03:39.783754 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] For port 24f043e4-8bb9-45a7-b30d-9d8645c6e536, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=24f043e4-8bb9-45a7-b30d-9d8645c6e536,segment=NetworkSegment(e8770649-8f37-4f28-84e9-58a55695fcad),segment_id=e8770649-8f37-4f28-84e9-58a55695fcad)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:39.784115 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.795959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Calling delete_port for 24f043e4-8bb9-45a7-b30d-9d8645c6e536 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:39.805073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d88f9-571b-41c6-b362-3342d04fd90a None None] Deleting port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:39.805451 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d5d88f9-571b-41c6-b362-3342d04fd90a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.868406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1d5d88f9-571b-41c6-b362-3342d04fd90a None None] For port 24f043e4-8bb9-45a7-b30d-9d8645c6e536, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=24f043e4-8bb9-45a7-b30d-9d8645c6e536,segment=NetworkSegment(e8770649-8f37-4f28-84e9-58a55695fcad),segment_id=e8770649-8f37-4f28-84e9-58a55695fcad)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:39.868805 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d5d88f9-571b-41c6-b362-3342d04fd90a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.880121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1d5d88f9-571b-41c6-b362-3342d04fd90a None None] Calling delete_port for 24f043e4-8bb9-45a7-b30d-9d8645c6e536 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:39.957747 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.963399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1d5d88f9-571b-41c6-b362-3342d04fd90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:39.983568 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Port': ['ID=24f043e4-8bb9-45a7-b30d-9d8645c6e536,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:39.986057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] No DVR routers for this DVR port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:39.992485 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5d88f9-571b-41c6-b362-3342d04fd90a None None] Pushing event deleted for resources: {'Port': ['ID=24f043e4-8bb9-45a7-b30d-9d8645c6e536,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:39.994993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d5d88f9-571b-41c6-b362-3342d04fd90a None None] No DVR routers for this DVR port 24f043e4-8bb9-45a7-b30d-9d8645c6e536 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:40.069852 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:40.089999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0572ca8-2b74-400b-8624-34bffc0e4699']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:40.098726 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8770649-8f37-4f28-84e9-58a55695fcad') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:40.099025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8770649-8f37-4f28-84e9-58a55695fcad') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:40.108667 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:40.121311 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:40.127208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Releasing vlan 218 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:40.127586 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:40.130493 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:40.252972 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:40.260409 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:40.262223 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] 10.222.0.22 "DELETE /v2.0/networks/c0572ca8-2b74-400b-8624-34bffc0e4699 HTTP/1.1" status: 204 len: 168 time: 0.6697912 Sep 10 05:03:40.273870 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92691dae-555d-47b1-ad42-4148b75b31d6 tempest-NetworksIpV6Test-457797869 tempest-NetworksIpV6Test-457797869-project] Pushing event deleted for resources: {'Network': ['ID=c0572ca8-2b74-400b-8624-34bffc0e4699,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:40.587579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 24f043e4-8bb9-45a7-b30d-9d8645c6e536 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:03:40.611435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 24f043e4-8bb9-45a7-b30d-9d8645c6e536 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:03:40.612112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 24f043e4-8bb9-45a7-b30d-9d8645c6e536 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:03:40.690111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34402) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:40.820349 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6ab5e17e-9d0e-4f15-972a-5cb6ed8f0fa4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=978eefdf9593400d8a80e39be635551f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1290939 Sep 10 05:03:40.822740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34406) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:40.867913 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d7537ed-e287-4033-a5a7-c93e23faadd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:40.888495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d7537ed-e287-4033-a5a7-c93e23faadd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:41.013370 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d7537ed-e287-4033-a5a7-c93e23faadd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:41.015865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1d7537ed-e287-4033-a5a7-c93e23faadd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:41.016993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1d7537ed-e287-4033-a5a7-c93e23faadd0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e6fb3ca-4424-47b8-96a3-300a94a2c7a7 HTTP/1.1" status: 204 len: 168 time: 0.1933861 Sep 10 05:03:41.024487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7537ed-e287-4033-a5a7-c93e23faadd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6fb3ca-4424-47b8-96a3-300a94a2c7a7,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:41.957760 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34428) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:42.050035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-5a83ecf4-cfce-4fe1-a942-54e57b2ccbf3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-71224757', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:42.163508 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a83ecf4-cfce-4fe1-a942-54e57b2ccbf3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.164594 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a83ecf4-cfce-4fe1-a942-54e57b2ccbf3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.215794 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a83ecf4-cfce-4fe1-a942-54e57b2ccbf3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.283729 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a83ecf4-cfce-4fe1-a942-54e57b2ccbf3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.430189 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5a83ecf4-cfce-4fe1-a942-54e57b2ccbf3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.431447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5a83ecf4-cfce-4fe1-a942-54e57b2ccbf3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.4726717 Sep 10 05:03:42.434148 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34432) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:42.438837 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-925417927'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:42.510109 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Made reservation on behalf of 64ba973d68c14d64a6ae9f66c2e24468 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:42.513621 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.523218 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.609355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.675654 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.699888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:03:42.712611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b049ed5c-71df-4fa9-80fb-7146ff192245,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:42.717232 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.717575 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Added segment 6aa58012-a817-42a6-88f6-857a6c9592c7 of type vlan for network 5692928c-a4a7-4e04-bfc5-e677424a7c04 Sep 10 05:03:42.756382 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.836037 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.841736 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:42.842334 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:42.908851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event updated for resources: {'Network': ['ID=5692928c-a4a7-4e04-bfc5-e677424a7c04,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:42.919298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 5692928c-a4a7-4e04-bfc5-e677424a7c04 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:03:42.964358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bc5ae367-3df8-4c9e-b9c2-6825a7ad8ddb tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5291827 Sep 10 05:03:42.967048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34434) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:42.972019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Request body: {'subnet': {'network_id': '5692928c-a4a7-4e04-bfc5-e677424a7c04', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:43.112055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Made reservation on behalf of 64ba973d68c14d64a6ae9f66c2e24468 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:43.116187 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:43.340752 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:43.402215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event updated for resources: {'Subnet': ['ID=3a3b885e-d81e-48ef-a2e2-d78bbc10563a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:43.412405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Checking segment: {'id': '6aa58012-a817-42a6-88f6-857a6c9592c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5692928c-a4a7-4e04-bfc5-e677424a7c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:43.412405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Network hostable DHCP agents. Network: 5692928c-a4a7-4e04-bfc5-e677424a7c04, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:03:43.477579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Network 5692928c-a4a7-4e04-bfc5-e677424a7c04 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:03:43.528863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 5692928c-a4a7-4e04-bfc5-e677424a7c04) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:43.532920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:43.533527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:43.539577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb52c4ad-7960-4d07-b471-c7b9be4d32a4 None None] Network 5692928c-a4a7-4e04-bfc5-e677424a7c04 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:43.589801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1f9ae196-dbde-4a6b-a9b8-bb77d89a0f57 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6188502 Sep 10 05:03:43.590031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34436) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:43.594846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1429152392'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:43.658783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Made reservation on behalf of 64ba973d68c14d64a6ae9f66c2e24468 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:43.662806 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:43.680289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-5692928c-a4a7-4e04-bfc5-e677424a7c04', 'network_id': '5692928c-a4a7-4e04-bfc5-e677424a7c04', 'tenant_id': '64ba973d68c14d64a6ae9f66c2e24468', 'fixed_ips': [{'subnet_id': '3a3b885e-d81e-48ef-a2e2-d78bbc10563a'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:03:43.681186 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:43.689474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] vlan segment allocate from pool success with {'vlan_id': 248, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:03:43.698965 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:43.699301 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Added segment bce9a165-29c6-4adf-b986-77b8b94523d0 of type vlan for network d61a6baf-c1ed-4c74-a015-0e2382bd11f7 Sep 10 05:03:43.737956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:43.814172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Allocated IP 172.20.0.2 (5692928c-a4a7-4e04-bfc5-e677424a7c04/3a3b885e-d81e-48ef-a2e2-d78bbc10563a/a5df7979-e183-4aec-b95c-f4d500b11ca4) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:43.832047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:43.837781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:43.840719 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:43.903831 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event updated for resources: {'Network': ['ID=d61a6baf-c1ed-4c74-a015-0e2382bd11f7,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:43.930325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bd472829-9799-4fda-b850-27ea4ab98489 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3393509 Sep 10 05:03:43.933465 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34438) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:43.934407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network d61a6baf-c1ed-4c74-a015-0e2382bd11f7 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:03:43.938579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Request body: {'subnet': {'network_id': 'd61a6baf-c1ed-4c74-a015-0e2382bd11f7', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:43.977093 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:44.015935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Transition to ACTIVE for port object a5df7979-e183-4aec-b95c-f4d500b11ca4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:44.032853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Transition to ACTIVE for port object a5df7979-e183-4aec-b95c-f4d500b11ca4 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:44.089137 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Made reservation on behalf of 64ba973d68c14d64a6ae9f66c2e24468 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:44.092719 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:44.112474 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:44.150644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Network 5692928c-a4a7-4e04-bfc5-e677424a7c04 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:44.153490 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:44.159422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:44.165724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Pushing event updated for resources: {'Port': ['ID=a5df7979-e183-4aec-b95c-f4d500b11ca4,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:44.220271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Attempting to bind port a5df7979-e183-4aec-b95c-f4d500b11ca4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:44.220635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Attempting to bind port a5df7979-e183-4aec-b95c-f4d500b11ca4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '6aa58012-a817-42a6-88f6-857a6c9592c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5692928c-a4a7-4e04-bfc5-e677424a7c04'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:44.220996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Attempting to bind port a5df7979-e183-4aec-b95c-f4d500b11ca4 on network 5692928c-a4a7-4e04-bfc5-e677424a7c04 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:44.226568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:44.226938 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Checking segment: {'id': '6aa58012-a817-42a6-88f6-857a6c9592c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5692928c-a4a7-4e04-bfc5-e677424a7c04'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:44.227333 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:44.227745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Bound using segment: {'id': '6aa58012-a817-42a6-88f6-857a6c9592c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5692928c-a4a7-4e04-bfc5-e677424a7c04'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:44.228208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Bound port: a5df7979-e183-4aec-b95c-f4d500b11ca4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6aa58012-a817-42a6-88f6-857a6c9592c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '5692928c-a4a7-4e04-bfc5-e677424a7c04'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:44.228586 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:44.289431 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] For port a5df7979-e183-4aec-b95c-f4d500b11ca4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:44.292417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] For port a5df7979-e183-4aec-b95c-f4d500b11ca4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a5df7979-e183-4aec-b95c-f4d500b11ca4,segment=NetworkSegment(6aa58012-a817-42a6-88f6-857a6c9592c7),segment_id=6aa58012-a817-42a6-88f6-857a6c9592c7)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:44.339041 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:44.367851 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:44.400325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event updated for resources: {'Subnet': ['ID=94a4296c-aeff-475f-8de2-90f6bd90b4e1,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:44.407970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Checking segment: {'id': 'bce9a165-29c6-4adf-b986-77b8b94523d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd61a6baf-c1ed-4c74-a015-0e2382bd11f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:44.408534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Network hostable DHCP agents. Network: d61a6baf-c1ed-4c74-a015-0e2382bd11f7, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:03:44.425834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc27800-5c85-40e2-b6c5-b4e45f505b7f None None] Pushing event updated for resources: {'Port': ['ID=a5df7979-e183-4aec-b95c-f4d500b11ca4,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:44.481793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Network d61a6baf-c1ed-4c74-a015-0e2382bd11f7 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:03:44.576694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, d61a6baf-c1ed-4c74-a015-0e2382bd11f7) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:44.588594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d62c267-4884-4958-8b6d-c9456e7bea51 None None] Network d61a6baf-c1ed-4c74-a015-0e2382bd11f7 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:44.591378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:44.592017 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:44.671303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cdabfe1b-3192-438a-b8a2-e0c3222ec53e tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7367399 Sep 10 05:03:44.674055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34440) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:44.679535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8bbb1d32-002b-4b31-bacd-e4ed8ed14aa7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd61a6baf-c1ed-4c74-a015-0e2382bd11f7'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:44.742046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-d61a6baf-c1ed-4c74-a015-0e2382bd11f7', 'network_id': 'd61a6baf-c1ed-4c74-a015-0e2382bd11f7', 'tenant_id': '64ba973d68c14d64a6ae9f66c2e24468', 'fixed_ips': [{'subnet_id': '94a4296c-aeff-475f-8de2-90f6bd90b4e1'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:03:44.742884 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:44.877103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Allocated IP 172.21.0.2 (d61a6baf-c1ed-4c74-a015-0e2382bd11f7/94a4296c-aeff-475f-8de2-90f6bd90b4e1/db090859-0168-458e-917a-ee1fa58ebd2b) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:44.886728 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bbb1d32-002b-4b31-bacd-e4ed8ed14aa7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.023800 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.032248 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Transition to ACTIVE for port object db090859-0168-458e-917a-ee1fa58ebd2b will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:45.049181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Transition to ACTIVE for port object db090859-0168-458e-917a-ee1fa58ebd2b will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:45.074699 n-d-808143-1 neutron-server[95136]: INFO neutron.api.v2.resource [None req-8bbb1d32-002b-4b31-bacd-e4ed8ed14aa7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Sep 10 05:03:45.075847 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8bbb1d32-002b-4b31-bacd-e4ed8ed14aa7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "PUT /v2.0/routers/d86f2068-dc0d-4648-b2d8-a4be4c06922e HTTP/1.1" status: 400 len: 364 time: 0.4008873 Sep 10 05:03:45.081798 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34442) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:45.111088 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.141017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-2104d8c3-ab78-4e23-b403-3dbb95f83cc3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Deleting subnet 94a4296c-aeff-475f-8de2-90f6bd90b4e1 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:03:45.144626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2104d8c3-ab78-4e23-b403-3dbb95f83cc3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.153895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Network d61a6baf-c1ed-4c74-a015-0e2382bd11f7 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:45.158960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:45.163613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:45.166778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Pushing event updated for resources: {'Port': ['ID=db090859-0168-458e-917a-ee1fa58ebd2b,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:45.190301 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2104d8c3-ab78-4e23-b403-3dbb95f83cc3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.220618 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Attempting to bind port db090859-0168-458e-917a-ee1fa58ebd2b on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:45.220983 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Attempting to bind port db090859-0168-458e-917a-ee1fa58ebd2b by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'bce9a165-29c6-4adf-b986-77b8b94523d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd61a6baf-c1ed-4c74-a015-0e2382bd11f7'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:45.221342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Attempting to bind port db090859-0168-458e-917a-ee1fa58ebd2b on network d61a6baf-c1ed-4c74-a015-0e2382bd11f7 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:45.228348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:45.228628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Checking segment: {'id': 'bce9a165-29c6-4adf-b986-77b8b94523d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd61a6baf-c1ed-4c74-a015-0e2382bd11f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:45.229037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.229423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Bound using segment: {'id': 'bce9a165-29c6-4adf-b986-77b8b94523d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd61a6baf-c1ed-4c74-a015-0e2382bd11f7'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:45.229885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Bound port: db090859-0168-458e-917a-ee1fa58ebd2b, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bce9a165-29c6-4adf-b986-77b8b94523d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 248, 'network_id': 'd61a6baf-c1ed-4c74-a015-0e2382bd11f7'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:45.230262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.291352 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2104d8c3-ab78-4e23-b403-3dbb95f83cc3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.343273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d695074-5f9f-4a5c-a35e-3d3d4386c118 None None] Network 5692928c-a4a7-4e04-bfc5-e677424a7c04 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:45.430745 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2104d8c3-ab78-4e23-b403-3dbb95f83cc3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.444128 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] For port db090859-0168-458e-917a-ee1fa58ebd2b, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:45.459148 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2104d8c3-ab78-4e23-b403-3dbb95f83cc3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event deleted for resources: {'Subnet': ['ID=94a4296c-aeff-475f-8de2-90f6bd90b4e1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:45.462162 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-2104d8c3-ab78-4e23-b403-3dbb95f83cc3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.466494 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-2104d8c3-ab78-4e23-b403-3dbb95f83cc3 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "DELETE /v2.0/subnets/94a4296c-aeff-475f-8de2-90f6bd90b4e1 HTTP/1.1" status: 204 len: 168 time: 0.3812246 Sep 10 05:03:45.466591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34444) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:45.474281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] For port db090859-0168-458e-917a-ee1fa58ebd2b, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=db090859-0168-458e-917a-ee1fa58ebd2b,segment=NetworkSegment(bce9a165-29c6-4adf-b986-77b8b94523d0),segment_id=bce9a165-29c6-4adf-b986-77b8b94523d0)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:45.538893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-80941257-7a12-469b-b320-03581d95f3ba None None] Provisioning for port a5df7979-e183-4aec-b95c-f4d500b11ca4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:45.550678 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.570404 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.608308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Deleting port db090859-0168-458e-917a-ee1fa58ebd2b {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:45.608656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.638108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612918d7-89c6-478f-9f77-8eb4e948402e None None] Pushing event updated for resources: {'Port': ['ID=db090859-0168-458e-917a-ee1fa58ebd2b,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:45.682277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] For port db090859-0168-458e-917a-ee1fa58ebd2b, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=db090859-0168-458e-917a-ee1fa58ebd2b,segment=NetworkSegment(bce9a165-29c6-4adf-b986-77b8b94523d0),segment_id=bce9a165-29c6-4adf-b986-77b8b94523d0)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:45.682642 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.697221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Calling delete_port for db090859-0168-458e-917a-ee1fa58ebd2b owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:45.877889 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:45.904621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event deleted for resources: {'Port': ['ID=db090859-0168-458e-917a-ee1fa58ebd2b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:45.909043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] No DVR routers for this DVR port db090859-0168-458e-917a-ee1fa58ebd2b on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:45.988506 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.010444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d61a6baf-c1ed-4c74-a015-0e2382bd11f7']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:46.019892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bce9a165-29c6-4adf-b986-77b8b94523d0') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:46.020099 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bce9a165-29c6-4adf-b986-77b8b94523d0') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:46.029223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.041722 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.047356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Releasing vlan 248 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:46.048336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:46.052026 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:46.157721 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.165223 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.168224 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "DELETE /v2.0/networks/d61a6baf-c1ed-4c74-a015-0e2382bd11f7 HTTP/1.1" status: 204 len: 168 time: 0.6995559 Sep 10 05:03:46.169883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34446) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:46.184023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ede6a54-8643-4d7d-8f03-70ecbeed5df7 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event deleted for resources: {'Network': ['ID=d61a6baf-c1ed-4c74-a015-0e2382bd11f7,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:46.229773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-caa7d7d2-cac6-4a36-ac44-faf2691a664b tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Deleting subnet 3a3b885e-d81e-48ef-a2e2-d78bbc10563a {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:03:46.233078 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa7d7d2-cac6-4a36-ac44-faf2691a664b tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.275190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa7d7d2-cac6-4a36-ac44-faf2691a664b tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.359623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa7d7d2-cac6-4a36-ac44-faf2691a664b tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.478045 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa7d7d2-cac6-4a36-ac44-faf2691a664b tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.496352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-20dca7fa-bfff-47c8-a34b-f606b85357e1 None None] Could not find standard attr ID for object db090859-0168-458e-917a-ee1fa58ebd2b. {{(pid=95138) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Sep 10 05:03:46.508594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa7d7d2-cac6-4a36-ac44-faf2691a664b tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event deleted for resources: {'Subnet': ['ID=3a3b885e-d81e-48ef-a2e2-d78bbc10563a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:46.509265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5920e0ed-2216-4321-a030-8bc6f85a1ea0 None None] DHCP port deletion for d61a6baf-c1ed-4c74-a015-0e2382bd11f7 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:03:46.513165 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-caa7d7d2-cac6-4a36-ac44-faf2691a664b tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.517514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-caa7d7d2-cac6-4a36-ac44-faf2691a664b tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "DELETE /v2.0/subnets/3a3b885e-d81e-48ef-a2e2-d78bbc10563a HTTP/1.1" status: 204 len: 168 time: 0.3437026 Sep 10 05:03:46.522149 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34448) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:46.522298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2787ad5c-0d66-4e67-b58c-bf45bacfc13e None None] Network 5692928c-a4a7-4e04-bfc5-e677424a7c04 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:46.538390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ac771a-97c3-443f-b573-69c1ac8cbc0d None None] Network d61a6baf-c1ed-4c74-a015-0e2382bd11f7 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:46.560509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ac771a-97c3-443f-b573-69c1ac8cbc0d None None] Network d61a6baf-c1ed-4c74-a015-0e2382bd11f7 could not be found, it might have been deleted concurrently. {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Sep 10 05:03:46.611015 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.682283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Deleting port a5df7979-e183-4aec-b95c-f4d500b11ca4 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:46.682637 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.746463 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] For port a5df7979-e183-4aec-b95c-f4d500b11ca4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a5df7979-e183-4aec-b95c-f4d500b11ca4,segment=NetworkSegment(6aa58012-a817-42a6-88f6-857a6c9592c7),segment_id=6aa58012-a817-42a6-88f6-857a6c9592c7)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:46.746744 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.751159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a5df7979-e183-4aec-b95c-f4d500b11ca4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:46.758842 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Calling delete_port for a5df7979-e183-4aec-b95c-f4d500b11ca4 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:46.888427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] DHCP port deletion for 5692928c-a4a7-4e04-bfc5-e677424a7c04 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:03:46.901023 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.913562 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a5df7979-e183-4aec-b95c-f4d500b11ca4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:46.923101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a5df7979-e183-4aec-b95c-f4d500b11ca4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:46.923474 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:46.929033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] No DVR routers for this DVR port a5df7979-e183-4aec-b95c-f4d500b11ca4 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:46.930804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event deleted for resources: {'Port': ['ID=a5df7979-e183-4aec-b95c-f4d500b11ca4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:46.945073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Port a5df7979-e183-4aec-b95c-f4d500b11ca4 was deleted so its status cannot be updated. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Sep 10 05:03:46.960913 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] Deleting port a5df7979-e183-4aec-b95c-f4d500b11ca4 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:03:46.961287 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.010828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.021825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] For port a5df7979-e183-4aec-b95c-f4d500b11ca4, host n-d-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:47.022714 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.030284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5692928c-a4a7-4e04-bfc5-e677424a7c04']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:47.033728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] Calling delete_port for a5df7979-e183-4aec-b95c-f4d500b11ca4 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:03:47.036369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.ipam_backend_mixin [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] Port a5df7979-e183-4aec-b95c-f4d500b11ca4 was not found and therefore no delete operation was performed {{(pid=95138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 05:03:47.038346 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.040059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aa58012-a817-42a6-88f6-857a6c9592c7') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:47.040361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aa58012-a817-42a6-88f6-857a6c9592c7') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:47.054760 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.064641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] Pushing event deleted for resources: {'Port': ['ID=a5df7979-e183-4aec-b95c-f4d500b11ca4,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:47.066493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a724de51-8dde-42d0-84dd-a6433449ce57 None None] No DVR routers for this DVR port a5df7979-e183-4aec-b95c-f4d500b11ca4 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:03:47.068321 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.074847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:03:47.075238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:03:47.082905 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:03:47.192138 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.198874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.200820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "DELETE /v2.0/networks/5692928c-a4a7-4e04-bfc5-e677424a7c04 HTTP/1.1" status: 204 len: 168 time: 0.6812081 Sep 10 05:03:47.203861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34450) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:47.211655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4a975a-36dc-4398-97c7-7a9d6d40e354 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Pushing event deleted for resources: {'Network': ['ID=5692928c-a4a7-4e04-bfc5-e677424a7c04,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:47.231609 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0b4039dc-75c9-4f71-8841-ece426c3bf08 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "GET /v2.0/ports?device_id=d86f2068-dc0d-4648-b2d8-a4be4c06922e HTTP/1.1" status: 200 len: 205 time: 0.0266008 Sep 10 05:03:47.233927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34452) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:47.305840 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6231556-63ce-4f71-8f2d-1a859ce48d43 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.457393 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6231556-63ce-4f71-8f2d-1a859ce48d43 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.459524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6231556-63ce-4f71-8f2d-1a859ce48d43 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.580536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6231556-63ce-4f71-8f2d-1a859ce48d43 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.581049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6231556-63ce-4f71-8f2d-1a859ce48d43 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Fanout notify agent at l3_agent the message router_deleted on router d86f2068-dc0d-4648-b2d8-a4be4c06922e {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:03:47.587938 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d6231556-63ce-4f71-8f2d-1a859ce48d43 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:47.589045 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d6231556-63ce-4f71-8f2d-1a859ce48d43 tempest-RoutersNegativeTest-2111327847 tempest-RoutersNegativeTest-2111327847-project] 10.222.0.22 "DELETE /v2.0/routers/d86f2068-dc0d-4648-b2d8-a4be4c06922e HTTP/1.1" status: 204 len: 168 time: 0.3542442 Sep 10 05:03:48.001618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34458) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:48.127060 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-15b9e449-7a69-4989-a30b-f7af3157cabe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64ba973d68c14d64a6ae9f66c2e24468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1242361 Sep 10 05:03:48.129507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34462) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:48.175714 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8becba4-ece1-4ef2-bb00-dc0ec8e3d6dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:48.197068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8becba4-ece1-4ef2-bb00-dc0ec8e3d6dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:48.317289 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8becba4-ece1-4ef2-bb00-dc0ec8e3d6dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:48.320744 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d8becba4-ece1-4ef2-bb00-dc0ec8e3d6dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:48.322012 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d8becba4-ece1-4ef2-bb00-dc0ec8e3d6dc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b049ed5c-71df-4fa9-80fb-7146ff192245 HTTP/1.1" status: 204 len: 168 time: 0.1915770 Sep 10 05:03:48.329806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8becba4-ece1-4ef2-bb00-dc0ec8e3d6dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b049ed5c-71df-4fa9-80fb-7146ff192245,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:48.589493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a5df7979-e183-4aec-b95c-f4d500b11ca4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:03:48.613676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a5df7979-e183-4aec-b95c-f4d500b11ca4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:03:48.614018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a5df7979-e183-4aec-b95c-f4d500b11ca4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:03:49.284734 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34484) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:49.379905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-92890148-network', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:49.460417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Made reservation on behalf of 15afafe5795f48a7bcee3cd484e40cc4 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:49.462658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:49.470776 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:49.555956 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:49.608999 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:49.636852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:03:49.645298 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2722dd87-1445-446c-8cac-02ccebfa71b4,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:49.652227 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:49.652566 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Added segment 3ae7013f-a845-4aab-8109-ddbdc6d79d22 of type vlan for network 82eaa190-945e-4cc7-a3ad-0201da2ed47c Sep 10 05:03:49.690530 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:49.772797 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:49.773730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:49.774302 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:49.830313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] Pushing event updated for resources: {'Network': ['ID=82eaa190-945e-4cc7-a3ad-0201da2ed47c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:49.840437 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:03:49.858589 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-14abf123-df7e-461f-a980-22ebe5c802a6 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5701668 Sep 10 05:03:49.858768 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34488) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:49.863377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Request body: {'subnet': {'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-subnet', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:49.940466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Made reservation on behalf of 15afafe5795f48a7bcee3cd484e40cc4 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:49.942806 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.167210 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.229058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c764f597-377c-4187-b28e-dc3b21a5973a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:50.233225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Checking segment: {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:50.233576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Network hostable DHCP agents. Network: 82eaa190-945e-4cc7-a3ad-0201da2ed47c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:03:50.304087 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:03:50.372596 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 82eaa190-945e-4cc7-a3ad-0201da2ed47c) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:50.376680 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:50.377263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.382509 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded34062-bb28-4080-a712-69d7cce466a9 None None] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:50.478399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fa462906-69a3-4837-8d50-74ccf816e766 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6184785 Sep 10 05:03:50.481014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34490) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:50.485278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:50.520882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'fixed_ips': [{'subnet_id': 'c764f597-377c-4187-b28e-dc3b21a5973a'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:03:50.521857 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.563891 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.564979 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.615647 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.654762 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Allocated IP 172.20.0.2 (82eaa190-945e-4cc7-a3ad-0201da2ed47c/c764f597-377c-4187-b28e-dc3b21a5973a/5f954c66-ccff-4351-8dbb-5e31f540f453) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:50.795768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.803953 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Transition to ACTIVE for port object 5f954c66-ccff-4351-8dbb-5e31f540f453 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:50.816013 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.818798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Transition to ACTIVE for port object 5f954c66-ccff-4351-8dbb-5e31f540f453 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:50.893736 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.895635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2fabf963-e885-48ce-8478-27ab541c8439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:50.934021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:50.936872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:50.941366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:50.955847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Pushing event updated for resources: {'Port': ['ID=5f954c66-ccff-4351-8dbb-5e31f540f453,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:50.999627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Attempting to bind port 5f954c66-ccff-4351-8dbb-5e31f540f453 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:51.000013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Attempting to bind port 5f954c66-ccff-4351-8dbb-5e31f540f453 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:51.000368 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Attempting to bind port 5f954c66-ccff-4351-8dbb-5e31f540f453 on network 82eaa190-945e-4cc7-a3ad-0201da2ed47c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:51.005157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:51.005567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Checking segment: {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:51.005958 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:51.006341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Bound using segment: {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:51.006794 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Bound port: 5f954c66-ccff-4351-8dbb-5e31f540f453, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:51.007166 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:51.061791 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:51.072201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] For port 5f954c66-ccff-4351-8dbb-5e31f540f453, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:51.075132 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] For port 5f954c66-ccff-4351-8dbb-5e31f540f453, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5f954c66-ccff-4351-8dbb-5e31f540f453,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:51.080294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:51.169648 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:51.179461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Allocated IP 172.25.3.230 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/9b0d7400-4f7d-4f42-b22c-8595de240cd6) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:51.201804 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:03:51.228330 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df6fa3-117e-4c50-bd1a-03d12dfcdb29 None None] Pushing event updated for resources: {'Port': ['ID=5f954c66-ccff-4351-8dbb-5e31f540f453,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:51.296633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:51.386519 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:51.423076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:51.426133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:51.429800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:51.465136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Pushing event updated for resources: {'Port': ['ID=9b0d7400-4f7d-4f42-b22c-8595de240cd6,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:51.767955 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:52.043078 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e86033-866e-4163-9407-57c7901691ba None None] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:52.226455 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d42a75ad-fbc2-4b20-8f0f-b70b374d4cae None None] Provisioning for port 5f954c66-ccff-4351-8dbb-5e31f540f453 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:52.318996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:52.504138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:03:52.614227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:03:52.619829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5f954c66-ccff-4351-8dbb-5e31f540f453 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:52.642541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Sync routers for ids ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:03:52.663403 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Routers {'7b2bed7a-e9f4-4191-8370-01e7eac2b83d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:03:52.664046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:03:23Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:52.693216 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:52.694554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-09b0505e-6683-44c5-959c-9db164155397 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2125981 Sep 10 05:03:52.697323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34492) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:52.772291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Set router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:03:52.800758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 5f954c66-ccff-4351-8dbb-5e31f540f453 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:52.829939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5f954c66-ccff-4351-8dbb-5e31f540f453 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:52.830305 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:52.986416 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.029064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 5f954c66-ccff-4351-8dbb-5e31f540f453, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5f954c66-ccff-4351-8dbb-5e31f540f453,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:53.037731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:50Z', 'updated_at': '2021-09-10T05:03:51Z', 'revision_number': 3, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'gw_port': {'id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:51Z', 'updated_at': '2021-09-10T05:03:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:53.067429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Checking router: 7b2bed7a-e9f4-4191-8370-01e7eac2b83d for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:03:53.068149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Updating router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d port 9b0d7400-4f7d-4f42-b22c-8595de240cd6 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:03:53.091449 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.097982 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.111964 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.225014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=5f954c66-ccff-4351-8dbb-5e31f540f453,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:53.259931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Allocated IP 172.20.0.1 (82eaa190-945e-4cc7-a3ad-0201da2ed47c/c764f597-377c-4187-b28e-dc3b21a5973a/7b436f3f-287f-49f8-b0cb-e1b75d8507b2) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:53.366190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.379975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Transition to ACTIVE for port object 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:53.382630 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.392447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Transition to ACTIVE for port object 9b0d7400-4f7d-4f42-b22c-8595de240cd6 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:53.470142 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.501270 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.531904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5653cd-49a4-4721-b9bc-633b3ca96cdb None None] Pushing event updated for resources: {'Port': ['ID=9b0d7400-4f7d-4f42-b22c-8595de240cd6,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:53.536969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Attempting to bind port 9b0d7400-4f7d-4f42-b22c-8595de240cd6 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:53.537329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Attempting to bind port 9b0d7400-4f7d-4f42-b22c-8595de240cd6 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:53.537688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Attempting to bind port 9b0d7400-4f7d-4f42-b22c-8595de240cd6 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:53.542482 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:53.542893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:53.543030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:53.543391 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.543800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:53.544287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Bound port: 9b0d7400-4f7d-4f42-b22c-8595de240cd6, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:53.544658 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.545401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:53.552090 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:53.558324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Pushing event updated for resources: {'Port': ['ID=7b436f3f-287f-49f8-b0cb-e1b75d8507b2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:53.597578 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.600370 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6007dc6c-602f-4a17-80ad-0c6f91ce8569 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.608422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] For port 9b0d7400-4f7d-4f42-b22c-8595de240cd6, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:53.611886 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] For port 9b0d7400-4f7d-4f42-b22c-8595de240cd6, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9b0d7400-4f7d-4f42-b22c-8595de240cd6,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:53.666818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.727471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Routers {'7b2bed7a-e9f4-4191-8370-01e7eac2b83d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:03:53.728251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:53.773065 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.781732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5653cd-49a4-4721-b9bc-633b3ca96cdb None None] Pushing event updated for resources: {'Port': ['ID=9b0d7400-4f7d-4f42-b22c-8595de240cd6,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:53.857001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] Set router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:03:53.885749 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.913341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a829a453-61d5-468e-b974-4ce3ccdcb606 None None] Provisioning for port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:53.918894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a829a453-61d5-468e-b974-4ce3ccdcb606 None None] Provisioning complete for port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:53.919259 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a829a453-61d5-468e-b974-4ce3ccdcb606 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.934321 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:53.995618 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:54.001658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a829a453-61d5-468e-b974-4ce3ccdcb606 None None] Port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:03:54.060920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Pushing event updated for resources: {'Port': ['ID=7b436f3f-287f-49f8-b0cb-e1b75d8507b2,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:54.063467 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:54.069291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:50Z', 'updated_at': '2021-09-10T05:03:51Z', 'revision_number': 3, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'gw_port': {'id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:51Z', 'updated_at': '2021-09-10T05:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:54.094007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba2c197c-d8bc-46b9-aa62-8c296d495a90 None None] The sync data for ids ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'] in n-d-808143-1 is: [{'id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:50Z', 'updated_at': '2021-09-10T05:03:51Z', 'revision_number': 3, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'gw_port': {'id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:51Z', 'updated_at': '2021-09-10T05:03:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:03:54.157020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:54.158383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:54.284258 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:03:54.422927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d0de909d-7dc8-47d4-8205-9fcecbe7ce3d None None] Provisioning complete for port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:54.423549 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d0de909d-7dc8-47d4-8205-9fcecbe7ce3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:54.428609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:03:54.440103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9db05228-1748-43bb-adfb-c099cc733340 admin admin] 10.222.0.22 "PUT /v2.0/routers/7b2bed7a-e9f4-4191-8370-01e7eac2b83d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7417116 Sep 10 05:03:54.464976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-d0de909d-7dc8-47d4-8205-9fcecbe7ce3d None None] Port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:03:54.686085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5f954c66-ccff-4351-8dbb-5e31f540f453 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:54.738432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 5f954c66-ccff-4351-8dbb-5e31f540f453 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:54.738848 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:54.818693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9b0d7400-4f7d-4f42-b22c-8595de240cd6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:55.093196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9b0d7400-4f7d-4f42-b22c-8595de240cd6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:55.097211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9b0d7400-4f7d-4f42-b22c-8595de240cd6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:55.097586 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.115620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34508) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:55.120664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-424408445-network', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:55.178796 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.199276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9b0d7400-4f7d-4f42-b22c-8595de240cd6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9b0d7400-4f7d-4f42-b22c-8595de240cd6,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:55.209255 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Made reservation on behalf of 0fdd47ed10964f37b91fc419393457eb for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:55.211638 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.220328 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.264775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.312476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9b0d7400-4f7d-4f42-b22c-8595de240cd6,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:55.313399 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.369291 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.390130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] vlan segment allocate from pool success with {'vlan_id': 212, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:03:55.403835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a37904-63fc-4a4e-a8ab-2b7d8008daef,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:55.408702 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.409037 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Added segment 933127d2-6693-4efa-acba-be23241b21ca of type vlan for network 6a967cb5-c82f-40c0-9f71-07d574d50207 Sep 10 05:03:55.452163 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.454898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.523042 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.524189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:55.524765 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.586972 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] Pushing event updated for resources: {'Network': ['ID=6a967cb5-c82f-40c0-9f71-07d574d50207,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:55.596493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 6a967cb5-c82f-40c0-9f71-07d574d50207 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:03:55.625438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d87e886f-c76b-4700-afb0-6c6d0322378f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5086699 Sep 10 05:03:55.628064 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34510) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:55.635236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Request body: {'subnet': {'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-subnet', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:55.640228 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Sync routers for ids ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:03:55.650279 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Routers {'7b2bed7a-e9f4-4191-8370-01e7eac2b83d'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:03:55.651045 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:55.723741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Made reservation on behalf of 0fdd47ed10964f37b91fc419393457eb for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:03:55.726869 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.754889 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Set router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:03:55.955615 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:50Z', 'updated_at': '2021-09-10T05:03:53Z', 'revision_number': 4, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'gw_port': {'id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:51Z', 'updated_at': '2021-09-10T05:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b436f3f-287f-49f8-b0cb-e1b75d8507b2', 'name': '', 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'mac_address': 'fa:16:3e:c4:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c764f597-377c-4187-b28e-dc3b21a5973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:53Z', 'updated_at': '2021-09-10T05:03:53Z', 'revision_number': 2, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'subnets': [{'id': 'c764f597-377c-4187-b28e-dc3b21a5973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:55.962090 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:55.982360 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Checking router: 7b2bed7a-e9f4-4191-8370-01e7eac2b83d for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:03:55.982707 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Updating router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:03:56.018244 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.025762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00148bcf-db6a-475b-b064-720e431c06ee,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:56.031735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Checking segment: {'id': '933127d2-6693-4efa-acba-be23241b21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:56.035342 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Network hostable DHCP agents. Network: 6a967cb5-c82f-40c0-9f71-07d574d50207, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:03:56.098933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Network 6a967cb5-c82f-40c0-9f71-07d574d50207 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:03:56.186360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 6a967cb5-c82f-40c0-9f71-07d574d50207) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:56.190327 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:03:56.190907 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.195943 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf7a34d-41d6-4aba-9d33-a9c3922cedfc None None] Network 6a967cb5-c82f-40c0-9f71-07d574d50207 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:56.275373 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0df86a76-bf68-4c24-bcce-4ccecbba06d3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6439435 Sep 10 05:03:56.275747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34512) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:56.280191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:03:56.338244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-6a967cb5-c82f-40c0-9f71-07d574d50207', 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'fixed_ips': [{'subnet_id': '00148bcf-db6a-475b-b064-720e431c06ee'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:03:56.339086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.362849 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.372576 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Transition to ACTIVE for port object 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:56.386595 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.387703 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.437725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.466521 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.475171 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Allocated IP 172.20.0.2 (6a967cb5-c82f-40c0-9f71-07d574d50207/00148bcf-db6a-475b-b064-720e431c06ee/6361172f-8dcc-4deb-a38f-d348d53e0703) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:56.523023 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Pushing event updated for resources: {'Port': ['ID=7b436f3f-287f-49f8-b0cb-e1b75d8507b2,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:56.562401 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.562401 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.563964 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.564646 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.565577 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.566062 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.567279 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.568799 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.569313 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.569803 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.570289 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.570775 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:03:56.623491 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Attempting to bind port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:56.623958 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Attempting to bind port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:56.624312 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Attempting to bind port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 on network 82eaa190-945e-4cc7-a3ad-0201da2ed47c {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:56.632314 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:56.632700 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Checking segment: {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:56.633393 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.633886 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Bound using segment: {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:56.634359 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Bound port: 7b436f3f-287f-49f8-b0cb-e1b75d8507b2, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:56.634752 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.651666 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.657259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9b0d7400-4f7d-4f42-b22c-8595de240cd6 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:56.692305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Transition to ACTIVE for port object 6361172f-8dcc-4deb-a38f-d348d53e0703 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:56.705234 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] For port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:56.709362 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.710510 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] For port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7b436f3f-287f-49f8-b0cb-e1b75d8507b2,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:56.720432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Transition to ACTIVE for port object 6361172f-8dcc-4deb-a38f-d348d53e0703 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:56.734874 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.738019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9b0d7400-4f7d-4f42-b22c-8595de240cd6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:56.738019 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.784700 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.817023 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.847516 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d01f28-228f-423b-b445-7d00591ee0e7 None None] Pushing event updated for resources: {'Port': ['ID=7b436f3f-287f-49f8-b0cb-e1b75d8507b2,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:56.850782 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Routers {'7b2bed7a-e9f4-4191-8370-01e7eac2b83d'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:03:56.851410 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:56.875222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Network 6a967cb5-c82f-40c0-9f71-07d574d50207 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:56.879994 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:56.886768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:56.892568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Pushing event updated for resources: {'Port': ['ID=6361172f-8dcc-4deb-a38f-d348d53e0703,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:56.947710 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Attempting to bind port 6361172f-8dcc-4deb-a38f-d348d53e0703 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:56.948224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Attempting to bind port 6361172f-8dcc-4deb-a38f-d348d53e0703 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '933127d2-6693-4efa-acba-be23241b21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:56.948597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Attempting to bind port 6361172f-8dcc-4deb-a38f-d348d53e0703 on network 6a967cb5-c82f-40c0-9f71-07d574d50207 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:56.954181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:56.954373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Checking segment: {'id': '933127d2-6693-4efa-acba-be23241b21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:56.954760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.955155 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Bound using segment: {'id': '933127d2-6693-4efa-acba-be23241b21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:56.955673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Bound port: 6361172f-8dcc-4deb-a38f-d348d53e0703, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933127d2-6693-4efa-acba-be23241b21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:56.956086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:56.973737 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] Set router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:03:57.025907 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] For port 6361172f-8dcc-4deb-a38f-d348d53e0703, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:57.031692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] For port 6361172f-8dcc-4deb-a38f-d348d53e0703, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6361172f-8dcc-4deb-a38f-d348d53e0703,segment=NetworkSegment(933127d2-6693-4efa-acba-be23241b21ca),segment_id=933127d2-6693-4efa-acba-be23241b21ca)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:57.055672 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:57.075569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:57.112857 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:57.180498 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37eb6a17-244c-4684-88f8-15b3cdc90c1a None None] Pushing event updated for resources: {'Port': ['ID=6361172f-8dcc-4deb-a38f-d348d53e0703,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:57.197626 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:50Z', 'updated_at': '2021-09-10T05:03:53Z', 'revision_number': 4, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'gw_port': {'id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:51Z', 'updated_at': '2021-09-10T05:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b436f3f-287f-49f8-b0cb-e1b75d8507b2', 'name': '', 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'mac_address': 'fa:16:3e:c4:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c764f597-377c-4187-b28e-dc3b21a5973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:53Z', 'updated_at': '2021-09-10T05:03:56Z', 'revision_number': 4, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'subnets': [{'id': 'c764f597-377c-4187-b28e-dc3b21a5973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:57.207514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Allocated IP 172.25.3.15 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/04202c8d-6f0c-4557-8b62-af5da9d34b34) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:57.225535 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9527f9d5-ec70-43c2-a709-e0c6bcff8c20 None None] The sync data for ids ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'] in n-d-808143-1 is: [{'id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:50Z', 'updated_at': '2021-09-10T05:03:53Z', 'revision_number': 4, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'gw_port': {'id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:51Z', 'updated_at': '2021-09-10T05:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b436f3f-287f-49f8-b0cb-e1b75d8507b2', 'name': '', 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'mac_address': 'fa:16:3e:c4:de:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4116, 'fixed_ips': [{'subnet_id': 'c764f597-377c-4187-b28e-dc3b21a5973a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:53Z', 'updated_at': '2021-09-10T05:03:56Z', 'revision_number': 4, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'subnets': [{'id': 'c764f597-377c-4187-b28e-dc3b21a5973a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:03:57.318258 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:57.442045 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:57.487933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:57.489502 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:57.496498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:57.502656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Pushing event updated for resources: {'Port': ['ID=04202c8d-6f0c-4557-8b62-af5da9d34b34,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:58.115217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:58.196391 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2726708-d78e-4125-bf67-016ed7d64dfd None None] Network 6a967cb5-c82f-40c0-9f71-07d574d50207 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:03:58.342101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-43d804e4-1973-4c54-b1e8-4afcc99df1ce None None] Provisioning for port 6361172f-8dcc-4deb-a38f-d348d53e0703 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:58.355792 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:58.575663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Router fc8e9a7c-775c-4a6f-8464-aec8eadca955 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:03:58.687212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6361172f-8dcc-4deb-a38f-d348d53e0703 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:58.691310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:03:58.713408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Sync routers for ids ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:03:58.732312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Routers {'fc8e9a7c-775c-4a6f-8464-aec8eadca955'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:03:58.732917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:58.797962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:58.799268 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-fcdef587-a677-457b-86ff-e779afe16948 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5225232 Sep 10 05:03:58.802686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34514) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:03:58.842921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Set router fc8e9a7c-775c-4a6f-8464-aec8eadca955 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:03:58.898511 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 6361172f-8dcc-4deb-a38f-d348d53e0703 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:58.915922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6361172f-8dcc-4deb-a38f-d348d53e0703 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:58.916307 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.069419 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.110112 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 6361172f-8dcc-4deb-a38f-d348d53e0703, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6361172f-8dcc-4deb-a38f-d348d53e0703,segment=NetworkSegment(933127d2-6693-4efa-acba-be23241b21ca),segment_id=933127d2-6693-4efa-acba-be23241b21ca)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:59.114793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:56Z', 'updated_at': '2021-09-10T05:03:57Z', 'revision_number': 3, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'gw_port': {'id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:57Z', 'updated_at': '2021-09-10T05:03:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:59.141087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Checking router: fc8e9a7c-775c-4a6f-8464-aec8eadca955 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:03:59.144788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Updating router fc8e9a7c-775c-4a6f-8464-aec8eadca955 port 04202c8d-6f0c-4557-8b62-af5da9d34b34 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:03:59.166785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.193556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.194334 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:03:59.209934 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.341568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=6361172f-8dcc-4deb-a38f-d348d53e0703,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:59.365503 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Allocated IP 172.20.0.1 (6a967cb5-c82f-40c0-9f71-07d574d50207/00148bcf-db6a-475b-b064-720e431c06ee/7b337544-4f93-4151-ba03-ea0b9cd7b344) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:03:59.454540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:03:59.464325 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.475860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:03:59.476235 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.478067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Transition to ACTIVE for port object 7b337544-4f93-4151-ba03-ea0b9cd7b344 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:59.520018 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.540051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Transition to ACTIVE for port object 04202c8d-6f0c-4557-8b62-af5da9d34b34 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:03:59.588828 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.598076 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.619916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7b436f3f-287f-49f8-b0cb-e1b75d8507b2,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:03:59.632173 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.639659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Network 6a967cb5-c82f-40c0-9f71-07d574d50207 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:03:59.642472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:03:59.646046 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:03:59.673444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Pushing event updated for resources: {'Port': ['ID=7b337544-4f93-4151-ba03-ea0b9cd7b344,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:59.682670 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Attempting to bind port 04202c8d-6f0c-4557-8b62-af5da9d34b34 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:03:59.683039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Attempting to bind port 04202c8d-6f0c-4557-8b62-af5da9d34b34 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:03:59.683399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Attempting to bind port 04202c8d-6f0c-4557-8b62-af5da9d34b34 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:03:59.689031 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.692073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93630d-9230-4c99-b348-defc204d7dbe None None] Pushing event updated for resources: {'Port': ['ID=04202c8d-6f0c-4557-8b62-af5da9d34b34,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:59.693444 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.695551 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:03:59.695995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:03:59.697000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.697000 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:03:59.697216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Bound port: 04202c8d-6f0c-4557-8b62-af5da9d34b34, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:03:59.697734 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.699989 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.793984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] For port 04202c8d-6f0c-4557-8b62-af5da9d34b34, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:03:59.796058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=7b436f3f-287f-49f8-b0cb-e1b75d8507b2,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:59.808749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] For port 04202c8d-6f0c-4557-8b62-af5da9d34b34, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=04202c8d-6f0c-4557-8b62-af5da9d34b34,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:03:59.876140 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.888659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:03:59.944623 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Routers {'fc8e9a7c-775c-4a6f-8464-aec8eadca955'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:03:59.945133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:03:59.947784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd93630d-9230-4c99-b348-defc204d7dbe None None] Pushing event updated for resources: {'Port': ['ID=04202c8d-6f0c-4557-8b62-af5da9d34b34,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:03:59.993306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b490b2b2-d7fe-462c-ba40-d5382d8ea1dc None None] Provisioning for port 7b337544-4f93-4151-ba03-ea0b9cd7b344 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:04:00.003938 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b490b2b2-d7fe-462c-ba40-d5382d8ea1dc None None] Provisioning complete for port 7b337544-4f93-4151-ba03-ea0b9cd7b344 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:00.008006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b490b2b2-d7fe-462c-ba40-d5382d8ea1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:00.047043 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:00.069713 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b490b2b2-d7fe-462c-ba40-d5382d8ea1dc None None] Port 7b337544-4f93-4151-ba03-ea0b9cd7b344 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:04:00.081693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] Set router fc8e9a7c-775c-4a6f-8464-aec8eadca955 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:04:00.111773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:00.179550 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:00.182102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Pushing event updated for resources: {'Port': ['ID=7b337544-4f93-4151-ba03-ea0b9cd7b344,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:00.269215 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Network 6a967cb5-c82f-40c0-9f71-07d574d50207 is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:04:00.270635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:04:00.279354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:56Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 4, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'gw_port': {'id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:57Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b337544-4f93-4151-ba03-ea0b9cd7b344', 'name': '', 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'mac_address': 'fa:16:3e:a7:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '00148bcf-db6a-475b-b064-720e431c06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:59Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 1, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'subnets': [{'id': '00148bcf-db6a-475b-b064-720e431c06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:04:00.307276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0a35c5-3d50-4246-bda7-3584f021b2a2 None None] The sync data for ids ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'] in n-d-808143-1 is: [{'id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:56Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 4, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'gw_port': {'id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:57Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b337544-4f93-4151-ba03-ea0b9cd7b344', 'name': '', 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'mac_address': 'fa:16:3e:a7:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '00148bcf-db6a-475b-b064-720e431c06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:59Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 1, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'subnets': [{'id': '00148bcf-db6a-475b-b064-720e431c06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:04:00.393324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Router fc8e9a7c-775c-4a6f-8464-aec8eadca955 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:04:00.491319 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e76be0e0-e5d0-4ed0-911b-f6c2271e4e2e None None] Provisioning complete for port 7b337544-4f93-4151-ba03-ea0b9cd7b344 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:00.492051 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e76be0e0-e5d0-4ed0-911b-f6c2271e4e2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:00.524086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:04:00.534253 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ca4847e9-2551-4bf5-80f9-e464c944a4db admin admin] 10.222.0.22 "PUT /v2.0/routers/fc8e9a7c-775c-4a6f-8464-aec8eadca955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7304611 Sep 10 05:04:00.557145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e76be0e0-e5d0-4ed0-911b-f6c2271e4e2e None None] Port 7b337544-4f93-4151-ba03-ea0b9cd7b344 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:04:00.632101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6361172f-8dcc-4deb-a38f-d348d53e0703 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:04:00.693304 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 6361172f-8dcc-4deb-a38f-d348d53e0703 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:00.693682 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:00.776061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:04:00.823856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:00.824241 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:02.203582 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Sync routers for ids ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:04:02.213266 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Routers {'fc8e9a7c-775c-4a6f-8464-aec8eadca955'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:04:02.213867 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:04:02.320286 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Set router fc8e9a7c-775c-4a6f-8464-aec8eadca955 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:04:02.512364 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:56Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 4, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'gw_port': {'id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:57Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b337544-4f93-4151-ba03-ea0b9cd7b344', 'name': '', 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'mac_address': 'fa:16:3e:a7:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '00148bcf-db6a-475b-b064-720e431c06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:59Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 2, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'subnets': [{'id': '00148bcf-db6a-475b-b064-720e431c06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:04:02.546911 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Checking router: fc8e9a7c-775c-4a6f-8464-aec8eadca955 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:04:02.547272 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Updating router fc8e9a7c-775c-4a6f-8464-aec8eadca955 port 7b337544-4f93-4151-ba03-ea0b9cd7b344 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:04:02.575298 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:02.638369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 04202c8d-6f0c-4557-8b62-af5da9d34b34 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:04:02.643323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-f9d200f4-c461-48b9-a5e4-6aeeb8eac48b tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:02.644881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-f9d200f4-c461-48b9-a5e4-6aeeb8eac48b tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/networks?id=82eaa190-945e-4cc7-a3ad-0201da2ed47c HTTP/1.1" status: 200 len: 815 time: 0.1170845 Sep 10 05:04:02.660246 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-7a6e5a4d-0fd4-4b61-bab7-fea237895229 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/quotas/15afafe5795f48a7bcee3cd484e40cc4 HTTP/1.1" status: 200 len: 375 time: 0.0092921 Sep 10 05:04:02.715717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-cba83373-d720-45aa-afb6-189694568343 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485129 Sep 10 05:04:02.746182 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 04202c8d-6f0c-4557-8b62-af5da9d34b34 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:04:02.750157 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 04202c8d-6f0c-4557-8b62-af5da9d34b34 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:02.751083 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:02.815672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-96d29d47-a3a6-4189-9b4c-8c07a3b74ba1 service neutron] 10.222.0.22 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885386 Sep 10 05:04:02.840420 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:02.849928 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:02.860019 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Transition to ACTIVE for port object 7b337544-4f93-4151-ba03-ea0b9cd7b344 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:04:02.861495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 04202c8d-6f0c-4557-8b62-af5da9d34b34, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=04202c8d-6f0c-4557-8b62-af5da9d34b34,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:04:02.907244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-6525f7e4-3d47-4dfe-8471-72e5f3434794 service neutron] 10.222.0.22 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853751 Sep 10 05:04:02.915886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:02.944734 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:02.968899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=04202c8d-6f0c-4557-8b62-af5da9d34b34,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:03.003885 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce41f6-b3c0-4a20-903c-41c9c664a118 None None] Pushing event updated for resources: {'Port': ['ID=7b337544-4f93-4151-ba03-ea0b9cd7b344,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:03.047941 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Attempting to bind port 7b337544-4f93-4151-ba03-ea0b9cd7b344 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:04:03.048332 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Attempting to bind port 7b337544-4f93-4151-ba03-ea0b9cd7b344 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '933127d2-6693-4efa-acba-be23241b21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:04:03.048685 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Attempting to bind port 7b337544-4f93-4151-ba03-ea0b9cd7b344 on network 6a967cb5-c82f-40c0-9f71-07d574d50207 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:04:03.053797 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 3, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:04:03.054154 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Checking segment: {'id': '933127d2-6693-4efa-acba-be23241b21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:04:03.054542 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:03.054921 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Bound using segment: {'id': '933127d2-6693-4efa-acba-be23241b21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:04:03.055366 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Bound port: 7b337544-4f93-4151-ba03-ea0b9cd7b344, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '933127d2-6693-4efa-acba-be23241b21ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 212, 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:04:03.055756 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:03.120954 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] For port 7b337544-4f93-4151-ba03-ea0b9cd7b344, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:04:03.124534 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] For port 7b337544-4f93-4151-ba03-ea0b9cd7b344, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7b337544-4f93-4151-ba03-ea0b9cd7b344,segment=NetworkSegment(933127d2-6693-4efa-acba-be23241b21ca),segment_id=933127d2-6693-4efa-acba-be23241b21ca)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:04:03.180751 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0a7fb320-4125-4fd2-aaaa-78ed3bec3078 req-7dbb2049-a700-4e78-8728-3112262b5596 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 210 time: 0.0299854 Sep 10 05:04:03.215235 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:03.251825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:03.278327 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Routers {'fc8e9a7c-775c-4a6f-8464-aec8eadca955'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:04:03.278327 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:03:53Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:04:03.279969 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ce41f6-b3c0-4a20-903c-41c9c664a118 None None] Pushing event updated for resources: {'Port': ['ID=7b337544-4f93-4151-ba03-ea0b9cd7b344,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:03.385376 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] Set router fc8e9a7c-775c-4a6f-8464-aec8eadca955 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:04:03.661971 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:56Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 4, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'gw_port': {'id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:57Z', 'updated_at': '2021-09-10T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b337544-4f93-4151-ba03-ea0b9cd7b344', 'name': '', 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'mac_address': 'fa:16:3e:a7:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '00148bcf-db6a-475b-b064-720e431c06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:59Z', 'updated_at': '2021-09-10T05:04:03Z', 'revision_number': 4, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'subnets': [{'id': '00148bcf-db6a-475b-b064-720e431c06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:04:03.687008 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-624db0cb-b750-4e0d-af7b-d5b406a20fe8 None None] The sync data for ids ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'] in n-d-808143-1 is: [{'id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:56Z', 'updated_at': '2021-09-10T05:03:59Z', 'revision_number': 4, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'gw_port': {'id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:57Z', 'updated_at': '2021-09-10T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '7b337544-4f93-4151-ba03-ea0b9cd7b344', 'name': '', 'network_id': '6a967cb5-c82f-40c0-9f71-07d574d50207', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'mac_address': 'fa:16:3e:a7:4b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4128, 'fixed_ips': [{'subnet_id': '00148bcf-db6a-475b-b064-720e431c06ee', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:59Z', 'updated_at': '2021-09-10T05:04:03Z', 'revision_number': 4, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'subnets': [{'id': '00148bcf-db6a-475b-b064-720e431c06ee', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:04:04.283603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0865c910-93a6-4c7c-a7c1-4c74f759ca28 req-bd48eed3-769e-42f9-bee7-e5210445fb43 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 210 time: 0.0331831 Sep 10 05:04:04.623837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 04202c8d-6f0c-4557-8b62-af5da9d34b34 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:04:04.670571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 04202c8d-6f0c-4557-8b62-af5da9d34b34 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:04.670937 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:04.898585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b337544-4f93-4151-ba03-ea0b9cd7b344 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:04:05.019868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 7b337544-4f93-4151-ba03-ea0b9cd7b344 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:04:05.025026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7b337544-4f93-4151-ba03-ea0b9cd7b344 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:05.025402 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:05.034089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-0762353e-6ce4-43f1-8462-179a898b7b89 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:05.035644 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-0762353e-6ce4-43f1-8462-179a898b7b89 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.20 "GET /v2.0/networks?id=82eaa190-945e-4cc7-a3ad-0201da2ed47c HTTP/1.1" status: 200 len: 815 time: 0.1019602 Sep 10 05:04:05.048808 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Request body: {'port': {'device_id': 'fd050199-3a2b-4b9b-afe4-85a110bee52b', 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'admin_state_up': True, 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:04:05.108311 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:05.140945 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 7b337544-4f93-4151-ba03-ea0b9cd7b344, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7b337544-4f93-4151-ba03-ea0b9cd7b344,segment=NetworkSegment(933127d2-6693-4efa-acba-be23241b21ca),segment_id=933127d2-6693-4efa-acba-be23241b21ca)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:04:05.203332 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:05.231661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Made reservation on behalf of 15afafe5795f48a7bcee3cd484e40cc4 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:04:05.235271 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:05.250231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=7b337544-4f93-4151-ba03-ea0b9cd7b344,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:05.365742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Allocated IP 172.20.0.11 (82eaa190-945e-4cc7-a3ad-0201da2ed47c/c764f597-377c-4187-b28e-dc3b21a5973a/d6d4dd76-e45f-4983-b78f-5e252d174ff8) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:04:05.378241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7727f69d-ee25-4ba6-a474-eb9732dda81e req-a6d7e48f-b166-4a14-b57a-e45b62ab2b70 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 210 time: 0.0264359 Sep 10 05:04:05.512019 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:05.525916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Transition to ACTIVE for port object d6d4dd76-e45f-4983-b78f-5e252d174ff8 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:04:05.654891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:05.698329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:04:05.701444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:04:05.707727 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:04:05.735351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Pushing event updated for resources: {'Port': ['ID=d6d4dd76-e45f-4983-b78f-5e252d174ff8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:05.764955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:05.765577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:05.838396 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-be1a17f0-9958-418d-94d9-3d8772d84810 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7932799 Sep 10 05:04:05.942306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Request body: {'port': {'device_id': 'fd050199-3a2b-4b9b-afe4-85a110bee52b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:04:05.995982 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:06.043199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-362093c0-23fc-4d08-805c-b2f407dd964f None None] Provisioning for port d6d4dd76-e45f-4983-b78f-5e252d174ff8 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:04:06.047313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-362093c0-23fc-4d08-805c-b2f407dd964f None None] Provisioning complete for port d6d4dd76-e45f-4983-b78f-5e252d174ff8 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:06.047774 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-362093c0-23fc-4d08-805c-b2f407dd964f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:06.080366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-362093c0-23fc-4d08-805c-b2f407dd964f None None] Port d6d4dd76-e45f-4983-b78f-5e252d174ff8 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:04:06.261233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6d4dd76-e45f-4983-b78f-5e252d174ff8 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:04:06.268404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:06.279910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Transition to ACTIVE for port object d6d4dd76-e45f-4983-b78f-5e252d174ff8 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:04:06.340023 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:06.390261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d4dd76-e45f-4983-b78f-5e252d174ff8,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:06.460592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Attempting to bind port d6d4dd76-e45f-4983-b78f-5e252d174ff8 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:04:06.460931 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Attempting to bind port d6d4dd76-e45f-4983-b78f-5e252d174ff8 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:04:06.461267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Attempting to bind port d6d4dd76-e45f-4983-b78f-5e252d174ff8 on network 82eaa190-945e-4cc7-a3ad-0201da2ed47c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:04:06.466192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Port d6d4dd76-e45f-4983-b78f-5e252d174ff8 on network 82eaa190-945e-4cc7-a3ad-0201da2ed47c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:04:06.466528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Attempting to bind port d6d4dd76-e45f-4983-b78f-5e252d174ff8 on network 82eaa190-945e-4cc7-a3ad-0201da2ed47c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:04:06.472306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:04:06.472618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Checking segment: {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:04:06.473010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Bound using segment: {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:04:06.473446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Bound port: d6d4dd76-e45f-4983-b78f-5e252d174ff8, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:04:06.473869 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:06.498804 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81a704-f74e-4571-bcd5-2a339af9184b req-e75e82b1-f03a-4f5a-b902-3fda53b8ccf4 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:06.500386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a81a704-f74e-4571-bcd5-2a339af9184b req-e75e82b1-f03a-4f5a-b902-3fda53b8ccf4 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 944 time: 0.0526106 Sep 10 05:04:06.546326 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a81a704-f74e-4571-bcd5-2a339af9184b req-d61bb9e6-90ee-4ad3-ae57-435788386619 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384047 Sep 10 05:04:06.552563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] For port d6d4dd76-e45f-4983-b78f-5e252d174ff8, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:04:06.556303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] For port d6d4dd76-e45f-4983-b78f-5e252d174ff8, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6d4dd76-e45f-4983-b78f-5e252d174ff8,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:04:06.611476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b337544-4f93-4151-ba03-ea0b9cd7b344 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:04:06.619086 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:06.652692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:06.653477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:06.655169 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] 10.222.0.20 "PUT /v2.0/ports/d6d4dd76-e45f-4983-b78f-5e252d174ff8 HTTP/1.1" status: 200 len: 1092 time: 0.8077819 Sep 10 05:04:06.657511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd050199-3a2b-4b9b-afe4-85a110bee52b', 'tag': 'd6d4dd76-e45f-4983-b78f-5e252d174ff8'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:04:06.658985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 7b337544-4f93-4151-ba03-ea0b9cd7b344 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:06.659359 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:06.660666 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b26b8f3-053c-4bf3-9a83-730fa7ac845d" -d '{"events": [{"name": "network-changed", "server_uuid": "fd050199-3a2b-4b9b-afe4-85a110bee52b", "tag": "d6d4dd76-e45f-4983-b78f-5e252d174ff8"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:04:06.687179 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c3e1f-e612-4062-ac1a-1807d8e646c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d6d4dd76-e45f-4983-b78f-5e252d174ff8,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:06.709300 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:04:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fcb846-3b91-4109-9e9b-1e552429d946 x-openstack-request-id: req-76fcb846-3b91-4109-9e9b-1e552429d946 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:04:06.709668 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd050199-3a2b-4b9b-afe4-85a110bee52b", "tag": "d6d4dd76-e45f-4983-b78f-5e252d174ff8", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:04:06.709922 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76fcb846-3b91-4109-9e9b-1e552429d946 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:04:06.710351 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd050199-3a2b-4b9b-afe4-85a110bee52b', 'tag': 'd6d4dd76-e45f-4983-b78f-5e252d174ff8', 'status': 'completed', 'code': 200} Sep 10 05:04:06.773542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26b8f3-053c-4bf3-9a83-730fa7ac845d req-a6b1ba3a-93a1-4aeb-9339-6815b58fc433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:06.775113 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3b26b8f3-053c-4bf3-9a83-730fa7ac845d req-a6b1ba3a-93a1-4aeb-9339-6815b58fc433 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 1095 time: 0.0453727 Sep 10 05:04:06.881891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26b8f3-053c-4bf3-9a83-730fa7ac845d req-76f2de42-c4fe-45f0-bc25-64b24752fc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:06.883677 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3b26b8f3-053c-4bf3-9a83-730fa7ac845d req-76f2de42-c4fe-45f0-bc25-64b24752fc91 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0996888 Sep 10 05:04:06.981426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b26b8f3-053c-4bf3-9a83-730fa7ac845d req-b8eb0d47-9b01-49ec-82fd-f28dba7e604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:06.982828 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3b26b8f3-053c-4bf3-9a83-730fa7ac845d req-b8eb0d47-9b01-49ec-82fd-f28dba7e604f service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913696 Sep 10 05:04:07.064575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-4acbb8da-09bd-4592-8da7-5f4368c25f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:07.066057 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-4acbb8da-09bd-4592-8da7-5f4368c25f04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 1095 time: 0.0440381 Sep 10 05:04:07.105719 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-fc6a0a92-34e7-4fb9-b30b-b6975ff0451b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d4dd76-e45f-4983-b78f-5e252d174ff8 HTTP/1.1" status: 200 len: 217 time: 0.0318239 Sep 10 05:04:07.153856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-0a231a78-3450-4008-88bb-36313d75044f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:07.155182 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-0a231a78-3450-4008-88bb-36313d75044f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c764f597-377c-4187-b28e-dc3b21a5973a HTTP/1.1" status: 200 len: 854 time: 0.0424960 Sep 10 05:04:07.203841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-53cd3a77-fe75-4596-bb0e-f38e2605f1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:07.205335 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-53cd3a77-fe75-4596-bb0e-f38e2605f1fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82eaa190-945e-4cc7-a3ad-0201da2ed47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427198 Sep 10 05:04:07.295993 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-a9a73f6c-26de-4cc7-9564-63b7db993b4a service neutron] 10.222.0.20 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830371 Sep 10 05:04:07.387317 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c7acf758-362a-45e9-93f1-112759f9adf2 req-fbe68060-6b53-4692-9adb-bac50c4efd87 service neutron] 10.222.0.20 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836480 Sep 10 05:04:07.663350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c9c12-6830-4ab2-9c4c-14368d0de18a req-e590fd7d-0957-41fb-a757-4d7d38616ece tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:07.664826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-319c9c12-6830-4ab2-9c4c-14368d0de18a req-e590fd7d-0957-41fb-a757-4d7d38616ece tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 944 time: 0.0481524 Sep 10 05:04:07.700533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-319c9c12-6830-4ab2-9c4c-14368d0de18a req-b75dd536-fcb7-49a1-bf1e-6777c82cbe0f tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0298111 Sep 10 05:04:08.815978 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734adbb-18be-480a-a1f7-23f8b8b0eb4f req-3edee44e-387b-4d3d-8cde-a4b73e9d66eb tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:08.817925 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0734adbb-18be-480a-a1f7-23f8b8b0eb4f req-3edee44e-387b-4d3d-8cde-a4b73e9d66eb tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 944 time: 0.0505736 Sep 10 05:04:08.854436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0734adbb-18be-480a-a1f7-23f8b8b0eb4f req-23caf3f9-0480-4558-bb35-1b2c445829b3 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305870 Sep 10 05:04:09.965422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6deafae-de09-42e3-a7ca-680fc70ecc55 req-e7de6b99-3a23-4026-8251-b2bbf90e1e28 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:09.966860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6deafae-de09-42e3-a7ca-680fc70ecc55 req-e7de6b99-3a23-4026-8251-b2bbf90e1e28 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 944 time: 0.0470102 Sep 10 05:04:10.004308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6deafae-de09-42e3-a7ca-680fc70ecc55 req-96161119-8fba-4729-8be4-7d4414093dc2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315461 Sep 10 05:04:10.753573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d6d4dd76-e45f-4983-b78f-5e252d174ff8 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:04:10.847244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d6d4dd76-e45f-4983-b78f-5e252d174ff8, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6d4dd76-e45f-4983-b78f-5e252d174ff8,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:04:10.858404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'd6d4dd76-e45f-4983-b78f-5e252d174ff8', 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'port_id': 'd6d4dd76-e45f-4983-b78f-5e252d174ff8', 'mac_address': 'fa:16:3e:5f:f0:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764f597-377c-4187-b28e-dc3b21a5973a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:04:10.893398 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:10.905871 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6d4dd76-e45f-4983-b78f-5e252d174ff8 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:04:10.924484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d6d4dd76-e45f-4983-b78f-5e252d174ff8, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6d4dd76-e45f-4983-b78f-5e252d174ff8,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:04:10.980006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:11.025364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d6d4dd76-e45f-4983-b78f-5e252d174ff8,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:11.120943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e83d5ff-72c8-4a85-bb51-a766ee2d1066 req-ee3f381c-8f2c-4a03-a593-f1cf227474fb tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:11.122480 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e83d5ff-72c8-4a85-bb51-a766ee2d1066 req-ee3f381c-8f2c-4a03-a593-f1cf227474fb tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 945 time: 0.0502999 Sep 10 05:04:11.160642 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3e83d5ff-72c8-4a85-bb51-a766ee2d1066 req-1acd9d89-0c0f-4012-aecf-b3b745a251a7 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318749 Sep 10 05:04:11.190187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['d6d4dd76-e45f-4983-b78f-5e252d174ff8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:04:12.276847 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d19c23-667a-4ae0-8324-15ca4830f861 req-15791534-6d68-44ea-a065-09164e0bed92 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:12.278371 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9d19c23-667a-4ae0-8324-15ca4830f861 req-15791534-6d68-44ea-a065-09164e0bed92 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 945 time: 0.0519223 Sep 10 05:04:12.315469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e9d19c23-667a-4ae0-8324-15ca4830f861 req-8bbe77e4-1553-4c22-a906-f4c6cc6d6236 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308969 Sep 10 05:04:12.753609 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d6d4dd76-e45f-4983-b78f-5e252d174ff8 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:04:12.857991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port d6d4dd76-e45f-4983-b78f-5e252d174ff8 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:04:12.861699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port d6d4dd76-e45f-4983-b78f-5e252d174ff8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:12.862072 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:12.938932 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:12.960482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd050199-3a2b-4b9b-afe4-85a110bee52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d4dd76-e45f-4983-b78f-5e252d174ff8'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:04:12.962729 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5ccefd5-8167-4d45-b1cd-30087f6c5aec" -d '{"events": [{"server_uuid": "fd050199-3a2b-4b9b-afe4-85a110bee52b", "name": "network-vif-plugged", "status": "completed", "tag": "d6d4dd76-e45f-4983-b78f-5e252d174ff8"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:04:12.975321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port d6d4dd76-e45f-4983-b78f-5e252d174ff8, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6d4dd76-e45f-4983-b78f-5e252d174ff8,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:04:12.998723 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c19631d-33ff-4e5a-91bd-e785caaa7650 x-openstack-request-id: req-8c19631d-33ff-4e5a-91bd-e785caaa7650 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:04:12.999004 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd050199-3a2b-4b9b-afe4-85a110bee52b", "name": "network-vif-plugged", "status": "completed", "tag": "d6d4dd76-e45f-4983-b78f-5e252d174ff8", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:04:12.999253 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c19631d-33ff-4e5a-91bd-e785caaa7650 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:04:12.999632 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd050199-3a2b-4b9b-afe4-85a110bee52b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6d4dd76-e45f-4983-b78f-5e252d174ff8', 'code': 200} Sep 10 05:04:13.048442 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:13.096936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e3cc65-25a8-4eb3-bbc1-6edcd5a25a6d req-f5e31b8c-d416-4a8a-8db2-65e427abf5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:13.097686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=d6d4dd76-e45f-4983-b78f-5e252d174ff8,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:13.098439 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63e3cc65-25a8-4eb3-bbc1-6edcd5a25a6d req-f5e31b8c-d416-4a8a-8db2-65e427abf5fd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 1097 time: 0.0404878 Sep 10 05:04:13.138278 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-63e3cc65-25a8-4eb3-bbc1-6edcd5a25a6d req-b9aa6351-f4f7-4aa3-9154-154c1bc67b54 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284371 Sep 10 05:04:13.426852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8736374c-9a30-48bd-aea7-bab98e00e9cc req-4d589e75-5219-4bbc-b3c6-531be50d49fb tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:13.428824 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8736374c-9a30-48bd-aea7-bab98e00e9cc req-4d589e75-5219-4bbc-b3c6-531be50d49fb tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 946 time: 0.0479240 Sep 10 05:04:13.464829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8736374c-9a30-48bd-aea7-bab98e00e9cc req-9adbad2f-56cf-4603-83ca-a0491110620e tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302248 Sep 10 05:04:14.580466 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88096cf-2651-43ff-ae29-d1ffec529009 req-217fed54-fff6-4d8e-8cbb-b820bd737abd tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:14.586753 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a88096cf-2651-43ff-ae29-d1ffec529009 req-217fed54-fff6-4d8e-8cbb-b820bd737abd tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 946 time: 0.0488026 Sep 10 05:04:14.618489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a88096cf-2651-43ff-ae29-d1ffec529009 req-9de0abb1-9eb3-46ab-830d-73d9d365ecf3 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304513 Sep 10 05:04:14.733773 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e41abb-e8e3-4622-85de-0a0931fb750b req-3c7466ef-28a9-4637-866f-54b2ec982799 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:14.735222 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1e41abb-e8e3-4622-85de-0a0931fb750b req-3c7466ef-28a9-4637-866f-54b2ec982799 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 946 time: 0.0512700 Sep 10 05:04:14.771919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f1e41abb-e8e3-4622-85de-0a0931fb750b req-c109446e-1583-4e97-9b25-642532f0a271 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307083 Sep 10 05:04:20.899795 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6482034c-218a-41d3-b522-d571d84432f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:22.458370 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-16ab5539-4321-4595-905b-3e336cd8b57e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0387897 Sep 10 05:04:22.537093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-eacb39b6-aae4-4f95-92d0-1cfade67821b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:22.538651 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-eacb39b6-aae4-4f95-92d0-1cfade67821b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 1097 time: 0.0411592 Sep 10 05:04:22.643444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-09e8e24b-f7f0-44f8-a7ac-8644429f4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:22.644930 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-09e8e24b-f7f0-44f8-a7ac-8644429f4d9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=82eaa190-945e-4cc7-a3ad-0201da2ed47c HTTP/1.1" status: 200 len: 916 time: 0.0875802 Sep 10 05:04:22.685050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-c002209d-58f4-46f9-9739-dcc37637dc81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d6d4dd76-e45f-4983-b78f-5e252d174ff8 HTTP/1.1" status: 200 len: 217 time: 0.0328565 Sep 10 05:04:22.736454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-d45791aa-5085-4eda-96a4-ab55ed3990d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:22.737626 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-d45791aa-5085-4eda-96a4-ab55ed3990d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c764f597-377c-4187-b28e-dc3b21a5973a HTTP/1.1" status: 200 len: 854 time: 0.0453839 Sep 10 05:04:22.783660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-6b4e0503-a3c3-42a6-9a1d-411230e0c16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:22.784602 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-6b4e0503-a3c3-42a6-9a1d-411230e0c16e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82eaa190-945e-4cc7-a3ad-0201da2ed47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398312 Sep 10 05:04:22.875161 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-171fe726-9247-4661-a5dd-1a223d7f4b97 service neutron] 10.222.0.20 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835698 Sep 10 05:04:22.963176 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0a3b4774-8d3e-403c-a6d0-08f98e430af6 req-dfb78920-8c5d-4b4d-83d5-03dfa8042423 service neutron] 10.222.0.20 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808177 Sep 10 05:04:23.583857 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b796689f-51d4-4636-95f4-6c8606f69cae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:23.841036 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:25.505270 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:26.629504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:28.201261 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:04:29.649042 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:33.225124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:36.803450 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41d874e-bec2-4283-85f6-b216d0eb8336 req-bf5597c5-2f4c-4b07-b6e4-632587c4f364 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:36.804921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a41d874e-bec2-4283-85f6-b216d0eb8336 req-bf5597c5-2f4c-4b07-b6e4-632587c4f364 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 946 time: 0.0476148 Sep 10 05:04:36.841583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a41d874e-bec2-4283-85f6-b216d0eb8336 req-a2c34237-b815-40bc-96d3-5d7bb099ac1a tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307574 Sep 10 05:04:37.954996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bc26c3-867a-4822-a262-e18bb8f2bba6 req-b4b038e8-b51b-4040-b9a2-7a3868a17a7d tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:37.957454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44bc26c3-867a-4822-a262-e18bb8f2bba6 req-b4b038e8-b51b-4040-b9a2-7a3868a17a7d tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 946 time: 0.0479102 Sep 10 05:04:37.993454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44bc26c3-867a-4822-a262-e18bb8f2bba6 req-1f664ff6-3b37-4250-a1ab-e048f27a36c1 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310602 Sep 10 05:04:38.640478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-ad6296dd-ecd4-4ea3-9638-6cbb55213eef tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:38.641949 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-ad6296dd-ecd4-4ea3-9638-6cbb55213eef tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.20 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 946 time: 0.0496244 Sep 10 05:04:38.749227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Deleting port d6d4dd76-e45f-4983-b78f-5e252d174ff8 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:04:38.749593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:38.838026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] For port d6d4dd76-e45f-4983-b78f-5e252d174ff8, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=d6d4dd76-e45f-4983-b78f-5e252d174ff8,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:04:38.838391 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:38.850876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Calling delete_port for d6d4dd76-e45f-4983-b78f-5e252d174ff8 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:04:39.036615 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:39.052775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['d6d4dd76-e45f-4983-b78f-5e252d174ff8'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:04:39.069857 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Pushing event deleted for resources: {'Port': ['ID=d6d4dd76-e45f-4983-b78f-5e252d174ff8,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:39.080601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.082296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.082296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.082296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.082296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.082296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.082806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.082913 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.083737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.083737 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.083942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.084112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:39.119725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18cd6218-7ee7-4789-b800-e3b09b7d9401 req-0d1c844d-b64e-4a4f-b7d3-2a6535fa5ac5 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd050199-3a2b-4b9b-afe4-85a110bee52b HTTP/1.1" status: 200 len: 210 time: 0.0412216 Sep 10 05:04:39.129446 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] No DVR routers for this DVR port d6d4dd76-e45f-4983-b78f-5e252d174ff8 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:04:39.136022 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:39.138062 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3d2482e7-a715-4259-ab3a-fef0ab78660b req-638251e6-3baa-48b1-bf2a-0ffd1ef32e16 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.20 "DELETE /v2.0/ports/d6d4dd76-e45f-4983-b78f-5e252d174ff8 HTTP/1.1" status: 204 len: 173 time: 0.4884970 Sep 10 05:04:39.138507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd050199-3a2b-4b9b-afe4-85a110bee52b', 'name': 'network-vif-deleted', 'tag': 'd6d4dd76-e45f-4983-b78f-5e252d174ff8'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:04:39.142014 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcef4f75-0b76-4a0d-8b4f-cd161c2fbce2" -d '{"events": [{"server_uuid": "fd050199-3a2b-4b9b-afe4-85a110bee52b", "name": "network-vif-deleted", "tag": "d6d4dd76-e45f-4983-b78f-5e252d174ff8"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:04:39.178677 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:04:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04defc1d-9017-4fa9-b397-72f1d9368460 x-openstack-request-id: req-04defc1d-9017-4fa9-b397-72f1d9368460 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:04:39.178981 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd050199-3a2b-4b9b-afe4-85a110bee52b", "name": "network-vif-deleted", "tag": "d6d4dd76-e45f-4983-b78f-5e252d174ff8", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:04:39.179237 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04defc1d-9017-4fa9-b397-72f1d9368460 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:04:39.179638 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd050199-3a2b-4b9b-afe4-85a110bee52b', 'name': 'network-vif-deleted', 'tag': 'd6d4dd76-e45f-4983-b78f-5e252d174ff8', 'status': 'completed', 'code': 200} Sep 10 05:04:40.675000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30ffd3f8-e64e-480e-9e39-411a9c49bb21 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:40.676473 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30ffd3f8-e64e-480e-9e39-411a9c49bb21 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/networks?id=82eaa190-945e-4cc7-a3ad-0201da2ed47c HTTP/1.1" status: 200 len: 815 time: 0.0969596 Sep 10 05:04:40.691358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-458965a2-e5a7-4360-a664-d3d8906b0f8e tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/quotas/15afafe5795f48a7bcee3cd484e40cc4 HTTP/1.1" status: 200 len: 375 time: 0.0086219 Sep 10 05:04:40.744037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-df5e1b68-4fb1-41b1-98e9-b89c89371318 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0468779 Sep 10 05:04:40.834537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-775b0460-ec1c-4c4a-ac46-93aacb536491 service neutron] 10.222.0.22 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791209 Sep 10 05:04:41.255484 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-475810d3-63b2-435c-b3cc-0ef7a246cb81 service neutron] 10.222.0.22 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4149930 Sep 10 05:04:41.493118 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35678358-d8d9-44bc-bcb4-d716c084bdc6 req-ad63bc72-ddea-4337-a54a-d3239697e919 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 210 time: 0.0259690 Sep 10 05:04:42.588418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4f86543e-8be7-4891-a5f1-f735eb29d9bc req-2ccb2367-1230-40a4-a3e0-6b47f5cf46da tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 210 time: 0.0252790 Sep 10 05:04:42.908145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d6d4dd76-e45f-4983-b78f-5e252d174ff8 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:04:42.927701 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: d6d4dd76-e45f-4983-b78f-5e252d174ff8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:04:42.929402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device d6d4dd76-e45f-4983-b78f-5e252d174ff8 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:04:43.170138 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-4887a780-27b2-4949-bf6c-5d668805bfd4 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:43.170767 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-4887a780-27b2-4949-bf6c-5d668805bfd4 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.20 "GET /v2.0/networks?id=82eaa190-945e-4cc7-a3ad-0201da2ed47c HTTP/1.1" status: 200 len: 815 time: 0.1037269 Sep 10 05:04:43.184380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Request body: {'port': {'device_id': '775959dd-69aa-41b4-bdc9-fb0051251298', 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'admin_state_up': True, 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:04:43.377485 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Made reservation on behalf of 15afafe5795f48a7bcee3cd484e40cc4 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:04:43.381150 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:43.502684 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Allocated IP 172.20.0.4 (82eaa190-945e-4cc7-a3ad-0201da2ed47c/c764f597-377c-4187-b28e-dc3b21a5973a/c1bd4197-c8d2-46c2-b551-7c1a440c4238) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:04:43.649932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:43.664122 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Transition to ACTIVE for port object c1bd4197-c8d2-46c2-b551-7c1a440c4238 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:04:43.688030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af4977ab-15cc-4a54-b959-cadf2402a8d9 req-80ccb764-7663-4766-b26e-d323a6c98376 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 210 time: 0.0266073 Sep 10 05:04:43.789557 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:43.830493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:04:43.833469 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:04:43.837354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:04:43.871866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Pushing event updated for resources: {'Port': ['ID=c1bd4197-c8d2-46c2-b551-7c1a440c4238,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:43.899929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:43.900653 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:43.963285 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-30c3fb65-1f51-4695-9146-fac59e006eb2 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7828574 Sep 10 05:04:43.977133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Request body: {'port': {'device_id': '775959dd-69aa-41b4-bdc9-fb0051251298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:04:44.030162 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:44.110603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b00bf3b4-d36d-41a6-bd0c-038edc929b8f None None] Provisioning for port c1bd4197-c8d2-46c2-b551-7c1a440c4238 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:04:44.114519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b00bf3b4-d36d-41a6-bd0c-038edc929b8f None None] Provisioning complete for port c1bd4197-c8d2-46c2-b551-7c1a440c4238 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:44.116540 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b00bf3b4-d36d-41a6-bd0c-038edc929b8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:44.150116 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b00bf3b4-d36d-41a6-bd0c-038edc929b8f None None] Port c1bd4197-c8d2-46c2-b551-7c1a440c4238 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:04:44.298794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1bd4197-c8d2-46c2-b551-7c1a440c4238 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:04:44.306645 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:44.318149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Transition to ACTIVE for port object c1bd4197-c8d2-46c2-b551-7c1a440c4238 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:04:44.390687 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:44.442547 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd4197-c8d2-46c2-b551-7c1a440c4238,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:44.509900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Attempting to bind port c1bd4197-c8d2-46c2-b551-7c1a440c4238 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:04:44.510557 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Attempting to bind port c1bd4197-c8d2-46c2-b551-7c1a440c4238 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:04:44.510891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Attempting to bind port c1bd4197-c8d2-46c2-b551-7c1a440c4238 on network 82eaa190-945e-4cc7-a3ad-0201da2ed47c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:04:44.516627 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Port c1bd4197-c8d2-46c2-b551-7c1a440c4238 on network 82eaa190-945e-4cc7-a3ad-0201da2ed47c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:04:44.517089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Attempting to bind port c1bd4197-c8d2-46c2-b551-7c1a440c4238 on network 82eaa190-945e-4cc7-a3ad-0201da2ed47c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:04:44.527174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 4, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:04:44.527174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Checking segment: {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:04:44.527174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Bound using segment: {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:04:44.527174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Bound port: c1bd4197-c8d2-46c2-b551-7c1a440c4238, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3ae7013f-a845-4aab-8109-ddbdc6d79d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:04:44.527174 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:44.595159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] For port c1bd4197-c8d2-46c2-b551-7c1a440c4238, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:04:44.598151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] For port c1bd4197-c8d2-46c2-b551-7c1a440c4238, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd4197-c8d2-46c2-b551-7c1a440c4238,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:04:44.681157 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:44.812717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9f8dd-9255-4bcb-91c1-94eec061e2fc req-757293c7-a983-46d3-9103-dfbc8d48aaab tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:44.814268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93a9f8dd-9255-4bcb-91c1-94eec061e2fc req-757293c7-a983-46d3-9103-dfbc8d48aaab tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 943 time: 0.0512888 Sep 10 05:04:44.857030 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-93a9f8dd-9255-4bcb-91c1-94eec061e2fc req-f487bd64-6b1f-4783-b71b-9c9009056c41 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364671 Sep 10 05:04:44.977663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:44.978273 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:44.979652 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] 10.222.0.20 "PUT /v2.0/ports/c1bd4197-c8d2-46c2-b551-7c1a440c4238 HTTP/1.1" status: 200 len: 1091 time: 1.0075879 Sep 10 05:04:44.980110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '775959dd-69aa-41b4-bdc9-fb0051251298', 'tag': 'c1bd4197-c8d2-46c2-b551-7c1a440c4238'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:04:44.982343 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb66c86-4d51-4381-9963-d4cfe614aa8a" -d '{"events": [{"name": "network-changed", "server_uuid": "775959dd-69aa-41b4-bdc9-fb0051251298", "tag": "c1bd4197-c8d2-46c2-b551-7c1a440c4238"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:04:45.010679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cda98d-07d1-4474-9d4f-87adc0cdf0df service neutron] Pushing event updated for resources: {'Port': ['ID=c1bd4197-c8d2-46c2-b551-7c1a440c4238,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:45.027798 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6727b90-6199-4689-9e95-b51d5838adac x-openstack-request-id: req-c6727b90-6199-4689-9e95-b51d5838adac {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:04:45.028078 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "775959dd-69aa-41b4-bdc9-fb0051251298", "tag": "c1bd4197-c8d2-46c2-b551-7c1a440c4238", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:04:45.028331 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6727b90-6199-4689-9e95-b51d5838adac {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:04:45.028726 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '775959dd-69aa-41b4-bdc9-fb0051251298', 'tag': 'c1bd4197-c8d2-46c2-b551-7c1a440c4238', 'status': 'completed', 'code': 200} Sep 10 05:04:45.094901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66c86-4d51-4381-9963-d4cfe614aa8a req-d4fe539e-e1eb-4d80-a14d-b152cf7be096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:45.096493 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5bb66c86-4d51-4381-9963-d4cfe614aa8a req-d4fe539e-e1eb-4d80-a14d-b152cf7be096 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 1094 time: 0.0432246 Sep 10 05:04:45.200089 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66c86-4d51-4381-9963-d4cfe614aa8a req-db78f074-7029-4f2c-a1fe-ea6586577ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:45.201581 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5bb66c86-4d51-4381-9963-d4cfe614aa8a req-db78f074-7029-4f2c-a1fe-ea6586577ae0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0969498 Sep 10 05:04:45.294199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb66c86-4d51-4381-9963-d4cfe614aa8a req-b013f164-d56a-40b6-91d1-8e4ab6ad1207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:45.295554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5bb66c86-4d51-4381-9963-d4cfe614aa8a req-b013f164-d56a-40b6-91d1-8e4ab6ad1207 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0868969 Sep 10 05:04:45.376910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-3d69263b-e4e3-430e-88f2-9bf22929d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:45.378365 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-3d69263b-e4e3-430e-88f2-9bf22929d00d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 1094 time: 0.0445359 Sep 10 05:04:45.419468 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-028d79b9-01f3-41b3-8a07-5a2a37f4342a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c1bd4197-c8d2-46c2-b551-7c1a440c4238 HTTP/1.1" status: 200 len: 217 time: 0.0328319 Sep 10 05:04:45.467350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-ec245b2f-f338-4664-b399-002baa504017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:45.468732 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-ec245b2f-f338-4664-b399-002baa504017 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c764f597-377c-4187-b28e-dc3b21a5973a HTTP/1.1" status: 200 len: 854 time: 0.0413790 Sep 10 05:04:45.516925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-b14a0ebc-c76f-420c-a554-6bdcf3e7e9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:45.518410 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-b14a0ebc-c76f-420c-a554-6bdcf3e7e9b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=82eaa190-945e-4cc7-a3ad-0201da2ed47c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421209 Sep 10 05:04:45.605769 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-1db047cc-c4a3-4dc2-addb-2c37062c2699 service neutron] 10.222.0.20 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796270 Sep 10 05:04:45.696464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-09a8f20b-902c-4b00-ab17-6de37e1c9618 req-1b5e8165-0879-459a-a189-c736737f7b5f service neutron] 10.222.0.20 "GET /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830107 Sep 10 05:04:45.970293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3416988-5360-4212-8984-2cc1f7dd992a req-51156b56-5ec8-44ef-a838-0fe39664dafd tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:45.971792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3416988-5360-4212-8984-2cc1f7dd992a req-51156b56-5ec8-44ef-a838-0fe39664dafd tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 943 time: 0.0481088 Sep 10 05:04:46.009562 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3416988-5360-4212-8984-2cc1f7dd992a req-7687f242-e922-45ca-8839-38f8b2b93558 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315404 Sep 10 05:04:47.121863 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9deaf7-7922-46da-b0a2-53c4f83030e3 req-f9568818-e537-4312-bb13-9c094b9317ca tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:47.123301 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae9deaf7-7922-46da-b0a2-53c4f83030e3 req-f9568818-e537-4312-bb13-9c094b9317ca tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 943 time: 0.0469301 Sep 10 05:04:47.160226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ae9deaf7-7922-46da-b0a2-53c4f83030e3 req-24c936bd-81aa-4bc5-ae43-c56ad9ab08d6 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311193 Sep 10 05:04:48.271013 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518edc49-b56f-46cd-b35f-cf0e109fc9ab req-2245c4ba-384f-483b-b29f-86f8fb2417d5 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:48.273016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-518edc49-b56f-46cd-b35f-cf0e109fc9ab req-2245c4ba-384f-483b-b29f-86f8fb2417d5 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 943 time: 0.0478127 Sep 10 05:04:48.313034 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-518edc49-b56f-46cd-b35f-cf0e109fc9ab req-47cb0953-b9e4-4446-b2af-880255863187 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339665 Sep 10 05:04:48.940163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c1bd4197-c8d2-46c2-b551-7c1a440c4238 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:04:49.032635 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c1bd4197-c8d2-46c2-b551-7c1a440c4238, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd4197-c8d2-46c2-b551-7c1a440c4238,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:04:49.044044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'c1bd4197-c8d2-46c2-b551-7c1a440c4238', 'network_id': '82eaa190-945e-4cc7-a3ad-0201da2ed47c', 'port_id': 'c1bd4197-c8d2-46c2-b551-7c1a440c4238', 'mac_address': 'fa:16:3e:3a:67:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c764f597-377c-4187-b28e-dc3b21a5973a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:04:49.078542 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:49.091058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1bd4197-c8d2-46c2-b551-7c1a440c4238 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:04:49.112458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c1bd4197-c8d2-46c2-b551-7c1a440c4238, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd4197-c8d2-46c2-b551-7c1a440c4238,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:04:49.184427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:49.233731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c1bd4197-c8d2-46c2-b551-7c1a440c4238,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:49.239163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.239512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.239882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.240220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.240550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.240902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.241827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.242156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.242505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.242828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.243149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.243491 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:04:49.378109 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['c1bd4197-c8d2-46c2-b551-7c1a440c4238'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:04:49.425690 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7b35ac-cf13-4eae-a142-2cfe1ebcd325 req-a43ebabb-2876-46ff-b0c9-8e73874f3486 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:49.427194 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df7b35ac-cf13-4eae-a142-2cfe1ebcd325 req-a43ebabb-2876-46ff-b0c9-8e73874f3486 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 944 time: 0.0483916 Sep 10 05:04:49.464757 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-df7b35ac-cf13-4eae-a142-2cfe1ebcd325 req-7d878ae3-227e-4994-95ff-8e7e9d2ff589 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313709 Sep 10 05:04:50.576544 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c3d597-aeab-44c5-809e-7d05914b6700 req-cfc389be-bdb7-4c4c-a6fb-b869d8589619 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:50.578130 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72c3d597-aeab-44c5-809e-7d05914b6700 req-cfc389be-bdb7-4c4c-a6fb-b869d8589619 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 944 time: 0.0478523 Sep 10 05:04:50.615141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72c3d597-aeab-44c5-809e-7d05914b6700 req-62dfae7f-4a63-4495-85ad-2a204ff0bf7f tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311832 Sep 10 05:04:50.887735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6c71eb5e-4194-4920-bcfd-522d39a86744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:50.954233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c1bd4197-c8d2-46c2-b551-7c1a440c4238 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:04:51.047691 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port c1bd4197-c8d2-46c2-b551-7c1a440c4238 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:04:51.051356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port c1bd4197-c8d2-46c2-b551-7c1a440c4238 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:04:51.051751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:51.128627 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:51.151070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775959dd-69aa-41b4-bdc9-fb0051251298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd4197-c8d2-46c2-b551-7c1a440c4238'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:04:51.153219 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5e6fc5f-ff84-4085-913a-cee440bb3b4c" -d '{"events": [{"server_uuid": "775959dd-69aa-41b4-bdc9-fb0051251298", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd4197-c8d2-46c2-b551-7c1a440c4238"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:04:51.173735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port c1bd4197-c8d2-46c2-b551-7c1a440c4238, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd4197-c8d2-46c2-b551-7c1a440c4238,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:04:51.189808 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79ecf9bd-3c7f-4b6e-8910-93be1f324866 x-openstack-request-id: req-79ecf9bd-3c7f-4b6e-8910-93be1f324866 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:04:51.190096 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775959dd-69aa-41b4-bdc9-fb0051251298", "name": "network-vif-plugged", "status": "completed", "tag": "c1bd4197-c8d2-46c2-b551-7c1a440c4238", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:04:51.190360 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79ecf9bd-3c7f-4b6e-8910-93be1f324866 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:04:51.190747 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775959dd-69aa-41b4-bdc9-fb0051251298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1bd4197-c8d2-46c2-b551-7c1a440c4238', 'code': 200} Sep 10 05:04:51.242839 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:51.284153 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400e39f-07d4-4e87-aff6-91c854a34c81 req-1144c34d-0cf4-4985-bee9-58c868939857 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:51.285689 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f400e39f-07d4-4e87-aff6-91c854a34c81 req-1144c34d-0cf4-4985-bee9-58c868939857 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 1096 time: 0.0405374 Sep 10 05:04:51.289640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=c1bd4197-c8d2-46c2-b551-7c1a440c4238,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:04:51.321085 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f400e39f-07d4-4e87-aff6-91c854a34c81 req-c29901b4-d6c3-4cc1-aebe-a951d316e477 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284951 Sep 10 05:04:51.726418 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a426d4-4149-4f0b-9502-dffb7f13d182 req-bd70e7ee-219e-452b-a7c6-4a2f87cbc39c tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:51.727879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5a426d4-4149-4f0b-9502-dffb7f13d182 req-bd70e7ee-219e-452b-a7c6-4a2f87cbc39c tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 945 time: 0.0480359 Sep 10 05:04:51.768490 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b5a426d4-4149-4f0b-9502-dffb7f13d182 req-75524cca-873b-4de6-90f5-8768c9dc1ab1 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347366 Sep 10 05:04:52.881297 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a9917f-b959-4595-a2a3-efddaaf24540 req-88f0e5a4-0aec-4f77-8bd3-94dade6d7a1d tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:52.883104 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0a9917f-b959-4595-a2a3-efddaaf24540 req-88f0e5a4-0aec-4f77-8bd3-94dade6d7a1d tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 945 time: 0.0481203 Sep 10 05:04:52.920364 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c0a9917f-b959-4595-a2a3-efddaaf24540 req-6590aec2-9ac5-4323-9958-de353c74a415 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311215 Sep 10 05:04:53.030731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b86032-06fa-425a-9650-ef0f91ed67b7 req-adf4e830-7ad3-485a-b30f-0443f365e40d tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:04:53.032199 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38b86032-06fa-425a-9650-ef0f91ed67b7 req-adf4e830-7ad3-485a-b30f-0443f365e40d tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 945 time: 0.0475509 Sep 10 05:04:53.069566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38b86032-06fa-425a-9650-ef0f91ed67b7 req-7bbd39cc-a738-4d13-a7c6-c3638da941fc tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314441 Sep 10 05:04:53.607557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8419a323-784b-44f6-910c-08d413511839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:53.823046 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:55.487910 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:56.642193 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:04:59.619051 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:03.230618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:05.201442 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:05:15.068801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6ea7f5-5b59-4739-9c01-24ea1a884aa4 req-61e1282f-f0e1-4499-b9af-b2de53501028 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:15.070268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f6ea7f5-5b59-4739-9c01-24ea1a884aa4 req-61e1282f-f0e1-4499-b9af-b2de53501028 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 945 time: 0.0481350 Sep 10 05:05:15.110685 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f6ea7f5-5b59-4739-9c01-24ea1a884aa4 req-1004b785-5e36-44a6-be00-4431ac0161d4 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345492 Sep 10 05:05:16.228339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4de040e-29ee-406a-a6ec-81dda9095060 req-4f9e8f63-ed56-457e-9d8b-90ff6f511558 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:16.229814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4de040e-29ee-406a-a6ec-81dda9095060 req-4f9e8f63-ed56-457e-9d8b-90ff6f511558 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 945 time: 0.0492146 Sep 10 05:05:16.267506 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f4de040e-29ee-406a-a6ec-81dda9095060 req-936c7d6a-c18f-4bfb-8afc-08cab3d66ee6 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/security-groups?id=2722dd87-1445-446c-8cac-02ccebfa71b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317826 Sep 10 05:05:16.611351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-5df76419-e954-4417-9178-8a3222a9d3ea tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:16.614481 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-5df76419-e954-4417-9178-8a3222a9d3ea tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.20 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 945 time: 0.0487964 Sep 10 05:05:16.705554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Deleting port c1bd4197-c8d2-46c2-b551-7c1a440c4238 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:05:16.705892 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:16.792248 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] For port c1bd4197-c8d2-46c2-b551-7c1a440c4238, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=c1bd4197-c8d2-46c2-b551-7c1a440c4238,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:16.792523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:16.804577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Calling delete_port for c1bd4197-c8d2-46c2-b551-7c1a440c4238 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:05:16.984414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:16.995959 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['c1bd4197-c8d2-46c2-b551-7c1a440c4238'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:05:17.012852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Pushing event deleted for resources: {'Port': ['ID=c1bd4197-c8d2-46c2-b551-7c1a440c4238,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:17.057638 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] No DVR routers for this DVR port c1bd4197-c8d2-46c2-b551-7c1a440c4238 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:05:17.060326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:17.062426 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cfc1be37-e08c-4511-b920-3f9f8e7087c4 req-b929af4e-80cb-41fd-859e-e0167d6a4322 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.20 "DELETE /v2.0/ports/c1bd4197-c8d2-46c2-b551-7c1a440c4238 HTTP/1.1" status: 204 len: 173 time: 0.4435883 Sep 10 05:05:17.062866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '775959dd-69aa-41b4-bdc9-fb0051251298', 'name': 'network-vif-deleted', 'tag': 'c1bd4197-c8d2-46c2-b551-7c1a440c4238'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:05:17.065202 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-834eeb66-64d5-416f-9a40-2035a0cd2c79" -d '{"events": [{"server_uuid": "775959dd-69aa-41b4-bdc9-fb0051251298", "name": "network-vif-deleted", "tag": "c1bd4197-c8d2-46c2-b551-7c1a440c4238"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:05:17.111167 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df9524ed-0767-4d78-94f1-78b97fae6b21 x-openstack-request-id: req-df9524ed-0767-4d78-94f1-78b97fae6b21 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:05:17.111167 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "775959dd-69aa-41b4-bdc9-fb0051251298", "name": "network-vif-deleted", "tag": "c1bd4197-c8d2-46c2-b551-7c1a440c4238", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:05:17.111167 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df9524ed-0767-4d78-94f1-78b97fae6b21 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:05:17.111167 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '775959dd-69aa-41b4-bdc9-fb0051251298', 'name': 'network-vif-deleted', 'tag': 'c1bd4197-c8d2-46c2-b551-7c1a440c4238', 'status': 'completed', 'code': 200} Sep 10 05:05:17.371831 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05d88e0f-0e13-4551-9ba9-dd790745e73f req-da7edb84-3e7e-4430-961a-166e11bd8530 tempest-TestEncryptedCinderVolumes-748867906 tempest-TestEncryptedCinderVolumes-748867906-project] 10.222.0.22 "GET /v2.0/ports?device_id=775959dd-69aa-41b4-bdc9-fb0051251298 HTTP/1.1" status: 200 len: 210 time: 0.0263424 Sep 10 05:05:18.512353 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34842) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:18.855833 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:19.103975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Deleting port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:05:19.104315 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:19.178745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] For port 7b436f3f-287f-49f8-b0cb-e1b75d8507b2, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7b436f3f-287f-49f8-b0cb-e1b75d8507b2,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:19.179021 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:19.190881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Calling delete_port for 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:05:19.424408 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:19.448341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Pushing event deleted for resources: {'Port': ['ID=7b436f3f-287f-49f8-b0cb-e1b75d8507b2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:19.459014 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.459366 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.459717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.460053 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.460383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.460707 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.461397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.461397 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.461686 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.462003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.462321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.462640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:19.633471 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:19.832430 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:05:19.934173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:05:19.939062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f27d4209-4873-4f88-96a5-136cddcd42bc admin admin] 10.222.0.22 "PUT /v2.0/routers/7b2bed7a-e9f4-4191-8370-01e7eac2b83d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4259069 Sep 10 05:05:19.941835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34844) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:19.944061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] Sync routers for ids ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:05:19.953665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] Routers {'7b2bed7a-e9f4-4191-8370-01e7eac2b83d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:19.954346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:04:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:20.045328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.055026 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] Set router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:20.146843 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.229025 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:50Z', 'updated_at': '2021-09-10T05:05:19Z', 'revision_number': 5, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'gw_port': {'id': '9b0d7400-4f7d-4f42-b22c-8595de240cd6', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b8:0f:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:51Z', 'updated_at': '2021-09-10T05:03:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:20.258893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] Checking router: 7b2bed7a-e9f4-4191-8370-01e7eac2b83d for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:05:20.267198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] Routers {'7b2bed7a-e9f4-4191-8370-01e7eac2b83d'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:20.267958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:04:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:20.290260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Deleting port 9b0d7400-4f7d-4f42-b22c-8595de240cd6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:05:20.290603 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.352166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] Set router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:20.369366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] For port 9b0d7400-4f7d-4f42-b22c-8595de240cd6, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9b0d7400-4f7d-4f42-b22c-8595de240cd6,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:20.369733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.381370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Calling delete_port for 9b0d7400-4f7d-4f42-b22c-8595de240cd6 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:05:20.402193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:50Z', 'updated_at': '2021-09-10T05:05:20Z', 'revision_number': 6, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:20.429955 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87d8518f-0112-42e8-9bea-0239ec988c24 None None] The sync data for ids ['7b2bed7a-e9f4-4191-8370-01e7eac2b83d'] in n-d-808143-1 is: [{'id': '7b2bed7a-e9f4-4191-8370-01e7eac2b83d', 'name': 'tempest-TestEncryptedCinderVolumes-92890148-router', 'tenant_id': '15afafe5795f48a7bcee3cd484e40cc4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:50Z', 'updated_at': '2021-09-10T05:05:20Z', 'revision_number': 6, 'project_id': '15afafe5795f48a7bcee3cd484e40cc4', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:05:20.607633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.638103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Pushing event deleted for resources: {'Port': ['ID=9b0d7400-4f7d-4f42-b22c-8595de240cd6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:20.696742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.784739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.787387 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.904339 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.904905 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7b2bed7a-e9f4-4191-8370-01e7eac2b83d {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:05:20.916049 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.916049 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-11c2d7a8-0b73-41ba-aeb9-a39ae89b7bed admin admin] 10.222.0.22 "DELETE /v2.0/routers/7b2bed7a-e9f4-4191-8370-01e7eac2b83d HTTP/1.1" status: 204 len: 168 time: 0.9678237 Sep 10 05:05:20.916049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:20.932682 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b794966f-d14c-4a90-9439-1327e9af7115 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.960870 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-1790b6f5-5bd6-4394-b700-b60c2b602ee1 admin admin] Deleting subnet c764f597-377c-4187-b28e-dc3b21a5973a {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:05:20.963883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1790b6f5-5bd6-4394-b700-b60c2b602ee1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:20.998078 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1790b6f5-5bd6-4394-b700-b60c2b602ee1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.073114 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1790b6f5-5bd6-4394-b700-b60c2b602ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.125696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c1bd4197-c8d2-46c2-b551-7c1a440c4238 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:05:21.144948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: c1bd4197-c8d2-46c2-b551-7c1a440c4238 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:05:21.145230 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device c1bd4197-c8d2-46c2-b551-7c1a440c4238 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:05:21.196986 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:05:21.199993 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1790b6f5-5bd6-4394-b700-b60c2b602ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.218037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:05:21.218392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b436f3f-287f-49f8-b0cb-e1b75d8507b2 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:05:21.226548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1790b6f5-5bd6-4394-b700-b60c2b602ee1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c764f597-377c-4187-b28e-dc3b21a5973a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:21.231524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1790b6f5-5bd6-4394-b700-b60c2b602ee1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.233737 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1790b6f5-5bd6-4394-b700-b60c2b602ee1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c764f597-377c-4187-b28e-dc3b21a5973a HTTP/1.1" status: 204 len: 168 time: 0.3195031 Sep 10 05:05:21.236191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34848) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:21.242747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a9bddf-b467-4f70-beec-3348d7217cff None None] Network 82eaa190-945e-4cc7-a3ad-0201da2ed47c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:05:21.307668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.365537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Deleting port 5f954c66-ccff-4351-8dbb-5e31f540f453 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:05:21.365881 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.439490 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] For port 5f954c66-ccff-4351-8dbb-5e31f540f453, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=5f954c66-ccff-4351-8dbb-5e31f540f453,segment=NetworkSegment(3ae7013f-a845-4aab-8109-ddbdc6d79d22),segment_id=3ae7013f-a845-4aab-8109-ddbdc6d79d22)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:21.439968 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.453736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Calling delete_port for 5f954c66-ccff-4351-8dbb-5e31f540f453 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:05:21.594726 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] DHCP port deletion for 82eaa190-945e-4cc7-a3ad-0201da2ed47c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:05:21.618911 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.639093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] Deleting port 5f954c66-ccff-4351-8dbb-5e31f540f453 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:05:21.639460 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.648644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f954c66-ccff-4351-8dbb-5e31f540f453,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:21.653789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] No DVR routers for this DVR port 5f954c66-ccff-4351-8dbb-5e31f540f453 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:05:21.705414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] For port 5f954c66-ccff-4351-8dbb-5e31f540f453, host n-d-808143-1, got binding levels [] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:21.710214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.717597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] Calling delete_port for 5f954c66-ccff-4351-8dbb-5e31f540f453 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:05:21.720433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.ipam_backend_mixin [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] Port 5f954c66-ccff-4351-8dbb-5e31f540f453 was not found and therefore no delete operation was performed {{(pid=95138) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Sep 10 05:05:21.721630 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.723802 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.743339 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82eaa190-945e-4cc7-a3ad-0201da2ed47c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:21.747527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] Pushing event deleted for resources: {'Port': ['ID=5f954c66-ccff-4351-8dbb-5e31f540f453,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:21.749364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7fc9db5-fa16-4d9c-9ed8-f40efc829409 None None] No DVR routers for this DVR port 5f954c66-ccff-4351-8dbb-5e31f540f453 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:05:21.757377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ae7013f-a845-4aab-8109-ddbdc6d79d22') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:21.757493 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ae7013f-a845-4aab-8109-ddbdc6d79d22') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:21.772332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.785580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.791222 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:05:21.791604 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:05:21.793256 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:05:21.892922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.898291 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:21.900147 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] 10.222.0.22 "DELETE /v2.0/networks/82eaa190-945e-4cc7-a3ad-0201da2ed47c HTTP/1.1" status: 204 len: 168 time: 0.6630433 Sep 10 05:05:21.905020 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34850) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:21.910609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099f3769-3d2d-4648-aa0c-53dabbb494e4 admin admin] Pushing event deleted for resources: {'Network': ['ID=82eaa190-945e-4cc7-a3ad-0201da2ed47c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:22.231386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:22.467581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Deleting port 7b337544-4f93-4151-ba03-ea0b9cd7b344 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:05:22.467923 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:22.547274 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] For port 7b337544-4f93-4151-ba03-ea0b9cd7b344, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=7b337544-4f93-4151-ba03-ea0b9cd7b344,segment=NetworkSegment(933127d2-6693-4efa-acba-be23241b21ca),segment_id=933127d2-6693-4efa-acba-be23241b21ca)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:22.547640 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:22.559483 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Calling delete_port for 7b337544-4f93-4151-ba03-ea0b9cd7b344 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:05:22.658100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5f954c66-ccff-4351-8dbb-5e31f540f453 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:05:22.677417 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 5f954c66-ccff-4351-8dbb-5e31f540f453 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:05:22.677758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 5f954c66-ccff-4351-8dbb-5e31f540f453 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:05:22.678158 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9b0d7400-4f7d-4f42-b22c-8595de240cd6 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:05:22.695917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9b0d7400-4f7d-4f42-b22c-8595de240cd6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:05:22.696260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9b0d7400-4f7d-4f42-b22c-8595de240cd6 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:05:22.801624 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:22.824378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b337544-4f93-4151-ba03-ea0b9cd7b344,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:22.986696 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:23.191986 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Router fc8e9a7c-775c-4a6f-8464-aec8eadca955 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:05:23.295217 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:05:23.300206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3cfbb0a4-6ac2-40a0-8375-047989a275a6 admin admin] 10.222.0.22 "PUT /v2.0/routers/fc8e9a7c-775c-4a6f-8464-aec8eadca955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3959866 Sep 10 05:05:23.302694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34852) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:23.306748 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] Sync routers for ids ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:05:23.315752 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] Routers {'fc8e9a7c-775c-4a6f-8464-aec8eadca955'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:23.316380 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:04:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:23.417810 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] Set router fc8e9a7c-775c-4a6f-8464-aec8eadca955 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:23.573518 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9068fd98-9b99-4e9a-ac8a-fb3ecbc1bda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:23.599609 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:56Z', 'updated_at': '2021-09-10T05:05:22Z', 'revision_number': 5, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'gw_port': {'id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:57Z', 'updated_at': '2021-09-10T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:23.625755 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] Checking router: fc8e9a7c-775c-4a6f-8464-aec8eadca955 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:05:23.640190 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] Routers {'fc8e9a7c-775c-4a6f-8464-aec8eadca955'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:23.640853 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:05:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:23.747023 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] Set router fc8e9a7c-775c-4a6f-8464-aec8eadca955 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:23.751829 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:23.818594 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:23.853853 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:23.918850 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:56Z', 'updated_at': '2021-09-10T05:05:22Z', 'revision_number': 5, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'gw_port': {'id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:57Z', 'updated_at': '2021-09-10T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:23.944556 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e89b67a-e1ad-49fd-b765-b68b87a47334 None None] The sync data for ids ['fc8e9a7c-775c-4a6f-8464-aec8eadca955'] in n-d-808143-1 is: [{'id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'name': 'tempest-TestEncryptedCinderVolumes-424408445-router', 'tenant_id': '0fdd47ed10964f37b91fc419393457eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:03:56Z', 'updated_at': '2021-09-10T05:05:22Z', 'revision_number': 5, 'project_id': '0fdd47ed10964f37b91fc419393457eb', 'gw_port': {'id': '04202c8d-6f0c-4557-8b62-af5da9d34b34', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:b5:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc8e9a7c-775c-4a6f-8464-aec8eadca955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:03:57Z', 'updated_at': '2021-09-10T05:04:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:05:23.969162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Deleting port 04202c8d-6f0c-4557-8b62-af5da9d34b34 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:05:23.969532 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.049712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] For port 04202c8d-6f0c-4557-8b62-af5da9d34b34, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=04202c8d-6f0c-4557-8b62-af5da9d34b34,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:24.050430 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.061230 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Calling delete_port for 04202c8d-6f0c-4557-8b62-af5da9d34b34 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:05:24.280190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.306343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Pushing event deleted for resources: {'Port': ['ID=04202c8d-6f0c-4557-8b62-af5da9d34b34,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:24.369226 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.462738 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.465263 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.599962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.603610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc8e9a7c-775c-4a6f-8464-aec8eadca955 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:05:24.604875 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.606039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ca580178-416e-42c3-a389-eeb03b30875d admin admin] 10.222.0.22 "DELETE /v2.0/routers/fc8e9a7c-775c-4a6f-8464-aec8eadca955 HTTP/1.1" status: 204 len: 168 time: 1.3023832 Sep 10 05:05:24.608720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34854) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:24.656006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-672e0b69-6cb3-4617-bec9-81073c21ddb5 admin admin] Deleting subnet 00148bcf-db6a-475b-b064-720e431c06ee {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:05:24.660485 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-672e0b69-6cb3-4617-bec9-81073c21ddb5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.696360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-672e0b69-6cb3-4617-bec9-81073c21ddb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.724143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b337544-4f93-4151-ba03-ea0b9cd7b344 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:05:24.745496 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 7b337544-4f93-4151-ba03-ea0b9cd7b344 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:05:24.745837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 7b337544-4f93-4151-ba03-ea0b9cd7b344 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:05:24.786360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-672e0b69-6cb3-4617-bec9-81073c21ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.915615 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-672e0b69-6cb3-4617-bec9-81073c21ddb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.940225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672e0b69-6cb3-4617-bec9-81073c21ddb5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00148bcf-db6a-475b-b064-720e431c06ee,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:24.946436 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-672e0b69-6cb3-4617-bec9-81073c21ddb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:24.948317 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-672e0b69-6cb3-4617-bec9-81073c21ddb5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/00148bcf-db6a-475b-b064-720e431c06ee HTTP/1.1" status: 204 len: 168 time: 0.3388135 Sep 10 05:05:24.950905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34856) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:24.951401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d56ad5-1ef3-4187-88fb-83bc82b5f379 None None] Network 6a967cb5-c82f-40c0-9f71-07d574d50207 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:05:25.025174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.082409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Deleting port 6361172f-8dcc-4deb-a38f-d348d53e0703 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:05:25.083008 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.142575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665813a0-1f4b-4f6b-8cc1-2acd130f5269 None None] DHCP port deletion for 6a967cb5-c82f-40c0-9f71-07d574d50207 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:05:25.144594 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] For port 6361172f-8dcc-4deb-a38f-d348d53e0703, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6361172f-8dcc-4deb-a38f-d348d53e0703,segment=NetworkSegment(933127d2-6693-4efa-acba-be23241b21ca),segment_id=933127d2-6693-4efa-acba-be23241b21ca)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:25.144961 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.157131 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Calling delete_port for 6361172f-8dcc-4deb-a38f-d348d53e0703 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:05:25.191069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-665813a0-1f4b-4f6b-8cc1-2acd130f5269 None None] Deleting port 6361172f-8dcc-4deb-a38f-d348d53e0703 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:05:25.191445 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-665813a0-1f4b-4f6b-8cc1-2acd130f5269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.251628 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-665813a0-1f4b-4f6b-8cc1-2acd130f5269 None None] For port 6361172f-8dcc-4deb-a38f-d348d53e0703, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=6361172f-8dcc-4deb-a38f-d348d53e0703,segment=NetworkSegment(933127d2-6693-4efa-acba-be23241b21ca),segment_id=933127d2-6693-4efa-acba-be23241b21ca)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:25.252048 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-665813a0-1f4b-4f6b-8cc1-2acd130f5269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.264070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-665813a0-1f4b-4f6b-8cc1-2acd130f5269 None None] Calling delete_port for 6361172f-8dcc-4deb-a38f-d348d53e0703 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:05:25.310338 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Sep 10 05:05:25.333513 n-d-808143-1 neutron-server[95138]: self.session.flush() Sep 10 05:05:25.337264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=6361172f-8dcc-4deb-a38f-d348d53e0703,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:25.338818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] No DVR routers for this DVR port 6361172f-8dcc-4deb-a38f-d348d53e0703 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:05:25.342495 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-665813a0-1f4b-4f6b-8cc1-2acd130f5269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.369801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665813a0-1f4b-4f6b-8cc1-2acd130f5269 None None] Pushing event deleted for resources: {'Port': ['ID=6361172f-8dcc-4deb-a38f-d348d53e0703,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:25.372293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665813a0-1f4b-4f6b-8cc1-2acd130f5269 None None] No DVR routers for this DVR port 6361172f-8dcc-4deb-a38f-d348d53e0703 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:05:25.413648 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.434451 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a967cb5-c82f-40c0-9f71-07d574d50207']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:25.443828 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '933127d2-6693-4efa-acba-be23241b21ca') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:25.444119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '933127d2-6693-4efa-acba-be23241b21ca') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:25.453109 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.465605 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.471546 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Releasing vlan 212 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:05:25.472063 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:05:25.473735 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:05:25.479189 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.612735 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.628593 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:25.628593 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6a967cb5-c82f-40c0-9f71-07d574d50207 HTTP/1.1" status: 204 len: 168 time: 0.6684656 Sep 10 05:05:25.630522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f808a82-ef58-43ea-bdb5-8b0e44a3a8a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=6a967cb5-c82f-40c0-9f71-07d574d50207,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:25.999140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 34860) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:26.047423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7c12be60-d9a6-4e56-be29-61ad1949acff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=15afafe5795f48a7bcee3cd484e40cc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469921 Sep 10 05:05:26.049986 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34862) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:26.099003 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b18a443b-9bf2-4448-a2d2-bfed9c440ef1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:26.119998 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b18a443b-9bf2-4448-a2d2-bfed9c440ef1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:26.241274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b18a443b-9bf2-4448-a2d2-bfed9c440ef1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:26.243780 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b18a443b-9bf2-4448-a2d2-bfed9c440ef1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:26.244974 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b18a443b-9bf2-4448-a2d2-bfed9c440ef1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2722dd87-1445-446c-8cac-02ccebfa71b4 HTTP/1.1" status: 204 len: 168 time: 0.1939723 Sep 10 05:05:26.253149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18a443b-9bf2-4448-a2d2-bfed9c440ef1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2722dd87-1445-446c-8cac-02ccebfa71b4,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:26.628259 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:26.645968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6361172f-8dcc-4deb-a38f-d348d53e0703 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:05:26.666021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 6361172f-8dcc-4deb-a38f-d348d53e0703 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:05:26.666362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 6361172f-8dcc-4deb-a38f-d348d53e0703 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:05:26.666765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 04202c8d-6f0c-4557-8b62-af5da9d34b34 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:05:26.684532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 04202c8d-6f0c-4557-8b62-af5da9d34b34 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:05:26.684867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 04202c8d-6f0c-4557-8b62-af5da9d34b34 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:05:26.940952 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34868) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:26.979815 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-379f282b-3fdc-4f37-b9fc-3f6fa5046cb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0fdd47ed10964f37b91fc419393457eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377254 Sep 10 05:05:26.982158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34870) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:27.028445 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90c7c3cb-e46b-4670-bea1-eed48b94ebe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:27.049145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90c7c3cb-e46b-4670-bea1-eed48b94ebe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:27.166977 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90c7c3cb-e46b-4670-bea1-eed48b94ebe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:27.169512 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-90c7c3cb-e46b-4670-bea1-eed48b94ebe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:27.170683 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-90c7c3cb-e46b-4670-bea1-eed48b94ebe5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20a37904-63fc-4a4e-a8ab-2b7d8008daef HTTP/1.1" status: 204 len: 168 time: 0.1876533 Sep 10 05:05:27.178468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c7c3cb-e46b-4670-bea1-eed48b94ebe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a37904-63fc-4a4e-a8ab-2b7d8008daef,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:28.222462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34892) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:28.319329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-160639758-network', 'tenant_id': '1759707b57294aaea21f08eae4f74880'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:05:28.399081 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Made reservation on behalf of 1759707b57294aaea21f08eae4f74880 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:05:28.401473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:28.409865 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:28.496030 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:28.572606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:28.596408 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:05:28.611475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=918d579e-c8e3-4f57-859a-9290b594e93e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:28.614600 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:28.614951 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Added segment bdb8e075-afdc-453e-9f3c-834f9530f4d3 of type vlan for network 59d43308-b0a3-4628-aceb-df25a97833f5 Sep 10 05:05:28.654702 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:28.755592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:28.756591 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:28.757428 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:28.814666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] Pushing event updated for resources: {'Network': ['ID=59d43308-b0a3-4628-aceb-df25a97833f5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:28.824257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 59d43308-b0a3-4628-aceb-df25a97833f5 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:05:28.854296 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-025139ac-3449-4f22-8b68-627dc24dcc1f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6307273 Sep 10 05:05:28.857471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34896) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:28.862262 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Request body: {'subnet': {'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-160639758-subnet', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:05:28.932723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Made reservation on behalf of 1759707b57294aaea21f08eae4f74880 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:05:28.935072 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.138801 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.199554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=40587553-560f-4a70-9ea2-f99e3ff94104,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:29.206998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Checking segment: {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:05:29.207358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Network hostable DHCP agents. Network: 59d43308-b0a3-4628-aceb-df25a97833f5, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:05:29.304192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Network 59d43308-b0a3-4628-aceb-df25a97833f5 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:05:29.378069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 59d43308-b0a3-4628-aceb-df25a97833f5) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:29.382259 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:29.382844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.387982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80726e30-eec5-4092-b919-bfe920eb8824 None None] Network 59d43308-b0a3-4628-aceb-df25a97833f5 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:05:29.476190 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bfcb9fe6-1822-4b28-b2f8-1640de82faf5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6175714 Sep 10 05:05:29.478679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34898) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:29.483027 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:05:29.528219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-59d43308-b0a3-4628-aceb-df25a97833f5', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:05:29.529070 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.585189 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.586257 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.637252 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.670179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Allocated IP 172.20.0.2 (59d43308-b0a3-4628-aceb-df25a97833f5/40587553-560f-4a70-9ea2-f99e3ff94104/1c3f0120-15e2-4693-87e7-0d086de0e558) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:05:29.683710 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.806693 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.814600 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Transition to ACTIVE for port object 1c3f0120-15e2-4693-87e7-0d086de0e558 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:29.829110 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Transition to ACTIVE for port object 1c3f0120-15e2-4693-87e7-0d086de0e558 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:29.841687 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.910304 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:29.950559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Network 59d43308-b0a3-4628-aceb-df25a97833f5 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:05:29.953398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:29.958707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:05:29.965518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Pushing event updated for resources: {'Port': ['ID=1c3f0120-15e2-4693-87e7-0d086de0e558,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:30.014813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Attempting to bind port 1c3f0120-15e2-4693-87e7-0d086de0e558 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:05:30.015177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Attempting to bind port 1c3f0120-15e2-4693-87e7-0d086de0e558 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:05:30.015540 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Attempting to bind port 1c3f0120-15e2-4693-87e7-0d086de0e558 on network 59d43308-b0a3-4628-aceb-df25a97833f5 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:05:30.020395 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:05:30.020767 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Checking segment: {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:05:30.021166 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:30.021556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Bound using segment: {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:05:30.022019 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Bound port: 1c3f0120-15e2-4693-87e7-0d086de0e558, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:05:30.022395 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:30.082137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] For port 1c3f0120-15e2-4693-87e7-0d086de0e558, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:05:30.085133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] For port 1c3f0120-15e2-4693-87e7-0d086de0e558, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1c3f0120-15e2-4693-87e7-0d086de0e558,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:05:30.159732 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:30.160160 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:30.178904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:30.218804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bb7a19-e075-4717-a422-a2670cfe194c None None] Pushing event updated for resources: {'Port': ['ID=1c3f0120-15e2-4693-87e7-0d086de0e558,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:30.286899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Allocated IP 172.25.3.253 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/a863e196-d90e-462c-8608-a5f06352cdf8) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:05:30.406984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:30.521796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:30.560344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:05:30.567456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:30.569657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Pushing event updated for resources: {'Port': ['ID=a863e196-d90e-462c-8608-a5f06352cdf8,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:30.572329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:05:30.682899 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1c3f0120-15e2-4693-87e7-0d086de0e558 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:30.812933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 1c3f0120-15e2-4693-87e7-0d086de0e558 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:31.116837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aad92b3-3f94-4df3-9bdb-70a9557f2f20 None None] Network 59d43308-b0a3-4628-aceb-df25a97833f5 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:05:31.157491 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:31.281442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-71a75939-9852-4408-81fb-2b0ec36a371e None None] Provisioning for port 1c3f0120-15e2-4693-87e7-0d086de0e558 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:31.285972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-71a75939-9852-4408-81fb-2b0ec36a371e None None] Provisioning complete for port 1c3f0120-15e2-4693-87e7-0d086de0e558 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:31.286330 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71a75939-9852-4408-81fb-2b0ec36a371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:31.355253 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:31.366153 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71a75939-9852-4408-81fb-2b0ec36a371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:31.400209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-71a75939-9852-4408-81fb-2b0ec36a371e None None] For port 1c3f0120-15e2-4693-87e7-0d086de0e558, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1c3f0120-15e2-4693-87e7-0d086de0e558,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:31.475673 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71a75939-9852-4408-81fb-2b0ec36a371e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:31.526507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a75939-9852-4408-81fb-2b0ec36a371e None None] Pushing event updated for resources: {'Port': ['ID=1c3f0120-15e2-4693-87e7-0d086de0e558,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:31.532751 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:05:31.594519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-cf50bfd9-a978-4d3b-83d5-270c9f583d39 None None] Provisioning complete for port 1c3f0120-15e2-4693-87e7-0d086de0e558 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:31.594881 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-cf50bfd9-a978-4d3b-83d5-270c9f583d39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:31.641199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:05:31.656958 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Sync routers for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:05:31.676077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:31.676677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:05:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:31.707906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:31.709203 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ada89840-6d39-44a7-aeb9-5ced0ad999ef admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2295165 Sep 10 05:05:31.712407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34902) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:31.779087 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:31.949245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:30Z', 'revision_number': 3, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:31.978519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Checking router: eb47cf80-852d-4808-8cfa-7dc1d26fbb4f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:05:31.978868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Updating router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f port a863e196-d90e-462c-8608-a5f06352cdf8 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:05:32.002215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.114934 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.244568 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.254038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Transition to ACTIVE for port object a863e196-d90e-462c-8608-a5f06352cdf8 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:32.271395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Allocated IP 172.20.0.1 (59d43308-b0a3-4628-aceb-df25a97833f5/40587553-560f-4a70-9ea2-f99e3ff94104/4c66f362-2fc6-4098-a392-965274a7d1b3) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:05:32.336621 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.375423 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.389873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Transition to ACTIVE for port object 4c66f362-2fc6-4098-a392-965274a7d1b3 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:32.392685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Attempting to bind port a863e196-d90e-462c-8608-a5f06352cdf8 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:05:32.393064 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Attempting to bind port a863e196-d90e-462c-8608-a5f06352cdf8 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:05:32.393422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Attempting to bind port a863e196-d90e-462c-8608-a5f06352cdf8 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:05:32.396245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8c74b-9b6b-4e4c-8fae-feb5edd9e845 None None] Pushing event updated for resources: {'Port': ['ID=a863e196-d90e-462c-8608-a5f06352cdf8,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:32.400866 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:05:32.401211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:05:32.401612 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.401998 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:05:32.402463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Bound port: a863e196-d90e-462c-8608-a5f06352cdf8, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:05:32.402845 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.452577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] For port a863e196-d90e-462c-8608-a5f06352cdf8, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:05:32.455513 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] For port a863e196-d90e-462c-8608-a5f06352cdf8, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a863e196-d90e-462c-8608-a5f06352cdf8,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:05:32.479784 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.521752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Network 59d43308-b0a3-4628-aceb-df25a97833f5 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:05:32.528466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:32.530693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Pushing event updated for resources: {'Port': ['ID=4c66f362-2fc6-4098-a392-965274a7d1b3,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:32.532866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:05:32.533459 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.581910 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.592118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:32.592745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:05:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:32.632593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8c74b-9b6b-4e4c-8fae-feb5edd9e845 None None] Pushing event updated for resources: {'Port': ['ID=a863e196-d90e-462c-8608-a5f06352cdf8,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:32.695864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1c3f0120-15e2-4693-87e7-0d086de0e558 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:32.744776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:32.792281 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:32.957657 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:33.011106 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:33.014305 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0a09d1cb-23c1-4646-97b5-645eeecc4f86 None None] Provisioning for port 4c66f362-2fc6-4098-a392-965274a7d1b3 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:33.023358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0a09d1cb-23c1-4646-97b5-645eeecc4f86 None None] Provisioning complete for port 4c66f362-2fc6-4098-a392-965274a7d1b3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:33.024321 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0a09d1cb-23c1-4646-97b5-645eeecc4f86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:33.027308 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1c3f0120-15e2-4693-87e7-0d086de0e558 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:33.027657 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:33.080211 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Pushing event updated for resources: {'Port': ['ID=4c66f362-2fc6-4098-a392-965274a7d1b3,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:33.082808 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:33.100072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0a09d1cb-23c1-4646-97b5-645eeecc4f86 None None] Port 4c66f362-2fc6-4098-a392-965274a7d1b3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:05:33.173311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Network 59d43308-b0a3-4628-aceb-df25a97833f5 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:05:33.174769 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:33.194660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:30Z', 'revision_number': 3, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:33.228068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b87b8ba-3248-462f-9a18-f4f14b46ceee None None] The sync data for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 is: [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:30Z', 'revision_number': 3, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:05:33.281605 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:33.301050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:05:33.419953 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:05:33.422961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0d4a8e60-ede1-459c-8978-1f1a63e5b659 None None] Provisioning complete for port 4c66f362-2fc6-4098-a392-965274a7d1b3 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:33.423412 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d4a8e60-ede1-459c-8978-1f1a63e5b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:33.426062 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-23e8c88a-9194-46f8-abb2-6a4fe56ebcad admin admin] 10.222.0.22 "PUT /v2.0/routers/eb47cf80-852d-4808-8cfa-7dc1d26fbb4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7126610 Sep 10 05:05:33.485668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0d4a8e60-ede1-459c-8978-1f1a63e5b659 None None] Port 4c66f362-2fc6-4098-a392-965274a7d1b3 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:05:34.146789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34918) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:34.151816 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1872465884-network', 'tenant_id': '8af5001796294959bf69df7efea9f912'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:05:34.235598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Made reservation on behalf of 8af5001796294959bf69df7efea9f912 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:05:34.238076 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.247558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.334080 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.407168 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.429094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] vlan segment allocate from pool success with {'vlan_id': 219, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:05:34.444497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f87bfe-646e-4337-91c6-15f4687ce078,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:34.448363 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.448363 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Added segment 4720e6ef-aa6e-4abb-8c65-8c651e6a8557 of type vlan for network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 Sep 10 05:05:34.486804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.582129 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.583154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:34.583796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.645837 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] Pushing event updated for resources: {'Network': ['ID=bd4f26ff-fe47-4941-a0dd-d16acc6532a6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:34.657409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:05:34.674609 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-938e7f7f-c10c-4f5b-9b80-56887c0b421b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5267096 Sep 10 05:05:34.677290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34920) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:34.680922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a863e196-d90e-462c-8608-a5f06352cdf8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:34.681944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Request body: {'subnet': {'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1872465884-subnet', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:05:34.722542 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Sync routers for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:05:34.732287 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:34.732891 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:05:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:34.761358 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Made reservation on behalf of 8af5001796294959bf69df7efea9f912 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:05:34.763950 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.824358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port a863e196-d90e-462c-8608-a5f06352cdf8 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:34.828818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a863e196-d90e-462c-8608-a5f06352cdf8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:34.829289 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.837556 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:34.913810 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.935640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port a863e196-d90e-462c-8608-a5f06352cdf8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a863e196-d90e-462c-8608-a5f06352cdf8,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:34.973206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:34.983999 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.031496 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Pushing event updated for resources: {'Subnet': ['ID=7916f402-a45c-4a96-ad25-a9d4081c88ae,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:35.039384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Checking segment: {'id': '4720e6ef-aa6e-4abb-8c65-8c651e6a8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:05:35.039793 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Network hostable DHCP agents. Network: bd4f26ff-fe47-4941-a0dd-d16acc6532a6, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:05:35.044369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=a863e196-d90e-462c-8608-a5f06352cdf8,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:35.045729 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '4c66f362-2fc6-4098-a392-965274a7d1b3', 'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'mac_address': 'fa:16:3e:80:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:32Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 2, 'project_id': '1759707b57294aaea21f08eae4f74880', 'subnets': [{'id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:35.110010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:05:35.157197 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Checking router: eb47cf80-852d-4808-8cfa-7dc1d26fbb4f for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:05:35.157542 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Updating router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f port 4c66f362-2fc6-4098-a392-965274a7d1b3 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:05:35.181518 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.189428 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, bd4f26ff-fe47-4941-a0dd-d16acc6532a6) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:35.193657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:35.194307 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.200641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cb5332-17e4-4938-9e10-2384bc0f7ef7 None None] Network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:05:35.281866 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f8b858c8-ed3a-4f90-8f8a-136e5c8d75af admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6033931 Sep 10 05:05:35.284247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34922) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:35.288693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:05:35.341840 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-bd4f26ff-fe47-4941-a0dd-d16acc6532a6', 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'fixed_ips': [{'subnet_id': '7916f402-a45c-4a96-ad25-a9d4081c88ae'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:05:35.342697 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.376743 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.377950 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.436052 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.449950 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.460781 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Transition to ACTIVE for port object 4c66f362-2fc6-4098-a392-965274a7d1b3 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:35.478500 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Allocated IP 172.20.0.2 (bd4f26ff-fe47-4941-a0dd-d16acc6532a6/7916f402-a45c-4a96-ad25-a9d4081c88ae/8490cb2d-8f0c-428a-8491-cc731dd8ba61) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:05:35.583993 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.622934 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.637245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Transition to ACTIVE for port object 8490cb2d-8f0c-428a-8491-cc731dd8ba61 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:35.642078 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Pushing event updated for resources: {'Port': ['ID=4c66f362-2fc6-4098-a392-965274a7d1b3,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:35.652858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Transition to ACTIVE for port object 8490cb2d-8f0c-428a-8491-cc731dd8ba61 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:35.661249 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.664667 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.664667 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.664667 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.664993 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.665400 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.665787 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.666119 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.666441 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.666759 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.667073 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.667388 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.667717 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:35.695710 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Attempting to bind port 4c66f362-2fc6-4098-a392-965274a7d1b3 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:05:35.696066 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Attempting to bind port 4c66f362-2fc6-4098-a392-965274a7d1b3 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:05:35.696424 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Attempting to bind port 4c66f362-2fc6-4098-a392-965274a7d1b3 on network 59d43308-b0a3-4628-aceb-df25a97833f5 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:05:35.701605 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:05:35.706835 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Checking segment: {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:05:35.706835 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.706835 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Bound using segment: {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:05:35.706835 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Bound port: 4c66f362-2fc6-4098-a392-965274a7d1b3, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:05:35.706835 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.723747 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.767670 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] For port 4c66f362-2fc6-4098-a392-965274a7d1b3, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:05:35.771253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:05:35.771877 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] For port 4c66f362-2fc6-4098-a392-965274a7d1b3, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4c66f362-2fc6-4098-a392-965274a7d1b3,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:05:35.777061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:35.782166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:05:35.787660 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Pushing event updated for resources: {'Port': ['ID=8490cb2d-8f0c-428a-8491-cc731dd8ba61,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:35.836227 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.844508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Attempting to bind port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:05:35.844877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Attempting to bind port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '4720e6ef-aa6e-4abb-8c65-8c651e6a8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:05:35.845247 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Attempting to bind port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 on network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:05:35.851106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:05:35.852290 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Checking segment: {'id': '4720e6ef-aa6e-4abb-8c65-8c651e6a8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:05:35.852705 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.853118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Bound using segment: {'id': '4720e6ef-aa6e-4abb-8c65-8c651e6a8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:05:35.853590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Bound port: 8490cb2d-8f0c-428a-8491-cc731dd8ba61, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4720e6ef-aa6e-4abb-8c65-8c651e6a8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:05:35.853981 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:35.903288 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:35.904116 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:05:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:35.928996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] For port 8490cb2d-8f0c-428a-8491-cc731dd8ba61, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:05:35.933798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] For port 8490cb2d-8f0c-428a-8491-cc731dd8ba61, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8490cb2d-8f0c-428a-8491-cc731dd8ba61,segment=NetworkSegment(4720e6ef-aa6e-4abb-8c65-8c651e6a8557),segment_id=4720e6ef-aa6e-4abb-8c65-8c651e6a8557)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:05:35.941943 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b3d9a8-3eca-4bb9-b20d-271b1f395b12 None None] Pushing event updated for resources: {'Port': ['ID=4c66f362-2fc6-4098-a392-965274a7d1b3,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:36.011647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:36.043780 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:36.084922 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88f764b-bf31-4798-8263-3494eb7f3cbb None None] Pushing event updated for resources: {'Port': ['ID=8490cb2d-8f0c-428a-8491-cc731dd8ba61,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:36.241963 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:36.262146 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:36.264635 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '4c66f362-2fc6-4098-a392-965274a7d1b3', 'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'mac_address': 'fa:16:3e:80:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:32Z', 'updated_at': '2021-09-10T05:05:35Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'subnets': [{'id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:36.308846 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e96751-c0cb-4a63-b0e7-692038d7165a None None] The sync data for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 is: [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '4c66f362-2fc6-4098-a392-965274a7d1b3', 'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'mac_address': 'fa:16:3e:80:0f:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:32Z', 'updated_at': '2021-09-10T05:05:35Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'subnets': [{'id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:05:36.412609 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Allocated IP 172.25.3.237 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/386dbbd1-915c-4806-acdc-7ca64e8904bc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:05:36.529212 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:36.647798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:36.687701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:05:36.690853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:36.694740 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:05:36.725254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Pushing event updated for resources: {'Port': ['ID=386dbbd1-915c-4806-acdc-7ca64e8904bc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:36.800564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8490cb2d-8f0c-428a-8491-cc731dd8ba61 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:36.916159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:36.920856 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c66f362-2fc6-4098-a392-965274a7d1b3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:37.029911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4c66f362-2fc6-4098-a392-965274a7d1b3 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:37.034123 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4c66f362-2fc6-4098-a392-965274a7d1b3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:37.034738 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.066072 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.138635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.177153 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 4c66f362-2fc6-4098-a392-965274a7d1b3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4c66f362-2fc6-4098-a392-965274a7d1b3,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:37.190371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a3113c3-499e-43a3-9ae8-edf3fa4891d9 None None] Network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:05:37.277090 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.277888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a863e196-d90e-462c-8608-a5f06352cdf8 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:37.293021 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.353877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6ccbd14a-beed-4b5e-9120-ba55a8460b12 None None] Provisioning for port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:37.377680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6ccbd14a-beed-4b5e-9120-ba55a8460b12 None None] Provisioning complete for port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:37.378295 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ccbd14a-beed-4b5e-9120-ba55a8460b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.419912 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=4c66f362-2fc6-4098-a392-965274a7d1b3,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:37.469044 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port a863e196-d90e-462c-8608-a5f06352cdf8 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:37.469415 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.487073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Router bd234b53-fe99-495d-b2e8-13beef0df5f2 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:05:37.563206 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ccbd14a-beed-4b5e-9120-ba55a8460b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.609276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:05:37.624931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6ccbd14a-beed-4b5e-9120-ba55a8460b12 None None] For port 8490cb2d-8f0c-428a-8491-cc731dd8ba61, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8490cb2d-8f0c-428a-8491-cc731dd8ba61,segment=NetworkSegment(4720e6ef-aa6e-4abb-8c65-8c651e6a8557),segment_id=4720e6ef-aa6e-4abb-8c65-8c651e6a8557)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:37.626115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Sync routers for ids ['bd234b53-fe99-495d-b2e8-13beef0df5f2'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:05:37.645245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Routers {'bd234b53-fe99-495d-b2e8-13beef0df5f2'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:37.645864 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:05:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd234b53-fe99-495d-b2e8-13beef0df5f2'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:37.692797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.694303 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5621f543-937d-4299-bbed-f056ad632ad8 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4091058 Sep 10 05:05:37.698173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 34924) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:05:37.733940 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6ccbd14a-beed-4b5e-9120-ba55a8460b12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:37.781433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Set router bd234b53-fe99-495d-b2e8-13beef0df5f2 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:37.861274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccbd14a-beed-4b5e-9120-ba55a8460b12 None None] Pushing event updated for resources: {'Port': ['ID=8490cb2d-8f0c-428a-8491-cc731dd8ba61,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:37.885133 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-121f33d7-5c8c-4921-8dcc-69a53a866144 None None] Provisioning complete for port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:37.885505 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-121f33d7-5c8c-4921-8dcc-69a53a866144 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.042982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:35Z', 'updated_at': '2021-09-10T05:05:36Z', 'revision_number': 3, 'project_id': '8af5001796294959bf69df7efea9f912', 'gw_port': {'id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:36Z', 'updated_at': '2021-09-10T05:05:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:38.069314 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Checking router: bd234b53-fe99-495d-b2e8-13beef0df5f2 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:05:38.069659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Updating router bd234b53-fe99-495d-b2e8-13beef0df5f2 port 386dbbd1-915c-4806-acdc-7ca64e8904bc binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:05:38.095557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.109085 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.263614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Allocated IP 172.20.0.1 (bd4f26ff-fe47-4941-a0dd-d16acc6532a6/7916f402-a45c-4a96-ad25-a9d4081c88ae/ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:05:38.344695 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.355406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Transition to ACTIVE for port object 386dbbd1-915c-4806-acdc-7ca64e8904bc will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:38.374777 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.388950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Transition to ACTIVE for port object ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:38.433687 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.481825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Attempting to bind port 386dbbd1-915c-4806-acdc-7ca64e8904bc on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:05:38.482195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Attempting to bind port 386dbbd1-915c-4806-acdc-7ca64e8904bc by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:05:38.482556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Attempting to bind port 386dbbd1-915c-4806-acdc-7ca64e8904bc on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:05:38.489301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef1852-1d96-41ca-b569-b4bab7799a03 None None] Pushing event updated for resources: {'Port': ['ID=386dbbd1-915c-4806-acdc-7ca64e8904bc,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:38.492727 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:05:38.493099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:05:38.493497 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.493877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:05:38.494337 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Bound port: 386dbbd1-915c-4806-acdc-7ca64e8904bc, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:05:38.494713 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.502399 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.539564 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:05:38.542407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:38.545944 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:05:38.547165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] For port 386dbbd1-915c-4806-acdc-7ca64e8904bc, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:05:38.550506 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] For port 386dbbd1-915c-4806-acdc-7ca64e8904bc, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=386dbbd1-915c-4806-acdc-7ca64e8904bc,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:05:38.572613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:38.592785 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.613293 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.664996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Routers {'bd234b53-fe99-495d-b2e8-13beef0df5f2'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:38.665622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:05:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd234b53-fe99-495d-b2e8-13beef0df5f2'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:38.704530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8490cb2d-8f0c-428a-8491-cc731dd8ba61 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:38.763502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aef1852-1d96-41ca-b569-b4bab7799a03 None None] Pushing event updated for resources: {'Port': ['ID=386dbbd1-915c-4806-acdc-7ca64e8904bc,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:38.804323 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.972071 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:38.998386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] Set router bd234b53-fe99-495d-b2e8-13beef0df5f2 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:39.025493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:39.025866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:39.027899 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:39.059311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-da404ed6-c27d-44ca-a0b1-bf34aec94a6a None None] Provisioning for port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:39.093436 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:39.093664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-da404ed6-c27d-44ca-a0b1-bf34aec94a6a None None] Provisioning complete for port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:39.093891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-da404ed6-c27d-44ca-a0b1-bf34aec94a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:39.096129 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Pushing event updated for resources: {'Port': ['ID=ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:39.109884 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.110228 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.110570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.110904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.111233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.111558 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.111908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.112233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.112553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.112874 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.113192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.113508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:05:39.190868 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-da404ed6-c27d-44ca-a0b1-bf34aec94a6a None None] Port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:05:39.198790 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:05:39.200195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:39.259329 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c66f362-2fc6-4098-a392-965274a7d1b3 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:39.324134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:35Z', 'updated_at': '2021-09-10T05:05:36Z', 'revision_number': 3, 'project_id': '8af5001796294959bf69df7efea9f912', 'gw_port': {'id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:36Z', 'updated_at': '2021-09-10T05:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:39.356113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451f0aee-0bf2-404e-8cb4-f4b8abfba99d None None] The sync data for ids ['bd234b53-fe99-495d-b2e8-13beef0df5f2'] in n-d-808143-1 is: [{'id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:35Z', 'updated_at': '2021-09-10T05:05:36Z', 'revision_number': 3, 'project_id': '8af5001796294959bf69df7efea9f912', 'gw_port': {'id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:36Z', 'updated_at': '2021-09-10T05:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:05:39.360858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4c66f362-2fc6-4098-a392-965274a7d1b3 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:39.361219 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:39.513731 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1867e2a7-142e-4a18-87e9-88a1b0d0a088 None None] Provisioning complete for port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:39.514159 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1867e2a7-142e-4a18-87e9-88a1b0d0a088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:39.554729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1867e2a7-142e-4a18-87e9-88a1b0d0a088 None None] Port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:05:39.612754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Router bd234b53-fe99-495d-b2e8-13beef0df5f2 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:05:39.730746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:05:39.736603 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-53f68f7d-eb68-4317-8346-a9773d079b64 admin admin] 10.222.0.22 "PUT /v2.0/routers/bd234b53-fe99-495d-b2e8-13beef0df5f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0372510 Sep 10 05:05:40.681471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 386dbbd1-915c-4806-acdc-7ca64e8904bc up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:40.778348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 386dbbd1-915c-4806-acdc-7ca64e8904bc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:40.782637 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 386dbbd1-915c-4806-acdc-7ca64e8904bc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:40.783014 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:40.877078 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:40.878174 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Sync routers for ids ['bd234b53-fe99-495d-b2e8-13beef0df5f2'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:05:40.888648 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Routers {'bd234b53-fe99-495d-b2e8-13beef0df5f2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:40.889276 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:05:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd234b53-fe99-495d-b2e8-13beef0df5f2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:40.913572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 386dbbd1-915c-4806-acdc-7ca64e8904bc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=386dbbd1-915c-4806-acdc-7ca64e8904bc,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:40.982474 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:41.027273 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Set router bd234b53-fe99-495d-b2e8-13beef0df5f2 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:41.038917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=386dbbd1-915c-4806-acdc-7ca64e8904bc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:41.249535 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:35Z', 'updated_at': '2021-09-10T05:05:38Z', 'revision_number': 4, 'project_id': '8af5001796294959bf69df7efea9f912', 'gw_port': {'id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:36Z', 'updated_at': '2021-09-10T05:05:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9', 'name': '', 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'mac_address': 'fa:16:3e:ed:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '7916f402-a45c-4a96-ad25-a9d4081c88ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:38Z', 'updated_at': '2021-09-10T05:05:38Z', 'revision_number': 2, 'project_id': '8af5001796294959bf69df7efea9f912', 'subnets': [{'id': '7916f402-a45c-4a96-ad25-a9d4081c88ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:41.276499 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Checking router: bd234b53-fe99-495d-b2e8-13beef0df5f2 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:05:41.276849 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Updating router bd234b53-fe99-495d-b2e8-13beef0df5f2 port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:05:41.304109 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:41.607463 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:41.622555 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Transition to ACTIVE for port object ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:41.710073 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:41.766003 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2b701-3405-45a1-b26c-4757b1cab8d9 None None] Pushing event updated for resources: {'Port': ['ID=ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:41.836498 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Attempting to bind port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:05:41.836879 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Attempting to bind port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '4720e6ef-aa6e-4abb-8c65-8c651e6a8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:05:41.837247 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Attempting to bind port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 on network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:05:41.843798 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 5, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:05:41.844178 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Checking segment: {'id': '4720e6ef-aa6e-4abb-8c65-8c651e6a8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:05:41.844828 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:41.844967 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Bound using segment: {'id': '4720e6ef-aa6e-4abb-8c65-8c651e6a8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:05:41.845434 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Bound port: ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4720e6ef-aa6e-4abb-8c65-8c651e6a8557', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 219, 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:05:41.845815 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:42.023236 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] For port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:05:42.027060 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] For port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9,segment=NetworkSegment(4720e6ef-aa6e-4abb-8c65-8c651e6a8557),segment_id=4720e6ef-aa6e-4abb-8c65-8c651e6a8557)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:05:42.100552 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:42.172432 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Routers {'bd234b53-fe99-495d-b2e8-13beef0df5f2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:05:42.173636 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:05:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd234b53-fe99-495d-b2e8-13beef0df5f2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:42.252331 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b2b701-3405-45a1-b26c-4757b1cab8d9 None None] Pushing event updated for resources: {'Port': ['ID=ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:42.268967 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:05:42.342755 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] Set router bd234b53-fe99-495d-b2e8-13beef0df5f2 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:05:42.569421 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:35Z', 'updated_at': '2021-09-10T05:05:38Z', 'revision_number': 4, 'project_id': '8af5001796294959bf69df7efea9f912', 'gw_port': {'id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:36Z', 'updated_at': '2021-09-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9', 'name': '', 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'mac_address': 'fa:16:3e:ed:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '7916f402-a45c-4a96-ad25-a9d4081c88ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:38Z', 'updated_at': '2021-09-10T05:05:42Z', 'revision_number': 4, 'project_id': '8af5001796294959bf69df7efea9f912', 'subnets': [{'id': '7916f402-a45c-4a96-ad25-a9d4081c88ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:05:42.597482 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfe7f232-99b6-44a0-b352-b43a363011df None None] The sync data for ids ['bd234b53-fe99-495d-b2e8-13beef0df5f2'] in n-d-808143-1 is: [{'id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:35Z', 'updated_at': '2021-09-10T05:05:38Z', 'revision_number': 4, 'project_id': '8af5001796294959bf69df7efea9f912', 'gw_port': {'id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:36Z', 'updated_at': '2021-09-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9', 'name': '', 'network_id': 'bd4f26ff-fe47-4941-a0dd-d16acc6532a6', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'mac_address': 'fa:16:3e:ed:64:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4154, 'fixed_ips': [{'subnet_id': '7916f402-a45c-4a96-ad25-a9d4081c88ae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:38Z', 'updated_at': '2021-09-10T05:05:42Z', 'revision_number': 4, 'project_id': '8af5001796294959bf69df7efea9f912', 'subnets': [{'id': '7916f402-a45c-4a96-ad25-a9d4081c88ae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:05:42.702354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 386dbbd1-915c-4806-acdc-7ca64e8904bc up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:42.771274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 386dbbd1-915c-4806-acdc-7ca64e8904bc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:42.771395 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:44.694207 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:44.801071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:44.805724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:44.805724 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:44.889670 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:44.924197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9,segment=NetworkSegment(4720e6ef-aa6e-4abb-8c65-8c651e6a8557),segment_id=4720e6ef-aa6e-4abb-8c65-8c651e6a8557)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:05:44.995256 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:45.049757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:46.752193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:05:46.752193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:46.752193 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:50.958601 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d054a060-f786-4f90-8697-b67a55eebd52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:51.216180 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-97a405d5-0e34-473f-9862-a87f2e3036fe tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:51.217548 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-97a405d5-0e34-473f-9862-a87f2e3036fe tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/networks?id=59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 200 len: 814 time: 0.0986111 Sep 10 05:05:51.231961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-0f216492-51ae-499f-944a-72a6b9bcf488 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/quotas/1759707b57294aaea21f08eae4f74880 HTTP/1.1" status: 200 len: 375 time: 0.0086315 Sep 10 05:05:51.285624 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-f3a073f4-66e5-499f-ac4a-fdeca220ff1d tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0485394 Sep 10 05:05:51.376306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-6c68aa9c-938d-4799-b1b7-d357641c90c5 service neutron] 10.222.0.22 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0791121 Sep 10 05:05:51.467045 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-c1011690-1c37-416a-82d7-caa4f7f98217 service neutron] 10.222.0.22 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843918 Sep 10 05:05:51.726054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-991df46e-ae8e-4a3e-abcc-6e6b58733f88 req-fd8854bd-8004-430c-898e-8c3a7a6c0a58 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 210 time: 0.0256872 Sep 10 05:05:52.834817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15b6b741-5f07-49d4-9a71-346b18f17f64 req-fabd1c6d-de5c-4f35-b110-8e7cbef5c4b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 210 time: 0.0256333 Sep 10 05:05:53.584026 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4b0e52c8-e3ea-4190-9a9e-e47e68cbe086 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:53.653350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-82cc3a93-abf1-4991-a506-679855715d8d tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:53.654783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-82cc3a93-abf1-4991-a506-679855715d8d tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.20 "GET /v2.0/networks?id=59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 200 len: 814 time: 0.1021948 Sep 10 05:05:53.669610 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'port': {'device_id': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'admin_state_up': True, 'tenant_id': '1759707b57294aaea21f08eae4f74880'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:05:53.840618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:53.869550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Made reservation on behalf of 1759707b57294aaea21f08eae4f74880 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:05:53.873048 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:53.930899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e1a0ad93-e19b-407d-a8de-9ed5bf3f661d req-725d65a0-5ac6-4fa1-8fff-05fe31966f8e tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 210 time: 0.0264945 Sep 10 05:05:54.003713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Allocated IP 172.20.0.7 (59d43308-b0a3-4628-aceb-df25a97833f5/40587553-560f-4a70-9ea2-f99e3ff94104/2b07381c-53a6-4267-bc6b-199ac9121fdc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:05:54.146848 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:54.160597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Transition to ACTIVE for port object 2b07381c-53a6-4267-bc6b-199ac9121fdc will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:05:54.258638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:54.304322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Network 59d43308-b0a3-4628-aceb-df25a97833f5 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:05:54.307949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:05:54.312766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:05:54.347276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'Port': ['ID=2b07381c-53a6-4267-bc6b-199ac9121fdc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:05:54.389679 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:54.391029 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:54.510966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-5cdbafa5-ae75-451a-9587-90f36fee73ae tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8457863 Sep 10 05:05:54.681032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-620b42bb-6dcf-4e29-852d-988d75c93035 None None] Provisioning for port 2b07381c-53a6-4267-bc6b-199ac9121fdc completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:05:54.688410 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-620b42bb-6dcf-4e29-852d-988d75c93035 None None] Provisioning complete for port 2b07381c-53a6-4267-bc6b-199ac9121fdc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:05:54.689230 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-620b42bb-6dcf-4e29-852d-988d75c93035 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:54.730614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-620b42bb-6dcf-4e29-852d-988d75c93035 None None] Port 2b07381c-53a6-4267-bc6b-199ac9121fdc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:05:55.047905 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd00414-5bf5-4712-abb1-28a50f66bc1f req-b4a8aa99-9c17-40d0-a963-eb8a4335277a tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:55.050294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdd00414-5bf5-4712-abb1-28a50f66bc1f req-b4a8aa99-9c17-40d0-a963-eb8a4335277a tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 931 time: 0.0524902 Sep 10 05:05:55.089797 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fdd00414-5bf5-4712-abb1-28a50f66bc1f req-4ade3155-2d0d-4fd1-b780-84aeea328b13 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330913 Sep 10 05:05:55.521103 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:56.211022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334552b4-be99-47cb-94e7-2e4ab5369022 req-b181a619-3cf1-4f9f-b803-e41893c407c8 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:56.212526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-334552b4-be99-47cb-94e7-2e4ab5369022 req-b181a619-3cf1-4f9f-b803-e41893c407c8 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 931 time: 0.0535226 Sep 10 05:05:56.255848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-334552b4-be99-47cb-94e7-2e4ab5369022 req-3270ef38-4d76-464a-aa35-b1a7836da8cd tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326180 Sep 10 05:05:56.652478 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:57.378341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44742070-9a76-4f49-89b9-e4b8353819be req-b8b82087-50d6-4ac3-86d1-72bfce5a06ff tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:57.379728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44742070-9a76-4f49-89b9-e4b8353819be req-b8b82087-50d6-4ac3-86d1-72bfce5a06ff tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 931 time: 0.0485580 Sep 10 05:05:57.419874 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44742070-9a76-4f49-89b9-e4b8353819be req-b2499ff6-7f34-4534-8a56-0a47dfd1c61a tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332398 Sep 10 05:05:58.547730 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91030e30-6e86-4ac3-853b-76b9e8790f2e req-81877686-205d-43f9-ba8f-2cdd94a10214 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:58.549192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91030e30-6e86-4ac3-853b-76b9e8790f2e req-81877686-205d-43f9-ba8f-2cdd94a10214 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 931 time: 0.0620878 Sep 10 05:05:58.599955 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91030e30-6e86-4ac3-853b-76b9e8790f2e req-3771eb8f-7161-4e9a-9b6a-828819d9661c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445061 Sep 10 05:05:59.652198 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:05:59.726951 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83421192-0f90-4c2c-9834-4af71f58a2c5 req-c4aaffe0-2683-4d77-8330-37e037b066c2 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:05:59.729020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83421192-0f90-4c2c-9834-4af71f58a2c5 req-c4aaffe0-2683-4d77-8330-37e037b066c2 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 931 time: 0.0541596 Sep 10 05:05:59.777592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-83421192-0f90-4c2c-9834-4af71f58a2c5 req-f8feabc0-f203-4680-9378-ba1328a3479d tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410452 Sep 10 05:06:00.898825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b1a4c4-7a97-4239-a929-cd94355592ae req-b719cd91-5e89-46a3-a60f-93b2f85d23f4 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:00.900918 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72b1a4c4-7a97-4239-a929-cd94355592ae req-b719cd91-5e89-46a3-a60f-93b2f85d23f4 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 931 time: 0.0549431 Sep 10 05:06:00.944386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-72b1a4c4-7a97-4239-a929-cd94355592ae req-6959b6aa-666a-4c5a-977d-09b41e68840b tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360136 Sep 10 05:06:02.078196 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12395147-4c77-4281-a2ff-8d8f42774f19 req-95144998-7ead-4e87-9629-3714c7c780f6 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:02.080621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12395147-4c77-4281-a2ff-8d8f42774f19 req-95144998-7ead-4e87-9629-3714c7c780f6 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 931 time: 0.0493433 Sep 10 05:06:02.119690 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12395147-4c77-4281-a2ff-8d8f42774f19 req-a25f6601-421e-478a-8dc7-5dffa6d6b988 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337200 Sep 10 05:06:03.245917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad89c25-d90d-4a1a-8dc8-3b51829b49cd req-47aecf14-4115-442f-b701-cfb88f7396ad tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:03.247531 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cad89c25-d90d-4a1a-8dc8-3b51829b49cd req-47aecf14-4115-442f-b701-cfb88f7396ad tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 931 time: 0.0578949 Sep 10 05:06:03.251903 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:03.286004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cad89c25-d90d-4a1a-8dc8-3b51829b49cd req-83764d4b-ad45-4de5-9f65-24bb55fa48f9 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322490 Sep 10 05:06:04.402263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b748c7d-b3ba-424f-be6a-46080b358351 req-d7382126-9745-418a-b799-996fa52ee4fc tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:04.403766 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b748c7d-b3ba-424f-be6a-46080b358351 req-d7382126-9745-418a-b799-996fa52ee4fc tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 931 time: 0.0484545 Sep 10 05:06:04.441151 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b748c7d-b3ba-424f-be6a-46080b358351 req-caa8b66f-c398-42f4-ab2b-8e5c37564928 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315175 Sep 10 05:06:04.719605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Request body: {'port': {'device_id': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:04.773246 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:05.030048 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b07381c-53a6-4267-bc6b-199ac9121fdc {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:06:05.037217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:05.049155 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Transition to ACTIVE for port object 2b07381c-53a6-4267-bc6b-199ac9121fdc will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:06:05.102937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:05.149419 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Pushing event updated for resources: {'Port': ['ID=2b07381c-53a6-4267-bc6b-199ac9121fdc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:05.223007 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Attempting to bind port 2b07381c-53a6-4267-bc6b-199ac9121fdc on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:06:05.223353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Attempting to bind port 2b07381c-53a6-4267-bc6b-199ac9121fdc by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:06:05.223698 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Attempting to bind port 2b07381c-53a6-4267-bc6b-199ac9121fdc on network 59d43308-b0a3-4628-aceb-df25a97833f5 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:06:05.228673 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Port 2b07381c-53a6-4267-bc6b-199ac9121fdc on network 59d43308-b0a3-4628-aceb-df25a97833f5 not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:06:05.229001 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Attempting to bind port 2b07381c-53a6-4267-bc6b-199ac9121fdc on network 59d43308-b0a3-4628-aceb-df25a97833f5 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:06:05.233977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:06:05.234308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Checking segment: {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:06:05.234693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Bound using segment: {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:06:05.235120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Bound port: 2b07381c-53a6-4267-bc6b-199ac9121fdc, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdb8e075-afdc-453e-9f3c-834f9530f4d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:06:05.235477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:05.305030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] For port 2b07381c-53a6-4267-bc6b-199ac9121fdc, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:06:05.308199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] For port 2b07381c-53a6-4267-bc6b-199ac9121fdc, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:06:05.376582 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:05.410311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:05.410866 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:05.412270 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] 10.222.0.20 "PUT /v2.0/ports/2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 1091 time: 0.6970084 Sep 10 05:06:05.412713 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:06:05.414964 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ce8a21c-a036-4f6a-b149-dc8f0b9036d2" -d '{"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:06:05.446388 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01606060-1309-4248-b9c3-26d91e3dec6b service neutron] Pushing event updated for resources: {'Port': ['ID=2b07381c-53a6-4267-bc6b-199ac9121fdc,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:05.455061 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff6afc4-96ce-4ce4-97d1-5f82a5e2b236 x-openstack-request-id: req-9ff6afc4-96ce-4ce4-97d1-5f82a5e2b236 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:06:05.455609 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:06:05.456027 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ff6afc4-96ce-4ce4-97d1-5f82a5e2b236 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:06:05.456440 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'status': 'completed', 'code': 200} Sep 10 05:06:05.524552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a21c-a036-4f6a-b149-dc8f0b9036d2 req-5fcbac2b-f094-4d1e-9fc0-c1eab4d77a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:05.526195 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ce8a21c-a036-4f6a-b149-dc8f0b9036d2 req-5fcbac2b-f094-4d1e-9fc0-c1eab4d77a85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1094 time: 0.0481644 Sep 10 05:06:05.567324 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2854f7bb-16d1-4bb3-9389-9cc708e4cff0 req-4f1f2c8a-a13c-4cec-8234-d537876ff321 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:05.572275 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2854f7bb-16d1-4bb3-9389-9cc708e4cff0 req-4f1f2c8a-a13c-4cec-8234-d537876ff321 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 943 time: 0.0581548 Sep 10 05:06:05.611439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2854f7bb-16d1-4bb3-9389-9cc708e4cff0 req-db974e7a-3f81-4b32-9b92-4c9869047324 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361071 Sep 10 05:06:05.636049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a21c-a036-4f6a-b149-dc8f0b9036d2 req-0a12ad5a-9676-4b99-b8fa-c4fd7edd24b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:05.637542 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ce8a21c-a036-4f6a-b149-dc8f0b9036d2 req-0a12ad5a-9676-4b99-b8fa-c4fd7edd24b0 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=1759707b57294aaea21f08eae4f74880&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1030903 Sep 10 05:06:05.729308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce8a21c-a036-4f6a-b149-dc8f0b9036d2 req-26352026-9573-41f0-91e4-e65b83c7c62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:05.730666 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4ce8a21c-a036-4f6a-b149-dc8f0b9036d2 req-26352026-9573-41f0-91e4-e65b83c7c62e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0860302 Sep 10 05:06:05.811764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-bb2f6a67-489d-4963-b4e5-a9c8c80bd885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:05.813280 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-bb2f6a67-489d-4963-b4e5-a9c8c80bd885 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1094 time: 0.0451987 Sep 10 05:06:05.856668 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-a5dfbfff-96ef-456f-a953-46314b4cc54f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 217 time: 0.0347021 Sep 10 05:06:05.903621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-6f58c850-69aa-4831-962f-4efe1d62b301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:05.905042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-6f58c850-69aa-4831-962f-4efe1d62b301 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40587553-560f-4a70-9ea2-f99e3ff94104 HTTP/1.1" status: 200 len: 853 time: 0.0415919 Sep 10 05:06:05.952554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-24e875d5-9344-4059-86f9-461393161784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:05.953983 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-24e875d5-9344-4059-86f9-461393161784 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59d43308-b0a3-4628-aceb-df25a97833f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421102 Sep 10 05:06:06.043522 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-88f29e06-83cc-43d0-88e4-5d7dbeae09e3 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816915 Sep 10 05:06:06.135784 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1f361d3e-d9c1-404f-8980-36a9ed4ae816 req-140ff5bc-1889-4ce9-9858-19b843d2a9a7 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855386 Sep 10 05:06:06.741619 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af5d351-2d79-4e96-866c-bf5dd763c9bc req-d206ea03-7d74-414a-b6ab-24e8ea74d742 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:06.743308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9af5d351-2d79-4e96-866c-bf5dd763c9bc req-d206ea03-7d74-414a-b6ab-24e8ea74d742 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 943 time: 0.0571234 Sep 10 05:06:06.782206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9af5d351-2d79-4e96-866c-bf5dd763c9bc req-9e3e7616-c586-4cef-9b99-dfdd4e80ebdc tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321267 Sep 10 05:06:07.895474 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcda66a-0404-4d22-b784-6c02c0e942b7 req-d076a1c4-beda-4a8c-a293-7b99c0de3613 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:07.896970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6dcda66a-0404-4d22-b784-6c02c0e942b7 req-d076a1c4-beda-4a8c-a293-7b99c0de3613 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 943 time: 0.0476460 Sep 10 05:06:07.933853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6dcda66a-0404-4d22-b784-6c02c0e942b7 req-cad73a4a-8b8e-44e8-ae6e-55212c1c9b7d tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304513 Sep 10 05:06:09.045587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9271920-a2f3-41ee-87ce-56f39c9ec3b0 req-2e209966-bf52-4184-a564-6961dc80e744 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:09.047087 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9271920-a2f3-41ee-87ce-56f39c9ec3b0 req-2e209966-bf52-4184-a564-6961dc80e744 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 943 time: 0.0488269 Sep 10 05:06:09.084062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9271920-a2f3-41ee-87ce-56f39c9ec3b0 req-67831538-aa4d-4268-a244-03ba2d18b727 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310934 Sep 10 05:06:09.358528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2b07381c-53a6-4267-bc6b-199ac9121fdc details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:06:09.448034 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2b07381c-53a6-4267-bc6b-199ac9121fdc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:06:09.461290 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'port_id': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'mac_address': 'fa:16:3e:bc:21:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:06:09.496478 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:09.508650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b07381c-53a6-4267-bc6b-199ac9121fdc {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:06:09.527585 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2b07381c-53a6-4267-bc6b-199ac9121fdc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:06:09.635124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:09.680733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=2b07381c-53a6-4267-bc6b-199ac9121fdc,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:09.688336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.688676 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.689009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.689338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.689697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.690024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.690341 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.690659 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.690976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.691291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.691608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.691945 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:09.837895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['2b07381c-53a6-4267-bc6b-199ac9121fdc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:06:10.199318 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7693ed-ceaa-44e7-b6a7-46c7654cc6f2 req-eab682d5-a08c-4727-8278-ba3811bb78fb tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:10.200803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe7693ed-ceaa-44e7-b6a7-46c7654cc6f2 req-eab682d5-a08c-4727-8278-ba3811bb78fb tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 944 time: 0.0519557 Sep 10 05:06:10.238401 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fe7693ed-ceaa-44e7-b6a7-46c7654cc6f2 req-435a0676-04ed-4163-90a8-3a93dffec835 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Sep 10 05:06:11.348636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692df28-6b3d-4c52-b0a5-4ddd8656cb5d req-c9b4ee2b-dcb9-47d6-8133-5cfd6abadbeb tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:11.350254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2692df28-6b3d-4c52-b0a5-4ddd8656cb5d req-c9b4ee2b-dcb9-47d6-8133-5cfd6abadbeb tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 944 time: 0.0476935 Sep 10 05:06:11.358162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2b07381c-53a6-4267-bc6b-199ac9121fdc up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:06:11.388654 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2692df28-6b3d-4c52-b0a5-4ddd8656cb5d req-8f09a450-0295-4f5e-a006-11445beacae3 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318139 Sep 10 05:06:11.472435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 2b07381c-53a6-4267-bc6b-199ac9121fdc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:06:11.476030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 2b07381c-53a6-4267-bc6b-199ac9121fdc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:06:11.476398 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:11.553377 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:11.575503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:06:11.577773 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6a78b7-749b-4ca9-a0b4-cbd838abb9f2" -d '{"events": [{"server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "name": "network-vif-plugged", "status": "completed", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:06:11.589920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 2b07381c-53a6-4267-bc6b-199ac9121fdc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:06:11.616003 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:06:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f394e68-9aac-4ab9-91f6-7dfdc702d0d9 x-openstack-request-id: req-2f394e68-9aac-4ab9-91f6-7dfdc702d0d9 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:06:11.616299 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "name": "network-vif-plugged", "status": "completed", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:06:11.616574 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f394e68-9aac-4ab9-91f6-7dfdc702d0d9 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:06:11.616964 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'code': 200} Sep 10 05:06:11.655614 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:11.702297 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=2b07381c-53a6-4267-bc6b-199ac9121fdc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:11.711435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaafac3e-e4e5-488e-8c5d-ca117f4661d5 req-7bbd6c6a-5a4b-4871-9abb-7f78912548b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:11.713505 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aaafac3e-e4e5-488e-8c5d-ca117f4661d5 req-7bbd6c6a-5a4b-4871-9abb-7f78912548b5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0411279 Sep 10 05:06:11.747607 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aaafac3e-e4e5-488e-8c5d-ca117f4661d5 req-d60c9033-2bd3-4189-962b-d172ae5c392a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274572 Sep 10 05:06:12.499256 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955f94cb-be93-488d-9dd4-f5692bae016a req-b479238a-6213-4fcb-b954-1dc122c0fd7b tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:12.500731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-955f94cb-be93-488d-9dd4-f5692bae016a req-b479238a-6213-4fcb-b954-1dc122c0fd7b tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0471156 Sep 10 05:06:12.538208 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-955f94cb-be93-488d-9dd4-f5692bae016a req-185ad740-bd87-4146-9784-c79664e9ee3a tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313416 Sep 10 05:06:13.656935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62563a68-1544-48a4-a616-025ea74f670b req-ea68336e-70a9-4d52-a137-14ca573963aa tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:13.658395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62563a68-1544-48a4-a616-025ea74f670b req-ea68336e-70a9-4d52-a137-14ca573963aa tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0524900 Sep 10 05:06:13.696020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62563a68-1544-48a4-a616-025ea74f670b req-254ea629-6f0d-430b-8433-8b6cc52c1e5a tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316231 Sep 10 05:06:13.808431 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec69697-e332-48b1-8e01-f7e088c1c45d req-68b704c4-39ff-49e5-9712-429c162ec1c5 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:13.810076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ec69697-e332-48b1-8e01-f7e088c1c45d req-68b704c4-39ff-49e5-9712-429c162ec1c5 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0488479 Sep 10 05:06:13.847262 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3ec69697-e332-48b1-8e01-f7e088c1c45d req-42171714-fee8-4756-9d1d-a1899d02d8e7 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313907 Sep 10 05:06:14.030697 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b94f77-7d16-491b-968d-20f8faee371f req-a99e0f65-655e-4da0-8da1-0b1d3dec6a74 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:14.032241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55b94f77-7d16-491b-968d-20f8faee371f req-a99e0f65-655e-4da0-8da1-0b1d3dec6a74 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0477791 Sep 10 05:06:14.068898 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55b94f77-7d16-491b-968d-20f8faee371f req-98689c83-d867-4839-bd68-e788ea04c2ed tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307410 Sep 10 05:06:19.249037 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:06:20.884447 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e85aec50-81fd-452d-a565-6de8cdd2245e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:23.436035 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-7b08ea08-ce41-4474-bed5-e400203d78b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395472 Sep 10 05:06:23.523303 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53956a48-6892-46ba-acdd-58dedbbee10c req-15785423-d86d-4abf-9324-d7b194482a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:23.524902 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-15785423-d86d-4abf-9324-d7b194482a7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0462418 Sep 10 05:06:23.552662 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90e8f2fc-7b97-489e-883a-dec65c8c4b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:23.624670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53956a48-6892-46ba-acdd-58dedbbee10c req-f0d373e3-18c9-4dc1-b198-96fc87c636fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:23.626144 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-f0d373e3-18c9-4dc1-b198-96fc87c636fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 200 len: 915 time: 0.0833523 Sep 10 05:06:23.674514 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-f58d0b86-27d5-4c7d-b583-abb78fd00d81 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 217 time: 0.0404081 Sep 10 05:06:23.723263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53956a48-6892-46ba-acdd-58dedbbee10c req-fa1c89fc-e4c3-461a-824e-618dfe98c54e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:23.724610 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-fa1c89fc-e4c3-461a-824e-618dfe98c54e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40587553-560f-4a70-9ea2-f99e3ff94104 HTTP/1.1" status: 200 len: 853 time: 0.0424342 Sep 10 05:06:23.770238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53956a48-6892-46ba-acdd-58dedbbee10c req-ea86f3ea-300d-4498-863e-d44458961ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:23.771745 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-ea86f3ea-300d-4498-863e-d44458961ee5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59d43308-b0a3-4628-aceb-df25a97833f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403464 Sep 10 05:06:23.782548 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-30e8dc73-71be-4494-94b4-eef2b7943f5c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:06:23.783471 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-30e8dc73-71be-4494-94b4-eef2b7943f5c service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048900 Sep 10 05:06:23.845627 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:23.876352 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-ddeec558-f96b-4eb8-8acd-e2b9f2caee9a service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847087 Sep 10 05:06:23.967980 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-53956a48-6892-46ba-acdd-58dedbbee10c req-6c249ad5-4e47-4a8b-886d-47b61949d042 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838468 Sep 10 05:06:25.535117 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:26.623098 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:28.560364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554dcfaa-d3be-42ab-b1a7-9dab240a2b95 req-9f98cf7f-b69d-477b-8d43-a96bc2bdacbc tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:28.562025 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-554dcfaa-d3be-42ab-b1a7-9dab240a2b95 req-9f98cf7f-b69d-477b-8d43-a96bc2bdacbc tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0553548 Sep 10 05:06:28.604403 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-554dcfaa-d3be-42ab-b1a7-9dab240a2b95 req-6a99f64e-8d66-4693-8df0-75a654863a18 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359836 Sep 10 05:06:28.627426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35134) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:06:28.752764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21702d4-4b20-4885-bf02-1ada61d9c2b0 tempest-TestMinimumBasicScenario-300984037 tempest-TestMinimumBasicScenario-300984037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:28.754977 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b21702d4-4b20-4885-bf02-1ada61d9c2b0 tempest-TestMinimumBasicScenario-300984037 tempest-TestMinimumBasicScenario-300984037-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1091 time: 0.1258442 Sep 10 05:06:28.757651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35138) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:06:28.762720 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:28.838200 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:28.932743 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:29.033929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Allocated IP 172.25.3.45 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/fab6133a-d060-4f63-8c4c-3c18f8aa8cfb) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:06:29.130235 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:29.223290 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:29.263416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:06:29.266152 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:06:29.269622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:06:29.294405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'Port': ['ID=fab6133a-d060-4f63-8c4c-3c18f8aa8cfb,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:29.308065 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.308415 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.308752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.309084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.309412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.309738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.310060 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.310380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.310701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.311021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.311341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.311659 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:06:29.623702 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:29.666422 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:29.748397 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:29.892866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:29.964005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:30.029803 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'Port': ['ID=fab6133a-d060-4f63-8c4c-3c18f8aa8cfb,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:30.039233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:30.134941 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Floating IP e497e960-fbc0-431b-a7ca-b261ec578ab2 associated. External IP: 172.25.3.45, port: 2b07381c-53a6-4267-bc6b-199ac9121fdc. Sep 10 05:06:30.333497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:06:30.435942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:06:30.445494 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] Sync routers for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:06:30.454808 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:06:30.455407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:06:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:06:30.529765 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:30.556483 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-13d6071e-48b2-473a-a0aa-1e6bb994e5ab tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7977502 Sep 10 05:06:30.557765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:06:30.559079 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:06:30.560031 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35140) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:06:30.560580 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af185223-3c0d-4cd5-a737-54994e4b0780" -d '{"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:06:30.566720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9bef955c-0ace-45f1-99a1-a657b7901115 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-672298608', 'description': 'tempest-secgroup-smoke-672298608 description', 'project_id': '1759707b57294aaea21f08eae4f74880'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:30.660929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bef955c-0ace-45f1-99a1-a657b7901115 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:30.751004 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8dde1fa-85c0-4ef2-8a6e-c5712863d89e x-openstack-request-id: req-c8dde1fa-85c0-4ef2-8a6e-c5712863d89e {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:06:30.751524 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:06:30.751635 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c8dde1fa-85c0-4ef2-8a6e-c5712863d89e {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:06:30.752130 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bef955c-0ace-45f1-99a1-a657b7901115 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:30.752385 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'status': 'completed', 'code': 200} Sep 10 05:06:30.787663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'e497e960-fbc0-431b-a7ca-b261ec578ab2', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'port_id': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'mac_address': 'fa:16:3e:bc:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:06:29Z', 'updated_at': '2021-09-10T05:06:29Z', 'revision_number': 0, 'project_id': '1759707b57294aaea21f08eae4f74880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c66f362-2fc6-4098-a392-965274a7d1b3', 'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'mac_address': 'fa:16:3e:80:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:32Z', 'updated_at': '2021-09-10T05:05:37Z', 'revision_number': 5, 'project_id': '1759707b57294aaea21f08eae4f74880', 'subnets': [{'id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:06:30.812684 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bef955c-0ace-45f1-99a1-a657b7901115 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:30.816212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] Checking router: eb47cf80-852d-4808-8cfa-7dc1d26fbb4f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:06:30.824366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-40fc8768-31e4-47dd-a555-ed070022a002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:30.824545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:06:30.825041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:06:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:06:30.825844 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-40fc8768-31e4-47dd-a555-ed070022a002 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0508237 Sep 10 05:06:30.867568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bef955c-0ace-45f1-99a1-a657b7901115 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9be589df-c308-4f0c-bee9-64b196be90bb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:30.928149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9bef955c-0ace-45f1-99a1-a657b7901115 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:30.929388 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9bef955c-0ace-45f1-99a1-a657b7901115 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3665223 Sep 10 05:06:30.929969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:06:30.932485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35146) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:06:30.938036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-a16daec2-22b4-4acc-841e-43c28df95542 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'security_group_rule': {'security_group_id': '9be589df-c308-4f0c-bee9-64b196be90bb', 'project_id': '1759707b57294aaea21f08eae4f74880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:30.939454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-f18b527e-373f-48c2-81f9-1e8647f77635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:30.940959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-f18b527e-373f-48c2-81f9-1e8647f77635 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 200 len: 915 time: 0.1053786 Sep 10 05:06:31.008262 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-61d405fb-cf33-4f9d-85b2-46cdd2dcdb4c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 998 time: 0.0579879 Sep 10 05:06:31.046516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a16daec2-22b4-4acc-841e-43c28df95542 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.062979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-025c96a2-d43f-4443-8a09-1db09667f93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:31.064578 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-025c96a2-d43f-4443-8a09-1db09667f93c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40587553-560f-4a70-9ea2-f99e3ff94104 HTTP/1.1" status: 200 len: 853 time: 0.0464668 Sep 10 05:06:31.107779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a16daec2-22b4-4acc-841e-43c28df95542 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.117353 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-3605f602-1261-4d09-b85e-d0dd8cf1df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:31.118849 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-3605f602-1261-4d09-b85e-d0dd8cf1df45 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59d43308-b0a3-4628-aceb-df25a97833f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460818 Sep 10 05:06:31.154263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'e497e960-fbc0-431b-a7ca-b261ec578ab2', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'port_id': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'mac_address': 'fa:16:3e:bc:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:06:29Z', 'updated_at': '2021-09-10T05:06:29Z', 'revision_number': 0, 'project_id': '1759707b57294aaea21f08eae4f74880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c66f362-2fc6-4098-a392-965274a7d1b3', 'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'mac_address': 'fa:16:3e:80:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:32Z', 'updated_at': '2021-09-10T05:05:37Z', 'revision_number': 5, 'project_id': '1759707b57294aaea21f08eae4f74880', 'subnets': [{'id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:06:31.184150 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32af677e-2c0c-40de-add0-6be4b3ec1ca4 None None] The sync data for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 is: [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': 'e497e960-fbc0-431b-a7ca-b261ec578ab2', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'floating_ip_address': '172.25.3.45', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'port_id': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4157, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'mac_address': 'fa:16:3e:bc:21:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:06:29Z', 'updated_at': '2021-09-10T05:06:29Z', 'revision_number': 0, 'project_id': '1759707b57294aaea21f08eae4f74880', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c66f362-2fc6-4098-a392-965274a7d1b3', 'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'mac_address': 'fa:16:3e:80:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:32Z', 'updated_at': '2021-09-10T05:05:37Z', 'revision_number': 5, 'project_id': '1759707b57294aaea21f08eae4f74880', 'subnets': [{'id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:06:31.193311 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a16daec2-22b4-4acc-841e-43c28df95542 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.214344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16daec2-22b4-4acc-841e-43c28df95542 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3fc422d-911e-4c71-a80d-62ac58344030,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:31.218860 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-7abe07ea-b755-4500-86fc-dc90f6437a94 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916686 Sep 10 05:06:31.268756 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-a16daec2-22b4-4acc-841e-43c28df95542 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.272157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a16daec2-22b4-4acc-841e-43c28df95542 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3384595 Sep 10 05:06:31.273188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35148) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:06:31.278635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-fff4222f-e7ec-4200-9782-6de7431b247c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'security_group_rule': {'security_group_id': '9be589df-c308-4f0c-bee9-64b196be90bb', 'project_id': '1759707b57294aaea21f08eae4f74880', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:31.317417 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af185223-3c0d-4cd5-a737-54994e4b0780 req-4a3d52a6-31e5-44e9-8c46-2dc3652dc4e5 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899665 Sep 10 05:06:31.376591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fff4222f-e7ec-4200-9782-6de7431b247c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.386369 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd090f3a-7faa-4501-8e8f-15f78664bb4a None None] New status for floating IP e497e960-fbc0-431b-a7ca-b261ec578ab2: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:06:31.442874 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fff4222f-e7ec-4200-9782-6de7431b247c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.497224 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fff4222f-e7ec-4200-9782-6de7431b247c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.519001 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4222f-e7ec-4200-9782-6de7431b247c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e97b9e4-11b7-4eb5-9a66-dac6a4b68e90,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:31.605835 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fff4222f-e7ec-4200-9782-6de7431b247c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.607103 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fff4222f-e7ec-4200-9782-6de7431b247c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3327906 Sep 10 05:06:31.610155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35150) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:06:31.616885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-29735917-b3b0-47e2-862b-cabdc1d1d1e7 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'security_group_rule': {'security_group_id': '9be589df-c308-4f0c-bee9-64b196be90bb', 'project_id': '1759707b57294aaea21f08eae4f74880', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:31.702669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29735917-b3b0-47e2-862b-cabdc1d1d1e7 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.758073 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29735917-b3b0-47e2-862b-cabdc1d1d1e7 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.849295 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29735917-b3b0-47e2-862b-cabdc1d1d1e7 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.865996 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29735917-b3b0-47e2-862b-cabdc1d1d1e7 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de9bbbbf-0ae7-4e43-b08a-529520bcc813,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:31.971317 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29735917-b3b0-47e2-862b-cabdc1d1d1e7 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:31.972528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-29735917-b3b0-47e2-862b-cabdc1d1d1e7 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3610694 Sep 10 05:06:31.975157 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35152) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:06:31.979409 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-15fe1ef4-5976-4fca-b180-338c7bda7a29 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'security_group_rule': {'security_group_id': '9be589df-c308-4f0c-bee9-64b196be90bb', 'project_id': '1759707b57294aaea21f08eae4f74880', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:32.066686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15fe1ef4-5976-4fca-b180-338c7bda7a29 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.123484 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15fe1ef4-5976-4fca-b180-338c7bda7a29 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.205506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15fe1ef4-5976-4fca-b180-338c7bda7a29 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.224371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe1ef4-5976-4fca-b180-338c7bda7a29 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb53960a-915e-4b53-8a25-1354a5318b03,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:32.283867 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-15fe1ef4-5976-4fca-b180-338c7bda7a29 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.285105 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-15fe1ef4-5976-4fca-b180-338c7bda7a29 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3090053 Sep 10 05:06:32.287854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35154) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:06:32.292160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-25b4347a-1ac6-4879-bf93-bc4ebe4e9d51 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'security_group_rule': {'security_group_id': '9be589df-c308-4f0c-bee9-64b196be90bb', 'project_id': '1759707b57294aaea21f08eae4f74880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:32.374897 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-25b4347a-1ac6-4879-bf93-bc4ebe4e9d51 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Project 1759707b57294aaea21f08eae4f74880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:06:32.379600 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-25b4347a-1ac6-4879-bf93-bc4ebe4e9d51 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.440929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-25b4347a-1ac6-4879-bf93-bc4ebe4e9d51 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.497101 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-25b4347a-1ac6-4879-bf93-bc4ebe4e9d51 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.514881 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b4347a-1ac6-4879-bf93-bc4ebe4e9d51 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d807f3e6-b3a2-4e6a-95a6-cb8b3d0ec600,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:32.565807 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-25b4347a-1ac6-4879-bf93-bc4ebe4e9d51 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.567047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-25b4347a-1ac6-4879-bf93-bc4ebe4e9d51 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2782485 Sep 10 05:06:32.569630 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35156) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:06:32.574486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-63bbe0df-761a-4c13-9e25-c3503553de55 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'security_group_rule': {'security_group_id': '9be589df-c308-4f0c-bee9-64b196be90bb', 'project_id': '1759707b57294aaea21f08eae4f74880', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:32.639774 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-63bbe0df-761a-4c13-9e25-c3503553de55 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Project 1759707b57294aaea21f08eae4f74880 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:06:32.644502 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63bbe0df-761a-4c13-9e25-c3503553de55 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.702156 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63bbe0df-761a-4c13-9e25-c3503553de55 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.776708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63bbe0df-761a-4c13-9e25-c3503553de55 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.793795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bbe0df-761a-4c13-9e25-c3503553de55 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91024512-e7fd-4059-999d-6f9fb450f918,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:32.873943 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-63bbe0df-761a-4c13-9e25-c3503553de55 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:32.875200 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-63bbe0df-761a-4c13-9e25-c3503553de55 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3046598 Sep 10 05:06:32.963808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-464191eb-dfa9-4033-81e0-86c00306365b req-c3d27ec3-03d8-4b73-a137-722c50647370 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672298608&fields=id&tenant_id=1759707b57294aaea21f08eae4f74880 HTTP/1.1" status: 200 len: 267 time: 0.0317798 Sep 10 05:06:33.015033 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464191eb-dfa9-4033-81e0-86c00306365b req-295b8095-0bb4-4d1c-9a2c-cf5e8b991ac3 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:33.016528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-464191eb-dfa9-4033-81e0-86c00306365b req-295b8095-0bb4-4d1c-9a2c-cf5e8b991ac3 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0472405 Sep 10 05:06:33.027360 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-464191eb-dfa9-4033-81e0-86c00306365b req-d20013d7-3b42-48c0-b4fe-08f1959da629 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'port': {'security_groups': ['918d579e-c8e3-4f57-859a-9290b594e93e', '9be589df-c308-4f0c-bee9-64b196be90bb']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:06:33.089548 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-464191eb-dfa9-4033-81e0-86c00306365b req-d20013d7-3b42-48c0-b4fe-08f1959da629 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:33.228513 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:33.266915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-464191eb-dfa9-4033-81e0-86c00306365b req-d20013d7-3b42-48c0-b4fe-08f1959da629 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] For port 2b07381c-53a6-4267-bc6b-199ac9121fdc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:06:33.299995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-464191eb-dfa9-4033-81e0-86c00306365b req-d20013d7-3b42-48c0-b4fe-08f1959da629 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:33.354187 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-464191eb-dfa9-4033-81e0-86c00306365b req-d20013d7-3b42-48c0-b4fe-08f1959da629 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:33.366068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['2b07381c-53a6-4267-bc6b-199ac9121fdc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:06:33.396876 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464191eb-dfa9-4033-81e0-86c00306365b req-d20013d7-3b42-48c0-b4fe-08f1959da629 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:33.397488 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-464191eb-dfa9-4033-81e0-86c00306365b req-d20013d7-3b42-48c0-b4fe-08f1959da629 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:33.405358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-464191eb-dfa9-4033-81e0-86c00306365b req-d20013d7-3b42-48c0-b4fe-08f1959da629 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "PUT /v2.0/ports/2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 981 time: 0.3759859 Sep 10 05:06:33.405358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:06:33.406492 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c2755bc-6132-44ab-9721-8d1779a49944" -d '{"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:06:33.433486 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20013d7-3b42-48c0-b4fe-08f1959da629 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'Port': ['ID=2b07381c-53a6-4267-bc6b-199ac9121fdc,revision_number=6']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:06:33.472480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['2b07381c-53a6-4267-bc6b-199ac9121fdc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:06:33.488689 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:06:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d98cf4-3c7d-441c-8e92-6a7db164519f x-openstack-request-id: req-78d98cf4-3c7d-441c-8e92-6a7db164519f {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:06:33.489171 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:06:33.489515 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78d98cf4-3c7d-441c-8e92-6a7db164519f {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:06:33.490833 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'status': 'completed', 'code': 200} Sep 10 05:06:33.573173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2df0c9f-5ca1-4c52-b3c0-dff2f76b9321 req-62ebd2d7-a085-43d2-9397-d0fd70d5e12f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:33.577820 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2df0c9f-5ca1-4c52-b3c0-dff2f76b9321 req-62ebd2d7-a085-43d2-9397-d0fd70d5e12f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0596352 Sep 10 05:06:33.582716 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-eaddf323-6fd5-4519-a63a-739267c5dd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:33.585325 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-eaddf323-6fd5-4519-a63a-739267c5dd9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1135 time: 0.0499029 Sep 10 05:06:33.627185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2df0c9f-5ca1-4c52-b3c0-dff2f76b9321 req-a525f403-5dfe-4d12-b340-4689c684d10f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455163 Sep 10 05:06:33.703252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-a10dc697-f44f-435e-a73c-7835d85a1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:33.704687 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-a10dc697-f44f-435e-a73c-7835d85a1fbc service neutron] 10.222.0.20 "GET /v2.0/networks?id=59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 200 len: 915 time: 0.1073525 Sep 10 05:06:33.763626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-400fe0a0-dcec-40fa-a440-224383731d00 None None] Provisioning complete for port 2b07381c-53a6-4267-bc6b-199ac9121fdc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:06:33.764007 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-400fe0a0-dcec-40fa-a440-224383731d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:33.771079 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-8e8f3b6e-08e3-40aa-87c4-7694b5913c3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 1000 time: 0.0581541 Sep 10 05:06:33.824565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-b05f1829-a40e-4879-94a7-4a44fca6042b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:33.825972 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-b05f1829-a40e-4879-94a7-4a44fca6042b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40587553-560f-4a70-9ea2-f99e3ff94104 HTTP/1.1" status: 200 len: 853 time: 0.0464807 Sep 10 05:06:33.879418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-8f61552e-a041-4fac-b97b-440d7b92fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:33.881458 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-8f61552e-a041-4fac-b97b-440d7b92fec8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59d43308-b0a3-4628-aceb-df25a97833f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477457 Sep 10 05:06:33.975786 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-3df4e8b4-30ee-4b2b-baba-ba8fe47c8daa service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864668 Sep 10 05:06:34.071054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0c2755bc-6132-44ab-9721-8d1779a49944 req-97da9377-3c5e-4f24-8986-99c12719e6f0 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879304 Sep 10 05:06:48.080852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b549e0-076f-49eb-ba05-0b35cf65d0aa req-9ec6b963-4f0c-4651-8eb1-bab7c289a8eb tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:48.082329 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3b549e0-076f-49eb-ba05-0b35cf65d0aa req-9ec6b963-4f0c-4651-8eb1-bab7c289a8eb tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0479865 Sep 10 05:06:48.123041 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a3b549e0-076f-49eb-ba05-0b35cf65d0aa req-c5c2b41c-b1b4-442b-b898-03a1ba471dd5 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344603 Sep 10 05:06:48.154734 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-3c679f03-0f74-4cbf-b405-fb18eb65b0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:48.156281 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-3c679f03-0f74-4cbf-b405-fb18eb65b0fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1135 time: 0.0437672 Sep 10 05:06:48.247779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-61eaf289-edf3-40f1-84ed-54d63fbe51ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:48.249242 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-61eaf289-edf3-40f1-84ed-54d63fbe51ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 200 len: 915 time: 0.0854678 Sep 10 05:06:48.313867 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-12ba3889-e566-4507-8ab7-77889531e22e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 1000 time: 0.0571601 Sep 10 05:06:48.362699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-6854ab82-2295-4bb6-b2b8-b6ef46cbb47e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:48.364052 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-6854ab82-2295-4bb6-b2b8-b6ef46cbb47e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40587553-560f-4a70-9ea2-f99e3ff94104 HTTP/1.1" status: 200 len: 853 time: 0.0427234 Sep 10 05:06:48.413309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-39fe2e76-e693-43cb-bcd2-365f87a23214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:48.414752 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-39fe2e76-e693-43cb-bcd2-365f87a23214 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59d43308-b0a3-4628-aceb-df25a97833f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0429053 Sep 10 05:06:48.501420 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-ac7bf7d6-d490-40e5-97ec-e3b01a51f82e service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789373 Sep 10 05:06:48.593959 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1a9bf2e6-331d-41b7-9c1e-dab2fdba3d7c req-599aba11-1687-431c-b8d0-666e194b1f1d service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846367 Sep 10 05:06:49.239564 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171a187-555e-4804-b6b2-55ada20701f0 req-7150c21b-bc6b-4812-87cf-bd05996cd3e8 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:49.241090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b171a187-555e-4804-b6b2-55ada20701f0 req-7150c21b-bc6b-4812-87cf-bd05996cd3e8 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0483279 Sep 10 05:06:49.280435 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b171a187-555e-4804-b6b2-55ada20701f0 req-7515c337-7b3c-4d91-bc01-5e12f0942c5f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325558 Sep 10 05:06:50.393208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1c9bd-0a32-4202-b903-0209257a27c7 req-ef0b01bd-2bc6-4a6f-ac6e-e22b89fcf812 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:50.394665 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3a1c9bd-0a32-4202-b903-0209257a27c7 req-ef0b01bd-2bc6-4a6f-ac6e-e22b89fcf812 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0482395 Sep 10 05:06:50.436254 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d3a1c9bd-0a32-4202-b903-0209257a27c7 req-5f772e43-d169-4595-8d59-c955c67de2a4 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0356467 Sep 10 05:06:50.890819 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e1cc862a-cf2c-4534-99ad-2a2358c05478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:51.550852 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fe8697-2354-448c-8b69-eecde440a32c req-e9f9c8db-3217-4512-a20f-9c8203b686d4 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:51.552384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81fe8697-2354-448c-8b69-eecde440a32c req-e9f9c8db-3217-4512-a20f-9c8203b686d4 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0491631 Sep 10 05:06:51.591204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81fe8697-2354-448c-8b69-eecde440a32c req-a57b30e7-d914-4a54-9ebc-ff6787bfdc1d tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328226 Sep 10 05:06:52.705330 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292727ce-0974-4c93-9d54-8ced2a5eebfe req-fa16321b-5ef4-4a02-84c5-23b9682b0e4b tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:52.706789 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-292727ce-0974-4c93-9d54-8ced2a5eebfe req-fa16321b-5ef4-4a02-84c5-23b9682b0e4b tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0472088 Sep 10 05:06:52.745397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-292727ce-0974-4c93-9d54-8ced2a5eebfe req-f081ad0b-f218-41e7-bd63-c0f83dfb0209 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0326471 Sep 10 05:06:53.563425 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c43cb5b1-fcd4-4131-914f-6f4d98cf831c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:53.809028 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:53.859798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692a7729-f21e-4fa0-be63-fd19bf9792c4 req-99e82230-4848-4abf-a79a-70c3e4d3eb76 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:53.861269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-692a7729-f21e-4fa0-be63-fd19bf9792c4 req-99e82230-4848-4abf-a79a-70c3e4d3eb76 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0482132 Sep 10 05:06:53.903691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-692a7729-f21e-4fa0-be63-fd19bf9792c4 req-d99999f6-0f89-4454-afd6-98cde42e891d tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364470 Sep 10 05:06:55.016371 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af3f03-0f9b-45b1-921d-37aa939ac8b2 req-a62eb313-67e4-4a35-a0dd-f8fc447c32c4 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:55.017833 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8af3f03-0f9b-45b1-921d-37aa939ac8b2 req-a62eb313-67e4-4a35-a0dd-f8fc447c32c4 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0484560 Sep 10 05:06:55.056014 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8af3f03-0f9b-45b1-921d-37aa939ac8b2 req-5552aaa1-f5f1-4ed3-8de0-9cba2ec3c3b6 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322475 Sep 10 05:06:55.488774 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:56.170576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c96fa988-bf10-4d5d-8590-5e777adc230b req-a7572f3f-3304-4474-872a-2c171d37103c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:56.172052 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c96fa988-bf10-4d5d-8590-5e777adc230b req-a7572f3f-3304-4474-872a-2c171d37103c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0482528 Sep 10 05:06:56.210896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c96fa988-bf10-4d5d-8590-5e777adc230b req-805aa0bd-b0ee-4d19-a115-176268651ca1 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0327818 Sep 10 05:06:56.248934 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:06:56.638290 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:57.322954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db141bf-a31d-4b63-bb81-a9d93a705340 req-91e8239d-bb45-4934-ba4e-2a541ffcc654 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:57.324441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7db141bf-a31d-4b63-bb81-a9d93a705340 req-91e8239d-bb45-4934-ba4e-2a541ffcc654 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0474963 Sep 10 05:06:57.366436 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7db141bf-a31d-4b63-bb81-a9d93a705340 req-7507554f-4f7c-459e-9ed1-dba5718d178d tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361412 Sep 10 05:06:58.480647 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b3bb7a-5111-4a39-9979-66357711389c req-b9803f7e-2679-44a2-98e2-3314e493f829 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:58.482741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b3bb7a-5111-4a39-9979-66357711389c req-b9803f7e-2679-44a2-98e2-3314e493f829 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0504599 Sep 10 05:06:58.524469 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-90b3bb7a-5111-4a39-9979-66357711389c req-815b5e65-e24b-4ebe-a9d5-0e5affc34e38 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0338857 Sep 10 05:06:59.639320 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0f2814-26a6-4842-93a1-c89357ec53aa req-a2cc8579-eeaf-43f2-9281-37fb07a86922 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:06:59.640827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a0f2814-26a6-4842-93a1-c89357ec53aa req-a2cc8579-eeaf-43f2-9281-37fb07a86922 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0486193 Sep 10 05:06:59.645370 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:06:59.679777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a0f2814-26a6-4842-93a1-c89357ec53aa req-adcf5ca0-4e67-43a6-9c89-15edf3355c93 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0328393 Sep 10 05:07:00.793795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0192d30e-86d1-43cd-b801-e97754aa35b9 req-f59f7af6-267a-4750-abf1-67845db25dbf tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:00.795273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0192d30e-86d1-43cd-b801-e97754aa35b9 req-f59f7af6-267a-4750-abf1-67845db25dbf tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0487850 Sep 10 05:07:00.838358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0192d30e-86d1-43cd-b801-e97754aa35b9 req-e635d61b-c573-4f82-b518-2681658e466e tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369241 Sep 10 05:07:01.950743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3513e9b9-2d76-4387-b893-04aed6f4f257 req-7ab45fe4-8ab2-418b-9523-1ba97ec8a4e0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:01.952205 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3513e9b9-2d76-4387-b893-04aed6f4f257 req-7ab45fe4-8ab2-418b-9523-1ba97ec8a4e0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0476549 Sep 10 05:07:01.990463 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3513e9b9-2d76-4387-b893-04aed6f4f257 req-c08bfafb-02cc-490d-8a3b-0d94e2ccb611 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0322137 Sep 10 05:07:03.101283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fcca55-fd4c-42c7-b310-d10d858bc96b req-c4a4738b-1a0b-4713-b479-7be79e2a20a6 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:03.102723 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8fcca55-fd4c-42c7-b310-d10d858bc96b req-c4a4738b-1a0b-4713-b479-7be79e2a20a6 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0467317 Sep 10 05:07:03.140996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8fcca55-fd4c-42c7-b310-d10d858bc96b req-721a7a5a-2d8c-4993-a798-02e3c18cbbea tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0316532 Sep 10 05:07:03.262039 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:04.251292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a6d5b9-103e-46ec-9eb9-0db7686cc6fa req-0b3c7473-c2ac-4565-8bcb-3ca5663047bb tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:04.252750 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6a6d5b9-103e-46ec-9eb9-0db7686cc6fa req-0b3c7473-c2ac-4565-8bcb-3ca5663047bb tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0470629 Sep 10 05:07:04.295423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d6a6d5b9-103e-46ec-9eb9-0db7686cc6fa req-c18f80b0-f961-4282-9187-920bc5b6dcaf tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0364308 Sep 10 05:07:05.407893 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb825728-384a-4a7f-b9b7-ee3945192c2a req-f62f5a77-9629-43f3-886b-57fbe4919813 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:05.409348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb825728-384a-4a7f-b9b7-ee3945192c2a req-f62f5a77-9629-43f3-886b-57fbe4919813 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0478120 Sep 10 05:07:05.447908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bb825728-384a-4a7f-b9b7-ee3945192c2a req-48b29d15-d6b4-4a1d-9ef9-aa05e34b5d98 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&id=9be589df-c308-4f0c-bee9-64b196be90bb&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0325110 Sep 10 05:07:20.890273 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f63b3c8d-694a-4118-8cef-79831e1c59a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:23.602742 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a9a97c90-fa25-49ad-a8ab-b93141c05240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:23.825084 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:24.450524 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-7438ca6c-bcce-4802-adb7-cb9a32a4024f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406401 Sep 10 05:07:24.532329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-9ff9a7fd-c7ba-4abe-badb-3fc4cfa9bce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:24.533819 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-9ff9a7fd-c7ba-4abe-badb-3fc4cfa9bce6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1135 time: 0.0411541 Sep 10 05:07:24.636380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-b4b0d682-0e0b-482c-a20b-0f89330ea0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:24.637865 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-b4b0d682-0e0b-482c-a20b-0f89330ea0f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 200 len: 915 time: 0.0852578 Sep 10 05:07:24.700746 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-d176e74d-0476-4ff8-b935-258c33f9675e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 1000 time: 0.0553055 Sep 10 05:07:24.751938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-3524c993-8fe2-47e9-90df-36d2a5bae39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:24.755500 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-3524c993-8fe2-47e9-90df-36d2a5bae39a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40587553-560f-4a70-9ea2-f99e3ff94104 HTTP/1.1" status: 200 len: 853 time: 0.0457897 Sep 10 05:07:24.803116 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-e4d7e2e3-9565-4fff-8d81-73bd7f76c57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:24.804646 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-e4d7e2e3-9565-4fff-8d81-73bd7f76c57b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59d43308-b0a3-4628-aceb-df25a97833f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405927 Sep 10 05:07:24.893225 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-6b6da98a-1bf2-46fb-9e41-d9c21f6a9337 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802689 Sep 10 05:07:25.244229 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a3c780a9-73a6-4fb0-8235-3e54aadb46cc req-42cef403-e41a-46d5-91ca-f5a0ef023b7f service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3425651 Sep 10 05:07:25.495744 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:26.627508 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:29.672928 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:33.248484 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:07:33.370257 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:37.828189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-06dd7fb5-6902-48af-8354-8a896cff1ef8 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-672298608&fields=id&tenant_id=1759707b57294aaea21f08eae4f74880 HTTP/1.1" status: 200 len: 267 time: 0.0329790 Sep 10 05:07:37.879992 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-336920f1-e3ec-4f7d-9ca5-fd763e731902 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:37.881441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-336920f1-e3ec-4f7d-9ca5-fd763e731902 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 984 time: 0.0477197 Sep 10 05:07:37.892156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Request body: {'port': {'security_groups': ['918d579e-c8e3-4f57-859a-9290b594e93e']}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:07:37.957118 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.121445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] For port 2b07381c-53a6-4267-bc6b-199ac9121fdc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:07:38.148835 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.202169 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.214126 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['2b07381c-53a6-4267-bc6b-199ac9121fdc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:07:38.249948 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:38.250606 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.252095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9bcc3ae-bb6e-4e1f-b713-a1060221e7c2 req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "PUT /v2.0/ports/2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 942 time: 0.3643208 Sep 10 05:07:38.252559 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:07:38.255744 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4420cd3-f32a-4236-94ff-868e97b87015" -d '{"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:07:38.260141 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35226) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:07:38.313992 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['2b07381c-53a6-4267-bc6b-199ac9121fdc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:07:38.314864 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event updated for resources: {'Port': ['ID=2b07381c-53a6-4267-bc6b-199ac9121fdc,revision_number=7']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:38.326078 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c61eccd3-7db3-4fc2-add3-cf4f47fa3b13 x-openstack-request-id: req-c61eccd3-7db3-4fc2-add3-cf4f47fa3b13 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:07:38.326354 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:07:38.326612 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c61eccd3-7db3-4fc2-add3-cf4f47fa3b13 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:07:38.326965 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'status': 'completed', 'code': 200} Sep 10 05:07:38.328199 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.328538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.328869 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.329237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.329551 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.329872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.330182 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.330499 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.330816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.331130 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.331460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.331795 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a251c84-20aa-4451-80a5-abe9f8d8404f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.337107 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.395906 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.436794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-c6f613b2-0830-4b2b-be5d-617bf73abe96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:38.438643 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-c6f613b2-0830-4b2b-be5d-617bf73abe96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0860708 Sep 10 05:07:38.503733 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-24908f9f-8321-48aa-a621-ded9f668af92 None None] Provisioning complete for port 2b07381c-53a6-4267-bc6b-199ac9121fdc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:07:38.504106 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-24908f9f-8321-48aa-a621-ded9f668af92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.542375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-fb7a0549-a7ea-4ec4-949e-f7f12f8d1bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:38.543932 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-fb7a0549-a7ea-4ec4-949e-f7f12f8d1bcc service neutron] 10.222.0.20 "GET /v2.0/networks?id=59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 200 len: 915 time: 0.0985312 Sep 10 05:07:38.593069 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.596398 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.597554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "DELETE /v2.0/security-groups/9be589df-c308-4f0c-bee9-64b196be90bb HTTP/1.1" status: 204 len: 168 time: 0.3364122 Sep 10 05:07:38.600574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35228) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:07:38.613802 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9be589df-c308-4f0c-bee9-64b196be90bb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:38.626633 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.626979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.627318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.627652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.628009 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.628337 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.628663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.628985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.629307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.629635 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.630220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.630539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e92325b-7149-4b36-b8d9-d82be5012e03 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:38.644819 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-72644376-8cca-4104-a24b-a0fa67d8be0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 1000 time: 0.0932727 Sep 10 05:07:38.697777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-19b81623-997b-495f-b6b0-348c78ce1ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:38.699251 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-19b81623-997b-495f-b6b0-348c78ce1ed1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40587553-560f-4a70-9ea2-f99e3ff94104 HTTP/1.1" status: 200 len: 853 time: 0.0464811 Sep 10 05:07:38.746128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-f3ee4905-406c-48a5-b4d5-a03e123a809b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:38.747670 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-f3ee4905-406c-48a5-b4d5-a03e123a809b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59d43308-b0a3-4628-aceb-df25a97833f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408022 Sep 10 05:07:38.765846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Deleting port fab6133a-d060-4f63-8c4c-3c18f8aa8cfb {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:07:38.766185 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.839623 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-baa2bc18-a170-45f4-bff2-b0bc20c1d338 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844221 Sep 10 05:07:38.842765 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.843277 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:38.855584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Calling delete_port for fab6133a-d060-4f63-8c4c-3c18f8aa8cfb owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:07:38.933429 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f4420cd3-f32a-4236-94ff-868e97b87015 req-900e6e80-3b8c-4fda-8b2c-d0568fbeb486 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865552 Sep 10 05:07:39.391128 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:39.414160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event deleted for resources: {'Port': ['ID=fab6133a-d060-4f63-8c4c-3c18f8aa8cfb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:39.474271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:39.474656 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Floating IP e497e960-fbc0-431b-a7ca-b261ec578ab2 disassociated (deleted). External IP: 172.25.3.45, port: 2b07381c-53a6-4267-bc6b-199ac9121fdc. Sep 10 05:07:39.672251 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:07:39.774935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:07:39.779802 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:39.785326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] Sync routers for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:07:39.794766 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:07:39.795376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:39.806682 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1e218e6d-6010-47dc-8ea6-9e984849a2b0 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "DELETE /v2.0/floatingips/e497e960-fbc0-431b-a7ca-b261ec578ab2 HTTP/1.1" status: 204 len: 168 time: 1.2049489 Sep 10 05:07:39.899939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:07:40.101832 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '4c66f362-2fc6-4098-a392-965274a7d1b3', 'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'mac_address': 'fa:16:3e:80:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:32Z', 'updated_at': '2021-09-10T05:05:37Z', 'revision_number': 5, 'project_id': '1759707b57294aaea21f08eae4f74880', 'subnets': [{'id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:40.127590 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] Checking router: eb47cf80-852d-4808-8cfa-7dc1d26fbb4f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:07:40.136099 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:07:40.140273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:40.241306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:07:40.327819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:07:40.330900 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69" -d '{"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:07:40.365774 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-054d9cab-b2e6-42b5-8e49-efafe9ee35b2 x-openstack-request-id: req-054d9cab-b2e6-42b5-8e49-efafe9ee35b2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:07:40.366087 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:07:40.366303 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-054d9cab-b2e6-42b5-8e49-efafe9ee35b2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:07:40.366702 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'status': 'completed', 'code': 200} Sep 10 05:07:40.429414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-317d5a65-ed71-40a5-8f76-6e550d303936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:40.431024 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-317d5a65-ed71-40a5-8f76-6e550d303936 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=1759707b57294aaea21f08eae4f74880&device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 1096 time: 0.0415325 Sep 10 05:07:40.433384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '4c66f362-2fc6-4098-a392-965274a7d1b3', 'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'mac_address': 'fa:16:3e:80:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:32Z', 'updated_at': '2021-09-10T05:05:37Z', 'revision_number': 5, 'project_id': '1759707b57294aaea21f08eae4f74880', 'subnets': [{'id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:40.463463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98773d48-15d5-4480-b29a-6f5824818396 None None] The sync data for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 is: [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:05:32Z', 'revision_number': 4, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '4c66f362-2fc6-4098-a392-965274a7d1b3', 'name': '', 'network_id': '59d43308-b0a3-4628-aceb-df25a97833f5', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'mac_address': 'fa:16:3e:80:0f:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:32Z', 'updated_at': '2021-09-10T05:05:37Z', 'revision_number': 5, 'project_id': '1759707b57294aaea21f08eae4f74880', 'subnets': [{'id': '40587553-560f-4a70-9ea2-f99e3ff94104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:07:40.524678 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-aa3f11c5-2874-4244-9abe-4e841da085bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:40.526213 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-aa3f11c5-2874-4244-9abe-4e841da085bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 200 len: 915 time: 0.0877767 Sep 10 05:07:40.574491 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-0a8372b4-c8b8-4e15-a866-311acd1ff1ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 200 len: 217 time: 0.0382469 Sep 10 05:07:40.625045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-a8be828f-d914-4f9b-93f2-48131d8236a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:40.627101 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-a8be828f-d914-4f9b-93f2-48131d8236a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=40587553-560f-4a70-9ea2-f99e3ff94104 HTTP/1.1" status: 200 len: 853 time: 0.0457106 Sep 10 05:07:40.677947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-344d4ae1-287f-4959-b92e-ab104c775cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:40.679343 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-344d4ae1-287f-4959-b92e-ab104c775cf0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=59d43308-b0a3-4628-aceb-df25a97833f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435865 Sep 10 05:07:40.710582 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e897c24a-95dc-49d2-822d-292c831a5971 None None] New status for floating IP e497e960-fbc0-431b-a7ca-b261ec578ab2: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:07:40.778558 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-e83cb0c2-c67b-4bf3-94ee-d98f33522114 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917006 Sep 10 05:07:40.870058 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b4c91c7c-40e9-4ca7-a596-e6aca7409a69 req-b0f6dbbc-bf27-431e-bad3-475b68ff7997 service neutron] 10.222.0.20 "GET /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834193 Sep 10 05:07:48.253979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a643c7-7aff-4393-b1b2-32c0ac630f99 req-9a9f94ce-6ca8-447c-838d-6ca2c74dd681 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:48.255787 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3a643c7-7aff-4393-b1b2-32c0ac630f99 req-9a9f94ce-6ca8-447c-838d-6ca2c74dd681 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0540547 Sep 10 05:07:48.292269 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3a643c7-7aff-4393-b1b2-32c0ac630f99 req-84b8a580-7d33-4f4c-abd7-011ca96ba432 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305264 Sep 10 05:07:49.406154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc63040-1017-4875-a64e-669652d7066b req-de406e5f-41f6-4ad6-98a5-563a00f7766c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:49.407595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fc63040-1017-4875-a64e-669652d7066b req-de406e5f-41f6-4ad6-98a5-563a00f7766c tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0476232 Sep 10 05:07:49.443311 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6fc63040-1017-4875-a64e-669652d7066b req-db76e89f-e639-4730-9eb4-e1fb88197d2e tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/security-groups?id=918d579e-c8e3-4f57-859a-9290b594e93e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299017 Sep 10 05:07:49.870047 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-0cf0e85e-9195-4340-8cd3-7adc861a7c91 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:07:49.871500 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-0cf0e85e-9195-4340-8cd3-7adc861a7c91 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.20 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 945 time: 0.0525224 Sep 10 05:07:49.960224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Deleting port 2b07381c-53a6-4267-bc6b-199ac9121fdc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:07:49.960570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:50.054735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] For port 2b07381c-53a6-4267-bc6b-199ac9121fdc, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=2b07381c-53a6-4267-bc6b-199ac9121fdc,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:07:50.055104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:50.067242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Calling delete_port for 2b07381c-53a6-4267-bc6b-199ac9121fdc owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:07:50.261383 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:50.275365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['2b07381c-53a6-4267-bc6b-199ac9121fdc'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:07:50.294203 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Pushing event deleted for resources: {'Port': ['ID=2b07381c-53a6-4267-bc6b-199ac9121fdc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:50.335994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] No DVR routers for this DVR port 2b07381c-53a6-4267-bc6b-199ac9121fdc on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:07:50.338636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:50.340919 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7a75ba3e-d833-463f-9955-a48c45a102a2 req-911f44df-8d77-41c0-881d-a1bb639f2890 tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.20 "DELETE /v2.0/ports/2b07381c-53a6-4267-bc6b-199ac9121fdc HTTP/1.1" status: 204 len: 173 time: 0.4624593 Sep 10 05:07:50.341376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'name': 'network-vif-deleted', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:07:50.344157 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ad44b47-9ae6-4576-a043-9d13b09c5f6e" -d '{"events": [{"server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "name": "network-vif-deleted", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:07:50.435067 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:07:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ced53bc-bc6c-410c-93fd-965a9d285610 x-openstack-request-id: req-3ced53bc-bc6c-410c-93fd-965a9d285610 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:07:50.435381 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "068e79ff-8f2b-460e-8ef8-9bb228e9b3e4", "name": "network-vif-deleted", "tag": "2b07381c-53a6-4267-bc6b-199ac9121fdc", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:07:50.435639 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ced53bc-bc6c-410c-93fd-965a9d285610 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:07:50.436081 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '068e79ff-8f2b-460e-8ef8-9bb228e9b3e4', 'name': 'network-vif-deleted', 'tag': '2b07381c-53a6-4267-bc6b-199ac9121fdc', 'status': 'completed', 'code': 200} Sep 10 05:07:50.536318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b0e4aa7e-2a74-45ce-8562-dabe86e9b7f0 req-7d557b38-5a4b-405e-9e7e-7a90a11ca54f tempest-TestMinimumBasicScenario-161279940 tempest-TestMinimumBasicScenario-161279940-project] 10.222.0.22 "GET /v2.0/ports?device_id=068e79ff-8f2b-460e-8ef8-9bb228e9b3e4 HTTP/1.1" status: 200 len: 210 time: 0.0269899 Sep 10 05:07:50.911266 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ecce6be9-0c93-4bb9-99ec-34872a519a21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:53.603952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41d8aaa8-2fb3-4b87-ac9b-8f3cd02a9060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:53.752767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35330) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:07:53.830816 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:53.838419 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2b07381c-53a6-4267-bc6b-199ac9121fdc no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:07:53.858432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 2b07381c-53a6-4267-bc6b-199ac9121fdc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:07:53.858773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 2b07381c-53a6-4267-bc6b-199ac9121fdc not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:07:54.106140 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:54.341623 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Deleting port 4c66f362-2fc6-4098-a392-965274a7d1b3 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:07:54.341962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:54.416173 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] For port 4c66f362-2fc6-4098-a392-965274a7d1b3, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4c66f362-2fc6-4098-a392-965274a7d1b3,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:07:54.416454 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:54.428939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Calling delete_port for 4c66f362-2fc6-4098-a392-965274a7d1b3 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:07:54.691260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:54.725567 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Pushing event deleted for resources: {'Port': ['ID=4c66f362-2fc6-4098-a392-965274a7d1b3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:54.889230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:55.097547 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:07:55.198652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:07:55.204188 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7853b510-c246-4afd-9faa-793223e40fed admin admin] 10.222.0.22 "PUT /v2.0/routers/eb47cf80-852d-4808-8cfa-7dc1d26fbb4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4503458 Sep 10 05:07:55.206601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35332) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:07:55.207893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25653cfd-751e-4428-9597-33d984a335ca None None] Sync routers for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:07:55.216799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25653cfd-751e-4428-9597-33d984a335ca None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:07:55.217405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-25653cfd-751e-4428-9597-33d984a335ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:55.307248 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:55.319268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-25653cfd-751e-4428-9597-33d984a335ca None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:07:55.405854 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:55.500407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-25653cfd-751e-4428-9597-33d984a335ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:07:54Z', 'revision_number': 5, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port': {'id': 'a863e196-d90e-462c-8608-a5f06352cdf8', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:ab:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:30Z', 'updated_at': '2021-09-10T05:05:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:55.522245 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Deleting port a863e196-d90e-462c-8608-a5f06352cdf8 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:07:55.522631 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:55.527756 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:55.528492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25653cfd-751e-4428-9597-33d984a335ca None None] Checking router: eb47cf80-852d-4808-8cfa-7dc1d26fbb4f for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:07:55.537070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25653cfd-751e-4428-9597-33d984a335ca None None] Routers {'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:07:55.537674 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-25653cfd-751e-4428-9597-33d984a335ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:55.599034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] For port a863e196-d90e-462c-8608-a5f06352cdf8, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=a863e196-d90e-462c-8608-a5f06352cdf8,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:07:55.599398 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:55.611929 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Calling delete_port for a863e196-d90e-462c-8608-a5f06352cdf8 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:07:55.620771 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-25653cfd-751e-4428-9597-33d984a335ca None None] Set router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:07:55.673883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-25653cfd-751e-4428-9597-33d984a335ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:07:55Z', 'revision_number': 6, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:55.699534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25653cfd-751e-4428-9597-33d984a335ca None None] The sync data for ids ['eb47cf80-852d-4808-8cfa-7dc1d26fbb4f'] in n-d-808143-1 is: [{'id': 'eb47cf80-852d-4808-8cfa-7dc1d26fbb4f', 'name': 'tempest-TestMinimumBasicScenario-160639758-router', 'tenant_id': '1759707b57294aaea21f08eae4f74880', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:29Z', 'updated_at': '2021-09-10T05:07:55Z', 'revision_number': 6, 'project_id': '1759707b57294aaea21f08eae4f74880', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:07:55.820752 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:55.843316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Pushing event deleted for resources: {'Port': ['ID=a863e196-d90e-462c-8608-a5f06352cdf8,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:55.906575 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:55.996845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:55.998915 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.101133 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.101664 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Fanout notify agent at l3_agent the message router_deleted on router eb47cf80-852d-4808-8cfa-7dc1d26fbb4f {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:07:56.106697 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.107921 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e122f59b-3a77-4ece-baf5-ce09a12e063c admin admin] 10.222.0.22 "DELETE /v2.0/routers/eb47cf80-852d-4808-8cfa-7dc1d26fbb4f HTTP/1.1" status: 204 len: 168 time: 0.9002547 Sep 10 05:07:56.110435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35334) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:07:56.158541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-4607aac0-9190-4cab-b640-87c34477e37b admin admin] Deleting subnet 40587553-560f-4a70-9ea2-f99e3ff94104 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:07:56.162076 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4607aac0-9190-4cab-b640-87c34477e37b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.195499 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4607aac0-9190-4cab-b640-87c34477e37b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.269719 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4607aac0-9190-4cab-b640-87c34477e37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.364520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4607aac0-9190-4cab-b640-87c34477e37b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.394962 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4607aac0-9190-4cab-b640-87c34477e37b admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.396765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4607aac0-9190-4cab-b640-87c34477e37b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/40587553-560f-4a70-9ea2-f99e3ff94104 HTTP/1.1" status: 204 len: 168 time: 0.2854068 Sep 10 05:07:56.398406 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4607aac0-9190-4cab-b640-87c34477e37b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=40587553-560f-4a70-9ea2-f99e3ff94104,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:56.399364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35336) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:07:56.400193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9184d730-1e7f-4a1b-8add-4d4ebf7b0f79 None None] Network 59d43308-b0a3-4628-aceb-df25a97833f5 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:07:56.471427 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.530317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Deleting port 1c3f0120-15e2-4693-87e7-0d086de0e558 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:07:56.530640 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.589229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b73279ad-95c7-4910-9523-0916896af208 None None] DHCP port deletion for 59d43308-b0a3-4628-aceb-df25a97833f5 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:07:56.595882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] For port 1c3f0120-15e2-4693-87e7-0d086de0e558, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1c3f0120-15e2-4693-87e7-0d086de0e558,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:07:56.596246 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.609257 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Calling delete_port for 1c3f0120-15e2-4693-87e7-0d086de0e558 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:07:56.635186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Deleting port 1c3f0120-15e2-4693-87e7-0d086de0e558 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:07:56.635571 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.647531 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.704405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-b73279ad-95c7-4910-9523-0916896af208 None None] For port 1c3f0120-15e2-4693-87e7-0d086de0e558, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1c3f0120-15e2-4693-87e7-0d086de0e558,segment=NetworkSegment(bdb8e075-afdc-453e-9f3c-834f9530f4d3),segment_id=bdb8e075-afdc-453e-9f3c-834f9530f4d3)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:07:56.704795 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.718315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Calling delete_port for 1c3f0120-15e2-4693-87e7-0d086de0e558 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:07:56.762532 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.766935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c66f362-2fc6-4098-a392-965274a7d1b3 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:07:56.789806 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 4c66f362-2fc6-4098-a392-965274a7d1b3 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:07:56.795062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c66f362-2fc6-4098-a392-965274a7d1b3 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:07:56.795062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1c3f0120-15e2-4693-87e7-0d086de0e558 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:07:56.795270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c3f0120-15e2-4693-87e7-0d086de0e558,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:56.795270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] No DVR routers for this DVR port 1c3f0120-15e2-4693-87e7-0d086de0e558 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:07:56.819851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 1c3f0120-15e2-4693-87e7-0d086de0e558 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:07:56.820231 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1c3f0120-15e2-4693-87e7-0d086de0e558 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:07:56.820613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a863e196-d90e-462c-8608-a5f06352cdf8 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:07:56.851011 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: a863e196-d90e-462c-8608-a5f06352cdf8 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:07:56.851445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device a863e196-d90e-462c-8608-a5f06352cdf8 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:07:56.871795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.874363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.895445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['59d43308-b0a3-4628-aceb-df25a97833f5']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:56.905822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdb8e075-afdc-453e-9f3c-834f9530f4d3') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:56.906205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdb8e075-afdc-453e-9f3c-834f9530f4d3') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:56.916477 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.930632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.940166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:07:56.940166 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:07:56.941876 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:07:57.061536 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73279ad-95c7-4910-9523-0916896af208 None None] No DVR routers for this DVR port 1c3f0120-15e2-4693-87e7-0d086de0e558 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:07:57.063523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Pushing event deleted for resources: {'Port': ['ID=1c3f0120-15e2-4693-87e7-0d086de0e558,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:57.067716 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:57.074287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.074632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.074968 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.075298 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.075705 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.075966 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.076352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.076593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.076910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.077227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.077543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.077859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73279ad-95c7-4910-9523-0916896af208 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:07:57.085868 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:57.088798 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/59d43308-b0a3-4628-aceb-df25a97833f5 HTTP/1.1" status: 204 len: 168 time: 0.6872594 Sep 10 05:07:57.091595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35340) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:07:57.098938 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62192009-0437-4540-b6d5-b58e21c4c5d5 admin admin] Pushing event deleted for resources: {'Network': ['ID=59d43308-b0a3-4628-aceb-df25a97833f5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:57.428248 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:58.010683 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Deleting port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:07:58.010942 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:58.089376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] For port ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9,segment=NetworkSegment(4720e6ef-aa6e-4abb-8c65-8c651e6a8557),segment_id=4720e6ef-aa6e-4abb-8c65-8c651e6a8557)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:07:58.089741 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:58.102299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Calling delete_port for ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:07:58.347520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:58.372541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Pushing event deleted for resources: {'Port': ['ID=ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:58.541402 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:58.757219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Router bd234b53-fe99-495d-b2e8-13beef0df5f2 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:07:58.861887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:07:58.866777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-01ee85cf-f2da-43ee-a672-156953d7865d admin admin] 10.222.0.22 "PUT /v2.0/routers/bd234b53-fe99-495d-b2e8-13beef0df5f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7740238 Sep 10 05:07:58.869350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35342) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:07:58.872139 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] Sync routers for ids ['bd234b53-fe99-495d-b2e8-13beef0df5f2'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:07:58.882196 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] Routers {'bd234b53-fe99-495d-b2e8-13beef0df5f2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:07:58.882788 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd234b53-fe99-495d-b2e8-13beef0df5f2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:58.970053 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:58.984225 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] Set router bd234b53-fe99-495d-b2e8-13beef0df5f2 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:07:59.070491 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.156449 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237'}], 'enable_snat': True}, 'gw_port_id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:35Z', 'updated_at': '2021-09-10T05:07:58Z', 'revision_number': 5, 'project_id': '8af5001796294959bf69df7efea9f912', 'gw_port': {'id': '386dbbd1-915c-4806-acdc-7ca64e8904bc', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:c1:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:05:36Z', 'updated_at': '2021-09-10T05:05:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:59.180801 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Deleting port 386dbbd1-915c-4806-acdc-7ca64e8904bc {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:07:59.181387 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.181508 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] Checking router: bd234b53-fe99-495d-b2e8-13beef0df5f2 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:07:59.189404 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] Routers {'bd234b53-fe99-495d-b2e8-13beef0df5f2'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:07:59.189990 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd234b53-fe99-495d-b2e8-13beef0df5f2'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:59.261994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] For port 386dbbd1-915c-4806-acdc-7ca64e8904bc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=386dbbd1-915c-4806-acdc-7ca64e8904bc,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:07:59.262355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.272684 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] Set router bd234b53-fe99-495d-b2e8-13beef0df5f2 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:07:59.273765 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Calling delete_port for 386dbbd1-915c-4806-acdc-7ca64e8904bc owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:07:59.321456 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:35Z', 'updated_at': '2021-09-10T05:07:59Z', 'revision_number': 6, 'project_id': '8af5001796294959bf69df7efea9f912', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:07:59.433554 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e5f7af9-06a6-4ba3-9b86-cd6ae7a1da1c None None] The sync data for ids ['bd234b53-fe99-495d-b2e8-13beef0df5f2'] in n-d-808143-1 is: [{'id': 'bd234b53-fe99-495d-b2e8-13beef0df5f2', 'name': 'tempest-TestMinimumBasicScenario-1872465884-router', 'tenant_id': '8af5001796294959bf69df7efea9f912', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:05:35Z', 'updated_at': '2021-09-10T05:07:59Z', 'revision_number': 6, 'project_id': '8af5001796294959bf69df7efea9f912', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:07:59.487664 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.511081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Pushing event deleted for resources: {'Port': ['ID=386dbbd1-915c-4806-acdc-7ca64e8904bc,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:07:59.575360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.649414 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.662849 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.665086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.756168 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.756615 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd234b53-fe99-495d-b2e8-13beef0df5f2 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:07:59.761384 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.762595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-528df9e4-bece-4e14-a3db-ee29904fa282 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bd234b53-fe99-495d-b2e8-13beef0df5f2 HTTP/1.1" status: 204 len: 168 time: 0.8923042 Sep 10 05:07:59.765167 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35344) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:07:59.809735 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d57adc4-e66e-40ec-9e6f-a7071329b5d8 admin admin] Deleting subnet 7916f402-a45c-4a96-ad25-a9d4081c88ae {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:07:59.813181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d57adc4-e66e-40ec-9e6f-a7071329b5d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.852985 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d57adc4-e66e-40ec-9e6f-a7071329b5d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:07:59.933204 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d57adc4-e66e-40ec-9e6f-a7071329b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.050384 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d57adc4-e66e-40ec-9e6f-a7071329b5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.072973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d57adc4-e66e-40ec-9e6f-a7071329b5d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7916f402-a45c-4a96-ad25-a9d4081c88ae,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:00.078676 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9d57adc4-e66e-40ec-9e6f-a7071329b5d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.081634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9d57adc4-e66e-40ec-9e6f-a7071329b5d8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7916f402-a45c-4a96-ad25-a9d4081c88ae HTTP/1.1" status: 204 len: 168 time: 0.3155468 Sep 10 05:08:00.083266 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35346) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:00.089573 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fa1038-edbf-4697-81a4-f1dc9d2fabdb None None] Network bd4f26ff-fe47-4941-a0dd-d16acc6532a6 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:08:00.154262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.210484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Deleting port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:08:00.210833 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.260089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e7618bf-1447-41cc-9f5d-d99511c7f5b5 None None] DHCP port deletion for bd4f26ff-fe47-4941-a0dd-d16acc6532a6 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:08:00.278315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] For port 8490cb2d-8f0c-428a-8491-cc731dd8ba61, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8490cb2d-8f0c-428a-8491-cc731dd8ba61,segment=NetworkSegment(4720e6ef-aa6e-4abb-8c65-8c651e6a8557),segment_id=4720e6ef-aa6e-4abb-8c65-8c651e6a8557)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:08:00.278681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.291352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Calling delete_port for 8490cb2d-8f0c-428a-8491-cc731dd8ba61 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:08:00.308758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1e7618bf-1447-41cc-9f5d-d99511c7f5b5 None None] Deleting port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:08:00.309139 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1e7618bf-1447-41cc-9f5d-d99511c7f5b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.369718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1e7618bf-1447-41cc-9f5d-d99511c7f5b5 None None] For port 8490cb2d-8f0c-428a-8491-cc731dd8ba61, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=8490cb2d-8f0c-428a-8491-cc731dd8ba61,segment=NetworkSegment(4720e6ef-aa6e-4abb-8c65-8c651e6a8557),segment_id=4720e6ef-aa6e-4abb-8c65-8c651e6a8557)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:08:00.382210 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1e7618bf-1447-41cc-9f5d-d99511c7f5b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.386518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1e7618bf-1447-41cc-9f5d-d99511c7f5b5 None None] Calling delete_port for 8490cb2d-8f0c-428a-8491-cc731dd8ba61 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:08:00.432577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.459512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Pushing event deleted for resources: {'Port': ['ID=8490cb2d-8f0c-428a-8491-cc731dd8ba61,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:00.466036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] No DVR routers for this DVR port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:08:00.472446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1e7618bf-1447-41cc-9f5d-d99511c7f5b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.496688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7618bf-1447-41cc-9f5d-d99511c7f5b5 None None] Pushing event deleted for resources: {'Port': ['ID=8490cb2d-8f0c-428a-8491-cc731dd8ba61,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:00.506201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7618bf-1447-41cc-9f5d-d99511c7f5b5 None None] No DVR routers for this DVR port 8490cb2d-8f0c-428a-8491-cc731dd8ba61 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:08:00.548422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.568376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4f26ff-fe47-4941-a0dd-d16acc6532a6']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:00.577282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4720e6ef-aa6e-4abb-8c65-8c651e6a8557') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:00.577573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4720e6ef-aa6e-4abb-8c65-8c651e6a8557') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:00.587275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.599961 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.605643 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Releasing vlan 219 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:08:00.606031 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:08:00.607640 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:08:00.731925 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8490cb2d-8f0c-428a-8491-cc731dd8ba61 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:08:00.746494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.751776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 8490cb2d-8f0c-428a-8491-cc731dd8ba61 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:08:00.752088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 8490cb2d-8f0c-428a-8491-cc731dd8ba61 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:08:00.752512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:08:00.753636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:00.756371 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] 10.222.0.22 "DELETE /v2.0/networks/bd4f26ff-fe47-4941-a0dd-d16acc6532a6 HTTP/1.1" status: 204 len: 168 time: 0.6720736 Sep 10 05:08:00.770632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48eba2f1-01d6-4b6b-bffe-7dc29733d048 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd4f26ff-fe47-4941-a0dd-d16acc6532a6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:00.775792 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:08:00.776139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ed8e9fea-db2a-47ac-9c87-8d7ee85bd3e9 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:08:00.776545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 386dbbd1-915c-4806-acdc-7ca64e8904bc no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:08:00.797883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 386dbbd1-915c-4806-acdc-7ca64e8904bc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:08:00.798412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 386dbbd1-915c-4806-acdc-7ca64e8904bc not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:08:01.097769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35350) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:01.137247 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-17fcad5c-0b5c-48e2-b50e-1d74c24c9629 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1759707b57294aaea21f08eae4f74880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383008 Sep 10 05:08:01.139571 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35352) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:01.185173 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-537bdb82-4038-4ee4-881e-cefdf7c84eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:01.205716 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-537bdb82-4038-4ee4-881e-cefdf7c84eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:01.318120 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-537bdb82-4038-4ee4-881e-cefdf7c84eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:01.320759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-537bdb82-4038-4ee4-881e-cefdf7c84eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:01.321956 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-537bdb82-4038-4ee4-881e-cefdf7c84eb9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/918d579e-c8e3-4f57-859a-9290b594e93e HTTP/1.1" status: 204 len: 168 time: 0.1814098 Sep 10 05:08:01.329769 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537bdb82-4038-4ee4-881e-cefdf7c84eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=918d579e-c8e3-4f57-859a-9290b594e93e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:01.898960 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35360) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:01.938355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-983274b5-54de-432a-a7dc-d6f65f90d2ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8af5001796294959bf69df7efea9f912&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381551 Sep 10 05:08:01.940820 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35362) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:01.987697 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5715025-0276-40bc-8e42-55b94db06928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:02.007764 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5715025-0276-40bc-8e42-55b94db06928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:02.129802 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5715025-0276-40bc-8e42-55b94db06928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:02.132396 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e5715025-0276-40bc-8e42-55b94db06928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:02.133610 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e5715025-0276-40bc-8e42-55b94db06928 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0f87bfe-646e-4337-91c6-15f4687ce078 HTTP/1.1" status: 204 len: 168 time: 0.1918812 Sep 10 05:08:02.141125 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5715025-0276-40bc-8e42-55b94db06928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f87bfe-646e-4337-91c6-15f4687ce078,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:03.265017 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:05.461400 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35404) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:05.466086 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1040694341', 'description': 'tempest-secgroup-smoke-1040694341 description', 'project_id': '770fe03a2a7c4f7f9514763e70457d79'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:05.546326 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:05.554617 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:05.641745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:05.723343 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:05.759616 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=468486d4-7d52-46d4-a633-5ae7b4a32fab,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:05.812749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:05.866151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:05.894221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:05.946334 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:05.947603 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-acf60121-c341-4cb9-861b-fbffab869a10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4852049 Sep 10 05:08:05.950432 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35406) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:05.954676 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-b261a641-d6e3-417f-8cb8-0d32e9950000 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '71fc511e-fc9f-44b5-9f4f-21dc7ab7df33', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:06.048109 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b261a641-d6e3-417f-8cb8-0d32e9950000 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.102659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b261a641-d6e3-417f-8cb8-0d32e9950000 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.169020 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b261a641-d6e3-417f-8cb8-0d32e9950000 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.187716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b261a641-d6e3-417f-8cb8-0d32e9950000 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc832f93-57d6-4c0a-8001-3c95e31f6db3,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:06.243496 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b261a641-d6e3-417f-8cb8-0d32e9950000 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.244791 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b261a641-d6e3-417f-8cb8-0d32e9950000 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2934492 Sep 10 05:08:06.247479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35408) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:06.251723 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1f306231-1635-477d-bd1d-678b79c182dd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '71fc511e-fc9f-44b5-9f4f-21dc7ab7df33', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:06.337172 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f306231-1635-477d-bd1d-678b79c182dd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.391400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f306231-1635-477d-bd1d-678b79c182dd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.452633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f306231-1635-477d-bd1d-678b79c182dd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.472349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f306231-1635-477d-bd1d-678b79c182dd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14449dc4-2727-46bb-85a5-f1d3d34134d5,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:06.532977 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1f306231-1635-477d-bd1d-678b79c182dd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.534210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1f306231-1635-477d-bd1d-678b79c182dd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2857826 Sep 10 05:08:06.537464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35410) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:06.541783 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3016c7d7-298e-4023-bfd4-87f2e20a9291 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '71fc511e-fc9f-44b5-9f4f-21dc7ab7df33', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:06.611335 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3016c7d7-298e-4023-bfd4-87f2e20a9291 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.666944 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3016c7d7-298e-4023-bfd4-87f2e20a9291 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.744495 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3016c7d7-298e-4023-bfd4-87f2e20a9291 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.761372 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3016c7d7-298e-4023-bfd4-87f2e20a9291 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c04d2b0d-22cf-45cd-9963-39a56aeab5dd,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:06.826520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3016c7d7-298e-4023-bfd4-87f2e20a9291 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.827788 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3016c7d7-298e-4023-bfd4-87f2e20a9291 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2893212 Sep 10 05:08:06.830518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35412) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:06.834798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-bc78fe54-9b6d-4c1a-ba68-79a0598f0490 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '71fc511e-fc9f-44b5-9f4f-21dc7ab7df33', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:06.903386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc78fe54-9b6d-4c1a-ba68-79a0598f0490 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:06.961211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc78fe54-9b6d-4c1a-ba68-79a0598f0490 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.047366 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc78fe54-9b6d-4c1a-ba68-79a0598f0490 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.065059 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc78fe54-9b6d-4c1a-ba68-79a0598f0490 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e56b9cf-3388-4b79-9ab0-7a2b75c84ffd,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:07.156053 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-bc78fe54-9b6d-4c1a-ba68-79a0598f0490 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.157238 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-bc78fe54-9b6d-4c1a-ba68-79a0598f0490 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3257957 Sep 10 05:08:07.159848 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35414) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:07.164135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-98953e9d-e9cc-46c1-a692-29d0ff20b4f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '71fc511e-fc9f-44b5-9f4f-21dc7ab7df33', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:07.258854 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-98953e9d-e9cc-46c1-a692-29d0ff20b4f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:08:07.263501 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98953e9d-e9cc-46c1-a692-29d0ff20b4f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.321041 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98953e9d-e9cc-46c1-a692-29d0ff20b4f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.401368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98953e9d-e9cc-46c1-a692-29d0ff20b4f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.421278 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98953e9d-e9cc-46c1-a692-29d0ff20b4f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eaf527b5-f730-43fe-bf57-657582c2036f,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:07.492904 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-98953e9d-e9cc-46c1-a692-29d0ff20b4f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.494091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-98953e9d-e9cc-46c1-a692-29d0ff20b4f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3333285 Sep 10 05:08:07.496762 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35416) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:07.501179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-3b26419e-1a4b-4f72-844b-dd417f1da49e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '71fc511e-fc9f-44b5-9f4f-21dc7ab7df33', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:07.579024 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-3b26419e-1a4b-4f72-844b-dd417f1da49e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:08:07.584499 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b26419e-1a4b-4f72-844b-dd417f1da49e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.642697 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b26419e-1a4b-4f72-844b-dd417f1da49e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.710168 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b26419e-1a4b-4f72-844b-dd417f1da49e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.727770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b26419e-1a4b-4f72-844b-dd417f1da49e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5399ed83-31a3-40c9-aab6-dde530a636aa,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:07.786969 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3b26419e-1a4b-4f72-844b-dd417f1da49e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.788210 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3b26419e-1a4b-4f72-844b-dd417f1da49e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2905006 Sep 10 05:08:07.791187 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35418) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:07.796009 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'network': {'name': 'tempest-network-smoke--1503485572', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'port_security_enabled': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:07.872200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:08:07.875635 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.898253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] vlan segment allocate from pool success with {'vlan_id': 234, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:08:07.906579 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:07.906952 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Added segment 10ec356a-c7f4-4fe2-8171-d2d49655c124 of type vlan for network 45349ccd-4925-4096-b4bd-0b33c2e530ed Sep 10 05:08:07.944739 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.003616 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.009389 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:08.009972 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.076160 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Network': ['ID=45349ccd-4925-4096-b4bd-0b33c2e530ed,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:08.087031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 45349ccd-4925-4096-b4bd-0b33c2e530ed details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:08:08.093881 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-33e4ce97-5305-4b23-b544-f30c4ba3abbf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3016400 Sep 10 05:08:08.097189 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35420) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:08.101156 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'admin_state_up': True, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:08.186428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.187520 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.235809 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.453820 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.697475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.715835 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.814580 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.183 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/d45b9bbe-17ab-4324-bf8a-95c14b2c711c) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:08:08.914470 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:08.984813 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:09.017887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:08:09.021192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:08:09.024512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:08:09.051509 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=d45b9bbe-17ab-4324-bf8a-95c14b2c711c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:09.333161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:09.529927 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:09.711818 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ab76f241-2472-406a-8242-a8a6187c45ef is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:08:09.813510 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:08:09.824957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Sync routers for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:08:09.834271 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:08:09.834879 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:09.898725 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:09.900073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-1b68f234-8cd9-46b3-9f91-2934539ce0c9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8023376 Sep 10 05:08:09.903202 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35422) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:09.938327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:08:10.023700 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-79e2cc9d-5215-4cf1-932b-71045ec44db0 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=770fe03a2a7c4f7f9514763e70457d79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1191785 Sep 10 05:08:10.026436 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35426) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:10.113066 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c413fb-50a9-4501-a750-cbabaafb53f8 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:10.114651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f0c413fb-50a9-4501-a750-cbabaafb53f8 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0872276 Sep 10 05:08:10.117485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35428) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:10.119813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:09Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:10.144211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-efc57d59-4a4e-4db6-8173-23ddf510d940 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256019 Sep 10 05:08:10.146276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Checking router: ab76f241-2472-406a-8242-a8a6187c45ef for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:08:10.146627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Updating router ab76f241-2472-406a-8242-a8a6187c45ef port d45b9bbe-17ab-4324-bf8a-95c14b2c711c binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:08:10.147290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35430) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:10.152346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1252874400', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:10.171399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:10.258516 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:08:10.329428 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:08:10.333882 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:10.419393 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:10.429256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Transition to ACTIVE for port object d45b9bbe-17ab-4324-bf8a-95c14b2c711c will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:08:10.523798 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:10.574236 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Attempting to bind port d45b9bbe-17ab-4324-bf8a-95c14b2c711c on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:08:10.574606 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Attempting to bind port d45b9bbe-17ab-4324-bf8a-95c14b2c711c by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:08:10.574973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Attempting to bind port d45b9bbe-17ab-4324-bf8a-95c14b2c711c on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:08:10.579401 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7cf88-259b-4319-b8ba-0e596205e33b None None] Pushing event updated for resources: {'Port': ['ID=d45b9bbe-17ab-4324-bf8a-95c14b2c711c,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:10.580955 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:10.588180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:08:10.588565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:08:10.588966 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:10.589358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:08:10.589839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Bound port: d45b9bbe-17ab-4324-bf8a-95c14b2c711c, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:08:10.590226 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:10.641216 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] For port d45b9bbe-17ab-4324-bf8a-95c14b2c711c, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:08:10.644433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] For port d45b9bbe-17ab-4324-bf8a-95c14b2c711c, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d45b9bbe-17ab-4324-bf8a-95c14b2c711c,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:08:10.648448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Subnet': ['ID=e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:10.655865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Checking segment: {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:08:10.656230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network hostable DHCP agents. Network: 45349ccd-4925-4096-b4bd-0b33c2e530ed, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:08:10.775532 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:10.818949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 45349ccd-4925-4096-b4bd-0b33c2e530ed is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:08:10.831951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:08:10.833121 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:10.837723 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c7cf88-259b-4319-b8ba-0e596205e33b None None] Pushing event updated for resources: {'Port': ['ID=d45b9bbe-17ab-4324-bf8a-95c14b2c711c,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:10.921688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 45349ccd-4925-4096-b4bd-0b33c2e530ed) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:08:10.926377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:10.927077 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:10.931617 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3a5501-7475-4d95-94a5-d24422a1d05b None None] Network 45349ccd-4925-4096-b4bd-0b33c2e530ed requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:08:10.953429 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:08:11.033461 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-548be9a1-c3ff-49a8-b187-740c2985fbea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8849201 Sep 10 05:08:11.036696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35432) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:11.214654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-45349ccd-4925-4096-b4bd-0b33c2e530ed', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:08:11.215497 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:11.285583 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:09Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:11.319787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb2b780-0769-4d5d-bfaf-e420a4549e8f None None] The sync data for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 is: [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:09Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:08:11.385336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Allocated IP 172.20.0.2 (45349ccd-4925-4096-b4bd-0b33c2e530ed/e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa/41d0fb96-cfc7-46c6-83a2-0d2080a498cf) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:08:11.471502 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:11.552643 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:11.566244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Transition to ACTIVE for port object 41d0fb96-cfc7-46c6-83a2-0d2080a498cf will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:08:11.582286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Transition to ACTIVE for port object 41d0fb96-cfc7-46c6-83a2-0d2080a498cf will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:08:11.644432 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:11.689735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Network 45349ccd-4925-4096-b4bd-0b33c2e530ed is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:08:11.695663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:08:11.700450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:08:11.703831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Pushing event updated for resources: {'Port': ['ID=41d0fb96-cfc7-46c6-83a2-0d2080a498cf,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:11.760321 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Attempting to bind port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:08:11.760758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Attempting to bind port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:08:11.761186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Attempting to bind port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf on network 45349ccd-4925-4096-b4bd-0b33c2e530ed {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:08:11.766957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:08:11.767438 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Checking segment: {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:08:11.767942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:11.768339 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Bound using segment: {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:08:11.768956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Bound port: 41d0fb96-cfc7-46c6-83a2-0d2080a498cf, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:08:11.769336 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:11.839134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] For port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:08:11.843071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] For port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=41d0fb96-cfc7-46c6-83a2-0d2080a498cf,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:08:11.916649 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:11.993040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6203a783-d585-4e0f-bb2c-d258671a6f72 None None] Pushing event updated for resources: {'Port': ['ID=41d0fb96-cfc7-46c6-83a2-0d2080a498cf,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:12.125051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.1 (45349ccd-4925-4096-b4bd-0b33c2e530ed/e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa/d81f5a8a-331d-4030-a359-b555cbb1698e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:08:12.270681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:12.284275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object d81f5a8a-331d-4030-a359-b555cbb1698e will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:08:12.373639 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:12.416741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 45349ccd-4925-4096-b4bd-0b33c2e530ed is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:08:12.419823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:08:12.422292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:08:12.453256 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=d81f5a8a-331d-4030-a359-b555cbb1698e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:12.475325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:12.653183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:12.797134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d45b9bbe-17ab-4324-bf8a-95c14b2c711c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:08:12.929644 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d45b9bbe-17ab-4324-bf8a-95c14b2c711c completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:08:12.933574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d45b9bbe-17ab-4324-bf8a-95c14b2c711c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:12.934006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:12.935764 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:13.010017 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:13.020824 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:13.030929 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port d45b9bbe-17ab-4324-bf8a-95c14b2c711c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d45b9bbe-17ab-4324-bf8a-95c14b2c711c,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:08:13.095940 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=d81f5a8a-331d-4030-a359-b555cbb1698e,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:13.099611 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:13.152167 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:13.152988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 41d0fb96-cfc7-46c6-83a2-0d2080a498cf up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:08:13.214748 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 45349ccd-4925-4096-b4bd-0b33c2e530ed is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:08:13.216363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:08:13.247255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=d45b9bbe-17ab-4324-bf8a-95c14b2c711c,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:13.310030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:08:13.325543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a53616e-7346-4dc1-a527-8107e3605b99 None None] Network 45349ccd-4925-4096-b4bd-0b33c2e530ed requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:08:13.341185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ab76f241-2472-406a-8242-a8a6187c45ef has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:08:13.453343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:08:13.459302 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-70881134-a353-4386-a60e-cf8379f0d509 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/ab76f241-2472-406a-8242-a8a6187c45ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4216018 Sep 10 05:08:13.473456 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Sync routers for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:08:13.480858 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:08:13.481459 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:13.558373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2ee97500-e7d0-4bca-9738-4a8173bce309 None None] Provisioning for port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:08:13.562534 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-2ee97500-e7d0-4bca-9738-4a8173bce309 None None] Provisioning complete for port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:13.563203 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2ee97500-e7d0-4bca-9738-4a8173bce309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:13.617884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-b0be2e89-80d2-48d2-8f49-4f227eea6ac2 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1040694341&fields=id&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 267 time: 0.0437183 Sep 10 05:08:13.628274 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:08:13.650686 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2ee97500-e7d0-4bca-9738-4a8173bce309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:13.700145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-2ee97500-e7d0-4bca-9738-4a8173bce309 None None] For port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=41d0fb96-cfc7-46c6-83a2-0d2080a498cf,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:08:13.739497 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-443d0002-cfa4-40d3-82b8-5a9f348b5632 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:13.741185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-443d0002-cfa4-40d3-82b8-5a9f348b5632 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/networks?id=45349ccd-4925-4096-b4bd-0b33c2e530ed HTTP/1.1" status: 200 len: 797 time: 0.1223836 Sep 10 05:08:13.758853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-eec83dae-ade6-4727-9150-f375d5f22655 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/quotas/770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 375 time: 0.0102110 Sep 10 05:08:13.763799 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2ee97500-e7d0-4bca-9738-4a8173bce309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:13.833582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee97500-e7d0-4bca-9738-4a8173bce309 None None] Pushing event updated for resources: {'Port': ['ID=41d0fb96-cfc7-46c6-83a2-0d2080a498cf,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:13.862475 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd81f5a8a-331d-4030-a359-b555cbb1698e', 'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:11:64:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:11Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 2, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:13.898036 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Checking router: ab76f241-2472-406a-8242-a8a6187c45ef for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:08:13.898665 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Updating router ab76f241-2472-406a-8242-a8a6187c45ef port d81f5a8a-331d-4030-a359-b555cbb1698e binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:08:13.926251 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:13.965180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4f29a446-8247-48f4-a66f-1cd7b4ed5c0f None None] Provisioning for port d81f5a8a-331d-4030-a359-b555cbb1698e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:08:13.966115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4f29a446-8247-48f4-a66f-1cd7b4ed5c0f None None] Provisioning complete for port d81f5a8a-331d-4030-a359-b555cbb1698e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:13.966431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4f29a446-8247-48f4-a66f-1cd7b4ed5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.005505 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4f29a446-8247-48f4-a66f-1cd7b4ed5c0f None None] Port d81f5a8a-331d-4030-a359-b555cbb1698e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:08:14.018916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4f29a446-8247-48f4-a66f-1cd7b4ed5c0f None None] Provisioning complete for port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:14.020224 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4f29a446-8247-48f4-a66f-1cd7b4ed5c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.180854 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-427e1142-ed1e-41ca-845c-ad8fa2e1cff9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4155812 Sep 10 05:08:14.241292 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3027e9ae-7a87-40e1-8d99-041b1eaa382d None None] Provisioning complete for port d81f5a8a-331d-4030-a359-b555cbb1698e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:14.241663 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3027e9ae-7a87-40e1-8d99-041b1eaa382d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.248520 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.260254 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Transition to ACTIVE for port object d81f5a8a-331d-4030-a359-b555cbb1698e will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:08:14.279180 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3027e9ae-7a87-40e1-8d99-041b1eaa382d None None] Port d81f5a8a-331d-4030-a359-b555cbb1698e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:08:14.317476 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-e5f073c9-048c-4ccf-980c-7e0baeca337d service neutron] 10.222.0.22 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242220 Sep 10 05:08:14.323444 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.374741 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Pushing event updated for resources: {'Port': ['ID=d81f5a8a-331d-4030-a359-b555cbb1698e,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:14.400532 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.400881 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.401212 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.401544 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.401874 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.402200 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.402522 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.402869 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.403192 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.403514 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.403859 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.404179 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:08:14.416266 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-998e1104-bee7-444b-b8e7-b096b41be254 service neutron] 10.222.0.22 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923786 Sep 10 05:08:14.436689 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Attempting to bind port d81f5a8a-331d-4030-a359-b555cbb1698e on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:08:14.437051 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Attempting to bind port d81f5a8a-331d-4030-a359-b555cbb1698e by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:08:14.437401 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Attempting to bind port d81f5a8a-331d-4030-a359-b555cbb1698e on network 45349ccd-4925-4096-b4bd-0b33c2e530ed {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:08:14.443121 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:08:14.443484 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Checking segment: {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:08:14.443910 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.444298 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Bound using segment: {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:08:14.444812 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Bound port: d81f5a8a-331d-4030-a359-b555cbb1698e, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:08:14.445438 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.510480 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] For port d81f5a8a-331d-4030-a359-b555cbb1698e, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:08:14.513936 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] For port d81f5a8a-331d-4030-a359-b555cbb1698e, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d81f5a8a-331d-4030-a359-b555cbb1698e,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:08:14.579456 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.636954 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:08:14.637576 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:07:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:14.640861 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa2584-27b9-4793-934a-fc45e4bf9982 None None] Pushing event updated for resources: {'Port': ['ID=d81f5a8a-331d-4030-a359-b555cbb1698e,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:14.749026 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:08:14.751258 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d45b9bbe-17ab-4324-bf8a-95c14b2c711c up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:08:14.800219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d45b9bbe-17ab-4324-bf8a-95c14b2c711c triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:14.800768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.903385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 41d0fb96-cfc7-46c6-83a2-0d2080a498cf up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:08:14.951793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:14.952253 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:14.962356 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd81f5a8a-331d-4030-a359-b555cbb1698e', 'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:11:64:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:11Z', 'updated_at': '2021-09-10T05:08:14Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:14.990816 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7470aa8e-4652-4577-83d5-a0d2c9e87968 None None] The sync data for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 is: [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd81f5a8a-331d-4030-a359-b555cbb1698e', 'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:11:64:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:11Z', 'updated_at': '2021-09-10T05:08:14Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:08:15.673521 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ca475df9-9d55-4569-a86e-a9d1e1808789 req-032315dd-1355-43de-b54e-b198b4b6a998 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 210 time: 0.0325341 Sep 10 05:08:16.759249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d81f5a8a-331d-4030-a359-b555cbb1698e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:08:16.767346 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-813a5b53-7ce1-428f-8848-0ffefeeafa2b req-6adc7170-b989-4052-ad6f-f69bfe8ba3a9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 210 time: 0.0267096 Sep 10 05:08:16.866646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d81f5a8a-331d-4030-a359-b555cbb1698e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:08:16.871838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d81f5a8a-331d-4030-a359-b555cbb1698e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:16.872213 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:16.949734 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:16.980801 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port d81f5a8a-331d-4030-a359-b555cbb1698e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d81f5a8a-331d-4030-a359-b555cbb1698e,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:08:17.043887 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:17.090206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=d81f5a8a-331d-4030-a359-b555cbb1698e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:17.535573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0244c639-e9e7-4412-b14d-b11ae3a44140 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:17.537132 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0244c639-e9e7-4412-b14d-b11ae3a44140 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/networks?id=45349ccd-4925-4096-b4bd-0b33c2e530ed HTTP/1.1" status: 200 len: 797 time: 0.1100211 Sep 10 05:08:17.580734 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-e8ccac40-cf26-4ad9-a559-fb6731972e2a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 380 time: 0.0334115 Sep 10 05:08:17.590014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'port': {'device_id': 'baaba518-af2c-4209-b732-57475ff6dc24', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'admin_state_up': True, 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'security_groups': ['71fc511e-fc9f-44b5-9f4f-21dc7ab7df33']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:17.763181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:08:17.766806 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:17.865268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8076a9bf-0278-4f7c-8bcf-463f223652e1 req-4c5737e7-17ce-4c84-940f-fc594f18f94a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 210 time: 0.0299246 Sep 10 05:08:17.892785 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.8 (45349ccd-4925-4096-b4bd-0b33c2e530ed/e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa/187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:08:18.033798 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:18.047380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:08:18.158188 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:18.200400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 45349ccd-4925-4096-b4bd-0b33c2e530ed is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:08:18.203503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:08:18.210154 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:08:18.248904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:18.262955 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:18.263579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:18.342050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-db65efa7-2218-4b86-9a71-387a7318235d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7555709 Sep 10 05:08:18.420970 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Request body: {'port': {'device_id': 'baaba518-af2c-4209-b732-57475ff6dc24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:18.478197 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:18.534822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c51f7be9-e8a2-4319-beeb-e90266aff625 None None] Provisioning for port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:08:18.539398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c51f7be9-e8a2-4319-beeb-e90266aff625 None None] Provisioning complete for port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:18.539895 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c51f7be9-e8a2-4319-beeb-e90266aff625 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:18.575501 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c51f7be9-e8a2-4319-beeb-e90266aff625 None None] Port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:08:18.737964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:08:18.746222 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:18.749903 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d81f5a8a-331d-4030-a359-b555cbb1698e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:08:18.758771 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Transition to ACTIVE for port object 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:08:18.796033 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d81f5a8a-331d-4030-a359-b555cbb1698e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:18.796408 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:18.820786 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:18.876899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:18.951945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Attempting to bind port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:08:18.952433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Attempting to bind port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:08:18.952766 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Attempting to bind port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd on network 45349ccd-4925-4096-b4bd-0b33c2e530ed {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:08:18.957369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd on network 45349ccd-4925-4096-b4bd-0b33c2e530ed not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:08:18.957696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Attempting to bind port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd on network 45349ccd-4925-4096-b4bd-0b33c2e530ed {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:08:18.962605 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:08:18.962950 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Checking segment: {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:08:18.963971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Bound using segment: {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:08:18.963971 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Bound port: 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10ec356a-c7f4-4fe2-8171-d2d49655c124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 234, 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:08:18.964208 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:18.983478 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34a432e-c009-4404-854b-f23f30b68d95 req-a4cf0dd3-cf90-476f-90df-98d2d2b5b92c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:18.985080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b34a432e-c009-4404-854b-f23f30b68d95 req-a4cf0dd3-cf90-476f-90df-98d2d2b5b92c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 943 time: 0.0492404 Sep 10 05:08:19.026505 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b34a432e-c009-4404-854b-f23f30b68d95 req-ae074d2d-ecf3-4bef-9b9e-0b84a18a7368 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339110 Sep 10 05:08:19.033389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] For port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:08:19.037030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] For port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:08:19.112308 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:19.149918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:19.150608 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:19.152037 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] 10.222.0.39 "PUT /v2.0/ports/187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd HTTP/1.1" status: 200 len: 1091 time: 0.8017206 Sep 10 05:08:19.152474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:08:19.154770 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa83bab-5d6d-425c-ba73-3278175058fa" -d '{"events": [{"name": "network-changed", "server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:08:19.183018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16957a-cf77-40a9-801c-3a5e9349ebc8 service neutron] Pushing event updated for resources: {'Port': ['ID=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:19.197610 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:08:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e50680d-ffd4-4b7f-97a8-9acbfab0efc3 x-openstack-request-id: req-1e50680d-ffd4-4b7f-97a8-9acbfab0efc3 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:08:19.197610 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:08:19.197610 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e50680d-ffd4-4b7f-97a8-9acbfab0efc3 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:08:19.197610 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'status': 'completed', 'code': 200} Sep 10 05:08:19.258991 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa83bab-5d6d-425c-ba73-3278175058fa req-f35d4908-30e5-4589-8e4e-2bb77b57fc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:19.260571 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aaa83bab-5d6d-425c-ba73-3278175058fa req-f35d4908-30e5-4589-8e4e-2bb77b57fc58 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 1094 time: 0.0438647 Sep 10 05:08:19.361079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa83bab-5d6d-425c-ba73-3278175058fa req-a409646e-5901-44dc-99c1-502ae7affc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:19.362581 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aaa83bab-5d6d-425c-ba73-3278175058fa req-a409646e-5901-44dc-99c1-502ae7affc33 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=770fe03a2a7c4f7f9514763e70457d79&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0934331 Sep 10 05:08:19.459720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa83bab-5d6d-425c-ba73-3278175058fa req-da0ca3e6-54cc-458e-8155-4247615c7442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:19.461133 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-aaa83bab-5d6d-425c-ba73-3278175058fa req-da0ca3e6-54cc-458e-8155-4247615c7442 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0913360 Sep 10 05:08:19.535789 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-15ebae22-d0dd-4980-9b89-dde0b7e64436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:19.537266 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-15ebae22-d0dd-4980-9b89-dde0b7e64436 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 1094 time: 0.0405042 Sep 10 05:08:19.581449 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-5e50daf4-9295-4997-8765-e7e6e1340c00 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd HTTP/1.1" status: 200 len: 217 time: 0.0366104 Sep 10 05:08:19.629631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-ca6071fa-d16f-40d0-a1cb-f23931017d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:19.631014 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-ca6071fa-d16f-40d0-a1cb-f23931017d4f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa HTTP/1.1" status: 200 len: 835 time: 0.0427194 Sep 10 05:08:19.675010 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-c25c45d4-0be6-4876-b38a-240f432281bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:19.676464 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-c25c45d4-0be6-4876-b38a-240f432281bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45349ccd-4925-4096-b4bd-0b33c2e530ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0388839 Sep 10 05:08:19.766696 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-b9b1d03b-f323-4bca-9355-bffbc7575b48 service neutron] 10.222.0.39 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823078 Sep 10 05:08:19.852694 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ea955b3-1ffa-4173-bdb0-7c32d4146be3 req-37ea3668-4693-4980-b7a0-c627ed621155 service neutron] 10.222.0.39 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795159 Sep 10 05:08:20.138343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c15782d-be42-4c46-9d55-ce1f586ac06f req-f2abe0f3-25f4-4e13-b4c8-618f69460720 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:20.139827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c15782d-be42-4c46-9d55-ce1f586ac06f req-f2abe0f3-25f4-4e13-b4c8-618f69460720 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 943 time: 0.0471952 Sep 10 05:08:20.176234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c15782d-be42-4c46-9d55-ce1f586ac06f req-bad45941-eabc-4f59-8005-800959467ec8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297186 Sep 10 05:08:20.724017 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:08:20.977787 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:08:20.989386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'port_id': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'mac_address': 'fa:16:3e:9b:25:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 234, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:08:21.027316 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:21.040080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:08:21.045556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5523999e-f751-46e1-afe6-b66f350e088c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:21.062179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:08:21.121122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:21.169541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:21.340624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:08:21.366740 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a276abc-340c-496e-9286-f71277a54631 req-832e6388-2ef1-4e4a-be59-f1d6dba53122 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:21.368588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a276abc-340c-496e-9286-f71277a54631 req-832e6388-2ef1-4e4a-be59-f1d6dba53122 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 944 time: 0.1262083 Sep 10 05:08:21.410206 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a276abc-340c-496e-9286-f71277a54631 req-09148cad-ea8d-484a-8b26-bc0a94167267 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358989 Sep 10 05:08:22.523055 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a170a78-0a08-4892-a2b5-3c1d8680f72b req-e579aa16-00bf-4a94-9b42-e2e13bd6676a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:22.524596 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a170a78-0a08-4892-a2b5-3c1d8680f72b req-e579aa16-00bf-4a94-9b42-e2e13bd6676a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 944 time: 0.0490470 Sep 10 05:08:22.562261 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2a170a78-0a08-4892-a2b5-3c1d8680f72b req-dc528441-874d-4844-9b8a-86ba390cc184 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317938 Sep 10 05:08:22.752827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:08:22.854159 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:08:22.857691 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:08:22.858060 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:22.932124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:22.953122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:08:22.955290 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7553377a-e490-4920-96b0-aaa6b3df218f" -d '{"events": [{"server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "name": "network-vif-plugged", "status": "completed", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:08:22.971016 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:08:23.035552 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:23.057544 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:08:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac37f2c3-77db-4fb9-86d2-a40d1218a1a3 x-openstack-request-id: req-ac37f2c3-77db-4fb9-86d2-a40d1218a1a3 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:08:23.057836 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "name": "network-vif-plugged", "status": "completed", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:08:23.058085 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ac37f2c3-77db-4fb9-86d2-a40d1218a1a3 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:08:23.058467 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'code': 200} Sep 10 05:08:23.084208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:23.156045 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765e5a28-0192-488a-994f-ba7deb0aabae req-11dfafb3-2688-4188-9a9a-67d4629e8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:23.157543 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-765e5a28-0192-488a-994f-ba7deb0aabae req-11dfafb3-2688-4188-9a9a-67d4629e8405 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 1096 time: 0.0444562 Sep 10 05:08:23.190883 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-765e5a28-0192-488a-994f-ba7deb0aabae req-b0996ac9-330f-4546-a488-b461496ae158 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268345 Sep 10 05:08:23.569089 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5c413f48-ac64-4fcd-a29a-2b6cc5362c89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:23.674855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423d0bce-7c79-4e45-b3dd-1c7d7e4ff1fd req-0d3d97d1-6bc2-46e0-b5ca-e6fd4bf9510e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:23.676345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-423d0bce-7c79-4e45-b3dd-1c7d7e4ff1fd req-0d3d97d1-6bc2-46e0-b5ca-e6fd4bf9510e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0488677 Sep 10 05:08:23.713137 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-423d0bce-7c79-4e45-b3dd-1c7d7e4ff1fd req-9daf61d5-bd95-47e5-a915-25dcc68406c2 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308015 Sep 10 05:08:23.820471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:24.836811 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ac7ba8-58d4-45b0-bef5-7c509065eac0 req-5c0b2b55-2e38-4f40-b2b9-bff8f3e520ca tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:24.838280 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98ac7ba8-58d4-45b0-bef5-7c509065eac0 req-5c0b2b55-2e38-4f40-b2b9-bff8f3e520ca tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0522342 Sep 10 05:08:24.880684 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-98ac7ba8-58d4-45b0-bef5-7c509065eac0 req-eafd71c8-87fb-40a8-bca8-c0c229711d2b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363638 Sep 10 05:08:24.995541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7feceab-6a5b-4551-957d-765fd1d2acb1 req-18c42c32-7c8a-464d-98cd-3c7e611707b2 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:24.997046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7feceab-6a5b-4551-957d-765fd1d2acb1 req-18c42c32-7c8a-464d-98cd-3c7e611707b2 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0498898 Sep 10 05:08:25.034220 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e7feceab-6a5b-4551-957d-765fd1d2acb1 req-ce05c503-4a6d-404e-9218-753dbf66e107 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311351 Sep 10 05:08:25.055775 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35492) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:25.094016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd94d3b-d0c2-4776-a19b-5532b1396005 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:25.095421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3fd94d3b-d0c2-4776-a19b-5532b1396005 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 1091 time: 0.0386956 Sep 10 05:08:25.098957 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35494) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:25.103200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address': '172.20.0.8'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:08:25.180550 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:25.277428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:25.374966 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.56 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/9b8c3439-e421-4774-bf7d-ff327f527166) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:08:25.477767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:25.488806 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:25.569498 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:25.605031 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:08:25.607819 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:08:25.611273 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:08:25.637477 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=9b8c3439-e421-4774-bf7d-ff327f527166,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:25.958521 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:26.077727 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:26.221819 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:26.280917 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:26.352652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=9b8c3439-e421-4774-bf7d-ff327f527166,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:08:26.360655 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:26.455401 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 4c7d8e7b-0685-4514-90c0-79bd761dc37b associated. External IP: 172.25.3.56, port: 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd. Sep 10 05:08:26.647235 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:26.656926 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ab76f241-2472-406a-8242-a8a6187c45ef has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:08:26.759191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:08:26.768550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] Sync routers for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:08:26.780845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:08:26.780845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:26.831876 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:26.861713 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-80d09f31-d0cf-475a-9e13-2d40abf91fbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7617350 Sep 10 05:08:26.862299 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:08:26.864720 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6853998-45c1-4a2b-93b2-de8af7314010" -d '{"events": [{"name": "network-changed", "server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:08:26.882375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:08:26.907269 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0a1d829-b4ca-426a-89bb-d73529e468ba x-openstack-request-id: req-f0a1d829-b4ca-426a-89bb-d73529e468ba {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:08:26.907269 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:08:26.907269 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0a1d829-b4ca-426a-89bb-d73529e468ba {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:08:26.907269 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'status': 'completed', 'code': 200} Sep 10 05:08:26.967135 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc32edba-4cb5-415d-a8d8-0bdff8964976 req-9666ea5f-c933-4d3e-9b70-84cd58b8d71f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:26.968479 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-5f301cf0-1ebf-4a90-ab73-3f570f392f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:26.969993 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc32edba-4cb5-415d-a8d8-0bdff8964976 req-9666ea5f-c933-4d3e-9b70-84cd58b8d71f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0526824 Sep 10 05:08:26.972289 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-5f301cf0-1ebf-4a90-ab73-3f570f392f7d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 1096 time: 0.0446594 Sep 10 05:08:27.009072 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc32edba-4cb5-415d-a8d8-0bdff8964976 req-e4a4c794-08a4-4039-8b9d-ba5b8c63c693 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331285 Sep 10 05:08:27.032930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35500) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:27.068584 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-208f1fc7-464a-48f6-bf14-bdabf33cc1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:27.070363 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-208f1fc7-464a-48f6-bf14-bdabf33cc1e9 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45349ccd-4925-4096-b4bd-0b33c2e530ed HTTP/1.1" status: 200 len: 898 time: 0.0907781 Sep 10 05:08:27.093351 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2f2f7049-40cd-4dd9-8441-ce41669a9a0b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/4c7d8e7b-0685-4514-90c0-79bd761dc37b HTTP/1.1" status: 200 len: 990 time: 0.0592885 Sep 10 05:08:27.116685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '4c7d8e7b-0685-4514-90c0-79bd761dc37b', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'port_id': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'mac_address': 'fa:16:3e:9b:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaba518-af2c-4209-b732-57475ff6dc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:08:25Z', 'updated_at': '2021-09-10T05:08:25Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81f5a8a-331d-4030-a359-b555cbb1698e', 'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:11:64:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:11Z', 'updated_at': '2021-09-10T05:08:16Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:27.139817 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-103b468a-43f5-4e78-b327-eede3dee4557 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd HTTP/1.1" status: 200 len: 998 time: 0.0619071 Sep 10 05:08:27.142963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] Checking router: ab76f241-2472-406a-8242-a8a6187c45ef for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:08:27.151930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:08:27.152531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:27.188356 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-2426310c-13bc-4c33-9071-98728a105cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:27.189833 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-2426310c-13bc-4c33-9071-98728a105cc1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa HTTP/1.1" status: 200 len: 835 time: 0.0432661 Sep 10 05:08:27.233965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-9e827e41-84a4-44a3-92d8-5f915dea99bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:27.235580 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-9e827e41-84a4-44a3-92d8-5f915dea99bd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45349ccd-4925-4096-b4bd-0b33c2e530ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392044 Sep 10 05:08:27.256392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:08:27.327112 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-30eca8f4-eb8e-4c88-a42e-f5ff750c6e1e service neutron] 10.222.0.39 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840993 Sep 10 05:08:27.418138 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c6853998-45c1-4a2b-93b2-de8af7314010 req-3120416c-08a0-4446-b57a-b3e64e5d6633 service neutron] 10.222.0.39 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842936 Sep 10 05:08:27.471476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '4c7d8e7b-0685-4514-90c0-79bd761dc37b', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'port_id': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'mac_address': 'fa:16:3e:9b:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaba518-af2c-4209-b732-57475ff6dc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:08:25Z', 'updated_at': '2021-09-10T05:08:25Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81f5a8a-331d-4030-a359-b555cbb1698e', 'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:11:64:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:11Z', 'updated_at': '2021-09-10T05:08:16Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:08:27.500829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e6ebd46-c766-4fc5-94a8-8db26ee4ea80 None None] The sync data for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 is: [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '4c7d8e7b-0685-4514-90c0-79bd761dc37b', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'port_id': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4190, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'mac_address': 'fa:16:3e:9b:25:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaba518-af2c-4209-b732-57475ff6dc24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:08:25Z', 'updated_at': '2021-09-10T05:08:25Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd81f5a8a-331d-4030-a359-b555cbb1698e', 'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:11:64:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:11Z', 'updated_at': '2021-09-10T05:08:16Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:08:27.690704 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f5d04-ff00-437d-ae51-c0750be2329b None None] New status for floating IP 4c7d8e7b-0685-4514-90c0-79bd761dc37b: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:08:28.097379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35502) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:08:28.158300 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-405b793a-1420-4015-94ee-de5383aba39d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/4c7d8e7b-0685-4514-90c0-79bd761dc37b HTTP/1.1" status: 200 len: 992 time: 0.0596895 Sep 10 05:08:29.102612 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-a213e4ea-9063-4647-9995-20737d17f637 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0389946 Sep 10 05:08:29.186569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-b5a50cf8-74ba-4aa5-843b-dbb34f747e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:29.188122 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-b5a50cf8-74ba-4aa5-843b-dbb34f747e6b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 1096 time: 0.0439787 Sep 10 05:08:29.288312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-3c00376b-a7ab-4985-b30c-584ce7d96b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:29.289760 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-3c00376b-a7ab-4985-b30c-584ce7d96b3e service neutron] 10.222.0.39 "GET /v2.0/networks?id=45349ccd-4925-4096-b4bd-0b33c2e530ed HTTP/1.1" status: 200 len: 898 time: 0.0827258 Sep 10 05:08:29.357470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-44a30b97-4b29-43d4-aee6-f17f9439ec82 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd HTTP/1.1" status: 200 len: 1000 time: 0.0599923 Sep 10 05:08:29.405510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-b069f66b-f1cd-40aa-b072-638f61299115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:29.406904 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-b069f66b-f1cd-40aa-b072-638f61299115 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa HTTP/1.1" status: 200 len: 835 time: 0.0427082 Sep 10 05:08:29.460395 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-8c9d1ca7-d024-4440-892b-21e477e80c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:29.461823 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-8c9d1ca7-d024-4440-892b-21e477e80c66 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45349ccd-4925-4096-b4bd-0b33c2e530ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386739 Sep 10 05:08:29.554168 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-62af4428-985e-4444-9103-4f5b43dd6a55 service neutron] 10.222.0.39 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840459 Sep 10 05:08:29.642229 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7ece8dd1-8ca4-4274-9b91-f033cd132f3b req-215f8e20-ffbd-4159-8cd7-c297ea3b9046 service neutron] 10.222.0.39 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808823 Sep 10 05:08:29.664000 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:33.260225 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:47.250001 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:08:50.922465 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aa3702c8-287f-40b9-a524-c0c8e2c8cd8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:53.596918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-71c56339-01fd-4491-989e-52b6e0fe7258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:53.813975 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:55.585872 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:56.634553 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:59.697729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7b6ec2-6eb8-4f54-9e8f-7902a54b06c6 req-e52e6204-c513-44b8-8231-5ba7fb231a3e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:08:59.699134 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce7b6ec2-6eb8-4f54-9e8f-7902a54b06c6 req-e52e6204-c513-44b8-8231-5ba7fb231a3e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0520883 Sep 10 05:08:59.703182 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:08:59.737074 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ce7b6ec2-6eb8-4f54-9e8f-7902a54b06c6 req-031af6bd-e143-44b3-96af-d7478e1924d3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316098 Sep 10 05:09:00.865487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0df04a7-1f2e-4b0e-a093-b5a1ba39fece req-72ccd6a1-ead7-43b8-b59a-a39e6314ce56 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:00.866961 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0df04a7-1f2e-4b0e-a093-b5a1ba39fece req-72ccd6a1-ead7-43b8-b59a-a39e6314ce56 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0479608 Sep 10 05:09:00.904377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0df04a7-1f2e-4b0e-a093-b5a1ba39fece req-a39fc702-0977-44cf-885e-f112f84a5e82 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307448 Sep 10 05:09:00.925373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35524) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:00.986354 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2ca17b9b-f25b-46b6-99d0-a6effab867a3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/4c7d8e7b-0685-4514-90c0-79bd761dc37b HTTP/1.1" status: 200 len: 992 time: 0.0598440 Sep 10 05:09:02.473266 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad2173b-d6a9-4093-af39-937102888d1e req-6e75d002-0eee-44bf-9e77-78d9a0ccec50 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:02.474725 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ad2173b-d6a9-4093-af39-937102888d1e req-6e75d002-0eee-44bf-9e77-78d9a0ccec50 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0996082 Sep 10 05:09:02.512736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6ad2173b-d6a9-4093-af39-937102888d1e req-0204f684-bac7-4a91-b119-beb5cd1e94ac tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317943 Sep 10 05:09:03.285765 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:03.629692 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4db2dd-aea6-49b4-b331-01d7b24b0c7f req-e58b43da-025f-400c-bb4f-0119e0f7be48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:03.631168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee4db2dd-aea6-49b4-b331-01d7b24b0c7f req-e58b43da-025f-400c-bb4f-0119e0f7be48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0487094 Sep 10 05:09:03.667141 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee4db2dd-aea6-49b4-b331-01d7b24b0c7f req-38efb154-afbe-4b0d-b51a-cfc3ebd48b3a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299759 Sep 10 05:09:03.689622 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35538) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:03.750464 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-58361f68-9250-479e-9a97-eb18d57fe764 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/4c7d8e7b-0685-4514-90c0-79bd761dc37b HTTP/1.1" status: 200 len: 992 time: 0.0597229 Sep 10 05:09:03.973712 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35544) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:04.123179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 9b8c3439-e421-4774-bf7d-ff327f527166 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:09:04.123437 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:04.203004 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:04.203320 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:04.214428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 9b8c3439-e421-4774-bf7d-ff327f527166 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:09:04.417386 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:04.444721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=9b8c3439-e421-4774-bf7d-ff327f527166,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:04.456919 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.457268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.457609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.457942 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.458269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.458603 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.458925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.459249 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.459592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.459924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.460244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.460562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:04.513014 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:04.513421 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 4c7d8e7b-0685-4514-90c0-79bd761dc37b disassociated (deleted). External IP: 172.25.3.56, port: 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd. Sep 10 05:09:04.712054 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ab76f241-2472-406a-8242-a8a6187c45ef has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:09:04.816402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:09:04.821160 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:04.825669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] Sync routers for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:09:04.834242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:04.834844 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:04.847335 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-480f813c-acf4-435c-bba8-8f6d0a144987 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/floatingips/4c7d8e7b-0685-4514-90c0-79bd761dc37b HTTP/1.1" status: 204 len: 168 time: 0.8725452 Sep 10 05:09:04.847944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:09:04.850263 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1adac0b-aec2-4db4-8b98-fba637713cff" -d '{"events": [{"name": "network-changed", "server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:09:04.887848 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fad1cf49-4103-4642-9303-e77e158039c1 x-openstack-request-id: req-fad1cf49-4103-4642-9303-e77e158039c1 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:09:04.888162 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:09:04.888420 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fad1cf49-4103-4642-9303-e77e158039c1 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:09:04.888821 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'status': 'completed', 'code': 200} Sep 10 05:09:04.947407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:04.956323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-21a8e3a4-6738-4ac0-9372-4565b8658cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:04.958479 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-21a8e3a4-6738-4ac0-9372-4565b8658cf0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 1096 time: 0.0464549 Sep 10 05:09:05.048692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-459b0058-8f0c-49fd-8d0b-9415ac4d8114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:05.050208 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-459b0058-8f0c-49fd-8d0b-9415ac4d8114 service neutron] 10.222.0.39 "GET /v2.0/networks?id=45349ccd-4925-4096-b4bd-0b33c2e530ed HTTP/1.1" status: 200 len: 898 time: 0.0859525 Sep 10 05:09:05.096560 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-6e210722-5073-49cb-8fd7-24706b927706 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd HTTP/1.1" status: 200 len: 217 time: 0.0390639 Sep 10 05:09:05.145220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd81f5a8a-331d-4030-a359-b555cbb1698e', 'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:11:64:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:11Z', 'updated_at': '2021-09-10T05:08:16Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:05.148363 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-3f6012da-12c3-44f5-af2f-d7189b7a4f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:05.149844 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-3f6012da-12c3-44f5-af2f-d7189b7a4f09 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa HTTP/1.1" status: 200 len: 835 time: 0.0455716 Sep 10 05:09:05.171673 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] Checking router: ab76f241-2472-406a-8242-a8a6187c45ef for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:09:05.180223 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:05.181819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:05.201126 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-69d9ff8e-d78e-463a-ac09-5e9cdef42759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:05.202905 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-69d9ff8e-d78e-463a-ac09-5e9cdef42759 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=45349ccd-4925-4096-b4bd-0b33c2e530ed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454819 Sep 10 05:09:05.268731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98bbe3e-9973-4500-8298-a947be5a5764 req-660589e5-aa90-4ba5-a072-9a7b39fec7dc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:05.270365 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d98bbe3e-9973-4500-8298-a947be5a5764 req-660589e5-aa90-4ba5-a072-9a7b39fec7dc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0587454 Sep 10 05:09:05.296512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:05.303377 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-2b73fe3f-9c03-4dfd-aa2a-105e6aad8712 service neutron] 10.222.0.39 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933514 Sep 10 05:09:05.309541 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d98bbe3e-9973-4500-8298-a947be5a5764 req-05a3b9dd-e364-4cd5-97da-0450b12e4d11 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324688 Sep 10 05:09:05.393908 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c1adac0b-aec2-4db4-8b98-fba637713cff req-1ce96132-6edc-467f-90a8-4c01650ed495 service neutron] 10.222.0.39 "GET /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822053 Sep 10 05:09:05.488239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd81f5a8a-331d-4030-a359-b555cbb1698e', 'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:11:64:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:11Z', 'updated_at': '2021-09-10T05:08:16Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:05.517821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-264ad0bc-45db-4d9f-9d96-69e35e536c8e None None] The sync data for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 is: [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:12Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'd81f5a8a-331d-4030-a359-b555cbb1698e', 'name': '', 'network_id': '45349ccd-4925-4096-b4bd-0b33c2e530ed', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:11:64:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 4187, 'fixed_ips': [{'subnet_id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:11Z', 'updated_at': '2021-09-10T05:08:16Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:09:05.729501 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7ae3349-741f-4359-97b5-818d5586f893 None None] New status for floating IP 4c7d8e7b-0685-4514-90c0-79bd761dc37b: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:09:06.429867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99aeca73-5046-4a0a-815b-c330c7f75b76 req-232010ff-c7e7-4f90-aa4b-21658e09a91c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:06.431353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99aeca73-5046-4a0a-815b-c330c7f75b76 req-232010ff-c7e7-4f90-aa4b-21658e09a91c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Sep 10 05:09:06.470908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99aeca73-5046-4a0a-815b-c330c7f75b76 req-f0bd3491-e53e-41e9-a66a-5df4f830365a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336695 Sep 10 05:09:06.793258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-ffda1209-fa77-4f98-9f06-01fdef935bb6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:06.794699 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-ffda1209-fa77-4f98-9f06-01fdef935bb6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 945 time: 0.0484273 Sep 10 05:09:06.887335 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:09:06.888183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:06.974923 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:06.974923 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:06.988372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:09:07.171621 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:07.206292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:07.488652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.488887 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.489225 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.489561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.489922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.490254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.490583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.490909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.491236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.491559 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.491911 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.492230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:07.508891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] No DVR routers for this DVR port 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:09:07.511651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:07.514059 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3ee7b7f7-c3a1-41e2-a066-e0ebae8e4118 req-aafcdee0-decc-4b16-b94d-04cac4054c5f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "DELETE /v2.0/ports/187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd HTTP/1.1" status: 204 len: 173 time: 0.7131145 Sep 10 05:09:07.514544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'name': 'network-vif-deleted', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:09:07.517372 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70257484-43e1-4516-a97c-73ba33051fa9" -d '{"events": [{"server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "name": "network-vif-deleted", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:09:07.561818 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:09:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df4f0364-fc16-4e78-b356-1455bfda8ced x-openstack-request-id: req-df4f0364-fc16-4e78-b356-1455bfda8ced {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:09:07.562121 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baaba518-af2c-4209-b732-57475ff6dc24", "name": "network-vif-deleted", "tag": "187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:09:07.562379 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df4f0364-fc16-4e78-b356-1455bfda8ced {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:09:07.562912 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baaba518-af2c-4209-b732-57475ff6dc24', 'name': 'network-vif-deleted', 'tag': '187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd', 'status': 'completed', 'code': 200} Sep 10 05:09:07.574256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e165f7c4-4464-47f3-9a3e-1e2d3fb954e1 req-b5aa31c1-1ec9-444b-bca1-91c2f3dc6e0d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=baaba518-af2c-4209-b732-57475ff6dc24 HTTP/1.1" status: 200 len: 210 time: 0.0306540 Sep 10 05:09:08.631701 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35560) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:09.314326 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:09.556295 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port d81f5a8a-331d-4030-a359-b555cbb1698e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:09:09.556629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:09.642965 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port d81f5a8a-331d-4030-a359-b555cbb1698e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d81f5a8a-331d-4030-a359-b555cbb1698e,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:09.643618 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:09.655139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for d81f5a8a-331d-4030-a359-b555cbb1698e owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:09:09.893951 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:09.917947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=d81f5a8a-331d-4030-a359-b555cbb1698e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:10.094215 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:10.301661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ab76f241-2472-406a-8242-a8a6187c45ef has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:09:10.402271 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:09:10.407203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-624ba8b7-4241-4f6d-995f-2629894822ad tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/ab76f241-2472-406a-8242-a8a6187c45ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744830 Sep 10 05:09:10.409829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35564) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:10.412296 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] Sync routers for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:09:10.421847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:10.422439 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:10.458643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-dea48da9-1517-4d4a-ade0-d565d8c4863b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting subnet e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:09:10.461621 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dea48da9-1517-4d4a-ade0-d565d8c4863b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:10.500297 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dea48da9-1517-4d4a-ade0-d565d8c4863b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:10.529426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:10.585406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dea48da9-1517-4d4a-ade0-d565d8c4863b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:10.701156 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:09:09Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:10.709230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dea48da9-1517-4d4a-ade0-d565d8c4863b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:10.727029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] Checking router: ab76f241-2472-406a-8242-a8a6187c45ef for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:09:10.736510 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] Routers {'ab76f241-2472-406a-8242-a8a6187c45ef'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:10.737124 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ab76f241-2472-406a-8242-a8a6187c45ef'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:10.740721 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dea48da9-1517-4d4a-ade0-d565d8c4863b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:10.742621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dea48da9-1517-4d4a-ade0-d565d8c4863b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/subnets/e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa HTTP/1.1" status: 204 len: 168 time: 0.3318064 Sep 10 05:09:10.743639 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea48da9-1517-4d4a-ade0-d565d8c4863b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Subnet': ['ID=e97eff8f-c3c1-49ef-9c9b-1b6714bb1afa,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:10.745752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35566) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:10.779842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d95d4c93-90cc-4ef2-92dd-97631f5f210a None None] Network 45349ccd-4925-4096-b4bd-0b33c2e530ed requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:09:10.854382 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:10.930640 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] Set router ab76f241-2472-406a-8242-a8a6187c45ef gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:10.955710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.001926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:09:11.036567 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:09:11.036915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 187910c7-8f2a-42e1-9c7e-c29f0b8f3cdd not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:09:11.066186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port d45b9bbe-17ab-4324-bf8a-95c14b2c711c {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:09:11.066532 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.094380 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] DHCP port deletion for 45349ccd-4925-4096-b4bd-0b33c2e530ed request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:09:11.148123 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port d45b9bbe-17ab-4324-bf8a-95c14b2c711c, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d45b9bbe-17ab-4324-bf8a-95c14b2c711c,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:11.148536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.161039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for d45b9bbe-17ab-4324-bf8a-95c14b2c711c owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:09:11.176288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:09:09Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:11.180251 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Deleting port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:09:11.180612 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.213173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a769a83a-1c03-4b7e-b9ae-c81ef7b89597 None None] The sync data for ids ['ab76f241-2472-406a-8242-a8a6187c45ef'] in n-d-808143-1 is: [{'id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1576526136', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:09:09Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'd45b9bbe-17ab-4324-bf8a-95c14b2c711c', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:8e:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ab76f241-2472-406a-8242-a8a6187c45ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4184, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:08:08Z', 'updated_at': '2021-09-10T05:08:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:09:11.269575 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] For port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=41d0fb96-cfc7-46c6-83a2-0d2080a498cf,segment=NetworkSegment(10ec356a-c7f4-4fe2-8171-d2d49655c124),segment_id=10ec356a-c7f4-4fe2-8171-d2d49655c124)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:11.269575 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.281259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Calling delete_port for 41d0fb96-cfc7-46c6-83a2-0d2080a498cf owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:09:11.385303 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.411598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=d45b9bbe-17ab-4324-bf8a-95c14b2c711c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:11.414321 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.441971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] No DVR routers for this DVR port 41d0fb96-cfc7-46c6-83a2-0d2080a498cf on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:09:11.443862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Pushing event deleted for resources: {'Port': ['ID=41d0fb96-cfc7-46c6-83a2-0d2080a498cf,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.458209 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7256fad-910b-4ccf-bd78-4cfacabd4ce9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:11.478155 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.567513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.570099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.680508 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.681040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Fanout notify agent at l3_agent the message router_deleted on router ab76f241-2472-406a-8242-a8a6187c45ef {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:09:11.688742 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.689884 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-300fdd7c-e725-4cc9-93da-2610cbe77aeb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/routers/ab76f241-2472-406a-8242-a8a6187c45ef HTTP/1.1" status: 204 len: 168 time: 0.9423785 Sep 10 05:09:11.692555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35570) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:11.768145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.861431 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.882949 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45349ccd-4925-4096-b4bd-0b33c2e530ed']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:11.892011 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ec356a-c7f4-4fe2-8171-d2d49655c124') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:11.892309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ec356a-c7f4-4fe2-8171-d2d49655c124') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:11.901473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.914082 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.920296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Releasing vlan 234 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:09:11.920686 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:09:11.923669 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:09:12.059093 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:12.066705 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:12.067963 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/networks/45349ccd-4925-4096-b4bd-0b33c2e530ed HTTP/1.1" status: 204 len: 168 time: 0.3744607 Sep 10 05:09:12.070840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35574) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:12.079003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac711ae-e01f-492b-bb07-bb531c152608 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Network': ['ID=45349ccd-4925-4096-b4bd-0b33c2e530ed,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:12.128086 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e12c7c10-b335-4db2-b268-191db8888d55 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:12.152259 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e12c7c10-b335-4db2-b268-191db8888d55 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:12.285686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e12c7c10-b335-4db2-b268-191db8888d55 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:12.288252 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e12c7c10-b335-4db2-b268-191db8888d55 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:12.289424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e12c7c10-b335-4db2-b268-191db8888d55 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/security-groups/71fc511e-fc9f-44b5-9f4f-21dc7ab7df33 HTTP/1.1" status: 204 len: 168 time: 0.2176006 Sep 10 05:09:12.300048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12c7c10-b335-4db2-b268-191db8888d55 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71fc511e-fc9f-44b5-9f4f-21dc7ab7df33,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:12.768435 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d45b9bbe-17ab-4324-bf8a-95c14b2c711c no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:09:12.790554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d45b9bbe-17ab-4324-bf8a-95c14b2c711c {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:09:12.790893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d45b9bbe-17ab-4324-bf8a-95c14b2c711c not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:09:12.791293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d81f5a8a-331d-4030-a359-b555cbb1698e no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:09:12.808953 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d81f5a8a-331d-4030-a359-b555cbb1698e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:09:12.809803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d81f5a8a-331d-4030-a359-b555cbb1698e not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:09:12.810201 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 41d0fb96-cfc7-46c6-83a2-0d2080a498cf no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:09:12.828558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 41d0fb96-cfc7-46c6-83a2-0d2080a498cf {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:09:12.828902 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 41d0fb96-cfc7-46c6-83a2-0d2080a498cf not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:09:12.841473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35580) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:12.845979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-28476b34-ab45-4261-975c-f60d673d41a5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1553953623', 'description': 'tempest-secgroup-smoke-1553953623 description', 'project_id': '770fe03a2a7c4f7f9514763e70457d79'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:12.937117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28476b34-ab45-4261-975c-f60d673d41a5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.018271 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28476b34-ab45-4261-975c-f60d673d41a5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.086003 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28476b34-ab45-4261-975c-f60d673d41a5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.113959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28476b34-ab45-4261-975c-f60d673d41a5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c122fe79-c199-4cfc-bbcd-3249e780c1fe,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:13.177651 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-28476b34-ab45-4261-975c-f60d673d41a5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.178919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-28476b34-ab45-4261-975c-f60d673d41a5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3364458 Sep 10 05:09:13.181816 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35584) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:13.186743 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-0f8c0647-f255-4b76-ae62-b166ef92c73c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c122fe79-c199-4cfc-bbcd-3249e780c1fe', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:13.261831 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0647-f255-4b76-ae62-b166ef92c73c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.315912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0647-f255-4b76-ae62-b166ef92c73c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.377399 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0647-f255-4b76-ae62-b166ef92c73c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.395604 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c0647-f255-4b76-ae62-b166ef92c73c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4ddd336-1b59-4db3-968d-aaeee88e1d10,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:13.459535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0f8c0647-f255-4b76-ae62-b166ef92c73c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.460763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0f8c0647-f255-4b76-ae62-b166ef92c73c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2780087 Sep 10 05:09:13.463364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35586) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:13.468161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e6bea937-5c2a-4cf0-ab70-3051c8e24cc4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c122fe79-c199-4cfc-bbcd-3249e780c1fe', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:13.550324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6bea937-5c2a-4cf0-ab70-3051c8e24cc4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.604729 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6bea937-5c2a-4cf0-ab70-3051c8e24cc4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.670590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6bea937-5c2a-4cf0-ab70-3051c8e24cc4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.687498 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bea937-5c2a-4cf0-ab70-3051c8e24cc4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb55e09-ec79-4ff0-9e6d-2fdfce34fc1f,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:13.756999 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e6bea937-5c2a-4cf0-ab70-3051c8e24cc4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.758228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e6bea937-5c2a-4cf0-ab70-3051c8e24cc4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2939177 Sep 10 05:09:13.760885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35588) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:13.765163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7cca1ee6-917d-46ad-8721-29301280bbdf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c122fe79-c199-4cfc-bbcd-3249e780c1fe', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:13.863620 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7cca1ee6-917d-46ad-8721-29301280bbdf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:13.921504 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7cca1ee6-917d-46ad-8721-29301280bbdf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.024704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7cca1ee6-917d-46ad-8721-29301280bbdf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.042778 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cca1ee6-917d-46ad-8721-29301280bbdf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d462a558-3d8b-454b-9720-02e8a3d5cdb9,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:14.116390 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7cca1ee6-917d-46ad-8721-29301280bbdf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.117698 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7cca1ee6-917d-46ad-8721-29301280bbdf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3558593 Sep 10 05:09:14.120446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35590) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:14.124896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-7ef475fe-62a8-4a05-a8ce-a8a857d80264 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c122fe79-c199-4cfc-bbcd-3249e780c1fe', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:14.190125 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ef475fe-62a8-4a05-a8ce-a8a857d80264 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.247443 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ef475fe-62a8-4a05-a8ce-a8a857d80264 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.299030 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ef475fe-62a8-4a05-a8ce-a8a857d80264 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.318505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef475fe-62a8-4a05-a8ce-a8a857d80264 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41dff598-4e87-4c15-8ebc-f69b3a9c3879,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:14.382952 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7ef475fe-62a8-4a05-a8ce-a8a857d80264 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.384115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7ef475fe-62a8-4a05-a8ce-a8a857d80264 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2626443 Sep 10 05:09:14.386817 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35592) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:14.391650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-952285b0-8f25-473f-893d-54c41afabfe1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c122fe79-c199-4cfc-bbcd-3249e780c1fe', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:14.474324 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-952285b0-8f25-473f-893d-54c41afabfe1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:09:14.479042 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-952285b0-8f25-473f-893d-54c41afabfe1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.537268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-952285b0-8f25-473f-893d-54c41afabfe1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.605373 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-952285b0-8f25-473f-893d-54c41afabfe1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.624247 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952285b0-8f25-473f-893d-54c41afabfe1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff3b2348-e766-4473-a031-9c3fdafe75aa,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:14.681863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-952285b0-8f25-473f-893d-54c41afabfe1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.683001 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-952285b0-8f25-473f-893d-54c41afabfe1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2945843 Sep 10 05:09:14.686317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35594) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:14.690526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2eff433b-3816-4bee-a188-6b0fe865d262 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c122fe79-c199-4cfc-bbcd-3249e780c1fe', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:14.782805 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-2eff433b-3816-4bee-a188-6b0fe865d262 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:09:14.787717 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2eff433b-3816-4bee-a188-6b0fe865d262 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.851703 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2eff433b-3816-4bee-a188-6b0fe865d262 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.925401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2eff433b-3816-4bee-a188-6b0fe865d262 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:14.943970 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eff433b-3816-4bee-a188-6b0fe865d262 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5470709-aa6a-419c-9370-290c8115d504,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:15.029319 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2eff433b-3816-4bee-a188-6b0fe865d262 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.030554 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2eff433b-3816-4bee-a188-6b0fe865d262 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3433256 Sep 10 05:09:15.033512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35598) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:15.038306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'network': {'name': 'tempest-network-smoke--1214167477', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'port_security_enabled': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:15.126045 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:09:15.129854 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.152629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] vlan segment allocate from pool success with {'vlan_id': 238, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:09:15.162955 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.163291 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Added segment e241a495-21b2-4d28-81d3-6093e2088405 of type vlan for network 377df656-1e64-4fa2-8f8d-9623357ea83c Sep 10 05:09:15.201548 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.270597 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.276022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:15.276597 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.344198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Network': ['ID=377df656-1e64-4fa2-8f8d-9623357ea83c,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:15.354225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 377df656-1e64-4fa2-8f8d-9623357ea83c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:09:15.363226 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-edd0fd27-df00-49e7-8523-15eaba71510a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3286748 Sep 10 05:09:15.366152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35600) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:15.370826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'admin_state_up': True, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:15.448092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.449145 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.498861 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.676781 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.911013 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:15.932757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:16.032202 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.191 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/f3fdcba1-c370-4222-9994-2181823ef528) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:09:16.134756 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:16.246392 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:16.283550 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:09:16.286387 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:09:16.291778 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:09:16.297580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=f3fdcba1-c370-4222-9994-2181823ef528,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:16.598825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:16.790558 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:17.019229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:09:17.380928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:09:17.390823 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Sync routers for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:09:17.399764 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:17.400354 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:17.459319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:17.460621 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-29158d93-d316-4b91-9d02-ec09a26b7687 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0933800 Sep 10 05:09:17.463773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35602) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:17.496888 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a46c4034-9ada-48c7-940b-51bf441afa66 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=770fe03a2a7c4f7f9514763e70457d79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0319467 Sep 10 05:09:17.499761 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:17.499982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35604) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:17.652392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f924b0b-d541-4455-8403-68d0ec8244e2 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:17.653850 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5f924b0b-d541-4455-8403-68d0ec8244e2 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1529698 Sep 10 05:09:17.656652 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35606) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:17.690827 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bf2189f2-91e4-4312-ad1b-b78ca25ec207 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0331213 Sep 10 05:09:17.693308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35608) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:17.698069 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1103587369', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:17.754072 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:16Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:17.778698 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Checking router: 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:09:17.779042 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Updating router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 port f3fdcba1-c370-4222-9994-2181823ef528 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:09:17.802559 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:17.845920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:09:17.849510 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.044007 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.053915 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Transition to ACTIVE for port object f3fdcba1-c370-4222-9994-2181823ef528 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:09:18.074896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.139006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Subnet': ['ID=0d5c15eb-fa60-47d3-8170-4f096873eee2,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:18.139496 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.145909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Checking segment: {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:09:18.146270 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network hostable DHCP agents. Network: 377df656-1e64-4fa2-8f8d-9623357ea83c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:09:18.192474 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Attempting to bind port f3fdcba1-c370-4222-9994-2181823ef528 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:09:18.192839 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Attempting to bind port f3fdcba1-c370-4222-9994-2181823ef528 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:09:18.193197 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Attempting to bind port f3fdcba1-c370-4222-9994-2181823ef528 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:09:18.195986 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Pushing event updated for resources: {'Port': ['ID=f3fdcba1-c370-4222-9994-2181823ef528,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:18.203499 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:09:18.203898 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:09:18.204301 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.204694 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:09:18.205149 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Bound port: f3fdcba1-c370-4222-9994-2181823ef528, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:09:18.205524 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.208634 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.208980 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.209317 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.209651 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.209992 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.210309 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.210638 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.210960 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.211280 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.211599 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.211942 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.212263 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:09:18.242201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 377df656-1e64-4fa2-8f8d-9623357ea83c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:09:18.262974 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] For port f3fdcba1-c370-4222-9994-2181823ef528, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:09:18.265946 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] For port f3fdcba1-c370-4222-9994-2181823ef528, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f3fdcba1-c370-4222-9994-2181823ef528,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:09:18.327902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 377df656-1e64-4fa2-8f8d-9623357ea83c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:09:18.328197 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.332043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:18.336569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.336817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76aa1c5-d4b9-4818-a6ca-d9423df596b2 None None] Network 377df656-1e64-4fa2-8f8d-9623357ea83c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:09:18.391394 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:18.392039 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:18.419954 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e29f1a64-00ca-448e-8361-235946798a0a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7255287 Sep 10 05:09:18.422634 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35610) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:18.428994 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31709dd5-0457-42f7-9855-efdeb35a280b None None] Pushing event updated for resources: {'Port': ['ID=f3fdcba1-c370-4222-9994-2181823ef528,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:18.487096 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-377df656-1e64-4fa2-8f8d-9623357ea83c', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:09:18.487878 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.514548 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:18.624383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Allocated IP 172.20.0.2 (377df656-1e64-4fa2-8f8d-9623357ea83c/0d5c15eb-fa60-47d3-8170-4f096873eee2/4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:09:18.695257 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:16Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:18.721526 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd6ed422-6b67-442d-a72e-fc99fd29777d None None] The sync data for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 is: [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:16Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:09:18.773458 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.782066 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Transition to ACTIVE for port object 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:09:18.797317 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Transition to ACTIVE for port object 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:09:18.871016 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.889100 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:18.910608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Network 377df656-1e64-4fa2-8f8d-9623357ea83c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:09:18.913632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:09:18.916622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:09:18.927632 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Pushing event updated for resources: {'Port': ['ID=4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:18.996601 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Attempting to bind port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:09:18.996965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Attempting to bind port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:09:18.997872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Attempting to bind port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d on network 377df656-1e64-4fa2-8f8d-9623357ea83c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:09:19.003781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:09:19.004004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Checking segment: {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:09:19.004715 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:19.004715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Bound using segment: {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:09:19.005147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Bound port: 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:09:19.005530 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:19.080645 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] For port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:09:19.084061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] For port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:09:19.145950 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:19.207839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704e9a07-81ea-4556-af20-2230cf2baa92 None None] Pushing event updated for resources: {'Port': ['ID=4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:19.219586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.1 (377df656-1e64-4fa2-8f8d-9623357ea83c/0d5c15eb-fa60-47d3-8170-4f096873eee2/26b17af6-84d5-486e-a00d-7458e4c11ef5) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:09:19.342779 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:19.380316 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object 26b17af6-84d5-486e-a00d-7458e4c11ef5 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:09:19.475206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:19.523478 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 377df656-1e64-4fa2-8f8d-9623357ea83c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:09:19.526659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:09:19.533465 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:09:19.540376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=26b17af6-84d5-486e-a00d-7458e4c11ef5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:19.581063 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:19.767386 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:20.037891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:20.099786 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:20.172583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=26b17af6-84d5-486e-a00d-7458e4c11ef5,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:20.176068 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:20.274364 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 377df656-1e64-4fa2-8f8d-9623357ea83c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:09:20.275845 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:09:20.391729 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:09:20.504028 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:09:20.509260 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-27f4acdc-511c-4ae9-8740-d3fe40a831b6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/5420c0b9-c9c1-4b7b-874d-c8efc9e981d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0855734 Sep 10 05:09:20.535278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41af0bfc-ffe2-4b54-8fb5-8bcc093b4f0c None None] Network 377df656-1e64-4fa2-8f8d-9623357ea83c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:09:20.605003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Sync routers for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:09:20.626728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:20.627371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:20.677969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0c32da40-9327-44b3-9519-642ac7dc9caf None None] Provisioning for port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:09:20.724629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-f7cbf1fe-ba96-4ca5-bf5b-29f4f5dc9d76 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1553953623&fields=id&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 267 time: 0.0332873 Sep 10 05:09:20.804819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:20.842453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921160c3-0488-4fe0-9398-05c823b34e36 req-73fdb03b-6703-4510-9612-ede324e29bc7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:20.855088 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-73fdb03b-6703-4510-9612-ede324e29bc7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/networks?id=377df656-1e64-4fa2-8f8d-9623357ea83c HTTP/1.1" status: 200 len: 797 time: 0.1294415 Sep 10 05:09:20.864469 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f3fdcba1-c370-4222-9994-2181823ef528 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:09:20.867221 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-a2533eab-d8c0-40bb-8875-b12bf65c3fea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/quotas/770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 375 time: 0.0102203 Sep 10 05:09:20.925578 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-b3694227-19d2-429a-93d9-45c2d2a458d4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0530953 Sep 10 05:09:20.929369 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-130f4ebf-c90c-46b7-8f1e-597052bc1445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.029982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-df7c9e62-21b8-49ce-ad49-4a4ae9af7eb3 service neutron] 10.222.0.22 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908623 Sep 10 05:09:21.141486 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-591d8199-6115-4cb7-9ab7-0d2bf7c5d3b3 service neutron] 10.222.0.22 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045389 Sep 10 05:09:21.209911 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port f3fdcba1-c370-4222-9994-2181823ef528 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:09:21.215462 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f3fdcba1-c370-4222-9994-2181823ef528 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:21.216493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.278976 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '26b17af6-84d5-486e-a00d-7458e4c11ef5', 'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:bf:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:19Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 2, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:21.309685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Checking router: 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:09:21.310038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Updating router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 port 26b17af6-84d5-486e-a00d-7458e4c11ef5 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:09:21.361352 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0e01e44e-c049-4fcc-8d57-3e484cff0634 None None] Provisioning for port 26b17af6-84d5-486e-a00d-7458e4c11ef5 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:09:21.367799 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.382009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0e01e44e-c049-4fcc-8d57-3e484cff0634 None None] Provisioning complete for port 26b17af6-84d5-486e-a00d-7458e4c11ef5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:21.382320 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0e01e44e-c049-4fcc-8d57-3e484cff0634 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.424268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-28006eb3-4bfe-4a2d-8c44-09ab50d6650d req-397cb2d1-5e89-49b2-b394-5e4a9ece157d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 210 time: 0.0318410 Sep 10 05:09:21.424747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0e01e44e-c049-4fcc-8d57-3e484cff0634 None None] Port 26b17af6-84d5-486e-a00d-7458e4c11ef5 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:09:21.428574 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.485517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port f3fdcba1-c370-4222-9994-2181823ef528, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f3fdcba1-c370-4222-9994-2181823ef528,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:21.543147 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.545681 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:09:21.651392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0803224a-a357-4c9d-86de-5ede755a5b93 None None] Provisioning complete for port 26b17af6-84d5-486e-a00d-7458e4c11ef5 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:21.651786 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0803224a-a357-4c9d-86de-5ede755a5b93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.695861 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=f3fdcba1-c370-4222-9994-2181823ef528,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:21.740043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0803224a-a357-4c9d-86de-5ede755a5b93 None None] Port 26b17af6-84d5-486e-a00d-7458e4c11ef5 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:09:21.831898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.841970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Transition to ACTIVE for port object 26b17af6-84d5-486e-a00d-7458e4c11ef5 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:09:21.881629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:09:21.885149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:21.891156 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.959159 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:21.976072 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:22.026111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:22.036295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4f8b5-6542-4a0a-89d8-0534ac768624 None None] Pushing event updated for resources: {'Port': ['ID=26b17af6-84d5-486e-a00d-7458e4c11ef5,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:22.090524 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Attempting to bind port 26b17af6-84d5-486e-a00d-7458e4c11ef5 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:09:22.090921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Attempting to bind port 26b17af6-84d5-486e-a00d-7458e4c11ef5 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:09:22.091286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Attempting to bind port 26b17af6-84d5-486e-a00d-7458e4c11ef5 on network 377df656-1e64-4fa2-8f8d-9623357ea83c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:09:22.096508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:09:22.096883 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Checking segment: {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:09:22.097288 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:22.097679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Bound using segment: {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:09:22.098142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Bound port: 26b17af6-84d5-486e-a00d-7458e4c11ef5, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:09:22.098525 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:22.143496 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:22.191266 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] For port 26b17af6-84d5-486e-a00d-7458e4c11ef5, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:09:22.195847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] For port 26b17af6-84d5-486e-a00d-7458e4c11ef5, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=26b17af6-84d5-486e-a00d-7458e4c11ef5,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:09:22.214245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:22.288086 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:22.345734 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:22.346348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:08:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:22.348172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd4f8b5-6542-4a0a-89d8-0534ac768624 None None] Pushing event updated for resources: {'Port': ['ID=26b17af6-84d5-486e-a00d-7458e4c11ef5,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:22.464342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:22.526249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3fb8ca99-984c-48eb-90d6-0e66278325b7 req-16edfc9a-ac44-4d48-a728-09d48d94738b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 210 time: 0.0277109 Sep 10 05:09:22.685428 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '26b17af6-84d5-486e-a00d-7458e4c11ef5', 'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:bf:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:19Z', 'updated_at': '2021-09-10T05:09:22Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:22.715098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78053767-a6e1-4e0d-9f6d-bcc7285fecb8 None None] The sync data for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 is: [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '26b17af6-84d5-486e-a00d-7458e4c11ef5', 'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:bf:2e:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:19Z', 'updated_at': '2021-09-10T05:09:22Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:09:22.818558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f3fdcba1-c370-4222-9994-2181823ef528 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:09:22.867722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f3fdcba1-c370-4222-9994-2181823ef528 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:22.868102 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:22.948276 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:09:22.998860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:22.999233 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:23.353633 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921160c3-0488-4fe0-9398-05c823b34e36 req-fc59593c-494f-47db-9025-0d47f9f1845d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:23.355184 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-fc59593c-494f-47db-9025-0d47f9f1845d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "GET /v2.0/networks?id=377df656-1e64-4fa2-8f8d-9623357ea83c HTTP/1.1" status: 200 len: 797 time: 0.1042833 Sep 10 05:09:23.402524 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-b139776b-df70-4f91-9a6d-59d07f9fb42d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 380 time: 0.0374959 Sep 10 05:09:23.411618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'port': {'device_id': '6433f062-fcc0-4645-8672-73d79f9806fe', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'admin_state_up': True, 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'security_groups': ['c122fe79-c199-4cfc-bbcd-3249e780c1fe']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:23.625002 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dec68136-57e6-4226-87ba-f6d140348ade None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:23.627237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:09:23.629095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0957489b-14ef-4ac8-86b9-c76616e488c7 req-f985dec0-e038-460b-88cd-1af3691f395c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 210 time: 0.0347810 Sep 10 05:09:23.635758 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:23.766620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.6 (377df656-1e64-4fa2-8f8d-9623357ea83c/0d5c15eb-fa60-47d3-8170-4f096873eee2/8f54aac3-670c-4f23-993a-b18c8c155615) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:09:23.853326 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:23.901919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:23.915195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object 8f54aac3-670c-4f23-993a-b18c8c155615 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:09:24.017501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:24.063836 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 377df656-1e64-4fa2-8f8d-9623357ea83c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:09:24.066881 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:09:24.072829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:09:24.079274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=8f54aac3-670c-4f23-993a-b18c8c155615,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:24.125794 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:24.126421 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:24.189866 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-683eba50-578b-4bee-91a3-444eb0b449fb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7819781 Sep 10 05:09:24.248993 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:09:24.252162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Request body: {'port': {'device_id': '6433f062-fcc0-4645-8672-73d79f9806fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:24.304759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:24.400448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9618c475-3499-4938-a17c-edbb2c5a6d0c None None] Provisioning for port 8f54aac3-670c-4f23-993a-b18c8c155615 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:09:24.404961 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9618c475-3499-4938-a17c-edbb2c5a6d0c None None] Provisioning complete for port 8f54aac3-670c-4f23-993a-b18c8c155615 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:24.405327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9618c475-3499-4938-a17c-edbb2c5a6d0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:24.437569 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-9618c475-3499-4938-a17c-edbb2c5a6d0c None None] Port 8f54aac3-670c-4f23-993a-b18c8c155615 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:09:24.563401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f54aac3-670c-4f23-993a-b18c8c155615 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:09:24.570483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:24.582265 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Transition to ACTIVE for port object 8f54aac3-670c-4f23-993a-b18c8c155615 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:09:24.668670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:24.720117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f54aac3-670c-4f23-993a-b18c8c155615,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:24.760796 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37c2d4d-32d3-43bf-99ad-a34b1015cf96 req-cd0c8c34-e6e9-4bfe-bfde-7f352ffcd8e7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:24.764173 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c37c2d4d-32d3-43bf-99ad-a34b1015cf96 req-cd0c8c34-e6e9-4bfe-bfde-7f352ffcd8e7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 943 time: 0.0658898 Sep 10 05:09:24.798647 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Attempting to bind port 8f54aac3-670c-4f23-993a-b18c8c155615 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:09:24.799013 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Attempting to bind port 8f54aac3-670c-4f23-993a-b18c8c155615 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:09:24.799300 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Attempting to bind port 8f54aac3-670c-4f23-993a-b18c8c155615 on network 377df656-1e64-4fa2-8f8d-9623357ea83c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:09:24.804538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Port 8f54aac3-670c-4f23-993a-b18c8c155615 on network 377df656-1e64-4fa2-8f8d-9623357ea83c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:09:24.804538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Attempting to bind port 8f54aac3-670c-4f23-993a-b18c8c155615 on network 377df656-1e64-4fa2-8f8d-9623357ea83c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:09:24.809956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:09:24.810295 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Checking segment: {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:09:24.810730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Bound using segment: {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:09:24.811095 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c37c2d4d-32d3-43bf-99ad-a34b1015cf96 req-1c9fa43c-dc7f-4efe-b2ec-52eec193b341 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388956 Sep 10 05:09:24.811233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Bound port: 8f54aac3-670c-4f23-993a-b18c8c155615, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e241a495-21b2-4d28-81d3-6093e2088405', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 238, 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:09:24.811504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:24.843388 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 26b17af6-84d5-486e-a00d-7458e4c11ef5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:09:24.881351 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] For port 8f54aac3-670c-4f23-993a-b18c8c155615, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:09:24.884710 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] For port 8f54aac3-670c-4f23-993a-b18c8c155615, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8f54aac3-670c-4f23-993a-b18c8c155615,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:09:24.979530 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:24.988518 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 26b17af6-84d5-486e-a00d-7458e4c11ef5 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:09:24.993221 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 26b17af6-84d5-486e-a00d-7458e4c11ef5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:24.993765 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:25.013484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:25.013845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:25.015238 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] 10.222.0.20 "PUT /v2.0/ports/8f54aac3-670c-4f23-993a-b18c8c155615 HTTP/1.1" status: 200 len: 1091 time: 0.8162105 Sep 10 05:09:25.015705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:09:25.017962 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3f6061-824c-41e7-811f-2d2113392e97" -d '{"events": [{"name": "network-changed", "server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:09:25.052174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b49235-c38d-42c7-8bc2-d4265257a4f0 service neutron] Pushing event updated for resources: {'Port': ['ID=8f54aac3-670c-4f23-993a-b18c8c155615,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:25.074936 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-426d8054-da5b-4e50-9414-01fcef8d0b19 x-openstack-request-id: req-426d8054-da5b-4e50-9414-01fcef8d0b19 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:09:25.076279 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:09:25.077186 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-426d8054-da5b-4e50-9414-01fcef8d0b19 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:09:25.077608 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615', 'status': 'completed', 'code': 200} Sep 10 05:09:25.082827 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:25.118683 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 26b17af6-84d5-486e-a00d-7458e4c11ef5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=26b17af6-84d5-486e-a00d-7458e4c11ef5,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:25.136299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f6061-824c-41e7-811f-2d2113392e97 req-2c3740ac-49b9-4148-8f98-761b36f3f8ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:25.138386 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2e3f6061-824c-41e7-811f-2d2113392e97 req-2c3740ac-49b9-4148-8f98-761b36f3f8ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 1094 time: 0.0429647 Sep 10 05:09:25.190556 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:25.243426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=26b17af6-84d5-486e-a00d-7458e4c11ef5,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:25.244149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f6061-824c-41e7-811f-2d2113392e97 req-2870d90d-6a1f-4dee-bc17-7a92c9f15a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:25.245686 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2e3f6061-824c-41e7-811f-2d2113392e97 req-2870d90d-6a1f-4dee-bc17-7a92c9f15a09 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=770fe03a2a7c4f7f9514763e70457d79&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0994184 Sep 10 05:09:25.338242 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3f6061-824c-41e7-811f-2d2113392e97 req-f09ca64f-ec04-4e7a-95c8-1dcb24beda1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:25.339660 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2e3f6061-824c-41e7-811f-2d2113392e97 req-f09ca64f-ec04-4e7a-95c8-1dcb24beda1d service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0871985 Sep 10 05:09:25.421411 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921160c3-0488-4fe0-9398-05c823b34e36 req-a9f7a91f-8579-419e-a5e1-f6afc3c39095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:25.423894 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-a9f7a91f-8579-419e-a5e1-f6afc3c39095 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 1094 time: 0.0484450 Sep 10 05:09:25.465004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-ccef20b5-de02-4782-b80c-e41c1e9d9dfb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f54aac3-670c-4f23-993a-b18c8c155615 HTTP/1.1" status: 200 len: 217 time: 0.0341115 Sep 10 05:09:25.493284 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:25.513497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921160c3-0488-4fe0-9398-05c823b34e36 req-21127d21-786b-42bb-b129-b996b6594d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:25.515072 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-21127d21-786b-42bb-b129-b996b6594d9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d5c15eb-fa60-47d3-8170-4f096873eee2 HTTP/1.1" status: 200 len: 835 time: 0.0437305 Sep 10 05:09:25.825882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921160c3-0488-4fe0-9398-05c823b34e36 req-75171ff4-7d88-44dd-9021-1788c0ca7c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:25.827386 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-75171ff4-7d88-44dd-9021-1788c0ca7c80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=377df656-1e64-4fa2-8f8d-9623357ea83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3033047 Sep 10 05:09:25.916432 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-475ffbf7-e7c4-4fe9-905d-084c9381242f service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813284 Sep 10 05:09:25.930873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2aed24-a582-4cb0-91a6-93fca8e10b07 req-247e62fe-a2e4-4e2c-a0ca-ac7b674ae2d5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:25.932283 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2aed24-a582-4cb0-91a6-93fca8e10b07 req-247e62fe-a2e4-4e2c-a0ca-ac7b674ae2d5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 943 time: 0.0513430 Sep 10 05:09:25.968977 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4a2aed24-a582-4cb0-91a6-93fca8e10b07 req-c0ae4083-b7e3-41f6-a8a5-3d8128807c17 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299973 Sep 10 05:09:26.008817 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-921160c3-0488-4fe0-9398-05c823b34e36 req-ac23d514-fb32-4a52-98e9-6c1452de5358 service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854871 Sep 10 05:09:26.636403 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:26.775470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 26b17af6-84d5-486e-a00d-7458e4c11ef5 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:09:26.820668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 26b17af6-84d5-486e-a00d-7458e4c11ef5 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:26.821036 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:27.084706 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234dde7a-c51d-4fd7-b329-b45768fdcac3 req-d3cbeefb-7812-4f0d-99cc-f8783a30a523 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:27.086152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-234dde7a-c51d-4fd7-b329-b45768fdcac3 req-d3cbeefb-7812-4f0d-99cc-f8783a30a523 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 943 time: 0.0486321 Sep 10 05:09:27.121779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-234dde7a-c51d-4fd7-b329-b45768fdcac3 req-007b727a-485c-4da3-a8b3-1c532b4be35e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297606 Sep 10 05:09:28.235836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68209382-8921-4b58-89b0-691c6f60402c req-4c90b4d4-9f75-46f3-8bef-3e6c5605231b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:28.237419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68209382-8921-4b58-89b0-691c6f60402c req-4c90b4d4-9f75-46f3-8bef-3e6c5605231b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 943 time: 0.0488286 Sep 10 05:09:28.275937 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68209382-8921-4b58-89b0-691c6f60402c req-1038036d-fdaf-4c86-b4dc-a413012b4c91 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322099 Sep 10 05:09:28.292362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8f54aac3-670c-4f23-993a-b18c8c155615 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:09:28.386030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8f54aac3-670c-4f23-993a-b18c8c155615, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8f54aac3-670c-4f23-993a-b18c8c155615,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:28.397283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '8f54aac3-670c-4f23-993a-b18c8c155615', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'port_id': '8f54aac3-670c-4f23-993a-b18c8c155615', 'mac_address': 'fa:16:3e:c9:0a:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 238, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:09:28.432748 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:28.445191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f54aac3-670c-4f23-993a-b18c8c155615 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:09:28.464155 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8f54aac3-670c-4f23-993a-b18c8c155615, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8f54aac3-670c-4f23-993a-b18c8c155615,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:28.502673 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:28.552193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8f54aac3-670c-4f23-993a-b18c8c155615,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:28.738845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['8f54aac3-670c-4f23-993a-b18c8c155615'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:09:29.394279 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcea7b77-66d8-4010-8ffb-4361eded8b7b req-0b5972e9-a930-4fd9-8dff-21b9f853d8a3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:29.395808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcea7b77-66d8-4010-8ffb-4361eded8b7b req-0b5972e9-a930-4fd9-8dff-21b9f853d8a3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 944 time: 0.0527382 Sep 10 05:09:29.433289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dcea7b77-66d8-4010-8ffb-4361eded8b7b req-56ee0a19-b3f0-4a87-a95a-2b493ad628fd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316038 Sep 10 05:09:29.687601 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:30.307453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8f54aac3-670c-4f23-993a-b18c8c155615 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:09:30.407409 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 8f54aac3-670c-4f23-993a-b18c8c155615 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:09:30.411114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 8f54aac3-670c-4f23-993a-b18c8c155615 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:09:30.411471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:30.485506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:30.511003 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:09:30.513349 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d4dc19-9ce7-4e4e-83c1-535f5d2daa38" -d '{"events": [{"server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "name": "network-vif-plugged", "status": "completed", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:09:30.526260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 8f54aac3-670c-4f23-993a-b18c8c155615, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8f54aac3-670c-4f23-993a-b18c8c155615,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:09:30.552638 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:09:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9baa3425-a459-475f-b8f5-874cfe6d8c49 x-openstack-request-id: req-9baa3425-a459-475f-b8f5-874cfe6d8c49 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:09:30.552928 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "name": "network-vif-plugged", "status": "completed", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:09:30.553182 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9baa3425-a459-475f-b8f5-874cfe6d8c49 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:09:30.553576 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615', 'code': 200} Sep 10 05:09:30.554080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d01cde9-e146-4813-96f1-155761ce4756 req-d3cf2a31-40fc-4627-bcb5-62acb826c796 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:30.555671 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d01cde9-e146-4813-96f1-155761ce4756 req-d3cf2a31-40fc-4627-bcb5-62acb826c796 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 944 time: 0.0549295 Sep 10 05:09:30.579317 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:30.601502 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d01cde9-e146-4813-96f1-155761ce4756 req-f4a87159-c7f2-4924-9abd-314b1ad58636 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373220 Sep 10 05:09:30.627306 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=8f54aac3-670c-4f23-993a-b18c8c155615,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:30.659936 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5f4fd8-67af-4064-8dcd-b452b21baea4 req-fa16b25e-e44a-4b47-8ccb-99f6a9f17113 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:30.661432 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0d5f4fd8-67af-4064-8dcd-b452b21baea4 req-fa16b25e-e44a-4b47-8ccb-99f6a9f17113 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 1096 time: 0.0504096 Sep 10 05:09:30.695337 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0d5f4fd8-67af-4064-8dcd-b452b21baea4 req-c0e34038-2eb5-4fe8-a61f-391cd4b30e88 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269618 Sep 10 05:09:31.717522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23583d23-1f6a-4314-b13d-66983278bab9 req-1a849df9-193a-471f-9681-44c8323df7b4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:31.719008 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23583d23-1f6a-4314-b13d-66983278bab9 req-1a849df9-193a-471f-9681-44c8323df7b4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0477090 Sep 10 05:09:31.756132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-23583d23-1f6a-4314-b13d-66983278bab9 req-0453e835-9f03-4f85-92f4-cd8fa5a73d6c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310690 Sep 10 05:09:32.872731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ca1747-a572-4a75-a08f-5cf7adcf1b3a req-0398042b-cb96-484f-a73f-6a41fc5e4b64 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:32.874179 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7ca1747-a572-4a75-a08f-5cf7adcf1b3a req-0398042b-cb96-484f-a73f-6a41fc5e4b64 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0515540 Sep 10 05:09:32.911668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7ca1747-a572-4a75-a08f-5cf7adcf1b3a req-96177cfa-ac25-4b59-8146-b4af9bad0f53 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312784 Sep 10 05:09:33.024028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdecce8-9784-4c8d-a86b-adcaa6d81b38 req-12a57bdb-4848-44d0-8252-d1419af77214 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:33.025386 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbdecce8-9784-4c8d-a86b-adcaa6d81b38 req-12a57bdb-4848-44d0-8252-d1419af77214 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0485065 Sep 10 05:09:33.062107 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cbdecce8-9784-4c8d-a86b-adcaa6d81b38 req-aab2c2d4-1547-4915-98ed-1e0f02dbd78b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308611 Sep 10 05:09:33.083662 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35668) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:33.121629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef3a911-7a07-4d77-8e7b-666687838f37 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:33.123589 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5ef3a911-7a07-4d77-8e7b-666687838f37 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 1091 time: 0.0388288 Sep 10 05:09:33.126315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35670) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:33.131207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '8f54aac3-670c-4f23-993a-b18c8c155615', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:09:33.228509 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:33.291509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:33.325637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:33.428174 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.210 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/5c391ce0-df18-4a7f-86a9-0363475b2cd4) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:09:33.526192 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:33.619073 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:33.653632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:09:33.658445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:09:33.661958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:09:33.692839 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=5c391ce0-df18-4a7f-86a9-0363475b2cd4,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:34.145549 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:34.309807 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:34.454741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:34.521973 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:34.585985 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=5c391ce0-df18-4a7f-86a9-0363475b2cd4,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:09:34.600277 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:34.697333 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 0d6380ba-cbbe-435d-8a7f-657a742a1c1f associated. External IP: 172.25.3.210, port: 8f54aac3-670c-4f23-993a-b18c8c155615. Sep 10 05:09:34.898969 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:09:35.003510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:09:35.018982 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] Sync routers for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:09:35.028192 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:35.029425 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:09:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:35.076818 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:35.104186 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a1f3c5d6-907e-40e4-b989-ed999548e818 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9768708 Sep 10 05:09:35.104779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:09:35.107075 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb5b9d5-78de-4a98-9f77-649041528cef" -d '{"events": [{"name": "network-changed", "server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:09:35.132447 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:35.172034 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ee110a2-4099-45b3-a8df-e80852a73777 x-openstack-request-id: req-0ee110a2-4099-45b3-a8df-e80852a73777 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:09:35.176890 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:09:35.176890 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ee110a2-4099-45b3-a8df-e80852a73777 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:09:35.176890 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615', 'status': 'completed', 'code': 200} Sep 10 05:09:35.207611 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304d6b53-44c5-4079-a6c2-7ccdeaf2a00c req-7aea10e3-5872-4afb-8f64-5eba3ba289c8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:35.207611 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-304d6b53-44c5-4079-a6c2-7ccdeaf2a00c req-7aea10e3-5872-4afb-8f64-5eba3ba289c8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0539756 Sep 10 05:09:35.236475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b9d5-78de-4a98-9f77-649041528cef req-0c6a3787-8c41-4c07-a737-42b217907b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:35.238157 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb5b9d5-78de-4a98-9f77-649041528cef req-0c6a3787-8c41-4c07-a737-42b217907b1a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 1096 time: 0.0418742 Sep 10 05:09:35.245882 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-304d6b53-44c5-4079-a6c2-7ccdeaf2a00c req-60d77ce5-eb40-4f8e-8dfd-354e6bc0a0fd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324948 Sep 10 05:09:35.270118 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35678) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:35.335160 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b9d5-78de-4a98-9f77-649041528cef req-453b3eef-2d3f-4105-9db1-2024b36bf61d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:35.337308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f5fe323c-5f2c-4612-a277-16851d4e1cb0 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/0d6380ba-cbbe-435d-8a7f-657a742a1c1f HTTP/1.1" status: 200 len: 991 time: 0.0649772 Sep 10 05:09:35.337453 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb5b9d5-78de-4a98-9f77-649041528cef req-453b3eef-2d3f-4105-9db1-2024b36bf61d service neutron] 10.222.0.20 "GET /v2.0/networks?id=377df656-1e64-4fa2-8f8d-9623357ea83c HTTP/1.1" status: 200 len: 898 time: 0.0915089 Sep 10 05:09:35.358250 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0d6380ba-cbbe-435d-8a7f-657a742a1c1f', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'port_id': '8f54aac3-670c-4f23-993a-b18c8c155615', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'mac_address': 'fa:16:3e:c9:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433f062-fcc0-4645-8672-73d79f9806fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:09:33Z', 'updated_at': '2021-09-10T05:09:33Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b17af6-84d5-486e-a00d-7458e4c11ef5', 'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:bf:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:19Z', 'updated_at': '2021-09-10T05:09:25Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:35.383819 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] Checking router: 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:09:35.392840 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:09:35.393469 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:09:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:35.401406 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb5b9d5-78de-4a98-9f77-649041528cef req-57d27759-307e-422a-8543-75b13a56aad8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f54aac3-670c-4f23-993a-b18c8c155615 HTTP/1.1" status: 200 len: 999 time: 0.0573492 Sep 10 05:09:35.453855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b9d5-78de-4a98-9f77-649041528cef req-ed3aa0a9-0815-4750-974b-bbcb94735552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:35.455344 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb5b9d5-78de-4a98-9f77-649041528cef req-ed3aa0a9-0815-4750-974b-bbcb94735552 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d5c15eb-fa60-47d3-8170-4f096873eee2 HTTP/1.1" status: 200 len: 835 time: 0.0472057 Sep 10 05:09:35.496169 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:09:35.500238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb5b9d5-78de-4a98-9f77-649041528cef req-51df437b-b773-495a-bf1b-ba3086ab829a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:09:35.501752 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb5b9d5-78de-4a98-9f77-649041528cef req-51df437b-b773-495a-bf1b-ba3086ab829a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=377df656-1e64-4fa2-8f8d-9623357ea83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395768 Sep 10 05:09:35.590357 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb5b9d5-78de-4a98-9f77-649041528cef req-10f59640-9d0a-4a97-ab5d-0991335fa62b service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814822 Sep 10 05:09:35.683149 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-deb5b9d5-78de-4a98-9f77-649041528cef req-ede6147c-b1d9-40ab-b198-37b5fd0f280d service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857425 Sep 10 05:09:35.713715 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0d6380ba-cbbe-435d-8a7f-657a742a1c1f', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'port_id': '8f54aac3-670c-4f23-993a-b18c8c155615', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'mac_address': 'fa:16:3e:c9:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433f062-fcc0-4645-8672-73d79f9806fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:09:33Z', 'updated_at': '2021-09-10T05:09:33Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b17af6-84d5-486e-a00d-7458e4c11ef5', 'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:bf:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:19Z', 'updated_at': '2021-09-10T05:09:25Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:09:35.818949 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d703a416-af49-47b2-80cf-9445efb64c4f None None] The sync data for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 is: [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0d6380ba-cbbe-435d-8a7f-657a742a1c1f', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'port_id': '8f54aac3-670c-4f23-993a-b18c8c155615', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4209, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'mac_address': 'fa:16:3e:c9:0a:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6433f062-fcc0-4645-8672-73d79f9806fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:09:33Z', 'updated_at': '2021-09-10T05:09:33Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '26b17af6-84d5-486e-a00d-7458e4c11ef5', 'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:bf:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:19Z', 'updated_at': '2021-09-10T05:09:25Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:09:36.006696 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001c0488-e7a8-4594-898c-31a7e43b0d98 None None] New status for floating IP 0d6380ba-cbbe-435d-8a7f-657a742a1c1f: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:09:36.340132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35680) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:09:36.402970 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3f547d21-7de2-47ec-8147-bf56367431c2 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/0d6380ba-cbbe-435d-8a7f-657a742a1c1f HTTP/1.1" status: 200 len: 993 time: 0.0617163 Sep 10 05:09:50.910006 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-568b9926-a79d-40a1-a863-6a7f4fe6abcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:53.567130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9b14d36c-7226-4e15-9c32-208c28526525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:53.789843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:55.486645 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:56.664353 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:09:59.681979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:01.249312 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:10:03.301824 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:07.958887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e186ad-3438-4f63-b2e2-f1a1670a7a52 req-838c01a0-a992-4602-aca9-b02f25f8f231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:07.960584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1e186ad-3438-4f63-b2e2-f1a1670a7a52 req-838c01a0-a992-4602-aca9-b02f25f8f231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0489380 Sep 10 05:10:07.999724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b1e186ad-3438-4f63-b2e2-f1a1670a7a52 req-f2ef4d9e-7104-431c-ae81-ccf766810b56 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325301 Sep 10 05:10:08.027390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-6d50c089-45b7-4933-86f8-12cbc3424fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:08.028939 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-6d50c089-45b7-4933-86f8-12cbc3424fbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 1096 time: 0.0404267 Sep 10 05:10:08.116533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-8a6431a2-4400-4134-a705-d0e188ee194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:08.117861 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-8a6431a2-4400-4134-a705-d0e188ee194c service neutron] 10.222.0.20 "GET /v2.0/networks?id=377df656-1e64-4fa2-8f8d-9623357ea83c HTTP/1.1" status: 200 len: 898 time: 0.0811553 Sep 10 05:10:08.185219 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-098e18d0-dc33-4bf4-ab5f-a465830aa757 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f54aac3-670c-4f23-993a-b18c8c155615 HTTP/1.1" status: 200 len: 1001 time: 0.0594003 Sep 10 05:10:08.231959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-c1b93ca9-44ff-45fe-bd50-422f37d14e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:08.233921 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-c1b93ca9-44ff-45fe-bd50-422f37d14e55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d5c15eb-fa60-47d3-8170-4f096873eee2 HTTP/1.1" status: 200 len: 835 time: 0.0415282 Sep 10 05:10:08.278243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-98f6c7d1-bb89-45a7-aa2e-15e3aada3477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:08.280228 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-98f6c7d1-bb89-45a7-aa2e-15e3aada3477 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=377df656-1e64-4fa2-8f8d-9623357ea83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389078 Sep 10 05:10:08.636986 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-87aa6766-5d38-47f2-b08f-5462f9ed1a8a service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492675 Sep 10 05:10:08.727508 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-fc0cea12-ae7b-4ab6-bc3d-a758fa3ddd9b req-7ef05a57-4893-4426-98b0-dae6c2af7639 service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825472 Sep 10 05:10:09.120954 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fdccd9-8f47-4c1c-b4b0-1e1cc99d4087 req-e2e17994-8595-4dad-bc3e-3925fb304e16 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:09.122415 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56fdccd9-8f47-4c1c-b4b0-1e1cc99d4087 req-e2e17994-8595-4dad-bc3e-3925fb304e16 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0515399 Sep 10 05:10:09.159976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-56fdccd9-8f47-4c1c-b4b0-1e1cc99d4087 req-3c36a002-ac22-4b4b-aae1-3d32e970ae1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306489 Sep 10 05:10:10.272264 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab776e9c-b18d-43a0-a808-480b8c6045fa req-e36c3d38-1fed-49e7-8e1c-fd400842c3f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:10.273721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab776e9c-b18d-43a0-a808-480b8c6045fa req-e36c3d38-1fed-49e7-8e1c-fd400842c3f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0471594 Sep 10 05:10:10.310046 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ab776e9c-b18d-43a0-a808-480b8c6045fa req-8813aed9-9fb0-426b-a0cf-07495325eb8a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304434 Sep 10 05:10:11.422650 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118c1a3-f8bd-4402-b72a-d919f9e86bdb req-f116d9d8-a814-471d-840c-435ed1d2a709 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:11.424212 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a118c1a3-f8bd-4402-b72a-d919f9e86bdb req-f116d9d8-a814-471d-840c-435ed1d2a709 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0479796 Sep 10 05:10:11.461117 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a118c1a3-f8bd-4402-b72a-d919f9e86bdb req-24a600f1-d149-48a5-be63-c56afff56ac0 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310850 Sep 10 05:10:12.577084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3692eb7-20d3-417a-91ce-efc1023aa1e7 req-f0649067-c67b-4813-9245-c549243aa63c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:12.579053 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3692eb7-20d3-417a-91ce-efc1023aa1e7 req-f0649067-c67b-4813-9245-c549243aa63c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0513535 Sep 10 05:10:12.615769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3692eb7-20d3-417a-91ce-efc1023aa1e7 req-ab633626-4906-4d47-b698-78d0d6e70cf6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307722 Sep 10 05:10:13.728794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b0098f-20ae-4404-a58a-f6446e4f36e1 req-3bca8420-4e5f-48ea-ac2b-3bf46102192c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:13.730273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62b0098f-20ae-4404-a58a-f6446e4f36e1 req-3bca8420-4e5f-48ea-ac2b-3bf46102192c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0485895 Sep 10 05:10:13.767132 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-62b0098f-20ae-4404-a58a-f6446e4f36e1 req-3214a0a8-41e9-40a9-b71d-31c849269b90 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309300 Sep 10 05:10:14.879192 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0618c3c-9494-4dd4-88f2-016e23d58679 req-3fce26e7-e0eb-4f21-b384-cdd6f9b3d3d5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:14.880739 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0618c3c-9494-4dd4-88f2-016e23d58679 req-3fce26e7-e0eb-4f21-b384-cdd6f9b3d3d5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0477967 Sep 10 05:10:14.916765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0618c3c-9494-4dd4-88f2-016e23d58679 req-69b695f9-2b62-4b80-b872-f6fa1243d3a3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301104 Sep 10 05:10:16.032453 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961ad4f0-65bc-4825-bae2-474353358c43 req-72e2c41c-a3b9-45fd-aa16-f09629662e97 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:16.033908 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-961ad4f0-65bc-4825-bae2-474353358c43 req-72e2c41c-a3b9-45fd-aa16-f09629662e97 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0513821 Sep 10 05:10:16.069677 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-961ad4f0-65bc-4825-bae2-474353358c43 req-0505e83d-0c6d-4e93-8002-1c47eda7b7a0 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299075 Sep 10 05:10:17.183339 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b9b2bb-7d32-471d-b98f-40611186e521 req-f81e8618-283b-4159-bfc6-7de7768be74a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:17.184822 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8b9b2bb-7d32-471d-b98f-40611186e521 req-f81e8618-283b-4159-bfc6-7de7768be74a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0476844 Sep 10 05:10:17.221038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b8b9b2bb-7d32-471d-b98f-40611186e521 req-654faf54-3ac1-43f1-b0b6-b99e70b10175 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303271 Sep 10 05:10:18.334403 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9474a649-174c-4181-8e62-e5628bbfb84f req-1e120206-fd0d-4946-abe0-d82a6642a7f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:18.336002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9474a649-174c-4181-8e62-e5628bbfb84f req-1e120206-fd0d-4946-abe0-d82a6642a7f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0470238 Sep 10 05:10:18.373080 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9474a649-174c-4181-8e62-e5628bbfb84f req-b55fe0e7-27f1-4156-85d4-b2b6a79c5dfa tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310798 Sep 10 05:10:19.488144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de49e04-f160-44ab-9134-14e1d353cbe5 req-2eb7e42f-36ce-457b-9079-c3ed1ba6901b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:19.489619 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3de49e04-f160-44ab-9134-14e1d353cbe5 req-2eb7e42f-36ce-457b-9079-c3ed1ba6901b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0506437 Sep 10 05:10:19.527242 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3de49e04-f160-44ab-9134-14e1d353cbe5 req-a3c2c673-7935-4735-83da-16af6fe8d20b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318341 Sep 10 05:10:20.639321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dceb959f-c82f-486b-b269-2999adc90d7a req-59e1077a-5f8b-45fe-bec4-d2cbfd8e64e5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:20.641303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dceb959f-c82f-486b-b269-2999adc90d7a req-59e1077a-5f8b-45fe-bec4-d2cbfd8e64e5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0489252 Sep 10 05:10:20.678241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dceb959f-c82f-486b-b269-2999adc90d7a req-cc9aee14-0325-4ceb-8750-64b209660d6c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311444 Sep 10 05:10:20.903401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-18818761-8dbd-4cfb-aa5d-632144265d11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:21.789899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dfdcc7-1e68-4b84-bbb5-c777e81c2ef8 req-bfa8e792-8c7a-4de5-af90-b8f3bb9b5f13 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:21.791297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91dfdcc7-1e68-4b84-bbb5-c777e81c2ef8 req-bfa8e792-8c7a-4de5-af90-b8f3bb9b5f13 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0480583 Sep 10 05:10:21.828798 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91dfdcc7-1e68-4b84-bbb5-c777e81c2ef8 req-fd46fbd5-4319-4f8d-b838-357ffff43e82 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314164 Sep 10 05:10:22.944449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432872a2-084e-4cc8-9803-fb2d7b1e115c req-47ff3ee0-ea9c-4f61-b3d3-ddad49bcd4ec tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:22.945928 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-432872a2-084e-4cc8-9803-fb2d7b1e115c req-47ff3ee0-ea9c-4f61-b3d3-ddad49bcd4ec tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0512505 Sep 10 05:10:22.981561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-432872a2-084e-4cc8-9803-fb2d7b1e115c req-4e1c8697-f932-4f49-9c95-b63731b6d51b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297492 Sep 10 05:10:23.598625 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2c4cd35e-aab6-421d-a3e5-a034e44f1db3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:23.827484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:24.094062 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d056da07-6031-4154-87d5-9692342336f0 req-b0b1b6b3-e04e-4b12-acc1-b192e4bc3f07 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:24.095438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d056da07-6031-4154-87d5-9692342336f0 req-b0b1b6b3-e04e-4b12-acc1-b192e4bc3f07 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0482509 Sep 10 05:10:24.132692 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d056da07-6031-4154-87d5-9692342336f0 req-3594b011-c701-4907-af34-6440272394a4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313408 Sep 10 05:10:25.245839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459114f8-0a27-4a91-881f-10612c2f4cea req-ebaf0568-3c94-426d-9fed-cc4e8664a540 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:25.247306 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-459114f8-0a27-4a91-881f-10612c2f4cea req-ebaf0568-3c94-426d-9fed-cc4e8664a540 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0475817 Sep 10 05:10:25.284819 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-459114f8-0a27-4a91-881f-10612c2f4cea req-e674bfd3-6b19-4793-a6bf-7cf362d92f3b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305037 Sep 10 05:10:25.306625 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35726) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:10:25.368211 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e0d9e5e0-0176-4d84-bf86-ba335803c5b8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/0d6380ba-cbbe-435d-8a7f-657a742a1c1f HTTP/1.1" status: 200 len: 993 time: 0.0604897 Sep 10 05:10:25.509262 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:26.633016 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:27.440755 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-24d16a45-52db-4b8c-ae1f-33e3686c3f0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0396152 Sep 10 05:10:27.518043 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-01779858-127b-4c73-b592-4a7ac4fa2a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:27.519540 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-01779858-127b-4c73-b592-4a7ac4fa2a8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 1096 time: 0.0404818 Sep 10 05:10:27.623243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-fabf144c-bdc1-465e-92a7-021594bf425f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:27.624731 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-fabf144c-bdc1-465e-92a7-021594bf425f service neutron] 10.222.0.20 "GET /v2.0/networks?id=377df656-1e64-4fa2-8f8d-9623357ea83c HTTP/1.1" status: 200 len: 898 time: 0.0864229 Sep 10 05:10:27.687367 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-aff8127a-0c66-4ec8-b645-bf7bd438d3aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f54aac3-670c-4f23-993a-b18c8c155615 HTTP/1.1" status: 200 len: 1001 time: 0.0553796 Sep 10 05:10:27.736979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-cacff130-039a-4a3a-b636-1d8f2ba6931d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:27.738315 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-cacff130-039a-4a3a-b636-1d8f2ba6931d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d5c15eb-fa60-47d3-8170-4f096873eee2 HTTP/1.1" status: 200 len: 835 time: 0.0427873 Sep 10 05:10:27.787481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-8dd26364-4336-4615-918c-766e656c0cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:27.788997 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-8dd26364-4336-4615-918c-766e656c0cd3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=377df656-1e64-4fa2-8f8d-9623357ea83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438340 Sep 10 05:10:27.881167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-5dd60358-531a-490a-b11f-556d5c5c9ca3 service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840302 Sep 10 05:10:27.973505 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a6382b22-0aed-4ec5-acce-73fc4c4b08f1 req-c9e7dc4b-f358-423f-b87e-10b5d99fa345 service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858445 Sep 10 05:10:29.708818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:33.297576 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:38.247933 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:10:50.917601 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7235cb27-c42e-4e19-b6f2-d4436ae59540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:53.588863 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df39025d-6471-4851-9947-bdf0c9e74a9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:53.817287 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:55.485803 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:55.877946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35746) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:10:56.027058 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 5c391ce0-df18-4a7f-86a9-0363475b2cd4 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:10:56.027394 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:56.102230 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:56.108117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:56.113711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 5c391ce0-df18-4a7f-86a9-0363475b2cd4 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:10:56.308704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:56.336800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=5c391ce0-df18-4a7f-86a9-0363475b2cd4,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:10:56.348080 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.348429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.348764 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.349096 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.349424 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.349749 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.350070 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.350393 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.350711 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.351029 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.351344 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.351657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:56.403175 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:56.403500 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 0d6380ba-cbbe-435d-8a7f-657a742a1c1f disassociated (deleted). External IP: 172.25.3.210, port: 8f54aac3-670c-4f23-993a-b18c8c155615. Sep 10 05:10:56.651952 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:56.951570 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:10:57.054364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:10:57.059186 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:57.063708 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] Sync routers for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:10:57.073097 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:10:57.073682 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:10:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:10:57.084234 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-86fd3b98-7825-454f-9445-083bde0eac8e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/floatingips/0d6380ba-cbbe-435d-8a7f-657a742a1c1f HTTP/1.1" status: 204 len: 168 time: 1.2052500 Sep 10 05:10:57.084767 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:10:57.086994 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2" -d '{"events": [{"name": "network-changed", "server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:10:57.127389 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16de9f19-d75d-42c1-bc03-1c675bbf1d86 x-openstack-request-id: req-16de9f19-d75d-42c1-bc03-1c675bbf1d86 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:10:57.127818 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:10:57.128190 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16de9f19-d75d-42c1-bc03-1c675bbf1d86 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:10:57.128587 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615', 'status': 'completed', 'code': 200} Sep 10 05:10:57.176751 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:10:57.195573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-d4912254-52ef-4373-855a-2b27c92d06ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:57.197322 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-d4912254-52ef-4373-855a-2b27c92d06ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 1096 time: 0.0448017 Sep 10 05:10:57.292632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-0361e404-b164-499b-86a2-0ee47b735093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:57.294066 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-0361e404-b164-499b-86a2-0ee47b735093 service neutron] 10.222.0.20 "GET /v2.0/networks?id=377df656-1e64-4fa2-8f8d-9623357ea83c HTTP/1.1" status: 200 len: 898 time: 0.0893590 Sep 10 05:10:57.336087 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-5cee28c3-f94c-4de7-a709-c90419b8f43a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f54aac3-670c-4f23-993a-b18c8c155615 HTTP/1.1" status: 200 len: 217 time: 0.0343640 Sep 10 05:10:57.376517 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '26b17af6-84d5-486e-a00d-7458e4c11ef5', 'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:bf:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:19Z', 'updated_at': '2021-09-10T05:09:25Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:10:57.391747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-a8d9390a-ac93-4ca4-8f90-eefa5353785d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:57.393240 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-a8d9390a-ac93-4ca4-8f90-eefa5353785d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0d5c15eb-fa60-47d3-8170-4f096873eee2 HTTP/1.1" status: 200 len: 835 time: 0.0442920 Sep 10 05:10:57.402323 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] Checking router: 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:10:57.411170 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:10:57.411803 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:10:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:10:57.441773 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-9578045c-1110-426d-aea8-38fc0d03cc97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:57.443269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-9578045c-1110-426d-aea8-38fc0d03cc97 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=377df656-1e64-4fa2-8f8d-9623357ea83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431366 Sep 10 05:10:57.525422 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:10:57.544458 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbfbe0ee-73e4-4737-a77e-634f970a5bcc req-0cd0e557-561b-43ee-abf2-6f40f65fe3c5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:57.546051 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbfbe0ee-73e4-4737-a77e-634f970a5bcc req-0cd0e557-561b-43ee-abf2-6f40f65fe3c5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0686514 Sep 10 05:10:57.548812 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-6a97fd86-d279-4985-8c82-97f6cf79ed9f service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976961 Sep 10 05:10:57.599260 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fbfbe0ee-73e4-4737-a77e-634f970a5bcc req-d77a48f4-315f-4415-aadf-0e199c7f6d50 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444977 Sep 10 05:10:57.666510 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0185da2b-0f1c-40e6-9bc3-a5e1f15717d2 req-2a3322bd-5db4-482f-bd0f-c732a1a8960e service neutron] 10.222.0.20 "GET /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082335 Sep 10 05:10:57.731868 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '26b17af6-84d5-486e-a00d-7458e4c11ef5', 'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:bf:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:19Z', 'updated_at': '2021-09-10T05:09:25Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:10:57.761912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33880d35-2e3e-4516-858d-31cb7cc81057 None None] The sync data for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 is: [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:19Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '26b17af6-84d5-486e-a00d-7458e4c11ef5', 'name': '', 'network_id': '377df656-1e64-4fa2-8f8d-9623357ea83c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:bf:2e:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4206, 'fixed_ips': [{'subnet_id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:19Z', 'updated_at': '2021-09-10T05:09:25Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0d5c15eb-fa60-47d3-8170-4f096873eee2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:10:57.995484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6d424d-9ca5-469f-b4ea-fd7a54d8f34f None None] New status for floating IP 0d6380ba-cbbe-435d-8a7f-657a742a1c1f: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:10:58.721787 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c9fabf-db5b-41ff-abb1-eb2f0540c9b3 req-1f7eba72-ac24-46c8-a2c1-59e4c85a6132 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:58.723279 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3c9fabf-db5b-41ff-abb1-eb2f0540c9b3 req-1f7eba72-ac24-46c8-a2c1-59e4c85a6132 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0513797 Sep 10 05:10:58.760533 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3c9fabf-db5b-41ff-abb1-eb2f0540c9b3 req-8debfa1b-75c0-485e-a0c3-0b6a2d2e3103 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c122fe79-c199-4cfc-bbcd-3249e780c1fe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314071 Sep 10 05:10:59.004318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-43ee06c7-441a-4513-b9a4-4d6d8b9b0790 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:10:59.005773 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-43ee06c7-441a-4513-b9a4-4d6d8b9b0790 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 945 time: 0.0486336 Sep 10 05:10:59.091169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 8f54aac3-670c-4f23-993a-b18c8c155615 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:10:59.091513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:59.180578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port 8f54aac3-670c-4f23-993a-b18c8c155615, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=8f54aac3-670c-4f23-993a-b18c8c155615,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:10:59.180947 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:59.193162 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 8f54aac3-670c-4f23-993a-b18c8c155615 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:10:59.392482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:59.419503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=8f54aac3-670c-4f23-993a-b18c8c155615,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:10:59.433803 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.434159 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.434500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.434834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.435373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.435542 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.435876 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.436236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.436567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.436892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.437214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.437532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:10:59.471979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] No DVR routers for this DVR port 8f54aac3-670c-4f23-993a-b18c8c155615 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:10:59.474583 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:59.476775 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-02bf829d-1a70-47b6-bb1b-fbdde1c295b7 req-b0c69ac7-5c09-4cb2-839c-b224ce0bfc0c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "DELETE /v2.0/ports/8f54aac3-670c-4f23-993a-b18c8c155615 HTTP/1.1" status: 204 len: 173 time: 0.4643478 Sep 10 05:10:59.477208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'name': 'network-vif-deleted', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:10:59.479481 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48f295ef-77f4-4a83-930b-4b05297c5643" -d '{"events": [{"server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "name": "network-vif-deleted", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:10:59.515220 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fc3d7b0-89a3-4f41-8309-c6456af99d82 x-openstack-request-id: req-7fc3d7b0-89a3-4f41-8309-c6456af99d82 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:10:59.515523 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6433f062-fcc0-4645-8672-73d79f9806fe", "name": "network-vif-deleted", "tag": "8f54aac3-670c-4f23-993a-b18c8c155615", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:10:59.515928 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7fc3d7b0-89a3-4f41-8309-c6456af99d82 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:10:59.516350 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6433f062-fcc0-4645-8672-73d79f9806fe', 'name': 'network-vif-deleted', 'tag': '8f54aac3-670c-4f23-993a-b18c8c155615', 'status': 'completed', 'code': 200} Sep 10 05:10:59.703662 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:10:59.869745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-68a55216-0c97-4ddd-b24b-8192a9c55d1b req-151c62d3-2c26-406d-bd0d-c7e87717437c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=6433f062-fcc0-4645-8672-73d79f9806fe HTTP/1.1" status: 200 len: 210 time: 0.0268018 Sep 10 05:11:00.928018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35764) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:01.270990 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:01.513877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 26b17af6-84d5-486e-a00d-7458e4c11ef5 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:11:01.514779 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:01.599461 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port 26b17af6-84d5-486e-a00d-7458e4c11ef5, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=26b17af6-84d5-486e-a00d-7458e4c11ef5,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:11:01.599845 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:01.611770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 26b17af6-84d5-486e-a00d-7458e4c11ef5 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:11:01.857260 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:01.887856 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=26b17af6-84d5-486e-a00d-7458e4c11ef5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:02.057171 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:02.269416 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:11:02.370956 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:11:02.376037 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-86ad3947-89ea-4004-8c34-a25ce461ec8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/5420c0b9-c9c1-4b7b-874d-c8efc9e981d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4469686 Sep 10 05:11:02.379072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35766) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:02.380417 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] Sync routers for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:11:02.389552 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:11:02.390140 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:10:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:02.429329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf88ee0a-ddf5-4c77-8c6f-6060bce6fd4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting subnet 0d5c15eb-fa60-47d3-8170-4f096873eee2 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:11:02.432445 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf88ee0a-ddf5-4c77-8c6f-6060bce6fd4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:02.472470 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf88ee0a-ddf5-4c77-8c6f-6060bce6fd4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:02.490363 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:11:02.562521 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf88ee0a-ddf5-4c77-8c6f-6060bce6fd4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:02.666389 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:11:01Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:02.674404 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf88ee0a-ddf5-4c77-8c6f-6060bce6fd4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:02.691161 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] Checking router: 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:11:02.699428 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] Routers {'5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:11:02.700075 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:10:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:02.701108 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf88ee0a-ddf5-4c77-8c6f-6060bce6fd4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Subnet': ['ID=0d5c15eb-fa60-47d3-8170-4f096873eee2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:02.705279 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf88ee0a-ddf5-4c77-8c6f-6060bce6fd4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:02.707167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cf88ee0a-ddf5-4c77-8c6f-6060bce6fd4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/subnets/0d5c15eb-fa60-47d3-8170-4f096873eee2 HTTP/1.1" status: 204 len: 168 time: 0.3271561 Sep 10 05:11:02.709982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35768) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:02.715083 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5268023-df31-45bc-8b5a-05b9b1af17d2 None None] Network 377df656-1e64-4fa2-8f8d-9623357ea83c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:11:02.739837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8f54aac3-670c-4f23-993a-b18c8c155615 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:11:02.800006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 8f54aac3-670c-4f23-993a-b18c8c155615 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:11:02.800423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 8f54aac3-670c-4f23-993a-b18c8c155615 not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:11:02.805975 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] Set router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:11:02.838836 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:02.946256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] DHCP port deletion for 377df656-1e64-4fa2-8f8d-9623357ea83c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:11:02.957078 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:02.990647 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Deleting port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:11:02.991017 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.055728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] For port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d,segment=NetworkSegment(e241a495-21b2-4d28-81d3-6093e2088405),segment_id=e241a495-21b2-4d28-81d3-6093e2088405)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:11:03.056147 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.068280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Calling delete_port for 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:11:03.070570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port f3fdcba1-c370-4222-9994-2181823ef528 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:11:03.070916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.072120 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:11:01Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:03.099902 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d69dc6f-2ff7-42f6-988f-26303e979ae6 None None] The sync data for ids ['5420c0b9-c9c1-4b7b-874d-c8efc9e981d9'] in n-d-808143-1 is: [{'id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-515891165', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:11:01Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'f3fdcba1-c370-4222-9994-2181823ef528', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:2b:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5420c0b9-c9c1-4b7b-874d-c8efc9e981d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4203, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:09:15Z', 'updated_at': '2021-09-10T05:09:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:11:03.161075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port f3fdcba1-c370-4222-9994-2181823ef528, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f3fdcba1-c370-4222-9994-2181823ef528,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:11:03.161336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.173968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for f3fdcba1-c370-4222-9994-2181823ef528 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:11:03.331198 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.388216 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.413412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Pushing event deleted for resources: {'Port': ['ID=4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:03.415565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] No DVR routers for this DVR port 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:11:03.425878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.426024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.426024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.426024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.426024 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.426392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.426392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.426717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.427079 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.427424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.427709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.428020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.428344 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1410e018-c260-4e49-88f3-eac0a35609dc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:03.456916 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=f3fdcba1-c370-4222-9994-2181823ef528,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:03.521896 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.614219 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.616608 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.743046 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.743752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Fanout notify agent at l3_agent the message router_deleted on router 5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:11:03.754004 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.754004 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cb523f3e-e4bd-4473-bb96-8555c802ef1f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/routers/5420c0b9-c9c1-4b7b-874d-c8efc9e981d9 HTTP/1.1" status: 204 len: 168 time: 1.0408456 Sep 10 05:11:03.755156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35770) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:03.840470 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.925668 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.944617 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['377df656-1e64-4fa2-8f8d-9623357ea83c']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:03.954016 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e241a495-21b2-4d28-81d3-6093e2088405') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:03.954313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e241a495-21b2-4d28-81d3-6093e2088405') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:03.963215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.976390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.982365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Releasing vlan 238 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:11:03.982760 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:11:03.985900 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:11:04.112471 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:04.117134 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:04.119201 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/networks/377df656-1e64-4fa2-8f8d-9623357ea83c HTTP/1.1" status: 204 len: 168 time: 0.3630760 Sep 10 05:11:04.121985 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35772) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:04.133614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca43e3-0d5b-4850-93be-3361ef2bc231 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Network': ['ID=377df656-1e64-4fa2-8f8d-9623357ea83c,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:04.180589 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48963d08-fac6-49c2-9c8e-5d058664a2df tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:04.207474 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48963d08-fac6-49c2-9c8e-5d058664a2df tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:04.340661 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48963d08-fac6-49c2-9c8e-5d058664a2df tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:04.343414 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48963d08-fac6-49c2-9c8e-5d058664a2df tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:04.344635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-48963d08-fac6-49c2-9c8e-5d058664a2df tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/security-groups/c122fe79-c199-4cfc-bbcd-3249e780c1fe HTTP/1.1" status: 204 len: 168 time: 0.2216456 Sep 10 05:11:04.354091 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48963d08-fac6-49c2-9c8e-5d058664a2df tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c122fe79-c199-4cfc-bbcd-3249e780c1fe,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:04.737391 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35778) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:04.741910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ed25290a-a456-4c43-827c-bc77692fd4e8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1585875822', 'description': 'tempest-secgroup-smoke-1585875822 description', 'project_id': '770fe03a2a7c4f7f9514763e70457d79'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:04.829009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 26b17af6-84d5-486e-a00d-7458e4c11ef5 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:11:04.834425 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed25290a-a456-4c43-827c-bc77692fd4e8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:04.849073 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 26b17af6-84d5-486e-a00d-7458e4c11ef5 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:11:04.849719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 26b17af6-84d5-486e-a00d-7458e4c11ef5 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:11:04.849901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f3fdcba1-c370-4222-9994-2181823ef528 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:11:04.870537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f3fdcba1-c370-4222-9994-2181823ef528 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:11:04.870882 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f3fdcba1-c370-4222-9994-2181823ef528 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:11:04.871289 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:11:04.890013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:11:04.890358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 4c7ee4b1-f3e2-4491-b683-ec6d4ddc884d not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:11:04.914659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed25290a-a456-4c43-827c-bc77692fd4e8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:04.980611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed25290a-a456-4c43-827c-bc77692fd4e8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.009526 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed25290a-a456-4c43-827c-bc77692fd4e8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91c84d0d-6171-4331-8b3c-44d4e26b06d1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:05.068528 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ed25290a-a456-4c43-827c-bc77692fd4e8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.069771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ed25290a-a456-4c43-827c-bc77692fd4e8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3313920 Sep 10 05:11:05.072582 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35780) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:05.076928 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-e1b37f1c-50ea-42bc-96b0-8f8ccecfe47d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '91c84d0d-6171-4331-8b3c-44d4e26b06d1', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:05.181760 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b37f1c-50ea-42bc-96b0-8f8ccecfe47d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.236211 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b37f1c-50ea-42bc-96b0-8f8ccecfe47d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.319936 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b37f1c-50ea-42bc-96b0-8f8ccecfe47d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.336401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b37f1c-50ea-42bc-96b0-8f8ccecfe47d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e005405c-843b-4e74-ada8-0f0fb3daa1db,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:05.394126 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e1b37f1c-50ea-42bc-96b0-8f8ccecfe47d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.395348 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e1b37f1c-50ea-42bc-96b0-8f8ccecfe47d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217862 Sep 10 05:11:05.398057 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35782) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:05.402291 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-05102dcd-c262-46d7-b92a-9489962bb453 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '91c84d0d-6171-4331-8b3c-44d4e26b06d1', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:05.505161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-05102dcd-c262-46d7-b92a-9489962bb453 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.564129 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-05102dcd-c262-46d7-b92a-9489962bb453 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.633629 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-05102dcd-c262-46d7-b92a-9489962bb453 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.650194 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05102dcd-c262-46d7-b92a-9489962bb453 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c779b576-82de-47e7-a10a-25eee472083b,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:05.725174 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-05102dcd-c262-46d7-b92a-9489962bb453 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.726366 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-05102dcd-c262-46d7-b92a-9489962bb453 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274031 Sep 10 05:11:05.729111 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35784) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:05.733950 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-d4dead8b-0f8d-4c3f-9d0a-bc860c13dd81 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '91c84d0d-6171-4331-8b3c-44d4e26b06d1', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:05.821109 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4dead8b-0f8d-4c3f-9d0a-bc860c13dd81 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.877329 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4dead8b-0f8d-4c3f-9d0a-bc860c13dd81 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.940190 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4dead8b-0f8d-4c3f-9d0a-bc860c13dd81 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:05.958175 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dead8b-0f8d-4c3f-9d0a-bc860c13dd81 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7ba2d07-d4bc-406e-a1f0-228513416302,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:06.016925 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d4dead8b-0f8d-4c3f-9d0a-bc860c13dd81 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.018136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d4dead8b-0f8d-4c3f-9d0a-bc860c13dd81 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2880878 Sep 10 05:11:06.020906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35786) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:06.025154 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ec72b64e-83db-498a-bc8e-c398130fc5bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '91c84d0d-6171-4331-8b3c-44d4e26b06d1', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:06.096225 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec72b64e-83db-498a-bc8e-c398130fc5bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.153544 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec72b64e-83db-498a-bc8e-c398130fc5bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.226043 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec72b64e-83db-498a-bc8e-c398130fc5bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.242827 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec72b64e-83db-498a-bc8e-c398130fc5bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1607a675-98c1-4d8b-9e9e-aab941e0151a,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:06.308464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ec72b64e-83db-498a-bc8e-c398130fc5bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.309661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ec72b64e-83db-498a-bc8e-c398130fc5bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2878335 Sep 10 05:11:06.312420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35788) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:06.316839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2b31bce2-60c3-40f7-8171-2f60bd397de9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '91c84d0d-6171-4331-8b3c-44d4e26b06d1', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:06.406328 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-2b31bce2-60c3-40f7-8171-2f60bd397de9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:11:06.410873 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b31bce2-60c3-40f7-8171-2f60bd397de9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.470428 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b31bce2-60c3-40f7-8171-2f60bd397de9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.543012 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b31bce2-60c3-40f7-8171-2f60bd397de9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.559903 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b31bce2-60c3-40f7-8171-2f60bd397de9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b3fe69-70f4-47db-aa53-da5d81d9c86c,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:06.634268 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2b31bce2-60c3-40f7-8171-2f60bd397de9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.635479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2b31bce2-60c3-40f7-8171-2f60bd397de9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3221371 Sep 10 05:11:06.638253 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35790) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:06.643209 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-c255ab82-b957-4ef3-8198-415f3e964c75 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '91c84d0d-6171-4331-8b3c-44d4e26b06d1', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:06.725490 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-c255ab82-b957-4ef3-8198-415f3e964c75 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:11:06.730254 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c255ab82-b957-4ef3-8198-415f3e964c75 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.790077 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c255ab82-b957-4ef3-8198-415f3e964c75 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.871500 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c255ab82-b957-4ef3-8198-415f3e964c75 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.889930 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c255ab82-b957-4ef3-8198-415f3e964c75 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc634e04-2bb9-4518-bd3f-99c729e326e5,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:06.959401 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c255ab82-b957-4ef3-8198-415f3e964c75 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:06.960704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c255ab82-b957-4ef3-8198-415f3e964c75 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3214822 Sep 10 05:11:06.963350 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35792) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:06.968048 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'network': {'name': 'tempest-network-smoke--1191638713', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'port_security_enabled': True}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:07.048641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:11:07.051953 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.074069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] vlan segment allocate from pool success with {'vlan_id': 243, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:11:07.082152 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.082487 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Added segment 62b39051-ec1f-4ad2-888a-e580fe76cc4e of type vlan for network 052d79f5-ed8e-4ff9-bc95-e39539acd14a Sep 10 05:11:07.119267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.197595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.203034 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:07.203603 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.269443 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Network': ['ID=052d79f5-ed8e-4ff9-bc95-e39539acd14a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:07.282793 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 052d79f5-ed8e-4ff9-bc95-e39539acd14a details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:11:07.296054 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cad1f7d7-fafe-4290-8eda-26614e48706a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3311355 Sep 10 05:11:07.298889 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35794) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:07.303468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'admin_state_up': True, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:07.377255 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.378295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.431376 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.607631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.842830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.860515 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:07.957571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.169 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/ab1f410a-5774-4826-aba2-77ff4ca1dc24) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:11:08.057778 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:08.148463 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:08.185653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:11:08.190878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:11:08.195199 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:11:08.198218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=ab1f410a-5774-4826-aba2-77ff4ca1dc24,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:08.516926 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:08.994650 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:09.205188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 8ebfb50e-6841-4003-b6a4-1777b75b72ee is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:11:09.307776 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:11:09.317799 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Sync routers for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:11:09.326265 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:11:09.326897 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:10:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:09.382920 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:09.384361 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-840f38d4-222b-4151-8f49-3e31642894ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0842886 Sep 10 05:11:09.387330 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35796) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:09.414778 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0a56975e-3675-4720-a7fd-cb5a45689e53 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=770fe03a2a7c4f7f9514763e70457d79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263298 Sep 10 05:11:09.417439 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35798) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:09.430874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:11:09.506946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2a77932-a8a3-4006-b07b-f036097a342f tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:09.508482 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a2a77932-a8a3-4006-b07b-f036097a342f tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900824 Sep 10 05:11:09.511302 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35800) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:09.539519 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8c7f55db-ca5a-4903-b393-e3a2ea767db0 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271015 Sep 10 05:11:09.542057 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35802) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:09.547177 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1382970237', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:09.609242 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:08Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:09.635021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Checking router: 8ebfb50e-6841-4003-b6a4-1777b75b72ee for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:11:09.638754 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Updating router 8ebfb50e-6841-4003-b6a4-1777b75b72ee port ab1f410a-5774-4826-aba2-77ff4ca1dc24 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:11:09.659404 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:09.685601 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:11:09.689243 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:09.903402 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:09.913434 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Transition to ACTIVE for port object ab1f410a-5774-4826-aba2-77ff4ca1dc24 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:11:09.914616 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:09.974871 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:09.979918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Subnet': ['ID=c0ca21a8-b2c7-44f6-8255-e3418820bf7f,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:09.988005 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Checking segment: {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:11:09.988374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network hostable DHCP agents. Network: 052d79f5-ed8e-4ff9-bc95-e39539acd14a, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:11:10.031089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Attempting to bind port ab1f410a-5774-4826-aba2-77ff4ca1dc24 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:11:10.031458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Attempting to bind port ab1f410a-5774-4826-aba2-77ff4ca1dc24 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:11:10.031838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Attempting to bind port ab1f410a-5774-4826-aba2-77ff4ca1dc24 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:11:10.033751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e9536-5e70-4318-92e1-682b984d25e8 None None] Pushing event updated for resources: {'Port': ['ID=ab1f410a-5774-4826-aba2-77ff4ca1dc24,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:10.039038 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:11:10.039421 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:11:10.039831 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:10.040213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:11:10.040669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Bound port: ab1f410a-5774-4826-aba2-77ff4ca1dc24, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:11:10.041041 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:10.054869 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 052d79f5-ed8e-4ff9-bc95-e39539acd14a is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:11:10.091181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] For port ab1f410a-5774-4826-aba2-77ff4ca1dc24, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:11:10.094789 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] For port ab1f410a-5774-4826-aba2-77ff4ca1dc24, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ab1f410a-5774-4826-aba2-77ff4ca1dc24,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:11:10.134743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 052d79f5-ed8e-4ff9-bc95-e39539acd14a) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:11:10.139506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:10.140149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:10.143954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f892e66-ce5e-474a-b4ae-a9645b39dcfe None None] Network 052d79f5-ed8e-4ff9-bc95-e39539acd14a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:11:10.167823 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:10.257957 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-a7824d58-eeb8-4a8e-9801-a9fb1d51600e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7123041 Sep 10 05:11:10.258229 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:11:10.258405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35804) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:10.258862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:10:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:10.302514 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42e9536-5e70-4318-92e1-682b984d25e8 None None] Pushing event updated for resources: {'Port': ['ID=ab1f410a-5774-4826-aba2-77ff4ca1dc24,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:10.420315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:11:10.421081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:10.424680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:11:10.682708 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:10.688233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Allocated IP 172.20.0.2 (052d79f5-ed8e-4ff9-bc95-e39539acd14a/c0ca21a8-b2c7-44f6-8255-e3418820bf7f/1b29c526-bfb7-484f-9ffb-b28eddb7e7f4) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:11:10.741450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:08Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:10.789931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6bddc5-294c-497f-8c9c-ad1c3f36186f None None] The sync data for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 is: [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:08Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:11:10.871005 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:10.880466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Transition to ACTIVE for port object 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:11:10.895748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Transition to ACTIVE for port object 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:11:10.971988 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.019711 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Network 052d79f5-ed8e-4ff9-bc95-e39539acd14a is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:11:11.025167 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:11:11.027143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:11:11.036129 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Pushing event updated for resources: {'Port': ['ID=1b29c526-bfb7-484f-9ffb-b28eddb7e7f4,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:11.036440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.1 (052d79f5-ed8e-4ff9-bc95-e39539acd14a/c0ca21a8-b2c7-44f6-8255-e3418820bf7f/12e075c3-274b-46b9-9fd1-7b8f8b20bee1) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:11:11.096460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Attempting to bind port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:11:11.096823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Attempting to bind port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:11:11.097183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Attempting to bind port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 on network 052d79f5-ed8e-4ff9-bc95-e39539acd14a {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:11:11.102772 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:11:11.103381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Checking segment: {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:11:11.103863 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.104282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Bound using segment: {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:11:11.104749 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Bound port: 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:11:11.105118 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.172894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] For port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:11:11.174619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.176233 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] For port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1b29c526-bfb7-484f-9ffb-b28eddb7e7f4,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:11:11.188779 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:11:11.244094 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.274570 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.310933 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c3efa3-3c9e-4ef1-a764-df836fb41890 None None] Pushing event updated for resources: {'Port': ['ID=1b29c526-bfb7-484f-9ffb-b28eddb7e7f4,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:11.316142 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 052d79f5-ed8e-4ff9-bc95-e39539acd14a is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:11:11.319396 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:11:11.323384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:11:11.354728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=12e075c3-274b-46b9-9fd1-7b8f8b20bee1,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:11.376773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.571262 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.851391 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.906627 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.978929 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:11.980653 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=12e075c3-274b-46b9-9fd1-7b8f8b20bee1,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:12.078981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 052d79f5-ed8e-4ff9-bc95-e39539acd14a is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:11:12.081067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:11:12.196413 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 8ebfb50e-6841-4003-b6a4-1777b75b72ee has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:11:12.216714 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379037c8-559f-4ac1-9836-4a0f2f327f5e None None] Network 052d79f5-ed8e-4ff9-bc95-e39539acd14a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:11:12.355220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8a3cc950-c552-4b75-99cb-a3b9b4d04ad9 None None] Provisioning for port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:11:12.663449 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:11:12.668584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8bfb49a0-e567-46ff-8df1-1c74712536a8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/8ebfb50e-6841-4003-b6a4-1777b75b72ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4092853 Sep 10 05:11:12.684467 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Sync routers for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:11:12.694990 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:11:12.695719 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:10:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:12.771812 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aa1ead0b-cf29-4301-bf45-d5391276e036 None None] Provisioning for port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:11:12.776002 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-aa1ead0b-cf29-4301-bf45-d5391276e036 None None] Provisioning complete for port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:12.776370 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aa1ead0b-cf29-4301-bf45-d5391276e036 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:12.837828 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-aa1ead0b-cf29-4301-bf45-d5391276e036 None None] Port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:11:12.838331 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-f967126a-5012-4686-818b-b69d3fed10b9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1585875822&fields=id&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 267 time: 0.0520654 Sep 10 05:11:12.884153 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:11:12.926008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:11:12.968168 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-8f146eb3-af75-478f-a51b-a15328d8a273 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:12.969799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-8f146eb3-af75-478f-a51b-a15328d8a273 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/networks?id=052d79f5-ed8e-4ff9-bc95-e39539acd14a HTTP/1.1" status: 200 len: 797 time: 0.1231053 Sep 10 05:11:12.990272 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-a698b50c-24b0-425a-a2d0-1900c1a9835e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/quotas/770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 375 time: 0.0134099 Sep 10 05:11:12.993867 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3934344e-3506-48ef-b889-55c6e90fa76c None None] Provisioning complete for port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:12.994394 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3934344e-3506-48ef-b889-55c6e90fa76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.034716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3934344e-3506-48ef-b889-55c6e90fa76c None None] Port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:11:13.062765 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-1c8f375b-e8ef-4173-b684-6fc41099e8f8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0615160 Sep 10 05:11:13.070694 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:11:13.071720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:13.072097 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.116533 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '12e075c3-274b-46b9-9fd1-7b8f8b20bee1', 'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:6c:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:10Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 2, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:13.142407 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Checking router: 8ebfb50e-6841-4003-b6a4-1777b75b72ee for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:11:13.142760 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Updating router 8ebfb50e-6841-4003-b6a4-1777b75b72ee port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:11:13.163307 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.164326 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-dcd70d6f-61db-49b4-8976-7a930abd2499 service neutron] 10.222.0.22 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883625 Sep 10 05:11:13.168543 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.177849 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5014cf55-8fb8-45f4-8bec-522c01edc6b7 None None] Provisioning complete for port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:13.178212 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5014cf55-8fb8-45f4-8bec-522c01edc6b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.226904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1b29c526-bfb7-484f-9ffb-b28eddb7e7f4,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:11:13.229503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5014cf55-8fb8-45f4-8bec-522c01edc6b7 None None] Port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:11:13.266494 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-f8701ebe-dc5b-4b96-80d1-2401dc777657 service neutron] 10.222.0.22 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944633 Sep 10 05:11:13.283693 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.284718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ab1f410a-5774-4826-aba2-77ff4ca1dc24 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:11:13.364342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=1b29c526-bfb7-484f-9ffb-b28eddb7e7f4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:13.428488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port ab1f410a-5774-4826-aba2-77ff4ca1dc24 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:11:13.432638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ab1f410a-5774-4826-aba2-77ff4ca1dc24 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:13.433162 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.448369 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.461529 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Transition to ACTIVE for port object 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:11:13.488931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-489103b8-6cda-411d-a53f-be8b3e798c61 req-29c02f7c-dadc-4b07-a2fa-18856eef1708 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 210 time: 0.0263834 Sep 10 05:11:13.531272 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.535003 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.552685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port ab1f410a-5774-4826-aba2-77ff4ca1dc24, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ab1f410a-5774-4826-aba2-77ff4ca1dc24,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:11:13.603221 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Pushing event updated for resources: {'Port': ['ID=12e075c3-274b-46b9-9fd1-7b8f8b20bee1,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:13.611770 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.612098 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.612438 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.612775 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.613107 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.613443 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.613767 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.614088 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.614412 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.614736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.615056 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.615373 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:11:13.620963 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.650638 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Attempting to bind port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:11:13.651009 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Attempting to bind port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:11:13.651429 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Attempting to bind port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 on network 052d79f5-ed8e-4ff9-bc95-e39539acd14a {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:11:13.656824 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 10, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:11:13.657658 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Checking segment: {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:11:13.657658 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.657963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Bound using segment: {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:11:13.658425 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Bound port: 12e075c3-274b-46b9-9fd1-7b8f8b20bee1, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:11:13.658805 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.683717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=ab1f410a-5774-4826-aba2-77ff4ca1dc24,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:13.725645 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] For port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:11:13.728864 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] For port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=12e075c3-274b-46b9-9fd1-7b8f8b20bee1,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:11:13.817380 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:13.875503 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57541fc6-aa41-44c4-9fbb-92d4b093f9b0 None None] Pushing event updated for resources: {'Port': ['ID=12e075c3-274b-46b9-9fd1-7b8f8b20bee1,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:13.878952 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:11:13.879089 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:10:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:13.991104 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:11:14.184647 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '12e075c3-274b-46b9-9fd1-7b8f8b20bee1', 'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:6c:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:10Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:14.212786 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86e47242-fd29-4bf5-8d7c-94b1e9533e4e None None] The sync data for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 is: [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '12e075c3-274b-46b9-9fd1-7b8f8b20bee1', 'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:6c:51:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:10Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:11:14.596235 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-97674f10-1de0-4452-b476-9e4f8244d55b req-58cb2e7a-6ddb-441e-b3c9-7d222493c1ac tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 210 time: 0.0321169 Sep 10 05:11:14.913183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:11:15.017076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:11:15.021290 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:15.021661 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:15.102138 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:15.137492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=12e075c3-274b-46b9-9fd1-7b8f8b20bee1,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:11:15.234751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:15.235817 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:11:15.247069 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:11:15.312833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-56974f91-e45b-462a-8b72-f46999a4e075 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:15.314319 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-56974f91-e45b-462a-8b72-f46999a4e075 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/networks?id=052d79f5-ed8e-4ff9-bc95-e39539acd14a HTTP/1.1" status: 200 len: 797 time: 0.1045847 Sep 10 05:11:15.315382 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=12e075c3-274b-46b9-9fd1-7b8f8b20bee1,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:15.326183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:15.326585 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:15.359107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-8c8297ea-d7fe-4a26-a37a-b1869a4310bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 380 time: 0.0351844 Sep 10 05:11:15.369217 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'port': {'device_id': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'admin_state_up': True, 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'security_groups': ['91c84d0d-6171-4331-8b3c-44d4e26b06d1']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:15.405309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ab1f410a-5774-4826-aba2-77ff4ca1dc24 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:11:15.454493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port ab1f410a-5774-4826-aba2-77ff4ca1dc24 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:15.454876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:15.576830 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:11:15.580450 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:15.692936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99b1ab0c-ff3e-48ca-afb2-e475412fef40 req-7750f304-472d-4b6d-a766-1e444efe4d59 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 210 time: 0.0260587 Sep 10 05:11:15.709685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.11 (052d79f5-ed8e-4ff9-bc95-e39539acd14a/c0ca21a8-b2c7-44f6-8255-e3418820bf7f/4201af9e-1907-45b6-8b27-5c0fa2063d63) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:11:15.844592 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:15.857377 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object 4201af9e-1907-45b6-8b27-5c0fa2063d63 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:11:15.969266 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:16.015184 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 052d79f5-ed8e-4ff9-bc95-e39539acd14a is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:11:16.018272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:11:16.023915 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:11:16.047819 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=4201af9e-1907-45b6-8b27-5c0fa2063d63,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:16.078553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:16.079196 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:16.158654 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-e461ade2-7154-4c7c-92e9-0d19354c4f36 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7930136 Sep 10 05:11:16.171346 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Request body: {'port': {'device_id': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:16.225218 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:16.274050 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-051919bf-dbf6-44b4-9c1a-9510c6117c2e None None] Provisioning for port 4201af9e-1907-45b6-8b27-5c0fa2063d63 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:11:16.278077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-051919bf-dbf6-44b4-9c1a-9510c6117c2e None None] Provisioning complete for port 4201af9e-1907-45b6-8b27-5c0fa2063d63 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:16.278447 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-051919bf-dbf6-44b4-9c1a-9510c6117c2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:16.316042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-051919bf-dbf6-44b4-9c1a-9510c6117c2e None None] Port 4201af9e-1907-45b6-8b27-5c0fa2063d63 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:11:16.482294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4201af9e-1907-45b6-8b27-5c0fa2063d63 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:11:16.489374 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:16.501169 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Transition to ACTIVE for port object 4201af9e-1907-45b6-8b27-5c0fa2063d63 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:11:16.563099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:16.615366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Pushing event updated for resources: {'Port': ['ID=4201af9e-1907-45b6-8b27-5c0fa2063d63,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:16.687092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Attempting to bind port 4201af9e-1907-45b6-8b27-5c0fa2063d63 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:11:16.687427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Attempting to bind port 4201af9e-1907-45b6-8b27-5c0fa2063d63 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:11:16.687784 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Attempting to bind port 4201af9e-1907-45b6-8b27-5c0fa2063d63 on network 052d79f5-ed8e-4ff9-bc95-e39539acd14a {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:11:16.692568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Port 4201af9e-1907-45b6-8b27-5c0fa2063d63 on network 052d79f5-ed8e-4ff9-bc95-e39539acd14a not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:11:16.692892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Attempting to bind port 4201af9e-1907-45b6-8b27-5c0fa2063d63 on network 052d79f5-ed8e-4ff9-bc95-e39539acd14a {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:11:16.698012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:11:16.698352 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Checking segment: {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:11:16.698767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Bound using segment: {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:11:16.699206 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Bound port: 4201af9e-1907-45b6-8b27-5c0fa2063d63, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62b39051-ec1f-4ad2-888a-e580fe76cc4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 243, 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:11:16.699554 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:16.779945 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] For port 4201af9e-1907-45b6-8b27-5c0fa2063d63, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:11:16.783549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] For port 4201af9e-1907-45b6-8b27-5c0fa2063d63, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4201af9e-1907-45b6-8b27-5c0fa2063d63,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:11:16.817159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dcd3f2-24e2-4e00-bde3-480cb2d0b33d req-3a5ce32c-3be9-4888-884d-2c6eac1c2f68 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:16.818637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01dcd3f2-24e2-4e00-bde3-480cb2d0b33d req-3a5ce32c-3be9-4888-884d-2c6eac1c2f68 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 944 time: 0.0556762 Sep 10 05:11:16.858198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-01dcd3f2-24e2-4e00-bde3-480cb2d0b33d req-a40f0daa-c2e7-4dd3-a908-2a4d63c8108e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328386 Sep 10 05:11:16.859938 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:11:16.866550 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:16.902484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:16.903103 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:16.904617 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] 10.222.0.39 "PUT /v2.0/ports/4201af9e-1907-45b6-8b27-5c0fa2063d63 HTTP/1.1" status: 200 len: 1092 time: 0.7375855 Sep 10 05:11:16.905188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:11:16.907554 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-badc5422-88e9-432b-b9df-2ff035852130" -d '{"events": [{"name": "network-changed", "server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:11:16.937008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af612706-3cf1-4f10-9c08-27037e41d5dc service neutron] Pushing event updated for resources: {'Port': ['ID=4201af9e-1907-45b6-8b27-5c0fa2063d63,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:16.965056 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9635bf6b-8548-46ab-a4cc-114575049681 x-openstack-request-id: req-9635bf6b-8548-46ab-a4cc-114575049681 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:11:16.965613 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:11:16.969200 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9635bf6b-8548-46ab-a4cc-114575049681 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:11:16.969200 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'status': 'completed', 'code': 200} Sep 10 05:11:17.029760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc5422-88e9-432b-b9df-2ff035852130 req-6fc90496-5a99-4e4b-9d8b-634d205bfaf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:17.031442 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-badc5422-88e9-432b-b9df-2ff035852130 req-6fc90496-5a99-4e4b-9d8b-634d205bfaf7 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 1095 time: 0.0453045 Sep 10 05:11:17.077142 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:17.077515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:17.137451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc5422-88e9-432b-b9df-2ff035852130 req-c2c60d83-fe46-4383-a2be-555c264c1183 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:17.138995 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-badc5422-88e9-432b-b9df-2ff035852130 req-c2c60d83-fe46-4383-a2be-555c264c1183 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=770fe03a2a7c4f7f9514763e70457d79&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1000288 Sep 10 05:11:17.232350 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badc5422-88e9-432b-b9df-2ff035852130 req-3ad2da9f-6a35-4eea-a00f-9bd060569ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:17.234335 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-badc5422-88e9-432b-b9df-2ff035852130 req-3ad2da9f-6a35-4eea-a00f-9bd060569ef4 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0885684 Sep 10 05:11:17.313267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-6df01682-24f2-4547-9e88-b056302d926b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:17.314766 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-6df01682-24f2-4547-9e88-b056302d926b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 1095 time: 0.0452375 Sep 10 05:11:17.355136 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-5e6b0c1c-01b7-46ca-9660-cdc86a699a52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4201af9e-1907-45b6-8b27-5c0fa2063d63 HTTP/1.1" status: 200 len: 217 time: 0.0328085 Sep 10 05:11:17.402065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-d55b6cf4-3fe8-428c-8888-4774804f34b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:17.403454 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-d55b6cf4-3fe8-428c-8888-4774804f34b9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0ca21a8-b2c7-44f6-8255-e3418820bf7f HTTP/1.1" status: 200 len: 835 time: 0.0413480 Sep 10 05:11:17.452530 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-463aa25d-d416-48d4-97b9-e53c48ffbbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:17.453988 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-463aa25d-d416-48d4-97b9-e53c48ffbbde service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=052d79f5-ed8e-4ff9-bc95-e39539acd14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428467 Sep 10 05:11:17.542273 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-73014514-3498-49d4-a983-9e6d8ba7ec08 service neutron] 10.222.0.39 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811620 Sep 10 05:11:17.634449 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8f5d24b-f762-4d05-959f-f9f1e49eb91b req-3f3de9ea-e453-4c7f-8a55-81ed46c9c4b8 service neutron] 10.222.0.39 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840077 Sep 10 05:11:17.971703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74808584-53b9-4ed8-9df1-d17c1ef9c6a6 req-913081e0-3c53-4f52-8b8f-9c2df8322359 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:17.973160 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74808584-53b9-4ed8-9df1-d17c1ef9c6a6 req-913081e0-3c53-4f52-8b8f-9c2df8322359 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 944 time: 0.0480919 Sep 10 05:11:18.009570 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74808584-53b9-4ed8-9df1-d17c1ef9c6a6 req-d6d8f7de-5f19-4950-86b8-bcf4f2045915 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305550 Sep 10 05:11:19.122511 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f002a254-21e5-4cf9-bfbf-cbd6697056aa req-9e29fa77-0411-4dc8-81e2-2988ffa7c4b4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:19.124006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f002a254-21e5-4cf9-bfbf-cbd6697056aa req-9e29fa77-0411-4dc8-81e2-2988ffa7c4b4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 944 time: 0.0477276 Sep 10 05:11:19.161091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f002a254-21e5-4cf9-bfbf-cbd6697056aa req-8f36bfec-f8b8-4131-8dc6-02814eb74dae tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309098 Sep 10 05:11:20.277022 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fbe7de-e690-4fbd-84f5-1e1d2a642d70 req-51afb3a3-0059-43f9-860d-fca263c2b422 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:20.278477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5fbe7de-e690-4fbd-84f5-1e1d2a642d70 req-51afb3a3-0059-43f9-860d-fca263c2b422 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 944 time: 0.0516629 Sep 10 05:11:20.315168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e5fbe7de-e690-4fbd-84f5-1e1d2a642d70 req-7bffd419-b85b-4b6b-a426-2ab1c6d03ac4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302923 Sep 10 05:11:20.905917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9aaa4914-944b-4c6c-a123-0e82e8f1840d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:21.426693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dcb722-a367-4f91-9787-028f46296205 req-644380a7-bd77-40d4-b4ef-01dec24cc393 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:21.428165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78dcb722-a367-4f91-9787-028f46296205 req-644380a7-bd77-40d4-b4ef-01dec24cc393 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 944 time: 0.0468576 Sep 10 05:11:21.464244 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-78dcb722-a367-4f91-9787-028f46296205 req-9e54134a-bcc4-4bfe-8059-9a82b9d2052e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303068 Sep 10 05:11:21.630136 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4201af9e-1907-45b6-8b27-5c0fa2063d63 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:11:21.721369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4201af9e-1907-45b6-8b27-5c0fa2063d63, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4201af9e-1907-45b6-8b27-5c0fa2063d63,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:11:21.731906 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'port_id': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'mac_address': 'fa:16:3e:01:ea:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 243, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:11:21.767240 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:21.782753 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4201af9e-1907-45b6-8b27-5c0fa2063d63 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:11:21.801416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4201af9e-1907-45b6-8b27-5c0fa2063d63, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4201af9e-1907-45b6-8b27-5c0fa2063d63,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:11:21.862022 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:21.907459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4201af9e-1907-45b6-8b27-5c0fa2063d63,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:22.094354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['4201af9e-1907-45b6-8b27-5c0fa2063d63'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:11:22.577263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a20e56-0aec-450b-94f3-a1cb4c8dd6fa req-c017c258-e50c-4c0c-ad9b-096c72602151 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:22.578718 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33a20e56-0aec-450b-94f3-a1cb4c8dd6fa req-c017c258-e50c-4c0c-ad9b-096c72602151 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 945 time: 0.0475903 Sep 10 05:11:22.614544 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-33a20e56-0aec-450b-94f3-a1cb4c8dd6fa req-0c8ca6e7-0fe7-48ce-b25b-f0bedc61d7a6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296555 Sep 10 05:11:23.580367 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-95db03c8-6c44-4a70-9cae-3a5fa0cf9102 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:23.646580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4201af9e-1907-45b6-8b27-5c0fa2063d63 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:11:23.737861 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed02650-a209-4e23-8ec6-2fa59cba286c req-6cc1d3aa-3f5f-4ca5-8d2f-567ce6fc8f99 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:23.739340 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ed02650-a209-4e23-8ec6-2fa59cba286c req-6cc1d3aa-3f5f-4ca5-8d2f-567ce6fc8f99 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 945 time: 0.0514824 Sep 10 05:11:23.765416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 4201af9e-1907-45b6-8b27-5c0fa2063d63 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:11:23.769281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 4201af9e-1907-45b6-8b27-5c0fa2063d63 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:11:23.769647 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:23.778071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ed02650-a209-4e23-8ec6-2fa59cba286c req-b1782e27-ded6-42b1-850f-d5288eacad85 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324502 Sep 10 05:11:23.804360 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:23.851080 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:23.872436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:11:23.875291 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b19a130-a131-41bf-9f8f-9a653595f503" -d '{"events": [{"server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "name": "network-vif-plugged", "status": "completed", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:11:23.887426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 4201af9e-1907-45b6-8b27-5c0fa2063d63, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4201af9e-1907-45b6-8b27-5c0fa2063d63,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:11:23.912440 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:11:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22766565-ca68-42b3-acd4-dbb39d40cdbb x-openstack-request-id: req-22766565-ca68-42b3-acd4-dbb39d40cdbb {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:11:23.913159 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "name": "network-vif-plugged", "status": "completed", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:11:23.913413 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22766565-ca68-42b3-acd4-dbb39d40cdbb {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:11:23.913826 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'code': 200} Sep 10 05:11:23.952176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:23.997018 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=4201af9e-1907-45b6-8b27-5c0fa2063d63,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:24.008840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0eb6e9-7d9a-444a-9b7d-20663f72ef0d req-cba15a13-8908-426b-94e6-be4f146f95bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:24.010346 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4a0eb6e9-7d9a-444a-9b7d-20663f72ef0d req-cba15a13-8908-426b-94e6-be4f146f95bb service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 1097 time: 0.0419810 Sep 10 05:11:24.044505 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4a0eb6e9-7d9a-444a-9b7d-20663f72ef0d req-99a9f10a-d8c0-47bf-8575-81b5e1928c70 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0264413 Sep 10 05:11:24.894512 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6c1626-9faf-4da5-b813-7d5a1f10f480 req-32c89fe8-492f-4514-a88c-7c984848902b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:24.896063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c6c1626-9faf-4da5-b813-7d5a1f10f480 req-32c89fe8-492f-4514-a88c-7c984848902b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 946 time: 0.0482154 Sep 10 05:11:24.934047 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3c6c1626-9faf-4da5-b813-7d5a1f10f480 req-2edafb92-2e22-4a9d-8f26-cb1a1fe539fc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321660 Sep 10 05:11:25.525031 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:26.048810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89723400-8527-4f8d-a61e-bf99d4608690 req-ea6cadf6-26c7-4335-87bc-549aa2c8d60d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:26.050303 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89723400-8527-4f8d-a61e-bf99d4608690 req-ea6cadf6-26c7-4335-87bc-549aa2c8d60d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 946 time: 0.0475447 Sep 10 05:11:26.086866 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89723400-8527-4f8d-a61e-bf99d4608690 req-4031e118-e192-4cdf-826e-2944140d8783 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307291 Sep 10 05:11:26.207836 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be73ba6-3ea8-4921-b57c-993e8cdc131c req-b477f41d-341f-4876-88c8-69706ae12638 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:26.209310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6be73ba6-3ea8-4921-b57c-993e8cdc131c req-b477f41d-341f-4876-88c8-69706ae12638 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 946 time: 0.0523808 Sep 10 05:11:26.246736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6be73ba6-3ea8-4921-b57c-993e8cdc131c req-f75af1a0-05b1-4fd7-a53e-1ad963ca5aa5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314002 Sep 10 05:11:26.267641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35862) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:26.306871 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e17788-7ba2-406e-b462-9f282dc33d95 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:26.308402 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a5e17788-7ba2-406e-b462-9f282dc33d95 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 1092 time: 0.0397758 Sep 10 05:11:26.311132 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35864) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:26.315268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address': '172.20.0.11'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:11:26.382508 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:26.478563 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:26.577446 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.251 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/a3efbc09-6d0b-41b2-9da9-a45f6a79f11b) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:11:26.649001 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:26.682156 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:26.799543 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:26.838472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:11:26.843218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:11:26.847838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:11:26.850592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=a3efbc09-6d0b-41b2-9da9-a45f6a79f11b,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:27.188597 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:27.313480 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:27.457161 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:27.511249 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:27.585282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=a3efbc09-6d0b-41b2-9da9-a45f6a79f11b,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:11:27.592246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:27.688871 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 212e4633-8060-4212-9e69-a0c7aa9006d0 associated. External IP: 172.25.3.251, port: 4201af9e-1907-45b6-8b27-5c0fa2063d63. Sep 10 05:11:27.885439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 8ebfb50e-6841-4003-b6a4-1777b75b72ee has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:11:27.988933 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:11:27.998916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] Sync routers for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:11:28.008642 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:11:28.009245 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:28.068291 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:28.094273 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-32aebd15-0c1d-4835-8707-9db982252c84 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7821293 Sep 10 05:11:28.094947 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:11:28.097349 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-683a667c-6189-4680-b336-dcf78be561a9" -d '{"events": [{"name": "network-changed", "server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:11:28.112416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:11:28.137125 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a84052b-c4b2-4cc4-bd5b-012b22f77851 x-openstack-request-id: req-8a84052b-c4b2-4cc4-bd5b-012b22f77851 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:11:28.137489 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:11:28.137831 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a84052b-c4b2-4cc4-bd5b-012b22f77851 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:11:28.138323 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'status': 'completed', 'code': 200} Sep 10 05:11:28.200747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a667c-6189-4680-b336-dcf78be561a9 req-c45c203e-634e-4b84-8bac-a60eaabdb583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:28.202260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668078d-3f57-419b-b9df-8ee579ada2f9 req-b9a90dbe-cfd2-449a-a7a3-6bbf7195318a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:28.203518 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-683a667c-6189-4680-b336-dcf78be561a9 req-c45c203e-634e-4b84-8bac-a60eaabdb583 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 1097 time: 0.0431266 Sep 10 05:11:28.203951 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4668078d-3f57-419b-b9df-8ee579ada2f9 req-b9a90dbe-cfd2-449a-a7a3-6bbf7195318a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 946 time: 0.0540988 Sep 10 05:11:28.243397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4668078d-3f57-419b-b9df-8ee579ada2f9 req-97614c19-195a-4ce7-ad80-f5222cf8b0c3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331481 Sep 10 05:11:28.266915 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35870) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:28.300287 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a667c-6189-4680-b336-dcf78be561a9 req-398f1d26-60e0-40f4-bcb4-53b72d4d5fa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:28.302239 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-683a667c-6189-4680-b336-dcf78be561a9 req-398f1d26-60e0-40f4-bcb4-53b72d4d5fa6 service neutron] 10.222.0.39 "GET /v2.0/networks?id=052d79f5-ed8e-4ff9-bc95-e39539acd14a HTTP/1.1" status: 200 len: 898 time: 0.0919831 Sep 10 05:11:28.331731 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b975d127-8b2b-4241-85e2-3952dba161c5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/212e4633-8060-4212-9e69-a0c7aa9006d0 HTTP/1.1" status: 200 len: 992 time: 0.0630531 Sep 10 05:11:28.352561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '212e4633-8060-4212-9e69-a0c7aa9006d0', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'port_id': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'mac_address': 'fa:16:3e:01:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:11:27Z', 'updated_at': '2021-09-10T05:11:27Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e075c3-274b-46b9-9fd1-7b8f8b20bee1', 'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:6c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:10Z', 'updated_at': '2021-09-10T05:11:15Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:28.369023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-683a667c-6189-4680-b336-dcf78be561a9 req-424f297c-ea59-4108-8f3c-1cbdb3c0c117 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4201af9e-1907-45b6-8b27-5c0fa2063d63 HTTP/1.1" status: 200 len: 1000 time: 0.0594757 Sep 10 05:11:28.379778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] Checking router: 8ebfb50e-6841-4003-b6a4-1777b75b72ee for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:11:28.389430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:11:28.389967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:28.425197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a667c-6189-4680-b336-dcf78be561a9 req-5c47f215-3248-4717-a5d3-64087e2c5a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:28.426672 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-683a667c-6189-4680-b336-dcf78be561a9 req-5c47f215-3248-4717-a5d3-64087e2c5a0a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0ca21a8-b2c7-44f6-8255-e3418820bf7f HTTP/1.1" status: 200 len: 835 time: 0.0503211 Sep 10 05:11:28.472100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a667c-6189-4680-b336-dcf78be561a9 req-90a09b3a-10b0-4def-a951-f60adf1851bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:28.473620 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-683a667c-6189-4680-b336-dcf78be561a9 req-90a09b3a-10b0-4def-a951-f60adf1851bf service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=052d79f5-ed8e-4ff9-bc95-e39539acd14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400164 Sep 10 05:11:28.494004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:11:28.563212 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-683a667c-6189-4680-b336-dcf78be561a9 req-845b1441-323f-47fd-98bd-2096ab588a69 service neutron] 10.222.0.39 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826938 Sep 10 05:11:28.660555 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-683a667c-6189-4680-b336-dcf78be561a9 req-0aa429c2-a0fa-4349-a42e-a862b0ec9fbe service neutron] 10.222.0.39 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898986 Sep 10 05:11:28.711346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '212e4633-8060-4212-9e69-a0c7aa9006d0', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'port_id': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'mac_address': 'fa:16:3e:01:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:11:27Z', 'updated_at': '2021-09-10T05:11:27Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e075c3-274b-46b9-9fd1-7b8f8b20bee1', 'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:6c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:10Z', 'updated_at': '2021-09-10T05:11:15Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:11:28.741101 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-767af867-6641-4bc0-8b9a-9c42e35d6a55 None None] The sync data for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 is: [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '212e4633-8060-4212-9e69-a0c7aa9006d0', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'port_id': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4228, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'mac_address': 'fa:16:3e:01:ea:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:11:27Z', 'updated_at': '2021-09-10T05:11:27Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12e075c3-274b-46b9-9fd1-7b8f8b20bee1', 'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:6c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:10Z', 'updated_at': '2021-09-10T05:11:15Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:11:28.928058 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e35fcf6-eeb6-4847-a855-6db8bbc29068 None None] New status for floating IP 212e4633-8060-4212-9e69-a0c7aa9006d0: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:11:29.335729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35872) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:11:29.402590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-82444912-3900-4a7a-b08c-2c09bb258b57 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/212e4633-8060-4212-9e69-a0c7aa9006d0 HTTP/1.1" status: 200 len: 994 time: 0.0656006 Sep 10 05:11:29.705730 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:31.095401 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-b4fc6c56-32b5-47c6-895b-fc4c51917eb3 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391622 Sep 10 05:11:31.174192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-929ae417-16a4-4354-9883-747dbafde55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:31.175646 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-929ae417-16a4-4354-9883-747dbafde55e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 1097 time: 0.0394416 Sep 10 05:11:31.278743 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-282edb34-c613-4c3b-8331-b18d44ece145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:31.280266 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-282edb34-c613-4c3b-8331-b18d44ece145 service neutron] 10.222.0.39 "GET /v2.0/networks?id=052d79f5-ed8e-4ff9-bc95-e39539acd14a HTTP/1.1" status: 200 len: 898 time: 0.0863729 Sep 10 05:11:31.343054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-500a6cc7-fe59-442d-9be3-a1980a916e79 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4201af9e-1907-45b6-8b27-5c0fa2063d63 HTTP/1.1" status: 200 len: 1002 time: 0.0558825 Sep 10 05:11:31.394942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-3a8845f3-3280-4e24-902e-d9ca5cf71636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:31.396289 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-3a8845f3-3280-4e24-902e-d9ca5cf71636 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0ca21a8-b2c7-44f6-8255-e3418820bf7f HTTP/1.1" status: 200 len: 835 time: 0.0465913 Sep 10 05:11:31.442585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-54b9044a-9b67-4797-b436-5af11f105e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:11:31.444093 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-54b9044a-9b67-4797-b436-5af11f105e7a service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=052d79f5-ed8e-4ff9-bc95-e39539acd14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405459 Sep 10 05:11:31.536025 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-03ca6bf8-2f0e-4d21-a657-a76d60d05e81 service neutron] 10.222.0.39 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847061 Sep 10 05:11:31.623147 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f375f5cf-9116-41ff-9f3f-53890f5ab04d req-ea499c46-b0e4-48c6-9ef1-6de18b05c2d9 service neutron] 10.222.0.39 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803077 Sep 10 05:11:33.351074 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:50.907695 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-83794b33-fe5a-46db-b22c-10cddfcf9fcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:52.246626 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:11:53.613956 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-86c9e515-ae98-4a7b-bc7c-2e8c923bcb75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:53.808260 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:55.513085 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:56.655608 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:11:59.746820 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:00.807341 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35902) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:00.959336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port a3efbc09-6d0b-41b2-9da9-a45f6a79f11b {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:12:00.959698 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:01.031187 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:01.031511 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:01.042741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for a3efbc09-6d0b-41b2-9da9-a45f6a79f11b owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:12:01.261365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:01.285661 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=a3efbc09-6d0b-41b2-9da9-a45f6a79f11b,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:01.314882 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.315224 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.315560 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.315913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.316240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.316565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.316892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.317212 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.317534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.317854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.318172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.318487 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:01.355564 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:01.358394 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 212e4633-8060-4212-9e69-a0c7aa9006d0 disassociated (deleted). External IP: 172.25.3.251, port: 4201af9e-1907-45b6-8b27-5c0fa2063d63. Sep 10 05:12:01.556642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 8ebfb50e-6841-4003-b6a4-1777b75b72ee has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:12:01.659624 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:12:01.664367 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:01.669194 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93214b02-0887-458b-b570-9150950230be None None] Sync routers for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:12:01.678381 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93214b02-0887-458b-b570-9150950230be None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:01.678979 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-93214b02-0887-458b-b570-9150950230be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:01.690397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f21f0c11-cb71-44f1-b604-78a34414c49a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/floatingips/212e4633-8060-4212-9e69-a0c7aa9006d0 HTTP/1.1" status: 204 len: 168 time: 0.8819411 Sep 10 05:12:01.690993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:12:01.693434 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18a5825f-4b46-4569-8c19-2a81f50517f2" -d '{"events": [{"name": "network-changed", "server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:12:01.788565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-93214b02-0887-458b-b570-9150950230be None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:01.798670 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc3f8d82-b5b8-47b6-83dd-119c77b92c57 x-openstack-request-id: req-dc3f8d82-b5b8-47b6-83dd-119c77b92c57 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:12:01.798670 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:12:01.798670 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc3f8d82-b5b8-47b6-83dd-119c77b92c57 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:12:01.798670 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'status': 'completed', 'code': 200} Sep 10 05:12:01.862247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-ae8b60bb-b624-499a-bbed-aade95f4a298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:01.863790 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-ae8b60bb-b624-499a-bbed-aade95f4a298 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 1097 time: 0.0419989 Sep 10 05:12:01.960197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-61e52dd5-b9dc-4fda-b49d-79f964f6e8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:01.961721 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-61e52dd5-b9dc-4fda-b49d-79f964f6e8a1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=052d79f5-ed8e-4ff9-bc95-e39539acd14a HTTP/1.1" status: 200 len: 898 time: 0.0911715 Sep 10 05:12:01.985351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-93214b02-0887-458b-b570-9150950230be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '12e075c3-274b-46b9-9fd1-7b8f8b20bee1', 'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:6c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:10Z', 'updated_at': '2021-09-10T05:11:15Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:02.004717 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-a0de819d-4dc9-4783-add4-e47a7a71d89c service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=4201af9e-1907-45b6-8b27-5c0fa2063d63 HTTP/1.1" status: 200 len: 217 time: 0.0342250 Sep 10 05:12:02.014604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93214b02-0887-458b-b570-9150950230be None None] Checking router: 8ebfb50e-6841-4003-b6a4-1777b75b72ee for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:12:02.023476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93214b02-0887-458b-b570-9150950230be None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:02.024102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-93214b02-0887-458b-b570-9150950230be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:02.067296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-f1da1e80-4d2b-4c03-bda3-94c9ad0b5f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:02.072307 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-f1da1e80-4d2b-4c03-bda3-94c9ad0b5f8a service neutron] 10.222.0.39 "GET /v2.0/subnets?id=c0ca21a8-b2c7-44f6-8255-e3418820bf7f HTTP/1.1" status: 200 len: 835 time: 0.0578709 Sep 10 05:12:02.115535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-9fdcbe3b-1bbb-4bdc-a805-ce0fbe1a9899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:02.117825 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-9fdcbe3b-1bbb-4bdc-a805-ce0fbe1a9899 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=052d79f5-ed8e-4ff9-bc95-e39539acd14a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421233 Sep 10 05:12:02.131286 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-93214b02-0887-458b-b570-9150950230be None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:02.137236 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3905cf-1241-4190-b38a-9e704a1fbf0c req-2ee17b2c-9bbf-4a4f-811b-e59b7e278173 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:02.138827 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb3905cf-1241-4190-b38a-9e704a1fbf0c req-2ee17b2c-9bbf-4a4f-811b-e59b7e278173 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 946 time: 0.0512252 Sep 10 05:12:02.178450 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eb3905cf-1241-4190-b38a-9e704a1fbf0c req-bec5b01d-58fe-4d84-9893-0766daff8269 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Sep 10 05:12:02.208756 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-1b742592-b42a-4eab-9dfa-2cc4d00c439e service neutron] 10.222.0.39 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829263 Sep 10 05:12:02.303267 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18a5825f-4b46-4569-8c19-2a81f50517f2 req-f671c266-4862-4c18-b216-d13fdd5a6452 service neutron] 10.222.0.39 "GET /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868833 Sep 10 05:12:02.325829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-93214b02-0887-458b-b570-9150950230be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '12e075c3-274b-46b9-9fd1-7b8f8b20bee1', 'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:6c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:10Z', 'updated_at': '2021-09-10T05:11:15Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:02.351345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93214b02-0887-458b-b570-9150950230be None None] The sync data for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 is: [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:11Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '12e075c3-274b-46b9-9fd1-7b8f8b20bee1', 'name': '', 'network_id': '052d79f5-ed8e-4ff9-bc95-e39539acd14a', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:6c:51:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 4225, 'fixed_ips': [{'subnet_id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:10Z', 'updated_at': '2021-09-10T05:11:15Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': 'c0ca21a8-b2c7-44f6-8255-e3418820bf7f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:12:02.568032 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e81ddb3-c774-40f1-abfd-a0f0347e1336 None None] New status for floating IP 212e4633-8060-4212-9e69-a0c7aa9006d0: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:12:03.307462 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0f83b8-0224-403c-95e3-e7a33ce62b63 req-d094c098-f19a-4ba9-a9ac-075c19813e25 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:03.308981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c0f83b8-0224-403c-95e3-e7a33ce62b63 req-d094c098-f19a-4ba9-a9ac-075c19813e25 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 946 time: 0.0480583 Sep 10 05:12:03.346454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4c0f83b8-0224-403c-95e3-e7a33ce62b63 req-8a8222e6-e01a-4e99-92aa-b11738cbcd8f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=91c84d0d-6171-4331-8b3c-44d4e26b06d1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312877 Sep 10 05:12:03.347172 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:03.406537 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b20ed2ed-413f-419a-ae04-b30e277c0dcd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:03.408586 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b20ed2ed-413f-419a-ae04-b30e277c0dcd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 946 time: 0.0481894 Sep 10 05:12:03.498747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 4201af9e-1907-45b6-8b27-5c0fa2063d63 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:12:03.499008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:03.586742 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port 4201af9e-1907-45b6-8b27-5c0fa2063d63, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=4201af9e-1907-45b6-8b27-5c0fa2063d63,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:03.587133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:03.599421 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 4201af9e-1907-45b6-8b27-5c0fa2063d63 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:12:03.790875 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:03.818204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=4201af9e-1907-45b6-8b27-5c0fa2063d63,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:03.828146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.828501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.829519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.829863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.830204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.830543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.830882 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.831214 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.831544 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.831899 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.832229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.832554 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:03.877000 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] No DVR routers for this DVR port 4201af9e-1907-45b6-8b27-5c0fa2063d63 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:12:03.879638 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:03.881655 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-852aad7d-dccc-43b5-9ace-c0ab9f35302a req-b22655b1-3bab-47cc-a9d8-add7a1746959 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "DELETE /v2.0/ports/4201af9e-1907-45b6-8b27-5c0fa2063d63 HTTP/1.1" status: 204 len: 173 time: 0.4663386 Sep 10 05:12:03.882095 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'name': 'network-vif-deleted', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:12:03.884359 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d4e73e-fb4d-4be2-a970-707ac8b5d92d" -d '{"events": [{"server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "name": "network-vif-deleted", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:12:03.932115 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:12:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae220a7d-4e62-46db-af4d-1feffb546799 x-openstack-request-id: req-ae220a7d-4e62-46db-af4d-1feffb546799 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:12:03.932115 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7421d433-3cca-4a6d-a463-3e8983394b8d", "name": "network-vif-deleted", "tag": "4201af9e-1907-45b6-8b27-5c0fa2063d63", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:12:03.932115 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae220a7d-4e62-46db-af4d-1feffb546799 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:12:03.932115 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7421d433-3cca-4a6d-a463-3e8983394b8d', 'name': 'network-vif-deleted', 'tag': '4201af9e-1907-45b6-8b27-5c0fa2063d63', 'status': 'completed', 'code': 200} Sep 10 05:12:04.452298 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8e1ee092-215d-4bca-9429-9d6fbb7ba04e req-3506cf84-f1ea-42da-b2dc-0d32d02791f8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=7421d433-3cca-4a6d-a463-3e8983394b8d HTTP/1.1" status: 200 len: 210 time: 0.0297179 Sep 10 05:12:05.508497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35924) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:05.848369 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:06.382313 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:12:06.382656 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:06.470268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port 12e075c3-274b-46b9-9fd1-7b8f8b20bee1, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=12e075c3-274b-46b9-9fd1-7b8f8b20bee1,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:06.470624 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:06.481982 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:12:06.739286 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:06.765375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=12e075c3-274b-46b9-9fd1-7b8f8b20bee1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:06.949338 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:07.155563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 8ebfb50e-6841-4003-b6a4-1777b75b72ee has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:12:07.259060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:12:07.264393 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e6266f5c-3a2e-4cf8-9e1a-c5686f411276 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/8ebfb50e-6841-4003-b6a4-1777b75b72ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7547963 Sep 10 05:12:07.267232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35926) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:07.268457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] Sync routers for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:12:07.282354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:07.282954 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:07.321401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c06afc0-ca77-40c8-a65d-81fad0b4688d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting subnet c0ca21a8-b2c7-44f6-8255-e3418820bf7f {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:12:07.324504 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c06afc0-ca77-40c8-a65d-81fad0b4688d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:07.364138 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c06afc0-ca77-40c8-a65d-81fad0b4688d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:07.382919 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:07.444712 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c06afc0-ca77-40c8-a65d-81fad0b4688d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:07.574465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c06afc0-ca77-40c8-a65d-81fad0b4688d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:07.605763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9c06afc0-ca77-40c8-a65d-81fad0b4688d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:07.610725 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9c06afc0-ca77-40c8-a65d-81fad0b4688d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/subnets/c0ca21a8-b2c7-44f6-8255-e3418820bf7f HTTP/1.1" status: 204 len: 168 time: 0.3394492 Sep 10 05:12:07.610725 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c06afc0-ca77-40c8-a65d-81fad0b4688d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Subnet': ['ID=c0ca21a8-b2c7-44f6-8255-e3418820bf7f,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:07.611741 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35928) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:07.637848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99428b02-5bb8-41b4-bdf7-85c7ca264fa6 None None] Network 052d79f5-ed8e-4ff9-bc95-e39539acd14a requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:12:07.713681 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:07.789664 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4201af9e-1907-45b6-8b27-5c0fa2063d63 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:12:07.814571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 4201af9e-1907-45b6-8b27-5c0fa2063d63 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:12:07.814910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 4201af9e-1907-45b6-8b27-5c0fa2063d63 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:12:07.815438 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:07.825768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:12:06Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:07.859578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] Checking router: 8ebfb50e-6841-4003-b6a4-1777b75b72ee for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:12:07.867894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] Routers {'8ebfb50e-6841-4003-b6a4-1777b75b72ee'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:07.868497 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:07.902287 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] DHCP port deletion for 052d79f5-ed8e-4ff9-bc95-e39539acd14a request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:12:07.923447 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port ab1f410a-5774-4826-aba2-77ff4ca1dc24 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:12:07.923815 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.001420 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port ab1f410a-5774-4826-aba2-77ff4ca1dc24, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=ab1f410a-5774-4826-aba2-77ff4ca1dc24,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:08.001789 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.002100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] Set router 8ebfb50e-6841-4003-b6a4-1777b75b72ee gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:08.013579 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for ab1f410a-5774-4826-aba2-77ff4ca1dc24 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:12:08.028746 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Deleting port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:12:08.029113 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.167412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] For port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=1b29c526-bfb7-484f-9ffb-b28eddb7e7f4,segment=NetworkSegment(62b39051-ec1f-4ad2-888a-e580fe76cc4e),segment_id=62b39051-ec1f-4ad2-888a-e580fe76cc4e)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:08.167747 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.183235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Calling delete_port for 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:12:08.250283 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.277588 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=ab1f410a-5774-4826-aba2-77ff4ca1dc24,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:08.298720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:12:06Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:08.331042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2685309c-ad0a-4b2a-a4fc-8826814a2d7f None None] The sync data for ids ['8ebfb50e-6841-4003-b6a4-1777b75b72ee'] in n-d-808143-1 is: [{'id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2097833354', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169'}], 'enable_snat': True}, 'gw_port_id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:12:06Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': 'ab1f410a-5774-4826-aba2-77ff4ca1dc24', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:e9:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8ebfb50e-6841-4003-b6a4-1777b75b72ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4222, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:11:07Z', 'updated_at': '2021-09-10T05:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:12:08.341896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.385258 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.409993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Pushing event deleted for resources: {'Port': ['ID=1b29c526-bfb7-484f-9ffb-b28eddb7e7f4,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:08.414227 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] No DVR routers for this DVR port 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:12:08.425860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.425860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.425860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.425860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.425860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.425860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.425860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.426940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.426940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.426940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.427237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.427371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec8438f6-f2c3-458e-8e16-482d7f1fa29d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:08.770179 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.772778 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.884334 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.884935 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Fanout notify agent at l3_agent the message router_deleted on router 8ebfb50e-6841-4003-b6a4-1777b75b72ee {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:12:08.892494 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:08.895157 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-57bdc580-9c1c-43fe-a36a-291748a4cd6d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/routers/8ebfb50e-6841-4003-b6a4-1777b75b72ee HTTP/1.1" status: 204 len: 168 time: 1.2804275 Sep 10 05:12:08.896434 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 35930) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:08.929430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:12:08.950318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:12:08.950669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 12e075c3-274b-46b9-9fd1-7b8f8b20bee1 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:12:08.951085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:12:08.975757 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:12:08.976146 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 1b29c526-bfb7-484f-9ffb-b28eddb7e7f4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:12:08.980865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.069879 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.090302 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['052d79f5-ed8e-4ff9-bc95-e39539acd14a']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:09.099667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62b39051-ec1f-4ad2-888a-e580fe76cc4e') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:09.100002 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62b39051-ec1f-4ad2-888a-e580fe76cc4e') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:09.113455 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.126306 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.132252 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Releasing vlan 243 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:12:09.132633 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:12:09.135482 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:12:09.249995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.257863 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.259016 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/networks/052d79f5-ed8e-4ff9-bc95-e39539acd14a HTTP/1.1" status: 204 len: 168 time: 0.3614380 Sep 10 05:12:09.261813 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35932) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:09.270241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a52995-0c3b-4a87-940b-68954a34831a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Network': ['ID=052d79f5-ed8e-4ff9-bc95-e39539acd14a,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:09.319886 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91cc6c78-b3e5-4242-8414-466dd117e449 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.346403 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91cc6c78-b3e5-4242-8414-466dd117e449 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.476544 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91cc6c78-b3e5-4242-8414-466dd117e449 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.479137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-91cc6c78-b3e5-4242-8414-466dd117e449 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:09.480378 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-91cc6c78-b3e5-4242-8414-466dd117e449 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/security-groups/91c84d0d-6171-4331-8b3c-44d4e26b06d1 HTTP/1.1" status: 204 len: 168 time: 0.2174995 Sep 10 05:12:09.489484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cc6c78-b3e5-4242-8414-466dd117e449 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91c84d0d-6171-4331-8b3c-44d4e26b06d1,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:09.870783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35938) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:09.876075 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e18802e6-bd40-48ca-937c-440bfb0f3da9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1624822802', 'description': 'tempest-secgroup-smoke-1624822802 description', 'project_id': '770fe03a2a7c4f7f9514763e70457d79'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:09.984952 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18802e6-bd40-48ca-937c-440bfb0f3da9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.062167 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18802e6-bd40-48ca-937c-440bfb0f3da9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.135164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18802e6-bd40-48ca-937c-440bfb0f3da9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.164504 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18802e6-bd40-48ca-937c-440bfb0f3da9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=744df177-4c97-4573-b946-089578b1d6e5,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:10.224546 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e18802e6-bd40-48ca-937c-440bfb0f3da9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.225811 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e18802e6-bd40-48ca-937c-440bfb0f3da9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3539925 Sep 10 05:12:10.228720 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35940) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:10.233063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0fb25c98-604e-43da-aad2-150ebc6a5392 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '744df177-4c97-4573-b946-089578b1d6e5', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:10.345739 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0fb25c98-604e-43da-aad2-150ebc6a5392 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.415825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0fb25c98-604e-43da-aad2-150ebc6a5392 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.487316 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0fb25c98-604e-43da-aad2-150ebc6a5392 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.504895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb25c98-604e-43da-aad2-150ebc6a5392 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52511c01-fb79-466e-afbb-77c7f44dea8e,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:10.590473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0fb25c98-604e-43da-aad2-150ebc6a5392 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.591742 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0fb25c98-604e-43da-aad2-150ebc6a5392 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3620756 Sep 10 05:12:10.594580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35942) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:10.598942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-50f80a96-b627-4482-a065-f7e8d54e69d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '744df177-4c97-4573-b946-089578b1d6e5', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:10.686295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-50f80a96-b627-4482-a065-f7e8d54e69d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.740787 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-50f80a96-b627-4482-a065-f7e8d54e69d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.819570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-50f80a96-b627-4482-a065-f7e8d54e69d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.824698 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ab1f410a-5774-4826-aba2-77ff4ca1dc24 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:12:10.853132 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f80a96-b627-4482-a065-f7e8d54e69d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37c255e3-1698-49a4-9367-745c24f86bb5,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:10.860105 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: ab1f410a-5774-4826-aba2-77ff4ca1dc24 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:12:10.860446 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device ab1f410a-5774-4826-aba2-77ff4ca1dc24 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:12:10.910841 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-50f80a96-b627-4482-a065-f7e8d54e69d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:10.912107 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-50f80a96-b627-4482-a065-f7e8d54e69d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3165858 Sep 10 05:12:10.914850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35944) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:10.919205 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-02f25b11-1896-442e-910b-5a60e7bc1c4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '744df177-4c97-4573-b946-089578b1d6e5', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:10.991632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-02f25b11-1896-442e-910b-5a60e7bc1c4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.047262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-02f25b11-1896-442e-910b-5a60e7bc1c4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.100975 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-02f25b11-1896-442e-910b-5a60e7bc1c4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.122954 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f25b11-1896-442e-910b-5a60e7bc1c4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49cea97e-32be-47d8-b1ea-d208caf6cd1d,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:11.196120 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-02f25b11-1896-442e-910b-5a60e7bc1c4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.197314 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-02f25b11-1896-442e-910b-5a60e7bc1c4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2815087 Sep 10 05:12:11.200049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35946) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:11.204269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-123de8f0-fdc2-4384-9555-bd173bdf827a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '744df177-4c97-4573-b946-089578b1d6e5', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:11.291891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-123de8f0-fdc2-4384-9555-bd173bdf827a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.348885 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-123de8f0-fdc2-4384-9555-bd173bdf827a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.425381 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-123de8f0-fdc2-4384-9555-bd173bdf827a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.444739 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123de8f0-fdc2-4384-9555-bd173bdf827a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6076402a-8c07-41e7-84f3-cdac02a923e2,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:11.510531 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-123de8f0-fdc2-4384-9555-bd173bdf827a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.511788 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-123de8f0-fdc2-4384-9555-bd173bdf827a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3107994 Sep 10 05:12:11.514538 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35948) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:11.518888 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-857a4567-f20b-404f-9654-d71d2f99948e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '744df177-4c97-4573-b946-089578b1d6e5', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:11.602021 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-857a4567-f20b-404f-9654-d71d2f99948e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:12:11.606849 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-857a4567-f20b-404f-9654-d71d2f99948e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.665358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-857a4567-f20b-404f-9654-d71d2f99948e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.744717 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-857a4567-f20b-404f-9654-d71d2f99948e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.761588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857a4567-f20b-404f-9654-d71d2f99948e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae1c1080-1862-43eb-9af3-e8671b24276d,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:11.838367 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-857a4567-f20b-404f-9654-d71d2f99948e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.839620 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-857a4567-f20b-404f-9654-d71d2f99948e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3241260 Sep 10 05:12:11.842276 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35950) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:11.847112 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b360bb82-4e80-47c3-a372-2cd581b2474d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': '744df177-4c97-4573-b946-089578b1d6e5', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:11.924816 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-b360bb82-4e80-47c3-a372-2cd581b2474d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:12:11.929514 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b360bb82-4e80-47c3-a372-2cd581b2474d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:11.988922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b360bb82-4e80-47c3-a372-2cd581b2474d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.060870 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b360bb82-4e80-47c3-a372-2cd581b2474d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.081814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b360bb82-4e80-47c3-a372-2cd581b2474d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=159a9e8e-39b6-4b1e-b3ef-58baf7bdba4f,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:12.135196 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b360bb82-4e80-47c3-a372-2cd581b2474d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.136398 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b360bb82-4e80-47c3-a372-2cd581b2474d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2932057 Sep 10 05:12:12.139190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35952) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:12.143856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'network': {'name': 'tempest-network-smoke--350687471', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'port_security_enabled': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:12.215321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:12:12.218710 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.241370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] vlan segment allocate from pool success with {'vlan_id': 221, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:12:12.249626 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.249976 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Added segment 2323cdeb-18e1-4915-bd66-9860f8a5cbce of type vlan for network 0ae7004c-8d7a-49e3-94ff-76083a772f5c Sep 10 05:12:12.289111 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.381013 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.386820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:12.387402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.450753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Network': ['ID=0ae7004c-8d7a-49e3-94ff-76083a772f5c,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:12.460855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0ae7004c-8d7a-49e3-94ff-76083a772f5c details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:12:12.485028 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4d4be54a-ab22-4f33-a325-871f3e0a032f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3447154 Sep 10 05:12:12.488429 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35954) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:12.494649 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'admin_state_up': True, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:12.592914 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.593994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.647040 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:12.827948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:13.066674 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:13.084855 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:13.185484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.140 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/99aac5d2-0f41-41d7-9de3-6c435a240388) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:12:13.282789 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:13.390616 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:13.425489 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:12:13.428312 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:12:13.432061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:12:13.459520 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=99aac5d2-0f41-41d7-9de3-6c435a240388,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:13.744693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:13.940007 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:14.110501 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 0e0a469c-8d76-4b1c-a1ab-0831d439131b is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:12:14.499092 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:12:14.508548 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Sync routers for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:12:14.518366 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:14.518963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:14.585335 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:14.586623 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b6dfc75c-9647-4fc0-a791-20f077bb39b1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.0972378 Sep 10 05:12:14.589872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35956) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:14.617920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e4ce497a-0a7b-49de-8c0a-d1851b0371ce tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=770fe03a2a7c4f7f9514763e70457d79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269563 Sep 10 05:12:14.618614 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:14.620676 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35958) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:14.705046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f61cabb3-0cd4-485b-ab63-570c06b1debf tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:14.706547 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f61cabb3-0cd4-485b-ab63-570c06b1debf tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0848444 Sep 10 05:12:14.709344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35960) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:14.740532 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-38ecf715-3a22-4752-92d6-fc7e3801ca62 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301330 Sep 10 05:12:14.743094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35962) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:14.747865 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2135072309', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:14.793080 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:13Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:14.819574 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Checking router: 0e0a469c-8d76-4b1c-a1ab-0831d439131b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:12:14.819944 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Updating router 0e0a469c-8d76-4b1c-a1ab-0831d439131b port 99aac5d2-0f41-41d7-9de3-6c435a240388 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:12:14.847349 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:14.918655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:12:14.922414 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.084315 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.094051 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Transition to ACTIVE for port object 99aac5d2-0f41-41d7-9de3-6c435a240388 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:12:15.173858 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.201843 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.236221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Subnet': ['ID=2e300819-4151-4a69-b747-0908b5a6e58b,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:15.246145 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Attempting to bind port 99aac5d2-0f41-41d7-9de3-6c435a240388 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:12:15.246521 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Attempting to bind port 99aac5d2-0f41-41d7-9de3-6c435a240388 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:12:15.246661 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Checking segment: {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:12:15.246871 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Attempting to bind port 99aac5d2-0f41-41d7-9de3-6c435a240388 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:12:15.247022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network hostable DHCP agents. Network: 0ae7004c-8d7a-49e3-94ff-76083a772f5c, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:12:15.258113 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Pushing event updated for resources: {'Port': ['ID=99aac5d2-0f41-41d7-9de3-6c435a240388,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:15.260323 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:12:15.260688 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:12:15.261086 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.261468 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:12:15.261988 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Bound port: 99aac5d2-0f41-41d7-9de3-6c435a240388, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:12:15.262320 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.287157 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.287496 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.287863 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.288197 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.288528 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.288853 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.289174 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.289490 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.289806 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.290124 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.290437 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.290750 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:12:15.312762 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 0ae7004c-8d7a-49e3-94ff-76083a772f5c is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:12:15.325194 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] For port 99aac5d2-0f41-41d7-9de3-6c435a240388, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:12:15.328130 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] For port 99aac5d2-0f41-41d7-9de3-6c435a240388, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=99aac5d2-0f41-41d7-9de3-6c435a240388,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:12:15.390768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 0ae7004c-8d7a-49e3-94ff-76083a772f5c) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:12:15.400056 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:15.400056 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.400327 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8932c7c-91d9-4fcb-816f-be11ca162854 None None] Network 0ae7004c-8d7a-49e3-94ff-76083a772f5c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:12:15.419807 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.476453 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:15.477101 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:15.481840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-017d0cf4-8df2-4722-9d63-7b260cd03e8d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7351201 Sep 10 05:12:15.482033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 35964) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:15.484102 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d457502-7082-41f0-8a6c-76a0eafc0c8f None None] Pushing event updated for resources: {'Port': ['ID=99aac5d2-0f41-41d7-9de3-6c435a240388,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:15.549442 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:12:15.550374 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.592129 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:15.689313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Allocated IP 172.20.0.2 (0ae7004c-8d7a-49e3-94ff-76083a772f5c/2e300819-4151-4a69-b747-0908b5a6e58b/b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:12:15.770101 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:13Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:15.800896 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c385fbb7-3a7d-442c-8714-fe017cc578cd None None] The sync data for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 is: [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:13Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:12:15.838823 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.848687 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Transition to ACTIVE for port object b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:12:15.863863 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Transition to ACTIVE for port object b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:12:15.936665 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.942715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:15.986751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Network 0ae7004c-8d7a-49e3-94ff-76083a772f5c is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:12:15.986751 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:12:15.987928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:12:15.995061 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Pushing event updated for resources: {'Port': ['ID=b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:16.066834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Attempting to bind port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:12:16.067199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Attempting to bind port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:12:16.067559 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Attempting to bind port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 on network 0ae7004c-8d7a-49e3-94ff-76083a772f5c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:12:16.072729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:12:16.073098 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Checking segment: {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:12:16.073496 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:16.073905 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Bound using segment: {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:12:16.074361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Bound port: b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:12:16.074736 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:16.146280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] For port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:12:16.149784 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] For port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:12:16.242928 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:16.255071 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.1 (0ae7004c-8d7a-49e3-94ff-76083a772f5c/2e300819-4151-4a69-b747-0908b5a6e58b/fb408c1b-77c0-4aa7-9976-7bbbf0594052) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:12:16.312972 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d96fd87-cac1-4974-9212-f31af1a28de5 None None] Pushing event updated for resources: {'Port': ['ID=b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:16.380878 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:16.396613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object fb408c1b-77c0-4aa7-9976-7bbbf0594052 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:12:16.502361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:16.547577 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 0ae7004c-8d7a-49e3-94ff-76083a772f5c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:12:16.551061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:12:16.555065 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:12:16.596348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=fb408c1b-77c0-4aa7-9976-7bbbf0594052,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:16.617407 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:16.830883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:16.921835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:12:17.036596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:12:17.040463 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 99aac5d2-0f41-41d7-9de3-6c435a240388 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:12:17.109719 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:17.162199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 99aac5d2-0f41-41d7-9de3-6c435a240388 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:12:17.166546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 99aac5d2-0f41-41d7-9de3-6c435a240388 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:17.166946 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:17.192959 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:17.251554 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:17.272140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 99aac5d2-0f41-41d7-9de3-6c435a240388, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=99aac5d2-0f41-41d7-9de3-6c435a240388,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:17.273767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=fb408c1b-77c0-4aa7-9976-7bbbf0594052,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:17.276366 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:17.353039 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:17.374552 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 0ae7004c-8d7a-49e3-94ff-76083a772f5c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:12:17.376600 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:12:17.437460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=99aac5d2-0f41-41d7-9de3-6c435a240388,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:17.450272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3312d624-1d2f-49f6-8f3c-1d579b430fa1 None None] Network 0ae7004c-8d7a-49e3-94ff-76083a772f5c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:12:17.497506 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 0e0a469c-8d76-4b1c-a1ab-0831d439131b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:12:17.575939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a8ff5223-6674-420a-ae33-0d91123e1139 None None] Provisioning for port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:12:17.582448 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a8ff5223-6674-420a-ae33-0d91123e1139 None None] Provisioning complete for port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:17.582828 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5223-6674-420a-ae33-0d91123e1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:17.618692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:12:17.624441 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b9ba6f29-b222-418c-9daa-e99cddf118f7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/0e0a469c-8d76-4b1c-a1ab-0831d439131b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1414082 Sep 10 05:12:17.687749 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5223-6674-420a-ae33-0d91123e1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:17.715036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Sync routers for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:12:17.730029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-a8ff5223-6674-420a-ae33-0d91123e1139 None None] For port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:17.735953 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:17.736795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:17.784032 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-ffe857cc-ef0b-497f-b8b6-77b28e06e096 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1624822802&fields=id&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 267 time: 0.0365760 Sep 10 05:12:17.826240 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a8ff5223-6674-420a-ae33-0d91123e1139 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:17.877405 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:17.905843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-aa6407b0-318f-4eae-ac65-be3179283120 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:17.907563 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-aa6407b0-318f-4eae-ac65-be3179283120 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/networks?id=0ae7004c-8d7a-49e3-94ff-76083a772f5c HTTP/1.1" status: 200 len: 796 time: 0.1137025 Sep 10 05:12:17.921533 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ff5223-6674-420a-ae33-0d91123e1139 None None] Pushing event updated for resources: {'Port': ['ID=b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:17.932567 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-4a910dde-c0af-4be7-9e12-94ec057111a0 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/quotas/770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 375 time: 0.0171573 Sep 10 05:12:17.990062 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-97595889-6962-45f2-8341-f485297da7f3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0483346 Sep 10 05:12:17.997459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a1c35ee7-c5ba-4d7a-b4e3-673e5d2da02a None None] Provisioning complete for port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:17.998041 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a1c35ee7-c5ba-4d7a-b4e3-673e5d2da02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:18.148944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-1887f4cd-98ce-448d-a7e5-ea95cf578521 service neutron] 10.222.0.22 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1446137 Sep 10 05:12:18.244943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-3881674e-7860-48d3-8b17-57e1c39cc765 service neutron] 10.222.0.22 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896013 Sep 10 05:12:18.332993 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'fb408c1b-77c0-4aa7-9976-7bbbf0594052', 'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:f6:96:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:16Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 2, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:18.358275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Checking router: 0e0a469c-8d76-4b1c-a1ab-0831d439131b for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:12:18.358576 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Updating router 0e0a469c-8d76-4b1c-a1ab-0831d439131b port fb408c1b-77c0-4aa7-9976-7bbbf0594052 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:12:18.383574 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:18.418333 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a1c35ee7-c5ba-4d7a-b4e3-673e5d2da02a None None] Provisioning for port fb408c1b-77c0-4aa7-9976-7bbbf0594052 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:12:18.426091 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a1c35ee7-c5ba-4d7a-b4e3-673e5d2da02a None None] Provisioning complete for port fb408c1b-77c0-4aa7-9976-7bbbf0594052 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:18.426455 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a1c35ee7-c5ba-4d7a-b4e3-673e5d2da02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:18.516581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a1c35ee7-c5ba-4d7a-b4e3-673e5d2da02a None None] Port fb408c1b-77c0-4aa7-9976-7bbbf0594052 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:12:18.664161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-edd138bc-bc03-4fef-b9fb-67dfd7527855 None None] Provisioning complete for port fb408c1b-77c0-4aa7-9976-7bbbf0594052 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:18.664444 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-edd138bc-bc03-4fef-b9fb-67dfd7527855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:18.695343 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:18.712232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Transition to ACTIVE for port object fb408c1b-77c0-4aa7-9976-7bbbf0594052 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:12:18.715186 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-edd138bc-bc03-4fef-b9fb-67dfd7527855 None None] Port fb408c1b-77c0-4aa7-9976-7bbbf0594052 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:12:18.786372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:18.837541 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0d9a9-01ee-433d-a004-b863c8185382 None None] Pushing event updated for resources: {'Port': ['ID=fb408c1b-77c0-4aa7-9976-7bbbf0594052,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:18.895191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Attempting to bind port fb408c1b-77c0-4aa7-9976-7bbbf0594052 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:12:18.895191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Attempting to bind port fb408c1b-77c0-4aa7-9976-7bbbf0594052 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:12:18.895191 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Attempting to bind port fb408c1b-77c0-4aa7-9976-7bbbf0594052 on network 0ae7004c-8d7a-49e3-94ff-76083a772f5c {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:12:18.898471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:12:18.904100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 11, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:12:18.904471 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Checking segment: {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:12:18.904872 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:18.905362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Bound using segment: {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:12:18.905837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Bound port: fb408c1b-77c0-4aa7-9976-7bbbf0594052, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:12:18.906218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:19.005490 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] For port fb408c1b-77c0-4aa7-9976-7bbbf0594052, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:12:19.007478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:19.007867 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:19.010354 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] For port fb408c1b-77c0-4aa7-9976-7bbbf0594052, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fb408c1b-77c0-4aa7-9976-7bbbf0594052,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:12:19.081857 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:19.126309 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 99aac5d2-0f41-41d7-9de3-6c435a240388 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:12:19.177646 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:19.178179 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:11:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:19.179921 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d0d9a9-01ee-433d-a004-b863c8185382 None None] Pushing event updated for resources: {'Port': ['ID=fb408c1b-77c0-4aa7-9976-7bbbf0594052,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:19.249887 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 99aac5d2-0f41-41d7-9de3-6c435a240388 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:19.250253 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:19.323447 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:19.554404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad769f42-370c-4ee0-9dac-b3a1ebd53ac8 req-6df583e1-d58b-401e-8b5c-7294503ea292 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 210 time: 0.0294230 Sep 10 05:12:19.571362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'fb408c1b-77c0-4aa7-9976-7bbbf0594052', 'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:f6:96:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:16Z', 'updated_at': '2021-09-10T05:12:18Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:19.598048 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19c4f87-be79-4b33-911a-ce1fc2b34308 None None] The sync data for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 is: [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'fb408c1b-77c0-4aa7-9976-7bbbf0594052', 'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:f6:96:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:16Z', 'updated_at': '2021-09-10T05:12:18Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:12:20.654387 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11dc8bb4-6989-4156-97e3-87d957676e28 req-b4eb15da-2e7a-45ee-8412-36ec97b01508 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 210 time: 0.0311704 Sep 10 05:12:20.893776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fb408c1b-77c0-4aa7-9976-7bbbf0594052 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:12:20.916798 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e2ebd0d1-568f-440c-915d-c1c7c55bee81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:21.001982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port fb408c1b-77c0-4aa7-9976-7bbbf0594052 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:12:21.005917 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port fb408c1b-77c0-4aa7-9976-7bbbf0594052 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:21.006101 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:21.083825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:21.114432 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port fb408c1b-77c0-4aa7-9976-7bbbf0594052, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fb408c1b-77c0-4aa7-9976-7bbbf0594052,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:21.187033 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:21.236035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=fb408c1b-77c0-4aa7-9976-7bbbf0594052,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:21.420165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-04edeb9f-30b4-4c0a-b93b-71daf0c29d1d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:21.421587 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-04edeb9f-30b4-4c0a-b93b-71daf0c29d1d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "GET /v2.0/networks?id=0ae7004c-8d7a-49e3-94ff-76083a772f5c HTTP/1.1" status: 200 len: 796 time: 0.1134853 Sep 10 05:12:21.464376 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-05fcd0bf-334d-4271-9fcf-41ea52924e1d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 380 time: 0.0337358 Sep 10 05:12:21.473867 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'port': {'device_id': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'admin_state_up': True, 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'security_groups': ['744df177-4c97-4573-b946-089578b1d6e5']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:21.658855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:12:21.662459 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:21.755594 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-195b4b45-8d57-4c10-9fea-23f3e08ebe13 req-8cc5d215-e46b-4d0e-9542-221a36aa9ab0 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 210 time: 0.0258796 Sep 10 05:12:21.787569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.9 (0ae7004c-8d7a-49e3-94ff-76083a772f5c/2e300819-4151-4a69-b747-0908b5a6e58b/ef1f33b6-b54f-42dc-8321-80a4c27c000b) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:12:21.924469 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:21.937281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object ef1f33b6-b54f-42dc-8321-80a4c27c000b will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:12:22.027231 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:22.069447 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 0ae7004c-8d7a-49e3-94ff-76083a772f5c is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:12:22.072569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:12:22.078454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:12:22.102906 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=ef1f33b6-b54f-42dc-8321-80a4c27c000b,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:22.132581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:22.133211 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:22.239184 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-f309df67-d07a-449c-89b6-e427d40a2c47 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7694817 Sep 10 05:12:22.252841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Request body: {'port': {'device_id': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:22.309577 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:22.352765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c6120283-a0a0-4f87-8919-c5bc5feadbbc None None] Provisioning for port ef1f33b6-b54f-42dc-8321-80a4c27c000b completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:12:22.357085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c6120283-a0a0-4f87-8919-c5bc5feadbbc None None] Provisioning complete for port ef1f33b6-b54f-42dc-8321-80a4c27c000b triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:22.357543 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c6120283-a0a0-4f87-8919-c5bc5feadbbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:22.391007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-c6120283-a0a0-4f87-8919-c5bc5feadbbc None None] Port ef1f33b6-b54f-42dc-8321-80a4c27c000b cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:12:22.564301 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef1f33b6-b54f-42dc-8321-80a4c27c000b {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:12:22.571555 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:22.584012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Transition to ACTIVE for port object ef1f33b6-b54f-42dc-8321-80a4c27c000b will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:12:22.654919 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:22.724284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f33b6-b54f-42dc-8321-80a4c27c000b,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:22.775979 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Attempting to bind port ef1f33b6-b54f-42dc-8321-80a4c27c000b on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:12:22.776323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Attempting to bind port ef1f33b6-b54f-42dc-8321-80a4c27c000b by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:12:22.776654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Attempting to bind port ef1f33b6-b54f-42dc-8321-80a4c27c000b on network 0ae7004c-8d7a-49e3-94ff-76083a772f5c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:12:22.781540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Port ef1f33b6-b54f-42dc-8321-80a4c27c000b on network 0ae7004c-8d7a-49e3-94ff-76083a772f5c not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:12:22.781872 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Attempting to bind port ef1f33b6-b54f-42dc-8321-80a4c27c000b on network 0ae7004c-8d7a-49e3-94ff-76083a772f5c {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:12:22.788018 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:12:22.788325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Checking segment: {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:12:22.788721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Bound using segment: {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:12:22.789185 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Bound port: ef1f33b6-b54f-42dc-8321-80a4c27c000b, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2323cdeb-18e1-4915-bd66-9860f8a5cbce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 221, 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:12:22.789777 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:22.879930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] For port ef1f33b6-b54f-42dc-8321-80a4c27c000b, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:12:22.880147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f58364-4425-4a0f-a7c6-9c67b4a2f02b req-88e7226a-1665-43c9-811a-92a3ba786148 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:22.885962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] For port ef1f33b6-b54f-42dc-8321-80a4c27c000b, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:12:22.887728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00f58364-4425-4a0f-a7c6-9c67b4a2f02b req-88e7226a-1665-43c9-811a-92a3ba786148 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 943 time: 0.0565498 Sep 10 05:12:22.900825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fb408c1b-77c0-4aa7-9976-7bbbf0594052 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:12:22.924623 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00f58364-4425-4a0f-a7c6-9c67b4a2f02b req-394804ae-e223-4593-a83c-f977cbd7da24 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360200 Sep 10 05:12:22.950910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port fb408c1b-77c0-4aa7-9976-7bbbf0594052 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:22.951333 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:23.033018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:23.070608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:23.071332 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:23.072729 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] 10.222.0.20 "PUT /v2.0/ports/ef1f33b6-b54f-42dc-8321-80a4c27c000b HTTP/1.1" status: 200 len: 1091 time: 0.8243170 Sep 10 05:12:23.073172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:12:23.075421 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb309cff-b6ee-4057-bfcf-c3ba39ed0ffe" -d '{"events": [{"name": "network-changed", "server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:12:23.103620 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e66ac-ab2a-4d80-9408-0daf27ba4fcd service neutron] Pushing event updated for resources: {'Port': ['ID=ef1f33b6-b54f-42dc-8321-80a4c27c000b,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:23.116844 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9e0eb4e-8ca0-4a2d-b367-fc4ff949e56d x-openstack-request-id: req-e9e0eb4e-8ca0-4a2d-b367-fc4ff949e56d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:12:23.117214 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:12:23.117486 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9e0eb4e-8ca0-4a2d-b367-fc4ff949e56d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:12:23.117890 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'status': 'completed', 'code': 200} Sep 10 05:12:23.181930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb309cff-b6ee-4057-bfcf-c3ba39ed0ffe req-0a83a110-74b2-4f89-a09a-57949a54d185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:23.183555 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cb309cff-b6ee-4057-bfcf-c3ba39ed0ffe req-0a83a110-74b2-4f89-a09a-57949a54d185 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 1094 time: 0.0445540 Sep 10 05:12:23.284401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb309cff-b6ee-4057-bfcf-c3ba39ed0ffe req-5325a69d-f75c-4622-931e-ed12062aac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:23.285789 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cb309cff-b6ee-4057-bfcf-c3ba39ed0ffe req-5325a69d-f75c-4622-931e-ed12062aac17 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=770fe03a2a7c4f7f9514763e70457d79&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0949230 Sep 10 05:12:23.382158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb309cff-b6ee-4057-bfcf-c3ba39ed0ffe req-2aa9b47c-5b7f-444b-989f-5e866c705411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:23.383545 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cb309cff-b6ee-4057-bfcf-c3ba39ed0ffe req-2aa9b47c-5b7f-444b-989f-5e866c705411 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0905747 Sep 10 05:12:23.458629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-b847b33a-4dad-4b39-b0a2-21cdb4f5ef61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:23.460100 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-b847b33a-4dad-4b39-b0a2-21cdb4f5ef61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 1094 time: 0.0407698 Sep 10 05:12:23.508922 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-fe100430-c30b-4891-bbcd-bfa0f40c098c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b HTTP/1.1" status: 200 len: 217 time: 0.0374975 Sep 10 05:12:23.556902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-ef646236-032f-45be-9d58-0592ce58f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:23.558255 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-ef646236-032f-45be-9d58-0592ce58f6ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e300819-4151-4a69-b747-0908b5a6e58b HTTP/1.1" status: 200 len: 835 time: 0.0435665 Sep 10 05:12:23.586699 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-72a37449-06d2-4a42-8abc-67c502d4a5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:23.602631 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-fd62ee74-6def-4a27-9360-eef147a57e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:23.604178 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-fd62ee74-6def-4a27-9360-eef147a57e5a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ae7004c-8d7a-49e3-94ff-76083a772f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390437 Sep 10 05:12:23.695688 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-2eca6fa5-1b2c-42bb-a6f9-ab4a3867330d service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838978 Sep 10 05:12:23.785764 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c549a89c-ac6f-4db7-baad-972b7912c92b req-0719b71a-c508-48ba-ae66-0fc225ffe798 service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829775 Sep 10 05:12:23.796141 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:24.040731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c710ec52-b0b3-4c47-b990-b41ce83fc237 req-74bab743-5589-4ffa-878c-ace435efc2bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:24.042308 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c710ec52-b0b3-4c47-b990-b41ce83fc237 req-74bab743-5589-4ffa-878c-ace435efc2bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 943 time: 0.0490408 Sep 10 05:12:24.080954 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c710ec52-b0b3-4c47-b990-b41ce83fc237 req-badac7b1-bec9-4bc4-8381-193a68b38f34 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317166 Sep 10 05:12:25.198364 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7110cedd-a557-4f57-af6e-c325d8a515ef req-37c8aee4-2d1b-4a80-8152-6b5f6ef7fb73 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:25.199841 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7110cedd-a557-4f57-af6e-c325d8a515ef req-37c8aee4-2d1b-4a80-8152-6b5f6ef7fb73 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 943 time: 0.0516887 Sep 10 05:12:25.237528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7110cedd-a557-4f57-af6e-c325d8a515ef req-fc3d80f4-f33e-4aed-8331-9f5bb12bb98f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317271 Sep 10 05:12:25.522123 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:26.349113 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b7d00d-87af-4bd4-9c73-15954b8b51b1 req-76ce736a-80ce-4ba6-99d8-a19d8d93fdbe tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:26.350583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05b7d00d-87af-4bd4-9c73-15954b8b51b1 req-76ce736a-80ce-4ba6-99d8-a19d8d93fdbe tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 943 time: 0.0481696 Sep 10 05:12:26.388108 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05b7d00d-87af-4bd4-9c73-15954b8b51b1 req-cc8052e0-ba86-4599-ba8e-e5234c81ef50 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316527 Sep 10 05:12:26.649551 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:27.126151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ef1f33b6-b54f-42dc-8321-80a4c27c000b details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:12:27.218604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port ef1f33b6-b54f-42dc-8321-80a4c27c000b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:27.229779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'port_id': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'mac_address': 'fa:16:3e:e4:e4:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 221, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:12:27.264886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:27.277402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef1f33b6-b54f-42dc-8321-80a4c27c000b {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:12:27.295798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port ef1f33b6-b54f-42dc-8321-80a4c27c000b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:27.363994 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:27.415932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=ef1f33b6-b54f-42dc-8321-80a4c27c000b,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:27.498931 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886eb248-556b-4e05-89f4-9bbe002bedf7 req-f2bf40f6-c12e-4d83-ad3e-a8dfb0641e54 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:27.500724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-886eb248-556b-4e05-89f4-9bbe002bedf7 req-f2bf40f6-c12e-4d83-ad3e-a8dfb0641e54 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 944 time: 0.0479577 Sep 10 05:12:27.538748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-886eb248-556b-4e05-89f4-9bbe002bedf7 req-26a3086d-22da-4d3e-a14a-9c115edf993f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316696 Sep 10 05:12:27.605851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['ef1f33b6-b54f-42dc-8321-80a4c27c000b'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:12:28.656739 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beaa3d8-623a-4d10-aab5-a99b60b692aa req-bcc59d97-2a09-4f0d-b7ac-19a3cd3977d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:28.658203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6beaa3d8-623a-4d10-aab5-a99b60b692aa req-bcc59d97-2a09-4f0d-b7ac-19a3cd3977d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 944 time: 0.0526607 Sep 10 05:12:28.695094 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6beaa3d8-623a-4d10-aab5-a99b60b692aa req-28339edb-0cf3-4343-a7c5-e5bbcb890439 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310407 Sep 10 05:12:29.142891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ef1f33b6-b54f-42dc-8321-80a4c27c000b up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:12:29.245128 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:12:29.247212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port ef1f33b6-b54f-42dc-8321-80a4c27c000b completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:12:29.251260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port ef1f33b6-b54f-42dc-8321-80a4c27c000b triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:12:29.251628 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:29.324315 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:29.346650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:12:29.348894 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d57987a-df6d-4ae3-9cf2-fe3fb325284d" -d '{"events": [{"server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:12:29.360816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port ef1f33b6-b54f-42dc-8321-80a4c27c000b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:12:29.385005 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:12:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9669831-4005-4feb-a80e-29b1fb8b323c x-openstack-request-id: req-f9669831-4005-4feb-a80e-29b1fb8b323c {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:12:29.385274 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "name": "network-vif-plugged", "status": "completed", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:12:29.385526 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9669831-4005-4feb-a80e-29b1fb8b323c {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:12:29.385963 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'code': 200} Sep 10 05:12:29.430413 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:29.479707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=ef1f33b6-b54f-42dc-8321-80a4c27c000b,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:29.486598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a028f6-3337-4e2d-aeaa-08dcafb587eb req-f4b448f0-59c0-4c37-a4c4-893ec1987512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:29.488309 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90a028f6-3337-4e2d-aeaa-08dcafb587eb req-f4b448f0-59c0-4c37-a4c4-893ec1987512 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 1096 time: 0.0446227 Sep 10 05:12:29.523764 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90a028f6-3337-4e2d-aeaa-08dcafb587eb req-0c8b7901-edc0-42ad-9cde-46daf2098231 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286007 Sep 10 05:12:29.727628 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:29.807386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19081e65-01f5-4049-990e-fa60867df468 req-29b0f851-0086-481b-99e4-b6a324bd8855 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:29.809020 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19081e65-01f5-4049-990e-fa60867df468 req-29b0f851-0086-481b-99e4-b6a324bd8855 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0483673 Sep 10 05:12:29.846162 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19081e65-01f5-4049-990e-fa60867df468 req-084494bb-3cd6-42a1-b8cd-f7d60a566bff tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307257 Sep 10 05:12:30.960655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537f02ff-af1e-47ab-bb9d-3cfc7a47fff9 req-fde26cbb-439d-489f-ab5b-a1f538f42f00 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:30.962183 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-537f02ff-af1e-47ab-bb9d-3cfc7a47fff9 req-fde26cbb-439d-489f-ab5b-a1f538f42f00 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0482981 Sep 10 05:12:30.998943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-537f02ff-af1e-47ab-bb9d-3cfc7a47fff9 req-2bf31636-3dcc-4242-b7d1-64cce3311fac tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307534 Sep 10 05:12:31.113355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8903c56b-e4b8-4f3e-b375-8de55ac1b2df req-16a2c22e-4b00-44ae-ac39-6cea0862fae6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:31.114745 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8903c56b-e4b8-4f3e-b375-8de55ac1b2df req-16a2c22e-4b00-44ae-ac39-6cea0862fae6 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0520210 Sep 10 05:12:31.151315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8903c56b-e4b8-4f3e-b375-8de55ac1b2df req-eaa38109-de5a-49bb-b1fb-4cb449af0965 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307183 Sep 10 05:12:31.172464 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36022) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:31.210590 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af82bf81-1bbf-437e-bd31-1d2f7ca7744c tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:31.212114 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-af82bf81-1bbf-437e-bd31-1d2f7ca7744c tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 1091 time: 0.0386665 Sep 10 05:12:31.214846 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36024) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:31.219146 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:12:31.287184 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:31.383792 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:31.482317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.142 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/144045d0-d9bd-40a5-839f-6b1a67fd65a0) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:12:31.584349 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:31.693543 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:31.727860 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:12:31.730605 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:12:31.734174 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:12:31.760203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=144045d0-d9bd-40a5-839f-6b1a67fd65a0,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:32.083530 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:32.210669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:32.360865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:32.449195 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:32.521518 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=144045d0-d9bd-40a5-839f-6b1a67fd65a0,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:12:32.531976 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:32.626411 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 04c2abe3-be92-4ca1-980c-ebda1b50b8c8 associated. External IP: 172.25.3.142, port: ef1f33b6-b54f-42dc-8321-80a4c27c000b. Sep 10 05:12:32.823748 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 0e0a469c-8d76-4b1c-a1ab-0831d439131b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:12:32.928599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:12:32.937809 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] Sync routers for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:12:32.946810 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:32.947423 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:32.986427 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:33.013572 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f87be594-cac1-42ca-8662-4f4b4940bb7f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7977128 Sep 10 05:12:33.014261 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:12:33.017235 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f46971-9ba5-4627-8466-c3494dd45d49" -d '{"events": [{"name": "network-changed", "server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:12:33.050595 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:33.059071 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b75acc9-4862-43b5-a9c2-c64441485778 x-openstack-request-id: req-2b75acc9-4862-43b5-a9c2-c64441485778 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:12:33.059371 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:12:33.059621 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b75acc9-4862-43b5-a9c2-c64441485778 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:12:33.060054 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'status': 'completed', 'code': 200} Sep 10 05:12:33.114910 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36762eb5-2072-4f60-ae8e-91b449da2ed2 req-d2d03026-8079-4502-ab7b-82e8837fbd44 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:33.116710 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36762eb5-2072-4f60-ae8e-91b449da2ed2 req-d2d03026-8079-4502-ab7b-82e8837fbd44 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0551567 Sep 10 05:12:33.122441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-a7dc44d5-e5e0-4449-99d9-1b1b4753cedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:33.123968 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-a7dc44d5-e5e0-4449-99d9-1b1b4753cedb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 1096 time: 0.0409667 Sep 10 05:12:33.157637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-36762eb5-2072-4f60-ae8e-91b449da2ed2 req-4ad4b45b-f08a-42f3-a165-785ab08d87e2 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337021 Sep 10 05:12:33.181673 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36030) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:33.222701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-8bd80607-b5d6-4398-b3c7-ac9105af4483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:33.224251 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-8bd80607-b5d6-4398-b3c7-ac9105af4483 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ae7004c-8d7a-49e3-94ff-76083a772f5c HTTP/1.1" status: 200 len: 897 time: 0.0933146 Sep 10 05:12:33.247316 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8e02025a-3df0-4ccb-ba6f-c70b86b4ed82 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/04c2abe3-be92-4ca1-980c-ebda1b50b8c8 HTTP/1.1" status: 200 len: 991 time: 0.0634222 Sep 10 05:12:33.290421 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-df97a962-2b5f-4c3c-82e1-e45b2548becd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b HTTP/1.1" status: 200 len: 999 time: 0.0590463 Sep 10 05:12:33.338373 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-982edcaa-1fa1-4824-94da-ed48920cedb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:33.339875 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-982edcaa-1fa1-4824-94da-ed48920cedb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e300819-4151-4a69-b747-0908b5a6e58b HTTP/1.1" status: 200 len: 835 time: 0.0433002 Sep 10 05:12:33.344415 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:33.368989 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '04c2abe3-be92-4ca1-980c-ebda1b50b8c8', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'port_id': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'mac_address': 'fa:16:3e:e4:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:12:31Z', 'updated_at': '2021-09-10T05:12:31Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb408c1b-77c0-4aa7-9976-7bbbf0594052', 'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:f6:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:16Z', 'updated_at': '2021-09-10T05:12:21Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:33.388332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-82c5bd7f-bb8d-42bd-8caa-de151b5f826d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:12:33.389831 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-82c5bd7f-bb8d-42bd-8caa-de151b5f826d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ae7004c-8d7a-49e3-94ff-76083a772f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433526 Sep 10 05:12:33.397439 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] Checking router: 0e0a469c-8d76-4b1c-a1ab-0831d439131b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:12:33.405514 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:12:33.406099 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:12:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:33.478775 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-e13b8c67-cba6-434e-9d3c-2e80e142d51f service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818841 Sep 10 05:12:33.505821 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:12:33.572723 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-28f46971-9ba5-4627-8466-c3494dd45d49 req-341f676c-b4ee-41d9-9727-c425b0e8894d service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868313 Sep 10 05:12:33.717558 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '04c2abe3-be92-4ca1-980c-ebda1b50b8c8', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'port_id': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'mac_address': 'fa:16:3e:e4:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:12:31Z', 'updated_at': '2021-09-10T05:12:31Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb408c1b-77c0-4aa7-9976-7bbbf0594052', 'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:f6:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:16Z', 'updated_at': '2021-09-10T05:12:21Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:12:33.745317 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f44bad9-e2a7-4b54-b0d6-664c504eea42 None None] The sync data for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 is: [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '04c2abe3-be92-4ca1-980c-ebda1b50b8c8', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.142', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'port_id': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4247, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'mac_address': 'fa:16:3e:e4:e4:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:12:31Z', 'updated_at': '2021-09-10T05:12:31Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fb408c1b-77c0-4aa7-9976-7bbbf0594052', 'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:f6:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:16Z', 'updated_at': '2021-09-10T05:12:21Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:12:33.931631 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a5a4e5e-51cf-43cb-b6c3-4c7c61751ec4 None None] New status for floating IP 04c2abe3-be92-4ca1-980c-ebda1b50b8c8: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:12:34.250079 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36032) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:12:34.311297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3486ef37-edef-4166-b456-69a915acb8e5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/04c2abe3-be92-4ca1-980c-ebda1b50b8c8 HTTP/1.1" status: 200 len: 993 time: 0.0598502 Sep 10 05:12:50.917402 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-13290c51-6421-4b9d-9551-6548b0ed4b91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:53.620209 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-743acf03-3bac-4ed3-ac5d-45186c5a37eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:53.802896 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:55.512103 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:56.700296 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:12:59.720744 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:03.185635 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96893861-e84a-4c7e-a841-5e8926d11947 req-5a6ef5d9-8a58-46a6-904c-d3e3e9d0f8c7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:03.187102 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96893861-e84a-4c7e-a841-5e8926d11947 req-5a6ef5d9-8a58-46a6-904c-d3e3e9d0f8c7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0486491 Sep 10 05:13:03.224736 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-96893861-e84a-4c7e-a841-5e8926d11947 req-276371c2-94ba-44a7-8d2d-a7230f131df5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315299 Sep 10 05:13:03.320441 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:04.399761 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05759d23-aeb4-4284-8d3c-6b1740655d54 req-810c11e0-db09-4515-8384-75a6f0ed0cf0 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:04.401202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05759d23-aeb4-4284-8d3c-6b1740655d54 req-810c11e0-db09-4515-8384-75a6f0ed0cf0 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0474155 Sep 10 05:13:04.437915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05759d23-aeb4-4284-8d3c-6b1740655d54 req-75510a60-e071-480f-b7ac-51a40f0f45f4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308814 Sep 10 05:13:05.553444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b6bb5d-729b-4b19-b49f-bc6f9409b573 req-60a9967e-9ada-41e9-90ec-1e6eecfa0aed tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:05.554917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46b6bb5d-729b-4b19-b49f-bc6f9409b573 req-60a9967e-9ada-41e9-90ec-1e6eecfa0aed tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0516818 Sep 10 05:13:05.590581 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-46b6bb5d-729b-4b19-b49f-bc6f9409b573 req-e109e9e9-b655-4ba4-9eda-6b2d722e7619 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0297704 Sep 10 05:13:06.243701 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:13:06.705331 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a4e5af-13b2-47fc-8c40-d6b4be2610e9 req-a505ac5f-2e49-4e39-aa13-21ca9558f9bf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:06.706846 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2a4e5af-13b2-47fc-8c40-d6b4be2610e9 req-a505ac5f-2e49-4e39-aa13-21ca9558f9bf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0498245 Sep 10 05:13:06.744584 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a2a4e5af-13b2-47fc-8c40-d6b4be2610e9 req-5eda3fc3-9f63-427c-8cee-4e0f7d7b28ea tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316319 Sep 10 05:13:07.858077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d808e592-3422-4806-bfb7-6a9a4315a9e7 req-6c9a72f6-090a-47ab-a256-2d2abd0f1f55 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:07.859515 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d808e592-3422-4806-bfb7-6a9a4315a9e7 req-6c9a72f6-090a-47ab-a256-2d2abd0f1f55 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0473723 Sep 10 05:13:07.895635 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d808e592-3422-4806-bfb7-6a9a4315a9e7 req-7fffc398-dc6a-4c0b-9816-18e214002813 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302517 Sep 10 05:13:09.013843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d91061-88cc-41a1-ac54-8623362f5805 req-d7163ffa-582f-4c10-9f7a-aed586fa1fa7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:09.015320 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4d91061-88cc-41a1-ac54-8623362f5805 req-d7163ffa-582f-4c10-9f7a-aed586fa1fa7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0515976 Sep 10 05:13:09.050740 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d4d91061-88cc-41a1-ac54-8623362f5805 req-507b9afc-e243-4b75-bac8-d9d3f590ec9c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295811 Sep 10 05:13:10.163204 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef571d07-7e05-4b16-8999-89fbb64cb249 req-85380c62-b3ce-406e-9c2a-cda52fd3f185 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:10.164862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef571d07-7e05-4b16-8999-89fbb64cb249 req-85380c62-b3ce-406e-9c2a-cda52fd3f185 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0481288 Sep 10 05:13:10.201479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ef571d07-7e05-4b16-8999-89fbb64cb249 req-794bba0b-5550-4a75-b429-988c445f3cf9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307565 Sep 10 05:13:11.312642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e4f89-941e-4bd4-b95c-78f84b181424 req-23686466-749a-4402-95b1-3d95b1f0150b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:11.314336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-696e4f89-941e-4bd4-b95c-78f84b181424 req-23686466-749a-4402-95b1-3d95b1f0150b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0470352 Sep 10 05:13:11.351378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-696e4f89-941e-4bd4-b95c-78f84b181424 req-6a1a8120-d90a-4a9a-8695-f1e9f47cd685 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305572 Sep 10 05:13:12.466939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467e375-a6b3-4f0d-8659-a660e00c746b req-6e6af7bf-d095-4219-af15-bf82c6c05fc3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:12.468399 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5467e375-a6b3-4f0d-8659-a660e00c746b req-6e6af7bf-d095-4219-af15-bf82c6c05fc3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0503368 Sep 10 05:13:12.506006 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5467e375-a6b3-4f0d-8659-a660e00c746b req-3221004b-7802-4e27-941f-79cdb9c276da tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317264 Sep 10 05:13:13.622003 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3e3e9e-99a4-4367-8357-71db51dd370b req-343e8840-f4e2-4c58-b180-7e05fce40209 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:13.623511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be3e3e9e-99a4-4367-8357-71db51dd370b req-343e8840-f4e2-4c58-b180-7e05fce40209 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0500116 Sep 10 05:13:13.661810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be3e3e9e-99a4-4367-8357-71db51dd370b req-155c0f22-f42e-4b37-8213-97b07a8555b4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319223 Sep 10 05:13:14.775088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2b583-ad91-4156-9a17-f9c07973260e req-5872a6fb-f32d-4074-8002-c687950da53c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:14.776475 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ae2b583-ad91-4156-9a17-f9c07973260e req-5872a6fb-f32d-4074-8002-c687950da53c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0478101 Sep 10 05:13:14.811742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ae2b583-ad91-4156-9a17-f9c07973260e req-e2d405fb-9561-420a-aa42-cd077e060820 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294807 Sep 10 05:13:14.833286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36070) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:14.894931 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5f0c2de5-4255-4ae1-a1bb-bcf6c0d08cd3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/04c2abe3-be92-4ca1-980c-ebda1b50b8c8 HTTP/1.1" status: 200 len: 993 time: 0.0599952 Sep 10 05:13:16.285069 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bcb2c0-56e4-41ab-99e1-00d13a091147 req-f84a077a-d37c-4621-b61e-7d1d8e7be1c8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:16.286644 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07bcb2c0-56e4-41ab-99e1-00d13a091147 req-f84a077a-d37c-4621-b61e-7d1d8e7be1c8 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0483584 Sep 10 05:13:16.326526 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07bcb2c0-56e4-41ab-99e1-00d13a091147 req-c9f07d44-220c-424c-8afa-76b5266c8ddc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338218 Sep 10 05:13:16.394900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-96db1f62-aa5f-4636-8c18-903d0784e289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:16.396974 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-96db1f62-aa5f-4636-8c18-903d0784e289 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 1096 time: 0.0403047 Sep 10 05:13:16.485792 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-e3d7ada1-44ce-4566-a346-221d2c27935e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:16.487136 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-e3d7ada1-44ce-4566-a346-221d2c27935e service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ae7004c-8d7a-49e3-94ff-76083a772f5c HTTP/1.1" status: 200 len: 897 time: 0.0833600 Sep 10 05:13:16.550569 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-41581788-eb53-4f13-a620-a6f60f46bb9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b HTTP/1.1" status: 200 len: 1001 time: 0.0557637 Sep 10 05:13:16.598051 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-a2709f71-7311-49cd-b26c-0831e00642d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:16.599446 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-a2709f71-7311-49cd-b26c-0831e00642d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e300819-4151-4a69-b747-0908b5a6e58b HTTP/1.1" status: 200 len: 835 time: 0.0417869 Sep 10 05:13:16.648399 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-0e250c14-9aa6-47a5-8eb9-0b2d1825fc82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:16.649840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-0e250c14-9aa6-47a5-8eb9-0b2d1825fc82 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ae7004c-8d7a-49e3-94ff-76083a772f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428071 Sep 10 05:13:16.736082 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-39664115-a6f9-4f9d-b194-135daaf70f0a service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789120 Sep 10 05:13:16.825675 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-ac090d16-4d92-41b9-bdb3-1f038f0b71c5 req-9cd216c5-db0c-4cf3-abae-8d5804cdf176 service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829835 Sep 10 05:13:17.441896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705eca9-58da-4a96-9130-c99eb09731e5 req-db71b8bb-6be2-4d07-96d9-08c5ab851856 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:17.443378 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1705eca9-58da-4a96-9130-c99eb09731e5 req-db71b8bb-6be2-4d07-96d9-08c5ab851856 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0484958 Sep 10 05:13:17.480419 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1705eca9-58da-4a96-9130-c99eb09731e5 req-f448a162-3cca-49d3-939e-2efeb5b2f5cc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309432 Sep 10 05:13:18.598102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d1d0c1-a389-483c-9f5e-c31ae58d852d req-b742eb20-772f-4f15-9af4-14a7b6cf049a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:18.599545 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15d1d0c1-a389-483c-9f5e-c31ae58d852d req-b742eb20-772f-4f15-9af4-14a7b6cf049a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0511444 Sep 10 05:13:18.636139 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-15d1d0c1-a389-483c-9f5e-c31ae58d852d req-ba6cb103-12d8-4c15-9007-66671ea7f4b5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306621 Sep 10 05:13:18.658140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36082) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:18.716249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7525341b-9c16-430e-8a6b-8f15ba82808d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/04c2abe3-be92-4ca1-980c-ebda1b50b8c8 HTTP/1.1" status: 200 len: 993 time: 0.0569954 Sep 10 05:13:20.908760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7ec1acc2-8a0f-4dbd-b79d-e8c69cebadf0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:23.608363 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1e644635-956c-4a40-bf33-840f7c8fc617 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:23.805808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:25.522554 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:26.676744 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:29.435335 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-4988b9d4-d7c4-4b4c-82c2-ee9bca141ffc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395272 Sep 10 05:13:29.514841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-5a57f8ba-ef9b-4ca4-95a3-ae21a13cb111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:29.516360 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-5a57f8ba-ef9b-4ca4-95a3-ae21a13cb111 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 1096 time: 0.0392675 Sep 10 05:13:29.734136 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:29.910042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-fdd24976-5a94-40c7-b468-8604f4dbb834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:29.911520 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-fdd24976-5a94-40c7-b468-8604f4dbb834 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ae7004c-8d7a-49e3-94ff-76083a772f5c HTTP/1.1" status: 200 len: 897 time: 0.3763096 Sep 10 05:13:29.974980 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-0ec75839-6a0a-484d-b11b-8459a1333be6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b HTTP/1.1" status: 200 len: 1001 time: 0.0550942 Sep 10 05:13:30.027573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-a7c3dfdd-7acb-4287-970e-cd8765f1bd38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:30.029056 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-a7c3dfdd-7acb-4287-970e-cd8765f1bd38 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e300819-4151-4a69-b747-0908b5a6e58b HTTP/1.1" status: 200 len: 835 time: 0.0463011 Sep 10 05:13:30.074296 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-dd6a1a29-e459-490e-9f35-97ebd7231df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:30.075762 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-dd6a1a29-e459-490e-9f35-97ebd7231df5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ae7004c-8d7a-49e3-94ff-76083a772f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393326 Sep 10 05:13:30.166751 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-725ce76a-dbc4-4d59-bae2-f1c1864bf8db service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788822 Sep 10 05:13:30.258541 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ff080-4174-4b1f-86f9-b5e02d59939f req-3082a7f0-3190-48df-bd58-c11eab517c3f service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836232 Sep 10 05:13:33.328376 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:43.243809 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:13:49.085826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36100) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:49.235776 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 144045d0-d9bd-40a5-839f-6b1a67fd65a0 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:13:49.236057 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:49.310991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:49.311312 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:49.322417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 144045d0-d9bd-40a5-839f-6b1a67fd65a0 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:13:49.542658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:49.565492 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=144045d0-d9bd-40a5-839f-6b1a67fd65a0,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:49.575325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.575688 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.576042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.576382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.576745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.577077 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.577941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.577941 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.578140 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.578349 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.578672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.578991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:49.637222 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:49.637561 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 04c2abe3-be92-4ca1-980c-ebda1b50b8c8 disassociated (deleted). External IP: 172.25.3.142, port: ef1f33b6-b54f-42dc-8321-80a4c27c000b. Sep 10 05:13:49.837989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 0e0a469c-8d76-4b1c-a1ab-0831d439131b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:13:49.940460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:13:49.946101 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:49.950300 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] Sync routers for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:13:49.958919 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:13:49.960214 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:49.973714 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f72d8f0e-6aa8-47e8-b4a6-57669b585ee5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/floatingips/04c2abe3-be92-4ca1-980c-ebda1b50b8c8 HTTP/1.1" status: 204 len: 168 time: 0.8868413 Sep 10 05:13:49.974392 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:13:49.976737 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5453988d-71a6-4904-b7d9-271e4e268ebb" -d '{"events": [{"name": "network-changed", "server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:13:50.015293 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61282c3d-017f-4aee-a086-3157d50e9cbd x-openstack-request-id: req-61282c3d-017f-4aee-a086-3157d50e9cbd {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:13:50.015615 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:13:50.016024 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61282c3d-017f-4aee-a086-3157d50e9cbd {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:13:50.016431 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'status': 'completed', 'code': 200} Sep 10 05:13:50.065163 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:13:50.080207 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-83f80ed5-c4cb-4a16-b2fc-004eb9e51e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:50.081715 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-83f80ed5-c4cb-4a16-b2fc-004eb9e51e1d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 1096 time: 0.0422447 Sep 10 05:13:50.176454 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-52a91c29-2f0e-405e-a939-a3be142dfb21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:50.177840 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-52a91c29-2f0e-405e-a939-a3be142dfb21 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0ae7004c-8d7a-49e3-94ff-76083a772f5c HTTP/1.1" status: 200 len: 897 time: 0.0885098 Sep 10 05:13:50.218869 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-87c508a3-cc09-46a6-ae58-9f1946d1c142 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b HTTP/1.1" status: 200 len: 217 time: 0.0340121 Sep 10 05:13:50.261509 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'fb408c1b-77c0-4aa7-9976-7bbbf0594052', 'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:f6:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:16Z', 'updated_at': '2021-09-10T05:12:21Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:50.276463 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-42fbaff1-170a-4154-93f4-02b0bf8248ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:50.277954 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-42fbaff1-170a-4154-93f4-02b0bf8248ec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2e300819-4151-4a69-b747-0908b5a6e58b HTTP/1.1" status: 200 len: 835 time: 0.0453839 Sep 10 05:13:50.286277 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] Checking router: 0e0a469c-8d76-4b1c-a1ab-0831d439131b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:13:50.295171 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:13:50.295818 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:50.330380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-3db1ae29-8689-4a2d-8dc5-8f97d9df1d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:50.331054 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-3db1ae29-8689-4a2d-8dc5-8f97d9df1d3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0ae7004c-8d7a-49e3-94ff-76083a772f5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460367 Sep 10 05:13:50.404747 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:13:50.425702 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-6456f95d-6427-4c6a-87ac-e62f385e38f5 service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863619 Sep 10 05:13:50.465358 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b6863-08a8-47a7-9fc6-1ab37f3796a1 req-62b81123-d8fa-4176-813f-64b73ad10c6a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:50.466949 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-812b6863-08a8-47a7-9fc6-1ab37f3796a1 req-62b81123-d8fa-4176-813f-64b73ad10c6a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.1010697 Sep 10 05:13:50.505453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-812b6863-08a8-47a7-9fc6-1ab37f3796a1 req-3979ad34-777a-466b-b04f-f3e4d1ff0d3f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325682 Sep 10 05:13:50.529761 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5453988d-71a6-4904-b7d9-271e4e268ebb req-baeac647-8b86-470d-bb19-74ce176a6c9f service neutron] 10.222.0.20 "GET /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939202 Sep 10 05:13:50.602301 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'fb408c1b-77c0-4aa7-9976-7bbbf0594052', 'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:f6:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:16Z', 'updated_at': '2021-09-10T05:12:21Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:50.628046 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db99d7-c07b-4e97-9c7a-bfde6f591aa3 None None] The sync data for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 is: [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:12:16Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'fb408c1b-77c0-4aa7-9976-7bbbf0594052', 'name': '', 'network_id': '0ae7004c-8d7a-49e3-94ff-76083a772f5c', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:f6:96:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_interface', 'standard_attr_id': 4244, 'fixed_ips': [{'subnet_id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:16Z', 'updated_at': '2021-09-10T05:12:21Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '2e300819-4151-4a69-b747-0908b5a6e58b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:13:50.832358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dcfc4a-2ef9-47d5-a303-f8f9a9af146c None None] New status for floating IP 04c2abe3-be92-4ca1-980c-ebda1b50b8c8: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:13:50.983105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ac9463d3-4ba0-4f6d-a13c-26c1ffe36a8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:51.627875 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8176cdf0-3bc5-4c0a-8ed6-8e181727a64e req-05edfbdb-e3e0-47a6-aa1f-fe0962eadfda tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:51.629342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8176cdf0-3bc5-4c0a-8ed6-8e181727a64e req-05edfbdb-e3e0-47a6-aa1f-fe0962eadfda tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0481250 Sep 10 05:13:51.666597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8176cdf0-3bc5-4c0a-8ed6-8e181727a64e req-b211d90c-6de9-4d12-9947-b5866d5f7f3e tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=744df177-4c97-4573-b946-089578b1d6e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308731 Sep 10 05:13:51.942368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-9c083308-4da3-47bb-bf3e-968477699557 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:13:51.943862 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-9c083308-4da3-47bb-bf3e-968477699557 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 945 time: 0.0470800 Sep 10 05:13:52.029208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port ef1f33b6-b54f-42dc-8321-80a4c27c000b {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:13:52.029550 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:52.118824 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port ef1f33b6-b54f-42dc-8321-80a4c27c000b, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=ef1f33b6-b54f-42dc-8321-80a4c27c000b,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:13:52.119181 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:52.131528 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for ef1f33b6-b54f-42dc-8321-80a4c27c000b owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:13:52.356164 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:52.394061 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=ef1f33b6-b54f-42dc-8321-80a4c27c000b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:52.418274 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.418626 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.418968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.419305 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.419637 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.419995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.420324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.420648 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.421059 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.421423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.421746 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.422066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:52.438721 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] No DVR routers for this DVR port ef1f33b6-b54f-42dc-8321-80a4c27c000b on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:13:52.447904 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:52.447904 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7f1cf68e-af1f-48b0-9ee8-cfe48c28cda0 req-6fdc3373-9584-40ec-bc85-55411b739118 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.20 "DELETE /v2.0/ports/ef1f33b6-b54f-42dc-8321-80a4c27c000b HTTP/1.1" status: 204 len: 173 time: 0.4937627 Sep 10 05:13:52.447904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'name': 'network-vif-deleted', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:13:52.447904 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8e25a6b-0d68-49fd-9dec-471411d1c644" -d '{"events": [{"server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "name": "network-vif-deleted", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:13:52.549910 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:13:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b13f7f3e-210c-4b50-b46d-7dd5b1723d63 x-openstack-request-id: req-b13f7f3e-210c-4b50-b46d-7dd5b1723d63 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:13:52.549910 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df6e39d4-bb12-40ed-8259-cba28348386e", "name": "network-vif-deleted", "tag": "ef1f33b6-b54f-42dc-8321-80a4c27c000b", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:13:52.549910 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b13f7f3e-210c-4b50-b46d-7dd5b1723d63 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:13:52.550254 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df6e39d4-bb12-40ed-8259-cba28348386e', 'name': 'network-vif-deleted', 'tag': 'ef1f33b6-b54f-42dc-8321-80a4c27c000b', 'status': 'completed', 'code': 200} Sep 10 05:13:52.762410 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-820a801d-6859-4596-a33f-1989abdd88ff req-d104e1a0-c0de-4e18-9c73-fb4252e4aa13 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=df6e39d4-bb12-40ed-8259-cba28348386e HTTP/1.1" status: 200 len: 210 time: 0.0273492 Sep 10 05:13:53.599314 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2da2c19f-4e54-4600-91a1-6c57bfdd676b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:53.822997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36120) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:53.965596 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:54.185922 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:54.762323 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port fb408c1b-77c0-4aa7-9976-7bbbf0594052 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:13:54.762659 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:54.845855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port fb408c1b-77c0-4aa7-9976-7bbbf0594052, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=fb408c1b-77c0-4aa7-9976-7bbbf0594052,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:13:54.846531 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:54.857934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for fb408c1b-77c0-4aa7-9976-7bbbf0594052 owned by network:router_interface {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:13:55.087911 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:55.118225 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=fb408c1b-77c0-4aa7-9976-7bbbf0594052,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:55.289250 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:55.499284 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router 0e0a469c-8d76-4b1c-a1ab-0831d439131b has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:13:55.510764 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:55.603170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:13:55.606656 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ef1f33b6-b54f-42dc-8321-80a4c27c000b no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:13:55.610945 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cd029222-2754-4ede-812d-cc5266ffe322 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/0e0a469c-8d76-4b1c-a1ab-0831d439131b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7867498 Sep 10 05:13:55.611103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36122) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:55.613620 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] Sync routers for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:13:55.623333 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:13:55.624360 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:55.636163 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: ef1f33b6-b54f-42dc-8321-80a4c27c000b {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:13:55.641054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device ef1f33b6-b54f-42dc-8321-80a4c27c000b not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:13:55.666575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7fe9aa9-821d-4f60-a7d6-359b7801856c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting subnet 2e300819-4151-4a69-b747-0908b5a6e58b {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:13:55.669693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7fe9aa9-821d-4f60-a7d6-359b7801856c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:55.709931 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7fe9aa9-821d-4f60-a7d6-359b7801856c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:55.726928 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:13:55.792946 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7fe9aa9-821d-4f60-a7d6-359b7801856c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:55.927933 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7fe9aa9-821d-4f60-a7d6-359b7801856c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:55.955656 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7fe9aa9-821d-4f60-a7d6-359b7801856c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Subnet': ['ID=2e300819-4151-4a69-b747-0908b5a6e58b,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:55.959519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c7fe9aa9-821d-4f60-a7d6-359b7801856c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:55.964731 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c7fe9aa9-821d-4f60-a7d6-359b7801856c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/subnets/2e300819-4151-4a69-b747-0908b5a6e58b HTTP/1.1" status: 204 len: 168 time: 0.3525798 Sep 10 05:13:55.964892 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36124) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:55.969331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aa0285-bd4b-4398-ae06-8eb5fe95c15e None None] Network 0ae7004c-8d7a-49e3-94ff-76083a772f5c requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:13:55.986756 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:13:54Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:56.012895 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] Checking router: 0e0a469c-8d76-4b1c-a1ab-0831d439131b for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:13:56.021585 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] Routers {'0e0a469c-8d76-4b1c-a1ab-0831d439131b'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:13:56.022329 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:56.074409 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.129921 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] Set router 0e0a469c-8d76-4b1c-a1ab-0831d439131b gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:13:56.144519 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] DHCP port deletion for 0ae7004c-8d7a-49e3-94ff-76083a772f5c request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:13:56.183380 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.191697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Deleting port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:13:56.192089 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.253892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] For port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4,segment=NetworkSegment(2323cdeb-18e1-4915-bd66-9860f8a5cbce),segment_id=2323cdeb-18e1-4915-bd66-9860f8a5cbce)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:13:56.254329 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.270269 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Calling delete_port for b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:13:56.291292 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 99aac5d2-0f41-41d7-9de3-6c435a240388 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:13:56.291628 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.314074 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:13:54Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:56.343713 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7697c8b-ee6c-4fbf-96ec-35caa79c4a70 None None] The sync data for ids ['0e0a469c-8d76-4b1c-a1ab-0831d439131b'] in n-d-808143-1 is: [{'id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-466529973', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:12:12Z', 'updated_at': '2021-09-10T05:13:54Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '99aac5d2-0f41-41d7-9de3-6c435a240388', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:0a:e0:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e0a469c-8d76-4b1c-a1ab-0831d439131b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:12:13Z', 'updated_at': '2021-09-10T05:12:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:13:56.370203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port 99aac5d2-0f41-41d7-9de3-6c435a240388, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=99aac5d2-0f41-41d7-9de3-6c435a240388,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:13:56.370575 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.388336 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 99aac5d2-0f41-41d7-9de3-6c435a240388 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:13:56.408018 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.435365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] No DVR routers for this DVR port b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:13:56.443040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Pushing event deleted for resources: {'Port': ['ID=b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:56.449586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.449931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.450268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.450604 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.450934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.451259 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.451581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.451926 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.453525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.453525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.453525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.453525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9bf58b-6be3-48a2-860e-57fa122b182d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:13:56.596246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.625500 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=99aac5d2-0f41-41d7-9de3-6c435a240388,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:56.648180 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.685595 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.779209 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.783767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.905451 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.906084 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Fanout notify agent at l3_agent the message router_deleted on router 0e0a469c-8d76-4b1c-a1ab-0831d439131b {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:13:56.913294 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:56.916113 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8a8017c3-98b4-4781-948c-1f92716aee48 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/routers/0e0a469c-8d76-4b1c-a1ab-0831d439131b HTTP/1.1" status: 204 len: 168 time: 0.9486420 Sep 10 05:13:56.917410 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36126) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:56.988680 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:13:57.006828 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.014213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:13:57.014565 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device b4a995d2-abce-4aca-8bb9-3cdd1f2ddcf4 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:13:57.014985 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fb408c1b-77c0-4aa7-9976-7bbbf0594052 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:13:57.038674 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: fb408c1b-77c0-4aa7-9976-7bbbf0594052 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:13:57.039021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device fb408c1b-77c0-4aa7-9976-7bbbf0594052 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:13:57.099392 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.119263 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae7004c-8d7a-49e3-94ff-76083a772f5c']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:57.128445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2323cdeb-18e1-4915-bd66-9860f8a5cbce') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:57.128745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2323cdeb-18e1-4915-bd66-9860f8a5cbce') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:13:57.138527 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.151114 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.156999 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Releasing vlan 221 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:13:57.157382 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:13:57.160300 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:13:57.288378 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.295574 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.297353 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/networks/0ae7004c-8d7a-49e3-94ff-76083a772f5c HTTP/1.1" status: 204 len: 168 time: 0.3789730 Sep 10 05:13:57.300328 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36128) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:57.308815 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3bc983-f961-42ee-b4b5-56de9f5adae5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Network': ['ID=0ae7004c-8d7a-49e3-94ff-76083a772f5c,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:57.363027 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-825be15c-a84e-4571-8ce6-d05ef5365073 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.389707 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-825be15c-a84e-4571-8ce6-d05ef5365073 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.493261 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-825be15c-a84e-4571-8ce6-d05ef5365073 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.495935 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-825be15c-a84e-4571-8ce6-d05ef5365073 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:57.497121 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-825be15c-a84e-4571-8ce6-d05ef5365073 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/security-groups/744df177-4c97-4573-b946-089578b1d6e5 HTTP/1.1" status: 204 len: 168 time: 0.1957395 Sep 10 05:13:57.507030 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825be15c-a84e-4571-8ce6-d05ef5365073 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=744df177-4c97-4573-b946-089578b1d6e5,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:57.972921 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36134) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:57.978246 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b6d449c3-3170-4b68-a1e2-b7885f6baabb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1072400672', 'description': 'tempest-secgroup-smoke-1072400672 description', 'project_id': '770fe03a2a7c4f7f9514763e70457d79'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:13:58.053413 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6d449c3-3170-4b68-a1e2-b7885f6baabb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.132850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6d449c3-3170-4b68-a1e2-b7885f6baabb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.196448 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6d449c3-3170-4b68-a1e2-b7885f6baabb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.226894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d449c3-3170-4b68-a1e2-b7885f6baabb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8212241-d09b-4e92-9602-ddabc1f1ef82,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:58.276524 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b6d449c3-3170-4b68-a1e2-b7885f6baabb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.278324 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b6d449c3-3170-4b68-a1e2-b7885f6baabb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3042459 Sep 10 05:13:58.281046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36136) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:58.285482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-345c1f72-0dd7-485d-a84b-ba71a2658aae tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c8212241-d09b-4e92-9602-ddabc1f1ef82', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:13:58.368104 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-345c1f72-0dd7-485d-a84b-ba71a2658aae tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.433304 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-345c1f72-0dd7-485d-a84b-ba71a2658aae tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.505241 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-345c1f72-0dd7-485d-a84b-ba71a2658aae tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.524128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345c1f72-0dd7-485d-a84b-ba71a2658aae tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d070eadd-fa4a-4f25-9f03-997bdf9a89ce,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:58.602458 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-345c1f72-0dd7-485d-a84b-ba71a2658aae tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.603882 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-345c1f72-0dd7-485d-a84b-ba71a2658aae tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3217447 Sep 10 05:13:58.606703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36140) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:58.611511 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-d02e0b5c-db3f-404e-938c-6ad03d9baeb9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c8212241-d09b-4e92-9602-ddabc1f1ef82', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:13:58.721115 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d02e0b5c-db3f-404e-938c-6ad03d9baeb9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.776528 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d02e0b5c-db3f-404e-938c-6ad03d9baeb9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.841976 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d02e0b5c-db3f-404e-938c-6ad03d9baeb9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.860060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02e0b5c-db3f-404e-938c-6ad03d9baeb9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95c5c81-2c82-493e-aa11-e670a8ffc6a9,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:58.881967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 99aac5d2-0f41-41d7-9de3-6c435a240388 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:13:58.901624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 99aac5d2-0f41-41d7-9de3-6c435a240388 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:13:58.901908 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 99aac5d2-0f41-41d7-9de3-6c435a240388 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:13:58.933844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-d02e0b5c-db3f-404e-938c-6ad03d9baeb9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:58.935105 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-d02e0b5c-db3f-404e-938c-6ad03d9baeb9 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3273909 Sep 10 05:13:58.937850 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36142) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:58.942258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9f3dcd52-fd66-45fd-8d95-0dc3b43e97da tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c8212241-d09b-4e92-9602-ddabc1f1ef82', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:13:59.026929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f3dcd52-fd66-45fd-8d95-0dc3b43e97da tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.082593 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f3dcd52-fd66-45fd-8d95-0dc3b43e97da tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.148584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f3dcd52-fd66-45fd-8d95-0dc3b43e97da tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.166840 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3dcd52-fd66-45fd-8d95-0dc3b43e97da tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9a31e04-0116-4f38-b360-312fdd7bf0d9,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:59.218922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9f3dcd52-fd66-45fd-8d95-0dc3b43e97da tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.220183 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9f3dcd52-fd66-45fd-8d95-0dc3b43e97da tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2812867 Sep 10 05:13:59.222854 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36144) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:59.227732 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-631232fd-7eab-4bdc-be3b-94cc97eacd62 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c8212241-d09b-4e92-9602-ddabc1f1ef82', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:13:59.303424 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-631232fd-7eab-4bdc-be3b-94cc97eacd62 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.363215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-631232fd-7eab-4bdc-be3b-94cc97eacd62 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.433822 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-631232fd-7eab-4bdc-be3b-94cc97eacd62 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.451139 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631232fd-7eab-4bdc-be3b-94cc97eacd62 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b290806c-4e70-485d-812f-51698a1138d5,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:59.519860 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-631232fd-7eab-4bdc-be3b-94cc97eacd62 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.521095 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-631232fd-7eab-4bdc-be3b-94cc97eacd62 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2973199 Sep 10 05:13:59.524314 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36146) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:59.528708 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f5f3cab4-7a00-44d4-bf8e-8262cc55f72c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c8212241-d09b-4e92-9602-ddabc1f1ef82', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:13:59.630570 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-f5f3cab4-7a00-44d4-bf8e-8262cc55f72c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:13:59.635666 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5f3cab4-7a00-44d4-bf8e-8262cc55f72c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.696465 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5f3cab4-7a00-44d4-bf8e-8262cc55f72c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.759755 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.796275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5f3cab4-7a00-44d4-bf8e-8262cc55f72c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.816236 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f3cab4-7a00-44d4-bf8e-8262cc55f72c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c85002f-1d07-4c8b-8474-ff8e7adbd4f7,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:13:59.879493 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f5f3cab4-7a00-44d4-bf8e-8262cc55f72c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:13:59.880808 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f5f3cab4-7a00-44d4-bf8e-8262cc55f72c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3554857 Sep 10 05:13:59.883401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36148) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:13:59.887763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-5bfbaec7-16c5-4cab-a79b-f3cad713033b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'security_group_rule': {'security_group_id': 'c8212241-d09b-4e92-9602-ddabc1f1ef82', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:13:59.944598 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-5bfbaec7-16c5-4cab-a79b-f3cad713033b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Project 770fe03a2a7c4f7f9514763e70457d79 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:13:59.949492 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bfbaec7-16c5-4cab-a79b-f3cad713033b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.008733 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bfbaec7-16c5-4cab-a79b-f3cad713033b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.064750 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bfbaec7-16c5-4cab-a79b-f3cad713033b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.082396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfbaec7-16c5-4cab-a79b-f3cad713033b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=983a75c0-a505-446d-bdda-7a7d70124a01,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:00.142606 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5bfbaec7-16c5-4cab-a79b-f3cad713033b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.143779 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5bfbaec7-16c5-4cab-a79b-f3cad713033b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2593768 Sep 10 05:14:00.147156 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36150) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:00.152754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'network': {'name': 'tempest-network-smoke--717538339', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'port_security_enabled': True}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:14:00.228275 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:14:00.231633 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.256630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] vlan segment allocate from pool success with {'vlan_id': 232, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:14:00.264838 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.265180 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Added segment 2c27c2e9-2cbf-49b2-97e2-638c477d837d of type vlan for network ba82c855-ee95-442f-858f-15679a7f5533 Sep 10 05:14:00.303888 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.407438 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.412992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:00.413579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.477191 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Network': ['ID=ba82c855-ee95-442f-858f-15679a7f5533,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:00.487043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network ba82c855-ee95-442f-858f-15679a7f5533 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:14:00.520642 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-af56b7e5-9a13-424c-9f10-a71f13b0eae1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3724499 Sep 10 05:14:00.524004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36152) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:00.528455 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'admin_state_up': True, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:14:00.616671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.617692 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.671086 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:00.874651 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:01.134701 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:01.152435 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:01.252644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.15 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/892f65af-6573-43c9-ae56-831226c8c003) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:14:01.347116 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:01.445483 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:01.479396 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:14:01.482272 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:14:01.485611 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:14:01.520285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=892f65af-6573-43c9-ae56-831226c8c003,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:01.823901 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:02.008533 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:02.207774 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ec6c594d-4f3d-40fb-b04e-96b61ae95185 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:14:02.312588 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:14:02.323888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Sync routers for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:14:02.332910 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:14:02.333970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:02.383256 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:02.384586 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e1b0c318-4b64-4d23-be3e-b34f0a4ad11a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8596296 Sep 10 05:14:02.387858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36154) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:02.442316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:14:02.475769 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-016e608f-dfcf-4b37-bfa6-30e69e39bbb2 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=770fe03a2a7c4f7f9514763e70457d79&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0866313 Sep 10 05:14:02.478293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36158) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:02.581637 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026450ec-9d05-4716-8a49-730464754205 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:02.583159 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-026450ec-9d05-4716-8a49-730464754205 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1030941 Sep 10 05:14:02.586230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36160) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:02.628226 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-64c327cc-c888-4f3b-b876-50c06e9e2566 tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=7a5d07e4-47dc-4897-a41e-4c58d9f5f56e&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407870 Sep 10 05:14:02.630875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36162) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:02.635855 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1554962467', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:14:02.656288 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:01Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:02.693423 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Checking router: ec6c594d-4f3d-40fb-b04e-96b61ae95185 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:14:02.693807 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Updating router ec6c594d-4f3d-40fb-b04e-96b61ae95185 port 892f65af-6573-43c9-ae56-831226c8c003 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:14:02.718595 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:02.807309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:14:02.810867 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:02.972972 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:02.983414 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Transition to ACTIVE for port object 892f65af-6573-43c9-ae56-831226c8c003 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:14:03.064348 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:03.076422 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:03.120564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Attempting to bind port 892f65af-6573-43c9-ae56-831226c8c003 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:14:03.120932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Attempting to bind port 892f65af-6573-43c9-ae56-831226c8c003 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:14:03.121293 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Attempting to bind port 892f65af-6573-43c9-ae56-831226c8c003 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:14:03.124358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362d2ac-a12d-4e4d-af6a-871f9cba980e None None] Pushing event updated for resources: {'Port': ['ID=892f65af-6573-43c9-ae56-831226c8c003,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:03.129971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:14:03.130342 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:14:03.130739 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:03.131424 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:14:03.131785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Bound port: 892f65af-6573-43c9-ae56-831226c8c003, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:14:03.132043 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:03.140804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Subnet': ['ID=0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:03.145121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Checking segment: {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:14:03.145484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network hostable DHCP agents. Network: ba82c855-ee95-442f-858f-15679a7f5533, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:14:03.183187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] For port 892f65af-6573-43c9-ae56-831226c8c003, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:14:03.186137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] For port 892f65af-6573-43c9-ae56-831226c8c003, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=892f65af-6573-43c9-ae56-831226c8c003,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:14:03.230476 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network ba82c855-ee95-442f-858f-15679a7f5533 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:14:03.253742 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:03.293110 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, ba82c855-ee95-442f-858f-15679a7f5533) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:14:03.297533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:03.298676 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:03.304722 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ce73ff-833d-4c04-96d1-259a1628927f None None] Network ba82c855-ee95-442f-858f-15679a7f5533 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:14:03.348224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:14:03.348892 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:03.356131 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:03.362881 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8603fa59-cb45-4233-8b05-ac7d715940d1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7309370 Sep 10 05:14:03.366503 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36164) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:03.387137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3362d2ac-a12d-4e4d-af6a-871f9cba980e None None] Pushing event updated for resources: {'Port': ['ID=892f65af-6573-43c9-ae56-831226c8c003,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:03.524699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:14:03.614596 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-ba82c855-ee95-442f-858f-15679a7f5533', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:14:03.620847 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:03.796800 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:03.826791 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Allocated IP 172.20.0.2 (ba82c855-ee95-442f-858f-15679a7f5533/0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2/072931da-0c7a-46a1-ae10-4970573acbe0) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:14:03.834960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:01Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:03.864138 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-934fda4c-369e-492e-bc74-b70ea451e0fa None None] The sync data for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 is: [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:01Z', 'revision_number': 3, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:14:04.018894 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:04.032037 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Transition to ACTIVE for port object 072931da-0c7a-46a1-ae10-4970573acbe0 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:14:04.044027 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Transition to ACTIVE for port object 072931da-0c7a-46a1-ae10-4970573acbe0 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:14:04.114627 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:04.159249 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Network ba82c855-ee95-442f-858f-15679a7f5533 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:14:04.162384 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:14:04.168312 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:14:04.175642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.1 (ba82c855-ee95-442f-858f-15679a7f5533/0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2/e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:14:04.176181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Pushing event updated for resources: {'Port': ['ID=072931da-0c7a-46a1-ae10-4970573acbe0,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:04.230459 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Attempting to bind port 072931da-0c7a-46a1-ae10-4970573acbe0 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:14:04.230825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Attempting to bind port 072931da-0c7a-46a1-ae10-4970573acbe0 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:14:04.231217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Attempting to bind port 072931da-0c7a-46a1-ae10-4970573acbe0 on network ba82c855-ee95-442f-858f-15679a7f5533 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:14:04.237407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:14:04.237990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Checking segment: {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:14:04.238543 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:04.239008 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Bound using segment: {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:14:04.239547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Bound port: 072931da-0c7a-46a1-ae10-4970573acbe0, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:14:04.240016 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:04.308088 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:04.308336 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] For port 072931da-0c7a-46a1-ae10-4970573acbe0, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:14:04.311594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] For port 072931da-0c7a-46a1-ae10-4970573acbe0, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=072931da-0c7a-46a1-ae10-4970573acbe0,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:14:04.323241 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:14:04.406076 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:04.435850 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:04.467077 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdabbeb-5e26-4e8c-9dd9-98f00f9a5be7 None None] Pushing event updated for resources: {'Port': ['ID=072931da-0c7a-46a1-ae10-4970573acbe0,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:04.491166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network ba82c855-ee95-442f-858f-15679a7f5533 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:14:04.494452 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:14:04.497213 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:14:04.835344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:04.859158 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:04.970665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 072931da-0c7a-46a1-ae10-4970573acbe0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:14:05.050637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:05.081508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 072931da-0c7a-46a1-ae10-4970573acbe0 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:14:05.085597 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 892f65af-6573-43c9-ae56-831226c8c003 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:14:05.179076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 892f65af-6573-43c9-ae56-831226c8c003 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:14:05.183051 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 892f65af-6573-43c9-ae56-831226c8c003 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:05.183835 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:05.262804 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:05.282625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 892f65af-6573-43c9-ae56-831226c8c003, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=892f65af-6573-43c9-ae56-831226c8c003,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:14:05.330272 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:05.338844 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:05.386827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=892f65af-6573-43c9-ae56-831226c8c003,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:05.428369 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:05.502358 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:05.504187 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:05.602864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network ba82c855-ee95-442f-858f-15679a7f5533 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:14:05.604539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:14:05.719392 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ec6c594d-4f3d-40fb-b04e-96b61ae95185 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:14:05.792843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3cd947c-6efa-4a8f-8249-0a9a7fce6d98 None None] Network ba82c855-ee95-442f-858f-15679a7f5533 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:14:05.839767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:14:05.845330 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-41ce2a69-09ed-4fc3-8a4f-383151bed593 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/ec6c594d-4f3d-40fb-b04e-96b61ae95185/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4778185 Sep 10 05:14:05.888889 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Sync routers for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:14:05.900370 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:14:05.901307 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:06.018783 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:14:06.103893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ee241c1d-2529-4931-ac90-afe80b4082e3 None None] Provisioning for port 072931da-0c7a-46a1-ae10-4970573acbe0 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:14:06.103893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ee241c1d-2529-4931-ac90-afe80b4082e3 None None] Provisioning complete for port 072931da-0c7a-46a1-ae10-4970573acbe0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:06.104121 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ee241c1d-2529-4931-ac90-afe80b4082e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.206451 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ee241c1d-2529-4931-ac90-afe80b4082e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.221357 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-e451c82e-7a0c-470e-8aec-3803d86c3314 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1072400672&fields=id&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 267 time: 0.0578332 Sep 10 05:14:06.228951 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:04Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc', 'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:e5:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:03Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 2, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:06.245021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-ee241c1d-2529-4931-ac90-afe80b4082e3 None None] For port 072931da-0c7a-46a1-ae10-4970573acbe0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=072931da-0c7a-46a1-ae10-4970573acbe0,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:14:06.260006 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Checking router: ec6c594d-4f3d-40fb-b04e-96b61ae95185 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:14:06.260356 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Updating router ec6c594d-4f3d-40fb-b04e-96b61ae95185 port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:14:06.289219 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.326176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ee241c1d-2529-4931-ac90-afe80b4082e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.343211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-3f6c75a2-e466-4508-a872-c9198203241d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:06.344773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-3f6c75a2-e466-4508-a872-c9198203241d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/networks?id=ba82c855-ee95-442f-858f-15679a7f5533 HTTP/1.1" status: 200 len: 796 time: 0.1219821 Sep 10 05:14:06.370743 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-07b37197-e758-4554-a436-b6c29895de99 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/quotas/770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 375 time: 0.0135493 Sep 10 05:14:06.385588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee241c1d-2529-4931-ac90-afe80b4082e3 None None] Pushing event updated for resources: {'Port': ['ID=072931da-0c7a-46a1-ae10-4970573acbe0,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:06.430007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-cd1cffe3-f74f-4d4a-bd0a-4055b7283605 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0525031 Sep 10 05:14:06.494223 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-19121d6f-c713-4712-a25a-a9777d4022e2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:14:06.497011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-19121d6f-c713-4712-a25a-a9777d4022e2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0524228 Sep 10 05:14:06.516531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ae7ea6b0-5ce4-4d22-a0ce-cc122831f51a None None] Provisioning for port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:14:06.520827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ae7ea6b0-5ce4-4d22-a0ce-cc122831f51a None None] Provisioning complete for port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:06.521620 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea6b0-5ce4-4d22-a0ce-cc122831f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.558436 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-ae7ea6b0-5ce4-4d22-a0ce-cc122831f51a None None] Port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:14:06.569322 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-ae7ea6b0-5ce4-4d22-a0ce-cc122831f51a None None] Provisioning complete for port 072931da-0c7a-46a1-ae10-4970573acbe0 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:06.569702 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae7ea6b0-5ce4-4d22-a0ce-cc122831f51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.589894 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.601411 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Transition to ACTIVE for port object e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:14:06.609829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-2dbe9717-8bb7-4b7a-9b2d-2f5ce0ac75a5 service neutron] 10.222.0.22 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1071115 Sep 10 05:14:06.682326 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.710953 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-d9f14f0a-814a-4f60-b502-d522ee22a4e2 service neutron] 10.222.0.22 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938423 Sep 10 05:14:06.736384 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Pushing event updated for resources: {'Port': ['ID=e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:06.759319 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.759661 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.760024 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.760357 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.760804 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.761048 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.761371 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.761718 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.762008 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.762325 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.762642 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.762960 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:14:06.817430 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Attempting to bind port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:14:06.817610 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Attempting to bind port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:14:06.817977 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Attempting to bind port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc on network ba82c855-ee95-442f-858f-15679a7f5533 {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:14:06.827610 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 13, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:14:06.827610 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Checking segment: {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:14:06.827610 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.827610 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Bound using segment: {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:14:06.827610 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Bound port: e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:14:06.827610 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:06.889388 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] For port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:14:06.892683 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] For port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:14:06.948220 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 072931da-0c7a-46a1-ae10-4970573acbe0 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:14:06.962160 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:07.009685 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 072931da-0c7a-46a1-ae10-4970573acbe0 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:07.010234 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:07.044167 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:14:07.044812 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:07.049336 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10385b52-4321-422e-817c-b8f504b38465 None None] Pushing event updated for resources: {'Port': ['ID=e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc,revision_number=4']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:07.116300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 892f65af-6573-43c9-ae56-831226c8c003 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:14:07.168406 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:14:07.174184 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 892f65af-6573-43c9-ae56-831226c8c003 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:07.174561 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:07.473863 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:04Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc', 'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:e5:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:03Z', 'updated_at': '2021-09-10T05:14:06Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:07.499096 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad00592e-5888-45fe-94ab-727fb7a42195 None None] The sync data for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 is: [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:04Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc', 'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:e5:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:03Z', 'updated_at': '2021-09-10T05:14:06Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:14:07.994796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-949777ed-6af1-4995-ad18-8fa6885034cf req-24c8ecc7-b30f-43dc-bbc2-8c7cae9e2e40 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 210 time: 0.0366042 Sep 10 05:14:08.953667 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:14:09.079255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:14:09.083053 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5a21b21b-3cfb-49da-a595-cafde37d5ac7 req-29d413e1-42de-42d4-8924-5f9658e97541 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 210 time: 0.0265253 Sep 10 05:14:09.083584 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:09.084159 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:09.168123 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:09.202208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:14:09.279627 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:09.326690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:09.860391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-9ec1d776-c29a-4002-b5cd-1ba00a084f76 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:09.861307 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-9ec1d776-c29a-4002-b5cd-1ba00a084f76 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/networks?id=ba82c855-ee95-442f-858f-15679a7f5533 HTTP/1.1" status: 200 len: 796 time: 0.1080368 Sep 10 05:14:09.903630 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-ab3c38b9-ab44-444d-a904-d1f35d9ab6f2 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=770fe03a2a7c4f7f9514763e70457d79 HTTP/1.1" status: 200 len: 380 time: 0.0336478 Sep 10 05:14:09.913443 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'port': {'device_id': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'admin_state_up': True, 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'security_groups': ['c8212241-d09b-4e92-9602-ddabc1f1ef82']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:14:10.092738 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Made reservation on behalf of 770fe03a2a7c4f7f9514763e70457d79 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:14:10.096319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:10.182864 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ff41821-10fa-40b7-bb11-a76864706991 req-61faf134-1a07-4f8f-b744-a5b225d684c0 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 210 time: 0.0266545 Sep 10 05:14:10.221562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.20.0.9 (ba82c855-ee95-442f-858f-15679a7f5533/0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2/27b3a13a-ff3a-40d3-8ec4-4163c201efac) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:14:10.359932 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:10.374039 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Transition to ACTIVE for port object 27b3a13a-ff3a-40d3-8ec4-4163c201efac will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:14:10.464913 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:10.507124 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network ba82c855-ee95-442f-858f-15679a7f5533 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:14:10.510260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:14:10.516449 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:14:10.523310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=27b3a13a-ff3a-40d3-8ec4-4163c201efac,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:10.569551 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:10.570182 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:10.631465 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-443baef4-dba6-4eb6-a1e9-8258484d250b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7217023 Sep 10 05:14:10.641565 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-aabee6c2-cff3-4b9e-8f38-9914f8212a76 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:14:10.642593 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-aabee6c2-cff3-4b9e-8f38-9914f8212a76 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054696 Sep 10 05:14:10.694817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Request body: {'port': {'device_id': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:14:10.752584 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:10.784560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5a4d7e5d-e31b-4759-97ad-f1ac56954bf4 None None] Provisioning for port 27b3a13a-ff3a-40d3-8ec4-4163c201efac completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:14:10.789040 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-5a4d7e5d-e31b-4759-97ad-f1ac56954bf4 None None] Provisioning complete for port 27b3a13a-ff3a-40d3-8ec4-4163c201efac triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:10.789430 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5a4d7e5d-e31b-4759-97ad-f1ac56954bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:10.825199 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-5a4d7e5d-e31b-4759-97ad-f1ac56954bf4 None None] Port 27b3a13a-ff3a-40d3-8ec4-4163c201efac cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:14:10.942360 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:14:10.988827 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:10.989194 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:11.010090 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27b3a13a-ff3a-40d3-8ec4-4163c201efac {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:14:11.017480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:11.029655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Transition to ACTIVE for port object 27b3a13a-ff3a-40d3-8ec4-4163c201efac will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:14:11.090725 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:11.144281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=27b3a13a-ff3a-40d3-8ec4-4163c201efac,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:11.218427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Attempting to bind port 27b3a13a-ff3a-40d3-8ec4-4163c201efac on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:14:11.218814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Attempting to bind port 27b3a13a-ff3a-40d3-8ec4-4163c201efac by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:14:11.219290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Attempting to bind port 27b3a13a-ff3a-40d3-8ec4-4163c201efac on network ba82c855-ee95-442f-858f-15679a7f5533 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:14:11.223987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Port 27b3a13a-ff3a-40d3-8ec4-4163c201efac on network ba82c855-ee95-442f-858f-15679a7f5533 not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:14:11.224319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Attempting to bind port 27b3a13a-ff3a-40d3-8ec4-4163c201efac on network ba82c855-ee95-442f-858f-15679a7f5533 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:14:11.229582 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:14:11.229929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Checking segment: {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:14:11.230325 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Bound using segment: {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:14:11.230759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Bound port: 27b3a13a-ff3a-40d3-8ec4-4163c201efac, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c27c2e9-2cbf-49b2-97e2-638c477d837d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 232, 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:14:11.231137 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:11.297772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] For port 27b3a13a-ff3a-40d3-8ec4-4163c201efac, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:14:11.301418 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] For port 27b3a13a-ff3a-40d3-8ec4-4163c201efac, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:14:11.305184 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae8d25-b8de-46aa-82e0-ba28915ada44 req-412ac63c-d6c7-4ad0-a6cf-f4a842293c4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:11.306737 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8dae8d25-b8de-46aa-82e0-ba28915ada44 req-412ac63c-d6c7-4ad0-a6cf-f4a842293c4f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 943 time: 0.0517740 Sep 10 05:14:11.344845 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8dae8d25-b8de-46aa-82e0-ba28915ada44 req-b9fe9347-978f-41cb-a2d6-5b5c9e3171db tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315287 Sep 10 05:14:11.362216 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:11.399453 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:11.400108 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:11.401864 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] 10.222.0.39 "PUT /v2.0/ports/27b3a13a-ff3a-40d3-8ec4-4163c201efac HTTP/1.1" status: 200 len: 1091 time: 0.7510686 Sep 10 05:14:11.404105 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:14:11.407152 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-256c6f98-ff97-45d2-8198-d20ea544aa4b" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:14:11.435639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fab97781-26a1-4d93-a8bc-020300c51fa9 service neutron] Pushing event updated for resources: {'Port': ['ID=27b3a13a-ff3a-40d3-8ec4-4163c201efac,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:11.448461 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d341013-d18c-46e2-94b6-18329f70124d x-openstack-request-id: req-5d341013-d18c-46e2-94b6-18329f70124d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:14:11.458778 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:14:11.458778 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d341013-d18c-46e2-94b6-18329f70124d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:14:11.458778 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'status': 'completed', 'code': 200} Sep 10 05:14:11.511879 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c6f98-ff97-45d2-8198-d20ea544aa4b req-4c2cd093-b7c6-4500-bd40-2e5923e23599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:11.513493 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-256c6f98-ff97-45d2-8198-d20ea544aa4b req-4c2cd093-b7c6-4500-bd40-2e5923e23599 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 1094 time: 0.0448515 Sep 10 05:14:11.615100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c6f98-ff97-45d2-8198-d20ea544aa4b req-487a2037-769c-4107-bc2d-a10a35e311e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:11.617165 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-256c6f98-ff97-45d2-8198-d20ea544aa4b req-487a2037-769c-4107-bc2d-a10a35e311e8 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=770fe03a2a7c4f7f9514763e70457d79&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0957973 Sep 10 05:14:11.710958 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256c6f98-ff97-45d2-8198-d20ea544aa4b req-fe242d52-b296-4a83-a5cb-9c00613f6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:11.712437 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-256c6f98-ff97-45d2-8198-d20ea544aa4b req-fe242d52-b296-4a83-a5cb-9c00613f6767 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0884209 Sep 10 05:14:11.786224 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-19110433-66bd-40bc-b1a6-ce4e5a81a68b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:11.788250 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-19110433-66bd-40bc-b1a6-ce4e5a81a68b service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 1094 time: 0.0398581 Sep 10 05:14:11.831191 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-de585335-4ef1-47bd-b0c5-6c115f65491d service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac HTTP/1.1" status: 200 len: 217 time: 0.0357718 Sep 10 05:14:11.878438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-a8c325c4-5631-4d1e-9a4d-8916d7ed508e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:11.879838 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-a8c325c4-5631-4d1e-9a4d-8916d7ed508e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2 HTTP/1.1" status: 200 len: 835 time: 0.0419271 Sep 10 05:14:11.924311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-3f6c20e8-deeb-479b-be27-e88b0090e49d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:11.925733 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-3f6c20e8-deeb-479b-be27-e88b0090e49d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba82c855-ee95-442f-858f-15679a7f5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393529 Sep 10 05:14:12.016933 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-efaf8855-5e93-4ddd-aa90-014943fcb767 service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839562 Sep 10 05:14:12.103782 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6b82fb98-e870-4d95-91c1-938a4b15393d req-275407eb-efe6-4f12-9468-877f4c7ae1ee service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797851 Sep 10 05:14:12.458598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746a5665-0aa2-4112-b870-5e519d82d8d7 req-9f62afb3-e0f6-4117-b839-0b95d26ff2e7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:12.460651 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-746a5665-0aa2-4112-b870-5e519d82d8d7 req-9f62afb3-e0f6-4117-b839-0b95d26ff2e7 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 943 time: 0.0478449 Sep 10 05:14:12.500439 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-746a5665-0aa2-4112-b870-5e519d82d8d7 req-5431d286-da78-4e78-a694-1ae781203bbc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338571 Sep 10 05:14:13.614877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277534e5-740e-4104-baf2-accda0538ab7 req-c22bd18e-c1b4-4b85-bc3e-80f57ef42c33 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:13.616652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-277534e5-740e-4104-baf2-accda0538ab7 req-c22bd18e-c1b4-4b85-bc3e-80f57ef42c33 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 943 time: 0.0479629 Sep 10 05:14:13.657422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-277534e5-740e-4104-baf2-accda0538ab7 req-3ee9e38d-db65-439f-ba97-8f1b81ab6b51 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351381 Sep 10 05:14:14.771975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e424-ff43-4993-addb-03cb1c17b339 req-ca89052b-b4b3-4b93-9e71-8519c5c7ea62 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:14.773423 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0819e424-ff43-4993-addb-03cb1c17b339 req-ca89052b-b4b3-4b93-9e71-8519c5c7ea62 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 943 time: 0.0488348 Sep 10 05:14:14.810166 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0819e424-ff43-4993-addb-03cb1c17b339 req-4a73e230-2225-48e8-bcf2-79c7173c3f10 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309000 Sep 10 05:14:15.919609 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf23207-8aa8-4d4e-b168-c79eb2f3e634 req-0bde92cb-9dc9-43dc-9c65-8c5be32c5b81 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:15.921073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cf23207-8aa8-4d4e-b168-c79eb2f3e634 req-0bde92cb-9dc9-43dc-9c65-8c5be32c5b81 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 943 time: 0.0473344 Sep 10 05:14:15.961741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7cf23207-8aa8-4d4e-b168-c79eb2f3e634 req-98ceea59-395b-4667-a2fe-bdce200c266f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348892 Sep 10 05:14:16.444445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 27b3a13a-ff3a-40d3-8ec4-4163c201efac details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:14:16.539796 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 27b3a13a-ff3a-40d3-8ec4-4163c201efac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:14:16.550654 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'port_id': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'mac_address': 'fa:16:3e:0e:52:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 232, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:14:16.585269 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:16.597426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27b3a13a-ff3a-40d3-8ec4-4163c201efac {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:14:16.616365 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 27b3a13a-ff3a-40d3-8ec4-4163c201efac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:14:16.719541 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:16.767775 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=27b3a13a-ff3a-40d3-8ec4-4163c201efac,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:16.954638 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['27b3a13a-ff3a-40d3-8ec4-4163c201efac'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:14:17.078912 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e6b49d-b62d-488e-95ef-47174625f884 req-b520ed37-eab4-47e9-98bd-4448e8a45963 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:17.080438 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6e6b49d-b62d-488e-95ef-47174625f884 req-b520ed37-eab4-47e9-98bd-4448e8a45963 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 944 time: 0.0519350 Sep 10 05:14:17.117616 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c6e6b49d-b62d-488e-95ef-47174625f884 req-27a38bfb-0397-4bab-b871-81bee573952c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305071 Sep 10 05:14:18.228431 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35416977-eedb-4aad-a11e-c55888c58123 req-5aaaf933-cd44-45ac-957d-80c422180e76 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:18.229868 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35416977-eedb-4aad-a11e-c55888c58123 req-5aaaf933-cd44-45ac-957d-80c422180e76 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 944 time: 0.0469849 Sep 10 05:14:18.267442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-35416977-eedb-4aad-a11e-c55888c58123 req-09276582-ed8f-4484-b54f-6648d3f36d90 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316982 Sep 10 05:14:18.444730 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 27b3a13a-ff3a-40d3-8ec4-4163c201efac up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:14:18.549858 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 27b3a13a-ff3a-40d3-8ec4-4163c201efac completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:14:18.554718 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 27b3a13a-ff3a-40d3-8ec4-4163c201efac triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:14:18.555082 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:18.627818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:18.652408 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:14:18.654612 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0685baa6-2b11-4c67-9dc3-3f3f79480f66" -d '{"events": [{"server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "name": "network-vif-plugged", "status": "completed", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:14:18.667557 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 27b3a13a-ff3a-40d3-8ec4-4163c201efac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:14:18.737973 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:14:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10b7e106-7c03-440a-aabe-1a316bf9e503 x-openstack-request-id: req-10b7e106-7c03-440a-aabe-1a316bf9e503 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:14:18.738257 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "name": "network-vif-plugged", "status": "completed", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:14:18.738503 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10b7e106-7c03-440a-aabe-1a316bf9e503 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:14:18.738886 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'code': 200} Sep 10 05:14:18.744749 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:18.793527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=27b3a13a-ff3a-40d3-8ec4-4163c201efac,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:18.838398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553bfebf-bc86-4521-89c1-02eaae38ea3b req-2e1cb5a9-706e-404e-8d3b-4cdc191f3fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:18.839911 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-553bfebf-bc86-4521-89c1-02eaae38ea3b req-2e1cb5a9-706e-404e-8d3b-4cdc191f3fc7 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 1096 time: 0.0440977 Sep 10 05:14:18.874744 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-553bfebf-bc86-4521-89c1-02eaae38ea3b req-0f12c1d3-b493-41c3-992e-c7bd5f311e74 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0276875 Sep 10 05:14:19.377800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a919fc95-72b3-4a7d-b9d0-3c7731e9243b req-025bdb80-4320-4c0f-8cbb-59fd34cd2866 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:19.383724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a919fc95-72b3-4a7d-b9d0-3c7731e9243b req-025bdb80-4320-4c0f-8cbb-59fd34cd2866 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0473945 Sep 10 05:14:19.420702 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a919fc95-72b3-4a7d-b9d0-3c7731e9243b req-ae506978-6c30-4c9c-a6cc-9fd3430ceb61 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349009 Sep 10 05:14:20.241928 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:14:20.535652 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028dafb9-e854-4e30-b869-3f5866f7b4cc req-a1392bde-f997-42d5-9bfc-d6ab7ab459a1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:20.537808 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-028dafb9-e854-4e30-b869-3f5866f7b4cc req-a1392bde-f997-42d5-9bfc-d6ab7ab459a1 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0479460 Sep 10 05:14:20.574437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-028dafb9-e854-4e30-b869-3f5866f7b4cc req-11482483-e939-4db3-ae51-2c537bf66bb2 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306799 Sep 10 05:14:20.685534 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e58dd7-b13d-473a-9e44-bdc05d9afaa6 req-d15f591d-0a7d-44ba-bb1d-04ab14061eda tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:20.686996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44e58dd7-b13d-473a-9e44-bdc05d9afaa6 req-d15f591d-0a7d-44ba-bb1d-04ab14061eda tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0479057 Sep 10 05:14:20.724532 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44e58dd7-b13d-473a-9e44-bdc05d9afaa6 req-274fd61e-2877-48f5-b499-1bb0b2086e0f tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316148 Sep 10 05:14:20.745325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36238) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:20.786562 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dc8e05-d634-4291-b348-f5f1b06fcf3d tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:20.788314 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c6dc8e05-d634-4291-b348-f5f1b06fcf3d tempest-TestNetworkAdvancedServerOps-304211610 tempest-TestNetworkAdvancedServerOps-304211610-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 1091 time: 0.0420356 Sep 10 05:14:20.791000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36240) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:20.795023 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address': '172.20.0.9'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:14:20.879072 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:20.901906 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-88270aaa-609b-4e18-8a9a-8bcbe8d0b07b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:20.976974 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:21.080078 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Allocated IP 172.25.3.58 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/cee33b43-b4f8-4aaf-a051-69db32179d86) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:14:21.178065 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:21.262212 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:21.298998 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:14:21.301798 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:14:21.305089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:14:21.335179 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=cee33b43-b4f8-4aaf-a051-69db32179d86,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:21.652619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:21.781454 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:21.920909 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:21.978266 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:22.045829 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event updated for resources: {'Port': ['ID=cee33b43-b4f8-4aaf-a051-69db32179d86,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:14:22.056866 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:22.152689 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 394e6e2a-6e68-4abe-8679-1ff8dfc2474e associated. External IP: 172.25.3.58, port: 27b3a13a-ff3a-40d3-8ec4-4163c201efac. Sep 10 05:14:22.686840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ec6c594d-4f3d-40fb-b04e-96b61ae95185 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:14:22.787657 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:14:22.796982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] Sync routers for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:14:22.807758 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:14:22.809859 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:22.861878 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:22.892228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ebc2d6cc-a696-45f5-a6a1-c0e59be36ff3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1002510 Sep 10 05:14:22.892839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:14:22.895073 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5bed76b-e183-4dac-b1d9-16228fdbe43c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:14:22.918131 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:14:22.933845 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdc5baa5-444c-42a6-b9cc-bb3ac9d4e6e4 x-openstack-request-id: req-cdc5baa5-444c-42a6-b9cc-bb3ac9d4e6e4 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:14:22.934128 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:14:22.934371 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdc5baa5-444c-42a6-b9cc-bb3ac9d4e6e4 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:14:22.934757 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'status': 'completed', 'code': 200} Sep 10 05:14:22.991586 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12286c00-7771-443b-93ad-dbc16f6f3f0c req-0c0fecbd-4749-4603-92ac-2e8a329dcfc3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:22.993393 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12286c00-7771-443b-93ad-dbc16f6f3f0c req-0c0fecbd-4749-4603-92ac-2e8a329dcfc3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0499620 Sep 10 05:14:22.999797 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-7b00b1d7-68a3-4b00-aa0a-68ae6afcad39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:23.001289 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-7b00b1d7-68a3-4b00-aa0a-68ae6afcad39 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 1096 time: 0.0416882 Sep 10 05:14:23.034038 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12286c00-7771-443b-93ad-dbc16f6f3f0c req-e9627754-b7eb-4b3b-8def-8bb32c6cb866 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341887 Sep 10 05:14:23.057369 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36246) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:23.094660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-7a33358d-bf79-4462-addb-5c1a570ed5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:23.095839 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-7a33358d-bf79-4462-addb-5c1a570ed5d1 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba82c855-ee95-442f-858f-15679a7f5533 HTTP/1.1" status: 200 len: 897 time: 0.0872493 Sep 10 05:14:23.119310 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-a7f1d62e-9b88-4154-83cf-1f9303e65afc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/394e6e2a-6e68-4abe-8679-1ff8dfc2474e HTTP/1.1" status: 200 len: 990 time: 0.0596638 Sep 10 05:14:23.151689 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:04Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '394e6e2a-6e68-4abe-8679-1ff8dfc2474e', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'port_id': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'mac_address': 'fa:16:3e:0e:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:14:21Z', 'updated_at': '2021-09-10T05:14:21Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc', 'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:e5:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:03Z', 'updated_at': '2021-09-10T05:14:09Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:23.161181 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-4db9d86d-3d5d-496a-9282-f9df04d12766 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac HTTP/1.1" status: 200 len: 998 time: 0.0583479 Sep 10 05:14:23.181279 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] Checking router: ec6c594d-4f3d-40fb-b04e-96b61ae95185 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:14:23.189693 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:14:23.190299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:13:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:23.209563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-80e87347-61db-41f6-8dd6-c5815f4afa61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:23.211074 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-80e87347-61db-41f6-8dd6-c5815f4afa61 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2 HTTP/1.1" status: 200 len: 835 time: 0.0432739 Sep 10 05:14:23.259423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-7767a35b-d3fa-411d-818d-7f67ac29caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:23.260954 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-7767a35b-d3fa-411d-818d-7f67ac29caee service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba82c855-ee95-442f-858f-15679a7f5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433943 Sep 10 05:14:23.295939 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:14:23.350409 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-4ad1e319-ee50-4248-9df1-ca29102c2b21 service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821645 Sep 10 05:14:23.442641 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-b5bed76b-e183-4dac-b1d9-16228fdbe43c req-a50e6009-b2ff-4587-8f8a-0971bbbe0976 service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857482 Sep 10 05:14:23.508702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:04Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '394e6e2a-6e68-4abe-8679-1ff8dfc2474e', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'port_id': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'mac_address': 'fa:16:3e:0e:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:14:21Z', 'updated_at': '2021-09-10T05:14:21Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc', 'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:e5:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:03Z', 'updated_at': '2021-09-10T05:14:09Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:14:23.542326 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c44f5c97-a1d9-4d94-a892-9b8b4e405931 None None] The sync data for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 is: [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:04Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '394e6e2a-6e68-4abe-8679-1ff8dfc2474e', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'floating_ip_address': '172.25.3.58', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'port_id': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4266, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'mac_address': 'fa:16:3e:0e:52:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:14:21Z', 'updated_at': '2021-09-10T05:14:21Z', 'revision_number': 0, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc', 'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:e5:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:03Z', 'updated_at': '2021-09-10T05:14:09Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:14:23.612721 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2114cbd2-7bd9-44dd-9a9f-246d76ed4138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:23.728722 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0dda0102-e878-4c4b-b909-3add2d96a533 None None] New status for floating IP 394e6e2a-6e68-4abe-8679-1ff8dfc2474e: ACTIVE {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:14:23.802107 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:24.122071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36248) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:24.184011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fa709153-14d0-4d6c-a87a-7dc10a183f7b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/394e6e2a-6e68-4abe-8679-1ff8dfc2474e HTTP/1.1" status: 200 len: 992 time: 0.0607345 Sep 10 05:14:25.549672 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:26.661901 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:29.788290 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:33.349679 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:35.077913 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-960e9517-be5d-4f9d-b737-835e6ce69e92 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391283 Sep 10 05:14:35.159651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-46b26cd2-cd40-4128-8493-78dc78fd4f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:35.161042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-46b26cd2-cd40-4128-8493-78dc78fd4f1a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 1096 time: 0.0397472 Sep 10 05:14:35.264143 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-5bf01604-fd9e-42dd-a820-d3331899f021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:35.265624 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-5bf01604-fd9e-42dd-a820-d3331899f021 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba82c855-ee95-442f-858f-15679a7f5533 HTTP/1.1" status: 200 len: 897 time: 0.0861032 Sep 10 05:14:35.329226 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-d06b1a7b-d679-487a-8114-8db6265a1f68 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac HTTP/1.1" status: 200 len: 1000 time: 0.0553913 Sep 10 05:14:35.382474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-ccec925b-9d3e-494b-b5af-00e9ec930cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:35.385277 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-ccec925b-9d3e-494b-b5af-00e9ec930cf1 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2 HTTP/1.1" status: 200 len: 835 time: 0.0468347 Sep 10 05:14:35.429786 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-8c8bfd10-69ce-4f81-bc35-2dd31b3eea20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:35.431186 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-8c8bfd10-69ce-4f81-bc35-2dd31b3eea20 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba82c855-ee95-442f-858f-15679a7f5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0404246 Sep 10 05:14:35.520102 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-dbb3d8f5-752b-49b6-a285-ed1ef9d4ea0b service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811303 Sep 10 05:14:35.613041 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6ccf18a1-a57d-433f-9128-f977d4a8136f req-d8caf2d0-2151-46dd-b3ce-dc3a2a482cbb service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857339 Sep 10 05:14:50.909151 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a39c7568-81ce-480a-a01f-78b67395f107 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:53.586976 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ae4776fe-3e85-4c43-bacf-d74f1c2e8af3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:53.803968 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:55.458313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf33d64-4cb1-48e8-a4e9-95cd45e087f4 req-88864ec2-90e6-43e4-8ecc-fae09683dc07 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:55.466287 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4bf33d64-4cb1-48e8-a4e9-95cd45e087f4 req-88864ec2-90e6-43e4-8ecc-fae09683dc07 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0545926 Sep 10 05:14:55.499375 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4bf33d64-4cb1-48e8-a4e9-95cd45e087f4 req-7e34f585-d601-4373-ad8d-bc7c6cac33bc tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322447 Sep 10 05:14:55.530020 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:56.616417 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8771482e-9013-40d1-b64b-ed8139633a35 req-9c1e12f8-ca01-49aa-b1f5-fc98ea1cbd0b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:56.622422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8771482e-9013-40d1-b64b-ed8139633a35 req-9c1e12f8-ca01-49aa-b1f5-fc98ea1cbd0b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0513613 Sep 10 05:14:56.655915 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8771482e-9013-40d1-b64b-ed8139633a35 req-1ea59174-a5ac-4e26-b7d4-c69eb0e1a874 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313017 Sep 10 05:14:56.667453 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:14:56.680207 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36268) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:14:56.738213 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5913ee9b-b6e8-4ee4-a6a0-96f9d90fb7b5 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/394e6e2a-6e68-4abe-8679-1ff8dfc2474e HTTP/1.1" status: 200 len: 992 time: 0.0568323 Sep 10 05:14:57.242104 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:14:58.127329 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc26eda3-f464-431c-9fa7-5a31ce2df9f6 req-ea7655e3-a2c9-4edd-8d5a-7285e24f5983 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:58.129017 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc26eda3-f464-431c-9fa7-5a31ce2df9f6 req-ea7655e3-a2c9-4edd-8d5a-7285e24f5983 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0509708 Sep 10 05:14:58.172803 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bc26eda3-f464-431c-9fa7-5a31ce2df9f6 req-90da3a44-f073-4b9a-9f8f-3390ced07cb3 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375118 Sep 10 05:14:58.207049 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-08da7678-6e93-4f68-8435-47d4ae2d4fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:58.208659 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-08da7678-6e93-4f68-8435-47d4ae2d4fc3 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 1096 time: 0.0418000 Sep 10 05:14:58.302166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-70c96132-c28c-4926-aa39-5655e8afc2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:58.304216 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-70c96132-c28c-4926-aa39-5655e8afc2b2 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba82c855-ee95-442f-858f-15679a7f5533 HTTP/1.1" status: 200 len: 897 time: 0.0880547 Sep 10 05:14:58.368446 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-b5c5902b-f86e-46a2-8faf-64d062715547 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac HTTP/1.1" status: 200 len: 1000 time: 0.0577919 Sep 10 05:14:58.423190 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-261fefa1-fd02-476b-baa7-ecbfbba0f420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:58.423190 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-261fefa1-fd02-476b-baa7-ecbfbba0f420 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2 HTTP/1.1" status: 200 len: 835 time: 0.0439541 Sep 10 05:14:58.469100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-61d31b72-438f-4422-94af-d2c86bba8f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:58.470707 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-61d31b72-438f-4422-94af-d2c86bba8f6e service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba82c855-ee95-442f-858f-15679a7f5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440960 Sep 10 05:14:58.559315 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-cda62218-1c50-4626-87a8-7cf4a46aeff4 service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804868 Sep 10 05:14:58.656413 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1910a29d-a2ac-4b81-9b14-f363ca08d699 req-8a0a61ee-0baa-4310-bad3-2a6b6f45385b service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902679 Sep 10 05:14:59.292979 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba366d0-d9df-414f-af26-af5c32b5a9a3 req-591e93dd-4e74-4ce9-b754-02ef47eca08b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:14:59.294429 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ba366d0-d9df-414f-af26-af5c32b5a9a3 req-591e93dd-4e74-4ce9-b754-02ef47eca08b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0517938 Sep 10 05:14:59.330601 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ba366d0-d9df-414f-af26-af5c32b5a9a3 req-7f469b54-ff66-4910-ac62-8032d97d6f11 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301356 Sep 10 05:14:59.777474 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:00.443600 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc37a79-6d77-4e0d-bbbb-fbf5fb342238 req-8228fe57-801e-4f1d-a887-e2fb3a516dcb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:00.445091 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adc37a79-6d77-4e0d-bbbb-fbf5fb342238 req-8228fe57-801e-4f1d-a887-e2fb3a516dcb tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0478837 Sep 10 05:15:00.481555 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-adc37a79-6d77-4e0d-bbbb-fbf5fb342238 req-b45c2728-1dda-43cb-86d1-6c7d230a5b0d tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305822 Sep 10 05:15:00.503163 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36280) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:00.565120 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7a1dae62-db54-447c-9fd9-2c0e05655fc4 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/floatingips/394e6e2a-6e68-4abe-8679-1ff8dfc2474e HTTP/1.1" status: 200 len: 992 time: 0.0607998 Sep 10 05:15:00.775987 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36286) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:00.925910 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port cee33b43-b4f8-4aaf-a051-69db32179d86 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:15:00.926251 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:01.002320 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:01.002644 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:01.013770 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for cee33b43-b4f8-4aaf-a051-69db32179d86 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:15:01.198157 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:01.223529 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=cee33b43-b4f8-4aaf-a051-69db32179d86,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:01.237201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.237572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.237896 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.238237 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.238573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.238907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.239239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.239567 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.239925 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.240254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.240580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.240901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:01.293671 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:01.294002 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Floating IP 394e6e2a-6e68-4abe-8679-1ff8dfc2474e disassociated (deleted). External IP: 172.25.3.58, port: 27b3a13a-ff3a-40d3-8ec4-4163c201efac. Sep 10 05:15:01.498783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ec6c594d-4f3d-40fb-b04e-96b61ae95185 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:15:01.889965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:15:01.894765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:01.899819 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] Sync routers for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:15:01.908591 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:01.909190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:01.920516 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-95716829-4394-45c1-b076-0a9a4aea3b93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/floatingips/394e6e2a-6e68-4abe-8679-1ff8dfc2474e HTTP/1.1" status: 204 len: 168 time: 1.1434517 Sep 10 05:15:01.921188 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:15:01.923513 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:15:01.963072 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52ad8a23-9a8e-408e-bbe7-72af385f4031 x-openstack-request-id: req-52ad8a23-9a8e-408e-bbe7-72af385f4031 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:15:01.963371 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:15:01.963613 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-52ad8a23-9a8e-408e-bbe7-72af385f4031 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:15:01.964024 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'status': 'completed', 'code': 200} Sep 10 05:15:02.019183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:02.025706 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-8281d67c-ed8b-47e1-99d7-5e6634ba1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:02.027218 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-8281d67c-ed8b-47e1-99d7-5e6634ba1f11 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=770fe03a2a7c4f7f9514763e70457d79&device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 1096 time: 0.0414174 Sep 10 05:15:02.121470 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-efbe5b3e-75ac-4d21-ae7c-34c5a3006c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:02.123306 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-efbe5b3e-75ac-4d21-ae7c-34c5a3006c93 service neutron] 10.222.0.39 "GET /v2.0/networks?id=ba82c855-ee95-442f-858f-15679a7f5533 HTTP/1.1" status: 200 len: 897 time: 0.0888922 Sep 10 05:15:02.163716 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-71fa33e3-d5bc-4779-8ef3-b333bdb5324e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac HTTP/1.1" status: 200 len: 217 time: 0.0337656 Sep 10 05:15:02.217181 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-b5031636-9d18-4cc4-90ff-f40b6b2619f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:02.218224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:04Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc', 'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:e5:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:03Z', 'updated_at': '2021-09-10T05:14:09Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:02.218774 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-b5031636-9d18-4cc4-90ff-f40b6b2619f0 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2 HTTP/1.1" status: 200 len: 835 time: 0.0484431 Sep 10 05:15:02.249456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] Checking router: ec6c594d-4f3d-40fb-b04e-96b61ae95185 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:15:02.258543 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:02.259122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:02.277999 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-8b2b3144-4715-4d17-915b-04db23cb2bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:02.277999 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-8b2b3144-4715-4d17-915b-04db23cb2bcd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=ba82c855-ee95-442f-858f-15679a7f5533&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493045 Sep 10 05:15:02.368708 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:02.369733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eba5192-792e-4932-b08f-12321245ca21 req-09696973-bb69-4f06-9fd5-0961f51f2e96 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:02.371265 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9eba5192-792e-4932-b08f-12321245ca21 req-09696973-bb69-4f06-9fd5-0961f51f2e96 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0495627 Sep 10 05:15:02.378539 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-542a7db9-5741-4478-bdc4-dfb4f2f87152 service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951962 Sep 10 05:15:02.413180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9eba5192-792e-4932-b08f-12321245ca21 req-0e202d9b-e809-4031-a641-ef2099e33d3b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336130 Sep 10 05:15:02.474032 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-dd669d32-0b88-4ea9-8fea-44c4dc4b077c req-0afd0f1e-165c-4497-8f13-c7dab7c9b59b service neutron] 10.222.0.39 "GET /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876377 Sep 10 05:15:02.563901 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:04Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc', 'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:e5:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:03Z', 'updated_at': '2021-09-10T05:14:09Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:02.588371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecf4ac46-3725-421f-a84e-97c2a891b61d None None] The sync data for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 is: [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:14:04Z', 'revision_number': 4, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': 'e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc', 'name': '', 'network_id': 'ba82c855-ee95-442f-858f-15679a7f5533', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'mac_address': 'fa:16:3e:e5:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_interface', 'standard_attr_id': 4263, 'fixed_ips': [{'subnet_id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:03Z', 'updated_at': '2021-09-10T05:14:09Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'subnets': [{'id': '0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:15:02.811164 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f54fbc0-56b0-498d-88e7-8ff349481b89 None None] New status for floating IP 394e6e2a-6e68-4abe-8679-1ff8dfc2474e: DOWN {{(pid=95139) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:15:03.329249 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:03.775473 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0cfb76-3ace-4c14-8668-94ed647a9513 req-db2541f4-c428-4216-867f-395c261a5d8b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:03.776859 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad0cfb76-3ace-4c14-8668-94ed647a9513 req-db2541f4-c428-4216-867f-395c261a5d8b tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0504920 Sep 10 05:15:03.813964 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ad0cfb76-3ace-4c14-8668-94ed647a9513 req-f9301f32-59ac-4a05-b760-e71223eb6c67 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/security-groups?id=c8212241-d09b-4e92-9602-ddabc1f1ef82&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311964 Sep 10 05:15:03.886745 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-5356983d-5ada-4604-911a-86016aa66e8c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:03.888203 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-5356983d-5ada-4604-911a-86016aa66e8c tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 945 time: 0.0483804 Sep 10 05:15:03.977128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 27b3a13a-ff3a-40d3-8ec4-4163c201efac {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:15:03.977478 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:04.069285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port 27b3a13a-ff3a-40d3-8ec4-4163c201efac, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=27b3a13a-ff3a-40d3-8ec4-4163c201efac,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:04.074314 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:04.081883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 27b3a13a-ff3a-40d3-8ec4-4163c201efac owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:15:04.274580 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:04.301134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=27b3a13a-ff3a-40d3-8ec4-4163c201efac,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:04.344878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] No DVR routers for this DVR port 27b3a13a-ff3a-40d3-8ec4-4163c201efac on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:15:04.347517 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:04.349549 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f777d8d2-cb81-42d0-b091-d5272b817dda req-c25cf0e1-f194-40d7-b4a7-220879382e9a tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.39 "DELETE /v2.0/ports/27b3a13a-ff3a-40d3-8ec4-4163c201efac HTTP/1.1" status: 204 len: 173 time: 0.4548481 Sep 10 05:15:04.350782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'name': 'network-vif-deleted', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:15:04.352947 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3903a3fe-62f8-4df4-8547-96e8ea1f90cb" -d '{"events": [{"server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "name": "network-vif-deleted", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:15:04.390161 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:15:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c00126-3799-4470-930b-26b5d80fefaa x-openstack-request-id: req-c5c00126-3799-4470-930b-26b5d80fefaa {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:15:04.390474 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad0fc87c-01ee-42ec-9ffe-c3571fd0b347", "name": "network-vif-deleted", "tag": "27b3a13a-ff3a-40d3-8ec4-4163c201efac", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:15:04.390725 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5c00126-3799-4470-930b-26b5d80fefaa {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:15:04.391120 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad0fc87c-01ee-42ec-9ffe-c3571fd0b347', 'name': 'network-vif-deleted', 'tag': '27b3a13a-ff3a-40d3-8ec4-4163c201efac', 'status': 'completed', 'code': 200} Sep 10 05:15:04.935404 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfa1abc1-e7b7-4f98-8010-fe42a875c01b req-f0cf2038-9896-48eb-8139-26b49cdf84aa tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "GET /v2.0/ports?device_id=ad0fc87c-01ee-42ec-9ffe-c3571fd0b347 HTTP/1.1" status: 200 len: 210 time: 0.0291412 Sep 10 05:15:06.002691 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36306) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:06.357306 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:06.606309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:15:06.606657 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:06.692654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:06.692937 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:06.709817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:15:06.971883 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:06.999215 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:07.167799 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:07.377120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Router ec6c594d-4f3d-40fb-b04e-96b61ae95185 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:15:07.484024 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:15:07.490905 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-08959824-72c9-4b94-bac3-e6c6e1723980 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "PUT /v2.0/routers/ec6c594d-4f3d-40fb-b04e-96b61ae95185/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4853847 Sep 10 05:15:07.491844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36308) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:07.494744 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] Sync routers for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:15:07.508970 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:07.509586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:07.542866 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebe55a9-3092-461e-bcbb-f01fa0a1ef93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting subnet 0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:15:07.546039 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ebe55a9-3092-461e-bcbb-f01fa0a1ef93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:07.584537 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ebe55a9-3092-461e-bcbb-f01fa0a1ef93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:07.616079 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:07.675173 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ebe55a9-3092-461e-bcbb-f01fa0a1ef93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:07.804693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ebe55a9-3092-461e-bcbb-f01fa0a1ef93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:07.833226 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebe55a9-3092-461e-bcbb-f01fa0a1ef93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Subnet': ['ID=0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:07.835887 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3ebe55a9-3092-461e-bcbb-f01fa0a1ef93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:07.837783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3ebe55a9-3092-461e-bcbb-f01fa0a1ef93 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/subnets/0197db54-a02c-4ac8-b7ca-3c0f89e5a4f2 HTTP/1.1" status: 204 len: 168 time: 0.3450124 Sep 10 05:15:07.840390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36310) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:07.843965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5b37dc1-b0ba-4657-bfb0-85ff1a295353 None None] Network ba82c855-ee95-442f-858f-15679a7f5533 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:15:07.946529 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.040039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:15:06Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:08.049429 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.071835 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] Checking router: ec6c594d-4f3d-40fb-b04e-96b61ae95185 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:15:08.077574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] Routers {'ec6c594d-4f3d-40fb-b04e-96b61ae95185'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:08.078187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:08.115460 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] DHCP port deletion for ba82c855-ee95-442f-858f-15679a7f5533 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:15:08.153841 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Deleting port 892f65af-6573-43c9-ae56-831226c8c003 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:15:08.154183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.217071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] Set router ec6c594d-4f3d-40fb-b04e-96b61ae95185 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:08.233894 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] For port 892f65af-6573-43c9-ae56-831226c8c003, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=892f65af-6573-43c9-ae56-831226c8c003,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:08.234503 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.243895 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Deleting port 072931da-0c7a-46a1-ae10-4970573acbe0 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:15:08.244269 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.246253 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Calling delete_port for 892f65af-6573-43c9-ae56-831226c8c003 owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:15:08.379533 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] For port 072931da-0c7a-46a1-ae10-4970573acbe0, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=072931da-0c7a-46a1-ae10-4970573acbe0,segment=NetworkSegment(2c27c2e9-2cbf-49b2-97e2-638c477d837d),segment_id=2c27c2e9-2cbf-49b2-97e2-638c477d837d)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:08.379807 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.396486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Calling delete_port for 072931da-0c7a-46a1-ae10-4970573acbe0 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:15:08.460995 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.487475 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Port': ['ID=892f65af-6573-43c9-ae56-831226c8c003,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:08.518940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:15:06Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:08.544842 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89a41186-5297-433a-a762-e4e6ee237891 None None] The sync data for ids ['ec6c594d-4f3d-40fb-b04e-96b61ae95185'] in n-d-808143-1 is: [{'id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'name': 'tempest-TestNetworkAdvancedServerOps-router-38489340', 'tenant_id': '770fe03a2a7c4f7f9514763e70457d79', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15'}], 'enable_snat': True}, 'gw_port_id': '892f65af-6573-43c9-ae56-831226c8c003', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:14:00Z', 'updated_at': '2021-09-10T05:15:06Z', 'revision_number': 5, 'project_id': '770fe03a2a7c4f7f9514763e70457d79', 'gw_port': {'id': '892f65af-6573-43c9-ae56-831226c8c003', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:67:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec6c594d-4f3d-40fb-b04e-96b61ae95185', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4260, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:14:01Z', 'updated_at': '2021-09-10T05:14:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:15:08.557319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.586954 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.618198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Pushing event deleted for resources: {'Port': ['ID=072931da-0c7a-46a1-ae10-4970573acbe0,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:08.620560 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] No DVR routers for this DVR port 072931da-0c7a-46a1-ae10-4970573acbe0 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:15:08.629493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.630070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.630345 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.630743 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.631140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.631568 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.631981 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.635561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.635561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.635561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.635561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.635561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af38f3a0-a868-4dbc-915d-bd305466d5c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:08.649054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.651495 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.688358 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 27b3a13a-ff3a-40d3-8ec4-4163c201efac no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:15:08.708029 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 27b3a13a-ff3a-40d3-8ec4-4163c201efac {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:15:08.708375 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 27b3a13a-ff3a-40d3-8ec4-4163c201efac not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:15:08.764011 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.764514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Fanout notify agent at l3_agent the message router_deleted on router ec6c594d-4f3d-40fb-b04e-96b61ae95185 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:15:08.770994 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.775309 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-32b8923f-ea33-4a79-b951-abc76e18b5bd tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/routers/ec6c594d-4f3d-40fb-b04e-96b61ae95185 HTTP/1.1" status: 204 len: 168 time: 0.9308038 Sep 10 05:15:08.775309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36312) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:08.854078 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.957234 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:08.978912 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba82c855-ee95-442f-858f-15679a7f5533']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:08.988342 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c27c2e9-2cbf-49b2-97e2-638c477d837d') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:08.988705 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c27c2e9-2cbf-49b2-97e2-638c477d837d') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:08.998802 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:09.012601 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:09.018859 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Releasing vlan 232 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:15:09.019183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:15:09.022787 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:15:09.048783 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:15:09.068603 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:15:09.068967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device e3879cb1-9ab3-484e-b0e0-6eb1c8f04ccc not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:15:09.069370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 072931da-0c7a-46a1-ae10-4970573acbe0 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:15:09.087875 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 072931da-0c7a-46a1-ae10-4970573acbe0 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:15:09.088213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 072931da-0c7a-46a1-ae10-4970573acbe0 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:15:09.187245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:09.194990 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:09.196758 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/networks/ba82c855-ee95-442f-858f-15679a7f5533 HTTP/1.1" status: 204 len: 168 time: 0.4209726 Sep 10 05:15:09.199549 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36314) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:09.208304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6d901e-2a4a-43fe-afea-8ff060cdbdcf tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'Network': ['ID=ba82c855-ee95-442f-858f-15679a7f5533,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:09.265009 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:09.289627 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:09.403665 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:09.406231 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:09.407422 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] 10.222.0.22 "DELETE /v2.0/security-groups/c8212241-d09b-4e92-9602-ddabc1f1ef82 HTTP/1.1" status: 204 len: 168 time: 0.2068293 Sep 10 05:15:09.416938 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8212241-d09b-4e92-9602-ddabc1f1ef82,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:09.424422 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.424770 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.425112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.425530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.425785 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.426099 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.426428 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.426753 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.427072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.427402 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.427742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:09.428063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5250ca1d-24c3-480d-8de9-14120ed20583 tempest-TestNetworkAdvancedServerOps-1680798837 tempest-TestNetworkAdvancedServerOps-1680798837-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:10.020694 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36326) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:10.159605 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2c75a077-f63a-4bc5-b201-6f0206fd2e24 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=770fe03a2a7c4f7f9514763e70457d79&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1377156 Sep 10 05:15:10.162200 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36330) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:10.208505 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b19dc8d6-ea54-4aa5-bfd5-d07938ec0dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:10.229149 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b19dc8d6-ea54-4aa5-bfd5-d07938ec0dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:10.366166 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b19dc8d6-ea54-4aa5-bfd5-d07938ec0dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:10.368612 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-b19dc8d6-ea54-4aa5-bfd5-d07938ec0dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:10.369763 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-b19dc8d6-ea54-4aa5-bfd5-d07938ec0dc5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/468486d4-7d52-46d4-a633-5ae7b4a32fab HTTP/1.1" status: 204 len: 168 time: 0.2066805 Sep 10 05:15:10.378005 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19dc8d6-ea54-4aa5-bfd5-d07938ec0dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=468486d4-7d52-46d4-a633-5ae7b4a32fab,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:10.918407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 892f65af-6573-43c9-ae56-831226c8c003 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:15:10.929257 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36336) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:10.940353 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 892f65af-6573-43c9-ae56-831226c8c003 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:15:10.940699 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 892f65af-6573-43c9-ae56-831226c8c003 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:15:10.943431 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7d793e6b-a9ff-4fa1-a897-697ef53e09ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:11.029753 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7d793e6b-a9ff-4fa1-a897-697ef53e09ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:11.102992 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-7d793e6b-a9ff-4fa1-a897-697ef53e09ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:11.141539 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-7d793e6b-a9ff-4fa1-a897-697ef53e09ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a5b483c1a0e94548bfbd00748e058b71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2111371 Sep 10 05:15:11.142695 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d793e6b-a9ff-4fa1-a897-697ef53e09ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5eb85a82-518c-4970-b929-c132c5776610,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:11.144186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36338) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:11.194295 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c974c894-a2cb-4e5e-b62a-6dbecbad7953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:11.215088 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c974c894-a2cb-4e5e-b62a-6dbecbad7953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:11.320831 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c974c894-a2cb-4e5e-b62a-6dbecbad7953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:11.323404 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c974c894-a2cb-4e5e-b62a-6dbecbad7953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:11.324604 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c974c894-a2cb-4e5e-b62a-6dbecbad7953 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5eb85a82-518c-4970-b929-c132c5776610 HTTP/1.1" status: 204 len: 168 time: 0.1786532 Sep 10 05:15:11.332327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c974c894-a2cb-4e5e-b62a-6dbecbad7953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5eb85a82-518c-4970-b929-c132c5776610,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:12.358929 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36360) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:12.452234 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-693447291-network', 'tenant_id': '76259702d2d44752ab315d94b6089726'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:12.525941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Made reservation on behalf of 76259702d2d44752ab315d94b6089726 for: {'network': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:15:12.528331 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:12.540542 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:12.626460 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:12.702948 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:12.722825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=95137) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:15:12.737048 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e2c896-2d66-47f2-a227-781fd82549cb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:12.739918 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:12.740260 n-d-808143-1 neutron-server[95137]: INFO neutron.db.segments_db [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Added segment 9d844114-559e-423a-b017-f8104b332033 of type vlan for network a1000de4-e496-42e2-9668-f0377fa614bd Sep 10 05:15:12.779699 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:12.840399 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:12.841332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:12.841929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:12.901892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] Pushing event updated for resources: {'Network': ['ID=a1000de4-e496-42e2-9668-f0377fa614bd,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:12.912260 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a1000de4-e496-42e2-9668-f0377fa614bd details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:15:12.921473 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1f17ad11-1fc1-4092-a26e-965aa14a7fa5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5614748 Sep 10 05:15:12.924414 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36364) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:12.929918 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Request body: {'subnet': {'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-693447291-subnet', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:13.022800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Made reservation on behalf of 76259702d2d44752ab315d94b6089726 for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:15:13.025217 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:13.251673 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:13.308257 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2549c03a-20b5-4583-988f-d9c48abc77c3,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:13.316555 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Checking segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:15:13.316908 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Network hostable DHCP agents. Network: a1000de4-e496-42e2-9668-f0377fa614bd, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:15:13.399920 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Network a1000de4-e496-42e2-9668-f0377fa614bd is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:15:13.466290 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a1000de4-e496-42e2-9668-f0377fa614bd) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:13.470497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:13.471159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:13.474982 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd8cbec-17ef-45b1-9c83-6f5f762cf34c None None] Network a1000de4-e496-42e2-9668-f0377fa614bd requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:15:13.566646 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-22be13a8-5b70-48c7-9320-b2018a969948 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6411231 Sep 10 05:15:13.569380 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36366) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:13.573688 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:13.616839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-a1000de4-e496-42e2-9668-f0377fa614bd', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:15:13.617669 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:13.652099 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:13.653160 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:13.706944 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:13.746075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Allocated IP 172.20.0.2 (a1000de4-e496-42e2-9668-f0377fa614bd/2549c03a-20b5-4583-988f-d9c48abc77c3/d8622695-f1e3-4127-8940-a1f1a9dd1eed) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:15:13.892496 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:13.902001 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Transition to ACTIVE for port object d8622695-f1e3-4127-8940-a1f1a9dd1eed will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:13.917537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Transition to ACTIVE for port object d8622695-f1e3-4127-8940-a1f1a9dd1eed will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:13.983750 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:14.022991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Network a1000de4-e496-42e2-9668-f0377fa614bd is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:14.028402 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:14.032814 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:15:14.035843 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Pushing event updated for resources: {'Port': ['ID=d8622695-f1e3-4127-8940-a1f1a9dd1eed,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:14.092362 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Attempting to bind port d8622695-f1e3-4127-8940-a1f1a9dd1eed on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:15:14.092729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Attempting to bind port d8622695-f1e3-4127-8940-a1f1a9dd1eed by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:15:14.093118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Attempting to bind port d8622695-f1e3-4127-8940-a1f1a9dd1eed on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:15:14.097984 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:15:14.098818 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Checking segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:15:14.098818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:14.099113 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Bound using segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:15:14.099847 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Bound port: d8622695-f1e3-4127-8940-a1f1a9dd1eed, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:15:14.100012 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:14.161523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] For port d8622695-f1e3-4127-8940-a1f1a9dd1eed, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:15:14.164479 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] For port d8622695-f1e3-4127-8940-a1f1a9dd1eed, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d8622695-f1e3-4127-8940-a1f1a9dd1eed,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:15:14.193628 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:14.232956 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:14.287528 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2ce771-2224-45f9-b406-c050c8348211 None None] Pushing event updated for resources: {'Port': ['ID=d8622695-f1e3-4127-8940-a1f1a9dd1eed,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:14.471327 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:14.494043 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:14.605853 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Allocated IP 172.25.3.191 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/be773404-45b5-4b34-b34a-df733dda8589) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:15:14.703051 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:14.794941 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:14.831562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:14.834405 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:14.837641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:15:14.870730 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Pushing event updated for resources: {'Port': ['ID=be773404-45b5-4b34-b34a-df733dda8589,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:14.999608 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d8622695-f1e3-4127-8940-a1f1a9dd1eed up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:15.137315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port d8622695-f1e3-4127-8940-a1f1a9dd1eed completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:15.168312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:15.201800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e579e15e-7bef-40c2-bda7-36664d310f2e None None] Network a1000de4-e496-42e2-9668-f0377fa614bd requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:15:15.338686 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c5dfa5b1-1fab-4024-a067-edbc60229248 None None] Provisioning for port d8622695-f1e3-4127-8940-a1f1a9dd1eed completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:15.344433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-c5dfa5b1-1fab-4024-a067-edbc60229248 None None] Provisioning complete for port d8622695-f1e3-4127-8940-a1f1a9dd1eed triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:15.344796 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa5b1-1fab-4024-a067-edbc60229248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:15.362344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:15.435103 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa5b1-1fab-4024-a067-edbc60229248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:15.501009 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-c5dfa5b1-1fab-4024-a067-edbc60229248 None None] For port d8622695-f1e3-4127-8940-a1f1a9dd1eed, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d8622695-f1e3-4127-8940-a1f1a9dd1eed,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:15.548883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Router d3d69319-94dd-443e-9908-d4a29fd7d2dc is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:15:15.577347 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c5dfa5b1-1fab-4024-a067-edbc60229248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:15.624474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dfa5b1-1fab-4024-a067-edbc60229248 None None] Pushing event updated for resources: {'Port': ['ID=d8622695-f1e3-4127-8940-a1f1a9dd1eed,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:15.656309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:15:15.667525 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Sync routers for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:15:15.676296 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:15.676912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:15.695869 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-53fb5ea7-a6cd-4d36-9457-002415deb102 None None] Provisioning complete for port d8622695-f1e3-4127-8940-a1f1a9dd1eed triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:15.696245 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-53fb5ea7-a6cd-4d36-9457-002415deb102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:15.720328 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:15.721621 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-196f66c5-d2bd-44d6-9af4-6180c70b55e3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1512690 Sep 10 05:15:15.724318 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36368) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:15.784441 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:15.951816 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:14Z', 'revision_number': 3, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:15.981100 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Checking router: d3d69319-94dd-443e-9908-d4a29fd7d2dc for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:15:15.981445 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Updating router d3d69319-94dd-443e-9908-d4a29fd7d2dc port be773404-45b5-4b34-b34a-df733dda8589 binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:15:16.005453 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.132669 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.245790 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.255560 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Transition to ACTIVE for port object be773404-45b5-4b34-b34a-df733dda8589 will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:16.291019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Allocated IP 172.20.0.1 (a1000de4-e496-42e2-9668-f0377fa614bd/2549c03a-20b5-4583-988f-d9c48abc77c3/90d522d6-73e2-4c25-9698-a9718588be4e) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:15:16.343158 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.393183 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.398586 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Attempting to bind port be773404-45b5-4b34-b34a-df733dda8589 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:15:16.398586 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Attempting to bind port be773404-45b5-4b34-b34a-df733dda8589 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:15:16.398586 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Attempting to bind port be773404-45b5-4b34-b34a-df733dda8589 on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:15:16.400800 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Pushing event updated for resources: {'Port': ['ID=be773404-45b5-4b34-b34a-df733dda8589,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:16.407571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Transition to ACTIVE for port object 90d522d6-73e2-4c25-9698-a9718588be4e will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:16.408433 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:15:16.408802 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:15:16.409194 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.409571 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:15:16.410025 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Bound port: be773404-45b5-4b34-b34a-df733dda8589, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:15:16.410387 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.414083 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.414434 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.414763 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.415086 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.415402 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.415739 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.416085 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.416405 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.416718 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.417028 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.417338 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.417646 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:15:16.465666 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] For port be773404-45b5-4b34-b34a-df733dda8589, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:15:16.468942 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] For port be773404-45b5-4b34-b34a-df733dda8589, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=be773404-45b5-4b34-b34a-df733dda8589,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:15:16.491905 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.536456 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Network a1000de4-e496-42e2-9668-f0377fa614bd is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:16.537674 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.544420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:16.547022 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:15:16.550568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Pushing event updated for resources: {'Port': ['ID=90d522d6-73e2-4c25-9698-a9718588be4e,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:16.590536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.594818 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:16.595454 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:16.601624 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f990485-9828-4381-8ea0-7c3e04d90f0d None None] Pushing event updated for resources: {'Port': ['ID=be773404-45b5-4b34-b34a-df733dda8589,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:16.705092 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:16.777319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.846162 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4001361e-5b6f-4fdf-bf09-e29466f2b9ff None None] Provisioning for port 90d522d6-73e2-4c25-9698-a9718588be4e completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:16.850175 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-4001361e-5b6f-4fdf-bf09-e29466f2b9ff None None] Provisioning complete for port 90d522d6-73e2-4c25-9698-a9718588be4e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:16.854807 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4001361e-5b6f-4fdf-bf09-e29466f2b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.884579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4001361e-5b6f-4fdf-bf09-e29466f2b9ff None None] Port 90d522d6-73e2-4c25-9698-a9718588be4e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:15:16.887741 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:14Z', 'revision_number': 3, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:16.951016 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:16.980177 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d8622695-f1e3-4127-8940-a1f1a9dd1eed up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:16.996768 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f97f16f-bf49-4f0b-9f5e-a750a707f431 None None] The sync data for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 is: [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:14Z', 'revision_number': 3, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:15:17.023736 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:17.031416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port d8622695-f1e3-4127-8940-a1f1a9dd1eed triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:17.031746 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:17.094930 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Pushing event updated for resources: {'Port': ['ID=90d522d6-73e2-4c25-9698-a9718588be4e,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:17.097535 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:17.190696 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Network a1000de4-e496-42e2-9668-f0377fa614bd is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:17.193412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:17.321928 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Router d3d69319-94dd-443e-9908-d4a29fd7d2dc has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:15:17.439822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:15:17.446549 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aab725f1-6121-4958-8c1d-7bd255bec381 admin admin] 10.222.0.22 "PUT /v2.0/routers/d3d69319-94dd-443e-9908-d4a29fd7d2dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7212317 Sep 10 05:15:17.520108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-22a8e027-60d5-4469-9d0d-3d888fc04a31 None None] Provisioning complete for port 90d522d6-73e2-4c25-9698-a9718588be4e triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:17.520472 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-22a8e027-60d5-4469-9d0d-3d888fc04a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:17.556495 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-22a8e027-60d5-4469-9d0d-3d888fc04a31 None None] Port 90d522d6-73e2-4c25-9698-a9718588be4e cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:15:18.159703 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36384) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:18.164727 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-358285754-network', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:18.229244 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Made reservation on behalf of a1c5ee06eeb9417286502a58312db144 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:15:18.231797 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.240856 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.328233 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.406049 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.431162 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] vlan segment allocate from pool success with {'vlan_id': 226, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:15:18.446851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25e080fd-5552-4f77-97a5-d7effc637842,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:18.446851 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.446851 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Added segment e18f49af-9d25-4113-88d7-4440360ffca6 of type vlan for network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 Sep 10 05:15:18.482622 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Sync routers for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:15:18.489117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.492172 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:18.492795 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:18.566039 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.567025 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:18.567611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.596909 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:18.626668 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] Pushing event updated for resources: {'Network': ['ID=a36f9dca-7a5c-4b67-a636-fe0b050b8a73,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:18.637054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:15:18.658466 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-4ce48410-23a3-436f-b94f-da1dabd2ebff admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4975893 Sep 10 05:15:18.661240 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36386) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:18.666691 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Request body: {'subnet': {'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-358285754-subnet', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:18.743468 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Made reservation on behalf of a1c5ee06eeb9417286502a58312db144 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:15:18.745843 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.989900 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:18.992915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device be773404-45b5-4b34-b34a-df733dda8589 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:19.034412 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 2, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:19.049598 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b77b9c1-253c-4318-a75f-7de96bec8bd9,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:19.054704 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Checking segment: {'id': 'e18f49af-9d25-4113-88d7-4440360ffca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:15:19.055067 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Network hostable DHCP agents. Network: a36f9dca-7a5c-4b67-a636-fe0b050b8a73, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:15:19.062427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Checking router: d3d69319-94dd-443e-9908-d4a29fd7d2dc for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:15:19.062778 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Updating router d3d69319-94dd-443e-9908-d4a29fd7d2dc port 90d522d6-73e2-4c25-9698-a9718588be4e binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:15:19.092706 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.154645 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:15:19.183106 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port be773404-45b5-4b34-b34a-df733dda8589 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:19.188313 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port be773404-45b5-4b34-b34a-df733dda8589 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:19.192288 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.243655 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, a36f9dca-7a5c-4b67-a636-fe0b050b8a73) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:19.248260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:19.249091 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.254552 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27907a99-e101-4e9e-9997-b1231524ad49 None None] Network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:15:19.307249 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-23584531-ca14-48fa-9352-8ca822fb95d7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6449366 Sep 10 05:15:19.309745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36388) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:19.314012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:19.389005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.390070 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.405304 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.445637 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.472716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port be773404-45b5-4b34-b34a-df733dda8589, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=be773404-45b5-4b34-b34a-df733dda8589,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:19.544763 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.550249 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.561137 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-a36f9dca-7a5c-4b67-a636-fe0b050b8a73', 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'fixed_ips': [{'subnet_id': '9b77b9c1-253c-4318-a75f-7de96bec8bd9'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:15:19.561957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.565181 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Transition to ACTIVE for port object 90d522d6-73e2-4c25-9698-a9718588be4e will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:19.641783 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.668575 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.676851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=be773404-45b5-4b34-b34a-df733dda8589,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:19.764881 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9d198-98ba-435b-925c-73a1215917e1 None None] Pushing event updated for resources: {'Port': ['ID=90d522d6-73e2-4c25-9698-a9718588be4e,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:19.817478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Allocated IP 172.20.0.2 (a36f9dca-7a5c-4b67-a636-fe0b050b8a73/9b77b9c1-253c-4318-a75f-7de96bec8bd9/0b1bea60-e314-4f06-ad33-c4436e290734) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:15:19.834169 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Attempting to bind port 90d522d6-73e2-4c25-9698-a9718588be4e on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:15:19.834512 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Attempting to bind port 90d522d6-73e2-4c25-9698-a9718588be4e by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:15:19.834884 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Attempting to bind port 90d522d6-73e2-4c25-9698-a9718588be4e on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:15:19.845100 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:15:19.845466 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Checking segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:15:19.845867 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.846281 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Bound using segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:15:19.846732 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Bound port: 90d522d6-73e2-4c25-9698-a9718588be4e, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:15:19.847109 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.924535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.943078 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:19.980839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] For port 90d522d6-73e2-4c25-9698-a9718588be4e, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:15:19.986291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] For port 90d522d6-73e2-4c25-9698-a9718588be4e, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90d522d6-73e2-4c25-9698-a9718588be4e,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:15:20.034401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.042369 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Transition to ACTIVE for port object 0b1bea60-e314-4f06-ad33-c4436e290734 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:20.047433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Allocated IP 172.25.3.4 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:15:20.051293 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.065739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Transition to ACTIVE for port object 0b1bea60-e314-4f06-ad33-c4436e290734 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:20.114386 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:20.114781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:20.120253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e9d198-98ba-435b-925c-73a1215917e1 None None] Pushing event updated for resources: {'Port': ['ID=90d522d6-73e2-4c25-9698-a9718588be4e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:20.152201 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.163105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.244350 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:20.254246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:20.258900 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.260894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:15:20.264475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Pushing event updated for resources: {'Port': ['ID=0b1bea60-e314-4f06-ad33-c4436e290734,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:20.297940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:20.304357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:20.307147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:20.311982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:15:20.338610 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Pushing event updated for resources: {'Port': ['ID=2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:20.363387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Attempting to bind port 0b1bea60-e314-4f06-ad33-c4436e290734 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:15:20.363776 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Attempting to bind port 0b1bea60-e314-4f06-ad33-c4436e290734 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'e18f49af-9d25-4113-88d7-4440360ffca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:15:20.364135 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Attempting to bind port 0b1bea60-e314-4f06-ad33-c4436e290734 on network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:15:20.402415 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:15:20.402707 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Checking segment: {'id': 'e18f49af-9d25-4113-88d7-4440360ffca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:15:20.403105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.403493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Bound using segment: {'id': 'e18f49af-9d25-4113-88d7-4440360ffca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:15:20.403987 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Bound port: 0b1bea60-e314-4f06-ad33-c4436e290734, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18f49af-9d25-4113-88d7-4440360ffca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:15:20.404365 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.654435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.691724 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] For port 0b1bea60-e314-4f06-ad33-c4436e290734, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:15:20.696593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] For port 0b1bea60-e314-4f06-ad33-c4436e290734, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0b1bea60-e314-4f06-ad33-c4436e290734,segment=NetworkSegment(e18f49af-9d25-4113-88d7-4440360ffca6),segment_id=e18f49af-9d25-4113-88d7-4440360ffca6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:15:20.744195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:20.771843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.774433 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c0fd963-f415-46c1-ae95-920d85d35d02 None None] The sync data for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 is: [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:15:20.865122 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f159a4-1bae-43ec-af4e-873bc0ad6359 None None] Pushing event updated for resources: {'Port': ['ID=0b1bea60-e314-4f06-ad33-c4436e290734,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:20.871167 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:20.932768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3bc0bf03-8650-4d9a-a338-8294c25d64d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:21.108515 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Router 729f8abb-37b8-4500-a089-28df3aab8c31 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:15:21.118657 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device be773404-45b5-4b34-b34a-df733dda8589 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:21.176546 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port be773404-45b5-4b34-b34a-df733dda8589 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:21.176922 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:21.231658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:15:21.242266 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Sync routers for ids ['729f8abb-37b8-4500-a089-28df3aab8c31'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:15:21.256997 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Routers {'729f8abb-37b8-4500-a089-28df3aab8c31'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:21.257670 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['729f8abb-37b8-4500-a089-28df3aab8c31'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:21.277070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90d522d6-73e2-4c25-9698-a9718588be4e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:21.332355 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:21.342820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36390) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:21.343384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-43a25b0b-72cb-4c11-983f-5fd54f8b59c5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 2.0273929 Sep 10 05:15:21.369974 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Set router 729f8abb-37b8-4500-a089-28df3aab8c31 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:21.415476 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 90d522d6-73e2-4c25-9698-a9718588be4e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:21.424036 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 90d522d6-73e2-4c25-9698-a9718588be4e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:21.424451 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:21.530142 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:21.567969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 90d522d6-73e2-4c25-9698-a9718588be4e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90d522d6-73e2-4c25-9698-a9718588be4e,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:21.589966 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:20Z', 'revision_number': 3, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'gw_port': {'id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:21.620912 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:21.649521 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Checking router: 729f8abb-37b8-4500-a089-28df3aab8c31 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:15:21.649868 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Updating router 729f8abb-37b8-4500-a089-28df3aab8c31 port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:15:21.682891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=90d522d6-73e2-4c25-9698-a9718588be4e,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:21.683149 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:21.844771 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:21.991824 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.002601 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Transition to ACTIVE for port object 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:22.027531 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d754c648-9010-4a34-832a-061d6042ebcd None None] Network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:15:22.038073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Allocated IP 172.20.0.1 (a36f9dca-7a5c-4b67-a636-fe0b050b8a73/9b77b9c1-253c-4318-a75f-7de96bec8bd9/073db0c7-286b-402d-ad3f-63a14db39f71) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:15:22.079950 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.140267 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d00fed24-09bc-49a8-805d-f648ef7ef67d None None] Provisioning for port 0b1bea60-e314-4f06-ad33-c4436e290734 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:22.145419 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Attempting to bind port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:15:22.145774 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Attempting to bind port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:15:22.146126 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Attempting to bind port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:15:22.148602 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f778b-26e2-44e3-bce4-22fb03780605 None None] Pushing event updated for resources: {'Port': ['ID=2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:22.154216 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 14, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:15:22.154582 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:15:22.154974 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.155353 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:15:22.155846 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Bound port: 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:15:22.156221 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.165681 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.180423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Transition to ACTIVE for port object 073db0c7-286b-402d-ad3f-63a14db39f71 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:22.209135 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] For port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:15:22.214283 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] For port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:15:22.284336 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.309763 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.328321 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:22.343023 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:22.346712 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:15:22.350192 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Pushing event updated for resources: {'Port': ['ID=073db0c7-286b-402d-ad3f-63a14db39f71,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:22.368366 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Routers {'729f8abb-37b8-4500-a089-28df3aab8c31'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:22.370735 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:14:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['729f8abb-37b8-4500-a089-28df3aab8c31'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:22.396735 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.407869 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381f778b-26e2-44e3-bce4-22fb03780605 None None] Pushing event updated for resources: {'Port': ['ID=2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:22.486583 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] Set router 729f8abb-37b8-4500-a089-28df3aab8c31 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:22.592059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.674394 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:20Z', 'revision_number': 3, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'gw_port': {'id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:22.701668 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f16280-795d-49a1-ac47-fed99077ab8e None None] The sync data for ids ['729f8abb-37b8-4500-a089-28df3aab8c31'] in n-d-808143-1 is: [{'id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:20Z', 'revision_number': 3, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'gw_port': {'id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:15:22.759565 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.760605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fd7b572b-2611-40b5-9b42-27d986da9270 None None] Provisioning for port 073db0c7-286b-402d-ad3f-63a14db39f71 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:22.765007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-fd7b572b-2611-40b5-9b42-27d986da9270 None None] Provisioning complete for port 073db0c7-286b-402d-ad3f-63a14db39f71 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:22.765452 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fd7b572b-2611-40b5-9b42-27d986da9270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.803093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-fd7b572b-2611-40b5-9b42-27d986da9270 None None] Port 073db0c7-286b-402d-ad3f-63a14db39f71 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:15:22.823214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:22.894999 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Pushing event updated for resources: {'Port': ['ID=073db0c7-286b-402d-ad3f-63a14db39f71,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:22.898547 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.011519 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:23.013200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:23.145588 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90d522d6-73e2-4c25-9698-a9718588be4e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:23.152717 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Router 729f8abb-37b8-4500-a089-28df3aab8c31 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:15:23.204020 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 90d522d6-73e2-4c25-9698-a9718588be4e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:23.205009 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.283897 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:15:23.288188 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0b1bea60-e314-4f06-ad33-c4436e290734 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:23.289243 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-1fcd014a-f68d-468c-a004-98a0748eaacb admin admin] 10.222.0.22 "PUT /v2.0/routers/729f8abb-37b8-4500-a089-28df3aab8c31/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9508824 Sep 10 05:15:23.339039 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-b719ddc8-7742-467f-b3b1-b422f6728ca5 None None] Provisioning complete for port 073db0c7-286b-402d-ad3f-63a14db39f71 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:23.339537 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b719ddc8-7742-467f-b3b1-b422f6728ca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.386332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-b719ddc8-7742-467f-b3b1-b422f6728ca5 None None] Port 073db0c7-286b-402d-ad3f-63a14db39f71 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:15:23.440351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 0b1bea60-e314-4f06-ad33-c4436e290734 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:23.445508 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0b1bea60-e314-4f06-ad33-c4436e290734 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:23.445881 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.544097 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.580275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 0b1bea60-e314-4f06-ad33-c4436e290734, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0b1bea60-e314-4f06-ad33-c4436e290734,segment=NetworkSegment(e18f49af-9d25-4113-88d7-4440360ffca6),segment_id=e18f49af-9d25-4113-88d7-4440360ffca6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:23.615370 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0f383c0c-5823-4cc7-8f68-48da9257672c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.642235 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.642235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:23.709816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=0b1bea60-e314-4f06-ad33-c4436e290734,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:23.777320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:23.781915 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:23.786575 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.849321 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.866280 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.886183 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:23.904736 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36398) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:23.909344 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-15d72e17-6d53-4f44-93b8-358950b08c57 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1340054973', 'description': 'tempest-secgroup-smoke-1340054973 description', 'project_id': '76259702d2d44752ab315d94b6089726'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:23.948983 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:23.998145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:24.002482 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d72e17-6d53-4f44-93b8-358950b08c57 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.090200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d72e17-6d53-4f44-93b8-358950b08c57 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.166214 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d72e17-6d53-4f44-93b8-358950b08c57 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.199186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d72e17-6d53-4f44-93b8-358950b08c57 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd7c555f-adaf-44ea-a658-d51384274fa9,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:24.255400 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-15d72e17-6d53-4f44-93b8-358950b08c57 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.259159 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-15d72e17-6d53-4f44-93b8-358950b08c57 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3534031 Sep 10 05:15:24.262163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36400) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:24.266767 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-8f8adcb4-3697-4fd2-ae3b-6af516472c0b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c555f-adaf-44ea-a658-d51384274fa9', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:24.280430 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Sync routers for ids ['729f8abb-37b8-4500-a089-28df3aab8c31'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:15:24.289418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Routers {'729f8abb-37b8-4500-a089-28df3aab8c31'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:24.290014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:15:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['729f8abb-37b8-4500-a089-28df3aab8c31'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:24.351242 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f8adcb4-3697-4fd2-ae3b-6af516472c0b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.393445 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Set router 729f8abb-37b8-4500-a089-28df3aab8c31 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:24.406929 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f8adcb4-3697-4fd2-ae3b-6af516472c0b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.497138 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f8adcb4-3697-4fd2-ae3b-6af516472c0b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.515553 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8adcb4-3697-4fd2-ae3b-6af516472c0b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=717a2506-6a61-48bd-9eb7-61999fba31ad,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:24.587060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:22Z', 'revision_number': 4, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'gw_port': {'id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '073db0c7-286b-402d-ad3f-63a14db39f71', 'name': '', 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'mac_address': 'fa:16:3e:5c:75:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9b77b9c1-253c-4318-a75f-7de96bec8bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:21Z', 'updated_at': '2021-09-10T05:15:22Z', 'revision_number': 2, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'subnets': [{'id': '9b77b9c1-253c-4318-a75f-7de96bec8bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:24.597659 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-8f8adcb4-3697-4fd2-ae3b-6af516472c0b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.598996 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-8f8adcb4-3697-4fd2-ae3b-6af516472c0b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3358247 Sep 10 05:15:24.601826 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36402) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:24.606329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-4468babe-c2b7-40ac-800f-2911bd70da64 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c555f-adaf-44ea-a658-d51384274fa9', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:24.615934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Checking router: 729f8abb-37b8-4500-a089-28df3aab8c31 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:15:24.616277 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Updating router 729f8abb-37b8-4500-a089-28df3aab8c31 port 073db0c7-286b-402d-ad3f-63a14db39f71 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:15:24.643957 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.700258 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4468babe-c2b7-40ac-800f-2911bd70da64 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.755444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4468babe-c2b7-40ac-800f-2911bd70da64 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.826198 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4468babe-c2b7-40ac-800f-2911bd70da64 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.846941 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4468babe-c2b7-40ac-800f-2911bd70da64 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2502593f-2d54-4fbe-9182-0ddecff7be18,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:24.900050 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.909278 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Transition to ACTIVE for port object 073db0c7-286b-402d-ad3f-63a14db39f71 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:24.911988 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-4468babe-c2b7-40ac-800f-2911bd70da64 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:24.913263 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-4468babe-c2b7-40ac-800f-2911bd70da64 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3104584 Sep 10 05:15:24.915972 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36404) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:24.920292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-00c50546-0b7f-4bdc-b23b-7bd35356cd0d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c555f-adaf-44ea-a658-d51384274fa9', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:24.983141 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0b1bea60-e314-4f06-ad33-c4436e290734 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:24.986688 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.016551 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00c50546-0b7f-4bdc-b23b-7bd35356cd0d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.067484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdbc08-4795-40e9-b957-b89573185820 None None] Pushing event updated for resources: {'Port': ['ID=073db0c7-286b-402d-ad3f-63a14db39f71,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:25.078209 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00c50546-0b7f-4bdc-b23b-7bd35356cd0d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.122328 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 0b1bea60-e314-4f06-ad33-c4436e290734 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:25.122900 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.127404 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Attempting to bind port 073db0c7-286b-402d-ad3f-63a14db39f71 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:15:25.127788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Attempting to bind port 073db0c7-286b-402d-ad3f-63a14db39f71 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'e18f49af-9d25-4113-88d7-4440360ffca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:15:25.128143 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Attempting to bind port 073db0c7-286b-402d-ad3f-63a14db39f71 on network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:15:25.151043 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 15, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:15:25.151416 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Checking segment: {'id': 'e18f49af-9d25-4113-88d7-4440360ffca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:15:25.151910 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.152299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Bound using segment: {'id': 'e18f49af-9d25-4113-88d7-4440360ffca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:15:25.152768 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Bound port: 073db0c7-286b-402d-ad3f-63a14db39f71, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e18f49af-9d25-4113-88d7-4440360ffca6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 226, 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:15:25.153268 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.154378 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00c50546-0b7f-4bdc-b23b-7bd35356cd0d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.176572 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c50546-0b7f-4bdc-b23b-7bd35356cd0d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8981fd41-92f6-4859-8c26-1193ddee99dc,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:25.256434 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-00c50546-0b7f-4bdc-b23b-7bd35356cd0d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.256434 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-00c50546-0b7f-4bdc-b23b-7bd35356cd0d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3363433 Sep 10 05:15:25.256434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36406) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:25.256736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] For port 073db0c7-286b-402d-ad3f-63a14db39f71, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:15:25.260597 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-931a475e-8b73-458d-a1b8-93e15059491e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c555f-adaf-44ea-a658-d51384274fa9', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:25.261086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] For port 073db0c7-286b-402d-ad3f-63a14db39f71, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=073db0c7-286b-402d-ad3f-63a14db39f71,segment=NetworkSegment(e18f49af-9d25-4113-88d7-4440360ffca6),segment_id=e18f49af-9d25-4113-88d7-4440360ffca6)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:15:25.268208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:25.327430 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.335629 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:25.336037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.359202 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-931a475e-8b73-458d-a1b8-93e15059491e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.424715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-931a475e-8b73-458d-a1b8-93e15059491e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.431108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Routers {'729f8abb-37b8-4500-a089-28df3aab8c31'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:25.431745 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:15:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['729f8abb-37b8-4500-a089-28df3aab8c31'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:25.436593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdbc08-4795-40e9-b957-b89573185820 None None] Pushing event updated for resources: {'Port': ['ID=073db0c7-286b-402d-ad3f-63a14db39f71,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:25.490346 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-931a475e-8b73-458d-a1b8-93e15059491e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.514723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931a475e-8b73-458d-a1b8-93e15059491e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=896791eb-8ee5-4d5b-a1c0-bd33caf1b2a9,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:25.577611 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-931a475e-8b73-458d-a1b8-93e15059491e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.582042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-931a475e-8b73-458d-a1b8-93e15059491e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3217998 Sep 10 05:15:25.582133 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36408) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:25.586914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cd032487-de95-42e4-9ccb-0dde1dd5873e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c555f-adaf-44ea-a658-d51384274fa9', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:25.588940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] Set router 729f8abb-37b8-4500-a089-28df3aab8c31 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:25.613921 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.691691 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-cd032487-de95-42e4-9ccb-0dde1dd5873e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Project 76259702d2d44752ab315d94b6089726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:15:25.696868 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd032487-de95-42e4-9ccb-0dde1dd5873e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.759912 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd032487-de95-42e4-9ccb-0dde1dd5873e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.791760 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:22Z', 'revision_number': 4, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'gw_port': {'id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '073db0c7-286b-402d-ad3f-63a14db39f71', 'name': '', 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'mac_address': 'fa:16:3e:5c:75:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9b77b9c1-253c-4318-a75f-7de96bec8bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:21Z', 'updated_at': '2021-09-10T05:15:25Z', 'revision_number': 4, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'subnets': [{'id': '9b77b9c1-253c-4318-a75f-7de96bec8bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:25.816566 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3acb3af-b932-4bfd-a68d-97c0884c5abe None None] The sync data for ids ['729f8abb-37b8-4500-a089-28df3aab8c31'] in n-d-808143-1 is: [{'id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:22Z', 'revision_number': 4, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'gw_port': {'id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '073db0c7-286b-402d-ad3f-63a14db39f71', 'name': '', 'network_id': 'a36f9dca-7a5c-4b67-a636-fe0b050b8a73', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'mac_address': 'fa:16:3e:5c:75:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '9b77b9c1-253c-4318-a75f-7de96bec8bd9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:21Z', 'updated_at': '2021-09-10T05:15:25Z', 'revision_number': 4, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'subnets': [{'id': '9b77b9c1-253c-4318-a75f-7de96bec8bd9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:15:25.853600 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd032487-de95-42e4-9ccb-0dde1dd5873e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.869994 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd032487-de95-42e4-9ccb-0dde1dd5873e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fbff14e-c0ea-4346-9c16-fa81dbb8d297,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:25.963517 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cd032487-de95-42e4-9ccb-0dde1dd5873e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:25.967777 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cd032487-de95-42e4-9ccb-0dde1dd5873e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3823473 Sep 10 05:15:25.968011 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36410) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:25.972793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-62a68b70-f6bd-4c80-b0e7-e3c10827a5e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': 'cd7c555f-adaf-44ea-a658-d51384274fa9', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:26.056041 n-d-808143-1 neutron-server[95136]: INFO neutron.db.securitygroups_db [None req-62a68b70-f6bd-4c80-b0e7-e3c10827a5e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Project 76259702d2d44752ab315d94b6089726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:15:26.061464 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62a68b70-f6bd-4c80-b0e7-e3c10827a5e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:26.126135 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62a68b70-f6bd-4c80-b0e7-e3c10827a5e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:26.200379 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62a68b70-f6bd-4c80-b0e7-e3c10827a5e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:26.219949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a68b70-f6bd-4c80-b0e7-e3c10827a5e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=352b6e78-3a29-4c32-a2aa-09302ae3cb23,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:26.302823 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-62a68b70-f6bd-4c80-b0e7-e3c10827a5e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:26.304100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-62a68b70-f6bd-4c80-b0e7-e3c10827a5e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3350701 Sep 10 05:15:26.437672 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-6183c5ce-a06d-4442-b84d-64c72439a1b6 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1340054973&fields=id&tenant_id=76259702d2d44752ab315d94b6089726 HTTP/1.1" status: 200 len: 267 time: 0.0319452 Sep 10 05:15:26.548729 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-9140ad84-1870-4fcd-bed6-9c8bfa21de2e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:26.550184 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-9140ad84-1870-4fcd-bed6-9c8bfa21de2e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 808 time: 0.1059716 Sep 10 05:15:26.564893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-9c4b8a7d-8a3f-4bd1-aecd-0fa74bb46262 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/quotas/76259702d2d44752ab315d94b6089726 HTTP/1.1" status: 200 len: 375 time: 0.0086713 Sep 10 05:15:26.614336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-270773b0-4114-4925-bfe2-230326a78c23 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439198 Sep 10 05:15:26.630825 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-00dbebb5-c88c-4d32-8357-f68ab9c4f7b2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:15:26.631792 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-00dbebb5-c88c-4d32-8357-f68ab9c4f7b2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049071 Sep 10 05:15:26.678004 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:26.720663 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-15e80cb0-0f7f-4cf2-8f5c-756c3d39ab6b service neutron] 10.222.0.22 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826776 Sep 10 05:15:26.807376 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-1c8f28d3-6932-42f7-aa94-4738382abe89 service neutron] 10.222.0.22 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806530 Sep 10 05:15:26.996507 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 073db0c7-286b-402d-ad3f-63a14db39f71 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:27.085822 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 073db0c7-286b-402d-ad3f-63a14db39f71 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:27.090075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 073db0c7-286b-402d-ad3f-63a14db39f71 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:27.090472 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:27.167117 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:27.198082 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 073db0c7-286b-402d-ad3f-63a14db39f71, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=073db0c7-286b-402d-ad3f-63a14db39f71,segment=NetworkSegment(e18f49af-9d25-4113-88d7-4440360ffca6),segment_id=e18f49af-9d25-4113-88d7-4440360ffca6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:27.273976 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:27.322211 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=073db0c7-286b-402d-ad3f-63a14db39f71,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:28.050917 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c3f059c0-ef75-474b-a903-fbfbd743e3f2 req-4761b484-10ce-4f4a-86f1-f0f0f451d816 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 210 time: 0.0272956 Sep 10 05:15:28.981650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 073db0c7-286b-402d-ad3f-63a14db39f71 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:29.028450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 073db0c7-286b-402d-ad3f-63a14db39f71 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:29.028820 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:29.143652 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-be7af2a9-f5e8-4936-b45b-75a1840bec7d req-65448dc8-e31c-4e73-bd9e-b1197858f049 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 210 time: 0.0257108 Sep 10 05:15:29.768866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:29.939175 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-91e029cb-c343-4b3c-af53-83783e72edc9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:29.940670 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-91e029cb-c343-4b3c-af53-83783e72edc9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 808 time: 0.1038332 Sep 10 05:15:29.989023 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-db055fa8-0479-426b-903d-8ebcbf0aab92 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76259702d2d44752ab315d94b6089726 HTTP/1.1" status: 200 len: 380 time: 0.0385680 Sep 10 05:15:29.998642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'port': {'device_id': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'admin_state_up': True, 'tenant_id': '76259702d2d44752ab315d94b6089726', 'security_groups': ['cd7c555f-adaf-44ea-a658-d51384274fa9']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:30.169036 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Made reservation on behalf of 76259702d2d44752ab315d94b6089726 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:15:30.172768 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:30.241817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-522ecb22-6afd-452d-9f04-19c27d4ac5d8 req-5fe4c89c-5a71-4e2a-a8e8-5591b9660aeb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 210 time: 0.0300679 Sep 10 05:15:30.586042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Allocated IP 172.20.0.13 (a1000de4-e496-42e2-9668-f0377fa614bd/2549c03a-20b5-4583-988f-d9c48abc77c3/050eb949-7d48-44bb-9ed5-17801e305136) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:15:30.719094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:30.732077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Transition to ACTIVE for port object 050eb949-7d48-44bb-9ed5-17801e305136 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:30.821337 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:30.860180 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Network a1000de4-e496-42e2-9668-f0377fa614bd is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:30.863133 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:30.867319 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:15:30.897345 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:30.922937 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:30.923573 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:30.995294 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-27bede85-3af2-4eb8-9d23-2c32fdcd5f1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0003750 Sep 10 05:15:31.093549 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Request body: {'port': {'device_id': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:31.149325 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:31.203427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3f7177f5-7fe8-4f64-ac3c-bc11f2e01198 None None] Provisioning for port 050eb949-7d48-44bb-9ed5-17801e305136 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:31.207256 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-3f7177f5-7fe8-4f64-ac3c-bc11f2e01198 None None] Provisioning complete for port 050eb949-7d48-44bb-9ed5-17801e305136 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:31.207618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3f7177f5-7fe8-4f64-ac3c-bc11f2e01198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:31.240212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-3f7177f5-7fe8-4f64-ac3c-bc11f2e01198 None None] Port 050eb949-7d48-44bb-9ed5-17801e305136 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:15:31.357006 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37d80d9-e291-479e-8edd-974eb7cbb1a5 req-63a9fc1c-7dc2-43ab-baad-ff042f0c4b05 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:31.358418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a37d80d9-e291-479e-8edd-974eb7cbb1a5 req-63a9fc1c-7dc2-43ab-baad-ff042f0c4b05 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 932 time: 0.0488851 Sep 10 05:15:31.397389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a37d80d9-e291-479e-8edd-974eb7cbb1a5 req-64e39025-cea4-45ce-8702-a2e0c9ef7995 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319247 Sep 10 05:15:31.414508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050eb949-7d48-44bb-9ed5-17801e305136 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:15:31.421894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:31.433639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Transition to ACTIVE for port object 050eb949-7d48-44bb-9ed5-17801e305136 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:15:31.506133 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:31.579438 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:31.630322 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Attempting to bind port 050eb949-7d48-44bb-9ed5-17801e305136 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:15:31.630666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Attempting to bind port 050eb949-7d48-44bb-9ed5-17801e305136 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:15:31.631002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Attempting to bind port 050eb949-7d48-44bb-9ed5-17801e305136 on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:15:31.636208 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Port 050eb949-7d48-44bb-9ed5-17801e305136 on network a1000de4-e496-42e2-9668-f0377fa614bd not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:15:31.636532 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Attempting to bind port 050eb949-7d48-44bb-9ed5-17801e305136 on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:15:31.641629 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 15, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:15:31.641976 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Checking segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:15:31.642369 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Bound using segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:15:31.642804 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Bound port: 050eb949-7d48-44bb-9ed5-17801e305136, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:15:31.643168 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:31.710087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:15:31.713227 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:15:31.809501 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:31.843331 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:31.844025 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:31.845465 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] 10.222.0.20 "PUT /v2.0/ports/050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 1092 time: 0.8416612 Sep 10 05:15:31.845907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:15:31.848229 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b643869-7ed2-4539-89da-b4ca9a93d90a" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "tag": "050eb949-7d48-44bb-9ed5-17801e305136"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:15:31.874580 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bddf26-f29f-41a4-89cc-941dc6238aef service neutron] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:31.893782 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-915119a8-2a2a-4a84-8535-94b865c52dc8 x-openstack-request-id: req-915119a8-2a2a-4a84-8535-94b865c52dc8 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:15:31.894125 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "tag": "050eb949-7d48-44bb-9ed5-17801e305136", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:15:31.894319 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-915119a8-2a2a-4a84-8535-94b865c52dc8 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:15:31.894715 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136', 'status': 'completed', 'code': 200} Sep 10 05:15:31.960586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643869-7ed2-4539-89da-b4ca9a93d90a req-845ce9a9-a2a3-4a63-b796-f5ce67d5e4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:31.962750 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b643869-7ed2-4539-89da-b4ca9a93d90a req-845ce9a9-a2a3-4a63-b796-f5ce67d5e4f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1095 time: 0.0496216 Sep 10 05:15:32.062541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643869-7ed2-4539-89da-b4ca9a93d90a req-7277b85a-22c0-4d3a-9d3b-b4ae1f5ada77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:32.064183 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b643869-7ed2-4539-89da-b4ca9a93d90a req-7277b85a-22c0-4d3a-9d3b-b4ae1f5ada77 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=76259702d2d44752ab315d94b6089726&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0940521 Sep 10 05:15:32.160641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b643869-7ed2-4539-89da-b4ca9a93d90a req-aba209aa-f15f-4e81-9375-403963c4ac12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:32.162009 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-7b643869-7ed2-4539-89da-b4ca9a93d90a req-aba209aa-f15f-4e81-9375-403963c4ac12 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908315 Sep 10 05:15:32.237833 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-759b42fb-7f21-4e5f-b7c3-08ed0f1d87b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:32.239341 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-759b42fb-7f21-4e5f-b7c3-08ed0f1d87b6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1095 time: 0.0412560 Sep 10 05:15:32.280157 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-390cd54c-17cb-4645-b05a-e68f165b0e2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 217 time: 0.0330584 Sep 10 05:15:32.334103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-1e47516c-56ab-4a53-bb76-ce68ae53cb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:32.335580 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-1e47516c-56ab-4a53-bb76-ce68ae53cb81 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0485046 Sep 10 05:15:32.381120 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-816ff29b-e58e-4d23-bfea-02526995a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:32.382722 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-816ff29b-e58e-4d23-bfea-02526995a6da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402360 Sep 10 05:15:32.477910 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-214d015c-c0a6-4c82-a24f-7a990ac0ec09 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880396 Sep 10 05:15:32.511218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8701cf1-6aa4-4d57-b03c-f47aa493542f req-a7656a73-717a-4d2d-b32d-bcb89ee4769d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:32.512742 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8701cf1-6aa4-4d57-b03c-f47aa493542f req-a7656a73-717a-4d2d-b32d-bcb89ee4769d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 944 time: 0.0478268 Sep 10 05:15:32.553970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c8701cf1-6aa4-4d57-b03c-f47aa493542f req-e8f3d37d-5690-4794-af91-0dac1cae45c9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344551 Sep 10 05:15:32.569990 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18ef9bf3-c324-42d2-bba4-d9bef1ee2bcd req-149eb7e6-fdd3-46b1-a21a-ebe220723f2e service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854959 Sep 10 05:15:33.383284 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:33.673270 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8470c2-abcf-4174-a5cd-2317b97b1f8a req-a2241b2a-5199-425f-abab-3ab16b8da5fd tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:33.674735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf8470c2-abcf-4174-a5cd-2317b97b1f8a req-a2241b2a-5199-425f-abab-3ab16b8da5fd tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 944 time: 0.0516913 Sep 10 05:15:33.710485 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bf8470c2-abcf-4174-a5cd-2317b97b1f8a req-6d263dcc-9729-455c-a73e-ab7d37ed6b80 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298545 Sep 10 05:15:34.057529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 050eb949-7d48-44bb-9ed5-17801e305136 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:15:34.241324 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:15:34.303165 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:34.314268 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '050eb949-7d48-44bb-9ed5-17801e305136', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'port_id': '050eb949-7d48-44bb-9ed5-17801e305136', 'mac_address': 'fa:16:3e:7d:7b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:15:34.350496 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:34.362535 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050eb949-7d48-44bb-9ed5-17801e305136 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:15:34.381570 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:34.437573 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:34.486407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:34.681740 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['050eb949-7d48-44bb-9ed5-17801e305136'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:15:34.825943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34bbc94-b862-4dbe-87f2-bcc6f30ff3cb req-8ac34283-f726-4de1-b7ea-1d19fa5b0c1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:34.827530 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a34bbc94-b862-4dbe-87f2-bcc6f30ff3cb req-8ac34283-f726-4de1-b7ea-1d19fa5b0c1f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0474031 Sep 10 05:15:34.864691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a34bbc94-b862-4dbe-87f2-bcc6f30ff3cb req-5c248c1c-3c8b-4369-9480-d3f7d53fa38a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312598 Sep 10 05:15:35.976283 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ea812-e73c-4451-882b-35f3ce1ae66c req-8df45658-54b7-4a37-a62a-400d06380766 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:35.977760 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-455ea812-e73c-4451-882b-35f3ce1ae66c req-8df45658-54b7-4a37-a62a-400d06380766 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0470941 Sep 10 05:15:36.014732 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-455ea812-e73c-4451-882b-35f3ce1ae66c req-0105e4ab-68a4-4e6a-8fa9-7280ea8561a0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308983 Sep 10 05:15:36.087418 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 050eb949-7d48-44bb-9ed5-17801e305136 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:15:36.176904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 050eb949-7d48-44bb-9ed5-17801e305136 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:15:36.180940 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 050eb949-7d48-44bb-9ed5-17801e305136 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:15:36.181306 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:36.256030 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:36.277669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:15:36.279996 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf610387-20dc-414b-8927-eba8cf9867e6" -d '{"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-plugged", "status": "completed", "tag": "050eb949-7d48-44bb-9ed5-17801e305136"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:15:36.293489 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:15:36.316996 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299003d2-3173-4c8f-b689-be4fcae82a81 x-openstack-request-id: req-299003d2-3173-4c8f-b689-be4fcae82a81 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:15:36.317844 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-plugged", "status": "completed", "tag": "050eb949-7d48-44bb-9ed5-17801e305136", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:15:36.318106 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-299003d2-3173-4c8f-b689-be4fcae82a81 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:15:36.318533 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136', 'code': 200} Sep 10 05:15:36.337664 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:36.390054 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:36.416420 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26546c5-6f4c-431d-b8fb-926e93710c67 req-cd9f850d-0b67-4fcf-a4be-af72e2d3a009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:36.417915 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f26546c5-6f4c-431d-b8fb-926e93710c67 req-cd9f850d-0b67-4fcf-a4be-af72e2d3a009 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1097 time: 0.0409222 Sep 10 05:15:36.451990 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f26546c5-6f4c-431d-b8fb-926e93710c67 req-46df0a39-92e4-473a-9337-d246111e0cc2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269601 Sep 10 05:15:37.128981 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af839843-ca81-435c-a8de-c4c51bca6b5f req-26c5f547-48ec-4733-97ab-328fd1b5905b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:37.130437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af839843-ca81-435c-a8de-c4c51bca6b5f req-26c5f547-48ec-4733-97ab-328fd1b5905b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0514157 Sep 10 05:15:37.167131 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-af839843-ca81-435c-a8de-c4c51bca6b5f req-f09f101a-9563-4d2e-bc54-157164514ca8 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303187 Sep 10 05:15:38.282081 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c1f22d-14fa-4f58-8388-e96c9a751779 req-f8c8853a-c75f-43ed-9f89-de4a45ab2848 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:38.283519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00c1f22d-14fa-4f58-8388-e96c9a751779 req-f8c8853a-c75f-43ed-9f89-de4a45ab2848 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0488429 Sep 10 05:15:38.320896 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00c1f22d-14fa-4f58-8388-e96c9a751779 req-b5bc1e7f-5059-4023-8b91-1fe600ac0337 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307841 Sep 10 05:15:38.434918 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb1baed-f6e7-462f-96db-6f34f2d77e2f req-9966cc3d-30c6-4925-ad05-36152261969f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:38.436398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-deb1baed-f6e7-462f-96db-6f34f2d77e2f req-9966cc3d-30c6-4925-ad05-36152261969f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0488665 Sep 10 05:15:38.474922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-deb1baed-f6e7-462f-96db-6f34f2d77e2f req-29beaf04-12ad-4dea-818c-18564f4f4f60 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Sep 10 05:15:38.495982 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36468) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:38.582835 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baedd5a-ebb9-416c-b9cb-de33e0b19cda tempest-TestShelveInstance-1123186861 tempest-TestShelveInstance-1123186861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:38.584363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9baedd5a-ebb9-416c-b9cb-de33e0b19cda tempest-TestShelveInstance-1123186861 tempest-TestShelveInstance-1123186861-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1092 time: 0.0874097 Sep 10 05:15:38.587975 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 36472) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:15:38.592260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '050eb949-7d48-44bb-9ed5-17801e305136', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'fixed_ip_address': '172.20.0.13'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:15:38.665868 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:38.757397 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:39.194660 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Allocated IP 172.25.3.115 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/cfb216cc-581f-429a-b894-2a4abfd27a35) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:15:39.290342 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:39.394102 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:39.432070 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:15:39.434746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:15:39.437421 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:15:39.467063 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'Port': ['ID=cfb216cc-581f-429a-b894-2a4abfd27a35,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:39.783932 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:39.892147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:40.036801 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:40.091167 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:40.158296 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'Port': ['ID=cfb216cc-581f-429a-b894-2a4abfd27a35,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:15:40.166573 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:40.263533 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Floating IP 9940373a-c72a-41de-8bdf-5971b7621a11 associated. External IP: 172.25.3.115, port: 050eb949-7d48-44bb-9ed5-17801e305136. Sep 10 05:15:40.466441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Router d3d69319-94dd-443e-9908-d4a29fd7d2dc has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:15:40.571471 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:15:40.582964 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] Sync routers for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:15:40.593455 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:40.594051 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:15:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:40.643489 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:40.670996 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-8cf5682f-e01e-4225-b1e8-6abdbb5b9e8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0820036 Sep 10 05:15:40.671921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:15:40.674337 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea24d10-257a-438c-977b-3150db2cdda9" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "tag": "050eb949-7d48-44bb-9ed5-17801e305136"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:15:40.697154 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:40.711269 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:15:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2549a0e8-6df9-4d02-90da-0ad8da58baff x-openstack-request-id: req-2549a0e8-6df9-4d02-90da-0ad8da58baff {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:15:40.711564 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "tag": "050eb949-7d48-44bb-9ed5-17801e305136", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:15:40.711839 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2549a0e8-6df9-4d02-90da-0ad8da58baff {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:15:40.712243 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136', 'status': 'completed', 'code': 200} Sep 10 05:15:40.777458 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-db8d647f-a563-491b-a556-df58380cb2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:40.778999 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-db8d647f-a563-491b-a556-df58380cb2af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1097 time: 0.0454483 Sep 10 05:15:40.866467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-19da8302-4923-452a-97b9-1eeed430fd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:40.867991 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-19da8302-4923-452a-97b9-1eeed430fd39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0822010 Sep 10 05:15:40.915511 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '9940373a-c72a-41de-8bdf-5971b7621a11', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'port_id': '050eb949-7d48-44bb-9ed5-17801e305136', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'mac_address': 'fa:16:3e:7d:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:15:39Z', 'updated_at': '2021-09-10T05:15:39Z', 'revision_number': 0, 'project_id': '76259702d2d44752ab315d94b6089726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:40.936413 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-1bb35388-eaa2-4775-841a-14602939d40f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 1000 time: 0.0618582 Sep 10 05:15:40.944279 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] Checking router: d3d69319-94dd-443e-9908-d4a29fd7d2dc for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:15:40.952333 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:15:40.952918 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:15:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:40.984474 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-286c40ea-44ba-4fd2-8e0a-18fdad125603 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:40.985936 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-286c40ea-44ba-4fd2-8e0a-18fdad125603 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0431197 Sep 10 05:15:41.032783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-5e5a50be-8cd0-49cb-9cbf-ef0a312aff2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:15:41.034227 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-5e5a50be-8cd0-49cb-9cbf-ef0a312aff2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403864 Sep 10 05:15:41.132741 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-e5ffbf0d-2e33-4211-933f-a808bc29f7e1 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906193 Sep 10 05:15:41.138357 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:15:41.222426 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5ea24d10-257a-438c-977b-3150db2cdda9 req-7902d31e-0180-4d6d-914d-b0d7331af716 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833495 Sep 10 05:15:41.351235 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '9940373a-c72a-41de-8bdf-5971b7621a11', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'port_id': '050eb949-7d48-44bb-9ed5-17801e305136', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'mac_address': 'fa:16:3e:7d:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:15:39Z', 'updated_at': '2021-09-10T05:15:39Z', 'revision_number': 0, 'project_id': '76259702d2d44752ab315d94b6089726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:15:41.380481 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4026c0cf-9617-4292-827a-edd1681241c8 None None] The sync data for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 is: [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '9940373a-c72a-41de-8bdf-5971b7621a11', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'floating_ip_address': '172.25.3.115', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'port_id': '050eb949-7d48-44bb-9ed5-17801e305136', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4307, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'mac_address': 'fa:16:3e:7d:7b:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:15:39Z', 'updated_at': '2021-09-10T05:15:39Z', 'revision_number': 0, 'project_id': '76259702d2d44752ab315d94b6089726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:15:41.575662 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdbcb19-15ee-477d-b757-5e1d59f27884 None None] New status for floating IP 9940373a-c72a-41de-8bdf-5971b7621a11: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:15:50.907767 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-83e9fa32-5d04-4eb2-8bbd-724b16458a51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:53.597179 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a8a43a5c-871f-4b33-9602-1639abcde2d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:53.802758 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:55.613998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:56.713668 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:15:59.805602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:03.327972 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:11.240126 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:16:20.913657 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a29f87db-64c6-4d81-b824-f726e64a1c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:23.616675 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-88fd4a93-bd2e-4b0c-858f-87aa788c4239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:23.802401 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:25.558806 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:26.670353 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:29.793115 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:33.341420 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:33.458352 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-695b57da-0519-481c-a339-c6f69f799c51 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0433698 Sep 10 05:16:33.537484 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-78f79ebf-7faf-4094-a3af-ccaffb4abfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:16:33.538995 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-78f79ebf-7faf-4094-a3af-ccaffb4abfd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1097 time: 0.0407877 Sep 10 05:16:33.638258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-00f12d3f-5ed1-4385-866d-f35a8ad4e86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:16:33.639619 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-00f12d3f-5ed1-4385-866d-f35a8ad4e86d service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0823874 Sep 10 05:16:33.706712 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-772b9523-57d5-4cfc-af0d-6d02c3fbcc4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 1002 time: 0.0592599 Sep 10 05:16:33.758633 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-54dca817-a05f-478c-afb4-ab52898c2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:16:33.760143 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-54dca817-a05f-478c-afb4-ab52898c2df6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0461836 Sep 10 05:16:33.803471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-599a9671-864b-4608-9edc-ea86a4d1c7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:16:33.805557 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-599a9671-864b-4608-9edc-ea86a4d1c7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385501 Sep 10 05:16:33.815723 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-a6f2509c-9d82-42a5-9f88-b445f565f350 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:16:33.816648 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-a6f2509c-9d82-42a5-9f88-b445f565f350 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0047228 Sep 10 05:16:33.910561 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-cd7ad721-7fcc-474e-a139-6d748235308b service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866549 Sep 10 05:16:34.004156 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9ef45592-3d0a-46a7-9e31-6bf1a1e3acee req-7dfdcd0e-2e42-4c96-a583-4daba8a90fe6 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860453 Sep 10 05:16:48.239653 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:16:50.909775 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2fc8288e-fae8-4ece-ad22-bc9e5ecb06ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:53.609565 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c3c60cb3-e7fe-458f-a1d8-84e2dca2641b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:53.821254 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:55.546718 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:56.706589 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:16:59.803943 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:03.326983 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:20.892298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-217ecefe-a2e4-4c8c-aa9f-4d6b24f3569c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:23.606511 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-5f8dafbf-415e-40da-95b1-892dded52813 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:23.812242 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:25.238519 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:17:25.540431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:26.717358 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:29.806411 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:33.345431 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:34.428260 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-20dfd616-ab68-4f4a-b8db-19f04d87ec2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0426049 Sep 10 05:17:34.508481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-12b42846-8bca-460b-b3d0-741b30029f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:34.510844 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-12b42846-8bca-460b-b3d0-741b30029f9c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1097 time: 0.0434332 Sep 10 05:17:34.614892 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-4ae5583b-f98e-45b6-981f-5db8463fb9fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:34.616428 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-4ae5583b-f98e-45b6-981f-5db8463fb9fc service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0866189 Sep 10 05:17:34.680559 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-49438fcb-1183-456b-a12a-de4c875eebf2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 1002 time: 0.0571070 Sep 10 05:17:34.729451 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-7eec3bc9-d200-4401-872b-b2453ef5f3ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:34.730863 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-7eec3bc9-d200-4401-872b-b2453ef5f3ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0435023 Sep 10 05:17:34.780715 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-36369e13-695a-484e-830d-a2e5fa3e4fe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:34.782167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-36369e13-695a-484e-830d-a2e5fa3e4fe1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436327 Sep 10 05:17:34.870052 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-06c86c86-638a-4938-b0fc-d062edfda236 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799603 Sep 10 05:17:34.960783 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-263be07d-cab2-46a2-a66c-6d7631a80f5e req-90cd4ae3-a7d9-4477-badf-2ef91734da19 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832641 Sep 10 05:17:36.282911 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b7f44-0d73-4d03-8636-356487d3f72e req-2ba2fa9e-0872-4e69-842b-b34ff26aabce tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:36.284461 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-981b7f44-0d73-4d03-8636-356487d3f72e req-2ba2fa9e-0872-4e69-842b-b34ff26aabce tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0514519 Sep 10 05:17:36.325408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-981b7f44-0d73-4d03-8636-356487d3f72e req-28831e3e-cc6d-41cc-832a-a36358bfb491 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350149 Sep 10 05:17:37.456569 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df14534-cdb1-4c54-8261-b231625bc5ff req-0275759d-4b9f-4f39-ae93-88e05cb90331 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:37.458023 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1df14534-cdb1-4c54-8261-b231625bc5ff req-0275759d-4b9f-4f39-ae93-88e05cb90331 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0477576 Sep 10 05:17:37.495097 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1df14534-cdb1-4c54-8261-b231625bc5ff req-690c13f7-be10-4b7e-929e-d02955dd1a1a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306470 Sep 10 05:17:38.621072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438ba33e-a864-4a10-8048-a1c7fa59d1e7 req-ef48ffa3-8ae0-4bd2-ab83-2f31c058f914 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:38.627817 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-438ba33e-a864-4a10-8048-a1c7fa59d1e7 req-ef48ffa3-8ae0-4bd2-ab83-2f31c058f914 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0481772 Sep 10 05:17:38.659990 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-438ba33e-a864-4a10-8048-a1c7fa59d1e7 req-ff5428f6-dacf-46fb-b83f-5b67058508a4 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313821 Sep 10 05:17:39.771049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d388bfde-af5d-469a-b3c0-5e9bc206fd74 req-925b3e6c-ea80-4966-993d-04ab2893cd21 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:39.773010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d388bfde-af5d-469a-b3c0-5e9bc206fd74 req-925b3e6c-ea80-4966-993d-04ab2893cd21 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0476601 Sep 10 05:17:39.813274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d388bfde-af5d-469a-b3c0-5e9bc206fd74 req-04e82886-eac7-4a76-9260-ebe4560c5408 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344625 Sep 10 05:17:40.924012 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e2bd4-b138-4bab-a734-dff1a7dab653 req-879c88d8-5cfb-4626-8946-599541def509 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:40.925377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-314e2bd4-b138-4bab-a734-dff1a7dab653 req-879c88d8-5cfb-4626-8946-599541def509 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0476282 Sep 10 05:17:40.962270 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-314e2bd4-b138-4bab-a734-dff1a7dab653 req-91b476bc-1a35-4ad5-bdae-1bda596e6660 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309827 Sep 10 05:17:42.076268 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0758848b-99d8-4dc8-8df7-7fa042478272 req-7d72015f-5ee7-49d5-9e93-1fc9d3764a5c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:42.077741 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0758848b-99d8-4dc8-8df7-7fa042478272 req-7d72015f-5ee7-49d5-9e93-1fc9d3764a5c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0506430 Sep 10 05:17:42.114771 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0758848b-99d8-4dc8-8df7-7fa042478272 req-1b90b1fc-64ef-4a4f-9014-afc3a76d369d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310724 Sep 10 05:17:43.226191 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b48f2c4-4f1c-4bbb-a72e-53b076dbb29e req-9608cf0f-a40b-4650-b69f-daf9cd226584 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:43.228230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b48f2c4-4f1c-4bbb-a72e-53b076dbb29e req-9608cf0f-a40b-4650-b69f-daf9cd226584 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0473058 Sep 10 05:17:43.268566 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7b48f2c4-4f1c-4bbb-a72e-53b076dbb29e req-2fe6ae79-ac10-4217-bcd0-d590e4707d96 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343802 Sep 10 05:17:44.381576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02708cab-0cc5-4e52-8ff2-0bf3b9a41a44 req-e042d113-7dfd-4424-98e2-6d0da55d6abb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:44.383059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02708cab-0cc5-4e52-8ff2-0bf3b9a41a44 req-e042d113-7dfd-4424-98e2-6d0da55d6abb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0481105 Sep 10 05:17:44.419685 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-02708cab-0cc5-4e52-8ff2-0bf3b9a41a44 req-ec7b5379-5b1e-4d97-aed2-a9678c2406bf tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307775 Sep 10 05:17:45.532722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e3b579-ae4d-48fd-ae9f-43ffd44c774b req-a96938fb-a04c-4240-a880-4bc086b8570a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:45.534250 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91e3b579-ae4d-48fd-ae9f-43ffd44c774b req-a96938fb-a04c-4240-a880-4bc086b8570a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0494220 Sep 10 05:17:45.571447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-91e3b579-ae4d-48fd-ae9f-43ffd44c774b req-fb8ac266-91d2-4eeb-9ef5-4864a57648e6 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311670 Sep 10 05:17:46.684565 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808b97d-67cd-4dc0-b0cf-ca151ffc163a req-52ec962a-b1b5-4cf4-aac9-2dd214cc8c7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:46.686053 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c808b97d-67cd-4dc0-b0cf-ca151ffc163a req-52ec962a-b1b5-4cf4-aac9-2dd214cc8c7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0479274 Sep 10 05:17:46.727101 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c808b97d-67cd-4dc0-b0cf-ca151ffc163a req-e12853d3-8c65-486e-a850-c2ddb8e1aef8 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351627 Sep 10 05:17:47.838685 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5c817f-67df-4bce-9977-6f2d8dc1d52f req-3845972f-f145-412e-a405-a169d714f10e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:47.840152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff5c817f-67df-4bce-9977-6f2d8dc1d52f req-3845972f-f145-412e-a405-a169d714f10e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0471714 Sep 10 05:17:47.877007 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff5c817f-67df-4bce-9977-6f2d8dc1d52f req-54fca9a7-a2e6-408f-b262-1f20f252257e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311024 Sep 10 05:17:48.582273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 050eb949-7d48-44bb-9ed5-17801e305136 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:17:48.678956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:17:48.694484 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '050eb949-7d48-44bb-9ed5-17801e305136', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'port_id': '050eb949-7d48-44bb-9ed5-17801e305136', 'mac_address': 'fa:16:3e:7d:7b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:17:48.731106 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:48.744144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 050eb949-7d48-44bb-9ed5-17801e305136 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:17:48.763716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:17:48.824155 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:48.902224 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['050eb949-7d48-44bb-9ed5-17801e305136'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:17:48.948280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:17:48.969488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.969838 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.970187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.970525 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.970862 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.971195 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.971527 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.971877 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.972212 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.972537 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.972865 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:48.973190 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:17:49.003899 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7999faae-ea3e-4377-b227-21009d09c5a1 req-95facdfe-6e15-4f27-b539-0ce7a36bd8fc tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:49.005546 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7999faae-ea3e-4377-b227-21009d09c5a1 req-95facdfe-6e15-4f27-b539-0ce7a36bd8fc tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0530479 Sep 10 05:17:49.046146 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7999faae-ea3e-4377-b227-21009d09c5a1 req-30ab7c29-28a6-45d7-b06a-54be38f3d6e5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337436 Sep 10 05:17:50.174878 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5540e6-07d9-4241-bc49-7353734f98e9 req-fca449fb-648f-43a9-b7f7-286335240b0e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:50.182304 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb5540e6-07d9-4241-bc49-7353734f98e9 req-fca449fb-648f-43a9-b7f7-286335240b0e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0555415 Sep 10 05:17:50.224218 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fb5540e6-07d9-4241-bc49-7353734f98e9 req-90378e5b-409d-4886-abd5-9c0c28a12f69 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404489 Sep 10 05:17:50.586275 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 050eb949-7d48-44bb-9ed5-17801e305136 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:17:50.638241 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 050eb949-7d48-44bb-9ed5-17801e305136 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:17:50.638613 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:50.728533 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:50.753781 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:17:50.756481 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177601e8-4938-4452-9577-bfafcc19f805" -d '{"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-plugged", "status": "completed", "tag": "050eb949-7d48-44bb-9ed5-17801e305136"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:17:50.770069 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:17:50.802007 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:17:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21e341e3-64e4-4863-8dd4-10c3886a3a57 x-openstack-request-id: req-21e341e3-64e4-4863-8dd4-10c3886a3a57 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:17:50.802007 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-plugged", "status": "completed", "tag": "050eb949-7d48-44bb-9ed5-17801e305136", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:17:50.802007 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21e341e3-64e4-4863-8dd4-10c3886a3a57 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:17:50.802007 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136', 'code': 200} Sep 10 05:17:50.849328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:50.908474 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:17:50.934560 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ceaadceb-1ba0-475d-ac67-148f63c5d10e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:51.353437 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257b1f70-2f83-4197-bb1d-0283800a2ddc req-42e555c6-dc87-4145-af15-284bd0efdee3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:51.355914 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-257b1f70-2f83-4197-bb1d-0283800a2ddc req-42e555c6-dc87-4145-af15-284bd0efdee3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0555904 Sep 10 05:17:51.395958 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-257b1f70-2f83-4197-bb1d-0283800a2ddc req-3bc5a4fc-f1d3-4126-988a-55354ac2d923 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336552 Sep 10 05:17:52.533104 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7a87bc-f19c-4852-9693-97be381cf6b2 req-039f224d-5aba-47db-97ec-276061d314f1 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:52.534695 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a7a87bc-f19c-4852-9693-97be381cf6b2 req-039f224d-5aba-47db-97ec-276061d314f1 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0597994 Sep 10 05:17:52.582941 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a7a87bc-f19c-4852-9693-97be381cf6b2 req-ee2610b4-3ff3-479f-851b-e48fdee75dd7 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404518 Sep 10 05:17:53.617437 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e74757fa-9de4-4fd3-b0b3-53deeb47088d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:53.713493 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48447867-011c-430a-9f7e-64550ff3727a req-5d063c2d-761b-493e-bfdb-1c102fb0cfcd tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:53.714978 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48447867-011c-430a-9f7e-64550ff3727a req-5d063c2d-761b-493e-bfdb-1c102fb0cfcd tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0569227 Sep 10 05:17:53.766519 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48447867-011c-430a-9f7e-64550ff3727a req-87e4c583-b45b-4478-986f-508f48bd3977 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449426 Sep 10 05:17:53.814385 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:54.894833 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c73886-c264-42a6-80c6-3f3647f6a9e8 req-2beb06e0-d4b1-44dd-bc69-e25696a08b24 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:54.896437 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75c73886-c264-42a6-80c6-3f3647f6a9e8 req-2beb06e0-d4b1-44dd-bc69-e25696a08b24 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0513644 Sep 10 05:17:54.939460 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75c73886-c264-42a6-80c6-3f3647f6a9e8 req-fe9e194b-129e-4699-b96d-25b63f29f36b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331585 Sep 10 05:17:55.557482 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:56.061138 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cda134-162d-41cd-a914-dd8191c3f915 req-944d3ba0-455c-4419-996c-52c52cf92287 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:56.062919 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7cda134-162d-41cd-a914-dd8191c3f915 req-944d3ba0-455c-4419-996c-52c52cf92287 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0531800 Sep 10 05:17:56.114388 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b7cda134-162d-41cd-a914-dd8191c3f915 req-1c8dc733-9018-45a3-9334-b481ef6a970d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452328 Sep 10 05:17:56.725854 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:57.236414 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b230ec56-9a1f-440d-8bc1-288f5f44488b req-705feb68-b6f8-4085-9b09-3e072c13ebe9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:57.240198 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b230ec56-9a1f-440d-8bc1-288f5f44488b req-705feb68-b6f8-4085-9b09-3e072c13ebe9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0546491 Sep 10 05:17:57.285569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-b230ec56-9a1f-440d-8bc1-288f5f44488b req-b85cd667-b74e-4a7c-aafc-8fb3ae1e5a78 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404322 Sep 10 05:17:58.421574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5467ef23-044d-4913-a78e-2f53b08c4e00 req-36a190c8-4c42-48a0-a27a-215cabb9d15f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:58.423989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5467ef23-044d-4913-a78e-2f53b08c4e00 req-36a190c8-4c42-48a0-a27a-215cabb9d15f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0624187 Sep 10 05:17:58.490621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5467ef23-044d-4913-a78e-2f53b08c4e00 req-459f7e1f-a705-400b-82ad-1809d447c384 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521693 Sep 10 05:17:59.585702 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d8e706-b2ef-4692-bd8c-9bb3f397901d req-f15fa884-1a48-43e4-86f1-c11a318cc75a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:59.587826 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74d8e706-b2ef-4692-bd8c-9bb3f397901d req-f15fa884-1a48-43e4-86f1-c11a318cc75a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0478837 Sep 10 05:17:59.624661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-74d8e706-b2ef-4692-bd8c-9bb3f397901d req-35fd4b80-9afb-4372-9f62-1e94f96a662a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310521 Sep 10 05:17:59.825553 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:17:59.854144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-a6fd47fe-711f-48d0-8e6d-97767a8796d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:59.855629 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-a6fd47fe-711f-48d0-8e6d-97767a8796d0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1097 time: 0.0413008 Sep 10 05:17:59.946464 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-d65adf90-a04c-4496-98f0-5982aa0609d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:17:59.948492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-d65adf90-a04c-4496-98f0-5982aa0609d6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0860472 Sep 10 05:18:00.010777 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-6089041e-eb17-4484-8538-ab2b03bc6ebb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 1002 time: 0.0557575 Sep 10 05:18:00.059783 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-3c5b10c5-e975-435c-bcfa-8c8fabad92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:00.061182 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-3c5b10c5-e975-435c-bcfa-8c8fabad92ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0425348 Sep 10 05:18:00.111777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-996dc09b-53be-49ec-9d9e-4928fbf16555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:00.114303 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-996dc09b-53be-49ec-9d9e-4928fbf16555 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444503 Sep 10 05:18:00.202036 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-409f744d-7f67-498a-ab32-b015f746e1f8 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803168 Sep 10 05:18:00.293090 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3cb9c0b-6eb8-4d76-bfbb-0df586ea5852 req-7b86a59d-09da-4556-9feb-35176395bdb0 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841382 Sep 10 05:18:00.738241 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44bfc20f-3f62-4355-a50b-dd3072dad898 req-be04761d-08ac-446e-b85c-b7ec5a08dcbc tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:00.739715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44bfc20f-3f62-4355-a50b-dd3072dad898 req-be04761d-08ac-446e-b85c-b7ec5a08dcbc tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0480878 Sep 10 05:18:00.779980 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-44bfc20f-3f62-4355-a50b-dd3072dad898 req-ef0f5515-7d04-49aa-9151-25840aa7da93 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342505 Sep 10 05:18:01.895398 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9278baa9-5831-45eb-abfe-cac6e7f5de5c req-f150dfdc-97a9-44c7-b1e4-a69e5e481fa6 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:01.896970 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9278baa9-5831-45eb-abfe-cac6e7f5de5c req-f150dfdc-97a9-44c7-b1e4-a69e5e481fa6 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0513060 Sep 10 05:18:01.934981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9278baa9-5831-45eb-abfe-cac6e7f5de5c req-29f845c4-5333-43b7-b64c-c68bea973120 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321465 Sep 10 05:18:02.238218 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:18:02.710176 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 050eb949-7d48-44bb-9ed5-17801e305136 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:18:02.782231 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:02.806383 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:18:02.808623 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1d3479f-deb8-4e77-b987-3d16122a843f" -d '{"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-unplugged", "status": "completed", "tag": "050eb949-7d48-44bb-9ed5-17801e305136"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:18:02.820554 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:18:02.841730 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 05:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56f6065-c340-443b-8d1f-f8888bad6fa8 x-openstack-request-id: req-e56f6065-c340-443b-8d1f-f8888bad6fa8 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:18:02.845704 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-unplugged", "status": "failed", "tag": "050eb949-7d48-44bb-9ed5-17801e305136", "code": 422}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:18:02.845704 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e56f6065-c340-443b-8d1f-f8888bad6fa8 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:18:02.845704 n-d-808143-1 neutron-server[95138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136', 'code': 422} returned with failed status Sep 10 05:18:02.893829 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:02.939085 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:18:03.049018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ae50d-bcd4-4dd9-b0fe-b836733481ed req-94744331-0e1a-4f36-b3a2-e8c5c1044a09 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:03.050418 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-346ae50d-bcd4-4dd9-b0fe-b836733481ed req-94744331-0e1a-4f36-b3a2-e8c5c1044a09 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 944 time: 0.0487351 Sep 10 05:18:03.086699 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-346ae50d-bcd4-4dd9-b0fe-b836733481ed req-8a710e49-64fc-4087-89a8-173b9bf3b52b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303531 Sep 10 05:18:03.194216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-00154bad-9bbd-4fbf-a45b-26780498e197 req-81b7ff30-150e-46e3-a59a-acb9531a17cc service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:18:03.195268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-00154bad-9bbd-4fbf-a45b-26780498e197 req-81b7ff30-150e-46e3-a59a-acb9531a17cc service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467300 Sep 10 05:18:03.354146 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:03.486484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d47272-6d25-49cd-9996-b19034283d0f req-670e4883-8b02-474b-a712-7d02f066c535 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:03.487997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21d47272-6d25-49cd-9996-b19034283d0f req-670e4883-8b02-474b-a712-7d02f066c535 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 944 time: 0.0490179 Sep 10 05:18:03.538491 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-21d47272-6d25-49cd-9996-b19034283d0f req-d8325eaa-7b7f-4d15-88ea-a34791dc4d03 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437038 Sep 10 05:18:03.880128 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36668) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:18:03.956818 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-106ddd1b-73dd-4503-a2c5-17c72c3bda44 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0755446 Sep 10 05:18:03.965570 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-3e6f6458-7b30-4f7f-8f6e-2aea972dc4a2 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:18:03.966515 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-3e6f6458-7b30-4f7f-8f6e-2aea972dc4a2 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050554 Sep 10 05:18:04.653913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f19ecbf-dba8-4c9b-9aea-a1c6f0338f03 req-a34558bc-e064-4074-a47b-63b55273ae66 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:04.655407 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f19ecbf-dba8-4c9b-9aea-a1c6f0338f03 req-a34558bc-e064-4074-a47b-63b55273ae66 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 944 time: 0.0497687 Sep 10 05:18:04.692976 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6f19ecbf-dba8-4c9b-9aea-a1c6f0338f03 req-5cad214d-ed1c-490b-8db5-3bfc1b9d401a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315244 Sep 10 05:18:05.216959 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-4e576380-2f69-49ec-9a38-7c2e7ee01545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:05.218460 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-4e576380-2f69-49ec-9a38-7c2e7ee01545 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b&tenant_id=76259702d2d44752ab315d94b6089726 HTTP/1.1" status: 200 len: 1095 time: 0.0690258 Sep 10 05:18:05.232524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808143-1', 'device_owner': 'compute:nova'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:18:05.286764 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:05.482510 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:18:05.514201 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:18:05.548539 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 050eb949-7d48-44bb-9ed5-17801e305136 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:18:05.556413 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:05.568657 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Transition to ACTIVE for port object 050eb949-7d48-44bb-9ed5-17801e305136 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:18:05.634001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:05.742512 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=9']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:18:05.767589 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.767965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.768308 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.768640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.768967 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.769294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.769623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.769962 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.770260 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.770579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.770900 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.771218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:18:05.820385 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeeafc4-4db2-4d97-8ae7-d9f5850397b2 req-1700b8d2-ea51-4674-84c0-1eefa5a626f7 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:05.821963 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebeeafc4-4db2-4d97-8ae7-d9f5850397b2 req-1700b8d2-ea51-4674-84c0-1eefa5a626f7 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 944 time: 0.0582440 Sep 10 05:18:05.823586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] No DVR routers for this DVR port 050eb949-7d48-44bb-9ed5-17801e305136 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:18:05.862668 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ebeeafc4-4db2-4d97-8ae7-d9f5850397b2 req-f4f243e0-ce20-4b79-a122-f7d30f755561 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342412 Sep 10 05:18:05.956581 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Attempting to bind port 050eb949-7d48-44bb-9ed5-17801e305136 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:18:05.956834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Attempting to bind port 050eb949-7d48-44bb-9ed5-17801e305136 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:18:05.957189 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Attempting to bind port 050eb949-7d48-44bb-9ed5-17801e305136 on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:18:05.961424 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Port 050eb949-7d48-44bb-9ed5-17801e305136 on network a1000de4-e496-42e2-9668-f0377fa614bd not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:18:05.961747 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Attempting to bind port 050eb949-7d48-44bb-9ed5-17801e305136 on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:18:05.967032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:18:05.967368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Checking segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:18:05.967812 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Bound using segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:18:05.968243 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Bound port: 050eb949-7d48-44bb-9ed5-17801e305136, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:18:05.968597 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:06.030130 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:18:06.033046 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:18:06.105667 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:06.139856 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:06.140473 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:06.141915 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] 10.222.0.39 "PUT /v2.0/ports/050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 1092 time: 0.9131715 Sep 10 05:18:06.142309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:18:06.144563 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "tag": "050eb949-7d48-44bb-9ed5-17801e305136"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:18:06.197537 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46bbef41-4b7b-41ab-a16a-b0d33c61c4ee x-openstack-request-id: req-46bbef41-4b7b-41ab-a16a-b0d33c61c4ee {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:18:06.197834 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "tag": "050eb949-7d48-44bb-9ed5-17801e305136", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:18:06.198085 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-46bbef41-4b7b-41ab-a16a-b0d33c61c4ee {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:18:06.198485 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136', 'status': 'completed', 'code': 200} Sep 10 05:18:06.200254 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da69276-cf62-48b5-8178-0365778934e3 service neutron] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=10']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:18:06.218219 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-a0dff98d-cc63-4594-8ad5-2ef4cec53d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:06.219776 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-a0dff98d-cc63-4594-8ad5-2ef4cec53d74 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1096 time: 0.0504601 Sep 10 05:18:06.313012 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-95ce89cc-516f-413e-9fbe-5dd62e2a7247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:06.314486 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-95ce89cc-516f-413e-9fbe-5dd62e2a7247 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0878296 Sep 10 05:18:06.674515 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-84dacdf7-e88b-43f9-8df3-6e77d34765f0 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 1000 time: 0.3515534 Sep 10 05:18:06.724080 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-d47b38e9-1494-4a88-a7ca-a689b3f32d02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:06.725443 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-d47b38e9-1494-4a88-a7ca-a689b3f32d02 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0417371 Sep 10 05:18:06.770269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-6219cede-0b60-4925-a567-21ebe1011015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:06.772163 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-6219cede-0b60-4925-a567-21ebe1011015 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394499 Sep 10 05:18:06.864358 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-1f6e4430-42d3-4879-9d53-4def9eda6593 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846784 Sep 10 05:18:06.956050 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-22a1f6df-de3b-4f9d-a219-c17cf9266856 req-a99236fb-fc2f-48fb-9100-84597592c43c service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842266 Sep 10 05:18:06.979419 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99505162-6199-4a0f-9d04-6d69a1031a11 req-f1610edb-55d6-41bc-9cd1-c87f12e9f681 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:06.980911 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99505162-6199-4a0f-9d04-6d69a1031a11 req-f1610edb-55d6-41bc-9cd1-c87f12e9f681 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0505409 Sep 10 05:18:07.021588 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-99505162-6199-4a0f-9d04-6d69a1031a11 req-6af9ecfa-753e-486f-a59a-293ce3df30f9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347750 Sep 10 05:18:07.116864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-923df2c4-51fd-4eeb-b5ea-87a1fb62a9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:07.118425 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-923df2c4-51fd-4eeb-b5ea-87a1fb62a9df service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1096 time: 0.0407283 Sep 10 05:18:07.214556 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-4aa5fc6c-677e-4ee8-8f55-051a0f3fd9ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:07.216000 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-4aa5fc6c-677e-4ee8-8f55-051a0f3fd9ac service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0849388 Sep 10 05:18:07.432919 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-717286e7-ac83-47af-b7ec-f0af95266920 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 1000 time: 0.0817192 Sep 10 05:18:08.169897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9734292a-3198-4aea-b041-41cf499651ce req-4cfcbf7c-e81f-4066-9c2e-c693c80d7122 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:08.171848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9734292a-3198-4aea-b041-41cf499651ce req-4cfcbf7c-e81f-4066-9c2e-c693c80d7122 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0496933 Sep 10 05:18:08.213568 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9734292a-3198-4aea-b041-41cf499651ce req-500cc6ea-6513-437b-985c-c288a01248b2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353184 Sep 10 05:18:09.357357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0fda06-4ddd-4d6a-846f-0543547bac9d req-6b00ccc0-0ca0-48b9-a8c7-034ddea6555b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:09.358957 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee0fda06-4ddd-4d6a-846f-0543547bac9d req-6b00ccc0-0ca0-48b9-a8c7-034ddea6555b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0504265 Sep 10 05:18:09.399479 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ee0fda06-4ddd-4d6a-846f-0543547bac9d req-d75ed61a-b844-4d83-b888-5c94c8a29eb4 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343184 Sep 10 05:18:10.519481 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705b875c-857e-4b0b-9b83-0f0e821d4bfb req-1bb7de91-4b94-4274-b94a-1ada4385e62d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:10.521142 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-705b875c-857e-4b0b-9b83-0f0e821d4bfb req-1bb7de91-4b94-4274-b94a-1ada4385e62d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0508792 Sep 10 05:18:10.563321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-705b875c-857e-4b0b-9b83-0f0e821d4bfb req-af5bdca2-98c8-4563-bd7d-fce17959d029 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362792 Sep 10 05:18:11.685310 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afad155-8c66-4988-b9b7-d68a76475c9e req-00216ad6-8cbf-4575-9ace-d642182a3ab0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:11.686773 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1afad155-8c66-4988-b9b7-d68a76475c9e req-00216ad6-8cbf-4575-9ace-d642182a3ab0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0500529 Sep 10 05:18:11.726345 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1afad155-8c66-4988-b9b7-d68a76475c9e req-c11163c9-9e1e-483f-b4b6-0b2db7d11887 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334609 Sep 10 05:18:12.851725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2da280-695a-424c-98a0-402508cf9ea7 req-3c1ba053-264c-4e8f-a2cd-a7f802200c89 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:12.853936 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa2da280-695a-424c-98a0-402508cf9ea7 req-3c1ba053-264c-4e8f-a2cd-a7f802200c89 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0549283 Sep 10 05:18:12.894442 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa2da280-695a-424c-98a0-402508cf9ea7 req-37485192-09cc-4b23-8634-609dc83ce65b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339968 Sep 10 05:18:14.031841 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e043176-214f-4b78-a8cf-74fcace1c6ac req-96468bb8-d288-4f13-ad38-5041cedbaec2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:14.033384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e043176-214f-4b78-a8cf-74fcace1c6ac req-96468bb8-d288-4f13-ad38-5041cedbaec2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0656216 Sep 10 05:18:14.079884 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5e043176-214f-4b78-a8cf-74fcace1c6ac req-9fb35a5b-2543-4f3a-9550-d2876abee595 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402088 Sep 10 05:18:15.202226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799c9ef2-32ff-4773-bfa5-d1fd629d7e11 req-6276f4a4-442f-4f77-b4f8-6965c2331986 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:15.203906 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-799c9ef2-32ff-4773-bfa5-d1fd629d7e11 req-6276f4a4-442f-4f77-b4f8-6965c2331986 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0506136 Sep 10 05:18:15.244109 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-799c9ef2-32ff-4773-bfa5-d1fd629d7e11 req-20479e7a-96e9-454b-a816-bb19444a184b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336292 Sep 10 05:18:16.363709 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80230fc2-79aa-45bc-9af9-a3b739f89067 req-03d5e1bd-80e8-4daa-ba33-88603d3fd67a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:16.365187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80230fc2-79aa-45bc-9af9-a3b739f89067 req-03d5e1bd-80e8-4daa-ba33-88603d3fd67a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0527494 Sep 10 05:18:16.405412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-80230fc2-79aa-45bc-9af9-a3b739f89067 req-d0f6ca94-1d0a-4be9-9cbf-aecd614d8314 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332024 Sep 10 05:18:17.533855 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4a8cdf-3b1a-4ed4-99bd-1af8e03c77ad req-8eecb028-df75-4209-9e0e-eda9dc8ef84c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:17.535395 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a4a8cdf-3b1a-4ed4-99bd-1af8e03c77ad req-8eecb028-df75-4209-9e0e-eda9dc8ef84c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0518041 Sep 10 05:18:17.584078 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6a4a8cdf-3b1a-4ed4-99bd-1af8e03c77ad req-c58e6d83-326f-467b-b3a6-fe3404611fc9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408604 Sep 10 05:18:17.679599 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-d1163fcf-41ec-4dc5-b624-0e19f528d505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:17.681080 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-d1163fcf-41ec-4dc5-b624-0e19f528d505 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0436473 Sep 10 05:18:17.909311 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-807b178d-3adb-4180-9d4e-d7760ee64735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:17.910688 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-807b178d-3adb-4180-9d4e-d7760ee64735 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395522 Sep 10 05:18:18.004982 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-76801e35-9401-430b-b002-c45143cef164 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835867 Sep 10 05:18:18.098269 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-26e1f745-4d05-435c-a1f7-cc30bf1f7f9c req-991a69ad-7b59-4c71-b84c-219575371869 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829198 Sep 10 05:18:18.700164 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142c9b2b-6f4e-49a5-a70d-3d336c5bb35f req-57577eeb-6dde-467c-ab27-469f0e6322cc tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:18.701650 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-142c9b2b-6f4e-49a5-a70d-3d336c5bb35f req-57577eeb-6dde-467c-ab27-469f0e6322cc tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0476134 Sep 10 05:18:18.738377 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-142c9b2b-6f4e-49a5-a70d-3d336c5bb35f req-ea4101ab-5673-47d7-82b6-68314da7b2a3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309105 Sep 10 05:18:19.849314 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f40ff0-2d49-448f-9bae-262faa4fd19f req-69a10efd-68b9-4560-a947-ea6351ab3fc8 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:19.850748 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79f40ff0-2d49-448f-9bae-262faa4fd19f req-69a10efd-68b9-4560-a947-ea6351ab3fc8 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0469661 Sep 10 05:18:19.888145 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-79f40ff0-2d49-448f-9bae-262faa4fd19f req-80a9132b-51e4-4fea-b905-8b264d332c50 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309346 Sep 10 05:18:20.916801 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b249d79-3815-46ee-af50-0a611403b45d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:20.998973 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3218c5-3037-4bb3-b5ac-17f02d1c0eda req-d1203322-21b1-4f4f-bc7a-74d9ffdd5d8f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:21.000421 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec3218c5-3037-4bb3-b5ac-17f02d1c0eda req-d1203322-21b1-4f4f-bc7a-74d9ffdd5d8f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 945 time: 0.0474436 Sep 10 05:18:21.040125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ec3218c5-3037-4bb3-b5ac-17f02d1c0eda req-8a5a9d38-fb23-45ac-932c-a25062f0df70 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338161 Sep 10 05:18:21.559957 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 050eb949-7d48-44bb-9ed5-17801e305136 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:18:21.653130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:18:21.663641 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '050eb949-7d48-44bb-9ed5-17801e305136', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'port_id': '050eb949-7d48-44bb-9ed5-17801e305136', 'mac_address': 'fa:16:3e:7d:7b:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:18:21.701555 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:21.714068 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 050eb949-7d48-44bb-9ed5-17801e305136 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:18:21.732582 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:18:21.827891 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:21.872853 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=11']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:18:22.053422 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['050eb949-7d48-44bb-9ed5-17801e305136'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:18:22.155777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a564a5bb-e821-4906-89bf-43b654c2a7f0 req-c9b0c4c3-8d99-4c27-a80b-5b90f323925b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:22.157152 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a564a5bb-e821-4906-89bf-43b654c2a7f0 req-c9b0c4c3-8d99-4c27-a80b-5b90f323925b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0483489 Sep 10 05:18:22.194728 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a564a5bb-e821-4906-89bf-43b654c2a7f0 req-a9ff6ce4-62a3-48bf-8230-df4aac6250d3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315518 Sep 10 05:18:23.309728 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2f946a-73a1-4ca0-b7a6-94d132eba5d5 req-addd150c-f767-4c96-a716-ea48ef62adac tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:23.311193 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c2f946a-73a1-4ca0-b7a6-94d132eba5d5 req-addd150c-f767-4c96-a716-ea48ef62adac tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 946 time: 0.0479262 Sep 10 05:18:23.346935 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1c2f946a-73a1-4ca0-b7a6-94d132eba5d5 req-99d8fb10-fa7f-4c72-9b4d-01cec68b021f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298071 Sep 10 05:18:23.574338 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 050eb949-7d48-44bb-9ed5-17801e305136 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:18:23.602501 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-22384369-3329-4a07-9bce-144acd6d7ccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:23.702532 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 050eb949-7d48-44bb-9ed5-17801e305136 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:18:23.706070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 050eb949-7d48-44bb-9ed5-17801e305136 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:18:23.706440 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:23.789366 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:23.810934 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:18:23.813162 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f74e781-34d4-42b5-a73e-4e4ee8e57cca" -d '{"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-plugged", "status": "completed", "tag": "050eb949-7d48-44bb-9ed5-17801e305136"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:18:23.828035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:18:23.828035 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:23.851212 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:18:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3441cd19-6c11-41df-9271-cfe5473b5839 x-openstack-request-id: req-3441cd19-6c11-41df-9271-cfe5473b5839 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:18:23.851501 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-plugged", "status": "completed", "tag": "050eb949-7d48-44bb-9ed5-17801e305136", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:18:23.851789 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3441cd19-6c11-41df-9271-cfe5473b5839 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:18:23.854299 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136', 'code': 200} Sep 10 05:18:23.910788 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:23.956301 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=12']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:18:24.059118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2d59bc-b78e-4512-ad36-2764d4b862c5 req-0b66d632-54cc-48ac-b2e8-c2484a86fcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:24.060622 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af2d59bc-b78e-4512-ad36-2764d4b862c5 req-0b66d632-54cc-48ac-b2e8-c2484a86fcbc service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1098 time: 0.0403647 Sep 10 05:18:24.094861 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-af2d59bc-b78e-4512-ad36-2764d4b862c5 req-6cffc518-79a6-4830-affd-ae79e6124fb0 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275850 Sep 10 05:18:24.458923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822eb318-c36e-4c83-a8e3-56e955e43873 req-446a628f-7c38-475a-a74f-a8af1eb09f12 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:24.460398 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-822eb318-c36e-4c83-a8e3-56e955e43873 req-446a628f-7c38-475a-a74f-a8af1eb09f12 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 947 time: 0.0470388 Sep 10 05:18:24.500630 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-822eb318-c36e-4c83-a8e3-56e955e43873 req-bd5867da-3287-4b25-aec1-6ce86b344e1a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339282 Sep 10 05:18:25.567932 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:25.617961 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2dd7b1d-25bf-4492-af68-aee869c8410d req-6c582e29-b28e-4d39-a6a0-27267d537068 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:25.620347 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2dd7b1d-25bf-4492-af68-aee869c8410d req-6c582e29-b28e-4d39-a6a0-27267d537068 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 947 time: 0.0484488 Sep 10 05:18:25.657848 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2dd7b1d-25bf-4492-af68-aee869c8410d req-7767deff-27e3-431a-955d-597d3730b914 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312459 Sep 10 05:18:26.685353 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:26.772472 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5931c36c-a9af-4c55-b83a-d5ffd3c90956 req-4a8e52fc-3490-462c-9749-c1dc992a7446 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:26.773870 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5931c36c-a9af-4c55-b83a-d5ffd3c90956 req-4a8e52fc-3490-462c-9749-c1dc992a7446 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 947 time: 0.0492845 Sep 10 05:18:26.810818 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5931c36c-a9af-4c55-b83a-d5ffd3c90956 req-8119ae6d-bc49-4a81-afb6-97bb52b3d566 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309412 Sep 10 05:18:29.824614 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:33.373397 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:39.114569 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-7a63d17b-2d32-483b-a227-b3edafe676ac service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0392699 Sep 10 05:18:39.194596 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-cebe5dbc-c409-4847-a68e-7deb952bcbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:39.196079 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-cebe5dbc-c409-4847-a68e-7deb952bcbd9 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1098 time: 0.0401881 Sep 10 05:18:39.236547 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:18:39.300064 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-ea8bb432-6062-4d3a-937c-e9f0fc587aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:39.301451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-ea8bb432-6062-4d3a-937c-e9f0fc587aa5 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0860500 Sep 10 05:18:39.365161 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-83e5a4d4-5cf3-42b9-8780-c91c8e2cde9b service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 1002 time: 0.0556638 Sep 10 05:18:39.417118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-653aec88-d3df-4f52-90f9-f8f1232cb113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:39.418520 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-653aec88-d3df-4f52-90f9-f8f1232cb113 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0464568 Sep 10 05:18:39.463966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-5020703b-e5f2-482c-a633-79ec55153884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:18:39.465422 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-5020703b-e5f2-482c-a633-79ec55153884 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0393052 Sep 10 05:18:39.573087 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-64a8f7c2-6c84-4fa1-800e-bfbd29548fd1 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847030 Sep 10 05:18:39.660234 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-33bb5fce-31ac-4007-9ebb-7accaec15a94 req-d3cc106c-c84d-4929-b249-3ecb94342e14 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802331 Sep 10 05:18:50.927013 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b489c69a-757d-453a-9d1f-935ec7ef69c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:53.607360 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-234a99c2-7f17-4536-89de-d0baaaf6b1bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:53.812958 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:55.533040 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:56.684698 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:18:59.835709 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:03.387325 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:16.236677 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:19:20.929860 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a80cc631-b76f-4bce-bd78-47478f913a15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:23.609635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-788c8270-de89-494b-a3e1-6b1189fc0052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:23.800779 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:25.541379 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:26.698091 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:29.855337 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:33.375328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:35.364827 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36808) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:19:35.519375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Deleting port cfb216cc-581f-429a-b894-2a4abfd27a35 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:19:35.519746 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:35.595697 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:35.596028 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:35.607193 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Calling delete_port for cfb216cc-581f-429a-b894-2a4abfd27a35 owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:19:35.838275 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:35.864362 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event deleted for resources: {'Port': ['ID=cfb216cc-581f-429a-b894-2a4abfd27a35,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:35.888078 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.888427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.888772 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.889114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.889448 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.889775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.890102 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.890433 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.890755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.891079 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.891427 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.891777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:19:35.930976 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:35.931345 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Floating IP 9940373a-c72a-41de-8bdf-5971b7621a11 disassociated (deleted). External IP: 172.25.3.115, port: 050eb949-7d48-44bb-9ed5-17801e305136. Sep 10 05:19:36.132927 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Router d3d69319-94dd-443e-9908-d4a29fd7d2dc has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:19:36.236533 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:19:36.241253 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:36.246516 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] Sync routers for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:19:36.254948 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:19:36.255533 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:19:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:19:36.267914 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f60cd46e-5e88-48ee-8f63-284c15ca50af tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "DELETE /v2.0/floatingips/9940373a-c72a-41de-8bdf-5971b7621a11 HTTP/1.1" status: 204 len: 168 time: 0.9019847 Sep 10 05:19:36.268602 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:19:36.270935 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbde3886-f413-4830-af60-6f5504f884b0" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "tag": "050eb949-7d48-44bb-9ed5-17801e305136"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:19:36.365514 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:19:36.395990 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:19:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c7b68a-9f1d-4ec2-8d2c-f8f7e6ebf7aa x-openstack-request-id: req-a0c7b68a-9f1d-4ec2-8d2c-f8f7e6ebf7aa {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:19:36.401291 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "tag": "050eb949-7d48-44bb-9ed5-17801e305136", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:19:36.401291 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0c7b68a-9f1d-4ec2-8d2c-f8f7e6ebf7aa {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:19:36.401291 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136', 'status': 'completed', 'code': 200} Sep 10 05:19:36.513204 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3886-f413-4830-af60-6f5504f884b0 req-cce0e476-daf8-41d9-9849-fe2612f23874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:19:36.521111 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cbde3886-f413-4830-af60-6f5504f884b0 req-cce0e476-daf8-41d9-9849-fe2612f23874 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 1098 time: 0.1029153 Sep 10 05:19:36.574368 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:19:36.601112 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] Checking router: d3d69319-94dd-443e-9908-d4a29fd7d2dc for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:19:36.611267 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:19:36.611906 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:19:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:19:36.620391 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3886-f413-4830-af60-6f5504f884b0 req-b8265dae-8652-44c6-afe0-2002f394211e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:19:36.621896 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cbde3886-f413-4830-af60-6f5504f884b0 req-b8265dae-8652-44c6-afe0-2002f394211e service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0935371 Sep 10 05:19:36.667548 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cbde3886-f413-4830-af60-6f5504f884b0 req-a3a6b2b2-b506-4e51-ac95-944bdb815b8e service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 200 len: 217 time: 0.0382717 Sep 10 05:19:36.723384 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3886-f413-4830-af60-6f5504f884b0 req-d2c1e098-c4b8-451d-9789-890069dbee6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:19:36.724834 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:19:36.724966 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cbde3886-f413-4830-af60-6f5504f884b0 req-d2c1e098-c4b8-451d-9789-890069dbee6e service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0494385 Sep 10 05:19:36.752229 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cbaf4b-8e2f-4115-9166-e11977d118f2 req-5e5466d9-46f5-4b73-996d-1871678df64a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:19:36.753727 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9cbaf4b-8e2f-4115-9166-e11977d118f2 req-5e5466d9-46f5-4b73-996d-1871678df64a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 947 time: 0.1124580 Sep 10 05:19:36.782524 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbde3886-f413-4830-af60-6f5504f884b0 req-0cb5e643-64ea-4ac5-aa72-26f4449761d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:19:36.784337 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cbde3886-f413-4830-af60-6f5504f884b0 req-0cb5e643-64ea-4ac5-aa72-26f4449761d4 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515287 Sep 10 05:19:36.793271 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9cbaf4b-8e2f-4115-9166-e11977d118f2 req-7b3bd61d-696a-4b4d-89f2-097bbf8bef6b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323975 Sep 10 05:19:36.876814 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cbde3886-f413-4830-af60-6f5504f884b0 req-af69f869-f702-492f-8d04-c2347aca7890 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836384 Sep 10 05:19:36.920563 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:19:36.948609 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e225eb8d-0902-42ff-aa15-5ce0fa58ec9d None None] The sync data for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 is: [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:19:36.972579 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-cbde3886-f413-4830-af60-6f5504f884b0 req-7b0a5463-69e5-466b-9d83-da1b1b9efe1d service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874553 Sep 10 05:19:37.171522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-964f7ba7-f050-40de-9847-c443eead8896 None None] New status for floating IP 9940373a-c72a-41de-8bdf-5971b7621a11: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:19:37.957485 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d417dc6-198e-4da3-915d-0cd8b8a57c3f req-baf56411-2f1a-49bd-8cf5-8a5096a7be79 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:19:37.958161 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-bf279dd2-6045-4d01-a7e5-3cc42ee661a2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:19:37.958993 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-bf279dd2-6045-4d01-a7e5-3cc42ee661a2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 947 time: 0.0485780 Sep 10 05:19:37.959136 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d417dc6-198e-4da3-915d-0cd8b8a57c3f req-baf56411-2f1a-49bd-8cf5-8a5096a7be79 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 947 time: 0.0955291 Sep 10 05:19:37.997894 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3d417dc6-198e-4da3-915d-0cd8b8a57c3f req-83b42df0-0fb6-4664-baf8-a5db1b037f63 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=cd7c555f-adaf-44ea-a658-d51384274fa9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321798 Sep 10 05:19:38.053333 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Deleting port 050eb949-7d48-44bb-9ed5-17801e305136 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:19:38.053670 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:38.139435 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] For port 050eb949-7d48-44bb-9ed5-17801e305136, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=050eb949-7d48-44bb-9ed5-17801e305136,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:19:38.139741 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:38.151726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Calling delete_port for 050eb949-7d48-44bb-9ed5-17801e305136 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:19:38.343694 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:38.373585 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event deleted for resources: {'Port': ['ID=050eb949-7d48-44bb-9ed5-17801e305136,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:38.420468 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] No DVR routers for this DVR port 050eb949-7d48-44bb-9ed5-17801e305136 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:19:38.423159 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:38.425322 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5079742f-ccc1-417f-893d-f3ad1ef34f3d req-1fc0a7f4-7e95-458f-bdae-1d368342e803 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.39 "DELETE /v2.0/ports/050eb949-7d48-44bb-9ed5-17801e305136 HTTP/1.1" status: 204 len: 173 time: 0.4595494 Sep 10 05:19:38.425760 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-deleted', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:19:38.428066 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b3cfbe-07d7-4570-a940-1fe04e4a6d02" -d '{"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-deleted", "tag": "050eb949-7d48-44bb-9ed5-17801e305136"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:19:38.463213 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:19:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91e29ff-9538-4e11-9b8a-37c24df6b03c x-openstack-request-id: req-e91e29ff-9538-4e11-9b8a-37c24df6b03c {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:19:38.463508 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb545fc-a07d-404d-9e45-cd67cd61e62b", "name": "network-vif-deleted", "tag": "050eb949-7d48-44bb-9ed5-17801e305136", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:19:38.463784 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e91e29ff-9538-4e11-9b8a-37c24df6b03c {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:19:38.464178 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb545fc-a07d-404d-9e45-cd67cd61e62b', 'name': 'network-vif-deleted', 'tag': '050eb949-7d48-44bb-9ed5-17801e305136', 'status': 'completed', 'code': 200} Sep 10 05:19:39.104328 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dfd5fce-c917-4f68-92af-dd5ea459ae92 req-e0020b02-7cc4-40ce-b9d7-38d758065645 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bb545fc-a07d-404d-9e45-cd67cd61e62b HTTP/1.1" status: 200 len: 210 time: 0.0254686 Sep 10 05:19:40.160726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36838) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:19:40.218962 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72201106-2d75-40eb-b838-8488d5112a42 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:40.244400 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72201106-2d75-40eb-b838-8488d5112a42 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:40.369444 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72201106-2d75-40eb-b838-8488d5112a42 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:40.372008 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-72201106-2d75-40eb-b838-8488d5112a42 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:40.373169 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-72201106-2d75-40eb-b838-8488d5112a42 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "DELETE /v2.0/security-groups/cd7c555f-adaf-44ea-a658-d51384274fa9 HTTP/1.1" status: 204 len: 168 time: 0.2111404 Sep 10 05:19:40.382481 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72201106-2d75-40eb-b838-8488d5112a42 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd7c555f-adaf-44ea-a658-d51384274fa9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:40.765324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36844) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:19:40.770033 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-bbd786b3-8bc8-4d0a-8496-0ce8792fa79c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1645418351', 'description': 'tempest-secgroup-smoke-1645418351 description', 'project_id': '76259702d2d44752ab315d94b6089726'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:19:40.834969 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbd786b3-8bc8-4d0a-8496-0ce8792fa79c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:40.912720 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbd786b3-8bc8-4d0a-8496-0ce8792fa79c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:40.949112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbd786b3-8bc8-4d0a-8496-0ce8792fa79c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:40.977775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd786b3-8bc8-4d0a-8496-0ce8792fa79c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroup': ['ID=573188f8-7c27-47a6-b45c-8bab27c9b7cb,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:41.021139 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-bbd786b3-8bc8-4d0a-8496-0ce8792fa79c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.022387 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-bbd786b3-8bc8-4d0a-8496-0ce8792fa79c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2560384 Sep 10 05:19:41.025196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36846) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:19:41.030562 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-ec9a6d7e-1efe-4a48-aab3-4d9ec966fc7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': '573188f8-7c27-47a6-b45c-8bab27c9b7cb', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:19:41.108355 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec9a6d7e-1efe-4a48-aab3-4d9ec966fc7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.166361 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec9a6d7e-1efe-4a48-aab3-4d9ec966fc7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.235064 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec9a6d7e-1efe-4a48-aab3-4d9ec966fc7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.252607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9a6d7e-1efe-4a48-aab3-4d9ec966fc7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1a5b33a-3fc5-4504-b0b9-10706d5e5ee7,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:41.323960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-ec9a6d7e-1efe-4a48-aab3-4d9ec966fc7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.325160 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ec9a6d7e-1efe-4a48-aab3-4d9ec966fc7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2990382 Sep 10 05:19:41.327825 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36848) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:19:41.332040 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-52084874-b43c-456f-9a0b-3bafc639feb3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': '573188f8-7c27-47a6-b45c-8bab27c9b7cb', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:19:41.408341 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52084874-b43c-456f-9a0b-3bafc639feb3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.463830 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52084874-b43c-456f-9a0b-3bafc639feb3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.514496 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52084874-b43c-456f-9a0b-3bafc639feb3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.532568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52084874-b43c-456f-9a0b-3bafc639feb3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=949319be-f289-4a24-9e4c-096e0ab73288,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:41.600373 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-52084874-b43c-456f-9a0b-3bafc639feb3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.601529 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-52084874-b43c-456f-9a0b-3bafc639feb3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2727463 Sep 10 05:19:41.604240 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36850) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:19:41.609444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-31b473f0-8778-4325-bbaf-f9a140704a6e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': '573188f8-7c27-47a6-b45c-8bab27c9b7cb', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:19:41.684815 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31b473f0-8778-4325-bbaf-f9a140704a6e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.741181 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31b473f0-8778-4325-bbaf-f9a140704a6e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.794691 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31b473f0-8778-4325-bbaf-f9a140704a6e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.811535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b473f0-8778-4325-bbaf-f9a140704a6e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8d387e-9aea-439a-b8b4-eb4b0a8ec179,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:41.823072 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 050eb949-7d48-44bb-9ed5-17801e305136 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:19:41.842547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 050eb949-7d48-44bb-9ed5-17801e305136 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:19:41.842891 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 050eb949-7d48-44bb-9ed5-17801e305136 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:19:41.864200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-31b473f0-8778-4325-bbaf-f9a140704a6e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:41.864200 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-31b473f0-8778-4325-bbaf-f9a140704a6e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2566993 Sep 10 05:19:41.864822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36852) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:19:41.869379 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-3272464d-9ee0-415e-af2c-247a367afcba tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': '573188f8-7c27-47a6-b45c-8bab27c9b7cb', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:19:41.968631 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3272464d-9ee0-415e-af2c-247a367afcba tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.027211 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3272464d-9ee0-415e-af2c-247a367afcba tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.103462 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3272464d-9ee0-415e-af2c-247a367afcba tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.121814 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3272464d-9ee0-415e-af2c-247a367afcba tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a387f80-5f83-4c6e-8e97-d021050f4798,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:42.212200 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-3272464d-9ee0-415e-af2c-247a367afcba tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.213428 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-3272464d-9ee0-415e-af2c-247a367afcba tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3476770 Sep 10 05:19:42.216644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36854) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:19:42.220922 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-47886411-7eaa-4dc5-95be-07c0daecb785 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': '573188f8-7c27-47a6-b45c-8bab27c9b7cb', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:19:42.286530 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-47886411-7eaa-4dc5-95be-07c0daecb785 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Project 76259702d2d44752ab315d94b6089726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:19:42.291506 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47886411-7eaa-4dc5-95be-07c0daecb785 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.350259 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47886411-7eaa-4dc5-95be-07c0daecb785 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.412237 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47886411-7eaa-4dc5-95be-07c0daecb785 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.430283 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47886411-7eaa-4dc5-95be-07c0daecb785 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e501d0d-cd89-4413-a987-6ec1f1c584b9,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:42.512834 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-47886411-7eaa-4dc5-95be-07c0daecb785 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.514076 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-47886411-7eaa-4dc5-95be-07c0daecb785 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2965083 Sep 10 05:19:42.516980 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 36856) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:19:42.521376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-da45c5e5-0663-40ca-8392-31344e343ceb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'security_group_rule': {'security_group_id': '573188f8-7c27-47a6-b45c-8bab27c9b7cb', 'project_id': '76259702d2d44752ab315d94b6089726', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:19:42.609522 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-da45c5e5-0663-40ca-8392-31344e343ceb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Project 76259702d2d44752ab315d94b6089726 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:19:42.614334 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da45c5e5-0663-40ca-8392-31344e343ceb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.674025 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da45c5e5-0663-40ca-8392-31344e343ceb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.749018 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da45c5e5-0663-40ca-8392-31344e343ceb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.767173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da45c5e5-0663-40ca-8392-31344e343ceb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37cd814-9951-48c7-bddd-1619f1b8d118,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:19:42.841112 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-da45c5e5-0663-40ca-8392-31344e343ceb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:42.842372 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-da45c5e5-0663-40ca-8392-31344e343ceb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3244150 Sep 10 05:19:50.926570 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8c9378c6-eeee-4bb3-8b0d-db6a65f82597 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:53.236683 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:19:53.644055 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-82b170e4-20dd-43f6-b828-a11b3832644b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:53.812144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:55.548806 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:56.766040 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:19:59.863247 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:03.394837 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:05.804289 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-b1b72853-cc12-41c1-b000-a4c56dac5f48 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1645418351&fields=id&tenant_id=76259702d2d44752ab315d94b6089726 HTTP/1.1" status: 200 len: 267 time: 0.0325561 Sep 10 05:20:05.910394 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679b485-ac36-456a-a006-e789a641bb35 req-ca68ffed-1cfa-46a9-989f-06ab561dcace tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:05.911738 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-ca68ffed-1cfa-46a9-989f-06ab561dcace tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 808 time: 0.1008215 Sep 10 05:20:05.926446 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-6cccd04d-991e-4fae-b458-4c9999e67a9a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/quotas/76259702d2d44752ab315d94b6089726 HTTP/1.1" status: 200 len: 375 time: 0.0089743 Sep 10 05:20:05.975111 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-b5329d9a-dfeb-4117-969d-65e1594b17c3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0430851 Sep 10 05:20:06.071561 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-958e5dcb-5412-490b-aa05-00120123aa5b service neutron] 10.222.0.22 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853355 Sep 10 05:20:06.157227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-f596ee51-60c6-43fb-b94b-4f05b2b5189c service neutron] 10.222.0.22 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796492 Sep 10 05:20:06.642150 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f4a9a6a-63d4-4391-a682-cf8285dcd8ea req-647f3a49-ce84-4d87-b2de-50523c55fbcc tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 210 time: 0.0297985 Sep 10 05:20:07.734227 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0088969b-e053-4cd9-be05-3f13d5998b8c req-0188345b-7216-4ec4-8378-ff5103d98fae tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 210 time: 0.0262547 Sep 10 05:20:08.369140 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679b485-ac36-456a-a006-e789a641bb35 req-044742ee-0340-46dc-9c42-5740e3648fc8 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:08.370631 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-044742ee-0340-46dc-9c42-5740e3648fc8 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 808 time: 0.1047711 Sep 10 05:20:08.413211 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-cbc3825c-654c-48a7-883c-496d79bdfb8b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=76259702d2d44752ab315d94b6089726 HTTP/1.1" status: 200 len: 380 time: 0.0333078 Sep 10 05:20:08.422372 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'port': {'device_id': '1368d755-862d-40e4-b6ec-920870636492', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'admin_state_up': True, 'tenant_id': '76259702d2d44752ab315d94b6089726', 'security_groups': ['573188f8-7c27-47a6-b45c-8bab27c9b7cb']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:20:08.586608 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Made reservation on behalf of 76259702d2d44752ab315d94b6089726 for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:20:08.589773 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:08.715348 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Allocated IP 172.20.0.6 (a1000de4-e496-42e2-9668-f0377fa614bd/2549c03a-20b5-4583-988f-d9c48abc77c3/38d50a82-4b47-4eb5-af67-d09ff189bab6) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:20:08.833187 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-41790f16-6173-4c4b-b336-5783c70d5646 req-1b394a01-6929-4605-90e8-bb3f74ae7d17 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 210 time: 0.0277398 Sep 10 05:20:08.859388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:08.873735 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Transition to ACTIVE for port object 38d50a82-4b47-4eb5-af67-d09ff189bab6 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:20:08.975401 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:09.021692 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Network a1000de4-e496-42e2-9668-f0377fa614bd is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:20:09.024864 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:20:09.031098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:20:09.038050 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:20:09.085607 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:09.086245 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:09.187417 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-6764d412-57a8-4a9c-8e45-0a7c3124bf7f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7685256 Sep 10 05:20:09.203235 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Request body: {'port': {'device_id': '1368d755-862d-40e4-b6ec-920870636492', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:20:09.261259 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:09.341088 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-63243a02-b75c-44e2-b1fa-74ee69b763a3 None None] Provisioning for port 38d50a82-4b47-4eb5-af67-d09ff189bab6 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:20:09.345246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-63243a02-b75c-44e2-b1fa-74ee69b763a3 None None] Provisioning complete for port 38d50a82-4b47-4eb5-af67-d09ff189bab6 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:20:09.345767 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-63243a02-b75c-44e2-b1fa-74ee69b763a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:09.382904 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-63243a02-b75c-44e2-b1fa-74ee69b763a3 None None] Port 38d50a82-4b47-4eb5-af67-d09ff189bab6 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:20:09.529614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d50a82-4b47-4eb5-af67-d09ff189bab6 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:20:09.537111 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:09.549263 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Transition to ACTIVE for port object 38d50a82-4b47-4eb5-af67-d09ff189bab6 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:20:09.615111 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:09.672165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:20:09.746103 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Attempting to bind port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:20:09.746722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Attempting to bind port 38d50a82-4b47-4eb5-af67-d09ff189bab6 by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:20:09.747284 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Attempting to bind port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:20:09.752306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on network a1000de4-e496-42e2-9668-f0377fa614bd not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:20:09.752875 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Attempting to bind port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:20:09.758756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:20:09.759374 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Checking segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:20:09.760087 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Bound using segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:20:09.760741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Bound port: 38d50a82-4b47-4eb5-af67-d09ff189bab6, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:20:09.761324 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:09.826902 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:20:09.830299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:20:09.901143 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:09.940665 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:09.941319 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:09.942751 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] 10.222.0.20 "PUT /v2.0/ports/38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 1091 time: 0.7462533 Sep 10 05:20:09.943197 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:20:09.945469 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beab56e0-3b0c-42ef-87d4-411bbb78ded4" -d '{"events": [{"name": "network-changed", "server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:20:09.970630 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6014ff-a990-4caf-b040-f80e8ac02db0 service neutron] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:20:09.980460 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeebf824-6fc6-435e-b513-a8d0c6220af6 req-90801481-88dd-48dc-b954-6541e5dea607 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:09.982192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eeebf824-6fc6-435e-b513-a8d0c6220af6 req-90801481-88dd-48dc-b954-6541e5dea607 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0701189 Sep 10 05:20:10.009974 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:20:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4387fbc-6c5a-4419-9184-771caba53f1d x-openstack-request-id: req-c4387fbc-6c5a-4419-9184-771caba53f1d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:20:10.010270 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:20:10.010526 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c4387fbc-6c5a-4419-9184-771caba53f1d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:20:10.010930 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'status': 'completed', 'code': 200} Sep 10 05:20:10.049462 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-eeebf824-6fc6-435e-b513-a8d0c6220af6 req-2e7bac14-0318-4101-aecc-b3b5d0b518ab tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556796 Sep 10 05:20:10.084306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab56e0-3b0c-42ef-87d4-411bbb78ded4 req-b7a22e7b-3802-4322-8d3b-18ada6538568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:10.085842 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-beab56e0-3b0c-42ef-87d4-411bbb78ded4 req-b7a22e7b-3802-4322-8d3b-18ada6538568 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1094 time: 0.0540724 Sep 10 05:20:10.191004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab56e0-3b0c-42ef-87d4-411bbb78ded4 req-03d3354c-5b1c-41a2-bb27-1bb0d6c2b3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:10.192559 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-beab56e0-3b0c-42ef-87d4-411bbb78ded4 req-03d3354c-5b1c-41a2-bb27-1bb0d6c2b3d1 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=76259702d2d44752ab315d94b6089726&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0970626 Sep 10 05:20:10.290951 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beab56e0-3b0c-42ef-87d4-411bbb78ded4 req-ce6e3108-795b-4b76-965f-b6eb3ad5ba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:10.292548 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-beab56e0-3b0c-42ef-87d4-411bbb78ded4 req-ce6e3108-795b-4b76-965f-b6eb3ad5ba62 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0936968 Sep 10 05:20:10.370299 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679b485-ac36-456a-a006-e789a641bb35 req-b3485c83-b7aa-4f9f-90d4-6a3ae50f7ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:10.371829 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-b3485c83-b7aa-4f9f-90d4-6a3ae50f7ed1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1094 time: 0.0416949 Sep 10 05:20:10.417005 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-2c4a1c9f-c6e4-47ce-a741-68ba2eeae689 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 217 time: 0.0371203 Sep 10 05:20:10.465437 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679b485-ac36-456a-a006-e789a641bb35 req-37d531f5-3202-4b07-84e7-25f93c40f860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:10.466875 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-37d531f5-3202-4b07-84e7-25f93c40f860 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0423944 Sep 10 05:20:10.515430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9679b485-ac36-456a-a006-e789a641bb35 req-a852847f-3d40-4818-863a-f866ccd0ec03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:10.516999 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-a852847f-3d40-4818-863a-f866ccd0ec03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0425074 Sep 10 05:20:10.610552 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-1263fe95-f250-409a-b9e1-b7f480fcf7fc service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856922 Sep 10 05:20:10.700049 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9679b485-ac36-456a-a006-e789a641bb35 req-ab68d831-a52b-430a-8d55-7e8dffe3a919 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817223 Sep 10 05:20:11.169311 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2025143-7c20-4100-abf8-727079bc32fb req-07ed62a3-758c-4605-ac05-9fe724020ce0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:11.170795 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2025143-7c20-4100-abf8-727079bc32fb req-07ed62a3-758c-4605-ac05-9fe724020ce0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0495837 Sep 10 05:20:11.212947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d2025143-7c20-4100-abf8-727079bc32fb req-cb3bdc0c-fedd-4864-9bc8-b92f518a8157 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358717 Sep 10 05:20:12.330235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81758f3e-e541-463e-b4b8-838d6f3afe08 req-45a98cd7-26ce-4884-ae90-665d3c0aeac2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:12.331747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81758f3e-e541-463e-b4b8-838d6f3afe08 req-45a98cd7-26ce-4884-ae90-665d3c0aeac2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0491107 Sep 10 05:20:12.369059 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-81758f3e-e541-463e-b4b8-838d6f3afe08 req-2fe866c0-040f-4090-bc8a-b8887aa78fe6 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311506 Sep 10 05:20:13.478896 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708e14d4-02e3-4c06-b4c9-f566b2b61519 req-9d70a446-2e9b-4981-b426-d8a58bd86ac5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:13.480424 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-708e14d4-02e3-4c06-b4c9-f566b2b61519 req-9d70a446-2e9b-4981-b426-d8a58bd86ac5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0475168 Sep 10 05:20:13.518447 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-708e14d4-02e3-4c06-b4c9-f566b2b61519 req-be39ca5a-cae3-4590-8ed0-000f8fdc3d0c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315375 Sep 10 05:20:14.631643 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923170a-3c1c-47b7-bb84-06f7fca405b3 req-c34ab071-00e0-4297-9f34-8966fd147cd0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:14.633124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9923170a-3c1c-47b7-bb84-06f7fca405b3 req-c34ab071-00e0-4297-9f34-8966fd147cd0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0482144 Sep 10 05:20:14.672853 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9923170a-3c1c-47b7-bb84-06f7fca405b3 req-0e520332-579c-4b92-882c-1978bcfbf7ed tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338497 Sep 10 05:20:15.785404 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e74111-e827-4311-89bf-ed143a62b5f3 req-8139dc58-a46b-47b3-8461-bbcbd66ebe71 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:15.786801 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50e74111-e827-4311-89bf-ed143a62b5f3 req-8139dc58-a46b-47b3-8461-bbcbd66ebe71 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0493691 Sep 10 05:20:15.823987 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50e74111-e827-4311-89bf-ed143a62b5f3 req-33089c87-a61b-4f7a-97fd-0386ac264221 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312126 Sep 10 05:20:16.934877 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe6a1ea-6969-40fc-b099-9a398fa73415 req-29d0278b-6a39-4a2f-a443-c35d3d6c1a7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:16.936369 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe6a1ea-6969-40fc-b099-9a398fa73415 req-29d0278b-6a39-4a2f-a443-c35d3d6c1a7c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0475438 Sep 10 05:20:16.973448 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0fe6a1ea-6969-40fc-b099-9a398fa73415 req-03d57650-b193-4202-8dde-944e13be3899 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306466 Sep 10 05:20:18.084272 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c186ea-a013-4e83-93ea-3db703bfa701 req-b4fdb410-cdf1-4f7c-88f5-f93b5aca8f24 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:18.085717 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05c186ea-a013-4e83-93ea-3db703bfa701 req-b4fdb410-cdf1-4f7c-88f5-f93b5aca8f24 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0469394 Sep 10 05:20:18.126167 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-05c186ea-a013-4e83-93ea-3db703bfa701 req-33cb5dd7-4d3d-4065-b55b-e05158631884 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345364 Sep 10 05:20:19.241028 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8134c08a-e914-4ced-83ea-26d746944a44 req-3228c11d-8875-4dea-804b-5a398f5e7be3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:19.242477 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8134c08a-e914-4ced-83ea-26d746944a44 req-3228c11d-8875-4dea-804b-5a398f5e7be3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0483086 Sep 10 05:20:19.278724 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8134c08a-e914-4ced-83ea-26d746944a44 req-99e544fa-e378-487b-94a2-43581064c16d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300760 Sep 10 05:20:20.390347 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f0327fe-4430-4764-b312-bf9bf713ddc3 req-4ebad349-4da4-4680-b3cc-3c0439d67bf2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:20.391822 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f0327fe-4430-4764-b312-bf9bf713ddc3 req-4ebad349-4da4-4680-b3cc-3c0439d67bf2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0475743 Sep 10 05:20:20.428582 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3f0327fe-4430-4764-b312-bf9bf713ddc3 req-c4e7f406-7ae2-4f5b-b107-747a3575e595 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308938 Sep 10 05:20:20.962798 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-de4cc6f6-1e54-4d09-9baa-8f419d70484a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:21.258480 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 38d50a82-4b47-4eb5-af67-d09ff189bab6 details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:20:21.350831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:20:21.361283 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'port_id': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'mac_address': 'fa:16:3e:15:3f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:20:21.396799 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:21.408475 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d50a82-4b47-4eb5-af67-d09ff189bab6 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:20:21.426244 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:20:21.491300 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:21.538529 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:20:21.539041 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c931a5f-d7e6-4138-9056-09ba311717f1 req-dba3dc5c-0ce7-415e-b8d5-88d3b6657dc3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:21.540543 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c931a5f-d7e6-4138-9056-09ba311717f1 req-dba3dc5c-0ce7-415e-b8d5-88d3b6657dc3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 944 time: 0.0483346 Sep 10 05:20:21.546232 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.546574 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.546920 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.547263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.547605 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.547948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.548295 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.548614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.548932 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.549246 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.549561 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.549873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:21.581019 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0c931a5f-d7e6-4138-9056-09ba311717f1 req-9907ebb3-89e3-41de-a823-c513870a7af5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345542 Sep 10 05:20:21.719996 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['38d50a82-4b47-4eb5-af67-d09ff189bab6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:20:22.694843 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078078cd-1965-4296-b1e8-9e7efc9cc5be req-fdc7340d-4ed3-4863-9b57-72644a5eedb0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:22.696342 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-078078cd-1965-4296-b1e8-9e7efc9cc5be req-fdc7340d-4ed3-4863-9b57-72644a5eedb0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 944 time: 0.0472481 Sep 10 05:20:22.732637 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-078078cd-1965-4296-b1e8-9e7efc9cc5be req-f905b8b9-97a8-4119-a3ca-e062309fe4fa tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303748 Sep 10 05:20:23.280571 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 38d50a82-4b47-4eb5-af67-d09ff189bab6 up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:20:23.388407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 38d50a82-4b47-4eb5-af67-d09ff189bab6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:20:23.392108 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 38d50a82-4b47-4eb5-af67-d09ff189bab6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:20:23.392473 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:23.464235 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:23.485578 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:20:23.488338 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfdf0159-d2ac-4a57-9869-8ac955e2222a" -d '{"events": [{"server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "name": "network-vif-plugged", "status": "completed", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:20:23.500311 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:20:23.565485 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:23.587838 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8745725c-e969-4bdd-a8e6-f003132fb6aa x-openstack-request-id: req-8745725c-e969-4bdd-a8e6-f003132fb6aa {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:20:23.588128 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "name": "network-vif-plugged", "status": "completed", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:20:23.588382 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8745725c-e969-4bdd-a8e6-f003132fb6aa {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:20:23.588763 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'code': 200} Sep 10 05:20:23.614679 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:20:23.640095 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1034896c-4955-434f-bb43-b3abc3f30817 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:23.684947 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735910a0-4610-4ba2-bd58-11d18d1869fb req-f80ce142-0ec3-4d7d-8e8b-138e3ba7b1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:23.686430 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-735910a0-4610-4ba2-bd58-11d18d1869fb req-f80ce142-0ec3-4d7d-8e8b-138e3ba7b1cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1096 time: 0.0461631 Sep 10 05:20:23.720289 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-735910a0-4610-4ba2-bd58-11d18d1869fb req-d7fa6fc5-4e5a-44c8-a02a-878082363d8d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270908 Sep 10 05:20:23.816707 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:23.888433 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0569e2d-79a3-42a1-a00c-65a63f20f6a7 req-70ac4806-7ade-4f13-a9c2-1dd7f8ec692f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:23.889879 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0569e2d-79a3-42a1-a00c-65a63f20f6a7 req-70ac4806-7ade-4f13-a9c2-1dd7f8ec692f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0471878 Sep 10 05:20:23.926629 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f0569e2d-79a3-42a1-a00c-65a63f20f6a7 req-1105f5d9-8d69-4da0-820b-9ae2621b7f1e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302851 Sep 10 05:20:25.040620 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa482d4-e39a-4fed-9407-6c5cdc2ac937 req-c0a450e6-5259-404a-be76-ffe46511dac7 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:25.042081 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfa482d4-e39a-4fed-9407-6c5cdc2ac937 req-c0a450e6-5259-404a-be76-ffe46511dac7 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0484583 Sep 10 05:20:25.082489 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cfa482d4-e39a-4fed-9407-6c5cdc2ac937 req-0dcabbc5-7269-4a68-9fa5-6a87a8a14e4e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344653 Sep 10 05:20:25.193738 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ece40c6-8794-44f1-b10e-bd37215d89a7 req-1430d70b-5d11-4e74-bf3d-72e82fe4fdcd tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:25.195196 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ece40c6-8794-44f1-b10e-bd37215d89a7 req-1430d70b-5d11-4e74-bf3d-72e82fe4fdcd tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0477850 Sep 10 05:20:25.231814 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-0ece40c6-8794-44f1-b10e-bd37215d89a7 req-aa6ea270-5003-49f0-9b3b-516b19cc3266 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305676 Sep 10 05:20:25.252675 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37068) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:20:25.291112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf7939d-d7ec-41bb-ba8f-a6348d66551b tempest-TestShelveInstance-1123186861 tempest-TestShelveInstance-1123186861-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:25.292597 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6cf7939d-d7ec-41bb-ba8f-a6348d66551b tempest-TestShelveInstance-1123186861 tempest-TestShelveInstance-1123186861-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1091 time: 0.0384154 Sep 10 05:20:25.295337 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37070) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:20:25.299693 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'fixed_ip_address': '172.20.0.6'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:20:25.376789 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:25.473303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:25.572794 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Allocated IP 172.25.3.249 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/b00dbeda-b9aa-4b14-9285-f060405251c5) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:20:25.576917 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:25.672303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:25.794362 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:25.830859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:20:25.833725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:20:25.839640 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:20:25.844943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'Port': ['ID=b00dbeda-b9aa-4b14-9285-f060405251c5,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:20:25.873186 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.873535 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.873879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.874216 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.874552 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.874883 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.875227 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.875533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.875885 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.876208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.876533 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:25.876854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:20:26.197771 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:26.325940 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:26.470763 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:26.542590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:26.617136 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event updated for resources: {'Port': ['ID=b00dbeda-b9aa-4b14-9285-f060405251c5,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:20:26.624417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:26.708389 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:26.724207 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Floating IP 61fd7161-e489-45b7-81bc-a4ab0f59d236 associated. External IP: 172.25.3.249, port: 38d50a82-4b47-4eb5-af67-d09ff189bab6. Sep 10 05:20:27.255429 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Router d3d69319-94dd-443e-9908-d4a29fd7d2dc has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:20:27.358441 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:20:27.370654 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] Sync routers for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:20:27.379310 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:20:27.379931 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:20:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:20:27.477523 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:27.507039 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-910ff5f7-8828-4ae7-b239-58a9a20f691b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2106647 Sep 10 05:20:27.507641 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:20:27.510130 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6900be99-30a6-4df2-bb62-053d1afa9b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:20:27.582274 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:20:27.607487 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f02b896c-dd55-4716-8e8a-4c29952730ab x-openstack-request-id: req-f02b896c-dd55-4716-8e8a-4c29952730ab {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:20:27.607808 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:20:27.608059 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f02b896c-dd55-4716-8e8a-4c29952730ab {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:20:27.608507 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'status': 'completed', 'code': 200} Sep 10 05:20:27.671019 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-e510601b-0345-49c2-a39b-75d1871507a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:27.672563 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-e510601b-0345-49c2-a39b-75d1871507a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1096 time: 0.0397670 Sep 10 05:20:27.767935 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-0d74494a-0878-4455-b58a-0135e92e1d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:27.769451 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-0d74494a-0878-4455-b58a-0135e92e1d5e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0862570 Sep 10 05:20:27.801370 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '61fd7161-e489-45b7-81bc-a4ab0f59d236', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'port_id': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'mac_address': 'fa:16:3e:15:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1368d755-862d-40e4-b6ec-920870636492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:20:26Z', 'updated_at': '2021-09-10T05:20:26Z', 'revision_number': 0, 'project_id': '76259702d2d44752ab315d94b6089726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:20:27.828264 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] Checking router: d3d69319-94dd-443e-9908-d4a29fd7d2dc for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:20:27.837203 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:20:27.837905 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:20:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:20:27.947152 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:20:28.137519 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-3328d3a4-5a92-415d-882b-342fd8c5b891 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 999 time: 0.3613052 Sep 10 05:20:28.169336 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '61fd7161-e489-45b7-81bc-a4ab0f59d236', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'port_id': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'mac_address': 'fa:16:3e:15:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1368d755-862d-40e4-b6ec-920870636492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:20:26Z', 'updated_at': '2021-09-10T05:20:26Z', 'revision_number': 0, 'project_id': '76259702d2d44752ab315d94b6089726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:20:28.186946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-013ec4f2-6480-4e6a-b3c0-6bf55a7cdabd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:28.188441 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-013ec4f2-6480-4e6a-b3c0-6bf55a7cdabd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0439990 Sep 10 05:20:28.194930 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c340f10-3889-41c7-a96f-6b6ada21abc2 None None] The sync data for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 is: [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '61fd7161-e489-45b7-81bc-a4ab0f59d236', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'floating_ip_address': '172.25.3.249', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'port_id': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'mac_address': 'fa:16:3e:15:3f:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1368d755-862d-40e4-b6ec-920870636492', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:20:26Z', 'updated_at': '2021-09-10T05:20:26Z', 'revision_number': 0, 'project_id': '76259702d2d44752ab315d94b6089726', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:20:28.243561 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-7457216f-824d-4906-b697-f104d368c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:28.245127 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-7457216f-824d-4906-b697-f104d368c099 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497320 Sep 10 05:20:28.339308 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-91658bfc-c6ce-4fe1-9bfc-092b4620d067 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867517 Sep 10 05:20:28.398315 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e499eb4-0e19-4a19-95a1-542a0e5d21cc None None] New status for floating IP 61fd7161-e489-45b7-81bc-a4ab0f59d236: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:20:28.437037 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-6900be99-30a6-4df2-bb62-053d1afa9b6b req-e7057a63-c198-4a02-be0c-99ee982cc292 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902963 Sep 10 05:20:29.862185 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:30.235454 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:20:33.397164 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:38.446158 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-ad8b8685-a9ce-4b0a-af98-11f587676301 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0829186 Sep 10 05:20:38.526997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-0530d7ee-3c8c-4e62-9a5a-5155b4813097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:38.528521 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-0530d7ee-3c8c-4e62-9a5a-5155b4813097 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1096 time: 0.0400472 Sep 10 05:20:38.636144 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-d917a338-c9bd-4c74-bab7-389484a1e2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:38.637539 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-d917a338-c9bd-4c74-bab7-389484a1e2c3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0870831 Sep 10 05:20:38.699872 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-0370d766-c2ad-456f-9846-1e49da6e6895 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 1001 time: 0.0552738 Sep 10 05:20:38.752076 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-4d22ef28-d874-441f-b466-d0d45f7ba348 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:38.753492 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-4d22ef28-d874-441f-b466-d0d45f7ba348 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0465152 Sep 10 05:20:38.800114 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-85942977-02d7-4210-b11b-99a1e1898e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:20:38.801542 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-85942977-02d7-4210-b11b-99a1e1898e02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396113 Sep 10 05:20:38.888146 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-ef38c465-2519-457a-bafe-847045b20f03 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797570 Sep 10 05:20:38.978674 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2605f26b-b9b4-4fd5-844d-0a8897f58c45 req-1698b7d4-5651-44ea-b33a-8e5e1bb015c1 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839446 Sep 10 05:20:50.942173 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8725c897-f8b8-42ee-922f-0701e04f5fb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:53.642237 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-aa6f2879-82eb-4b61-a452-e11c2761f891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:53.804765 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:55.573866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:56.701849 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:20:59.893612 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:03.393460 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:07.234392 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:21:20.919818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-93e91b30-cb8d-4e1f-a8b6-7a8f785e0909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:23.641649 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2822792b-a2df-435f-9c5b-1ed4b3876cc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:23.815485 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:25.550127 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:26.724122 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:29.881701 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:33.441284 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:40.417170 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-572efb5a-5798-414d-97a0-4544b5cfc8c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391381 Sep 10 05:21:40.497445 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-730e9375-e44b-4bdf-8630-01d8fd708aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:21:40.498917 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-730e9375-e44b-4bdf-8630-01d8fd708aec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1096 time: 0.0399165 Sep 10 05:21:40.603006 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-2305b393-f6f4-44be-b082-183e20eeb8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:21:40.604493 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-2305b393-f6f4-44be-b082-183e20eeb8d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0860968 Sep 10 05:21:40.668181 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-8f1a10dc-e0a4-45b5-bdc1-6bbea9a8d439 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 1001 time: 0.0556114 Sep 10 05:21:40.719518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-03209bce-ff9a-4801-8e8d-ea689306efc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:21:40.721541 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-03209bce-ff9a-4801-8e8d-ea689306efc4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0465508 Sep 10 05:21:40.768699 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-1ebe0b07-3338-483c-9ae5-9beabb5f5b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:21:40.770181 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-1ebe0b07-3338-483c-9ae5-9beabb5f5b68 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420358 Sep 10 05:21:40.861080 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-12b93320-d40d-4850-940f-b12d3540fc9f service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833504 Sep 10 05:21:40.947091 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-18f21a63-9bf0-4bb3-aa8d-b2762505f376 req-0d37c767-af5f-422a-8447-f82b989a4adb service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795455 Sep 10 05:21:44.233666 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:21:50.917930 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-da3e6861-358a-4e3d-991c-e96c1eaa3b0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:53.614900 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-81cd437a-d712-4add-bf65-00829ddd902f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:53.826624 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:55.566948 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:56.712087 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:21:59.892790 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:03.420818 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:20.932124 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0366fdc3-dd6f-4710-b175-6aa6bc2a5496 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:21.232225 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:22:23.623002 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6eaff5d9-a338-4619-82d1-bad1d8ea5165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:23.814140 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:25.560538 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:26.703149 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:29.937299 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:33.436982 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:40.429683 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-9d105767-3ff7-4806-b3b6-c5066c1815d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0397489 Sep 10 05:22:40.514933 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-5cc4053d-e121-4df8-b049-e9dca0d8efbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:22:40.516470 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-5cc4053d-e121-4df8-b049-e9dca0d8efbc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1096 time: 0.0456054 Sep 10 05:22:40.618777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-a3d7c081-61ab-4ec3-a383-cb37e15b41b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:22:40.620206 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-a3d7c081-61ab-4ec3-a383-cb37e15b41b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0834477 Sep 10 05:22:40.688707 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-ac0a3f91-36c1-4c4b-ae18-6e2637b0de44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 1001 time: 0.0601242 Sep 10 05:22:40.736685 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-c203ec9b-a2b9-4c5b-ab93-501d2c77126b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:22:40.738208 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-c203ec9b-a2b9-4c5b-ab93-501d2c77126b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0424244 Sep 10 05:22:40.783693 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-f40bcad9-d1bd-4d26-a2f2-45cd3611e19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:22:40.785189 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-f40bcad9-d1bd-4d26-a2f2-45cd3611e19e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400884 Sep 10 05:22:40.877326 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-1ed58b4d-b19c-46f3-854f-dcc26097296c service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851603 Sep 10 05:22:40.964338 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-90f76882-5b82-4e71-a334-3a2d01f78d1d req-181132e1-e818-485a-9ad7-188fe49d3adf service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799301 Sep 10 05:22:50.920176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-40703dea-24b8-4085-8c19-9eb703fdbf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:53.617521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3e841b3d-6116-4815-a2c1-96e06931cc79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:53.811468 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:54.997355 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc0f735-58fb-4848-99ac-667736603fc2 req-a5e4d9ea-5852-4a15-9599-6ba509694c97 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:22:54.998822 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4fc0f735-58fb-4848-99ac-667736603fc2 req-a5e4d9ea-5852-4a15-9599-6ba509694c97 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0500751 Sep 10 05:22:55.038930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4fc0f735-58fb-4848-99ac-667736603fc2 req-8686622d-dd64-4a66-b213-b5045ce03413 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339196 Sep 10 05:22:55.582924 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:56.154921 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec335b-cd85-4365-91ba-ac10ae7199f7 req-aee11683-ba8b-43cf-8e44-21c35a432bf5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:22:56.156782 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86ec335b-cd85-4365-91ba-ac10ae7199f7 req-aee11683-ba8b-43cf-8e44-21c35a432bf5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0489304 Sep 10 05:22:56.192983 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-86ec335b-cd85-4365-91ba-ac10ae7199f7 req-9001a83e-f464-408d-a9fd-55cb687f03bb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304797 Sep 10 05:22:56.714254 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:22:57.337687 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daddc53-7bfc-4d6f-a812-2f2eafb4754f req-67ef808f-d072-4cc2-9aa9-69fc1f008389 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:22:57.339125 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9daddc53-7bfc-4d6f-a812-2f2eafb4754f req-67ef808f-d072-4cc2-9aa9-69fc1f008389 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0512493 Sep 10 05:22:57.375809 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9daddc53-7bfc-4d6f-a812-2f2eafb4754f req-3527422c-49f3-4760-b10c-db0ff88fa77f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306416 Sep 10 05:22:58.231915 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:22:58.488491 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070fa435-b0a9-4172-b87d-6dbe72f379a5 req-4b516f60-d0a7-4c46-9696-fcbe5883f9c3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:22:58.489981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-070fa435-b0a9-4172-b87d-6dbe72f379a5 req-4b516f60-d0a7-4c46-9696-fcbe5883f9c3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0494483 Sep 10 05:22:58.531621 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-070fa435-b0a9-4172-b87d-6dbe72f379a5 req-7200fa52-b9ce-4be4-b544-96d5806cbd25 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352190 Sep 10 05:22:59.645674 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973d3c9c-92cb-482a-a546-b1fe685ae76f req-4264e486-fa67-40a4-ae34-0e39284adb42 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:22:59.647124 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-973d3c9c-92cb-482a-a546-b1fe685ae76f req-4264e486-fa67-40a4-ae34-0e39284adb42 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0478942 Sep 10 05:22:59.683065 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-973d3c9c-92cb-482a-a546-b1fe685ae76f req-a59a72a2-4de9-44bd-b7e1-d1c712e0e9fa tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300839 Sep 10 05:22:59.919480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:00.798150 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f27ea-f61c-494e-b782-462b853d5854 req-b56aab01-f5d5-417f-bed5-c2c230829658 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:00.799514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d92f27ea-f61c-494e-b782-462b853d5854 req-b56aab01-f5d5-417f-bed5-c2c230829658 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0505779 Sep 10 05:23:00.836687 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-d92f27ea-f61c-494e-b782-462b853d5854 req-6109e5c8-ad64-4ea9-8f0e-683e91e0ef10 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312610 Sep 10 05:23:01.949945 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ca9f64-c1d9-43d8-90fe-2df003db916b req-8a9ff286-4552-4bd5-944c-770b7841374b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:01.951394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2ca9f64-c1d9-43d8-90fe-2df003db916b req-8a9ff286-4552-4bd5-944c-770b7841374b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0471838 Sep 10 05:23:01.988334 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c2ca9f64-c1d9-43d8-90fe-2df003db916b req-77c246f8-5e75-470c-a902-1caef6754f61 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310128 Sep 10 05:23:03.100824 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07005684-61fd-4301-83af-319e71cbcb08 req-5c80184d-c89e-4b70-a3b8-2125d0462842 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:03.102274 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07005684-61fd-4301-83af-319e71cbcb08 req-5c80184d-c89e-4b70-a3b8-2125d0462842 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0478611 Sep 10 05:23:03.138664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-07005684-61fd-4301-83af-319e71cbcb08 req-9e4f2e41-dd4d-482a-80cb-04838041b082 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301590 Sep 10 05:23:03.408047 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:04.254541 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6dcc6-530b-41fd-b89a-15636c9edd01 req-8c40df45-aa36-41cc-b9a1-94567e80e4e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:04.256100 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfb6dcc6-530b-41fd-b89a-15636c9edd01 req-8c40df45-aa36-41cc-b9a1-94567e80e4e3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0524695 Sep 10 05:23:04.293170 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bfb6dcc6-530b-41fd-b89a-15636c9edd01 req-38a8efb9-cee7-4129-8439-571ea8aadd03 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Sep 10 05:23:05.227823 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-4eff42ff-ade1-4dfa-a35b-c08f26a80b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:05.229418 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-4eff42ff-ade1-4dfa-a35b-c08f26a80b5c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1096 time: 0.0452294 Sep 10 05:23:05.316466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-142011bc-3d95-4e7a-9124-4426c2b83d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:05.317920 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-142011bc-3d95-4e7a-9124-4426c2b83d52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0820580 Sep 10 05:23:05.387349 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-55398958-5564-49bf-b09b-836fa515eae1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 1001 time: 0.0624287 Sep 10 05:23:05.405840 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11685f5c-336b-4959-b53e-0da06f7a68a5 req-93b74057-ec8d-4ff9-a249-be087d97653f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:05.407248 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11685f5c-336b-4959-b53e-0da06f7a68a5 req-93b74057-ec8d-4ff9-a249-be087d97653f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0485725 Sep 10 05:23:05.436393 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-36660f81-19bf-46d3-bc98-202183c69f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:05.437887 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-36660f81-19bf-46d3-bc98-202183c69f55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0442362 Sep 10 05:23:05.443721 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11685f5c-336b-4959-b53e-0da06f7a68a5 req-f0a2cca5-6103-4fbe-8467-1510364e477c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303843 Sep 10 05:23:05.484522 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-b8bad723-5071-457b-b9fe-e257ea3a3360 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:05.486005 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-b8bad723-5071-457b-b9fe-e257ea3a3360 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406356 Sep 10 05:23:05.579751 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-304bc37c-2ae2-4904-8158-9f1b075d61e2 service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856929 Sep 10 05:23:05.669060 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-4576bcc9-df3a-40e9-9dbd-29c2cff04776 req-d8766d32-8cb8-453f-b1eb-8d2e74dbfe0f service neutron] 10.222.0.20 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811970 Sep 10 05:23:06.559072 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa12256-701f-40ba-ab11-4e7439927a14 req-466c1baa-f98f-4be5-8878-1e598c227835 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:06.560558 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4aa12256-701f-40ba-ab11-4e7439927a14 req-466c1baa-f98f-4be5-8878-1e598c227835 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Sep 10 05:23:06.597408 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4aa12256-701f-40ba-ab11-4e7439927a14 req-c91dbd10-5763-4bb3-9964-65c7def98332 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308697 Sep 10 05:23:07.714629 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49fe9af-900f-4984-97e7-0eae1cc740da req-2e38fb2b-f762-4657-b12f-43759525c6a0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:07.716121 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f49fe9af-900f-4984-97e7-0eae1cc740da req-2e38fb2b-f762-4657-b12f-43759525c6a0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0522850 Sep 10 05:23:07.753930 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f49fe9af-900f-4984-97e7-0eae1cc740da req-1017e097-b44b-4b9d-9bb2-976b288cd64e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317512 Sep 10 05:23:08.867293 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19db3e7e-261f-4c3c-9eba-543ddcff7404 req-d55a4f1a-1ac9-4721-b91d-9ccb50a56d38 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:08.869076 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19db3e7e-261f-4c3c-9eba-543ddcff7404 req-d55a4f1a-1ac9-4721-b91d-9ccb50a56d38 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0481818 Sep 10 05:23:08.907810 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-19db3e7e-261f-4c3c-9eba-543ddcff7404 req-a0a03086-64e7-4615-97c9-bf5695679b28 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322871 Sep 10 05:23:10.021574 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcec80c-5b32-43f8-aa8a-4d5917edb3b3 req-f16adfc0-66e6-4fbd-8161-a4b2f7e4c3a5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:10.023036 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfcec80c-5b32-43f8-aa8a-4d5917edb3b3 req-f16adfc0-66e6-4fbd-8161-a4b2f7e4c3a5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0480556 Sep 10 05:23:10.060165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-dfcec80c-5b32-43f8-aa8a-4d5917edb3b3 req-0cbe26e8-c744-4f42-b3ad-4430bd8f664c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306816 Sep 10 05:23:11.422672 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f114b3-34aa-4771-8683-d94cd260afb6 req-2de565f0-8f84-48a7-8a73-2613cfb4f695 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:11.424189 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89f114b3-34aa-4771-8683-d94cd260afb6 req-2de565f0-8f84-48a7-8a73-2613cfb4f695 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 945 time: 0.0518825 Sep 10 05:23:11.462126 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-89f114b3-34aa-4771-8683-d94cd260afb6 req-923b02ca-9f68-4c81-8534-5fa6fb380f81 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318253 Sep 10 05:23:11.496725 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-44f8a144-9db7-44dd-b3ba-bfe4bcec9a6e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837820 Sep 10 05:23:12.148971 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 38d50a82-4b47-4eb5-af67-d09ff189bab6 no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:23:12.223340 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:12.245282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:23:12.247517 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10fd97a6-0c06-45c2-8c2b-7753a13f2dcf" -d '{"events": [{"server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "name": "network-vif-unplugged", "status": "completed", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:23:12.261399 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:23:12.287559 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 10 Sep 2021 05:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f182116-ecef-4824-a6d3-e896645ef192 x-openstack-request-id: req-4f182116-ecef-4824-a6d3-e896645ef192 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:23:12.287559 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "name": "network-vif-unplugged", "status": "failed", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6", "code": 422}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:23:12.287559 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f182116-ecef-4824-a6d3-e896645ef192 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:23:12.287559 n-d-808143-1 neutron-server[95138]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'code': 422} returned with failed status Sep 10 05:23:12.339407 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:12.389669 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:23:12.396692 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.397063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.397406 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.397740 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.398086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.398440 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.398747 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.399070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.399392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.399735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.400058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.400376 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:12.577141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dff2602-f626-4711-a2bf-6d5095a155f9 req-653bcc72-a865-4889-854e-9874f63b5176 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:12.578653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1dff2602-f626-4711-a2bf-6d5095a155f9 req-653bcc72-a865-4889-854e-9874f63b5176 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0497048 Sep 10 05:23:12.616002 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1dff2602-f626-4711-a2bf-6d5095a155f9 req-64d3c282-96ab-410e-aedd-01aada686d9e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311584 Sep 10 05:23:13.729732 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab2ae5d-0b69-450f-ac7a-40bba42e84c5 req-81bdc1be-4560-4078-a4cf-6a066e654ab0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:13.731202 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ab2ae5d-0b69-450f-ac7a-40bba42e84c5 req-81bdc1be-4560-4078-a4cf-6a066e654ab0 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0480888 Sep 10 05:23:13.770011 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7ab2ae5d-0b69-450f-ac7a-40bba42e84c5 req-d31fcf92-66ab-431d-a468-ba105236dade tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325377 Sep 10 05:23:14.888116 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148d6559-d501-4742-bf74-2ace542e4c26 req-0f194937-4f97-4170-a641-25a954ab43aa tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:14.889756 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-148d6559-d501-4742-bf74-2ace542e4c26 req-0f194937-4f97-4170-a641-25a954ab43aa tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0536537 Sep 10 05:23:14.927647 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-148d6559-d501-4742-bf74-2ace542e4c26 req-0ddae9e7-f184-4bdd-a9f5-2c3ddf1964bd tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319512 Sep 10 05:23:16.040663 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad98b14-a895-4556-a3fb-176fbb451638 req-8eafba7a-4a0f-4b3d-a86e-d5326e606a5c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:16.042781 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ad98b14-a895-4556-a3fb-176fbb451638 req-8eafba7a-4a0f-4b3d-a86e-d5326e606a5c tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0501182 Sep 10 05:23:16.088766 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9ad98b14-a895-4556-a3fb-176fbb451638 req-302c69e6-5b15-4283-a6af-8d69ed369c3b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304828 Sep 10 05:23:16.954968 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-fa8b6903-c522-4f8f-afc3-376a09de6b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:16.956484 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-fa8b6903-c522-4f8f-afc3-376a09de6b87 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492&tenant_id=76259702d2d44752ab315d94b6089726 HTTP/1.1" status: 200 len: 1094 time: 0.0409393 Sep 10 05:23:16.968134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-808143-1', 'device_owner': 'compute:nova'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:23:17.019623 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:17.194642 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330021ff-e9e1-4ec2-a670-01accad2a168 req-8c64fb5d-c2ea-453e-970c-73e6f5b1b582 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:17.196171 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-330021ff-e9e1-4ec2-a670-01accad2a168 req-8c64fb5d-c2ea-453e-970c-73e6f5b1b582 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0490499 Sep 10 05:23:17.221500 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:23:17.233639 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-330021ff-e9e1-4ec2-a670-01accad2a168 req-321827ac-cb64-40ff-9d03-ed875f72f66d tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311151 Sep 10 05:23:17.254370 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:23:17.285407 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d50a82-4b47-4eb5-af67-d09ff189bab6 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:23:17.293053 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:17.304294 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Transition to ACTIVE for port object 38d50a82-4b47-4eb5-af67-d09ff189bab6 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:23:17.388041 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:17.467541 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=7']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:23:17.479829 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.480072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.480471 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.480759 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.481091 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.481413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.481741 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.482067 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.482390 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.482714 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.483035 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.483357 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:23:17.518004 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] No DVR routers for this DVR port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:23:17.651614 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Attempting to bind port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:23:17.651973 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Attempting to bind port 38d50a82-4b47-4eb5-af67-d09ff189bab6 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:23:17.652306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Attempting to bind port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:23:17.656514 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on network a1000de4-e496-42e2-9668-f0377fa614bd not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:23:17.656835 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Attempting to bind port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on network a1000de4-e496-42e2-9668-f0377fa614bd {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:23:17.661621 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 23, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:23:17.661957 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Checking segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:23:17.662341 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Bound using segment: {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:23:17.662764 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Bound port: 38d50a82-4b47-4eb5-af67-d09ff189bab6, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d844114-559e-423a-b017-f8104b332033', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:23:17.663119 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:17.723820 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:23:17.726687 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:23:17.802274 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:17.833690 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:17.834305 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:17.835778 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] 10.222.0.39 "PUT /v2.0/ports/38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 1091 time: 0.8713892 Sep 10 05:23:17.836163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:23:17.854214 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bba79a-cf61-4566-bbc8-967384c936a4" -d '{"events": [{"name": "network-changed", "server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:23:17.878946 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82dc097-b109-4819-8d7b-8f1bd550a8bf service neutron] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=8']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:23:17.911757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-70fd07de-0a63-4a1a-83be-e5b89768b3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:17.913283 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-70fd07de-0a63-4a1a-83be-e5b89768b3bc service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1094 time: 0.0524678 Sep 10 05:23:18.003890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-85aab0c3-85f5-4023-9cd3-23a9c12e3cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:18.005398 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-85aab0c3-85f5-4023-9cd3-23a9c12e3cc4 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0854299 Sep 10 05:23:18.073859 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-333bc666-ac12-4547-a64f-163cd502484a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 999 time: 0.0613286 Sep 10 05:23:18.122978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-73d9df01-e652-4417-9b90-00d6153386a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:18.124555 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-73d9df01-e652-4417-9b90-00d6153386a8 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0441914 Sep 10 05:23:18.170834 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-f7230ff2-e3a0-4e74-a6c1-3273547a9ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:18.172316 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-f7230ff2-e3a0-4e74-a6c1-3273547a9ae6 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397694 Sep 10 05:23:18.264022 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-b6357ab0-5644-49c0-a8e1-20a3236699ff service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837991 Sep 10 05:23:18.351440 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5184b7d-f0bc-4e46-85a5-d0949f058a34 req-870169bc-2f8c-4eb6-9114-8a57413993b6 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:18.352989 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5184b7d-f0bc-4e46-85a5-d0949f058a34 req-870169bc-2f8c-4eb6-9114-8a57413993b6 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0521433 Sep 10 05:23:18.354713 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-c0dc7d44-0e3b-402a-8eea-49acd93caa0e service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834737 Sep 10 05:23:18.391325 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5184b7d-f0bc-4e46-85a5-d0949f058a34 req-d80548b6-199f-4928-9b6c-0ed872c1b9b8 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322123 Sep 10 05:23:18.935803 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5003d38b-24eb-42d8-a9c7-6e09a8c11359 x-openstack-request-id: req-5003d38b-24eb-42d8-a9c7-6e09a8c11359 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:23:18.935803 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:23:18.935803 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5003d38b-24eb-42d8-a9c7-6e09a8c11359 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:23:18.935803 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'status': 'completed', 'code': 200} Sep 10 05:23:18.964261 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-c8f4f7cb-b216-4a7f-a796-26ab7fee0e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:18.965733 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-c8f4f7cb-b216-4a7f-a796-26ab7fee0e83 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1094 time: 0.0445185 Sep 10 05:23:19.053158 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-849b3a6f-91d0-4b92-a05d-460ca63634cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:19.054601 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-849b3a6f-91d0-4b92-a05d-460ca63634cc service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0821173 Sep 10 05:23:19.121554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-2178f974-f233-4556-a9d5-ebe228ed4640 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 999 time: 0.0593343 Sep 10 05:23:19.171218 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-1fe3e006-f30b-4bfa-90af-0dbd334543c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:19.172690 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-1fe3e006-f30b-4bfa-90af-0dbd334543c9 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0430365 Sep 10 05:23:19.218200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-1b353527-1b3a-437d-9c6c-ba273a70e95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:19.219666 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-1b353527-1b3a-437d-9c6c-ba273a70e95d service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400670 Sep 10 05:23:19.310058 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-8431932e-a730-4e1c-ad16-b3a85d6d2191 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826249 Sep 10 05:23:19.396877 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-e3bba79a-cf61-4566-bbc8-967384c936a4 req-be4dadb8-00aa-47fb-a121-0015448991a4 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799341 Sep 10 05:23:19.505112 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51eb7a27-f147-4efe-88ef-2babbcc13ca0 req-07579138-7eba-4bcf-b1da-67c7e7808c30 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:19.506618 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51eb7a27-f147-4efe-88ef-2babbcc13ca0 req-07579138-7eba-4bcf-b1da-67c7e7808c30 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0492079 Sep 10 05:23:19.544799 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-51eb7a27-f147-4efe-88ef-2babbcc13ca0 req-4ba0aa7b-981f-4520-84fa-c54deb241b79 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321958 Sep 10 05:23:20.660617 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a10193-6b8c-4a84-9d46-5c994db2905a req-6876c466-6e66-4b23-9038-56ee299626d6 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:20.662090 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73a10193-6b8c-4a84-9d46-5c994db2905a req-6876c466-6e66-4b23-9038-56ee299626d6 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0485227 Sep 10 05:23:20.699028 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-73a10193-6b8c-4a84-9d46-5c994db2905a req-b6617132-aca3-42dc-b009-7a1649916907 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311148 Sep 10 05:23:20.921927 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1162e456-30ac-495b-afdd-7c2fd1a7f6a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:21.813733 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefc2e43-7be2-4051-9cfe-6c375beb56ae req-8e31d406-d3ac-42ed-8747-54cf5f99038b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:21.815191 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aefc2e43-7be2-4051-9cfe-6c375beb56ae req-8e31d406-d3ac-42ed-8747-54cf5f99038b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0512247 Sep 10 05:23:21.852251 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aefc2e43-7be2-4051-9cfe-6c375beb56ae req-6c5807b9-cee4-436d-8b33-5a4cfe73efa5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311587 Sep 10 05:23:22.962793 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb68b1c-451f-40a3-8b33-b199e16ee343 req-83903378-420c-4f70-8588-35eae2821d37 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:22.964796 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bb68b1c-451f-40a3-8b33-b199e16ee343 req-83903378-420c-4f70-8588-35eae2821d37 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0470963 Sep 10 05:23:23.001747 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bb68b1c-451f-40a3-8b33-b199e16ee343 req-75b845c5-ae68-4781-b088-97f644b3becb tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311346 Sep 10 05:23:23.624820 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c97ed4b2-7d35-438d-8cfb-b905b1ad24e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:23.805080 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:24.113000 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af3fb8-48a0-4ccf-985c-15b541e36c43 req-417452e0-3ce6-443f-9de3-e6689c6dc0a9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:24.114454 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0af3fb8-48a0-4ccf-985c-15b541e36c43 req-417452e0-3ce6-443f-9de3-e6689c6dc0a9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0477798 Sep 10 05:23:24.151453 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e0af3fb8-48a0-4ccf-985c-15b541e36c43 req-cdf68efe-79b3-4ab8-b167-d1a1fb10e729 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308371 Sep 10 05:23:25.267165 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c9d2e3-14a1-4fe8-95da-ff39ac509fe8 req-82174aac-8389-490b-8b8d-08573c96e27e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:25.268658 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48c9d2e3-14a1-4fe8-95da-ff39ac509fe8 req-82174aac-8389-490b-8b8d-08573c96e27e tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0526931 Sep 10 05:23:25.306049 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-48c9d2e3-14a1-4fe8-95da-ff39ac509fe8 req-756bfade-b756-484a-b1c9-0b363fb36118 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315311 Sep 10 05:23:25.561856 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:26.420917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeeda98-4e8a-4270-be9a-f81c0cc2e42e req-2e8d231d-7244-4153-a8db-577e4df8fea5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:26.422445 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceeeda98-4e8a-4270-be9a-f81c0cc2e42e req-2e8d231d-7244-4153-a8db-577e4df8fea5 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 943 time: 0.0482337 Sep 10 05:23:26.459063 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ceeeda98-4e8a-4270-be9a-f81c0cc2e42e req-ed24980e-bd3a-4e39-9de4-8a3633958fe2 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307262 Sep 10 05:23:26.715898 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:26.834114 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 38d50a82-4b47-4eb5-af67-d09ff189bab6 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:23:26.928200 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:23:26.938702 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'port_id': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'mac_address': 'fa:16:3e:15:3f:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 210, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:23:26.974264 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:26.986071 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d50a82-4b47-4eb5-af67-d09ff189bab6 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:23:27.004234 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:23:27.084904 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:27.129989 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=9']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:23:27.317272 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['38d50a82-4b47-4eb5-af67-d09ff189bab6'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:23:27.577537 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3da5dc-d753-4cda-9ae6-fc98c6281479 req-b3f683d7-d756-4a98-835b-60cb3e0cb37b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:27.578943 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa3da5dc-d753-4cda-9ae6-fc98c6281479 req-b3f683d7-d756-4a98-835b-60cb3e0cb37b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 944 time: 0.0496702 Sep 10 05:23:27.614627 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-fa3da5dc-d753-4cda-9ae6-fc98c6281479 req-d1ec1501-f5c1-46fd-9a1d-1d4fd03f83be tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298393 Sep 10 05:23:28.730219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8e4c6f-a2fa-434d-aa0b-8d1bb80676fe req-f76e583f-663c-450d-917a-4e41bbf9e671 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:28.731704 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a8e4c6f-a2fa-434d-aa0b-8d1bb80676fe req-f76e583f-663c-450d-917a-4e41bbf9e671 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 944 time: 0.0516031 Sep 10 05:23:28.768871 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-8a8e4c6f-a2fa-434d-aa0b-8d1bb80676fe req-36d9dced-60f9-44e4-8ed7-e040de53df86 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313303 Sep 10 05:23:28.838130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 38d50a82-4b47-4eb5-af67-d09ff189bab6 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:23:28.990004 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 38d50a82-4b47-4eb5-af67-d09ff189bab6 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:23:28.993834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 38d50a82-4b47-4eb5-af67-d09ff189bab6 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:23:28.994721 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:29.073347 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:29.094187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:23:29.096426 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2fb911c-5d00-4311-a3b3-c6d88ac3c57c" -d '{"events": [{"server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "name": "network-vif-plugged", "status": "completed", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:23:29.108400 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:23:29.132724 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0072b4c3-ec8f-4cb2-975d-baeafa1d11b7 x-openstack-request-id: req-0072b4c3-ec8f-4cb2-975d-baeafa1d11b7 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:23:29.133033 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "name": "network-vif-plugged", "status": "completed", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:23:29.133283 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0072b4c3-ec8f-4cb2-975d-baeafa1d11b7 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:23:29.133669 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'code': 200} Sep 10 05:23:29.179328 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:29.226834 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=10']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:23:29.279701 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f8ec12-3370-43f2-ab8d-fe1a881a6f01 req-9b3a3527-e79f-440c-b185-e9d6a7230cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:29.281198 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f8ec12-3370-43f2-ab8d-fe1a881a6f01 req-9b3a3527-e79f-440c-b185-e9d6a7230cb1 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1097 time: 0.0438178 Sep 10 05:23:29.315322 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-31f8ec12-3370-43f2-ab8d-fe1a881a6f01 req-4b967410-6723-413f-806e-048907810de9 service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0259359 Sep 10 05:23:29.880872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9162a9e5-d2fa-4c4e-95f3-4dfad5db4b0c req-91e263a1-31b5-43db-8eb5-ee90f498e6cc tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:29.882394 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9162a9e5-d2fa-4c4e-95f3-4dfad5db4b0c req-91e263a1-31b5-43db-8eb5-ee90f498e6cc tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 946 time: 0.0479243 Sep 10 05:23:29.896653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:29.920528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9162a9e5-d2fa-4c4e-95f3-4dfad5db4b0c req-35092ff4-6875-4684-a459-af91bf9e9aa3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315406 Sep 10 05:23:31.034516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0570776-7543-4220-8d5d-d348ba93cb9f req-63393d90-21fa-4c8d-bc17-030fa1d97771 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:31.036004 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0570776-7543-4220-8d5d-d348ba93cb9f req-63393d90-21fa-4c8d-bc17-030fa1d97771 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 946 time: 0.0485346 Sep 10 05:23:31.072678 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a0570776-7543-4220-8d5d-d348ba93cb9f req-14959378-260f-4428-afb2-9fbdc6a9c72f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299208 Sep 10 05:23:33.416426 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:35.231099 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:23:45.070379 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-7b84238d-26e4-4b43-a788-47bb82aec986 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0434368 Sep 10 05:23:45.152540 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-b8f45fcc-811b-4826-b309-8ec7d6af3e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:45.154031 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-b8f45fcc-811b-4826-b309-8ec7d6af3e7e service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1097 time: 0.0450804 Sep 10 05:23:45.257914 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-4999191c-8b75-4f60-9669-81e85b420976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:45.259422 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-4999191c-8b75-4f60-9669-81e85b420976 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0874791 Sep 10 05:23:45.322707 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-cb3a5805-7fde-4a1c-9cd8-a5928c35828f service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 1001 time: 0.0558023 Sep 10 05:23:45.370014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-0cd9b273-3119-4370-ba2a-80a9db94aaad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:45.371448 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-0cd9b273-3119-4370-ba2a-80a9db94aaad service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0416503 Sep 10 05:23:45.420117 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-ae1791ef-8cdc-469b-8c85-56e76af5e0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:23:45.421565 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-ae1791ef-8cdc-469b-8c85-56e76af5e0cd service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427375 Sep 10 05:23:45.511101 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-a2aee6b2-fd31-4938-9116-a53f2ee92647 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811694 Sep 10 05:23:45.600135 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5a278c90-869b-4fe3-b8e6-a54a69254332 req-49ecdf06-87cc-4eb0-a540-3a9d4d8cab3a service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823846 Sep 10 05:23:50.924643 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-003b85b2-d6bc-4ab6-8905-496de76adea3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:53.638557 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f326659b-4163-4066-b2fd-de26c2994952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:53.804704 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:55.564263 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:56.805227 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:23:59.912624 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:03.441322 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:12.230981 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:24:20.966524 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-67a600c4-1d3a-4273-a113-6ccbd1b56bfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:23.669247 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fc4fd2b0-54a2-4cfa-bb20-7d896590ad52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:23.820740 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:25.598476 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:26.714821 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:29.935140 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:33.449573 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:45.102170 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-77018eb3-a46d-4a1f-a4a0-7632b622e223 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0750129 Sep 10 05:24:45.181082 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-15259fb0-001c-4582-9bb7-9dfb56dd677d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:24:45.182528 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-15259fb0-001c-4582-9bb7-9dfb56dd677d service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1097 time: 0.0389905 Sep 10 05:24:45.577457 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-d72cc346-64a8-4db7-931e-84b76afd1f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:24:45.578915 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-d72cc346-64a8-4db7-931e-84b76afd1f43 service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.3781390 Sep 10 05:24:45.641554 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-53977ebd-4393-4b16-a79b-bf57fe2e9ff3 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 1001 time: 0.0548248 Sep 10 05:24:45.691172 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-c8c25649-2858-4066-bca1-71d44896d7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:24:45.692571 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-c8c25649-2858-4066-bca1-71d44896d7ff service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0444958 Sep 10 05:24:45.736268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-f13dc71c-279c-492f-bdf0-cb14c35edf9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:24:45.737719 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-f13dc71c-279c-492f-bdf0-cb14c35edf9b service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0382276 Sep 10 05:24:45.748014 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-b63db3e4-2cac-4b4a-9613-43f915bcc8da service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:24:45.748923 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-b63db3e4-2cac-4b4a-9613-43f915bcc8da service neutron] 10.222.0.39 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0046632 Sep 10 05:24:45.837799 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-a345f411-eebd-4f8b-b3a5-ea5b901447a1 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807793 Sep 10 05:24:45.925332 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-5dfcb38a-0e0e-4b81-838b-94a03b08ad46 req-7772a51e-81be-428e-975c-82700589bbc1 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807481 Sep 10 05:24:49.229731 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:24:50.951583 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-39e8b3f6-fa94-4e3b-99c7-a7fbd50d8d2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:53.625998 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-41532af2-217d-439a-8b83-08678cdaddd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:53.797435 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:55.577516 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:56.737008 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:24:59.920324 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:03.436904 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:07.382959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37288) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:07.537093 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Deleting port b00dbeda-b9aa-4b14-9285-f060405251c5 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:07.537435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:07.609102 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:07.609423 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:07.621280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Calling delete_port for b00dbeda-b9aa-4b14-9285-f060405251c5 owned by network:floatingip {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:07.837083 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:07.861306 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event deleted for resources: {'Port': ['ID=b00dbeda-b9aa-4b14-9285-f060405251c5,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:07.889373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.889717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.890052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.890382 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.890714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.891042 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.891367 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.891714 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.892036 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.892357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.892678 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.892995 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:07.932533 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for floatingip, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:07.933375 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Floating IP 61fd7161-e489-45b7-81bc-a4ab0f59d236 disassociated (deleted). External IP: 172.25.3.249, port: 38d50a82-4b47-4eb5-af67-d09ff189bab6. Sep 10 05:25:08.135035 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Router d3d69319-94dd-443e-9908-d4a29fd7d2dc has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:25:08.240658 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:25:08.246078 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:08.250704 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] Sync routers for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:25:08.259136 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:08.259756 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:24:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:08.273073 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d38ba461-a62c-4c91-9c1e-235207ea50db tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "DELETE /v2.0/floatingips/61fd7161-e489-45b7-81bc-a4ab0f59d236 HTTP/1.1" status: 204 len: 168 time: 0.8890131 Sep 10 05:25:08.273752 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:25:08.276146 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:25:08.313729 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e44cd48-94a4-4087-9a20-bb84809e0bb2 x-openstack-request-id: req-9e44cd48-94a4-4087-9a20-bb84809e0bb2 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:25:08.314023 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:25:08.314278 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e44cd48-94a4-4087-9a20-bb84809e0bb2 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:25:08.314686 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'status': 'completed', 'code': 200} Sep 10 05:25:08.373455 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:08.380077 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-7622fb61-e5ca-4e2a-9ac4-609327428490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:08.381638 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-7622fb61-e5ca-4e2a-9ac4-609327428490 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=76259702d2d44752ab315d94b6089726&device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 1097 time: 0.0431805 Sep 10 05:25:08.476654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-803a7d06-210d-4a06-a495-86981f8dc9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:08.478069 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-803a7d06-210d-4a06-a495-86981f8dc9ef service neutron] 10.222.0.39 "GET /v2.0/networks?id=a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 200 len: 909 time: 0.0899241 Sep 10 05:25:08.519712 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-e7630a51-2662-4546-a652-e3b4f2612302 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 200 len: 217 time: 0.0348599 Sep 10 05:25:08.573071 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:08.579291 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-0e5a5c64-a63c-4e7c-a30a-6d566ddffb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:08.582355 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-0e5a5c64-a63c-4e7c-a30a-6d566ddffb87 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 200 len: 847 time: 0.0542536 Sep 10 05:25:08.629571 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-d4707a7b-1675-4f3d-9398-af31b6427801 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:08.634700 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-d4707a7b-1675-4f3d-9398-af31b6427801 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=a1000de4-e496-42e2-9668-f0377fa614bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434511 Sep 10 05:25:08.696708 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] Checking router: d3d69319-94dd-443e-9908-d4a29fd7d2dc for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:25:08.705260 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:08.705857 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:24:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:08.730339 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-42848341-744e-47f6-b585-99b56cbe34ac service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902390 Sep 10 05:25:08.813021 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:08.830680 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e61a7e-f603-4f34-a858-5334f16d8d6c req-e2f43d02-d93c-4406-89e7-03001256f9b1 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:08.832383 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5e61a7e-f603-4f34-a858-5334f16d8d6c req-e2f43d02-d93c-4406-89e7-03001256f9b1 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 946 time: 0.1563632 Sep 10 05:25:08.833936 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-1ebc62e8-1e87-4e2a-bc42-66c2637f5ed6 req-913b4097-5ec8-4b97-9790-00b095ea7274 service neutron] 10.222.0.39 "GET /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943711 Sep 10 05:25:08.873288 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f5e61a7e-f603-4f34-a858-5334f16d8d6c req-58fa7a3f-b965-4e1b-b4f9-9780e4063360 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344417 Sep 10 05:25:09.007345 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:09.031950 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c4e9e35-dc2e-4539-8c71-7586802a1e94 None None] The sync data for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 is: [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:15:16Z', 'revision_number': 4, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '90d522d6-73e2-4c25-9698-a9718588be4e', 'name': '', 'network_id': 'a1000de4-e496-42e2-9668-f0377fa614bd', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'mac_address': 'fa:16:3e:90:b8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_interface', 'standard_attr_id': 4283, 'fixed_ips': [{'subnet_id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:16Z', 'updated_at': '2021-09-10T05:15:21Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'subnets': [{'id': '2549c03a-20b5-4583-988f-d9c48abc77c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:25:09.244021 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7db0081c-a4ce-4845-a8c8-9fe0c8085d5d None None] New status for floating IP 61fd7161-e489-45b7-81bc-a4ab0f59d236: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:25:10.031721 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cfbc0d-2d37-45e8-a3b7-f8823bcb5210 req-6f8dd1c9-c823-4b80-9fa0-49502fa328f3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:10.033185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55cfbc0d-2d37-45e8-a3b7-f8823bcb5210 req-6f8dd1c9-c823-4b80-9fa0-49502fa328f3 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 946 time: 0.0900631 Sep 10 05:25:10.069829 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-55cfbc0d-2d37-45e8-a3b7-f8823bcb5210 req-98851bd9-ff2a-4491-9b26-dd07daf02288 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/security-groups?id=573188f8-7c27-47a6-b45c-8bab27c9b7cb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307841 Sep 10 05:25:10.193230 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-1fafdcdd-12b5-43fc-85ba-6d5d103afca1 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:10.194574 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-1fafdcdd-12b5-43fc-85ba-6d5d103afca1 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.39 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 946 time: 0.0469940 Sep 10 05:25:10.284615 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Deleting port 38d50a82-4b47-4eb5-af67-d09ff189bab6 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:10.284960 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:10.372113 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] For port 38d50a82-4b47-4eb5-af67-d09ff189bab6, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=38d50a82-4b47-4eb5-af67-d09ff189bab6,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:10.372480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:10.384640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Calling delete_port for 38d50a82-4b47-4eb5-af67-d09ff189bab6 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:10.565519 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:10.595231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event deleted for resources: {'Port': ['ID=38d50a82-4b47-4eb5-af67-d09ff189bab6,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:10.607309 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.607670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.608060 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.608413 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.608757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.609093 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.609423 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.609755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.610083 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.610412 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.610744 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.611072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:10.649366 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] No DVR routers for this DVR port 38d50a82-4b47-4eb5-af67-d09ff189bab6 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:25:10.652589 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:10.655670 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-c8b9bcbc-a1fa-4f0b-98d7-00ff5a5a40d8 req-eaaa582e-90c9-429f-a026-028ec4044c8a tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.39 "DELETE /v2.0/ports/38d50a82-4b47-4eb5-af67-d09ff189bab6 HTTP/1.1" status: 204 len: 173 time: 0.4542544 Sep 10 05:25:10.655670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'name': 'network-vif-deleted', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:25:10.657374 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a7b4740-0068-47be-89b3-54fc9df81e43" -d '{"events": [{"server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "name": "network-vif-deleted", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:25:10.739246 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:25:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc946805-ee53-47d6-9183-b76843ada3cb x-openstack-request-id: req-bc946805-ee53-47d6-9183-b76843ada3cb {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:25:10.739833 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1368d755-862d-40e4-b6ec-920870636492", "name": "network-vif-deleted", "tag": "38d50a82-4b47-4eb5-af67-d09ff189bab6", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:25:10.740094 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc946805-ee53-47d6-9183-b76843ada3cb {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:25:10.740494 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1368d755-862d-40e4-b6ec-920870636492', 'name': 'network-vif-deleted', 'tag': '38d50a82-4b47-4eb5-af67-d09ff189bab6', 'status': 'completed', 'code': 200} Sep 10 05:25:11.165355 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c85ed4d5-58c2-4846-b0c2-8e4630b5fae7 req-69a9fb64-5f0b-4d7d-b6f2-3163a387aa5b tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 210 time: 0.0297267 Sep 10 05:25:12.262664 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6095b477-b507-475d-85ca-e8487962e79e req-64e46042-139d-438e-870d-3085c465b2c9 tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 210 time: 0.0271373 Sep 10 05:25:13.357487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38055c5d-25c2-4850-983e-a282ad8a7287 req-8630e477-e0c0-4e4f-a09a-74ce1f7a105f tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 210 time: 0.0266547 Sep 10 05:25:13.395797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 38d50a82-4b47-4eb5-af67-d09ff189bab6 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:25:13.419951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 38d50a82-4b47-4eb5-af67-d09ff189bab6 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:25:13.420385 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 38d50a82-4b47-4eb5-af67-d09ff189bab6 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:25:14.454290 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-03cad319-7e2e-4ac7-986a-ef7f8d38243c req-ba615660-0f24-4846-98d3-ef628eb290bf tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "GET /v2.0/ports?device_id=1368d755-862d-40e4-b6ec-920870636492 HTTP/1.1" status: 200 len: 210 time: 0.0281072 Sep 10 05:25:15.510445 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37332) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:15.569106 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9c65739-79e3-48a7-b55c-11f293f21cce tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:15.593732 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9c65739-79e3-48a7-b55c-11f293f21cce tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:15.725626 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9c65739-79e3-48a7-b55c-11f293f21cce tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:15.728136 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-c9c65739-79e3-48a7-b55c-11f293f21cce tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:15.729397 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-c9c65739-79e3-48a7-b55c-11f293f21cce tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] 10.222.0.22 "DELETE /v2.0/security-groups/573188f8-7c27-47a6-b45c-8bab27c9b7cb HTTP/1.1" status: 204 len: 168 time: 0.2172558 Sep 10 05:25:15.739991 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c65739-79e3-48a7-b55c-11f293f21cce tempest-TestShelveInstance-1424421659 tempest-TestShelveInstance-1424421659-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=573188f8-7c27-47a6-b45c-8bab27c9b7cb,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:15.858583 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37336) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:16.384262 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:16.632317 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Deleting port 90d522d6-73e2-4c25-9698-a9718588be4e {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:16.632660 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:16.713650 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] For port 90d522d6-73e2-4c25-9698-a9718588be4e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=90d522d6-73e2-4c25-9698-a9718588be4e,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:16.714485 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:16.726703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Calling delete_port for 90d522d6-73e2-4c25-9698-a9718588be4e owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:16.968579 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:16.993460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=90d522d6-73e2-4c25-9698-a9718588be4e,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:17.167494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:17.396323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Router d3d69319-94dd-443e-9908-d4a29fd7d2dc has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:25:17.502569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:25:17.511127 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37342) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:17.511595 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0a0f8e37-bec3-40dc-a28a-a42a94300cb1 admin admin] 10.222.0.22 "PUT /v2.0/routers/d3d69319-94dd-443e-9908-d4a29fd7d2dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6515989 Sep 10 05:25:17.514117 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] Sync routers for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:25:17.529479 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:17.530077 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:24:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:17.617400 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:17.633216 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:17.718132 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:17.812399 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': 'be773404-45b5-4b34-b34a-df733dda8589', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:25:16Z', 'revision_number': 5, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port': {'id': 'be773404-45b5-4b34-b34a-df733dda8589', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:b0:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:14Z', 'updated_at': '2021-09-10T05:15:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:17.838248 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] Checking router: d3d69319-94dd-443e-9908-d4a29fd7d2dc for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:25:17.841980 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Deleting port be773404-45b5-4b34-b34a-df733dda8589 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:17.842319 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:17.846883 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] Routers {'d3d69319-94dd-443e-9908-d4a29fd7d2dc'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:17.847477 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:24:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:17.919114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] For port be773404-45b5-4b34-b34a-df733dda8589, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=be773404-45b5-4b34-b34a-df733dda8589,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:17.919475 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:17.930043 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] Set router d3d69319-94dd-443e-9908-d4a29fd7d2dc gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:17.931170 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Calling delete_port for be773404-45b5-4b34-b34a-df733dda8589 owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:17.982432 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:25:17Z', 'revision_number': 6, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:18.007663 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f5e315c-0031-4da6-b684-207d63307990 None None] The sync data for ids ['d3d69319-94dd-443e-9908-d4a29fd7d2dc'] in n-d-808143-1 is: [{'id': 'd3d69319-94dd-443e-9908-d4a29fd7d2dc', 'name': 'tempest-TestShelveInstance-693447291-router', 'tenant_id': '76259702d2d44752ab315d94b6089726', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:13Z', 'updated_at': '2021-09-10T05:25:17Z', 'revision_number': 6, 'project_id': '76259702d2d44752ab315d94b6089726', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:25:18.162896 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.190071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Pushing event deleted for resources: {'Port': ['ID=be773404-45b5-4b34-b34a-df733dda8589,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:18.249835 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.335407 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.337991 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.454365 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.454920 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3d69319-94dd-443e-9908-d4a29fd7d2dc {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:25:18.459098 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.463384 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-29f85fd5-a063-4dfb-ae6c-1cddf11dcad3 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d3d69319-94dd-443e-9908-d4a29fd7d2dc HTTP/1.1" status: 204 len: 168 time: 0.9475338 Sep 10 05:25:18.463384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37344) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:18.506522 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-dadd5be4-6174-4585-85d2-c94049605ecf admin admin] Deleting subnet 2549c03a-20b5-4583-988f-d9c48abc77c3 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:25:18.509773 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dadd5be4-6174-4585-85d2-c94049605ecf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.547466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dadd5be4-6174-4585-85d2-c94049605ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.621025 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dadd5be4-6174-4585-85d2-c94049605ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.751995 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dadd5be4-6174-4585-85d2-c94049605ecf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.781742 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-dadd5be4-6174-4585-85d2-c94049605ecf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.783822 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-dadd5be4-6174-4585-85d2-c94049605ecf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2549c03a-20b5-4583-988f-d9c48abc77c3 HTTP/1.1" status: 204 len: 168 time: 0.3199265 Sep 10 05:25:18.784651 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadd5be4-6174-4585-85d2-c94049605ecf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2549c03a-20b5-4583-988f-d9c48abc77c3,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:18.786373 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37346) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:18.789346 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30707705-886e-4fb3-aca9-25432e0c93e5 None None] Network a1000de4-e496-42e2-9668-f0377fa614bd requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:25:18.860214 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.913599 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Deleting port d8622695-f1e3-4127-8940-a1f1a9dd1eed {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:18.913935 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.956687 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] DHCP port deletion for a1000de4-e496-42e2-9668-f0377fa614bd request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:25:18.981235 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] For port d8622695-f1e3-4127-8940-a1f1a9dd1eed, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d8622695-f1e3-4127-8940-a1f1a9dd1eed,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:18.981733 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:18.994745 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Calling delete_port for d8622695-f1e3-4127-8940-a1f1a9dd1eed owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:19.008457 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Deleting port d8622695-f1e3-4127-8940-a1f1a9dd1eed {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:19.008833 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.072302 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] For port d8622695-f1e3-4127-8940-a1f1a9dd1eed, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=d8622695-f1e3-4127-8940-a1f1a9dd1eed,segment=NetworkSegment(9d844114-559e-423a-b017-f8104b332033),segment_id=9d844114-559e-423a-b017-f8104b332033)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:19.072700 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.085493 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Calling delete_port for d8622695-f1e3-4127-8940-a1f1a9dd1eed owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:19.151578 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.161618 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.179874 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] No DVR routers for this DVR port d8622695-f1e3-4127-8940-a1f1a9dd1eed on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:25:19.184717 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8622695-f1e3-4127-8940-a1f1a9dd1eed,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:19.187282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Pushing event deleted for resources: {'Port': ['ID=d8622695-f1e3-4127-8940-a1f1a9dd1eed,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:19.189538 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] No DVR routers for this DVR port d8622695-f1e3-4127-8940-a1f1a9dd1eed on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:25:19.200013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.200226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.200515 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.200848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.201235 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.201550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.201816 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.202134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.202450 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.202765 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.203080 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.203394 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86e54328-bfe6-4e52-8abf-0298c4d36abf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:19.263383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.283710 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1000de4-e496-42e2-9668-f0377fa614bd']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:19.285589 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device be773404-45b5-4b34-b34a-df733dda8589 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:25:19.293593 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d844114-559e-423a-b017-f8104b332033') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:19.293890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d844114-559e-423a-b017-f8104b332033') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:19.303000 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.305239 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: be773404-45b5-4b34-b34a-df733dda8589 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:25:19.305577 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device be773404-45b5-4b34-b34a-df733dda8589 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:25:19.305973 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90d522d6-73e2-4c25-9698-a9718588be4e no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:25:19.316062 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.321927 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:25:19.322313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.324057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 90d522d6-73e2-4c25-9698-a9718588be4e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:25:19.324398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 90d522d6-73e2-4c25-9698-a9718588be4e not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:25:19.324538 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:25:19.327225 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d8622695-f1e3-4127-8940-a1f1a9dd1eed no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:25:19.343965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: d8622695-f1e3-4127-8940-a1f1a9dd1eed {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:25:19.350187 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device d8622695-f1e3-4127-8940-a1f1a9dd1eed not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:25:19.425558 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.431646 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:19.434075 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a1000de4-e496-42e2-9668-f0377fa614bd HTTP/1.1" status: 204 len: 168 time: 0.6467965 Sep 10 05:25:19.439368 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37348) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:19.443321 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0033980f-1e38-4419-8a4d-40b8bde95778 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1000de4-e496-42e2-9668-f0377fa614bd,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:19.778791 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:20.011416 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Deleting port 073db0c7-286b-402d-ad3f-63a14db39f71 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:20.011786 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:20.090694 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] For port 073db0c7-286b-402d-ad3f-63a14db39f71, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=073db0c7-286b-402d-ad3f-63a14db39f71,segment=NetworkSegment(e18f49af-9d25-4113-88d7-4440360ffca6),segment_id=e18f49af-9d25-4113-88d7-4440360ffca6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:20.091059 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:20.103150 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Calling delete_port for 073db0c7-286b-402d-ad3f-63a14db39f71 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:20.345637 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:20.370508 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Pushing event deleted for resources: {'Port': ['ID=073db0c7-286b-402d-ad3f-63a14db39f71,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:20.539700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:20.931352 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8dbd2510-4824-4c90-bcda-6c5d8c585653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:21.041883 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Router 729f8abb-37b8-4500-a089-28df3aab8c31 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:25:21.143249 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:25:21.148220 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6cb3ba96-6cb2-45a9-92d4-8de06c2dbb39 admin admin] 10.222.0.22 "PUT /v2.0/routers/729f8abb-37b8-4500-a089-28df3aab8c31/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7072556 Sep 10 05:25:21.150703 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37350) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:21.153387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] Sync routers for ids ['729f8abb-37b8-4500-a089-28df3aab8c31'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:25:21.162470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] Routers {'729f8abb-37b8-4500-a089-28df3aab8c31'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:21.163075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:24:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['729f8abb-37b8-4500-a089-28df3aab8c31'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:21.255354 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:21.271502 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] Set router 729f8abb-37b8-4500-a089-28df3aab8c31 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:21.359094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:21.446351 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4'}], 'enable_snat': True}, 'gw_port_id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:25:20Z', 'revision_number': 5, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'gw_port': {'id': '2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:71:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:15:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:21.472332 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] Checking router: 729f8abb-37b8-4500-a089-28df3aab8c31 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:25:21.481253 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] Routers {'729f8abb-37b8-4500-a089-28df3aab8c31'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:21.481855 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:24:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['729f8abb-37b8-4500-a089-28df3aab8c31'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:21.485151 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Deleting port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:21.485494 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:21.564135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] For port 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:21.564840 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:21.565684 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] Set router 729f8abb-37b8-4500-a089-28df3aab8c31 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:21.577486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Calling delete_port for 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:21.615803 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:25:21Z', 'revision_number': 6, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:21.644371 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95c3dbaf-ea0a-48b6-b9f4-d8eaf7325c7e None None] The sync data for ids ['729f8abb-37b8-4500-a089-28df3aab8c31'] in n-d-808143-1 is: [{'id': '729f8abb-37b8-4500-a089-28df3aab8c31', 'name': 'tempest-TestShelveInstance-358285754-router', 'tenant_id': 'a1c5ee06eeb9417286502a58312db144', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:15:19Z', 'updated_at': '2021-09-10T05:25:21Z', 'revision_number': 6, 'project_id': 'a1c5ee06eeb9417286502a58312db144', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:25:21.819763 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:21.843094 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Pushing event deleted for resources: {'Port': ['ID=2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:21.908347 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:21.998035 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.001302 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.100123 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.100651 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Fanout notify agent at l3_agent the message router_deleted on router 729f8abb-37b8-4500-a089-28df3aab8c31 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:25:22.106153 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.107308 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-84021833-0fd0-448f-aa93-814a221842ae admin admin] 10.222.0.22 "DELETE /v2.0/routers/729f8abb-37b8-4500-a089-28df3aab8c31 HTTP/1.1" status: 204 len: 168 time: 0.9556732 Sep 10 05:25:22.109932 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37352) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:22.157676 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_v2 [None req-b726d243-baae-4fe4-8f63-8ca0aaa4caaf admin admin] Deleting subnet 9b77b9c1-253c-4318-a75f-7de96bec8bd9 {{(pid=95137) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:25:22.160797 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b726d243-baae-4fe4-8f63-8ca0aaa4caaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.194405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b726d243-baae-4fe4-8f63-8ca0aaa4caaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4950898'] for subnet, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.268713 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b726d243-baae-4fe4-8f63-8ca0aaa4caaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.380845 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b726d243-baae-4fe4-8f63-8ca0aaa4caaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4950871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4993682'] for subnet, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.408844 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b726d243-baae-4fe4-8f63-8ca0aaa4caaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b77b9c1-253c-4318-a75f-7de96bec8bd9,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:22.410814 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b726d243-baae-4fe4-8f63-8ca0aaa4caaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.415258 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b726d243-baae-4fe4-8f63-8ca0aaa4caaf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9b77b9c1-253c-4318-a75f-7de96bec8bd9 HTTP/1.1" status: 204 len: 168 time: 0.3018799 Sep 10 05:25:22.415258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37354) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:22.420320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-490f1b48-7c94-4b3a-b34e-e0320ec104ff None None] Network a36f9dca-7a5c-4b67-a636-fe0b050b8a73 requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:25:22.484700 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.540422 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Deleting port 0b1bea60-e314-4f06-ad33-c4436e290734 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:22.540759 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.588965 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3d69d8-c7b9-45cb-80be-811111299ae6 None None] DHCP port deletion for a36f9dca-7a5c-4b67-a636-fe0b050b8a73 request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:25:22.612800 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] For port 0b1bea60-e314-4f06-ad33-c4436e290734, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0b1bea60-e314-4f06-ad33-c4436e290734,segment=NetworkSegment(e18f49af-9d25-4113-88d7-4440360ffca6),segment_id=e18f49af-9d25-4113-88d7-4440360ffca6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:22.613390 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.630632 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Calling delete_port for 0b1bea60-e314-4f06-ad33-c4436e290734 owned by network:dhcp {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:22.646854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d69d8-c7b9-45cb-80be-811111299ae6 None None] Deleting port 0b1bea60-e314-4f06-ad33-c4436e290734 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:25:22.647351 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69d8-c7b9-45cb-80be-811111299ae6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.715752 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1a3d69d8-c7b9-45cb-80be-811111299ae6 None None] For port 0b1bea60-e314-4f06-ad33-c4436e290734, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=0b1bea60-e314-4f06-ad33-c4436e290734,segment=NetworkSegment(e18f49af-9d25-4113-88d7-4440360ffca6),segment_id=e18f49af-9d25-4113-88d7-4440360ffca6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:22.716153 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69d8-c7b9-45cb-80be-811111299ae6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.728013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1a3d69d8-c7b9-45cb-80be-811111299ae6 None None] Calling delete_port for 0b1bea60-e314-4f06-ad33-c4436e290734 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:25:22.777727 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.810543 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Pushing event deleted for resources: {'Port': ['ID=0b1bea60-e314-4f06-ad33-c4436e290734,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:22.814292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] No DVR routers for this DVR port 0b1bea60-e314-4f06-ad33-c4436e290734 on host n-d-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:25:22.888001 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.908573 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a36f9dca-7a5c-4b67-a636-fe0b050b8a73']}} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:22.917817 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e18f49af-9d25-4113-88d7-4440360ffca6') {'for_net_delete': True} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:22.918106 n-d-808143-1 neutron-server[95137]: DEBUG neutron.services.segments.db [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e18f49af-9d25-4113-88d7-4440360ffca6') {} {{(pid=95137) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:22.931536 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4950795'] for segment, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.944894 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.951167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Releasing vlan 226 on physical network physnet1 to pool {{(pid=95137) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:25:22.951585 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4950453'] for segment, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: Traceback (most recent call last): Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: timer() Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: cb(*args, **kw) Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: return func(*args, **kwargs) Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: self._notify() Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: self.callback(batched_events) Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: event.method(event) Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: return f(self, *a, **k) Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: return self._get(url).json() Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: return self.request(url, 'GET', **kwargs) Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:25:22.953294 n-d-808143-1 neutron-server[95137]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:25:22.958628 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1a3d69d8-c7b9-45cb-80be-811111299ae6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:22.984449 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3d69d8-c7b9-45cb-80be-811111299ae6 None None] Pushing event deleted for resources: {'Port': ['ID=0b1bea60-e314-4f06-ad33-c4436e290734,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:22.986299 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d69d8-c7b9-45cb-80be-811111299ae6 None None] No DVR routers for this DVR port 0b1bea60-e314-4f06-ad33-c4436e290734 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:25:23.079368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:23.084891 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Notify callbacks [] for network, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:23.086718 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a36f9dca-7a5c-4b67-a636-fe0b050b8a73 HTTP/1.1" status: 204 len: 168 time: 0.6706047 Sep 10 05:25:23.097989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5073987d-cede-4744-a20b-dba372d01425 admin admin] Pushing event deleted for resources: {'Network': ['ID=a36f9dca-7a5c-4b67-a636-fe0b050b8a73,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:23.285829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0b1bea60-e314-4f06-ad33-c4436e290734 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:25:23.304839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 0b1bea60-e314-4f06-ad33-c4436e290734 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:25:23.309451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 0b1bea60-e314-4f06-ad33-c4436e290734 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:25:23.309451 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:25:23.322874 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:25:23.323748 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 2cc022e7-dbfa-4fb8-8ecd-365ee73eabfa not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:25:23.324145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 073db0c7-286b-402d-ad3f-63a14db39f71 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:25:23.344825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 073db0c7-286b-402d-ad3f-63a14db39f71 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:25:23.349587 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 073db0c7-286b-402d-ad3f-63a14db39f71 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:25:23.435579 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37362) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:23.477481 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-ec02d7c3-82cc-45dc-9071-f84008170136 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76259702d2d44752ab315d94b6089726&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406985 Sep 10 05:25:23.480660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37364) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:23.527772 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092ea719-30c9-4667-9c70-f5c28c07a474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:23.552898 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092ea719-30c9-4667-9c70-f5c28c07a474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:23.591325 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2f162571-3dc3-4ee4-95ce-f306b1c7b791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:23.654243 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092ea719-30c9-4667-9c70-f5c28c07a474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:23.656796 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-092ea719-30c9-4667-9c70-f5c28c07a474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:23.657978 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-092ea719-30c9-4667-9c70-f5c28c07a474 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5e2c896-2d66-47f2-a227-781fd82549cb HTTP/1.1" status: 204 len: 168 time: 0.1763482 Sep 10 05:25:23.665989 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092ea719-30c9-4667-9c70-f5c28c07a474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e2c896-2d66-47f2-a227-781fd82549cb,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:23.785533 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:24.269584 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37370) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:24.308412 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-06ca2e30-0d3a-4407-9194-312c6e590ec0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1c5ee06eeb9417286502a58312db144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0370796 Sep 10 05:25:24.310814 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37372) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:24.357303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fc544f6-f808-4996-b70a-af3e2702a129 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:24.378535 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fc544f6-f808-4996-b70a-af3e2702a129 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:24.476774 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fc544f6-f808-4996-b70a-af3e2702a129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:24.480047 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-3fc544f6-f808-4996-b70a-af3e2702a129 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:24.481229 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-3fc544f6-f808-4996-b70a-af3e2702a129 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/25e080fd-5552-4f77-97a5-d7effc637842 HTTP/1.1" status: 204 len: 168 time: 0.1695092 Sep 10 05:25:24.488890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc544f6-f808-4996-b70a-af3e2702a129 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25e080fd-5552-4f77-97a5-d7effc637842,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:25.525412 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37394) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:25.580010 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:25.621724 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-768270932-network', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:25.734047 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Made reservation on behalf of 002d1c7c5fa240ef9afa7bedb4022b6e for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:25:25.736360 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:25.744839 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:25.831356 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:25.913438 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:25.936872 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] vlan segment allocate from pool success with {'vlan_id': 202, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:25:25.945934 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c918d214-dbe3-4cce-8b2c-a56d424ec593,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:25.950435 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:25.950770 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Added segment 0cef721d-4ca1-4b0d-b322-3ae36bd29345 of type vlan for network 0150d301-44e1-4e7d-8c72-1e820de0e83d Sep 10 05:25:25.988554 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.090914 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.091949 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:26.092525 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.149228 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] Pushing event updated for resources: {'Network': ['ID=0150d301-44e1-4e7d-8c72-1e820de0e83d,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:26.168663 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:25:26.180893 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-21b5cfdc-160a-4845-930f-fa7028262776 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6543970 Sep 10 05:25:26.184639 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37398) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:26.189700 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Request body: {'subnet': {'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-768270932-subnet', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'ip_version': 4}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:26.228556 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:25:26.265613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Made reservation on behalf of 002d1c7c5fa240ef9afa7bedb4022b6e for: {'subnet': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:25:26.267986 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4993655'] for subnet, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.485765 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4950806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4993641'] for subnet, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.546324 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10025b16-b2a5-483b-8f18-9f383fb08e99,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:26.550618 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Checking segment: {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:25:26.550977 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Network hostable DHCP agents. Network: 0150d301-44e1-4e7d-8c72-1e820de0e83d, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95137) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:25:26.665349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95137) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:25:26.716780 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.742304 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 0150d301-44e1-4e7d-8c72-1e820de0e83d) {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:26.746329 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:26.746928 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.752797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4f028b-7e6c-4306-b47c-566bd531e324 None None] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:25:26.823756 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-9b2800a7-e00d-4243-8aa5-d9eff57915b0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6373656 Sep 10 05:25:26.826470 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37404) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:26.830858 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:26.892949 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-0150d301-44e1-4e7d-8c72-1e820de0e83d', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:25:26.895375 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.914246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.915310 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:26.968367 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:27.025070 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Allocated IP 172.20.0.2 (0150d301-44e1-4e7d-8c72-1e820de0e83d/10025b16-b2a5-483b-8f18-9f383fb08e99/9ab0fe26-0397-48d7-8689-45c47248d8db) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:25:27.166135 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:27.175035 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Transition to ACTIVE for port object 9ab0fe26-0397-48d7-8689-45c47248d8db will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:27.177623 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:27.190255 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Transition to ACTIVE for port object 9ab0fe26-0397-48d7-8689-45c47248d8db will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:27.269096 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:27.310625 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:27.315944 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:27.320845 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:25:27.324821 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Pushing event updated for resources: {'Port': ['ID=9ab0fe26-0397-48d7-8689-45c47248d8db,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:27.382357 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Attempting to bind port 9ab0fe26-0397-48d7-8689-45c47248d8db on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:25:27.382736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Attempting to bind port 9ab0fe26-0397-48d7-8689-45c47248d8db by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:25:27.383102 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Attempting to bind port 9ab0fe26-0397-48d7-8689-45c47248d8db on network 0150d301-44e1-4e7d-8c72-1e820de0e83d {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:25:27.389139 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:25:27.389517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Checking segment: {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:25:27.389923 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:27.390320 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Bound using segment: {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:25:27.390800 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Bound port: 9ab0fe26-0397-48d7-8689-45c47248d8db, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:25:27.391188 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:27.462735 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] For port 9ab0fe26-0397-48d7-8689-45c47248d8db, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:25:27.466649 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] For port 9ab0fe26-0397-48d7-8689-45c47248d8db, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9ab0fe26-0397-48d7-8689-45c47248d8db,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:25:27.545975 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:27.608773 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc500f4-e710-4841-86c1-30b6a15daae8 None None] Pushing event updated for resources: {'Port': ['ID=9ab0fe26-0397-48d7-8689-45c47248d8db,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:27.792826 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:27.812984 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:27.917906 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Allocated IP 172.25.3.234 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/f1e97274-1882-472c-a2e3-4a82d2dfc26e) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:25:28.016612 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:28.117380 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:28.156049 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:28.163016 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:28.167788 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:25:28.170939 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Pushing event updated for resources: {'Port': ['ID=f1e97274-1882-472c-a2e3-4a82d2dfc26e,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:28.433889 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa5bc1a-faab-48f3-9378-8a3d7c8bbc7a None None] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:25:28.543383 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:28.628729 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8e319073-df0a-48de-b201-b3764dd97267 None None] Provisioning for port 9ab0fe26-0397-48d7-8689-45c47248d8db completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:28.742694 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:28.930781 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95136) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:25:29.031532 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:25:29.040153 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Sync routers for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:25:29.049221 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:29.049959 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:29.091225 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.092514 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-6926cb41-30fa-4940-88f7-d4c5af848454 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.2650597 Sep 10 05:25:29.095210 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37406) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:29.153767 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:29.319930 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9ab0fe26-0397-48d7-8689-45c47248d8db up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:29.337963 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:28Z', 'revision_number': 3, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:29.371034 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Checking router: bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:25:29.371371 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Updating router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 port f1e97274-1882-472c-a2e3-4a82d2dfc26e binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:25:29.396423 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.434650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 9ab0fe26-0397-48d7-8689-45c47248d8db completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:29.438488 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9ab0fe26-0397-48d7-8689-45c47248d8db triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:29.438854 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.521005 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.522200 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.556924 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 9ab0fe26-0397-48d7-8689-45c47248d8db, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9ab0fe26-0397-48d7-8689-45c47248d8db,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:29.628015 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.677090 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=9ab0fe26-0397-48d7-8689-45c47248d8db,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:29.683523 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Allocated IP 172.20.0.1 (0150d301-44e1-4e7d-8c72-1e820de0e83d/10025b16-b2a5-483b-8f18-9f383fb08e99/11a78193-fe67-4895-82c4-f897dd809013) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:25:29.744193 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.753955 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Transition to ACTIVE for port object f1e97274-1882-472c-a2e3-4a82d2dfc26e will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:29.781465 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.794940 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.provisioning_blocks [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Transition to ACTIVE for port object 11a78193-fe67-4895-82c4-f897dd809013 will not be triggered until provisioned by entity DHCP. {{(pid=95136) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:29.811214 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.863623 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Attempting to bind port f1e97274-1882-472c-a2e3-4a82d2dfc26e on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:25:29.864017 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Attempting to bind port f1e97274-1882-472c-a2e3-4a82d2dfc26e by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:25:29.864639 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Attempting to bind port f1e97274-1882-472c-a2e3-4a82d2dfc26e on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:25:29.866538 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Pushing event updated for resources: {'Port': ['ID=f1e97274-1882-472c-a2e3-4a82d2dfc26e,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:29.875087 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:25:29.875450 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:25:29.875875 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.876255 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:25:29.876701 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Bound port: f1e97274-1882-472c-a2e3-4a82d2dfc26e, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:25:29.877064 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.879045 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.879375 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.879722 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.884468 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.884607 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.884736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.884736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.884736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.884736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.884736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.884736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.884736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.884736 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95139) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:25:29.923401 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:29.926294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:29.937439 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:25:29.937966 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] For port f1e97274-1882-472c-a2e3-4a82d2dfc26e, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:25:29.940828 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] For port f1e97274-1882-472c-a2e3-4a82d2dfc26e, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f1e97274-1882-472c-a2e3-4a82d2dfc26e,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:25:29.954089 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Pushing event updated for resources: {'Port': ['ID=11a78193-fe67-4895-82c4-f897dd809013,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:29.959412 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:29.973674 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:30.044039 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:30.105272 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf86063-af39-4d2f-9a23-944f17e7077f None None] Pushing event updated for resources: {'Port': ['ID=f1e97274-1882-472c-a2e3-4a82d2dfc26e,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:30.107879 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:30.108464 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:30.183759 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:30.212245 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:30.236914 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-99a935c6-d7e4-434f-9458-51ac99458f24 None None] Provisioning for port 11a78193-fe67-4895-82c4-f897dd809013 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:30.248712 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-99a935c6-d7e4-434f-9458-51ac99458f24 None None] Provisioning complete for port 11a78193-fe67-4895-82c4-f897dd809013 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:30.249154 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-99a935c6-d7e4-434f-9458-51ac99458f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:30.285690 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-99a935c6-d7e4-434f-9458-51ac99458f24 None None] Port 11a78193-fe67-4895-82c4-f897dd809013 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:25:30.341123 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:30.389757 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:28Z', 'revision_number': 3, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:30.402466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:30.415061 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1bd3802-1632-4793-b1d8-c039bf2a371a None None] The sync data for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 is: [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:28Z', 'revision_number': 3, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:25:30.468716 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:30.470587 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Pushing event updated for resources: {'Port': ['ID=11a78193-fe67-4895-82c4-f897dd809013,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:30.566161 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:30.567648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:30.702716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:25:30.816737 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:25:30.824922 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-baa4c566-1da9-4b23-84f0-56dd02bb6a8d admin admin] 10.222.0.22 "PUT /v2.0/routers/bdf6b923-93d3-49d6-9adf-3d4ed85e60f8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7256045 Sep 10 05:25:30.907851 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-36e30543-3413-4a47-837e-3e3d66298049 None None] Provisioning complete for port 11a78193-fe67-4895-82c4-f897dd809013 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:30.908386 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-36e30543-3413-4a47-837e-3e3d66298049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:30.948736 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-36e30543-3413-4a47-837e-3e3d66298049 None None] Port 11a78193-fe67-4895-82c4-f897dd809013 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:25:31.361779 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9ab0fe26-0397-48d7-8689-45c47248d8db up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:31.408390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 9ab0fe26-0397-48d7-8689-45c47248d8db triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:31.408768 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.490174 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1e97274-1882-472c-a2e3-4a82d2dfc26e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:31.544386 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37424) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:31.554026 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1978799280-network', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:31.588149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port f1e97274-1882-472c-a2e3-4a82d2dfc26e completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:31.592848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f1e97274-1882-472c-a2e3-4a82d2dfc26e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:31.593215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.610993 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Made reservation on behalf of ea6df60583674a0e9d201ebc3b49b223 for: {'network': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:25:31.613417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for network, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.625658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.672826 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.694539 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port f1e97274-1882-472c-a2e3-4a82d2dfc26e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f1e97274-1882-472c-a2e3-4a82d2dfc26e,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:31.723368 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.742740 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.785591 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.789951 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=f1e97274-1882-472c-a2e3-4a82d2dfc26e,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:31.810592 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] vlan segment allocate from pool success with {'vlan_id': 210, 'physical_network': 'physnet1'} {{(pid=95136) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Sep 10 05:25:31.824051 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb979842-109c-48d3-9cc6-6c11878378f2,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:31.830165 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.830505 n-d-808143-1 neutron-server[95136]: INFO neutron.db.segments_db [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Added segment 78c6d3c3-543a-4224-b29e-f109de75baec of type vlan for network 7ea37846-3eea-4ce5-8267-e0702149cfda Sep 10 05:25:31.870948 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8736580141608'] for network, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.947813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Sync routers for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:25:31.956749 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669'] for network, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:31.957134 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:31.957737 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:31.957917 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:31.958313 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.021119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] Pushing event updated for resources: {'Network': ['ID=7ea37846-3eea-4ce5-8267-e0702149cfda,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:32.043931 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Network 7ea37846-3eea-4ce5-8267-e0702149cfda details requested by agent ovs-agent-n-d-808143-1 with host n-d-808143-1 {{(pid=95138) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Sep 10 05:25:32.051522 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2c4194d5-122d-498e-aceb-8b2e66bb6631 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5060523 Sep 10 05:25:32.054282 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37426) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:32.059746 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Request body: {'subnet': {'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1978799280-subnet', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'ip_version': 4}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:32.085872 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:32.145198 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Made reservation on behalf of ea6df60583674a0e9d201ebc3b49b223 for: {'subnet': 1} {{(pid=95136) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:25:32.147619 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4905882'] for subnet, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.311614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 2, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:32.341650 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Checking router: bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:25:32.342006 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Updating router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 port 11a78193-fe67-4895-82c4-f897dd809013 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:25:32.365493 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.374119 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-15957188', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4905860'] for subnet, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.429716 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0e95d20-bef7-4e2f-a8dc-957014f67a9f,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:32.437316 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Checking segment: {'id': '78c6d3c3-543a-4224-b29e-f109de75baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95136) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:25:32.437667 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Network hostable DHCP agents. Network: 7ea37846-3eea-4ce5-8267-e0702149cfda, hostable agents: ['f9bab0eb-e622-4612-a72e-b89bb2b643d5'], hosted agents: [] {{(pid=95136) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Sep 10 05:25:32.554114 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Network 7ea37846-3eea-4ce5-8267-e0702149cfda is scheduled to be hosted by DHCP agent f9bab0eb-e622-4612-a72e-b89bb2b643d5 with binding_index 1 {{(pid=95136) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Sep 10 05:25:32.620876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.630303 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Transition to ACTIVE for port object 11a78193-fe67-4895-82c4-f897dd809013 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:32.633516 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-808143-1, 7ea37846-3eea-4ce5-8267-e0702149cfda) {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:32.638361 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:32.639034 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.645202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34fac1c-8593-43f8-9f30-2a8a449e861c None None] Network 7ea37846-3eea-4ce5-8267-e0702149cfda requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:25:32.760203 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-ef5fb142-d656-4a41-8c90-c1478cac2ea5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7046859 Sep 10 05:25:32.761176 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.762757 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37428) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:32.767441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:32.815477 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb1f468ad-4f64-5441-ab89-9059c32a6166-7ea37846-3eea-4ce5-8267-e0702149cfda', 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'fixed_ips': [{'subnet_id': 'a0e95d20-bef7-4e2f-a8dc-957014f67a9f'}]}} from n-d-808143-1. {{(pid=95138) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Sep 10 05:25:32.816659 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.846366 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a968748-e037-423a-aa32-b098fb7a9e2e None None] Pushing event updated for resources: {'Port': ['ID=11a78193-fe67-4895-82c4-f897dd809013,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:32.887857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-562313', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-408'] for router, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.887857 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-560921', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-567433', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-423218', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-401'] for router, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.944108 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.957823 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Attempting to bind port 11a78193-fe67-4895-82c4-f897dd809013 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:25:32.958370 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Attempting to bind port 11a78193-fe67-4895-82c4-f897dd809013 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:25:32.958555 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Attempting to bind port 11a78193-fe67-4895-82c4-f897dd809013 on network 0150d301-44e1-4e7d-8c72-1e820de0e83d {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:25:32.970016 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:25:32.970390 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Checking segment: {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:25:32.970796 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:32.971197 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Bound using segment: {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:25:32.971671 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Bound port: 11a78193-fe67-4895-82c4-f897dd809013, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:25:32.972081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.056049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.db_base_plugin_common [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Allocated IP 172.20.0.2 (7ea37846-3eea-4ce5-8267-e0702149cfda/a0e95d20-bef7-4e2f-a8dc-957014f67a9f/215b5e76-da36-41af-a2d6-d476a6126124) {{(pid=95138) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:25:33.096948 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] For port 11a78193-fe67-4895-82c4-f897dd809013, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:25:33.122860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] For port 11a78193-fe67-4895-82c4-f897dd809013, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=11a78193-fe67-4895-82c4-f897dd809013,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:25:33.183922 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.202045 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.277634 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:33.278257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:33.280444 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Notify callbacks [] for port, precommit_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.327250 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1e97274-1882-472c-a2e3-4a82d2dfc26e up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:33.478804 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.499002 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.504041 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Transition to ACTIVE for port object 215b5e76-da36-41af-a2d6-d476a6126124 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:33.523378 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a968748-e037-423a-aa32-b098fb7a9e2e None None] Pushing event updated for resources: {'Port': ['ID=11a78193-fe67-4895-82c4-f897dd809013,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:33.574046 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Transition to ACTIVE for port object 215b5e76-da36-41af-a2d6-d476a6126124 will not be triggered until provisioned by entity DHCP. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:33.606768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Allocated IP 172.25.3.9 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/30a50d17-9e82-4faa-b519-d6e61d8f03da) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:25:33.634084 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:33.637843 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.665145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port f1e97274-1882-472c-a2e3-4a82d2dfc26e triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:33.665515 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.693440 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665'] for port, after_create {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.708726 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.797015 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Network 7ea37846-3eea-4ce5-8267-e0702149cfda is already hosted by enough agents. {{(pid=95138) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:33.799897 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.812764 n-d-808143-1 neutron-server[95138]: DEBUG neutron.scheduler.base_scheduler [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Resources bound (agent type, host, resource id): {{(pid=95138) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:33.836426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:33.839060 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Pushing event updated for resources: {'Port': ['ID=215b5e76-da36-41af-a2d6-d476a6126124,revision_number=1']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:33.840681 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:33.843798 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Received port after_create {{(pid=95138) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:25:33.846518 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:25:33.874212 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Pushing event updated for resources: {'Port': ['ID=30a50d17-9e82-4faa-b519-d6e61d8f03da,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:33.970523 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Attempting to bind port 215b5e76-da36-41af-a2d6-d476a6126124 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:25:33.971007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Attempting to bind port 215b5e76-da36-41af-a2d6-d476a6126124 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '78c6d3c3-543a-4224-b29e-f109de75baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:25:33.971007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Attempting to bind port 215b5e76-da36-41af-a2d6-d476a6126124 on network 7ea37846-3eea-4ce5-8267-e0702149cfda {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:25:33.977927 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:25:33.978300 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Checking segment: {'id': '78c6d3c3-543a-4224-b29e-f109de75baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:25:33.978729 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:33.979202 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Bound using segment: {'id': '78c6d3c3-543a-4224-b29e-f109de75baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:25:33.980213 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Bound port: 215b5e76-da36-41af-a2d6-d476a6126124, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c6d3c3-543a-4224-b29e-f109de75baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:25:33.980606 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:34.054263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:33Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:34.085081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900c3b49-c838-4c46-9d4f-79943c0d0d8c None None] The sync data for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 is: [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:33Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:25:34.087173 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] For port 215b5e76-da36-41af-a2d6-d476a6126124, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:25:34.098738 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] For port 215b5e76-da36-41af-a2d6-d476a6126124, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=215b5e76-da36-41af-a2d6-d476a6126124,segment=NetworkSegment(78c6d3c3-543a-4224-b29e-f109de75baec),segment_id=78c6d3c3-543a-4224-b29e-f109de75baec)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:25:34.170433 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:34.171226 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:34.237014 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84743e96-d1cb-4980-b186-8ca283aea2d1 None None] Pushing event updated for resources: {'Port': ['ID=215b5e76-da36-41af-a2d6-d476a6126124,revision_number=2']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:34.390778 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-560896', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-562520'] for router, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:34.659966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Router bd282b9d-1d9e-4684-b533-80654c1f5de8 is scheduled to L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 with binding_index 1 {{(pid=95137) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Sep 10 05:25:34.771569 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:25:34.780729 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Sync routers for ids ['bd282b9d-1d9e-4684-b533-80654c1f5de8'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:25:34.789851 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Routers {'bd282b9d-1d9e-4684-b533-80654c1f5de8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:34.794514 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd282b9d-1d9e-4684-b533-80654c1f5de8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:34.843079 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:34.845607 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b9c22cb9-7df2-46f5-8b76-e450475d6cc3 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0817010 Sep 10 05:25:34.848289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37434) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:34.912010 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Set router bd282b9d-1d9e-4684-b533-80654c1f5de8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:35.141333 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:32Z', 'updated_at': '2021-09-10T05:25:33Z', 'revision_number': 3, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'gw_port': {'id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:33Z', 'updated_at': '2021-09-10T05:25:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:35.173148 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Checking router: bd282b9d-1d9e-4684-b533-80654c1f5de8 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:25:35.173495 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Updating router bd282b9d-1d9e-4684-b533-80654c1f5de8 port 30a50d17-9e82-4faa-b519-d6e61d8f03da binding host n-d-808143-1 {{(pid=95139) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:25:35.205910 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.234815 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98e52a1-391d-4c59-878c-b3ba0a052183 None None] Network 7ea37846-3eea-4ce5-8267-e0702149cfda requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:25:35.403427 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-d9757152-4293-4ffd-98e9-142063930e90 None None] Provisioning for port 215b5e76-da36-41af-a2d6-d476a6126124 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:35.432725 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 215b5e76-da36-41af-a2d6-d476a6126124 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:35.540188 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Notify callbacks [] for port, precommit_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.552909 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.provisioning_blocks [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Transition to ACTIVE for port object 30a50d17-9e82-4faa-b519-d6e61d8f03da will not be triggered until provisioned by entity L2. {{(pid=95139) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:35.625453 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 215b5e76-da36-41af-a2d6-d476a6126124 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:35.630012 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 215b5e76-da36-41af-a2d6-d476a6126124 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:35.630595 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.648471 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.691402 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.699540 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720593c4-7bce-4621-b8b4-1b8c059c5a19 None None] Pushing event updated for resources: {'Port': ['ID=30a50d17-9e82-4faa-b519-d6e61d8f03da,revision_number=2']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:35.729762 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Attempting to bind port 30a50d17-9e82-4faa-b519-d6e61d8f03da on host n-d-808143-1 for vnic_type normal with profile {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:25:35.730237 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Attempting to bind port 30a50d17-9e82-4faa-b519-d6e61d8f03da by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:25:35.730607 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Attempting to bind port 30a50d17-9e82-4faa-b519-d6e61d8f03da on network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:25:35.731400 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.737315 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:25:35.737778 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Checking segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95139) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:25:35.738244 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.738775 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Bound using segment: {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'} {{(pid=95139) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:25:35.740020 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.managers [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Bound port: 30a50d17-9e82-4faa-b519-d6e61d8f03da, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac1b7898-c82a-4818-a311-95db9229dfb6', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e'}}] {{(pid=95139) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:25:35.740020 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.771361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-481d129b-39ba-4e66-99f1-1eb204882065 None None] Provisioning complete for port 215b5e76-da36-41af-a2d6-d476a6126124 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:35.771756 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-481d129b-39ba-4e66-99f1-1eb204882065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.774894 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 215b5e76-da36-41af-a2d6-d476a6126124, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=215b5e76-da36-41af-a2d6-d476a6126124,segment=NetworkSegment(78c6d3c3-543a-4224-b29e-f109de75baec),segment_id=78c6d3c3-543a-4224-b29e-f109de75baec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:35.793332 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] For port 30a50d17-9e82-4faa-b519-d6e61d8f03da, host n-d-808143-1, cleared binding levels {{(pid=95139) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:25:35.796769 n-d-808143-1 neutron-server[95139]: DEBUG neutron.plugins.ml2.db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] For port 30a50d17-9e82-4faa-b519-d6e61d8f03da, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=30a50d17-9e82-4faa-b519-d6e61d8f03da,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95139) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:25:35.843504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.844222 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 11a78193-fe67-4895-82c4-f897dd809013 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:35.855238 n-d-808143-1 neutron-server[95139]: DEBUG neutron_lib.callbacks.manager [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95139) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.869404 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Allocated IP 172.20.0.1 (7ea37846-3eea-4ce5-8267-e0702149cfda/a0e95d20-bef7-4e2f-a8dc-957014f67a9f/14ed1d8f-5920-41b5-b8de-23ccd020e480) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:25:35.914480 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-481d129b-39ba-4e66-99f1-1eb204882065 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.915185 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720593c4-7bce-4621-b8b4-1b8c059c5a19 None None] Pushing event updated for resources: {'Port': ['ID=30a50d17-9e82-4faa-b519-d6e61d8f03da,revision_number=3']} {{(pid=95139) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:35.917806 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Routers {'bd282b9d-1d9e-4684-b533-80654c1f5de8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:35.924965 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd282b9d-1d9e-4684-b533-80654c1f5de8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:35.974395 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:35.981990 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=215b5e76-da36-41af-a2d6-d476a6126124,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:35.989473 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Transition to ACTIVE for port object 14ed1d8f-5920-41b5-b8de-23ccd020e480 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:35.998144 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.db.api [None req-481d129b-39ba-4e66-99f1-1eb204882065 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=95138) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Sep 10 05:25:35.998507 n-d-808143-1 neutron-server[95138]: DEBUG oslo_db.api [None req-481d129b-39ba-4e66-99f1-1eb204882065 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Sep 10 05:25:36.034889 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] Set router bd282b9d-1d9e-4684-b533-80654c1f5de8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:36.073426 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 11a78193-fe67-4895-82c4-f897dd809013 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:36.077331 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 11a78193-fe67-4895-82c4-f897dd809013 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:36.077703 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.125636 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.158103 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.168231 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Network 7ea37846-3eea-4ce5-8267-e0702149cfda is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:36.174361 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:36.177282 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:25:36.192717 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 11a78193-fe67-4895-82c4-f897dd809013, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=11a78193-fe67-4895-82c4-f897dd809013,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:36.212221 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:32Z', 'updated_at': '2021-09-10T05:25:33Z', 'revision_number': 3, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'gw_port': {'id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:33Z', 'updated_at': '2021-09-10T05:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:36.212917 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=14ed1d8f-5920-41b5-b8de-23ccd020e480,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:36.228823 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-562569'] for router_interface, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.245581 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bfe5d2f-48e8-4bfc-8493-6929b2a046e8 None None] The sync data for ids ['bd282b9d-1d9e-4684-b533-80654c1f5de8'] in n-d-808143-1 is: [{'id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:32Z', 'updated_at': '2021-09-10T05:25:33Z', 'revision_number': 3, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'gw_port': {'id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:33Z', 'updated_at': '2021-09-10T05:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:25:36.268951 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.326763 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=11a78193-fe67-4895-82c4-f897dd809013,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:36.426980 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.614292 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.691415 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.719651 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0b59cf1b-4cb1-41ee-8b56-2eb290da47a3 None None] Provisioning for port 14ed1d8f-5920-41b5-b8de-23ccd020e480 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:36.723788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-0b59cf1b-4cb1-41ee-8b56-2eb290da47a3 None None] Provisioning complete for port 14ed1d8f-5920-41b5-b8de-23ccd020e480 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:36.724339 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-0b59cf1b-4cb1-41ee-8b56-2eb290da47a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.761094 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-783799', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-561689'] for router_interface, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:36.762924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Pushing event updated for resources: {'Port': ['ID=14ed1d8f-5920-41b5-b8de-23ccd020e480,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:36.770624 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-0b59cf1b-4cb1-41ee-8b56-2eb290da47a3 None None] Port 14ed1d8f-5920-41b5-b8de-23ccd020e480 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:25:36.864349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Network 7ea37846-3eea-4ce5-8267-e0702149cfda is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:36.865897 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:36.989663 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Router bd282b9d-1d9e-4684-b533-80654c1f5de8 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:25:37.096387 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-8b3ccba8-8f7f-4686-a658-6de11b325b73 None None] Provisioning complete for port 14ed1d8f-5920-41b5-b8de-23ccd020e480 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:37.096876 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-8b3ccba8-8f7f-4686-a658-6de11b325b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:37.107166 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:25:37.112145 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-cf7d248e-ebc5-4411-82dc-b3e43537a3e1 admin admin] 10.222.0.22 "PUT /v2.0/routers/bd282b9d-1d9e-4684-b533-80654c1f5de8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2626605 Sep 10 05:25:37.134728 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-8b3ccba8-8f7f-4686-a658-6de11b325b73 None None] Port 14ed1d8f-5920-41b5-b8de-23ccd020e480 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:25:37.379130 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 215b5e76-da36-41af-a2d6-d476a6126124 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:37.425898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 215b5e76-da36-41af-a2d6-d476a6126124 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:37.426266 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:37.505086 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 30a50d17-9e82-4faa-b519-d6e61d8f03da up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:37.668237 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 30a50d17-9e82-4faa-b519-d6e61d8f03da completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:37.672407 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 30a50d17-9e82-4faa-b519-d6e61d8f03da triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:37.675878 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:37.722462 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37442) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:37.727118 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-6879a0b1-bcf0-453a-86d9-d6f86d77270d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-178658339', 'description': 'tempest-secgroup-smoke-178658339 description', 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:37.757635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:37.777850 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 30a50d17-9e82-4faa-b519-d6e61d8f03da, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=30a50d17-9e82-4faa-b519-d6e61d8f03da,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:37.820831 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Sync routers for ids ['bd282b9d-1d9e-4684-b533-80654c1f5de8'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:25:37.833752 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6879a0b1-bcf0-453a-86d9-d6f86d77270d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:37.834093 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Routers {'bd282b9d-1d9e-4684-b533-80654c1f5de8'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:37.834715 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd282b9d-1d9e-4684-b533-80654c1f5de8'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:37.866521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:37.867280 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 11a78193-fe67-4895-82c4-f897dd809013 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:37.921258 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6879a0b1-bcf0-453a-86d9-d6f86d77270d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:37.987956 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=30a50d17-9e82-4faa-b519-d6e61d8f03da,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:38.000777 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 11a78193-fe67-4895-82c4-f897dd809013 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:38.001146 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.023070 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6879a0b1-bcf0-453a-86d9-d6f86d77270d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.037837 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Set router bd282b9d-1d9e-4684-b533-80654c1f5de8 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:38.065507 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879a0b1-bcf0-453a-86d9-d6f86d77270d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f9b0da5-9c62-4185-8add-9b257bbd98ac,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:38.099973 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-6879a0b1-bcf0-453a-86d9-d6f86d77270d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.101290 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-6879a0b1-bcf0-453a-86d9-d6f86d77270d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3778183 Sep 10 05:25:38.104384 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37446) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:38.109377 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-16529d28-9dba-4983-b73e-93ace1064a62 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'security_group_rule': {'security_group_id': '3f9b0da5-9c62-4185-8add-9b257bbd98ac', 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:38.184324 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16529d28-9dba-4983-b73e-93ace1064a62 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.250669 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16529d28-9dba-4983-b73e-93ace1064a62 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.319364 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16529d28-9dba-4983-b73e-93ace1064a62 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.337119 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16529d28-9dba-4983-b73e-93ace1064a62 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ca9e1d-0cfc-44f8-9413-948ea18a15b8,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:38.390810 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-16529d28-9dba-4983-b73e-93ace1064a62 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.392380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-16529d28-9dba-4983-b73e-93ace1064a62 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2866275 Sep 10 05:25:38.394873 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37450) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:38.399144 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-cfe4c687-ec8d-4524-9cf1-3a1ff6966339 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'security_group_rule': {'security_group_id': '3f9b0da5-9c62-4185-8add-9b257bbd98ac', 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:38.429396 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:32Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 4, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'gw_port': {'id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:33Z', 'updated_at': '2021-09-10T05:25:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '14ed1d8f-5920-41b5-b8de-23ccd020e480', 'name': '', 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'mac_address': 'fa:16:3e:fc:a0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0e95d20-bef7-4e2f-a8dc-957014f67a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:35Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 2, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'subnets': [{'id': 'a0e95d20-bef7-4e2f-a8dc-957014f67a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:38.455149 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Checking router: bd282b9d-1d9e-4684-b533-80654c1f5de8 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:25:38.455503 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Updating router bd282b9d-1d9e-4684-b533-80654c1f5de8 port 14ed1d8f-5920-41b5-b8de-23ccd020e480 binding host n-d-808143-1 {{(pid=95138) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Sep 10 05:25:38.483151 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.490244 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c687-ec8d-4524-9cf1-3a1ff6966339 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.550590 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c687-ec8d-4524-9cf1-3a1ff6966339 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.616849 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c687-ec8d-4524-9cf1-3a1ff6966339 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.634722 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe4c687-ec8d-4524-9cf1-3a1ff6966339 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74aa6400-d5a5-4bba-9071-4722674cb4b0,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:38.705465 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cfe4c687-ec8d-4524-9cf1-3a1ff6966339 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.706715 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cfe4c687-ec8d-4524-9cf1-3a1ff6966339 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3109145 Sep 10 05:25:38.709475 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37452) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:38.714102 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-fa622750-16c2-40c3-b875-7648139f3a99 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'security_group_rule': {'security_group_id': '3f9b0da5-9c62-4185-8add-9b257bbd98ac', 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:38.739814 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Notify callbacks [] for port, precommit_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.749626 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Transition to ACTIVE for port object 14ed1d8f-5920-41b5-b8de-23ccd020e480 will not be triggered until provisioned by entity L2. {{(pid=95138) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:38.784303 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa622750-16c2-40c3-b875-7648139f3a99 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.796616 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.844611 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa622750-16c2-40c3-b875-7648139f3a99 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.847228 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2e92c-2d2a-4408-b759-ecff5ac4380b None None] Pushing event updated for resources: {'Port': ['ID=14ed1d8f-5920-41b5-b8de-23ccd020e480,revision_number=3']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:38.899639 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Attempting to bind port 14ed1d8f-5920-41b5-b8de-23ccd020e480 on host n-d-808143-1 for vnic_type normal with profile {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:25:38.900030 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Attempting to bind port 14ed1d8f-5920-41b5-b8de-23ccd020e480 by drivers openvswitch,hyperv on host n-d-808143-1 at level 0 using segments [{'id': '78c6d3c3-543a-4224-b29e-f109de75baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda'}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:25:38.900392 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Attempting to bind port 14ed1d8f-5920-41b5-b8de-23ccd020e480 on network 7ea37846-3eea-4ce5-8267-e0702149cfda {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:25:38.906089 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Checking agent: {'id': 'a2eb51f6-5687-4e75-9c4b-e22dd0e4c937', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 24, 24), 'started_at': datetime.datetime(2021, 9, 10, 3, 24, 54), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 25, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-808143-1'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:25:38.906456 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Checking segment: {'id': '78c6d3c3-543a-4224-b29e-f109de75baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95138) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:25:38.906853 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.907243 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Bound using segment: {'id': '78c6d3c3-543a-4224-b29e-f109de75baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda'} {{(pid=95138) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:25:38.907719 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.managers [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Bound port: 14ed1d8f-5920-41b5-b8de-23ccd020e480, host: n-d-808143-1, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78c6d3c3-543a-4224-b29e-f109de75baec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 210, 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda'}}] {{(pid=95138) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:25:38.908104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.919650 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa622750-16c2-40c3-b875-7648139f3a99 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:38.939800 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa622750-16c2-40c3-b875-7648139f3a99 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a2b7972-0825-4698-a07a-12b1fedc7273,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:38.991154 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] For port 14ed1d8f-5920-41b5-b8de-23ccd020e480, host n-d-808143-1, cleared binding levels {{(pid=95138) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:25:38.994420 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] For port 14ed1d8f-5920-41b5-b8de-23ccd020e480, host n-d-808143-1, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=14ed1d8f-5920-41b5-b8de-23ccd020e480,segment=NetworkSegment(78c6d3c3-543a-4224-b29e-f109de75baec),segment_id=78c6d3c3-543a-4224-b29e-f109de75baec)] {{(pid=95138) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:25:39.066817 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.089147 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-fa622750-16c2-40c3-b875-7648139f3a99 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.090426 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-fa622750-16c2-40c3-b875-7648139f3a99 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3799028 Sep 10 05:25:39.093237 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37454) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:39.099218 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-27a0f811-a542-4d56-86ea-75d1852f9082 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'security_group_rule': {'security_group_id': '3f9b0da5-9c62-4185-8add-9b257bbd98ac', 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:39.125665 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Routers {'bd282b9d-1d9e-4684-b533-80654c1f5de8'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:39.126282 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd282b9d-1d9e-4684-b533-80654c1f5de8'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:39.130935 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2e92c-2d2a-4408-b759-ecff5ac4380b None None] Pushing event updated for resources: {'Port': ['ID=14ed1d8f-5920-41b5-b8de-23ccd020e480,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:39.214690 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27a0f811-a542-4d56-86ea-75d1852f9082 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.243208 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] Set router bd282b9d-1d9e-4684-b533-80654c1f5de8 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:39.290484 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27a0f811-a542-4d56-86ea-75d1852f9082 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.335058 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 30a50d17-9e82-4faa-b519-d6e61d8f03da up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:39.351113 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27a0f811-a542-4d56-86ea-75d1852f9082 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.373431 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a0f811-a542-4d56-86ea-75d1852f9082 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2091445-5789-406d-a349-10b3d02c0162,revision_number=0']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:39.436827 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-27a0f811-a542-4d56-86ea-75d1852f9082 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.438122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-27a0f811-a542-4d56-86ea-75d1852f9082 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3439703 Sep 10 05:25:39.441152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37456) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:39.446097 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-0747b313-81b4-407e-bb0a-af085414a7bb tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'security_group_rule': {'security_group_id': '3f9b0da5-9c62-4185-8add-9b257bbd98ac', 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:39.482579 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 30a50d17-9e82-4faa-b519-d6e61d8f03da triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:39.483160 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.539592 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-0747b313-81b4-407e-bb0a-af085414a7bb tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Project 002d1c7c5fa240ef9afa7bedb4022b6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:25:39.545377 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0747b313-81b4-407e-bb0a-af085414a7bb tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.568057 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:32Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 4, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'gw_port': {'id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:33Z', 'updated_at': '2021-09-10T05:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '14ed1d8f-5920-41b5-b8de-23ccd020e480', 'name': '', 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'mac_address': 'fa:16:3e:fc:a0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0e95d20-bef7-4e2f-a8dc-957014f67a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:35Z', 'updated_at': '2021-09-10T05:25:38Z', 'revision_number': 4, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'subnets': [{'id': 'a0e95d20-bef7-4e2f-a8dc-957014f67a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:39.596517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f664269f-b46d-4636-bfcf-1b9f2d502735 None None] The sync data for ids ['bd282b9d-1d9e-4684-b533-80654c1f5de8'] in n-d-808143-1 is: [{'id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:32Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 4, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'gw_port': {'id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:33Z', 'updated_at': '2021-09-10T05:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '14ed1d8f-5920-41b5-b8de-23ccd020e480', 'name': '', 'network_id': '7ea37846-3eea-4ce5-8267-e0702149cfda', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'mac_address': 'fa:16:3e:fc:a0:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4343, 'fixed_ips': [{'subnet_id': 'a0e95d20-bef7-4e2f-a8dc-957014f67a9f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:35Z', 'updated_at': '2021-09-10T05:25:38Z', 'revision_number': 4, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'subnets': [{'id': 'a0e95d20-bef7-4e2f-a8dc-957014f67a9f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:25:39.605900 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0747b313-81b4-407e-bb0a-af085414a7bb tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.689513 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0747b313-81b4-407e-bb0a-af085414a7bb tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.710186 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0747b313-81b4-407e-bb0a-af085414a7bb tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f392eb-9af5-4ce2-a0df-8f4fdc93b7f4,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:39.768326 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-0747b313-81b4-407e-bb0a-af085414a7bb tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.769587 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-0747b313-81b4-407e-bb0a-af085414a7bb tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3274229 Sep 10 05:25:39.772281 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 37458) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:39.777659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [None req-f0c7f33c-8804-4c40-a281-b51d402e53e8 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'security_group_rule': {'security_group_id': '3f9b0da5-9c62-4185-8add-9b257bbd98ac', 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:39.856985 n-d-808143-1 neutron-server[95137]: INFO neutron.db.securitygroups_db [None req-f0c7f33c-8804-4c40-a281-b51d402e53e8 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Project 002d1c7c5fa240ef9afa7bedb4022b6e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Sep 10 05:25:39.862517 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f33c-8804-4c40-a281-b51d402e53e8 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:39.928054 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f33c-8804-4c40-a281-b51d402e53e8 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:40.033832 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f33c-8804-4c40-a281-b51d402e53e8 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-784601'] for security_group_rule, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:40.052098 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7f33c-8804-4c40-a281-b51d402e53e8 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc05aea1-fb40-4ba4-821e-11dfa66eee11,revision_number=0']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:40.130567 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-f0c7f33c-8804-4c40-a281-b51d402e53e8 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group_rule, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:40.131901 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-f0c7f33c-8804-4c40-a281-b51d402e53e8 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3586502 Sep 10 05:25:40.270661 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-d22cdba5-e30b-43ad-a739-e4889a9227b3 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178658339&fields=id&tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e HTTP/1.1" status: 200 len: 267 time: 0.0319934 Sep 10 05:25:40.382925 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-73c889de-cbed-452e-b791-9b7470c7e8c4 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:40.384517 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-73c889de-cbed-452e-b791-9b7470c7e8c4 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 809 time: 0.1064837 Sep 10 05:25:40.399625 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-4e99683f-446a-481e-a630-2522fe3660d0 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/quotas/002d1c7c5fa240ef9afa7bedb4022b6e HTTP/1.1" status: 200 len: 375 time: 0.0089035 Sep 10 05:25:40.451669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-2a9898d7-364e-421b-a14c-8b54fe510a36 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0459471 Sep 10 05:25:40.553997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-ff0e970d-1b70-4954-b5ca-d6d46cf7310b service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:25:40.554997 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-ff0e970d-1b70-4954-b5ca-d6d46cf7310b service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0919638 Sep 10 05:25:40.644228 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-b3171bc4-7277-4eb3-9383-1af2bb203cda service neutron] 10.222.0.22 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822353 Sep 10 05:25:40.728759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-600d26f1-9dd9-41f3-a251-3c5967eafd87 service neutron] 10.222.0.22 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0784004 Sep 10 05:25:40.973204 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-cf4b191a-ac31-44cb-8c01-3257eae4ad7d req-2775e053-53cf-48ec-a2d4-9f952dace987 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 210 time: 0.0329907 Sep 10 05:25:41.312742 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 14ed1d8f-5920-41b5-b8de-23ccd020e480 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:41.417564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning for port 14ed1d8f-5920-41b5-b8de-23ccd020e480 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:41.421709 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 14ed1d8f-5920-41b5-b8de-23ccd020e480 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:41.422179 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:41.503412 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:41.539348 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] For port 14ed1d8f-5920-41b5-b8de-23ccd020e480, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=14ed1d8f-5920-41b5-b8de-23ccd020e480,segment=NetworkSegment(78c6d3c3-543a-4224-b29e-f109de75baec),segment_id=78c6d3c3-543a-4224-b29e-f109de75baec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:41.596617 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:41.645356 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Pushing event updated for resources: {'Port': ['ID=14ed1d8f-5920-41b5-b8de-23ccd020e480,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:42.066071 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2c695833-3efe-415d-9b30-3c0087687f13 req-28ad8ea2-d619-4619-80a8-0cd362056dc3 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 210 time: 0.0260801 Sep 10 05:25:42.793942 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-bdc8f76f-d4d8-4eb6-9037-eebcef1e749a tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:42.795337 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-bdc8f76f-d4d8-4eb6-9037-eebcef1e749a tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.20 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 809 time: 0.1042838 Sep 10 05:25:42.839164 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-a6e4ffd7-0033-44fa-9db9-84e97dae5e35 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e HTTP/1.1" status: 200 len: 379 time: 0.0340605 Sep 10 05:25:42.848239 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'port': {'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'admin_state_up': True, 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'security_groups': ['3f9b0da5-9c62-4185-8add-9b257bbd98ac']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:43.033349 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Made reservation on behalf of 002d1c7c5fa240ef9afa7bedb4022b6e for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:25:43.036922 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:43.158268 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-aa3efcc2-0300-49ab-b02c-c9c6ca3eb292 req-fa64807c-db03-4737-99e8-087ea4bd239b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 210 time: 0.0265052 Sep 10 05:25:43.160165 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Allocated IP 172.20.0.7 (0150d301-44e1-4e7d-8c72-1e820de0e83d/10025b16-b2a5-483b-8f18-9f383fb08e99/87e4d5c5-456e-4979-9d71-a446ef4a203d) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:25:43.300147 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 14ed1d8f-5920-41b5-b8de-23ccd020e480 up at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:43.306649 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:43.319375 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Transition to ACTIVE for port object 87e4d5c5-456e-4979-9d71-a446ef4a203d will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:43.349081 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Provisioning complete for port 14ed1d8f-5920-41b5-b8de-23ccd020e480 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:43.349462 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:43.413970 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:43.457100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:43.460575 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:43.466924 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:25:43.473398 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'Port': ['ID=87e4d5c5-456e-4979-9d71-a446ef4a203d,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:43.522722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:43.523388 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:43.597279 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f7a7d7a7-4464-4f6e-8c0b-be72d6e4df25 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7524881 Sep 10 05:25:43.658073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Request body: {'port': {'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:43.715715 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:43.750599 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a8f7ce0c-903b-4e8f-a134-488c9e25ffeb None None] Provisioning for port 87e4d5c5-456e-4979-9d71-a446ef4a203d completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:43.754361 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-a8f7ce0c-903b-4e8f-a134-488c9e25ffeb None None] Provisioning complete for port 87e4d5c5-456e-4979-9d71-a446ef4a203d triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:43.754828 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a8f7ce0c-903b-4e8f-a134-488c9e25ffeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:43.788031 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-a8f7ce0c-903b-4e8f-a134-488c9e25ffeb None None] Port 87e4d5c5-456e-4979-9d71-a446ef4a203d cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:25:43.973145 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87e4d5c5-456e-4979-9d71-a446ef4a203d {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:25:43.980344 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:43.992066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Transition to ACTIVE for port object 87e4d5c5-456e-4979-9d71-a446ef4a203d will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:25:44.042564 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:44.114586 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=87e4d5c5-456e-4979-9d71-a446ef4a203d,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:44.171498 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Attempting to bind port 87e4d5c5-456e-4979-9d71-a446ef4a203d on host n-h1-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:25:44.171890 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Attempting to bind port 87e4d5c5-456e-4979-9d71-a446ef4a203d by drivers openvswitch,hyperv on host n-h1-808143-1 at level 0 using segments [{'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:25:44.172221 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Attempting to bind port 87e4d5c5-456e-4979-9d71-a446ef4a203d on network 0150d301-44e1-4e7d-8c72-1e820de0e83d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:25:44.176645 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Port 87e4d5c5-456e-4979-9d71-a446ef4a203d on network 0150d301-44e1-4e7d-8c72-1e820de0e83d not bound, no agent of type Open vSwitch agent registered on host n-h1-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:25:44.176966 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Attempting to bind port 87e4d5c5-456e-4979-9d71-a446ef4a203d on network 0150d301-44e1-4e7d-8c72-1e820de0e83d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:25:44.183861 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Checking agent: {'id': 'da13695a-b407-4021-a546-c8e7b5eae714', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'started_at': datetime.datetime(2021, 9, 10, 3, 31, 58), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 25, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:25:44.184238 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Checking segment: {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:25:44.184598 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Bound using segment: {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:25:44.185042 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Bound port: 87e4d5c5-456e-4979-9d71-a446ef4a203d, host: n-h1-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:25:44.185405 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:44.271171 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:25:44.274315 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:25:44.282188 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd424d7d-1bbd-4dbf-b124-a18b2716c42d req-30190ac4-cb04-465c-86c6-b446cd219b1d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:44.283701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd424d7d-1bbd-4dbf-b124-a18b2716c42d req-30190ac4-cb04-465c-86c6-b446cd219b1d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 943 time: 0.0541127 Sep 10 05:25:44.321185 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd424d7d-1bbd-4dbf-b124-a18b2716c42d req-14812c0f-5111-41fb-9a46-ba661a7a4bf7 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312514 Sep 10 05:25:44.340693 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:44.380003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:44.380683 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:44.382094 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] 10.222.0.20 "PUT /v2.0/ports/87e4d5c5-456e-4979-9d71-a446ef4a203d HTTP/1.1" status: 200 len: 1091 time: 0.7763951 Sep 10 05:25:44.382515 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:25:44.384883 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-462eb878-a858-4fb3-9a68-902143457726" -d '{"events": [{"name": "network-changed", "server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:25:44.413397 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01927aa2-88d7-4a29-bbf5-eaab3ca7c6d1 service neutron] Pushing event updated for resources: {'Port': ['ID=87e4d5c5-456e-4979-9d71-a446ef4a203d,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:44.425123 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6030a61-5bf8-4e5c-a9e3-cd67bb2109d6 x-openstack-request-id: req-a6030a61-5bf8-4e5c-a9e3-cd67bb2109d6 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:25:44.425419 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:25:44.425682 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6030a61-5bf8-4e5c-a9e3-cd67bb2109d6 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:25:44.426082 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'status': 'completed', 'code': 200} Sep 10 05:25:44.489497 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb878-a858-4fb3-9a68-902143457726 req-60ebc73f-6152-4218-9bef-d818d7d4644a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:44.491229 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-462eb878-a858-4fb3-9a68-902143457726 req-60ebc73f-6152-4218-9bef-d818d7d4644a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1094 time: 0.0440531 Sep 10 05:25:44.591659 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb878-a858-4fb3-9a68-902143457726 req-aee06815-3716-4158-8a1a-c81472e17d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:44.593167 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-462eb878-a858-4fb3-9a68-902143457726 req-aee06815-3716-4158-8a1a-c81472e17d38 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0946760 Sep 10 05:25:44.690072 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462eb878-a858-4fb3-9a68-902143457726 req-dccc95ee-c7f5-40c4-9ea4-37bdc28df9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:44.691481 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-462eb878-a858-4fb3-9a68-902143457726 req-dccc95ee-c7f5-40c4-9ea4-37bdc28df9a6 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0915983 Sep 10 05:25:44.765909 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-df10c4ce-1384-4034-b930-b6e9c83e34cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:44.767322 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-df10c4ce-1384-4034-b930-b6e9c83e34cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1094 time: 0.0408566 Sep 10 05:25:44.811735 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-f98dbbfa-868f-444a-9d01-1fcfe7cfb137 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d HTTP/1.1" status: 200 len: 217 time: 0.0368903 Sep 10 05:25:44.859109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-fb7df9a7-eaaf-47b7-9363-fcb3037783a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:44.860589 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-fb7df9a7-eaaf-47b7-9363-fcb3037783a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0425527 Sep 10 05:25:44.904592 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-eb93a397-9698-4673-adf5-cfcc0be5a99a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:44.906042 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-eb93a397-9698-4673-adf5-cfcc0be5a99a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386746 Sep 10 05:25:44.997632 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-bad72a00-4372-42ed-9959-c424a8fc04ec service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844038 Sep 10 05:25:45.085734 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2447db9e-22f0-401a-bcc8-acdbf4548726 req-ddbee909-a86e-43f7-85a0-220bc25dc76b service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803294 Sep 10 05:25:45.434530 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8cebf7-5c3c-4bc4-bcbb-b9da843ce7c0 req-11eb0d22-64f9-43e6-9a57-9648b1325703 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:45.436027 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd8cebf7-5c3c-4bc4-bcbb-b9da843ce7c0 req-11eb0d22-64f9-43e6-9a57-9648b1325703 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 943 time: 0.0469947 Sep 10 05:25:45.478860 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bd8cebf7-5c3c-4bc4-bcbb-b9da843ce7c0 req-d91bf2e3-71b0-41df-82b3-c80533da729f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368073 Sep 10 05:25:46.598221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ff06d0-97a8-4871-a36a-12570de612e5 req-e6f2206c-f940-489b-95d4-b47183fcf53a tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:46.599734 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1ff06d0-97a8-4871-a36a-12570de612e5 req-e6f2206c-f940-489b-95d4-b47183fcf53a tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 943 time: 0.0500116 Sep 10 05:25:46.639710 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-c1ff06d0-97a8-4871-a36a-12570de612e5 req-14c32758-d7ad-4c04-a875-a2fc51a5bf9a tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332522 Sep 10 05:25:47.750479 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bac3b10-3806-4914-9132-71087d7d62d7 req-d38fcecf-c31a-450b-b9a3-33e2ec2bc12c tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:47.751944 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bac3b10-3806-4914-9132-71087d7d62d7 req-d38fcecf-c31a-450b-b9a3-33e2ec2bc12c tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 943 time: 0.0471027 Sep 10 05:25:47.788591 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-5bac3b10-3806-4914-9132-71087d7d62d7 req-e26c4225-27a6-4441-a5db-13a4c4710a20 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306695 Sep 10 05:25:48.899851 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c673d7-69e3-46fa-b23f-cb326c4b309c req-c5d96e1e-3da9-41ac-b630-4e40815801da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:48.901321 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50c673d7-69e3-46fa-b23f-cb326c4b309c req-c5d96e1e-3da9-41ac-b630-4e40815801da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 943 time: 0.0478008 Sep 10 05:25:48.942511 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-50c673d7-69e3-46fa-b23f-cb326c4b309c req-342232df-e7a9-4ba2-8651-765073b3c20c tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351155 Sep 10 05:25:48.972310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 87e4d5c5-456e-4979-9d71-a446ef4a203d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:25:49.103196 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:49.118572 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:25:49.164642 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:49.176586 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87e4d5c5-456e-4979-9d71-a446ef4a203d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:25:49.195049 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:49.259229 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:49.306013 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=87e4d5c5-456e-4979-9d71-a446ef4a203d,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:49.496478 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['87e4d5c5-456e-4979-9d71-a446ef4a203d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:25:50.055107 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266de1c8-86ff-49dc-9d50-14cc3a883fb8 req-ea0889d3-c312-4c10-88d1-101a11c0ab56 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:50.056606 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-266de1c8-86ff-49dc-9d50-14cc3a883fb8 req-ea0889d3-c312-4c10-88d1-101a11c0ab56 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 944 time: 0.0482597 Sep 10 05:25:50.093441 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-266de1c8-86ff-49dc-9d50-14cc3a883fb8 req-f97f1525-9e83-4022-828f-8293300df3f6 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309544 Sep 10 05:25:50.962004 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9142feb5-44e0-4dbe-bc69-2756413e9ba6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:50.972580 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 87e4d5c5-456e-4979-9d71-a446ef4a203d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:25:51.081813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning for port 87e4d5c5-456e-4979-9d71-a446ef4a203d completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:25:51.085688 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 87e4d5c5-456e-4979-9d71-a446ef4a203d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:25:51.086051 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:51.160980 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:51.183217 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:25:51.185506 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57519b3d-1e66-46de-bc38-b72f4261696a" -d '{"events": [{"server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "name": "network-vif-plugged", "status": "completed", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:25:51.200677 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:25:51.207987 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa9386-8432-458e-a6d0-08bf6df528e2 req-2815d43b-8516-435f-8314-5caee543ef13 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:51.209487 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-feaa9386-8432-458e-a6d0-08bf6df528e2 req-2815d43b-8516-435f-8314-5caee543ef13 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 944 time: 0.0496054 Sep 10 05:25:51.250122 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-feaa9386-8432-458e-a6d0-08bf6df528e2 req-352c8673-c89f-4eae-bee3-7ac8382b4637 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345829 Sep 10 05:25:51.259638 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:51.288707 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:25:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab851e2-431f-47a2-bc5f-8cce698e9d0d x-openstack-request-id: req-7ab851e2-431f-47a2-bc5f-8cce698e9d0d {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:25:51.289001 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "name": "network-vif-plugged", "status": "completed", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:25:51.289278 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ab851e2-431f-47a2-bc5f-8cce698e9d0d {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:25:51.289638 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'code': 200} Sep 10 05:25:51.316218 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=87e4d5c5-456e-4979-9d71-a446ef4a203d,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:51.389233 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f795bf02-575a-4376-9d7b-200a17193923 req-1ba2dc11-b287-4994-97a3-9f78a41f31a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:51.390745 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f795bf02-575a-4376-9d7b-200a17193923 req-1ba2dc11-b287-4994-97a3-9f78a41f31a8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1096 time: 0.0472360 Sep 10 05:25:51.426120 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f795bf02-575a-4376-9d7b-200a17193923 req-8f9ed3e3-4126-49ce-a26d-6d3d98811d83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288002 Sep 10 05:25:52.364294 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81c6367-0f08-443b-a493-eee5a0578ce7 req-5ca2d167-e49d-49ec-805e-f30001e1ff8a tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:52.365755 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a81c6367-0f08-443b-a493-eee5a0578ce7 req-5ca2d167-e49d-49ec-805e-f30001e1ff8a tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 945 time: 0.0482049 Sep 10 05:25:52.407115 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a81c6367-0f08-443b-a493-eee5a0578ce7 req-7026a0d4-73c7-42a5-bab3-112df9b75732 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354686 Sep 10 05:25:53.521583 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d19e86c-6ead-4636-9a91-26439559b386 req-381bc8c8-da8d-429f-9465-188e294c18ff tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:53.523068 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d19e86c-6ead-4636-9a91-26439559b386 req-381bc8c8-da8d-429f-9465-188e294c18ff tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 945 time: 0.0484457 Sep 10 05:25:53.561380 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-6d19e86c-6ead-4636-9a91-26439559b386 req-0894b1be-8a09-4c45-8927-2eec4352325b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317523 Sep 10 05:25:53.668305 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1f29d9f7-247b-46ba-ad50-077f31051b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:53.674117 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7b9524-3990-47ee-a5f7-a9803d691c2d req-9dea80a9-6cb2-480d-b32d-da3919a8f3c7 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:53.675583 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac7b9524-3990-47ee-a5f7-a9803d691c2d req-9dea80a9-6cb2-480d-b32d-da3919a8f3c7 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 945 time: 0.0477273 Sep 10 05:25:53.711634 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ac7b9524-3990-47ee-a5f7-a9803d691c2d req-f00c6085-cc7f-4bb7-8c09-d1f981733eb0 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0301049 Sep 10 05:25:53.734480 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37530) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:53.799286 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:53.814043 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-429f75b5-bb29-4489-8938-26c98f5ca109 tempest-TestSnapshotPattern-1341449850 tempest-TestSnapshotPattern-1341449850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:53.815559 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-429f75b5-bb29-4489-8938-26c98f5ca109 tempest-TestSnapshotPattern-1341449850 tempest-TestSnapshotPattern-1341449850-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1091 time: 0.0800917 Sep 10 05:25:53.818505 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37534) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:25:53.823147 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address': '172.20.0.7'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:25:53.907686 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:54.004581 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:54.106557 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Allocated IP 172.25.3.30 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/f89165e7-8b17-436e-adc6-1e33b40c0f9a) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:25:54.537131 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:54.628151 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:54.663484 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:25:54.666239 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:25:54.669725 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:25:54.696838 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'Port': ['ID=f89165e7-8b17-436e-adc6-1e33b40c0f9a,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:55.015518 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:55.128711 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:55.273860 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:55.332908 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:55.397322 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'Port': ['ID=f89165e7-8b17-436e-adc6-1e33b40c0f9a,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:25:55.409280 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:55.505135 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Floating IP 0e96c951-48a9-4f0c-a5f1-a6944fdafa44 associated. External IP: 172.25.3.30, port: 87e4d5c5-456e-4979-9d71-a446ef4a203d. Sep 10 05:25:55.578993 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:55.707411 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:25:55.810141 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:25:55.820121 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] Sync routers for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:25:55.833581 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:55.833581 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:55.899031 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:55.927735 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-2170b7a8-2d9b-4197-987c-3574a6f05941 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1081827 Sep 10 05:25:55.928595 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:25:55.930899 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454a1823-a4e5-4f36-b6ec-d83526651635" -d '{"events": [{"name": "network-changed", "server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:25:56.019573 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:56.027252 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32bede77-b8c2-48e2-8b4c-28cabfb11d4c x-openstack-request-id: req-32bede77-b8c2-48e2-8b4c-28cabfb11d4c {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:25:56.027547 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:25:56.027801 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32bede77-b8c2-48e2-8b4c-28cabfb11d4c {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:25:56.028193 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'status': 'completed', 'code': 200} Sep 10 05:25:56.102763 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-7e36dd7c-0195-4797-9299-8df16e568566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:56.102763 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-7e36dd7c-0195-4797-9299-8df16e568566 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1096 time: 0.0422561 Sep 10 05:25:56.184216 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-8df8a2a6-f4f0-4f88-84f7-c5b9f1261eef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:56.185690 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-8df8a2a6-f4f0-4f88-84f7-c5b9f1261eef service neutron] 10.222.0.20 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0842888 Sep 10 05:25:56.234588 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0e96c951-48a9-4f0c-a5f1-a6944fdafa44', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:25:54Z', 'updated_at': '2021-09-10T05:25:54Z', 'revision_number': 0, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:56.256555 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-ddb95630-7588-4b19-a349-487d4530f41d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d HTTP/1.1" status: 200 len: 998 time: 0.0641623 Sep 10 05:25:56.265737 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] Checking router: bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:25:56.274109 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:25:56.274711 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:25:54Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:56.310360 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-d04bc2cb-5f6b-44c2-b6d8-52dadff40c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:56.311863 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-d04bc2cb-5f6b-44c2-b6d8-52dadff40c1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0488875 Sep 10 05:25:56.356578 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-aaec9088-f222-4c52-bb6e-b3ca8dda16a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:25:56.357994 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-aaec9088-f222-4c52-bb6e-b3ca8dda16a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395041 Sep 10 05:25:56.379865 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:25:56.453118 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-c4bd840d-b827-4296-8620-7467234b5753 service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875034 Sep 10 05:25:56.547813 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-454a1823-a4e5-4f36-b6ec-d83526651635 req-451f4d1e-790e-4586-bb41-f81a263c424a service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880017 Sep 10 05:25:56.596179 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0e96c951-48a9-4f0c-a5f1-a6944fdafa44', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:25:54Z', 'updated_at': '2021-09-10T05:25:54Z', 'revision_number': 0, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:25:56.621568 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf595e48-aff7-4e29-901b-68154d40b784 None None] The sync data for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 is: [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0e96c951-48a9-4f0c-a5f1-a6944fdafa44', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:25:54Z', 'updated_at': '2021-09-10T05:25:54Z', 'revision_number': 0, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:25:56.739778 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:25:56.795398 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c54feb7-1735-4f32-8f9d-3fbb8bfac8b1 None None] New status for floating IP 0e96c951-48a9-4f0c-a5f1-a6944fdafa44: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:25:59.970372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:03.227246 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:26:03.476178 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:20.944268 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d9e611b3-c688-4db1-98d0-c9a91525605c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:23.618325 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23ce1f71-a054-42d9-8644-cc0b421cec0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:23.795513 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:25.606913 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:26.721011 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:29.932225 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:33.450197 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:40.225428 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:26:43.407244 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-e707cd9e-d952-4bbc-b7ec-72aeb2a7d5ef service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0393989 Sep 10 05:26:43.486223 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-fc86bacf-d7cc-4c7b-b6ca-c32510c636e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:26:43.487719 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-fc86bacf-d7cc-4c7b-b6ca-c32510c636e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1096 time: 0.0397923 Sep 10 05:26:43.592873 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-fe300d3a-417d-4161-bd91-57a1cdba3aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:26:43.594336 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-fe300d3a-417d-4161-bd91-57a1cdba3aa6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0859973 Sep 10 05:26:43.658948 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-dcd3da92-6485-4b67-ad58-ee0ccb075464 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d HTTP/1.1" status: 200 len: 1000 time: 0.0578647 Sep 10 05:26:43.706777 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-7774110c-b5f8-4d6d-99b2-1f7e73a19c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:26:43.708215 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-7774110c-b5f8-4d6d-99b2-1f7e73a19c91 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0426011 Sep 10 05:26:43.756563 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-6424b3b3-1606-4750-9155-621f5e48863b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:26:43.758072 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-6424b3b3-1606-4750-9155-621f5e48863b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428028 Sep 10 05:26:43.768365 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-23e2fcb1-b787-4c43-a55d-2c3a4147a5a8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95137) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:26:43.769342 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-23e2fcb1-b787-4c43-a55d-2c3a4147a5a8 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048037 Sep 10 05:26:43.855939 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-23e5c6f6-aaa6-4701-9fe0-ba9c4f0a0874 service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794868 Sep 10 05:26:43.945647 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f8b789cd-eba5-4320-aa11-a9298c417313 req-b32c46e5-1621-43c1-bc70-c57f3b1a982a service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830939 Sep 10 05:26:50.949344 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b6d90693-e8a4-4c39-806b-5cce5123ebc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:53.620294 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-389c2a57-03f4-4672-b6e0-db451cb1bd07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:53.803636 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:55.620715 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:56.711951 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:26:59.940856 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:03.431576 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:17.227425 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:27:20.931471 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-09311668-44a8-4b78-9ac5-6e09ab351eea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:23.645560 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d5096bfc-6379-4da8-b4e9-59026a277d83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:23.802635 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:25.591049 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:26.734171 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:29.948104 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:33.462582 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:45.392474 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-842b7536-f2f4-4441-acba-1e8853c2c79b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0404522 Sep 10 05:27:45.469998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-80257d51-490b-466a-a590-f2eb4a9bc3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:27:45.471450 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-80257d51-490b-466a-a590-f2eb4a9bc3a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1096 time: 0.0400476 Sep 10 05:27:45.575644 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-7ba7ebbe-0458-45fe-90b4-ced7a96fe91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:27:45.577134 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-7ba7ebbe-0458-45fe-90b4-ced7a96fe91f service neutron] 10.222.0.20 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0869768 Sep 10 05:27:45.640077 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-366eab3f-21e1-4310-8568-b7dd4ebd594e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d HTTP/1.1" status: 200 len: 1000 time: 0.0560560 Sep 10 05:27:45.691722 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-fae30fbf-a54b-450d-81ca-30b101308b73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:27:45.693130 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-fae30fbf-a54b-450d-81ca-30b101308b73 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0464053 Sep 10 05:27:45.737121 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-290d52d3-9ce4-478e-8703-88e49a1557b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:27:45.738858 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-290d52d3-9ce4-478e-8703-88e49a1557b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0389431 Sep 10 05:27:45.825534 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-8e10c8f2-2b76-45e8-8c5d-2687ec01782a service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798140 Sep 10 05:27:45.919030 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-79f72bbf-6370-4ebe-b307-dd728343f1c1 req-09021ec1-12ce-402f-a38b-123fb0e74a21 service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847039 Sep 10 05:27:50.942084 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-094b6d20-cda8-4963-854a-4e240682cbfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:53.668682 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ef1e5a30-9ff8-4da5-94c4-5fec1790ebb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:53.796218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:54.225651 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:27:55.566349 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 87e4d5c5-456e-4979-9d71-a446ef4a203d details requested by agent hyperv_n-h1-808143-1 with host n-h1-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:27:55.595915 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:55.667318 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:27:55.679075 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Returning: {'device': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:27:55.718889 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:55.732316 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87e4d5c5-456e-4979-9d71-a446ef4a203d {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:27:55.756205 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:27:55.830979 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:55.889226 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=87e4d5c5-456e-4979-9d71-a446ef4a203d,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:27:55.897824 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.898486 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.899005 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.899522 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.899885 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.900219 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.900547 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.900898 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.901193 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.901720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.902291 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.902788 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:27:55.909975 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] get_ports_and_sgs() called for port_ids ['87e4d5c5-456e-4979-9d71-a446ef4a203d'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:27:56.739760 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:57.567164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 87e4d5c5-456e-4979-9d71-a446ef4a203d up at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:27:57.626893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Provisioning complete for port 87e4d5c5-456e-4979-9d71-a446ef4a203d triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:27:57.627259 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:57.743390 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:57.778118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:27:57.784926 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08668fe2-2a0b-4574-910b-9641b4b79926" -d '{"events": [{"server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "name": "network-vif-plugged", "status": "completed", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:27:57.797720 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:27:57.828881 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:27:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19144df5-0af0-4f6b-9d80-47abde174f79 x-openstack-request-id: req-19144df5-0af0-4f6b-9d80-47abde174f79 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:27:57.829253 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "name": "network-vif-plugged", "status": "completed", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:27:57.829566 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-19144df5-0af0-4f6b-9d80-47abde174f79 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:27:57.830028 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'code': 200} Sep 10 05:27:57.873808 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:27:57.932704 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=87e4d5c5-456e-4979-9d71-a446ef4a203d,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:27:59.968482 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:03.467130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:06.197844 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-7a61962c-badc-4d9e-b09d-1357da6b36e0 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-178658339&fields=id&tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e HTTP/1.1" status: 200 len: 267 time: 0.0340042 Sep 10 05:28:06.304357 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-ddc4ea9b-b06a-481c-9d67-4d855034ca43 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:06.305913 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-ddc4ea9b-b06a-481c-9d67-4d855034ca43 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 809 time: 0.1011081 Sep 10 05:28:06.321230 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-1f36fbbc-a1a0-4b78-89ea-1ea94cbbf977 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/quotas/002d1c7c5fa240ef9afa7bedb4022b6e HTTP/1.1" status: 200 len: 375 time: 0.0088003 Sep 10 05:28:06.375241 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-218cca5b-e4d3-4b0b-b54f-14741f569d59 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0480940 Sep 10 05:28:06.432309 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-6a052a98-4a78-4a6b-9062-2e6e84350d0e service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=95136) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Sep 10 05:28:06.433297 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-6a052a98-4a78-4a6b-9062-2e6e84350d0e service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467844 Sep 10 05:28:06.520691 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-540b83e1-c46a-45e7-9c62-a933cb96bf01 service neutron] 10.222.0.22 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805085 Sep 10 05:28:06.611528 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-fc1e687b-f9de-4d9e-98a9-dd40acd41ad5 service neutron] 10.222.0.22 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849922 Sep 10 05:28:07.884759 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1a107d9e-4ad2-40d0-8063-48701c7d2be3 req-e0444ec2-b312-44f8-8043-5db5c8e80d37 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 210 time: 0.0266540 Sep 10 05:28:08.959592 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-11ee7b9f-44e6-41a9-823a-7fafa7cb08c4 req-a03c4ab7-2152-4dbb-9339-01f8dcff522c tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 210 time: 0.0261011 Sep 10 05:28:09.623192 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 87e4d5c5-456e-4979-9d71-a446ef4a203d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:28:09.694372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:09.716120 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:28:09.718319 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0cf453-b556-4ff8-86c0-73ee85759d31" -d '{"events": [{"server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "name": "network-vif-unplugged", "status": "completed", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:28:09.730854 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:28:09.755603 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 10 Sep 2021 05:28:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7022bc82-f074-4f4c-911e-d0eb40ef9ae0 x-openstack-request-id: req-7022bc82-f074-4f4c-911e-d0eb40ef9ae0 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:28:09.755920 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "name": "network-vif-unplugged", "status": "completed", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:28:09.756176 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7022bc82-f074-4f4c-911e-d0eb40ef9ae0 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:28:09.756569 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'code': 200} Sep 10 05:28:09.824973 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:09.873145 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Pushing event updated for resources: {'Port': ['ID=87e4d5c5-456e-4979-9d71-a446ef4a203d,revision_number=8']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:28:10.039895 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-7f32ccb9-810d-4d04-b9bc-a1ced5be2f2c req-2d541f7a-410b-4302-a307-700b76f45846 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 210 time: 0.0298841 Sep 10 05:28:11.123523 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3bcaec78-fd2b-43b3-ad56-32765b004464 req-2f80366c-4836-4b74-b9dc-83909426228f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 210 time: 0.0255349 Sep 10 05:28:12.213780 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-603ef0a7-91f7-4c72-ba87-129730110427 req-7bffa556-72c4-4655-bada-f4b8c011ca7f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 210 time: 0.0253823 Sep 10 05:28:13.306947 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a372f572-71da-4750-bace-b9dbdbe612a2 req-626bc2da-ab44-49aa-aa32-be3b81eb7d4c tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 210 time: 0.0264127 Sep 10 05:28:14.074178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-92bd7e4c-34b4-4285-819f-89ece6809046 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:14.075668 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-92bd7e4c-34b4-4285-819f-89ece6809046 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.39 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 809 time: 0.1087871 Sep 10 05:28:14.118749 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-a27630a5-0e8e-40de-b267-a5d873b33d00 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.39 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e HTTP/1.1" status: 200 len: 379 time: 0.0337670 Sep 10 05:28:14.128297 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'port': {'device_id': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'admin_state_up': True, 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'security_groups': ['3f9b0da5-9c62-4185-8add-9b257bbd98ac']}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:28:14.301782 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Made reservation on behalf of 002d1c7c5fa240ef9afa7bedb4022b6e for: {'port': 1} {{(pid=95137) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Sep 10 05:28:14.305448 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:14.417669 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-a9982dec-639c-400e-ad99-28f51183425e req-0db8c22c-08bb-441c-9e31-7495e49add5e tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 210 time: 0.0338967 Sep 10 05:28:14.445401 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.db_base_plugin_common [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Allocated IP 172.20.0.3 (0150d301-44e1-4e7d-8c72-1e820de0e83d/10025b16-b2a5-483b-8f18-9f383fb08e99/426ea1c1-a351-4c31-a84a-b0118282ed23) {{(pid=95137) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:28:14.584169 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for port, precommit_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:14.597220 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Transition to ACTIVE for port object 426ea1c1-a351-4c31-a84a-b0118282ed23 will not be triggered until provisioned by entity DHCP. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:28:14.705263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_create {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:14.764058 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d is already hosted by enough agents. {{(pid=95137) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:28:14.768306 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.base_scheduler [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Resources bound (agent type, host, resource id): {{(pid=95137) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:28:14.785146 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Received port after_create {{(pid=95137) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:28:14.835846 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'Port': ['ID=426ea1c1-a351-4c31-a84a-b0118282ed23,revision_number=1']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:28:14.857613 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.858488 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.859434 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.859878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.860285 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.860681 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.861073 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.861460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.862100 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.862486 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.862901 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.863232 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:14.894279 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:14.894942 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:14.994198 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f0bf984b-3d83-439a-a440-aacbf992d3da tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.39 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8693013 Sep 10 05:28:15.216465 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-46cda6af-a56d-46a5-87ac-7d4c34f9a5e0 None None] Provisioning for port 426ea1c1-a351-4c31-a84a-b0118282ed23 completed by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:28:15.220658 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-46cda6af-a56d-46a5-87ac-7d4c34f9a5e0 None None] Provisioning complete for port 426ea1c1-a351-4c31-a84a-b0118282ed23 triggered by entity DHCP. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:28:15.221196 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-46cda6af-a56d-46a5-87ac-7d4c34f9a5e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:15.257007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-46cda6af-a56d-46a5-87ac-7d4c34f9a5e0 None None] Port 426ea1c1-a351-4c31-a84a-b0118282ed23 cannot update to ACTIVE because it is not bound. {{(pid=95138) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Sep 10 05:28:15.526376 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfbe57d-5db4-4f7a-ac08-2875334f7280 req-03a3d70e-05a7-44d9-aeca-67162d32fdf4 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:15.527886 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bfbe57d-5db4-4f7a-ac08-2875334f7280 req-03a3d70e-05a7-44d9-aeca-67162d32fdf4 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 931 time: 0.0494199 Sep 10 05:28:15.570705 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-9bfbe57d-5db4-4f7a-ac08-2875334f7280 req-e22f1b31-609b-4494-81f3-0d8e710794f4 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367682 Sep 10 05:28:16.690506 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ca5f22-7955-464d-8225-1f1f356c8b4c req-6f20c4a6-0a8d-4fe6-be27-5f59f5e997f1 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:16.692040 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6ca5f22-7955-464d-8225-1f1f356c8b4c req-6f20c4a6-0a8d-4fe6-be27-5f59f5e997f1 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 931 time: 0.0522766 Sep 10 05:28:16.731862 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-f6ca5f22-7955-464d-8225-1f1f356c8b4c req-cf236822-152c-4daf-ae11-fcb6bc867638 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331576 Sep 10 05:28:17.852913 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd8c4de-5b13-4062-b084-6d5335bb15d8 req-839214cc-e277-4b9c-bcea-cb55ab64f8bc tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:17.854569 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-edd8c4de-5b13-4062-b084-6d5335bb15d8 req-839214cc-e277-4b9c-bcea-cb55ab64f8bc tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 931 time: 0.0507345 Sep 10 05:28:17.895165 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-edd8c4de-5b13-4062-b084-6d5335bb15d8 req-ac97df87-b307-42d1-8e30-897a637fdc69 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343482 Sep 10 05:28:19.012378 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec319c1-5e28-476b-901b-bf409b4eac29 req-6dd03f35-a96f-446e-8a00-956eb6c13d40 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:19.013899 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ec319c1-5e28-476b-901b-bf409b4eac29 req-6dd03f35-a96f-446e-8a00-956eb6c13d40 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 931 time: 0.0497577 Sep 10 05:28:19.057358 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-1ec319c1-5e28-476b-901b-bf409b4eac29 req-d230ca8d-e8ca-4ae8-a6b7-dae7ddf40465 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368724 Sep 10 05:28:20.178946 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5dc13-36e7-45ca-97c6-4bf927770975 req-c2eeac28-0475-42b8-a339-7f9bb0a7e398 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:20.180552 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27f5dc13-36e7-45ca-97c6-4bf927770975 req-c2eeac28-0475-42b8-a339-7f9bb0a7e398 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 931 time: 0.0521865 Sep 10 05:28:20.221015 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-27f5dc13-36e7-45ca-97c6-4bf927770975 req-e721339a-e10c-44c3-b65f-3b6b5c7694dc tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343885 Sep 10 05:28:20.933653 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-01450e32-a6cd-4fb1-a4e9-7a09be8cc5cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:21.340790 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3563113-96fb-40b6-b71e-2eb0e9b595df req-4e1f5c7f-ab4b-4c01-87dd-f73532d9ee65 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:21.342322 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3563113-96fb-40b6-b71e-2eb0e9b595df req-4e1f5c7f-ab4b-4c01-87dd-f73532d9ee65 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 931 time: 0.0500951 Sep 10 05:28:21.382783 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e3563113-96fb-40b6-b71e-2eb0e9b595df req-43168498-72ed-486e-a65b-4a347b93ee92 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337400 Sep 10 05:28:22.503810 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12604d6e-9888-4622-8b9e-12cb70d80e5d req-4d999e4f-feeb-4a35-b0a9-19bc0b033b20 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:22.505295 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12604d6e-9888-4622-8b9e-12cb70d80e5d req-4d999e4f-feeb-4a35-b0a9-19bc0b033b20 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 931 time: 0.0512717 Sep 10 05:28:22.548821 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-12604d6e-9888-4622-8b9e-12cb70d80e5d req-feecb0a6-2e49-4b61-9c1b-321053c05930 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373466 Sep 10 05:28:23.653009 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1125c31d-8dcd-45f0-b070-a401d49f50fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:23.666444 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349dc23d-9411-4345-97fb-fc9798ec9cef req-b2b2739c-e8c4-434b-b1b0-84f9e8c706ba tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:23.668010 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-349dc23d-9411-4345-97fb-fc9798ec9cef req-b2b2739c-e8c4-434b-b1b0-84f9e8c706ba tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 931 time: 0.0508451 Sep 10 05:28:23.707590 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-349dc23d-9411-4345-97fb-fc9798ec9cef req-260a1969-70f0-4a5f-9558-791263374955 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330229 Sep 10 05:28:23.796735 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:24.823280 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f995715-0a62-44f2-a04b-92184c9afa22 req-43781634-3a92-4ba7-98b2-b83f394fa02c tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:24.824772 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f995715-0a62-44f2-a04b-92184c9afa22 req-43781634-3a92-4ba7-98b2-b83f394fa02c tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 931 time: 0.0476887 Sep 10 05:28:24.861315 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-2f995715-0a62-44f2-a04b-92184c9afa22 req-de46672e-c685-43fb-a750-0a1cf3595cfe tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0299888 Sep 10 05:28:25.085135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.v2.base [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Request body: {'port': {'device_id': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-808143-1'}} {{(pid=95137) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:28:25.139956 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:25.581908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:25.689997 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 426ea1c1-a351-4c31-a84a-b0118282ed23 {{(pid=95137) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:28:25.697158 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Notify callbacks [] for port, precommit_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:25.708754 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.provisioning_blocks [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Transition to ACTIVE for port object 426ea1c1-a351-4c31-a84a-b0118282ed23 will not be triggered until provisioned by entity L2. {{(pid=95137) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Sep 10 05:28:25.773031 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:25.820167 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Pushing event updated for resources: {'Port': ['ID=426ea1c1-a351-4c31-a84a-b0118282ed23,revision_number=2']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:28:25.894149 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Attempting to bind port 426ea1c1-a351-4c31-a84a-b0118282ed23 on host n-h2-808143-1 for vnic_type normal with profile {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Sep 10 05:28:25.894483 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Attempting to bind port 426ea1c1-a351-4c31-a84a-b0118282ed23 by drivers openvswitch,hyperv on host n-h2-808143-1 at level 0 using segments [{'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Sep 10 05:28:25.894806 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Attempting to bind port 426ea1c1-a351-4c31-a84a-b0118282ed23 on network 0150d301-44e1-4e7d-8c72-1e820de0e83d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:28:25.899400 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Port 426ea1c1-a351-4c31-a84a-b0118282ed23 on network 0150d301-44e1-4e7d-8c72-1e820de0e83d not bound, no agent of type Open vSwitch agent registered on host n-h2-808143-1 {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Sep 10 05:28:25.899755 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Attempting to bind port 426ea1c1-a351-4c31-a84a-b0118282ed23 on network 0150d301-44e1-4e7d-8c72-1e820de0e83d {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Sep 10 05:28:25.905017 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Checking agent: {'id': 'ba8f1752-b6d8-470f-bea0-ccec05a0970d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-808143-1', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'started_at': datetime.datetime(2021, 9, 10, 3, 32, 2), 'heartbeat_timestamp': datetime.datetime(2021, 9, 10, 5, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Sep 10 05:28:25.905337 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Checking segment: {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=95137) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Sep 10 05:28:25.905726 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Bound using segment: {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'} {{(pid=95137) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Sep 10 05:28:25.906152 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.managers [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Bound port: 426ea1c1-a351-4c31-a84a-b0118282ed23, host: n-h2-808143-1, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cef721d-4ca1-4b0d-b322-3ae36bd29345', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 202, 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d'}}] {{(pid=95137) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Sep 10 05:28:25.906511 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:25.975654 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] For port 426ea1c1-a351-4c31-a84a-b0118282ed23, host n-h2-808143-1, cleared binding levels {{(pid=95137) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Sep 10 05:28:25.979026 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] For port 426ea1c1-a351-4c31-a84a-b0118282ed23, host n-h2-808143-1, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=426ea1c1-a351-4c31-a84a-b0118282ed23,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95137) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Sep 10 05:28:25.985325 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e553c7cf-cc4a-475f-a3f3-c1c7b540a58e req-4d813fb6-e23f-4d14-93ab-078ed066dc24 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:25.998363 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e553c7cf-cc4a-475f-a3f3-c1c7b540a58e req-4d813fb6-e23f-4d14-93ab-078ed066dc24 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 943 time: 0.0529449 Sep 10 05:28:26.028565 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e553c7cf-cc4a-475f-a3f3-c1c7b540a58e req-c4c7b67a-89a4-4627-b6a4-c2533a76ed69 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348351 Sep 10 05:28:26.056345 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4950425'] for port, after_update {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:26.090354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:26.091013 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:26.092395 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] 10.222.0.39 "PUT /v2.0/ports/426ea1c1-a351-4c31-a84a-b0118282ed23 HTTP/1.1" status: 200 len: 1091 time: 1.0115707 Sep 10 05:28:26.095895 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:28:26.095895 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c511e5c-892e-4589-9309-d6fa766669aa" -d '{"events": [{"name": "network-changed", "server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:28:26.123389 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8372705d-cd67-411b-9cad-284d5d921fca service neutron] Pushing event updated for resources: {'Port': ['ID=426ea1c1-a351-4c31-a84a-b0118282ed23,revision_number=3']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:28:26.134014 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d26e6d-dd19-49de-861d-def7694a7907 x-openstack-request-id: req-14d26e6d-dd19-49de-861d-def7694a7907 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:28:26.134304 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:28:26.134551 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14d26e6d-dd19-49de-861d-def7694a7907 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:28:26.134984 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'status': 'completed', 'code': 200} Sep 10 05:28:26.201196 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511e5c-892e-4589-9309-d6fa766669aa req-47f1a0ab-81d5-42d9-b57f-2045fbdc3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:26.202745 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3c511e5c-892e-4589-9309-d6fa766669aa req-47f1a0ab-81d5-42d9-b57f-2045fbdc3774 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 1094 time: 0.0463233 Sep 10 05:28:26.302612 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511e5c-892e-4589-9309-d6fa766669aa req-0a1705bb-50ed-4130-97e6-36fdbc222d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:26.304045 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3c511e5c-892e-4589-9309-d6fa766669aa req-0a1705bb-50ed-4130-97e6-36fdbc222d25 service neutron] 10.222.0.39 "GET /v2.0/networks?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0933428 Sep 10 05:28:26.398992 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c511e5c-892e-4589-9309-d6fa766669aa req-f1009723-74de-4a4f-8390-c18c1212bb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:26.400486 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-3c511e5c-892e-4589-9309-d6fa766669aa req-f1009723-74de-4a4f-8390-c18c1212bb18 service neutron] 10.222.0.39 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0893776 Sep 10 05:28:26.474891 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-883b92e9-0ac4-41b8-9321-cf15c1597c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:26.476381 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-883b92e9-0ac4-41b8-9321-cf15c1597c2a service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 1094 time: 0.0407479 Sep 10 05:28:26.521940 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-f1e67ec1-4908-4527-83d0-feabfd0c0e52 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426ea1c1-a351-4c31-a84a-b0118282ed23 HTTP/1.1" status: 200 len: 217 time: 0.0373030 Sep 10 05:28:26.568998 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-e16524c9-d5e8-46f3-a360-438153eb6f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:26.570453 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-e16524c9-d5e8-46f3-a360-438153eb6f4d service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0425420 Sep 10 05:28:26.616247 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-d4981a01-60f3-4f64-9c01-2c0d54c45be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:26.617718 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-d4981a01-60f3-4f64-9c01-2c0d54c45be2 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402737 Sep 10 05:28:26.712691 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-44e0136f-78b3-4c8d-9d1d-cfe9ee95f993 service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848777 Sep 10 05:28:26.806415 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d2ac920-35bb-45f1-aeb5-6bac55300671 req-62efd1e0-c55d-4f35-a55e-68607c96a426 service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869036 Sep 10 05:28:27.152159 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc66cc8-932c-4856-907c-a2599f00f365 req-029c2d03-21a5-4afb-ab77-46ee26904dd0 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:27.153683 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dc66cc8-932c-4856-907c-a2599f00f365 req-029c2d03-21a5-4afb-ab77-46ee26904dd0 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 943 time: 0.0581017 Sep 10 05:28:27.195656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-3dc66cc8-932c-4856-907c-a2599f00f365 req-a461a329-cee8-414c-9f34-3796f015aa8d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348258 Sep 10 05:28:27.539432 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:28.310859 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce240b7-d57e-4f1e-91ca-496700a0b922 req-f0e99705-8399-48bf-852b-2de2a9385e44 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:28.312361 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bce240b7-d57e-4f1e-91ca-496700a0b922 req-f0e99705-8399-48bf-852b-2de2a9385e44 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 943 time: 0.0471792 Sep 10 05:28:28.349513 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-bce240b7-d57e-4f1e-91ca-496700a0b922 req-30e0ee61-23c0-42cd-a20f-4098a3c6508f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305481 Sep 10 05:28:28.546118 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 426ea1c1-a351-4c31-a84a-b0118282ed23 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:28:28.640063 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 426ea1c1-a351-4c31-a84a-b0118282ed23, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=426ea1c1-a351-4c31-a84a-b0118282ed23,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:28:28.650614 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'port_id': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'mac_address': 'fa:16:3e:8f:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:28:28.685399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:28.697960 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 426ea1c1-a351-4c31-a84a-b0118282ed23 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:28:28.716206 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 426ea1c1-a351-4c31-a84a-b0118282ed23, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=426ea1c1-a351-4c31-a84a-b0118282ed23,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:28:28.829788 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:28.878067 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=426ea1c1-a351-4c31-a84a-b0118282ed23,revision_number=4']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:28:29.072144 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['426ea1c1-a351-4c31-a84a-b0118282ed23'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:28:29.461867 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4930f67a-0393-4f23-af77-a06f6b8cdbdb req-0306812c-4f06-43f8-b6c2-69cc0e2dcd93 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:29.463294 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4930f67a-0393-4f23-af77-a06f6b8cdbdb req-0306812c-4f06-43f8-b6c2-69cc0e2dcd93 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 944 time: 0.0463731 Sep 10 05:28:29.503056 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-4930f67a-0393-4f23-af77-a06f6b8cdbdb req-0b046f87-d0ed-4923-9ce7-b9f56fa13927 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339115 Sep 10 05:28:29.978300 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:30.561860 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 426ea1c1-a351-4c31-a84a-b0118282ed23 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:28:30.619177 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49679680-2107-4009-82ac-63fd778be945 req-bfcf5246-0aa8-452e-b365-52ace6908767 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:30.627816 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49679680-2107-4009-82ac-63fd778be945 req-bfcf5246-0aa8-452e-b365-52ace6908767 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 944 time: 0.0493436 Sep 10 05:28:30.657180 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-49679680-2107-4009-82ac-63fd778be945 req-71dec71c-0b90-4643-b7f0-fe58d56ea6b7 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305767 Sep 10 05:28:30.687076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning for port 426ea1c1-a351-4c31-a84a-b0118282ed23 completed by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Sep 10 05:28:30.691103 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 426ea1c1-a351-4c31-a84a-b0118282ed23 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:28:30.692069 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:30.765033 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:30.787127 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:28:30.789298 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-964f9d70-316f-4837-b129-3113f4fbfe8f" -d '{"events": [{"server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "name": "network-vif-plugged", "status": "completed", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:28:30.801374 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 426ea1c1-a351-4c31-a84a-b0118282ed23, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=426ea1c1-a351-4c31-a84a-b0118282ed23,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:28:30.827076 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3897c554-b22c-4332-be9b-a445ee8d885b x-openstack-request-id: req-3897c554-b22c-4332-be9b-a445ee8d885b {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:28:30.827076 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "name": "network-vif-plugged", "status": "completed", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:28:30.827076 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3897c554-b22c-4332-be9b-a445ee8d885b {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:28:30.827076 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'code': 200} Sep 10 05:28:30.872929 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:30.919307 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21991b44-4f21-4762-8e23-a8722d4297d0 req-2e559111-9471-481d-81ec-27d38bae5525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:30.920843 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21991b44-4f21-4762-8e23-a8722d4297d0 req-2e559111-9471-481d-81ec-27d38bae5525 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 1096 time: 0.0406678 Sep 10 05:28:30.923482 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=426ea1c1-a351-4c31-a84a-b0118282ed23,revision_number=5']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:28:30.960443 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-21991b44-4f21-4762-8e23-a8722d4297d0 req-e471c943-204f-495f-a04f-6b3dd30cf14b service neutron] 10.222.0.39 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320265 Sep 10 05:28:31.224184 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:28:31.772197 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a68fdc-6fe1-4802-b28b-5a09fc661838 req-8ced3fb1-1a8a-4b77-96bb-b998ead077cd tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:31.773595 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94a68fdc-6fe1-4802-b28b-5a09fc661838 req-8ced3fb1-1a8a-4b77-96bb-b998ead077cd tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 945 time: 0.0488820 Sep 10 05:28:31.810192 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-94a68fdc-6fe1-4802-b28b-5a09fc661838 req-23390cd3-cf30-40cf-a2a5-3c03bc52c6e0 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306563 Sep 10 05:28:32.924826 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4737f1-6f24-42e2-8e04-cc045607e94a req-70b1658c-2573-46df-9037-90541916121f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:32.926318 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff4737f1-6f24-42e2-8e04-cc045607e94a req-70b1658c-2573-46df-9037-90541916121f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 945 time: 0.0482831 Sep 10 05:28:32.966389 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-ff4737f1-6f24-42e2-8e04-cc045607e94a req-ce11ed72-e88a-40df-a6dd-9aeead40029f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340786 Sep 10 05:28:33.079380 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fcdfda-9fca-47ed-a783-d91946228a45 req-07e326f5-98b9-495c-93e1-028c7a2a06dd tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:33.080897 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38fcdfda-9fca-47ed-a783-d91946228a45 req-07e326f5-98b9-495c-93e1-028c7a2a06dd tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 945 time: 0.0493536 Sep 10 05:28:33.118336 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-38fcdfda-9fca-47ed-a783-d91946228a45 req-514bfdf3-27ed-4cc6-b2fc-f18e734dd2fc tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314150 Sep 10 05:28:33.139343 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37844) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:28:33.177076 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05699656-c503-4700-af86-7aaa3bb0db77 tempest-TestSnapshotPattern-1341449850 tempest-TestSnapshotPattern-1341449850-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:33.178537 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-05699656-c503-4700-af86-7aaa3bb0db77 tempest-TestSnapshotPattern-1341449850 tempest-TestSnapshotPattern-1341449850-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 1091 time: 0.0382204 Sep 10 05:28:33.181208 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 37846) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:28:33.185286 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.v2.base [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Request body: {'floatingip': {'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'port_id': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address': '172.20.0.3'}} {{(pid=95136) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Sep 10 05:28:33.249894 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for floatingip, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:33.343968 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:33.442226 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_common [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Allocated IP 172.25.3.159 (7a5d07e4-47dc-4897-a41e-4c58d9f5f56e/62c27799-53a1-4514-8363-c710d1ecb8cb/a8367744-5874-412e-aa7a-dc764805debd) {{(pid=95136) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Sep 10 05:28:33.472825 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:33.542706 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for port, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:33.633298 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8736580137665', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:33.668052 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Network 7a5d07e4-47dc-4897-a41e-4c58d9f5f56e is already hosted by enough agents. {{(pid=95136) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Sep 10 05:28:33.670742 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.base_scheduler [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Resources bound (agent type, host, resource id): {{(pid=95136) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Sep 10 05:28:33.674757 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Received port after_create {{(pid=95136) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Sep 10 05:28:33.699997 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'Port': ['ID=a8367744-5874-412e-aa7a-dc764805debd,revision_number=1']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:28:33.714203 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.714543 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.714879 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.715211 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.715548 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.715897 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.716219 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.716539 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.716857 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.717176 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.717538 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:33.717854 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:28:34.034417 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for floatingip, precommit_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:34.159059 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:34.303278 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for port, precommit_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:34.378267 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-15957579'] for port, after_update {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:34.449524 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event updated for resources: {'Port': ['ID=a8367744-5874-412e-aa7a-dc764805debd,revision_number=2']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:28:34.457290 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-562482'] for floatingip, after_create {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:34.555591 n-d-808143-1 neutron-server[95136]: INFO neutron.db.l3_db [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Floating IP a44b773b-6a12-4794-add4-7ef048edc492 associated. External IP: 172.25.3.159, port: 426ea1c1-a351-4c31-a84a-b0118282ed23. Sep 10 05:28:34.750242 n-d-808143-1 neutron-server[95136]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95136) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:28:34.853681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95136) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:28:34.863742 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] Sync routers for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:28:34.872424 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:28:34.879346 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:28:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:28:34.927370 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:34.957031 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-74890306-fbc0-4571-ae83-4d046da556ea tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7748361 Sep 10 05:28:34.957666 n-d-808143-1 neutron-server[95136]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23'}] {{(pid=95136) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:28:34.959939 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d15e443c5f1c3fbe2bec27e0cbd32384a3467f301e7279f128e1592af35e55c0" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42c3f89-434d-4f0b-b247-197c83f1d0b8" -d '{"events": [{"name": "network-changed", "server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23"}]}' {{(pid=95136) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:28:34.976868 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:28:34.995287 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24066a2-bbb2-4789-b23a-de425e26ed31 x-openstack-request-id: req-c24066a2-bbb2-4789-b23a-de425e26ed31 {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:28:34.995579 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23", "status": "completed", "code": 200}]} {{(pid=95136) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:28:34.995865 n-d-808143-1 neutron-server[95136]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c24066a2-bbb2-4789-b23a-de425e26ed31 {{(pid=95136) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:28:34.996260 n-d-808143-1 neutron-server[95136]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'status': 'completed', 'code': 200} Sep 10 05:28:35.064535 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-386b557f-5858-446c-a8ce-8a4bbf46e8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:35.066165 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-386b557f-5858-446c-a8ce-8a4bbf46e8c0 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 1096 time: 0.0482121 Sep 10 05:28:35.157195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-d627e07e-e304-4187-a044-99a6acc4e709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:35.159235 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-d627e07e-e304-4187-a044-99a6acc4e709 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0864921 Sep 10 05:28:35.198903 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0e96c951-48a9-4f0c-a5f1-a6944fdafa44', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:25:54Z', 'updated_at': '2021-09-10T05:25:56Z', 'revision_number': 1, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}, {'id': 'a44b773b-6a12-4794-add4-7ef048edc492', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:8f:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:28:33Z', 'updated_at': '2021-09-10T05:28:33Z', 'revision_number': 0, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:28:35.228448 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] Checking router: bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:28:35.228703 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-227985a3-7e02-46cc-9aa4-a673c717ffd9 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426ea1c1-a351-4c31-a84a-b0118282ed23 HTTP/1.1" status: 200 len: 999 time: 0.0626616 Sep 10 05:28:35.236772 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:28:35.237362 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:28:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:28:35.276756 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-892d4701-68a1-432d-ac20-2bac7625486f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:35.278308 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-892d4701-68a1-432d-ac20-2bac7625486f service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0434430 Sep 10 05:28:35.323002 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-f1fa4992-3205-4385-8c2b-b00f503ffd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:35.324549 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-f1fa4992-3205-4385-8c2b-b00f503ffd09 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0391891 Sep 10 05:28:35.422823 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-e034b7a0-2868-4e55-9786-ef8d5281f6f6 service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913014 Sep 10 05:28:35.429081 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:28:35.518190 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-a42c3f89-434d-4f0b-b247-197c83f1d0b8 req-b2383b75-0e96-4f0d-a654-20a2479b4cc5 service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876079 Sep 10 05:28:35.645691 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0e96c951-48a9-4f0c-a5f1-a6944fdafa44', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:25:54Z', 'updated_at': '2021-09-10T05:25:56Z', 'revision_number': 1, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}, {'id': 'a44b773b-6a12-4794-add4-7ef048edc492', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:8f:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:28:33Z', 'updated_at': '2021-09-10T05:28:33Z', 'revision_number': 0, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:28:35.669910 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b54f32-70a3-42fa-9221-e2eb57870005 None None] The sync data for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 is: [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0e96c951-48a9-4f0c-a5f1-a6944fdafa44', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:25:54Z', 'updated_at': '2021-09-10T05:25:56Z', 'revision_number': 1, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}, {'id': 'a44b773b-6a12-4794-add4-7ef048edc492', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.159', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4358, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:8f:a0:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:28:33Z', 'updated_at': '2021-09-10T05:28:33Z', 'revision_number': 0, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:28:35.849991 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd7c1820-26c3-4c96-bf9a-563cbba0c51d None None] New status for floating IP a44b773b-6a12-4794-add4-7ef048edc492: ACTIVE {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:28:45.393559 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-5a0f10a2-bcf9-40bf-9df6-f061162c1a4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0395737 Sep 10 05:28:45.470376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-9c7f5676-f789-457c-a474-aff50e9ce293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:45.471854 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-9c7f5676-f789-457c-a474-aff50e9ce293 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1094 time: 0.0399761 Sep 10 05:28:45.575904 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-2cd63b08-8ca2-4cf7-859c-67dfbbb415f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:45.577372 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-2cd63b08-8ca2-4cf7-859c-67dfbbb415f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0866783 Sep 10 05:28:45.640570 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-541f43fd-5880-4855-a5d6-bfd277d7a017 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d HTTP/1.1" status: 200 len: 998 time: 0.0559826 Sep 10 05:28:45.687244 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-b1586b2c-3682-4ef0-aeff-34706e64c714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:45.688657 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-b1586b2c-3682-4ef0-aeff-34706e64c714 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0416889 Sep 10 05:28:45.736008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-105253ad-e9d1-4c45-a836-74013292ff77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:45.737738 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-105253ad-e9d1-4c45-a836-74013292ff77 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422995 Sep 10 05:28:45.825051 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-6bd242b4-c408-4cbc-8ba2-3fb1e7307334 service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797501 Sep 10 05:28:45.914251 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-23ce8a75-25d6-40cc-a4e3-9a1c2474c4db req-daf7ae9e-1fe0-4c12-aa61-b23061c190e3 service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817182 Sep 10 05:28:48.093869 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-3107ddde-50ff-48c7-a963-09bbf2f62e3f service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0391612 Sep 10 05:28:48.174003 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-06db9cc8-aa92-489e-b583-5a199dd7b0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:48.175455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-06db9cc8-aa92-489e-b583-5a199dd7b0ab service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 1096 time: 0.0402663 Sep 10 05:28:48.282753 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-ae8e2708-6372-4ec5-981d-939952ca3599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:48.284236 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-ae8e2708-6372-4ec5-981d-939952ca3599 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0884464 Sep 10 05:28:48.348848 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-27b92dc2-67df-4d6f-8899-8e8ccd80b85a service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426ea1c1-a351-4c31-a84a-b0118282ed23 HTTP/1.1" status: 200 len: 1001 time: 0.0563838 Sep 10 05:28:48.404015 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-84f4db3a-1d22-4e3b-b59b-f30f6faae440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:48.405466 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-84f4db3a-1d22-4e3b-b59b-f30f6faae440 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0481491 Sep 10 05:28:48.451466 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-7e5305e0-2de7-4d7e-89eb-af150db8ed3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:28:48.452970 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-7e5305e0-2de7-4d7e-89eb-af150db8ed3c service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400660 Sep 10 05:28:48.541861 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-f2e85614-f175-409f-8ab8-df01ed461cf3 service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811551 Sep 10 05:28:48.634270 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-0ca1aad9-7bc6-4b27-8241-b5f72f78432e req-92941379-d769-45a2-a82f-a05b13cca3f1 service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840209 Sep 10 05:28:50.937908 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-406d8be5-1bfd-4836-b4b0-20c4f6f07578 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:53.629691 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fd315701-781d-437f-bf36-a253365a2dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:53.801581 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:55.606673 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:56.746429 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:28:59.994806 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:03.526215 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:08.223733 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:29:20.948851 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-263a1596-3d91-48dd-a996-61cd89e001c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:23.642899 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4aea64be-fb3d-469a-be4a-6eae2bf8af8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:23.920594 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:25.597218 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:26.748866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:29.994372 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:33.486257 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:45.228948 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:29:45.387703 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-235635c1-eae7-48b8-94c0-8eafda4a5814 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420415 Sep 10 05:29:45.479327 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-43458759-5e4c-4ead-bc8e-52f9dfce4e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:29:45.480734 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-43458759-5e4c-4ead-bc8e-52f9dfce4e13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1094 time: 0.0490534 Sep 10 05:29:45.586376 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-f28deb69-3b7d-421a-a16b-c8667b0423e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:29:45.587866 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-f28deb69-3b7d-421a-a16b-c8667b0423e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0874326 Sep 10 05:29:45.650587 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-994c84b5-77b4-40a7-bcb7-4490c536c794 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d HTTP/1.1" status: 200 len: 998 time: 0.0557470 Sep 10 05:29:45.701858 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-91380e56-f551-4592-9937-9d62b06bae1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:29:45.703256 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-91380e56-f551-4592-9937-9d62b06bae1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0458043 Sep 10 05:29:45.749467 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-83209e09-84ee-4588-b12a-22fa5ef1317e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:29:45.750845 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-83209e09-84ee-4588-b12a-22fa5ef1317e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395319 Sep 10 05:29:45.843168 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-f2251b51-133c-4de3-a83b-941280c4fb2e service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842381 Sep 10 05:29:45.929701 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-9d9ac1c0-ae70-442c-a336-901e5ceb7169 req-3cabc958-9d80-473e-a6aa-b74efc31fc44 service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795503 Sep 10 05:29:49.248433 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-9f0e752d-b266-4d3f-bed3-e1a2f493b556 service neutron] 10.222.0.39 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0895886 Sep 10 05:29:49.330640 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-6d0a2d77-2d9b-4618-80cc-7141d85333bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:29:49.332118 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-6d0a2d77-2d9b-4618-80cc-7141d85333bf service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 1096 time: 0.0437334 Sep 10 05:29:49.432832 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-b44a9590-0ae8-4724-ac61-530e550a30da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:29:49.434243 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-b44a9590-0ae8-4724-ac61-530e550a30da service neutron] 10.222.0.39 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0825033 Sep 10 05:29:49.500506 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-6330a58e-c4e0-4339-89f0-1f27d0078817 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426ea1c1-a351-4c31-a84a-b0118282ed23 HTTP/1.1" status: 200 len: 1001 time: 0.0591319 Sep 10 05:29:49.547907 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-08261d4c-4577-466e-bf27-119554fd930b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:29:49.549371 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-08261d4c-4577-466e-bf27-119554fd930b service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0416179 Sep 10 05:29:49.593993 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-5893d916-1994-4feb-909f-9fd169a73654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:29:49.595415 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-5893d916-1994-4feb-909f-9fd169a73654 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0383933 Sep 10 05:29:49.687179 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-abb15039-ff73-4c0f-b12e-f64d436c727c service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832121 Sep 10 05:29:49.773509 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-313cbfd2-2166-4b7a-b86b-52062e03a158 req-f372f9b8-2a35-4f50-80eb-07825dd3ec39 service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793352 Sep 10 05:29:50.953867 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3293c145-d920-4982-bdc3-5ac9d1bd79bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:53.665151 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6abbfb77-71d6-4574-a4ba-47a878e677ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:53.847948 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:55.607823 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:56.765263 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:29:59.967956 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:03.516823 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:17.172873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 426ea1c1-a351-4c31-a84a-b0118282ed23 details requested by agent hyperv_n-h2-808143-1 with host n-h2-808143-1 {{(pid=95138) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Sep 10 05:30:17.263151 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 426ea1c1-a351-4c31-a84a-b0118282ed23, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=426ea1c1-a351-4c31-a84a-b0118282ed23,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:17.274140 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Returning: {'device': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'port_id': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'mac_address': 'fa:16:3e:8f:a0:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 202, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=95138) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Sep 10 05:30:17.309160 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:17.321273 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 426ea1c1-a351-4c31-a84a-b0118282ed23 {{(pid=95138) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Sep 10 05:30:17.340115 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 426ea1c1-a351-4c31-a84a-b0118282ed23, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=426ea1c1-a351-4c31-a84a-b0118282ed23,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:17.462243 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:17.512062 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=426ea1c1-a351-4c31-a84a-b0118282ed23,revision_number=6']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:17.519550 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.519925 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.520263 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.520595 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.521492 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.521820 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.522558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.522558 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.522888 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.523285 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.523739 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.524065 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95138) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:17.530166 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] get_ports_and_sgs() called for port_ids ['426ea1c1-a351-4c31-a84a-b0118282ed23'] {{(pid=95138) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Sep 10 05:30:19.199668 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 426ea1c1-a351-4c31-a84a-b0118282ed23 up at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Sep 10 05:30:19.253252 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.provisioning_blocks [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Provisioning complete for port 426ea1c1-a351-4c31-a84a-b0118282ed23 triggered by entity L2. {{(pid=95138) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Sep 10 05:30:19.253916 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1703255'] for port, provisioning_complete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:19.348036 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:19.375594 n-d-808143-1 neutron-server[95138]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23'}] {{(pid=95138) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:30:19.377907 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}2c58889198b7425ca16d37b5487958c32609acf1e812b4e90a28b962dad252ca" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62e18866-1b59-400b-b090-5efca7008caf" -d '{"events": [{"server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "name": "network-vif-plugged", "status": "completed", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23"}]}' {{(pid=95138) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:30:19.392627 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] For port 426ea1c1-a351-4c31-a84a-b0118282ed23, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=426ea1c1-a351-4c31-a84a-b0118282ed23,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:19.425719 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d88157fe-df6f-4906-9535-3e631afd9bc0 x-openstack-request-id: req-d88157fe-df6f-4906-9535-3e631afd9bc0 {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:30:19.426012 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "name": "network-vif-plugged", "status": "completed", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23", "code": 200}]} {{(pid=95138) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:30:19.426296 n-d-808143-1 neutron-server[95138]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d88157fe-df6f-4906-9535-3e631afd9bc0 {{(pid=95138) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:30:19.426701 n-d-808143-1 neutron-server[95138]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'code': 200} Sep 10 05:30:19.485408 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8736580656918', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8736580137683', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8736580137701'] for port, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:19.545042 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Pushing event updated for resources: {'Port': ['ID=426ea1c1-a351-4c31-a84a-b0118282ed23,revision_number=7']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:20.962077 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d940d050-b2f9-4d60-9f11-429e6c126525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:22.228563 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:30:23.801959 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-90a3202d-e03b-4dd6-883a-416dfbfdb4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:23.847792 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:25.611239 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:26.934400 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:29.826063 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38078) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:29.980477 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Deleting port a8367744-5874-412e-aa7a-dc764805debd {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:29.980817 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:30.007803 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:30.053587 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:30.053916 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:30.065252 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Calling delete_port for a8367744-5874-412e-aa7a-dc764805debd owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:30.281984 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:30.308032 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event deleted for resources: {'Port': ['ID=a8367744-5874-412e-aa7a-dc764805debd,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:30.319642 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.319965 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.320310 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.320655 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.320994 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.321332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.321666 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.321995 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.322323 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.322653 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.323008 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.323343 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95137) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:30.379546 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:30.379899 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Floating IP a44b773b-6a12-4794-add4-7ef048edc492 disassociated (deleted). External IP: 172.25.3.159, port: 426ea1c1-a351-4c31-a84a-b0118282ed23. Sep 10 05:30:30.575752 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:30:30.679134 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:30:30.683890 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:30.688660 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] Sync routers for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:30:30.697264 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:30:30.697856 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:30:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:30.712675 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-33963f92-c3e4-4d1c-a9b4-a564928c7d0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "DELETE /v2.0/floatingips/a44b773b-6a12-4794-add4-7ef048edc492 HTTP/1.1" status: 204 len: 168 time: 0.8854973 Sep 10 05:30:30.713269 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:30:30.715507 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-384741b5-f808-4ff5-b66d-9c36c410bcf3" -d '{"events": [{"name": "network-changed", "server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:30:30.812004 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:30:30.862692 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e45260c-7fef-4863-8490-277bff95d8a9 x-openstack-request-id: req-4e45260c-7fef-4863-8490-277bff95d8a9 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:30:30.862692 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:30:30.862692 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e45260c-7fef-4863-8490-277bff95d8a9 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:30:30.863365 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'status': 'completed', 'code': 200} Sep 10 05:30:30.928136 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-7801b454-e5d4-4f0b-9925-77e852073e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:30.929776 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-7801b454-e5d4-4f0b-9925-77e852073e37 service neutron] 10.222.0.39 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 1096 time: 0.0445206 Sep 10 05:30:31.023332 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-1bdc14f4-0f0b-4196-943b-5bda0eb55a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:31.024856 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-1bdc14f4-0f0b-4196-943b-5bda0eb55a51 service neutron] 10.222.0.39 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0862310 Sep 10 05:30:31.029691 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0e96c951-48a9-4f0c-a5f1-a6944fdafa44', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:25:54Z', 'updated_at': '2021-09-10T05:25:56Z', 'revision_number': 1, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:31.054604 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] Checking router: bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:30:31.062686 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:30:31.063269 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:30:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:31.071185 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-88e04aa3-6993-43a6-9cc4-f19c55c9c249 service neutron] 10.222.0.39 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=426ea1c1-a351-4c31-a84a-b0118282ed23 HTTP/1.1" status: 200 len: 217 time: 0.0379696 Sep 10 05:30:31.121805 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-9de8d8d5-5c8d-49e5-b204-9bdc58e218e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:31.123612 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-9de8d8d5-5c8d-49e5-b204-9bdc58e218e4 service neutron] 10.222.0.39 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0451689 Sep 10 05:30:31.170810 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:30:31.175795 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-2898185f-e7b1-4dc2-a77a-7e49f931b5a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:31.177324 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-2898185f-e7b1-4dc2-a77a-7e49f931b5a3 service neutron] 10.222.0.39 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456116 Sep 10 05:30:31.278055 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-1ad42276-5089-4a57-a850-f76414ec63f0 service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920694 Sep 10 05:30:31.306914 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931658eb-f4f1-4fb3-aa90-826662407d2f req-9bd29902-27e9-4546-ac73-16ae3d67e58f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:31.308474 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-931658eb-f4f1-4fb3-aa90-826662407d2f req-9bd29902-27e9-4546-ac73-16ae3d67e58f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 945 time: 0.1057522 Sep 10 05:30:31.346701 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-931658eb-f4f1-4fb3-aa90-826662407d2f req-15c32b1f-913b-48fd-912f-33b5877aaea6 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321503 Sep 10 05:30:31.374491 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-384741b5-f808-4ff5-b66d-9c36c410bcf3 req-9d5549e0-28c6-4915-b45a-2dd9949e143b service neutron] 10.222.0.39 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850577 Sep 10 05:30:31.413912 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0e96c951-48a9-4f0c-a5f1-a6944fdafa44', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:25:54Z', 'updated_at': '2021-09-10T05:25:56Z', 'revision_number': 1, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:31.438327 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0285924c-0ed8-47ee-a9c8-31bcf244994b None None] The sync data for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 is: [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_floatingips': [{'id': '0e96c951-48a9-4f0c-a5f1-a6944fdafa44', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'floating_ip_address': '172.25.3.30', 'floating_network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'router_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'port_id': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 4355, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'mac_address': 'fa:16:3e:71:6d:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-09-10T05:25:54Z', 'updated_at': '2021-09-10T05:25:56Z', 'revision_number': 1, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:30:31.668988 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99e8f3f-28fd-45c0-be61-288e4b88ae8f None None] New status for floating IP a44b773b-6a12-4794-add4-7ef048edc492: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:30:32.462758 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ea772c-5093-49fe-9c07-2b2a38a4c899 req-e5db4288-f254-4a6c-8cd7-7ec096053758 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:32.464224 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8ea772c-5093-49fe-9c07-2b2a38a4c899 req-e5db4288-f254-4a6c-8cd7-7ec096053758 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 945 time: 0.0475202 Sep 10 05:30:32.499612 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8ea772c-5093-49fe-9c07-2b2a38a4c899 req-6e874f81-32f9-4d7f-a1c6-57d06d2e7ea4 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0296257 Sep 10 05:30:32.747258 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2764207c-f99b-4313-a8da-0af536840cc2 req-5f1cc0ca-f37b-43b9-a309-131fb803d85d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:32.748622 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2764207c-f99b-4313-a8da-0af536840cc2 req-5f1cc0ca-f37b-43b9-a309-131fb803d85d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.39 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 945 time: 0.0513484 Sep 10 05:30:32.836482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-2764207c-f99b-4313-a8da-0af536840cc2 req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Deleting port 426ea1c1-a351-4c31-a84a-b0118282ed23 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:32.836825 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2764207c-f99b-4313-a8da-0af536840cc2 req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:32.925163 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-2764207c-f99b-4313-a8da-0af536840cc2 req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] For port 426ea1c1-a351-4c31-a84a-b0118282ed23, host n-h2-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-808143-1',level=0,port_id=426ea1c1-a351-4c31-a84a-b0118282ed23,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:32.925523 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2764207c-f99b-4313-a8da-0af536840cc2 req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:32.937623 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-2764207c-f99b-4313-a8da-0af536840cc2 req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Calling delete_port for 426ea1c1-a351-4c31-a84a-b0118282ed23 owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:33.361458 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 426ea1c1-a351-4c31-a84a-b0118282ed23 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:30:33.430500 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2764207c-f99b-4313-a8da-0af536840cc2 req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:33.437539 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1451939'] for port, before_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:33.463277 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event deleted for resources: {'Port': ['ID=426ea1c1-a351-4c31-a84a-b0118282ed23,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:33.506641 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-2764207c-f99b-4313-a8da-0af536840cc2 req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] No DVR routers for this DVR port 426ea1c1-a351-4c31-a84a-b0118282ed23 on host n-h2-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:30:33.509215 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-2764207c-f99b-4313-a8da-0af536840cc2 req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:33.511196 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-2764207c-f99b-4313-a8da-0af536840cc2 req-01e87654-c131-4bfa-b23d-620d7fb0aa88 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.39 "DELETE /v2.0/ports/426ea1c1-a351-4c31-a84a-b0118282ed23 HTTP/1.1" status: 204 len: 173 time: 0.7565417 Sep 10 05:30:33.511660 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'name': 'network-vif-deleted', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:30:33.513995 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-681c363a-8c57-4408-b204-f2f9898bf0ff" -d '{"events": [{"server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "name": "network-vif-deleted", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:30:33.521761 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:33.553330 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:30:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcbf3308-1630-42ca-9582-47876c7baa61 x-openstack-request-id: req-fcbf3308-1630-42ca-9582-47876c7baa61 {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:30:33.553915 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7471ac8-e509-4546-af5c-d40efb439aca", "name": "network-vif-deleted", "tag": "426ea1c1-a351-4c31-a84a-b0118282ed23", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:30:33.554171 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fcbf3308-1630-42ca-9582-47876c7baa61 {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:30:33.554565 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7471ac8-e509-4546-af5c-d40efb439aca', 'name': 'network-vif-deleted', 'tag': '426ea1c1-a351-4c31-a84a-b0118282ed23', 'status': 'completed', 'code': 200} Sep 10 05:30:33.599079 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e8d24947-844c-4984-9b94-afca8080b154 req-7e6c9d20-0067-44d1-aa40-1239f4b2c25c tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=c7471ac8-e509-4546-af5c-d40efb439aca HTTP/1.1" status: 200 len: 210 time: 0.0312872 Sep 10 05:30:35.911170 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38148) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:36.062135 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Deleting port f89165e7-8b17-436e-adc6-1e33b40c0f9a {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:36.062484 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:36.138795 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:36.139126 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:36.150482 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Calling delete_port for f89165e7-8b17-436e-adc6-1e33b40c0f9a owned by network:floatingip {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:36.359263 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:36.390066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event deleted for resources: {'Port': ['ID=f89165e7-8b17-436e-adc6-1e33b40c0f9a,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:36.447092 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for floatingip, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:36.447422 n-d-808143-1 neutron-server[95137]: INFO neutron.db.l3_db [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Floating IP 0e96c951-48a9-4f0c-a5f1-a6944fdafa44 disassociated (deleted). External IP: 172.25.3.30, port: 87e4d5c5-456e-4979-9d71-a446ef4a203d. Sep 10 05:30:36.655109 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:30:36.762822 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:30:36.767569 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for floatingip, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:36.773004 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] Sync routers for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:30:36.781487 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:30:36.782083 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:30:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:36.795121 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-e111300f-5bc3-411a-9b59-691ceee834ca tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "DELETE /v2.0/floatingips/0e96c951-48a9-4f0c-a5f1-a6944fdafa44 HTTP/1.1" status: 204 len: 168 time: 0.8827987 Sep 10 05:30:36.799267 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:30:36.799267 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff" -d '{"events": [{"name": "network-changed", "server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:30:36.837519 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 10 Sep 2021 05:30:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8efc0b-f257-4561-9499-ae9e53a7deea x-openstack-request-id: req-9b8efc0b-f257-4561-9499-ae9e53a7deea {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:30:36.837890 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:30:36.838461 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b8efc0b-f257-4561-9499-ae9e53a7deea {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:30:36.838865 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'status': 'completed', 'code': 200} Sep 10 05:30:36.891537 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:30:36.913430 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-ce474028-f50c-498e-afdf-0fa3170b2080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:36.914893 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-ce474028-f50c-498e-afdf-0fa3170b2080 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 1094 time: 0.0523515 Sep 10 05:30:37.009787 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-0da1a88c-fb48-4ee1-a596-ab9f02bc0eed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:37.011421 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-0da1a88c-fb48-4ee1-a596-ab9f02bc0eed service neutron] 10.222.0.20 "GET /v2.0/networks?id=0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 200 len: 910 time: 0.0897949 Sep 10 05:30:37.052654 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-26bd4a98-91ad-45a3-a90f-8a29d6a67911 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d HTTP/1.1" status: 200 len: 217 time: 0.0342813 Sep 10 05:30:37.091600 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:37.107779 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-d75b0a58-fab9-4b7d-a3db-d6892c9c39cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:37.109285 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-d75b0a58-fab9-4b7d-a3db-d6892c9c39cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 200 len: 848 time: 0.0503187 Sep 10 05:30:37.158939 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-f1d47ecf-ed91-4fe7-bace-5811693e1f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:37.160582 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-f1d47ecf-ed91-4fe7-bace-5811693e1f61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0150d301-44e1-4e7d-8c72-1e820de0e83d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440681 Sep 10 05:30:37.206510 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] Checking router: bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:30:37.215603 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:30:37.227205 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:30:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:37.262455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-57868404-f663-4693-8b3c-1675523a9b5b service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882678 Sep 10 05:30:37.325347 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:30:37.366402 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-f9d39b3c-fb89-4d2f-aa52-c6d022e5b9ff req-4643c346-0c86-46a0-8bc1-42652ead19da service neutron] 10.222.0.20 "GET /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938871 Sep 10 05:30:37.397055 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 426ea1c1-a351-4c31-a84a-b0118282ed23 no longer exists at agent hyperv_n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:30:37.413032 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] No Port match for: 426ea1c1-a351-4c31-a84a-b0118282ed23 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:30:37.413373 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Device 426ea1c1-a351-4c31-a84a-b0118282ed23 not bound to the agent host n-h2-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:30:37.530956 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:37.561189 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94355116-9167-47e1-8d36-423ba461bac8 None None] The sync data for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 is: [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:25:30Z', 'revision_number': 4, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1', '_interfaces': [{'id': '11a78193-fe67-4895-82c4-f897dd809013', 'name': '', 'network_id': '0150d301-44e1-4e7d-8c72-1e820de0e83d', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'mac_address': 'fa:16:3e:da:ec:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_interface', 'standard_attr_id': 4331, 'fixed_ips': [{'subnet_id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:29Z', 'updated_at': '2021-09-10T05:25:36Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'subnets': [{'id': '10025b16-b2a5-483b-8f18-9f383fb08e99', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:30:37.656313 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75126fb6-273c-481f-832a-504a98073c97 req-bc30ed20-7b87-45dd-b1c5-99a84fa5d329 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:37.657779 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75126fb6-273c-481f-832a-504a98073c97 req-bc30ed20-7b87-45dd-b1c5-99a84fa5d329 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 943 time: 0.3950129 Sep 10 05:30:37.696430 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-75126fb6-273c-481f-832a-504a98073c97 req-5653b4a8-43d4-4dbb-ad77-2ecc85514ca5 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Sep 10 05:30:37.773967 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d4a458b-be31-4830-930c-a881ca881d3e None None] New status for floating IP 0e96c951-48a9-4f0c-a5f1-a6944fdafa44: DOWN {{(pid=95138) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Sep 10 05:30:38.719289 n-d-808143-1 neutron-server[95137]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-c9d9a350-c79b-4446-90f5-cc3987d76e64 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95137) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:38.720956 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-c9d9a350-c79b-4446-90f5-cc3987d76e64 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 943 time: 0.0489500 Sep 10 05:30:38.813139 n-d-808143-1 neutron-server[95136]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422d9159-4061-4a3d-8b78-0a2badb81776 req-e4cac9a8-95fa-4eca-bc1c-1f246698aa0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=95136) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Sep 10 05:30:38.814656 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-422d9159-4061-4a3d-8b78-0a2badb81776 req-e4cac9a8-95fa-4eca-bc1c-1f246698aa0d tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 943 time: 0.0484352 Sep 10 05:30:38.815768 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Deleting port 87e4d5c5-456e-4979-9d71-a446ef4a203d {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:38.816075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:38.851982 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-422d9159-4061-4a3d-8b78-0a2badb81776 req-ec38aff0-534c-4df6-94eb-47bf5fd129c4 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/security-groups?id=3f9b0da5-9c62-4185-8add-9b257bbd98ac&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305421 Sep 10 05:30:38.906460 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] For port 87e4d5c5-456e-4979-9d71-a446ef4a203d, host n-h1-808143-1, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-808143-1',level=0,port_id=87e4d5c5-456e-4979-9d71-a446ef4a203d,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:38.906829 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:38.919268 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Calling delete_port for 87e4d5c5-456e-4979-9d71-a446ef4a203d owned by compute:nova {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:39.131283 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:39.164978 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event deleted for resources: {'Port': ['ID=87e4d5c5-456e-4979-9d71-a446ef4a203d,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:39.201670 n-d-808143-1 neutron-server[95137]: DEBUG neutron.db.l3_dvrscheduler_db [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] No DVR routers for this DVR port 87e4d5c5-456e-4979-9d71-a446ef4a203d on host n-h1-808143-1 {{(pid=95137) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:30:39.204385 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-22731'] for port, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:39.206519 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [req-43bdeb43-c652-4d9d-b2f9-56e8a517cf0f req-8186861f-5f97-4cb4-bd13-46a1ab08790b tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.20 "DELETE /v2.0/ports/87e4d5c5-456e-4979-9d71-a446ef4a203d HTTP/1.1" status: 204 len: 173 time: 0.4798865 Sep 10 05:30:39.206964 n-d-808143-1 neutron-server[95137]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'name': 'network-vif-deleted', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d'}] {{(pid=95137) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Sep 10 05:30:39.209309 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0324454f28ee91a26ea79e627bd38b49b580a70ea26b06a7ad488ba450d26799" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8472f72a-21d8-4e48-ae86-ffa6bc121234" -d '{"events": [{"server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "name": "network-vif-deleted", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d"}]}' {{(pid=95137) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Sep 10 05:30:39.245144 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 10 Sep 2021 05:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20a6db5-630d-4c0c-82d9-fd1eb1d9089d x-openstack-request-id: req-f20a6db5-630d-4c0c-82d9-fd1eb1d9089d {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Sep 10 05:30:39.245439 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea54c942-eaa2-49aa-ad2a-0ce162a65722", "name": "network-vif-deleted", "tag": "87e4d5c5-456e-4979-9d71-a446ef4a203d", "status": "completed", "code": 200}]} {{(pid=95137) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Sep 10 05:30:39.245696 n-d-808143-1 neutron-server[95137]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f20a6db5-630d-4c0c-82d9-fd1eb1d9089d {{(pid=95137) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Sep 10 05:30:39.246107 n-d-808143-1 neutron-server[95137]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea54c942-eaa2-49aa-ad2a-0ce162a65722', 'name': 'network-vif-deleted', 'tag': '87e4d5c5-456e-4979-9d71-a446ef4a203d', 'status': 'completed', 'code': 200} Sep 10 05:30:39.955960 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [req-e435fafd-332a-4ec0-b022-c1fccde693f2 req-6b9c2f7d-c02c-4156-a699-94c1d54e3117 tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea54c942-eaa2-49aa-ad2a-0ce162a65722 HTTP/1.1" status: 200 len: 210 time: 0.0258584 Sep 10 05:30:41.011298 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38170) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:41.072717 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09783222-7e0a-4d4e-89d9-97ba12c07a9f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:41.097632 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09783222-7e0a-4d4e-89d9-97ba12c07a9f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:41.218794 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09783222-7e0a-4d4e-89d9-97ba12c07a9f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:41.221480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-09783222-7e0a-4d4e-89d9-97ba12c07a9f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:41.222645 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-09783222-7e0a-4d4e-89d9-97ba12c07a9f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] 10.222.0.22 "DELETE /v2.0/security-groups/3f9b0da5-9c62-4185-8add-9b257bbd98ac HTTP/1.1" status: 204 len: 168 time: 0.2103276 Sep 10 05:30:41.232426 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09783222-7e0a-4d4e-89d9-97ba12c07a9f tempest-TestSnapshotPattern-384626729 tempest-TestSnapshotPattern-384626729-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f9b0da5-9c62-4185-8add-9b257bbd98ac,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:41.327200 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38174) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:41.750820 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:41.985811 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Deleting port 11a78193-fe67-4895-82c4-f897dd809013 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:41.986149 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:42.063878 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] For port 11a78193-fe67-4895-82c4-f897dd809013, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=11a78193-fe67-4895-82c4-f897dd809013,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:42.064570 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:42.077229 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Calling delete_port for 11a78193-fe67-4895-82c4-f897dd809013 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:42.316075 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:42.338852 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Pushing event deleted for resources: {'Port': ['ID=11a78193-fe67-4895-82c4-f897dd809013,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:42.461257 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 87e4d5c5-456e-4979-9d71-a446ef4a203d no longer exists at agent hyperv_n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:30:42.481470 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] No Port match for: 87e4d5c5-456e-4979-9d71-a446ef4a203d {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:30:42.481804 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Device 87e4d5c5-456e-4979-9d71-a446ef4a203d not bound to the agent host n-h1-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:30:42.506844 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:42.719491 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:30:42.824066 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:30:42.829612 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-c97ad25a-fb93-436b-996b-54adc34b9ee4 admin admin] 10.222.0.22 "PUT /v2.0/routers/bdf6b923-93d3-49d6-9adf-3d4ed85e60f8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5013607 Sep 10 05:30:42.832312 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38178) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:42.832870 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] Sync routers for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:30:42.842394 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:30:42.843069 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:30:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:42.940865 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks [] for router, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:42.945143 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: n-d-808143-1 {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:30:43.042516 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.115081 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:30:42Z', 'revision_number': 5, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port': {'id': 'f1e97274-1882-472c-a2e3-4a82d2dfc26e', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:64:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:27Z', 'updated_at': '2021-09-10T05:25:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:43.140495 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] Checking router: bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 for host: n-d-808143-1 {{(pid=95139) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:30:43.144221 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Deleting port f1e97274-1882-472c-a2e3-4a82d2dfc26e {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:43.144562 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.148952 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] Routers {'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'} bound to L3 agent in host n-d-808143-1 {{(pid=95139) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:30:43.149540 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:30:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'], 'active': True} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:43.220839 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] For port f1e97274-1882-472c-a2e3-4a82d2dfc26e, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=f1e97274-1882-472c-a2e3-4a82d2dfc26e,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:43.221199 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.230705 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_dvr_db [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] Set router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 gateway port host: None {{(pid=95139) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:30:43.232636 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Calling delete_port for f1e97274-1882-472c-a2e3-4a82d2dfc26e owned by network:router_gateway {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:43.282381 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.l3_hamode_db [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:30:43Z', 'revision_number': 6, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95139) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:43.307321 n-d-808143-1 neutron-server[95139]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90b0616-42cc-4a35-ab47-7251829e8412 None None] The sync data for ids ['bdf6b923-93d3-49d6-9adf-3d4ed85e60f8'] in n-d-808143-1 is: [{'id': 'bdf6b923-93d3-49d6-9adf-3d4ed85e60f8', 'name': 'tempest-TestSnapshotPattern-768270932-router', 'tenant_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:26Z', 'updated_at': '2021-09-10T05:30:43Z', 'revision_number': 6, 'project_id': '002d1c7c5fa240ef9afa7bedb4022b6e', 'gw_port_host': None}] {{(pid=95139) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:30:43.464482 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.493269 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1e97274-1882-472c-a2e3-4a82d2dfc26e,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:43.504648 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.504990 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.505326 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.505656 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.506628 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.506959 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.507281 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.507601 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.507943 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.508262 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.508576 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.508888 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-808143-1 {{(pid=95136) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Sep 10 05:30:43.561538 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.647466 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.649885 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.764549 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 11a78193-fe67-4895-82c4-f897dd809013 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:30:43.767193 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.767889 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 {{(pid=95136) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:30:43.772181 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] Notify callbacks [] for router, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.775613 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-e81f8d10-74fb-4330-ba14-aa43f7e262a6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bdf6b923-93d3-49d6-9adf-3d4ed85e60f8 HTTP/1.1" status: 204 len: 168 time: 0.9394796 Sep 10 05:30:43.778201 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38180) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:43.787963 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 11a78193-fe67-4895-82c4-f897dd809013 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:30:43.788310 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 11a78193-fe67-4895-82c4-f897dd809013 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:30:43.822890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c26f1f1-3972-4cdd-9c6d-793df2596030 admin admin] Deleting subnet 10025b16-b2a5-483b-8f18-9f383fb08e99 {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:30:43.825770 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9c26f1f1-3972-4cdd-9c6d-793df2596030 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.858212 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9c26f1f1-3972-4cdd-9c6d-793df2596030 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:43.930840 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9c26f1f1-3972-4cdd-9c6d-793df2596030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.045062 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9c26f1f1-3972-4cdd-9c6d-793df2596030 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.071952 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c26f1f1-3972-4cdd-9c6d-793df2596030 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10025b16-b2a5-483b-8f18-9f383fb08e99,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:44.073745 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-9c26f1f1-3972-4cdd-9c6d-793df2596030 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.075579 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-9c26f1f1-3972-4cdd-9c6d-793df2596030 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/10025b16-b2a5-483b-8f18-9f383fb08e99 HTTP/1.1" status: 204 len: 168 time: 0.2987022 Sep 10 05:30:44.078338 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38182) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:44.083805 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b026e6b-1a52-4e8e-8ae5-5e877cbbb3c3 None None] Network 0150d301-44e1-4e7d-8c72-1e820de0e83d requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:30:44.148369 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.203944 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Deleting port 9ab0fe26-0397-48d7-8689-45c47248d8db {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:44.204536 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.259324 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291836b-1062-4447-9936-bcda550cf73e None None] DHCP port deletion for 0150d301-44e1-4e7d-8c72-1e820de0e83d request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:30:44.276887 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] For port 9ab0fe26-0397-48d7-8689-45c47248d8db, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9ab0fe26-0397-48d7-8689-45c47248d8db,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:44.277246 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.289900 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Calling delete_port for 9ab0fe26-0397-48d7-8689-45c47248d8db owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:44.312076 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4291836b-1062-4447-9936-bcda550cf73e None None] Deleting port 9ab0fe26-0397-48d7-8689-45c47248d8db {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:44.312691 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4291836b-1062-4447-9936-bcda550cf73e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.377111 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-4291836b-1062-4447-9936-bcda550cf73e None None] For port 9ab0fe26-0397-48d7-8689-45c47248d8db, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=9ab0fe26-0397-48d7-8689-45c47248d8db,segment=NetworkSegment(0cef721d-4ca1-4b0d-b322-3ae36bd29345),segment_id=0cef721d-4ca1-4b0d-b322-3ae36bd29345)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:44.377631 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4291836b-1062-4447-9936-bcda550cf73e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.390697 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-4291836b-1062-4447-9936-bcda550cf73e None None] Calling delete_port for 9ab0fe26-0397-48d7-8689-45c47248d8db owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:44.458996 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.465925 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-4291836b-1062-4447-9936-bcda550cf73e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.488989 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ab0fe26-0397-48d7-8689-45c47248d8db,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:44.491893 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291836b-1062-4447-9936-bcda550cf73e None None] Pushing event deleted for resources: {'Port': ['ID=9ab0fe26-0397-48d7-8689-45c47248d8db,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:44.497873 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4291836b-1062-4447-9936-bcda550cf73e None None] No DVR routers for this DVR port 9ab0fe26-0397-48d7-8689-45c47248d8db on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:30:44.498018 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] No DVR routers for this DVR port 9ab0fe26-0397-48d7-8689-45c47248d8db on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:30:44.571336 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.591172 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0150d301-44e1-4e7d-8c72-1e820de0e83d']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:44.600019 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cef721d-4ca1-4b0d-b322-3ae36bd29345') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:44.600317 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cef721d-4ca1-4b0d-b322-3ae36bd29345') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:44.613658 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.626227 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.632405 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Releasing vlan 202 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:30:44.634822 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:30:44.747490 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.752848 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:44.754653 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0150d301-44e1-4e7d-8c72-1e820de0e83d HTTP/1.1" status: 204 len: 168 time: 0.6754432 Sep 10 05:30:44.758354 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38184) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:44.765581 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d352a2-7fb5-4118-ae18-28911ecf5c00 admin admin] Pushing event deleted for resources: {'Network': ['ID=0150d301-44e1-4e7d-8c72-1e820de0e83d,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:45.091620 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-561714'] for router_interface, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:45.323863 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Deleting port 14ed1d8f-5920-41b5-b8de-23ccd020e480 {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:45.324206 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:45.405775 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] For port 14ed1d8f-5920-41b5-b8de-23ccd020e480, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=14ed1d8f-5920-41b5-b8de-23ccd020e480,segment=NetworkSegment(78c6d3c3-543a-4224-b29e-f109de75baec),segment_id=78c6d3c3-543a-4224-b29e-f109de75baec)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:45.406142 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:45.419444 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Calling delete_port for 14ed1d8f-5920-41b5-b8de-23ccd020e480 owned by network:router_interface {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:45.448364 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9ab0fe26-0397-48d7-8689-45c47248d8db no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:30:45.467848 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 9ab0fe26-0397-48d7-8689-45c47248d8db {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:30:45.468198 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 9ab0fe26-0397-48d7-8689-45c47248d8db not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:30:45.468593 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1e97274-1882-472c-a2e3-4a82d2dfc26e no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:30:45.486825 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: f1e97274-1882-472c-a2e3-4a82d2dfc26e {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:30:45.487164 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device f1e97274-1882-472c-a2e3-4a82d2dfc26e not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:30:45.644453 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:45.669758 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Pushing event deleted for resources: {'Port': ['ID=14ed1d8f-5920-41b5-b8de-23ccd020e480,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:45.833480 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-782660', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-561798'] for router_interface, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:46.329568 n-d-808143-1 neutron-server[95137]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Router bd282b9d-1d9e-4684-b533-80654c1f5de8 has already been hosted by L3 agent 5f7a5afe-63e2-4431-b790-fe21d8bbe298 {{(pid=95137) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Sep 10 05:30:46.431292 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] Notify agent at l3_agent.n-d-808143-1 the message routers_updated {{(pid=95137) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Sep 10 05:30:46.436518 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-aed87d4f-dae0-4f5f-b2a6-f8875b781543 admin admin] 10.222.0.22 "PUT /v2.0/routers/bd282b9d-1d9e-4684-b533-80654c1f5de8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771870 Sep 10 05:30:46.439178 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38186) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:46.441813 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] Sync routers for ids ['bd282b9d-1d9e-4684-b533-80654c1f5de8'] in n-d-808143-1 {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Sep 10 05:30:46.451962 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] Routers {'bd282b9d-1d9e-4684-b533-80654c1f5de8'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:30:46.452716 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:30:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd282b9d-1d9e-4684-b533-80654c1f5de8'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:46.543222 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks [] for router, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:46.554846 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] Set router bd282b9d-1d9e-4684-b533-80654c1f5de8 gateway port host: n-d-808143-1 {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:30:46.649790 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:46.728117 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'external_fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9'}], 'enable_snat': True}, 'gw_port_id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:32Z', 'updated_at': '2021-09-10T05:30:45Z', 'revision_number': 5, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'gw_port': {'id': '30a50d17-9e82-4faa-b519-d6e61d8f03da', 'name': '', 'network_id': '7a5d07e4-47dc-4897-a41e-4c58d9f5f56e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:95:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'ip_address': '172.25.3.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-808143-1', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-09-10T05:25:33Z', 'updated_at': '2021-09-10T05:25:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '62c27799-53a1-4514-8363-c710d1ecb8cb', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-808143-1'}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:46.753928 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] Checking router: bd282b9d-1d9e-4684-b533-80654c1f5de8 for host: n-d-808143-1 {{(pid=95138) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Sep 10 05:30:46.761969 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] Routers {'bd282b9d-1d9e-4684-b533-80654c1f5de8'} bound to L3 agent in host n-d-808143-1 {{(pid=95138) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Sep 10 05:30:46.762564 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-808143-1', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-09-10T03:24:23Z,description=,heartbeat_timestamp=2021-09-10T05:30:24Z,host='n-d-808143-1',id=5f7a5afe-63e2-4431-b790-fe21d8bbe298,load=0,resource_versions=,resources_synced=,started_at=2021-09-10T03:24:24Z,topic='l3_agent')) {'router_ids': ['bd282b9d-1d9e-4684-b533-80654c1f5de8'], 'active': True} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:46.780711 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Deleting port 30a50d17-9e82-4faa-b519-d6e61d8f03da {{(pid=95137) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:46.781055 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:46.863441 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.db [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] For port 30a50d17-9e82-4faa-b519-d6e61d8f03da, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=30a50d17-9e82-4faa-b519-d6e61d8f03da,segment=NetworkSegment(ac1b7898-c82a-4818-a311-95db9229dfb6),segment_id=ac1b7898-c82a-4818-a311-95db9229dfb6)] {{(pid=95137) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:46.864185 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:46.878195 n-d-808143-1 neutron-server[95137]: DEBUG neutron.plugins.ml2.plugin [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Calling delete_port for 30a50d17-9e82-4faa-b519-d6e61d8f03da owned by network:router_gateway {{(pid=95137) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:47.005785 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvr_db [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] Set router bd282b9d-1d9e-4684-b533-80654c1f5de8 gateway port host: None {{(pid=95138) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Sep 10 05:30:47.057936 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_hamode_db [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:32Z', 'updated_at': '2021-09-10T05:30:46Z', 'revision_number': 6, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'gw_port_host': None}], 'n-d-808143-1', False) {} {{(pid=95138) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:47.087274 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-360ba077-a123-462a-adcc-85ff2934ec87 None None] The sync data for ids ['bd282b9d-1d9e-4684-b533-80654c1f5de8'] in n-d-808143-1 is: [{'id': 'bd282b9d-1d9e-4684-b533-80654c1f5de8', 'name': 'tempest-TestSnapshotPattern-1978799280-router', 'tenant_id': 'ea6df60583674a0e9d201ebc3b49b223', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-09-10T05:25:32Z', 'updated_at': '2021-09-10T05:30:46Z', 'revision_number': 6, 'project_id': 'ea6df60583674a0e9d201ebc3b49b223', 'gw_port_host': None}] {{(pid=95138) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Sep 10 05:30:47.087568 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4950890'] for port, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.121173 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a50d17-9e82-4faa-b519-d6e61d8f03da,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:47.182021 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-562532'] for router_gateway, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.270522 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-561111', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-422'] for router, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.273312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.364368 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-561118'] for router, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.364956 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bd282b9d-1d9e-4684-b533-80654c1f5de8 {{(pid=95137) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Sep 10 05:30:47.369158 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] Notify callbacks [] for router, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.370565 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-dd55a7d1-d036-4379-aa6e-f5427fd8a550 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bd282b9d-1d9e-4684-b533-80654c1f5de8 HTTP/1.1" status: 204 len: 168 time: 0.9301665 Sep 10 05:30:47.373088 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38188) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:47.417155 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf835014-b322-40b6-ae8a-dc9135133c70 admin admin] Deleting subnet a0e95d20-bef7-4e2f-a8dc-957014f67a9f {{(pid=95136) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Sep 10 05:30:47.420239 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf835014-b322-40b6-ae8a-dc9135133c70 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.462285 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf835014-b322-40b6-ae8a-dc9135133c70 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5075137'] for subnet, precommit_delete_associations {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.545666 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 14ed1d8f-5920-41b5-b8de-23ccd020e480 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:30:47.549406 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf835014-b322-40b6-ae8a-dc9135133c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1676041'] for subnet, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.567545 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 14ed1d8f-5920-41b5-b8de-23ccd020e480 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:30:47.568007 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 14ed1d8f-5920-41b5-b8de-23ccd020e480 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:30:47.673164 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf835014-b322-40b6-ae8a-dc9135133c70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1676032', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537465', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-15957125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4905855'] for subnet, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.697923 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf835014-b322-40b6-ae8a-dc9135133c70 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0e95d20-bef7-4e2f-a8dc-957014f67a9f,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:47.701636 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-cf835014-b322-40b6-ae8a-dc9135133c70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.703478 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-cf835014-b322-40b6-ae8a-dc9135133c70 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a0e95d20-bef7-4e2f-a8dc-957014f67a9f HTTP/1.1" status: 204 len: 168 time: 0.3293726 Sep 10 05:30:47.706021 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38190) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:47.708581 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5583255c-ed11-4e6d-a318-c7a540910648 None None] Network 7ea37846-3eea-4ce5-8267-e0702149cfda requested from n-d-808143-1 {{(pid=95138) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Sep 10 05:30:47.777117 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1562325'] for network, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.828924 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Deleting port 215b5e76-da36-41af-a2d6-d476a6126124 {{(pid=95136) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:47.829264 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.895431 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.db [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] For port 215b5e76-da36-41af-a2d6-d476a6126124, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=215b5e76-da36-41af-a2d6-d476a6126124,segment=NetworkSegment(78c6d3c3-543a-4224-b29e-f109de75baec),segment_id=78c6d3c3-543a-4224-b29e-f109de75baec)] {{(pid=95136) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:47.895937 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:47.907772 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.plugin [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Calling delete_port for 215b5e76-da36-41af-a2d6-d476a6126124 owned by network:dhcp {{(pid=95136) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:47.911613 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0f473a3-5d56-4d29-9d6b-bd697af03dd7 None None] DHCP port deletion for 7ea37846-3eea-4ce5-8267-e0702149cfda request from n-d-808143-1 {{(pid=95138) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Sep 10 05:30:47.956839 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e0f473a3-5d56-4d29-9d6b-bd697af03dd7 None None] Deleting port 215b5e76-da36-41af-a2d6-d476a6126124 {{(pid=95138) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1925}} Sep 10 05:30:47.957207 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e0f473a3-5d56-4d29-9d6b-bd697af03dd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8736580651322'] for port, before_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.022530 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.db [None req-e0f473a3-5d56-4d29-9d6b-bd697af03dd7 None None] For port 215b5e76-da36-41af-a2d6-d476a6126124, host n-d-808143-1, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-808143-1',level=0,port_id=215b5e76-da36-41af-a2d6-d476a6126124,segment=NetworkSegment(78c6d3c3-543a-4224-b29e-f109de75baec),segment_id=78c6d3c3-543a-4224-b29e-f109de75baec)] {{(pid=95138) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Sep 10 05:30:48.022918 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e0f473a3-5d56-4d29-9d6b-bd697af03dd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-566339'] for port, precommit_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.035556 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-e0f473a3-5d56-4d29-9d6b-bd697af03dd7 None None] Calling delete_port for 215b5e76-da36-41af-a2d6-d476a6126124 owned by network:dhcp {{(pid=95138) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2003}} Sep 10 05:30:48.055730 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-15957176'] for port, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.086435 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Pushing event deleted for resources: {'Port': ['ID=215b5e76-da36-41af-a2d6-d476a6126124,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:48.088681 n-d-808143-1 neutron-server[95136]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] No DVR routers for this DVR port 215b5e76-da36-41af-a2d6-d476a6126124 on host n-d-808143-1 {{(pid=95136) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:30:48.112638 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-e0f473a3-5d56-4d29-9d6b-bd697af03dd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1452012', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-120748', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8736580656900', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8736580137674'] for port, after_delete {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.140916 n-d-808143-1 neutron-server[95138]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f473a3-5d56-4d29-9d6b-bd697af03dd7 None None] Pushing event deleted for resources: {'Port': ['ID=215b5e76-da36-41af-a2d6-d476a6126124,revision_number=None']} {{(pid=95138) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:48.142829 n-d-808143-1 neutron-server[95138]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0f473a3-5d56-4d29-9d6b-bd697af03dd7 None None] No DVR routers for this DVR port 215b5e76-da36-41af-a2d6-d476a6126124 on host n-d-808143-1 {{(pid=95138) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Sep 10 05:30:48.166704 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1671292', 'neutron.services.segments.db._delete_segments_for_network-8736580634013'] for network, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.188383 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ea37846-3eea-4ce5-8267-e0702149cfda']}} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:48.197777 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78c6d3c3-543a-4224-b29e-f109de75baec') {'for_net_delete': True} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:48.198071 n-d-808143-1 neutron-server[95136]: DEBUG neutron.services.segments.db [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78c6d3c3-543a-4224-b29e-f109de75baec') {} {{(pid=95136) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Sep 10 05:30:48.207103 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8736580634790', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5075128'] for segment, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.219671 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331'] for segment, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.225955 n-d-808143-1 neutron-server[95136]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Releasing vlan 210 on physical network physnet1 to pool {{(pid=95136) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Sep 10 05:30:48.226337 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1671331', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-15957607'] for segment, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: Traceback (most recent call last): Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: timer() Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: cb(*args, **kw) Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: return func(*args, **kwargs) Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: self._notify() Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: self.callback(batched_events) Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: event.method(event) Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: aggregate_id = self._get_aggregate_id(event.segment_id) Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: aggregate_uuid = self.p_client.list_aggregates( Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: return f(self, *a, **k) Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: return self._get(url).json() Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: return self._client.get(url, endpoint_filter=self._ks_filter, Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: return self.request(url, 'GET', **kwargs) Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: base_url = self.get_endpoint(auth, allow=allow, Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: auth = self._auth_required(auth, 'determine endpoint URL') Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Sep 10 05:30:48.227965 n-d-808143-1 neutron-server[95136]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Sep 10 05:30:48.335921 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1673615', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-537362', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-782669', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-562432'] for network, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.341405 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Notify callbacks [] for network, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.343256 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7ea37846-3eea-4ce5-8267-e0702149cfda HTTP/1.1" status: 204 len: 168 time: 0.6363347 Sep 10 05:30:48.354260 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a130c1-dba4-4625-9c1c-1e74ea01ac51 admin admin] Pushing event deleted for resources: {'Network': ['ID=7ea37846-3eea-4ce5-8267-e0702149cfda,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:48.656383 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38194) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:48.695455 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-5716e9fd-32e2-4477-84a3-922d77dfad09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=002d1c7c5fa240ef9afa7bedb4022b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378907 Sep 10 05:30:48.697838 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [-] (95137) accepted ('10.222.0.22', 38196) {{(pid=95137) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:48.745565 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b84081a0-d93c-4392-b0b3-ee6dd0046151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.765430 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b84081a0-d93c-4392-b0b3-ee6dd0046151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.869757 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b84081a0-d93c-4392-b0b3-ee6dd0046151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.872312 n-d-808143-1 neutron-server[95137]: DEBUG neutron_lib.callbacks.manager [None req-b84081a0-d93c-4392-b0b3-ee6dd0046151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95137) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:48.873473 n-d-808143-1 neutron-server[95137]: INFO neutron.wsgi [None req-b84081a0-d93c-4392-b0b3-ee6dd0046151 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c918d214-dbe3-4cce-8b2c-a56d424ec593 HTTP/1.1" status: 204 len: 168 time: 0.1747272 Sep 10 05:30:48.881602 n-d-808143-1 neutron-server[95137]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84081a0-d93c-4392-b0b3-ee6dd0046151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c918d214-dbe3-4cce-8b2c-a56d424ec593,revision_number=None']} {{(pid=95137) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:49.449995 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 215b5e76-da36-41af-a2d6-d476a6126124 no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:30:49.469774 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 215b5e76-da36-41af-a2d6-d476a6126124 {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:30:49.470119 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 215b5e76-da36-41af-a2d6-d476a6126124 not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:30:49.470517 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 30a50d17-9e82-4faa-b519-d6e61d8f03da no longer exists at agent ovs-agent-n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Sep 10 05:30:49.493797 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.plugin [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] No Port match for: 30a50d17-9e82-4faa-b519-d6e61d8f03da {{(pid=95138) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2261}} Sep 10 05:30:49.508161 n-d-808143-1 neutron-server[95138]: DEBUG neutron.plugins.ml2.rpc [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Device 30a50d17-9e82-4faa-b519-d6e61d8f03da not bound to the agent host n-d-808143-1 {{(pid=95138) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Sep 10 05:30:49.599731 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38202) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:49.641168 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-d1108ca1-68d3-4888-963e-c6298bd691e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea6df60583674a0e9d201ebc3b49b223&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401864 Sep 10 05:30:49.643890 n-d-808143-1 neutron-server[95136]: DEBUG neutron.wsgi [-] (95136) accepted ('10.222.0.22', 38204) {{(pid=95136) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Sep 10 05:30:49.690506 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48c42ae0-4a66-458d-9399-ebe9490df5e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:49.710545 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48c42ae0-4a66-458d-9399-ebe9490df5e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:49.838238 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48c42ae0-4a66-458d-9399-ebe9490df5e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-536781'] for security_group, after_delete {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:49.840767 n-d-808143-1 neutron-server[95136]: DEBUG neutron_lib.callbacks.manager [None req-48c42ae0-4a66-458d-9399-ebe9490df5e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=95136) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:49.841981 n-d-808143-1 neutron-server[95136]: INFO neutron.wsgi [None req-48c42ae0-4a66-458d-9399-ebe9490df5e4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb979842-109c-48d3-9cc6-6c11878378f2 HTTP/1.1" status: 204 len: 168 time: 0.1971364 Sep 10 05:30:49.850370 n-d-808143-1 neutron-server[95136]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c42ae0-4a66-458d-9399-ebe9490df5e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb979842-109c-48d3-9cc6-6c11878378f2,revision_number=None']} {{(pid=95136) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Sep 10 05:30:50.955415 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-691b0c37-d2ff-4b32-bbb0-d3a211e5db56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:53.623842 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6f3b4710-d302-40fb-9550-9cd241c4a966 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:53.850558 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:55.624081 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:56.761310 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:30:59.227466 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:31:00.012313 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:03.501357 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:20.989079 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d243cccd-58d5-4ae9-8874-8767fa760280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:23.626509 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-7dfd245d-d3e6-4fb9-bc76-5b872e79fa56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:23.814866 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:25.691873 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:26.752261 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:30.014619 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:33.529015 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:36.227309 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:31:50.957130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-68a622b5-7316-43b5-a1e3-96b4625e3ab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:53.631423 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-fa6f3b42-a9ec-4dca-aba1-e869d74d6484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:53.831507 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:55.634237 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:31:56.794454 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:00.023214 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:03.534327 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:13.226156 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:32:20.953377 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-23c2a95e-aecc-4d1b-9d19-33316512437c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:23.645064 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-580dcd31-1ace-40a0-869f-4a4ffe0b4261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:23.845083 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:25.627462 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:26.770362 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:30.056109 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:33.558942 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:50.225542 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:32:50.964108 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6c83341c-6006-4a13-93fb-8a029fb79223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:53.650029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-d8df6b79-21a8-4cc9-a4c3-f62b7006e18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:53.807427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:55.609886 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:32:56.772924 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:00.019027 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:03.561785 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:20.957858 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-abf06645-2265-40a4-93b5-c39f05bd1753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:23.652651 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-be6b37bc-aa02-4a21-a103-7ea03c8759b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:23.826458 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:25.609037 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:26.801286 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:27.224479 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:33:30.029500 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:33.589399 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:50.997666 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-527f0031-2d49-451e-82bb-7247e693da40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:53.640299 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-097ac68a-242b-4620-88fb-12d511cb4e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:53.829260 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:55.674692 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:33:56.763602 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:00.028776 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:03.551601 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:04.223429 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:34:20.959971 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-eb6f773f-db2d-443a-a788-f425c4422ef9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:23.659699 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-627f1ddc-856e-4dc6-83e0-fd814ebb4fd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:23.853504 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:25.619240 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:26.782638 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:30.016606 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:33.565446 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:41.222727 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:34:50.970728 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3a665834-7403-4f13-b059-d2f51a990ee8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:53.650827 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-da1e3db7-f9e2-4406-b173-58385a8ab94d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:53.850521 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:55.658943 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:34:56.778673 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:00.016298 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:03.584718 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:18.221687 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:35:20.952658 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c4db06c7-f55e-4d6a-ab73-d767941147fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:23.649777 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3444bdf8-be41-4259-bd88-8afc7d7b337f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:23.810029 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:25.646675 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:26.760971 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:30.063791 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:33.566565 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:50.957887 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-3d9d7fda-cdc8-4b7b-9c0d-58b717cd4527 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:53.651978 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-6225ca34-975b-4998-adb7-c26cd166f524 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:53.821170 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:55.220917 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:35:55.689736 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:35:56.789149 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:00.060684 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:03.577491 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:21.002923 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-b3aa522b-f54e-49ee-b03e-c2ec5775eccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:23.645295 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-99ec997c-0740-4bc5-83d8-0816185d0692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:23.822483 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:25.639796 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:26.805484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:30.062537 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:32.219136 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:36:33.608744 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:50.985318 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-dff72944-212d-41a3-809a-45c9ffe7f7a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:53.662130 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-33d4b74f-4339-4649-8ec9-47b9deb7aef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:53.842479 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:55.665330 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:36:56.825154 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:00.076685 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:03.585062 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:09.219039 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:37:20.984421 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-da1f8538-3768-4c86-b025-cba282528bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:23.643962 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-f46dab77-afb4-4ce2-914a-ec83d8be3675 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:23.826720 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:25.665077 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:26.801751 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:30.081864 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:33.578447 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:46.218236 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:37:50.969506 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a434396a-70ad-4bbf-8d0d-4ba53123d942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:53.638009 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-2a4546ae-7745-432f-85da-5fe812dd01d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:53.820488 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:55.655113 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:37:56.829484 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:00.100277 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:03.580427 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:11.497619 n-d-808143-1 neutron-server[95137]: DEBUG neutron.wsgi [req-8c91284e-a03e-4f9e-83e1-bb060afdb2c1 req-44f8a144-9db7-44dd-b3ba-bfe4bcec9a6e service neutron] (95137) timed out ('10.222.0.22', 36668) {{(pid=95137) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Sep 10 05:38:20.968867 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-9a7a92d0-666b-4977-bf1a-93404060a5f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:23.217546 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:38:23.646023 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-240b3e95-bd29-4485-80bf-7e0b99bd368d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:23.836944 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:25.646481 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:26.802831 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:30.117274 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:33.579534 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:50.988562 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-51e055e9-fb82-4d6c-8b9a-1e702660c885 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:53.646024 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-a27e61d4-0351-4ea6-9192-a8b283ae48b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:53.833916 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:55.657301 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:38:56.799491 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:00.116306 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:00.216798 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Sep 10 05:39:03.588105 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:20.976341 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-ddd98ca2-11d3-4fc7-8f99-ce39cf7a92ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:23.658622 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-abc42175-324a-4cda-b0bd-c5c399e0edc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:23.824263 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-1ef83b9f-84be-433c-8563-ec22465eee6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:25.687498 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-c8d0dfc1-fa35-4fc7-9411-8f54608887c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:26.813251 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-96d0e0c2-4eaf-4061-aa90-64af4a4140a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:30.153715 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-df461cf8-d811-4e88-90e7-2eb45b5c65e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:33.610434 n-d-808143-1 neutron-server[95138]: DEBUG neutron_lib.callbacks.manager [None req-54172bf6-398c-4464-a916-d2aa02eee912 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8736580633995', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1671866'] for agent, after_update {{(pid=95138) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Sep 10 05:39:37.215605 n-d-808143-1 neutron-server[95139]: DEBUG neutron.db.agents_db [None req-7fd2f5a2-8a1a-4f36-adf9-44655e2b42b8 None None] Agent healthcheck: found 7 active agents {{(pid=95139) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}